| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | |
| 3 * | |
| 4 * Use of this source code is governed by a BSD-style license | |
| 5 * that can be found in the LICENSE file in the root of the source | |
| 6 * tree. An additional intellectual property rights grant can be found | |
| 7 * in the file PATENTS. All contributing project authors may | |
| 8 * be found in the AUTHORS file in the root of the source tree. | |
| 9 */ | |
| 10 | |
| 11 #ifndef WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_ | |
| 12 #define WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_ | |
| 13 | |
| 14 #include <list> | |
| 15 | |
| 16 #include "webrtc/base/scoped_ptr.h" | |
| 17 #include "webrtc/modules/include/module_common_types.h" | |
| 18 #include "webrtc/modules/video_coding/main/interface/video_coding.h" | |
| 19 #include "webrtc/modules/video_coding/main/source/media_opt_util.h" | |
| 20 #include "webrtc/modules/video_coding/main/source/qm_select.h" | |
| 21 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" | |
| 22 | |
| 23 namespace webrtc { | |
| 24 | |
| 25 // Forward declarations. | |
| 26 class Clock; | |
| 27 class FrameDropper; | |
| 28 class VCMContentMetricsProcessing; | |
| 29 | |
| 30 namespace media_optimization { | |
| 31 | |
| 32 class MediaOptimization { | |
| 33 public: | |
| 34 explicit MediaOptimization(Clock* clock); | |
| 35 ~MediaOptimization(); | |
| 36 | |
| 37 // TODO(andresp): Can Reset and SetEncodingData be done at construction time | |
| 38 // only? | |
| 39 void Reset(); | |
| 40 | |
| 41 // Informs media optimization of initial encoding state. | |
| 42 void SetEncodingData(VideoCodecType send_codec_type, | |
| 43 int32_t max_bit_rate, | |
| 44 uint32_t bit_rate, | |
| 45 uint16_t width, | |
| 46 uint16_t height, | |
| 47 uint32_t frame_rate, | |
| 48 int num_temporal_layers, | |
| 49 int32_t mtu); | |
| 50 | |
| 51 // Sets target rates for the encoder given the channel parameters. | |
| 52 // Inputs: target bitrate - the encoder target bitrate in bits/s. | |
| 53 // fraction_lost - packet loss rate in % in the network. | |
| 54 // round_trip_time_ms - round trip time in milliseconds. | |
| 55 // min_bit_rate - the bit rate of the end-point with lowest rate. | |
| 56 // max_bit_rate - the bit rate of the end-point with highest rate. | |
| 57 // TODO(andresp): Find if the callbacks can be triggered only after releasing | |
| 58 // an internal critical section. | |
| 59 uint32_t SetTargetRates(uint32_t target_bitrate, | |
| 60 uint8_t fraction_lost, | |
| 61 int64_t round_trip_time_ms, | |
| 62 VCMProtectionCallback* protection_callback, | |
| 63 VCMQMSettingsCallback* qmsettings_callback); | |
| 64 | |
| 65 void SetProtectionMethod(VCMProtectionMethodEnum method); | |
| 66 void EnableQM(bool enable); | |
| 67 void EnableFrameDropper(bool enable); | |
| 68 | |
| 69 // Lets the sender suspend video when the rate drops below | |
| 70 // |threshold_bps|, and turns back on when the rate goes back up above | |
| 71 // |threshold_bps| + |window_bps|. | |
| 72 void SuspendBelowMinBitrate(int threshold_bps, int window_bps); | |
| 73 bool IsVideoSuspended() const; | |
| 74 | |
| 75 bool DropFrame(); | |
| 76 | |
| 77 void UpdateContentData(const VideoContentMetrics* content_metrics); | |
| 78 | |
| 79 // Informs Media Optimization of encoded output. | |
| 80 int32_t UpdateWithEncodedData(const EncodedImage& encoded_image); | |
| 81 | |
| 82 // InputFrameRate 0 = no frame rate estimate available. | |
| 83 uint32_t InputFrameRate(); | |
| 84 uint32_t SentFrameRate(); | |
| 85 uint32_t SentBitRate(); | |
| 86 | |
| 87 private: | |
| 88 enum { | |
| 89 kFrameCountHistorySize = 90 | |
| 90 }; | |
| 91 enum { | |
| 92 kFrameHistoryWinMs = 2000 | |
| 93 }; | |
| 94 enum { | |
| 95 kBitrateAverageWinMs = 1000 | |
| 96 }; | |
| 97 | |
| 98 struct EncodedFrameSample; | |
| 99 typedef std::list<EncodedFrameSample> FrameSampleList; | |
| 100 | |
| 101 void UpdateIncomingFrameRate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 102 void PurgeOldFrameSamples(int64_t now_ms) | |
| 103 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 104 void UpdateSentBitrate(int64_t now_ms) EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 105 void UpdateSentFramerate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 106 | |
| 107 // Computes new Quality Mode. | |
| 108 int32_t SelectQuality(VCMQMSettingsCallback* qmsettings_callback) | |
| 109 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 110 | |
| 111 // Verifies if QM settings differ from default, i.e. if an update is required. | |
| 112 // Computes actual values, as will be sent to the encoder. | |
| 113 bool QMUpdate(VCMResolutionScale* qm, | |
| 114 VCMQMSettingsCallback* qmsettings_callback) | |
| 115 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 116 | |
| 117 // Checks if we should make a QM change. Return true if yes, false otherwise. | |
| 118 bool CheckStatusForQMchange() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 119 | |
| 120 void ProcessIncomingFrameRate(int64_t now) | |
| 121 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 122 | |
| 123 // Checks conditions for suspending the video. The method compares | |
| 124 // |video_target_bitrate_| with the threshold values for suspension, and | |
| 125 // changes the state of |video_suspended_| accordingly. | |
| 126 void CheckSuspendConditions() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 127 | |
| 128 void SetEncodingDataInternal(VideoCodecType send_codec_type, | |
| 129 int32_t max_bit_rate, | |
| 130 uint32_t frame_rate, | |
| 131 uint32_t bit_rate, | |
| 132 uint16_t width, | |
| 133 uint16_t height, | |
| 134 int num_temporal_layers, | |
| 135 int32_t mtu) | |
| 136 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 137 | |
| 138 uint32_t InputFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 139 | |
| 140 uint32_t SentFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_); | |
| 141 | |
| 142 // Protect all members. | |
| 143 rtc::scoped_ptr<CriticalSectionWrapper> crit_sect_; | |
| 144 | |
| 145 Clock* clock_ GUARDED_BY(crit_sect_); | |
| 146 int32_t max_bit_rate_ GUARDED_BY(crit_sect_); | |
| 147 VideoCodecType send_codec_type_ GUARDED_BY(crit_sect_); | |
| 148 uint16_t codec_width_ GUARDED_BY(crit_sect_); | |
| 149 uint16_t codec_height_ GUARDED_BY(crit_sect_); | |
| 150 float user_frame_rate_ GUARDED_BY(crit_sect_); | |
| 151 rtc::scoped_ptr<FrameDropper> frame_dropper_ GUARDED_BY(crit_sect_); | |
| 152 rtc::scoped_ptr<VCMLossProtectionLogic> loss_prot_logic_ | |
| 153 GUARDED_BY(crit_sect_); | |
| 154 uint8_t fraction_lost_ GUARDED_BY(crit_sect_); | |
| 155 uint32_t send_statistics_[4] GUARDED_BY(crit_sect_); | |
| 156 uint32_t send_statistics_zero_encode_ GUARDED_BY(crit_sect_); | |
| 157 int32_t max_payload_size_ GUARDED_BY(crit_sect_); | |
| 158 int video_target_bitrate_ GUARDED_BY(crit_sect_); | |
| 159 float incoming_frame_rate_ GUARDED_BY(crit_sect_); | |
| 160 int64_t incoming_frame_times_[kFrameCountHistorySize] GUARDED_BY(crit_sect_); | |
| 161 bool enable_qm_ GUARDED_BY(crit_sect_); | |
| 162 std::list<EncodedFrameSample> encoded_frame_samples_ GUARDED_BY(crit_sect_); | |
| 163 uint32_t avg_sent_bit_rate_bps_ GUARDED_BY(crit_sect_); | |
| 164 uint32_t avg_sent_framerate_ GUARDED_BY(crit_sect_); | |
| 165 uint32_t key_frame_cnt_ GUARDED_BY(crit_sect_); | |
| 166 uint32_t delta_frame_cnt_ GUARDED_BY(crit_sect_); | |
| 167 rtc::scoped_ptr<VCMContentMetricsProcessing> content_ GUARDED_BY(crit_sect_); | |
| 168 rtc::scoped_ptr<VCMQmResolution> qm_resolution_ GUARDED_BY(crit_sect_); | |
| 169 int64_t last_qm_update_time_ GUARDED_BY(crit_sect_); | |
| 170 int64_t last_change_time_ GUARDED_BY(crit_sect_); // Content/user triggered. | |
| 171 int num_layers_ GUARDED_BY(crit_sect_); | |
| 172 bool suspension_enabled_ GUARDED_BY(crit_sect_); | |
| 173 bool video_suspended_ GUARDED_BY(crit_sect_); | |
| 174 int suspension_threshold_bps_ GUARDED_BY(crit_sect_); | |
| 175 int suspension_window_bps_ GUARDED_BY(crit_sect_); | |
| 176 }; | |
| 177 } // namespace media_optimization | |
| 178 } // namespace webrtc | |
| 179 | |
| 180 #endif // WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_ | |
| OLD | NEW |