Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(20)

Side by Side Diff: webrtc/modules/video_coding/main/source/media_optimization.h

Issue 1417283007: modules/video_coding refactorings (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Fix the other copy of the mock include header Created 5 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
(Empty)
1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #ifndef WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_
12 #define WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_
13
14 #include <list>
15
16 #include "webrtc/base/scoped_ptr.h"
17 #include "webrtc/modules/include/module_common_types.h"
18 #include "webrtc/modules/video_coding/main/interface/video_coding.h"
19 #include "webrtc/modules/video_coding/main/source/media_opt_util.h"
20 #include "webrtc/modules/video_coding/main/source/qm_select.h"
21 #include "webrtc/system_wrappers/include/critical_section_wrapper.h"
22
23 namespace webrtc {
24
25 // Forward declarations.
26 class Clock;
27 class FrameDropper;
28 class VCMContentMetricsProcessing;
29
30 namespace media_optimization {
31
32 class MediaOptimization {
33 public:
34 explicit MediaOptimization(Clock* clock);
35 ~MediaOptimization();
36
37 // TODO(andresp): Can Reset and SetEncodingData be done at construction time
38 // only?
39 void Reset();
40
41 // Informs media optimization of initial encoding state.
42 void SetEncodingData(VideoCodecType send_codec_type,
43 int32_t max_bit_rate,
44 uint32_t bit_rate,
45 uint16_t width,
46 uint16_t height,
47 uint32_t frame_rate,
48 int num_temporal_layers,
49 int32_t mtu);
50
51 // Sets target rates for the encoder given the channel parameters.
52 // Inputs: target bitrate - the encoder target bitrate in bits/s.
53 // fraction_lost - packet loss rate in % in the network.
54 // round_trip_time_ms - round trip time in milliseconds.
55 // min_bit_rate - the bit rate of the end-point with lowest rate.
56 // max_bit_rate - the bit rate of the end-point with highest rate.
57 // TODO(andresp): Find if the callbacks can be triggered only after releasing
58 // an internal critical section.
59 uint32_t SetTargetRates(uint32_t target_bitrate,
60 uint8_t fraction_lost,
61 int64_t round_trip_time_ms,
62 VCMProtectionCallback* protection_callback,
63 VCMQMSettingsCallback* qmsettings_callback);
64
65 void SetProtectionMethod(VCMProtectionMethodEnum method);
66 void EnableQM(bool enable);
67 void EnableFrameDropper(bool enable);
68
69 // Lets the sender suspend video when the rate drops below
70 // |threshold_bps|, and turns back on when the rate goes back up above
71 // |threshold_bps| + |window_bps|.
72 void SuspendBelowMinBitrate(int threshold_bps, int window_bps);
73 bool IsVideoSuspended() const;
74
75 bool DropFrame();
76
77 void UpdateContentData(const VideoContentMetrics* content_metrics);
78
79 // Informs Media Optimization of encoded output.
80 int32_t UpdateWithEncodedData(const EncodedImage& encoded_image);
81
82 // InputFrameRate 0 = no frame rate estimate available.
83 uint32_t InputFrameRate();
84 uint32_t SentFrameRate();
85 uint32_t SentBitRate();
86
87 private:
88 enum {
89 kFrameCountHistorySize = 90
90 };
91 enum {
92 kFrameHistoryWinMs = 2000
93 };
94 enum {
95 kBitrateAverageWinMs = 1000
96 };
97
98 struct EncodedFrameSample;
99 typedef std::list<EncodedFrameSample> FrameSampleList;
100
101 void UpdateIncomingFrameRate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
102 void PurgeOldFrameSamples(int64_t now_ms)
103 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
104 void UpdateSentBitrate(int64_t now_ms) EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
105 void UpdateSentFramerate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
106
107 // Computes new Quality Mode.
108 int32_t SelectQuality(VCMQMSettingsCallback* qmsettings_callback)
109 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
110
111 // Verifies if QM settings differ from default, i.e. if an update is required.
112 // Computes actual values, as will be sent to the encoder.
113 bool QMUpdate(VCMResolutionScale* qm,
114 VCMQMSettingsCallback* qmsettings_callback)
115 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
116
117 // Checks if we should make a QM change. Return true if yes, false otherwise.
118 bool CheckStatusForQMchange() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
119
120 void ProcessIncomingFrameRate(int64_t now)
121 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
122
123 // Checks conditions for suspending the video. The method compares
124 // |video_target_bitrate_| with the threshold values for suspension, and
125 // changes the state of |video_suspended_| accordingly.
126 void CheckSuspendConditions() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
127
128 void SetEncodingDataInternal(VideoCodecType send_codec_type,
129 int32_t max_bit_rate,
130 uint32_t frame_rate,
131 uint32_t bit_rate,
132 uint16_t width,
133 uint16_t height,
134 int num_temporal_layers,
135 int32_t mtu)
136 EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
137
138 uint32_t InputFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
139
140 uint32_t SentFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
141
142 // Protect all members.
143 rtc::scoped_ptr<CriticalSectionWrapper> crit_sect_;
144
145 Clock* clock_ GUARDED_BY(crit_sect_);
146 int32_t max_bit_rate_ GUARDED_BY(crit_sect_);
147 VideoCodecType send_codec_type_ GUARDED_BY(crit_sect_);
148 uint16_t codec_width_ GUARDED_BY(crit_sect_);
149 uint16_t codec_height_ GUARDED_BY(crit_sect_);
150 float user_frame_rate_ GUARDED_BY(crit_sect_);
151 rtc::scoped_ptr<FrameDropper> frame_dropper_ GUARDED_BY(crit_sect_);
152 rtc::scoped_ptr<VCMLossProtectionLogic> loss_prot_logic_
153 GUARDED_BY(crit_sect_);
154 uint8_t fraction_lost_ GUARDED_BY(crit_sect_);
155 uint32_t send_statistics_[4] GUARDED_BY(crit_sect_);
156 uint32_t send_statistics_zero_encode_ GUARDED_BY(crit_sect_);
157 int32_t max_payload_size_ GUARDED_BY(crit_sect_);
158 int video_target_bitrate_ GUARDED_BY(crit_sect_);
159 float incoming_frame_rate_ GUARDED_BY(crit_sect_);
160 int64_t incoming_frame_times_[kFrameCountHistorySize] GUARDED_BY(crit_sect_);
161 bool enable_qm_ GUARDED_BY(crit_sect_);
162 std::list<EncodedFrameSample> encoded_frame_samples_ GUARDED_BY(crit_sect_);
163 uint32_t avg_sent_bit_rate_bps_ GUARDED_BY(crit_sect_);
164 uint32_t avg_sent_framerate_ GUARDED_BY(crit_sect_);
165 uint32_t key_frame_cnt_ GUARDED_BY(crit_sect_);
166 uint32_t delta_frame_cnt_ GUARDED_BY(crit_sect_);
167 rtc::scoped_ptr<VCMContentMetricsProcessing> content_ GUARDED_BY(crit_sect_);
168 rtc::scoped_ptr<VCMQmResolution> qm_resolution_ GUARDED_BY(crit_sect_);
169 int64_t last_qm_update_time_ GUARDED_BY(crit_sect_);
170 int64_t last_change_time_ GUARDED_BY(crit_sect_); // Content/user triggered.
171 int num_layers_ GUARDED_BY(crit_sect_);
172 bool suspension_enabled_ GUARDED_BY(crit_sect_);
173 bool video_suspended_ GUARDED_BY(crit_sect_);
174 int suspension_threshold_bps_ GUARDED_BY(crit_sect_);
175 int suspension_window_bps_ GUARDED_BY(crit_sect_);
176 };
177 } // namespace media_optimization
178 } // namespace webrtc
179
180 #endif // WEBRTC_MODULES_VIDEO_CODING_MAIN_SOURCE_MEDIA_OPTIMIZATION_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698