Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(162)

Side by Side Diff: webrtc/modules/video_coding/video_sender.cc

Issue 2489843002: Revert of Extract bitrate allocation of spatial/temporal layers out of codec impl. (Closed)
Patch Set: Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 11
12 #include <algorithm> // std::max 12 #include <algorithm> // std::max
13 13
14 #include "webrtc/base/checks.h" 14 #include "webrtc/base/checks.h"
15 #include "webrtc/base/logging.h" 15 #include "webrtc/base/logging.h"
16 #include "webrtc/common_types.h" 16 #include "webrtc/common_types.h"
17 #include "webrtc/common_video/include/video_bitrate_allocator.h"
18 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 17 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
19 #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h"
20 #include "webrtc/modules/video_coding/include/video_codec_interface.h" 18 #include "webrtc/modules/video_coding/include/video_codec_interface.h"
21 #include "webrtc/modules/video_coding/encoded_frame.h" 19 #include "webrtc/modules/video_coding/encoded_frame.h"
22 #include "webrtc/modules/video_coding/utility/default_video_bitrate_allocator.h"
23 #include "webrtc/modules/video_coding/utility/quality_scaler.h" 20 #include "webrtc/modules/video_coding/utility/quality_scaler.h"
24 #include "webrtc/modules/video_coding/video_coding_impl.h" 21 #include "webrtc/modules/video_coding/video_coding_impl.h"
25 #include "webrtc/system_wrappers/include/clock.h" 22 #include "webrtc/system_wrappers/include/clock.h"
26 23
27 namespace webrtc { 24 namespace webrtc {
28 namespace vcm { 25 namespace vcm {
29 26
30 VideoSender::VideoSender(Clock* clock, 27 VideoSender::VideoSender(Clock* clock,
31 EncodedImageCallback* post_encode_callback, 28 EncodedImageCallback* post_encode_callback,
32 VCMSendStatisticsCallback* send_stats_callback) 29 VCMSendStatisticsCallback* send_stats_callback)
33 : clock_(clock), 30 : clock_(clock),
34 _encoder(nullptr), 31 _encoder(nullptr),
35 _mediaOpt(clock_), 32 _mediaOpt(clock_),
36 _encodedFrameCallback(post_encode_callback, &_mediaOpt), 33 _encodedFrameCallback(post_encode_callback, &_mediaOpt),
37 send_stats_callback_(send_stats_callback), 34 send_stats_callback_(send_stats_callback),
38 _codecDataBase(&_encodedFrameCallback), 35 _codecDataBase(&_encodedFrameCallback),
39 frame_dropper_enabled_(true), 36 frame_dropper_enabled_(true),
40 _sendStatsTimer(1000, clock_), 37 _sendStatsTimer(1000, clock_),
41 current_codec_(), 38 current_codec_(),
42 encoder_params_({BitrateAllocation(), 0, 0, 0}), 39 encoder_params_({0, 0, 0, 0}),
43 encoder_has_internal_source_(false), 40 encoder_has_internal_source_(false),
44 next_frame_types_(1, kVideoFrameDelta) { 41 next_frame_types_(1, kVideoFrameDelta) {
45 _mediaOpt.Reset(); 42 _mediaOpt.Reset();
46 // Allow VideoSender to be created on one thread but used on another, post 43 // Allow VideoSender to be created on one thread but used on another, post
47 // construction. This is currently how this class is being used by at least 44 // construction. This is currently how this class is being used by at least
48 // one external project (diffractor). 45 // one external project (diffractor).
49 sequenced_checker_.Detach(); 46 sequenced_checker_.Detach();
50 } 47 }
51 48
52 VideoSender::~VideoSender() {} 49 VideoSender::~VideoSender() {}
(...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after
168 } 165 }
169 166
170 // Get encode bitrate 167 // Get encode bitrate
171 int VideoSender::Bitrate(unsigned int* bitrate) const { 168 int VideoSender::Bitrate(unsigned int* bitrate) const {
172 RTC_DCHECK(sequenced_checker_.CalledSequentially()); 169 RTC_DCHECK(sequenced_checker_.CalledSequentially());
173 // Since we're running on the thread that's the only thread known to modify 170 // Since we're running on the thread that's the only thread known to modify
174 // the value of _encoder, we don't need to grab the lock here. 171 // the value of _encoder, we don't need to grab the lock here.
175 172
176 if (!_encoder) 173 if (!_encoder)
177 return VCM_UNINITIALIZED; 174 return VCM_UNINITIALIZED;
178 *bitrate = _encoder->GetEncoderParameters().target_bitrate.get_sum_bps(); 175 *bitrate = _encoder->GetEncoderParameters().target_bitrate;
179 return 0; 176 return 0;
180 } 177 }
181 178
182 // Get encode frame rate 179 // Get encode frame rate
183 int VideoSender::FrameRate(unsigned int* framerate) const { 180 int VideoSender::FrameRate(unsigned int* framerate) const {
184 RTC_DCHECK(sequenced_checker_.CalledSequentially()); 181 RTC_DCHECK(sequenced_checker_.CalledSequentially());
185 // Since we're running on the thread that's the only thread known to modify 182 // Since we're running on the thread that's the only thread known to modify
186 // the value of _encoder, we don't need to grab the lock here. 183 // the value of _encoder, we don't need to grab the lock here.
187 184
188 if (!_encoder) 185 if (!_encoder)
189 return VCM_UNINITIALIZED; 186 return VCM_UNINITIALIZED;
190 187
191 *framerate = _encoder->GetEncoderParameters().input_frame_rate; 188 *framerate = _encoder->GetEncoderParameters().input_frame_rate;
192 return 0; 189 return 0;
193 } 190 }
194 191
195 int32_t VideoSender::UpdateChannelParemeters( 192 int32_t VideoSender::SetChannelParameters(uint32_t target_bitrate,
196 VideoBitrateAllocator* bitrate_allocator) { 193 uint8_t lossRate,
197 EncoderParameters encoder_params; 194 int64_t rtt) {
198 { 195 uint32_t target_rate =
199 rtc::CritScope cs(&params_crit_); 196 _mediaOpt.SetTargetRates(target_bitrate, lossRate, rtt);
200 encoder_params = encoder_params_;
201 }
202 197
203 return SetChannelParameters(encoder_params.target_bitrate.get_sum_bps(), 198 uint32_t input_frame_rate = _mediaOpt.InputFrameRate();
204 encoder_params.loss_rate, encoder_params.rtt,
205 bitrate_allocator);
206 }
207 199
208 int32_t VideoSender::SetChannelParameters( 200 EncoderParameters encoder_params = {target_rate, lossRate, rtt,
209 uint32_t target_bitrate_bps,
210 uint8_t lossRate,
211 int64_t rtt,
212 VideoBitrateAllocator* bitrate_allocator) {
213 uint32_t video_target_rate_bps =
214 _mediaOpt.SetTargetRates(target_bitrate_bps, lossRate, rtt);
215 uint32_t input_frame_rate = _mediaOpt.InputFrameRate();
216 BitrateAllocation bitrate_allocation;
217 if (bitrate_allocator) {
218 bitrate_allocation = bitrate_allocator->GetAllocation(video_target_rate_bps,
219 input_frame_rate);
220 } else {
221 DefaultVideoBitrateAllocator default_allocator(current_codec_);
222 bitrate_allocation = default_allocator.GetAllocation(video_target_rate_bps,
223 input_frame_rate);
224 }
225
226 EncoderParameters encoder_params = {bitrate_allocation, lossRate, rtt,
227 input_frame_rate}; 201 input_frame_rate};
228 bool encoder_has_internal_source; 202 bool encoder_has_internal_source;
229 { 203 {
230 rtc::CritScope cs(&params_crit_); 204 rtc::CritScope cs(&params_crit_);
231 encoder_params_ = encoder_params; 205 encoder_params_ = encoder_params;
232 encoder_has_internal_source = encoder_has_internal_source_; 206 encoder_has_internal_source = encoder_has_internal_source_;
233 } 207 }
234 208
235 // For encoders with internal sources, we need to tell the encoder directly, 209 // For encoders with internal sources, we need to tell the encoder directly,
236 // instead of waiting for an AddVideoFrame that will never come (internal 210 // instead of waiting for an AddVideoFrame that will never come (internal
(...skipping 10 matching lines...) Expand all
247 221
248 void VideoSender::SetEncoderParameters(EncoderParameters params, 222 void VideoSender::SetEncoderParameters(EncoderParameters params,
249 bool has_internal_source) { 223 bool has_internal_source) {
250 // |target_bitrate == 0 | means that the network is down or the send pacer is 224 // |target_bitrate == 0 | means that the network is down or the send pacer is
251 // full. We currently only report this if the encoder has an internal source. 225 // full. We currently only report this if the encoder has an internal source.
252 // If the encoder does not have an internal source, higher levels are expected 226 // If the encoder does not have an internal source, higher levels are expected
253 // to not call AddVideoFrame. We do this since its unclear how current 227 // to not call AddVideoFrame. We do this since its unclear how current
254 // encoder implementations behave when given a zero target bitrate. 228 // encoder implementations behave when given a zero target bitrate.
255 // TODO(perkj): Make sure all known encoder implementations handle zero 229 // TODO(perkj): Make sure all known encoder implementations handle zero
256 // target bitrate and remove this check. 230 // target bitrate and remove this check.
257 if (!has_internal_source && params.target_bitrate.get_sum_bps() == 0) 231 if (!has_internal_source && params.target_bitrate == 0)
258 return; 232 return;
259 233
260 if (params.input_frame_rate == 0) { 234 if (params.input_frame_rate == 0) {
261 // No frame rate estimate available, use default. 235 // No frame rate estimate available, use default.
262 params.input_frame_rate = current_codec_.maxFramerate; 236 params.input_frame_rate = current_codec_.maxFramerate;
263 } 237 }
264 if (_encoder != nullptr) 238 if (_encoder != nullptr)
265 _encoder->SetEncoderParameters(params); 239 _encoder->SetEncoderParameters(params);
266 } 240 }
267 241
(...skipping 19 matching lines...) Expand all
287 encoder_params = encoder_params_; 261 encoder_params = encoder_params_;
288 next_frame_types = next_frame_types_; 262 next_frame_types = next_frame_types_;
289 encoder_has_internal_source = encoder_has_internal_source_; 263 encoder_has_internal_source = encoder_has_internal_source_;
290 } 264 }
291 rtc::CritScope lock(&encoder_crit_); 265 rtc::CritScope lock(&encoder_crit_);
292 if (_encoder == nullptr) 266 if (_encoder == nullptr)
293 return VCM_UNINITIALIZED; 267 return VCM_UNINITIALIZED;
294 SetEncoderParameters(encoder_params, encoder_has_internal_source); 268 SetEncoderParameters(encoder_params, encoder_has_internal_source);
295 if (_mediaOpt.DropFrame()) { 269 if (_mediaOpt.DropFrame()) {
296 LOG(LS_VERBOSE) << "Drop Frame " 270 LOG(LS_VERBOSE) << "Drop Frame "
297 << "target bitrate " 271 << "target bitrate " << encoder_params.target_bitrate
298 << encoder_params.target_bitrate.get_sum_bps()
299 << " loss rate " << encoder_params.loss_rate << " rtt " 272 << " loss rate " << encoder_params.loss_rate << " rtt "
300 << encoder_params.rtt << " input frame rate " 273 << encoder_params.rtt << " input frame rate "
301 << encoder_params.input_frame_rate; 274 << encoder_params.input_frame_rate;
302 _encoder->OnDroppedFrame(); 275 _encoder->OnDroppedFrame();
303 return VCM_OK; 276 return VCM_OK;
304 } 277 }
305 // TODO(pbos): Make sure setting send codec is synchronized with video 278 // TODO(pbos): Make sure setting send codec is synchronized with video
306 // processing so frame size always matches. 279 // processing so frame size always matches.
307 if (!_codecDataBase.MatchesCurrentResolution(videoFrame.width(), 280 if (!_codecDataBase.MatchesCurrentResolution(videoFrame.width(),
308 videoFrame.height())) { 281 videoFrame.height())) {
(...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after
377 } 350 }
378 351
379 int32_t VideoSender::EnableFrameDropper(bool enable) { 352 int32_t VideoSender::EnableFrameDropper(bool enable) {
380 rtc::CritScope lock(&encoder_crit_); 353 rtc::CritScope lock(&encoder_crit_);
381 frame_dropper_enabled_ = enable; 354 frame_dropper_enabled_ = enable;
382 _mediaOpt.EnableFrameDropper(enable); 355 _mediaOpt.EnableFrameDropper(enable);
383 return VCM_OK; 356 return VCM_OK;
384 } 357 }
385 } // namespace vcm 358 } // namespace vcm
386 } // namespace webrtc 359 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/video_coding/video_coding_impl.cc ('k') | webrtc/modules/video_coding/video_sender_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698