Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(175)

Side by Side Diff: webrtc/video/vie_encoder.cc

Issue 2666303002: Revert of Drop frames until specified bitrate is achieved. (Closed)
Patch Set: Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video/vie_encoder.h ('k') | webrtc/video/vie_encoder_unittest.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
(...skipping 24 matching lines...) Expand all
35 const int64_t kFrameLogIntervalMs = 60000; 35 const int64_t kFrameLogIntervalMs = 60000;
36 // We will never ask for a resolution lower than this. 36 // We will never ask for a resolution lower than this.
37 #if defined(WEBRTC_ANDROID) 37 #if defined(WEBRTC_ANDROID)
38 // TODO(kthelgason): Lower this limit when better testing 38 // TODO(kthelgason): Lower this limit when better testing
39 // on MediaCodec and fallback implementations are in place. 39 // on MediaCodec and fallback implementations are in place.
40 const int kMinPixelsPerFrame = 320 * 180; 40 const int kMinPixelsPerFrame = 320 * 180;
41 #else 41 #else
42 const int kMinPixelsPerFrame = 120 * 90; 42 const int kMinPixelsPerFrame = 120 * 90;
43 #endif 43 #endif
44 44
45 // The maximum number of frames to drop at beginning of stream
46 // to try and achieve desired bitrate.
47 const int kMaxInitialFramedrop = 4;
48
49 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle 45 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle
50 // pipelining encoders better (multiple input frames before something comes 46 // pipelining encoders better (multiple input frames before something comes
51 // out). This should effectively turn off CPU adaptations for systems that 47 // out). This should effectively turn off CPU adaptations for systems that
52 // remotely cope with the load right now. 48 // remotely cope with the load right now.
53 CpuOveruseOptions GetCpuOveruseOptions(bool full_overuse_time) { 49 CpuOveruseOptions GetCpuOveruseOptions(bool full_overuse_time) {
54 CpuOveruseOptions options; 50 CpuOveruseOptions options;
55 if (full_overuse_time) { 51 if (full_overuse_time) {
56 options.low_encode_usage_threshold_percent = 150; 52 options.low_encode_usage_threshold_percent = 150;
57 options.high_encode_usage_threshold_percent = 200; 53 options.high_encode_usage_threshold_percent = 200;
58 } 54 }
59 return options; 55 return options;
60 } 56 }
61 57
62 uint32_t MaximumFrameSizeForBitrate(uint32_t kbps) {
63 if (kbps > 0) {
64 if (kbps < 300 /* qvga */) {
65 return 320 * 240;
66 } else if (kbps < 500 /* vga */) {
67 return 640 * 480;
68 }
69 }
70 return std::numeric_limits<uint32_t>::max();
71 }
72
73 } // namespace 58 } // namespace
74 59
75 class ViEEncoder::ConfigureEncoderTask : public rtc::QueuedTask { 60 class ViEEncoder::ConfigureEncoderTask : public rtc::QueuedTask {
76 public: 61 public:
77 ConfigureEncoderTask(ViEEncoder* vie_encoder, 62 ConfigureEncoderTask(ViEEncoder* vie_encoder,
78 VideoEncoderConfig config, 63 VideoEncoderConfig config,
79 size_t max_data_payload_length, 64 size_t max_data_payload_length,
80 bool nack_enabled) 65 bool nack_enabled)
81 : vie_encoder_(vie_encoder), 66 : vie_encoder_(vie_encoder),
82 config_(std::move(config)), 67 config_(std::move(config)),
(...skipping 169 matching lines...) Expand 10 before | Expand all | Expand 10 after
252 RTC_DISALLOW_COPY_AND_ASSIGN(VideoSourceProxy); 237 RTC_DISALLOW_COPY_AND_ASSIGN(VideoSourceProxy);
253 }; 238 };
254 239
255 ViEEncoder::ViEEncoder(uint32_t number_of_cores, 240 ViEEncoder::ViEEncoder(uint32_t number_of_cores,
256 SendStatisticsProxy* stats_proxy, 241 SendStatisticsProxy* stats_proxy,
257 const VideoSendStream::Config::EncoderSettings& settings, 242 const VideoSendStream::Config::EncoderSettings& settings,
258 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback, 243 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback,
259 EncodedFrameObserver* encoder_timing) 244 EncodedFrameObserver* encoder_timing)
260 : shutdown_event_(true /* manual_reset */, false), 245 : shutdown_event_(true /* manual_reset */, false),
261 number_of_cores_(number_of_cores), 246 number_of_cores_(number_of_cores),
262 initial_rampup_(0),
263 source_proxy_(new VideoSourceProxy(this)), 247 source_proxy_(new VideoSourceProxy(this)),
264 sink_(nullptr), 248 sink_(nullptr),
265 settings_(settings), 249 settings_(settings),
266 codec_type_(PayloadNameToCodecType(settings.payload_name) 250 codec_type_(PayloadNameToCodecType(settings.payload_name)
267 .value_or(VideoCodecType::kVideoCodecUnknown)), 251 .value_or(VideoCodecType::kVideoCodecUnknown)),
268 video_sender_(Clock::GetRealTimeClock(), this, this), 252 video_sender_(Clock::GetRealTimeClock(), this, this),
269 overuse_detector_(Clock::GetRealTimeClock(), 253 overuse_detector_(Clock::GetRealTimeClock(),
270 GetCpuOveruseOptions(settings.full_overuse_time), 254 GetCpuOveruseOptions(settings.full_overuse_time),
271 this, 255 this,
272 encoder_timing, 256 encoder_timing,
(...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after
350 334
351 void ViEEncoder::SetSource( 335 void ViEEncoder::SetSource(
352 rtc::VideoSourceInterface<VideoFrame>* source, 336 rtc::VideoSourceInterface<VideoFrame>* source,
353 const VideoSendStream::DegradationPreference& degradation_preference) { 337 const VideoSendStream::DegradationPreference& degradation_preference) {
354 RTC_DCHECK_RUN_ON(&thread_checker_); 338 RTC_DCHECK_RUN_ON(&thread_checker_);
355 source_proxy_->SetSource(source, degradation_preference); 339 source_proxy_->SetSource(source, degradation_preference);
356 encoder_queue_.PostTask([this, degradation_preference] { 340 encoder_queue_.PostTask([this, degradation_preference] {
357 RTC_DCHECK_RUN_ON(&encoder_queue_); 341 RTC_DCHECK_RUN_ON(&encoder_queue_);
358 scaling_enabled_ = (degradation_preference != 342 scaling_enabled_ = (degradation_preference !=
359 VideoSendStream::DegradationPreference::kMaintainResolution); 343 VideoSendStream::DegradationPreference::kMaintainResolution);
360 initial_rampup_ = scaling_enabled_ ? 0 : kMaxInitialFramedrop; 344 stats_proxy_->SetResolutionRestrictionStats(
361 ConfigureQualityScaler(); 345 scaling_enabled_, scale_counter_[kCpu] > 0, scale_counter_[kQuality]);
362 }); 346 });
363 } 347 }
364 348
365 void ViEEncoder::SetSink(EncoderSink* sink, bool rotation_applied) { 349 void ViEEncoder::SetSink(EncoderSink* sink, bool rotation_applied) {
366 source_proxy_->SetWantsRotationApplied(rotation_applied); 350 source_proxy_->SetWantsRotationApplied(rotation_applied);
367 encoder_queue_.PostTask([this, sink] { 351 encoder_queue_.PostTask([this, sink] {
368 RTC_DCHECK_RUN_ON(&encoder_queue_); 352 RTC_DCHECK_RUN_ON(&encoder_queue_);
369 sink_ = sink; 353 sink_ = sink;
370 }); 354 });
371 } 355 }
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after
446 framerate = codec.maxFramerate; 430 framerate = codec.maxFramerate;
447 stats_proxy_->OnEncoderReconfigured( 431 stats_proxy_->OnEncoderReconfigured(
448 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate)); 432 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate));
449 } 433 }
450 434
451 pending_encoder_reconfiguration_ = false; 435 pending_encoder_reconfiguration_ = false;
452 436
453 sink_->OnEncoderConfigurationChanged( 437 sink_->OnEncoderConfigurationChanged(
454 std::move(streams), encoder_config_.min_transmit_bitrate_bps); 438 std::move(streams), encoder_config_.min_transmit_bitrate_bps);
455 439
456 ConfigureQualityScaler();
457 }
458
459 void ViEEncoder::ConfigureQualityScaler() {
460 RTC_DCHECK_RUN_ON(&encoder_queue_);
461 const auto scaling_settings = settings_.encoder->GetScalingSettings(); 440 const auto scaling_settings = settings_.encoder->GetScalingSettings();
462 if (scaling_enabled_ && scaling_settings.enabled) { 441 if (scaling_enabled_ && scaling_settings.enabled) {
463 // Drop frames and scale down until desired quality is achieved.
464 if (scaling_settings.thresholds) { 442 if (scaling_settings.thresholds) {
465 quality_scaler_.reset( 443 quality_scaler_.reset(
466 new QualityScaler(this, *(scaling_settings.thresholds))); 444 new QualityScaler(this, *(scaling_settings.thresholds)));
467 } else { 445 } else {
468 quality_scaler_.reset(new QualityScaler(this, codec_type_)); 446 quality_scaler_.reset(new QualityScaler(this, codec_type_));
469 } 447 }
470 } else { 448 } else {
471 quality_scaler_.reset(nullptr); 449 quality_scaler_.reset(nullptr);
450 stats_proxy_->SetResolutionRestrictionStats(
451 false, scale_counter_[kCpu] > 0, scale_counter_[kQuality]);
472 } 452 }
473 stats_proxy_->SetResolutionRestrictionStats(
474 scaling_enabled_, scale_counter_[kCpu] > 0, scale_counter_[kQuality]);
475 } 453 }
476 454
477 void ViEEncoder::OnFrame(const VideoFrame& video_frame) { 455 void ViEEncoder::OnFrame(const VideoFrame& video_frame) {
478 RTC_DCHECK_RUNS_SERIALIZED(&incoming_frame_race_checker_); 456 RTC_DCHECK_RUNS_SERIALIZED(&incoming_frame_race_checker_);
479 VideoFrame incoming_frame = video_frame; 457 VideoFrame incoming_frame = video_frame;
480 458
481 // Local time in webrtc time base. 459 // Local time in webrtc time base.
482 int64_t current_time = clock_->TimeInMilliseconds(); 460 int64_t current_time = clock_->TimeInMilliseconds();
483 incoming_frame.set_render_time_ms(current_time); 461 incoming_frame.set_render_time_ms(current_time);
484 462
(...skipping 75 matching lines...) Expand 10 before | Expand all | Expand 10 after
560 pending_encoder_reconfiguration_ = true; 538 pending_encoder_reconfiguration_ = true;
561 last_frame_info_ = rtc::Optional<VideoFrameInfo>( 539 last_frame_info_ = rtc::Optional<VideoFrameInfo>(
562 VideoFrameInfo(video_frame.width(), video_frame.height(), 540 VideoFrameInfo(video_frame.width(), video_frame.height(),
563 video_frame.rotation(), video_frame.is_texture())); 541 video_frame.rotation(), video_frame.is_texture()));
564 LOG(LS_INFO) << "Video frame parameters changed: dimensions=" 542 LOG(LS_INFO) << "Video frame parameters changed: dimensions="
565 << last_frame_info_->width << "x" << last_frame_info_->height 543 << last_frame_info_->width << "x" << last_frame_info_->height
566 << ", rotation=" << last_frame_info_->rotation 544 << ", rotation=" << last_frame_info_->rotation
567 << ", texture=" << last_frame_info_->is_texture; 545 << ", texture=" << last_frame_info_->is_texture;
568 } 546 }
569 547
570 if (initial_rampup_ < kMaxInitialFramedrop &&
571 video_frame.size() >
572 MaximumFrameSizeForBitrate(encoder_start_bitrate_bps_ / 1000)) {
573 LOG(LS_INFO) << "Dropping frame. Too large for target bitrate.";
574 ScaleDown(kQuality);
575 ++initial_rampup_;
576 return;
577 }
578 initial_rampup_ = kMaxInitialFramedrop;
579
580 int64_t now_ms = clock_->TimeInMilliseconds(); 548 int64_t now_ms = clock_->TimeInMilliseconds();
581 if (pending_encoder_reconfiguration_) { 549 if (pending_encoder_reconfiguration_) {
582 ReconfigureEncoder(); 550 ReconfigureEncoder();
583 } else if (!last_parameters_update_ms_ || 551 } else if (!last_parameters_update_ms_ ||
584 now_ms - *last_parameters_update_ms_ >= 552 now_ms - *last_parameters_update_ms_ >=
585 vcm::VCMProcessTimer::kDefaultProcessIntervalMs) { 553 vcm::VCMProcessTimer::kDefaultProcessIntervalMs) {
586 video_sender_.UpdateChannelParemeters(rate_allocator_.get(), 554 video_sender_.UpdateChannelParemeters(rate_allocator_.get(),
587 bitrate_observer_); 555 bitrate_observer_);
588 } 556 }
589 last_parameters_update_ms_.emplace(now_ms); 557 last_parameters_update_ms_.emplace(now_ms);
(...skipping 200 matching lines...) Expand 10 before | Expand all | Expand 10 after
790 --scale_counter_[reason]; 758 --scale_counter_[reason];
791 source_proxy_->RequestHigherResolutionThan(current_pixel_count); 759 source_proxy_->RequestHigherResolutionThan(current_pixel_count);
792 LOG(LS_INFO) << "Scaling up resolution."; 760 LOG(LS_INFO) << "Scaling up resolution.";
793 for (size_t i = 0; i < kScaleReasonSize; ++i) { 761 for (size_t i = 0; i < kScaleReasonSize; ++i) {
794 LOG(LS_INFO) << "Scaled " << scale_counter_[i] 762 LOG(LS_INFO) << "Scaled " << scale_counter_[i]
795 << " times for reason: " << (i ? "cpu" : "quality"); 763 << " times for reason: " << (i ? "cpu" : "quality");
796 } 764 }
797 } 765 }
798 766
799 } // namespace webrtc 767 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video/vie_encoder.h ('k') | webrtc/video/vie_encoder_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698