| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/video/vie_encoder.h" | 11 #include "webrtc/video/vie_encoder.h" |
| 12 | 12 |
| 13 #include <algorithm> | 13 #include <algorithm> |
| 14 #include <limits> | 14 #include <limits> |
| 15 #include <utility> | 15 #include <utility> |
| 16 | 16 |
| 17 #include "webrtc/modules/video_coding/include/video_codec_initializer.h" | 17 #include "webrtc/modules/video_coding/include/video_codec_initializer.h" |
| 18 #include "webrtc/base/checks.h" | 18 #include "webrtc/base/checks.h" |
| 19 #include "webrtc/base/logging.h" | 19 #include "webrtc/base/logging.h" |
| 20 #include "webrtc/base/trace_event.h" | 20 #include "webrtc/base/trace_event.h" |
| 21 #include "webrtc/base/timeutils.h" | 21 #include "webrtc/base/timeutils.h" |
| 22 #include "webrtc/common_video/include/video_bitrate_allocator.h" |
| 22 #include "webrtc/modules/pacing/paced_sender.h" | 23 #include "webrtc/modules/pacing/paced_sender.h" |
| 23 #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h" | 24 #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h" |
| 24 #include "webrtc/modules/video_coding/include/video_coding.h" | 25 #include "webrtc/modules/video_coding/include/video_coding.h" |
| 25 #include "webrtc/modules/video_coding/include/video_coding_defines.h" | 26 #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
| 26 #include "webrtc/video/overuse_frame_detector.h" | 27 #include "webrtc/video/overuse_frame_detector.h" |
| 27 #include "webrtc/video/send_statistics_proxy.h" | 28 #include "webrtc/video/send_statistics_proxy.h" |
| 28 #include "webrtc/video_frame.h" | 29 #include "webrtc/video_frame.h" |
| 29 | |
| 30 namespace webrtc { | 30 namespace webrtc { |
| 31 | 31 |
| 32 namespace { | 32 namespace { |
| 33 // Time interval for logging frame counts. | 33 // Time interval for logging frame counts. |
| 34 const int64_t kFrameLogIntervalMs = 60000; | 34 const int64_t kFrameLogIntervalMs = 60000; |
| 35 | 35 |
| 36 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle | 36 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle |
| 37 // pipelining encoders better (multiple input frames before something comes | 37 // pipelining encoders better (multiple input frames before something comes |
| 38 // out). This should effectively turn off CPU adaptations for systems that | 38 // out). This should effectively turn off CPU adaptations for systems that |
| 39 // remotely cope with the load right now. | 39 // remotely cope with the load right now. |
| (...skipping 218 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 258 picture_id_rpsi_(0), | 258 picture_id_rpsi_(0), |
| 259 clock_(Clock::GetRealTimeClock()), | 259 clock_(Clock::GetRealTimeClock()), |
| 260 last_frame_width_(0), | 260 last_frame_width_(0), |
| 261 last_frame_height_(0), | 261 last_frame_height_(0), |
| 262 last_captured_timestamp_(0), | 262 last_captured_timestamp_(0), |
| 263 delta_ntp_internal_ms_(clock_->CurrentNtpInMilliseconds() - | 263 delta_ntp_internal_ms_(clock_->CurrentNtpInMilliseconds() - |
| 264 clock_->TimeInMilliseconds()), | 264 clock_->TimeInMilliseconds()), |
| 265 last_frame_log_ms_(clock_->TimeInMilliseconds()), | 265 last_frame_log_ms_(clock_->TimeInMilliseconds()), |
| 266 captured_frame_count_(0), | 266 captured_frame_count_(0), |
| 267 dropped_frame_count_(0), | 267 dropped_frame_count_(0), |
| 268 bitrate_observer_(nullptr), |
| 268 encoder_queue_("EncoderQueue") { | 269 encoder_queue_("EncoderQueue") { |
| 269 encoder_queue_.PostTask([this] { | 270 encoder_queue_.PostTask([this] { |
| 270 RTC_DCHECK_RUN_ON(&encoder_queue_); | 271 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 271 overuse_detector_.StartCheckForOveruse(); | 272 overuse_detector_.StartCheckForOveruse(); |
| 272 video_sender_.RegisterExternalEncoder( | 273 video_sender_.RegisterExternalEncoder( |
| 273 settings_.encoder, settings_.payload_type, settings_.internal_source); | 274 settings_.encoder, settings_.payload_type, settings_.internal_source); |
| 274 }); | 275 }); |
| 275 } | 276 } |
| 276 | 277 |
| 277 ViEEncoder::~ViEEncoder() { | 278 ViEEncoder::~ViEEncoder() { |
| 278 RTC_DCHECK_RUN_ON(&thread_checker_); | 279 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 279 RTC_DCHECK(shutdown_event_.Wait(0)) | 280 RTC_DCHECK(shutdown_event_.Wait(0)) |
| 280 << "Must call ::Stop() before destruction."; | 281 << "Must call ::Stop() before destruction."; |
| 281 } | 282 } |
| 282 | 283 |
| 283 void ViEEncoder::Stop() { | 284 void ViEEncoder::Stop() { |
| 284 RTC_DCHECK_RUN_ON(&thread_checker_); | 285 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 285 source_proxy_->SetSource(nullptr, VideoSendStream::DegradationPreference()); | 286 source_proxy_->SetSource(nullptr, VideoSendStream::DegradationPreference()); |
| 286 encoder_queue_.PostTask([this] { | 287 encoder_queue_.PostTask([this] { |
| 287 RTC_DCHECK_RUN_ON(&encoder_queue_); | 288 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 288 overuse_detector_.StopCheckForOveruse(); | 289 overuse_detector_.StopCheckForOveruse(); |
| 289 rate_allocator_.reset(); | 290 rate_allocator_.reset(); |
| 291 bitrate_observer_ = nullptr; |
| 290 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, | 292 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, |
| 291 false); | 293 false); |
| 292 quality_scaler_ = nullptr; | 294 quality_scaler_ = nullptr; |
| 293 shutdown_event_.Set(); | 295 shutdown_event_.Set(); |
| 294 }); | 296 }); |
| 295 | 297 |
| 296 shutdown_event_.Wait(rtc::Event::kForever); | 298 shutdown_event_.Wait(rtc::Event::kForever); |
| 297 } | 299 } |
| 298 | 300 |
| 299 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { | 301 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { |
| 300 RTC_DCHECK_RUN_ON(&thread_checker_); | 302 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 301 RTC_DCHECK(!module_process_thread_); | 303 RTC_DCHECK(!module_process_thread_); |
| 302 module_process_thread_ = module_process_thread; | 304 module_process_thread_ = module_process_thread; |
| 303 module_process_thread_->RegisterModule(&video_sender_); | 305 module_process_thread_->RegisterModule(&video_sender_); |
| 304 module_process_thread_checker_.DetachFromThread(); | 306 module_process_thread_checker_.DetachFromThread(); |
| 305 } | 307 } |
| 306 | 308 |
| 307 void ViEEncoder::DeRegisterProcessThread() { | 309 void ViEEncoder::DeRegisterProcessThread() { |
| 308 RTC_DCHECK_RUN_ON(&thread_checker_); | 310 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 309 module_process_thread_->DeRegisterModule(&video_sender_); | 311 module_process_thread_->DeRegisterModule(&video_sender_); |
| 310 } | 312 } |
| 311 | 313 |
| 314 void ViEEncoder::SetBitrateObserver( |
| 315 VideoBitrateAllocationObserver* bitrate_observer) { |
| 316 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 317 encoder_queue_.PostTask([this, bitrate_observer] { |
| 318 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 319 RTC_DCHECK(!bitrate_observer_); |
| 320 bitrate_observer_ = bitrate_observer; |
| 321 }); |
| 322 } |
| 323 |
| 312 void ViEEncoder::SetSource( | 324 void ViEEncoder::SetSource( |
| 313 rtc::VideoSourceInterface<VideoFrame>* source, | 325 rtc::VideoSourceInterface<VideoFrame>* source, |
| 314 const VideoSendStream::DegradationPreference& degradation_preference) { | 326 const VideoSendStream::DegradationPreference& degradation_preference) { |
| 315 RTC_DCHECK_RUN_ON(&thread_checker_); | 327 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 316 source_proxy_->SetSource(source, degradation_preference); | 328 source_proxy_->SetSource(source, degradation_preference); |
| 317 encoder_queue_.PostTask([this, degradation_preference] { | 329 encoder_queue_.PostTask([this, degradation_preference] { |
| 318 RTC_DCHECK_RUN_ON(&encoder_queue_); | 330 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 319 scaling_enabled_ = | 331 scaling_enabled_ = |
| 320 (degradation_preference != | 332 (degradation_preference != |
| 321 VideoSendStream::DegradationPreference::kMaintainResolution); | 333 VideoSendStream::DegradationPreference::kMaintainResolution); |
| (...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 393 codec.expect_encode_from_texture = last_frame_info_->is_texture; | 405 codec.expect_encode_from_texture = last_frame_info_->is_texture; |
| 394 | 406 |
| 395 bool success = video_sender_.RegisterSendCodec( | 407 bool success = video_sender_.RegisterSendCodec( |
| 396 &codec, number_of_cores_, | 408 &codec, number_of_cores_, |
| 397 static_cast<uint32_t>(max_data_payload_length_)) == VCM_OK; | 409 static_cast<uint32_t>(max_data_payload_length_)) == VCM_OK; |
| 398 if (!success) { | 410 if (!success) { |
| 399 LOG(LS_ERROR) << "Failed to configure encoder."; | 411 LOG(LS_ERROR) << "Failed to configure encoder."; |
| 400 RTC_DCHECK(success); | 412 RTC_DCHECK(success); |
| 401 } | 413 } |
| 402 | 414 |
| 403 video_sender_.UpdateChannelParemeters(rate_allocator_.get()); | 415 video_sender_.UpdateChannelParemeters(rate_allocator_.get(), |
| 416 bitrate_observer_); |
| 417 |
| 404 if (stats_proxy_) { | 418 if (stats_proxy_) { |
| 405 int framerate = stats_proxy_->GetSendFrameRate(); | 419 int framerate = stats_proxy_->GetSendFrameRate(); |
| 406 if (framerate == 0) | 420 if (framerate == 0) |
| 407 framerate = codec.maxFramerate; | 421 framerate = codec.maxFramerate; |
| 408 stats_proxy_->OnEncoderReconfigured( | 422 stats_proxy_->OnEncoderReconfigured( |
| 409 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate)); | 423 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate)); |
| 410 } | 424 } |
| 411 | 425 |
| 412 pending_encoder_reconfiguration_ = false; | 426 pending_encoder_reconfiguration_ = false; |
| 413 | 427 |
| (...skipping 234 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 648 return; | 662 return; |
| 649 } | 663 } |
| 650 RTC_DCHECK_RUN_ON(&encoder_queue_); | 664 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 651 RTC_DCHECK(sink_) << "sink_ must be set before the encoder is active."; | 665 RTC_DCHECK(sink_) << "sink_ must be set before the encoder is active."; |
| 652 | 666 |
| 653 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate " << bitrate_bps | 667 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate " << bitrate_bps |
| 654 << " packet loss " << static_cast<int>(fraction_lost) | 668 << " packet loss " << static_cast<int>(fraction_lost) |
| 655 << " rtt " << round_trip_time_ms; | 669 << " rtt " << round_trip_time_ms; |
| 656 | 670 |
| 657 video_sender_.SetChannelParameters(bitrate_bps, fraction_lost, | 671 video_sender_.SetChannelParameters(bitrate_bps, fraction_lost, |
| 658 round_trip_time_ms, rate_allocator_.get()); | 672 round_trip_time_ms, rate_allocator_.get(), |
| 673 bitrate_observer_); |
| 659 | 674 |
| 660 encoder_start_bitrate_bps_ = | 675 encoder_start_bitrate_bps_ = |
| 661 bitrate_bps != 0 ? bitrate_bps : encoder_start_bitrate_bps_; | 676 bitrate_bps != 0 ? bitrate_bps : encoder_start_bitrate_bps_; |
| 662 bool video_is_suspended = bitrate_bps == 0; | 677 bool video_is_suspended = bitrate_bps == 0; |
| 663 bool video_suspension_changed = video_is_suspended != EncoderPaused(); | 678 bool video_suspension_changed = video_is_suspended != EncoderPaused(); |
| 664 last_observed_bitrate_bps_ = bitrate_bps; | 679 last_observed_bitrate_bps_ = bitrate_bps; |
| 665 | 680 |
| 666 if (stats_proxy_ && video_suspension_changed) { | 681 if (stats_proxy_ && video_suspension_changed) { |
| 667 LOG(LS_INFO) << "Video suspend state changed to: " | 682 LOG(LS_INFO) << "Video suspend state changed to: " |
| 668 << (video_is_suspended ? "suspended" : "not suspended"); | 683 << (video_is_suspended ? "suspended" : "not suspended"); |
| (...skipping 59 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 728 --scale_counter_[reason]; | 743 --scale_counter_[reason]; |
| 729 source_proxy_->RequestHigherResolutionThan(current_pixel_count); | 744 source_proxy_->RequestHigherResolutionThan(current_pixel_count); |
| 730 LOG(LS_INFO) << "Scaling up resolution."; | 745 LOG(LS_INFO) << "Scaling up resolution."; |
| 731 for (size_t i = 0; i < kScaleReasonSize; ++i) { | 746 for (size_t i = 0; i < kScaleReasonSize; ++i) { |
| 732 LOG(LS_INFO) << "Scaled " << scale_counter_[i] | 747 LOG(LS_INFO) << "Scaled " << scale_counter_[i] |
| 733 << " times for reason: " << (i ? "quality" : "cpu"); | 748 << " times for reason: " << (i ? "quality" : "cpu"); |
| 734 } | 749 } |
| 735 } | 750 } |
| 736 | 751 |
| 737 } // namespace webrtc | 752 } // namespace webrtc |
| OLD | NEW |