OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/video/vie_encoder.h" | 11 #include "webrtc/video/vie_encoder.h" |
12 | 12 |
13 #include <algorithm> | 13 #include <algorithm> |
14 #include <limits> | 14 #include <limits> |
15 #include <utility> | 15 #include <utility> |
16 | 16 |
17 #include "webrtc/modules/video_coding/include/video_codec_initializer.h" | 17 #include "webrtc/modules/video_coding/include/video_codec_initializer.h" |
18 #include "webrtc/base/checks.h" | 18 #include "webrtc/base/checks.h" |
19 #include "webrtc/base/logging.h" | 19 #include "webrtc/base/logging.h" |
20 #include "webrtc/base/trace_event.h" | 20 #include "webrtc/base/trace_event.h" |
21 #include "webrtc/base/timeutils.h" | 21 #include "webrtc/base/timeutils.h" |
| 22 #include "webrtc/common_video/include/video_bitrate_allocator.h" |
22 #include "webrtc/modules/pacing/paced_sender.h" | 23 #include "webrtc/modules/pacing/paced_sender.h" |
23 #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h" | 24 #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h" |
24 #include "webrtc/modules/video_coding/include/video_coding.h" | 25 #include "webrtc/modules/video_coding/include/video_coding.h" |
25 #include "webrtc/modules/video_coding/include/video_coding_defines.h" | 26 #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
26 #include "webrtc/video/overuse_frame_detector.h" | 27 #include "webrtc/video/overuse_frame_detector.h" |
27 #include "webrtc/video/send_statistics_proxy.h" | 28 #include "webrtc/video/send_statistics_proxy.h" |
28 #include "webrtc/video_frame.h" | 29 #include "webrtc/video_frame.h" |
29 | |
30 namespace webrtc { | 30 namespace webrtc { |
31 | 31 |
32 namespace { | 32 namespace { |
33 // Time interval for logging frame counts. | 33 // Time interval for logging frame counts. |
34 const int64_t kFrameLogIntervalMs = 60000; | 34 const int64_t kFrameLogIntervalMs = 60000; |
35 // We will never ask for a resolution lower than this. | 35 // We will never ask for a resolution lower than this. |
36 const int kMinPixelsPerFrame = 120 * 90; | 36 const int kMinPixelsPerFrame = 120 * 90; |
37 | 37 |
38 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle | 38 // TODO(pbos): Lower these thresholds (to closer to 100%) when we handle |
39 // pipelining encoders better (multiple input frames before something comes | 39 // pipelining encoders better (multiple input frames before something comes |
(...skipping 223 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
263 picture_id_rpsi_(0), | 263 picture_id_rpsi_(0), |
264 clock_(Clock::GetRealTimeClock()), | 264 clock_(Clock::GetRealTimeClock()), |
265 last_frame_width_(0), | 265 last_frame_width_(0), |
266 last_frame_height_(0), | 266 last_frame_height_(0), |
267 last_captured_timestamp_(0), | 267 last_captured_timestamp_(0), |
268 delta_ntp_internal_ms_(clock_->CurrentNtpInMilliseconds() - | 268 delta_ntp_internal_ms_(clock_->CurrentNtpInMilliseconds() - |
269 clock_->TimeInMilliseconds()), | 269 clock_->TimeInMilliseconds()), |
270 last_frame_log_ms_(clock_->TimeInMilliseconds()), | 270 last_frame_log_ms_(clock_->TimeInMilliseconds()), |
271 captured_frame_count_(0), | 271 captured_frame_count_(0), |
272 dropped_frame_count_(0), | 272 dropped_frame_count_(0), |
| 273 bitrate_observer_(nullptr), |
273 encoder_queue_("EncoderQueue") { | 274 encoder_queue_("EncoderQueue") { |
274 encoder_queue_.PostTask([this] { | 275 encoder_queue_.PostTask([this] { |
275 RTC_DCHECK_RUN_ON(&encoder_queue_); | 276 RTC_DCHECK_RUN_ON(&encoder_queue_); |
276 overuse_detector_.StartCheckForOveruse(); | 277 overuse_detector_.StartCheckForOveruse(); |
277 video_sender_.RegisterExternalEncoder( | 278 video_sender_.RegisterExternalEncoder( |
278 settings_.encoder, settings_.payload_type, settings_.internal_source); | 279 settings_.encoder, settings_.payload_type, settings_.internal_source); |
279 }); | 280 }); |
280 } | 281 } |
281 | 282 |
282 ViEEncoder::~ViEEncoder() { | 283 ViEEncoder::~ViEEncoder() { |
283 RTC_DCHECK_RUN_ON(&thread_checker_); | 284 RTC_DCHECK_RUN_ON(&thread_checker_); |
284 RTC_DCHECK(shutdown_event_.Wait(0)) | 285 RTC_DCHECK(shutdown_event_.Wait(0)) |
285 << "Must call ::Stop() before destruction."; | 286 << "Must call ::Stop() before destruction."; |
286 } | 287 } |
287 | 288 |
288 void ViEEncoder::Stop() { | 289 void ViEEncoder::Stop() { |
289 RTC_DCHECK_RUN_ON(&thread_checker_); | 290 RTC_DCHECK_RUN_ON(&thread_checker_); |
290 source_proxy_->SetSource(nullptr, VideoSendStream::DegradationPreference()); | 291 source_proxy_->SetSource(nullptr, VideoSendStream::DegradationPreference()); |
291 encoder_queue_.PostTask([this] { | 292 encoder_queue_.PostTask([this] { |
292 RTC_DCHECK_RUN_ON(&encoder_queue_); | 293 RTC_DCHECK_RUN_ON(&encoder_queue_); |
293 overuse_detector_.StopCheckForOveruse(); | 294 overuse_detector_.StopCheckForOveruse(); |
294 rate_allocator_.reset(); | 295 rate_allocator_.reset(); |
| 296 bitrate_observer_ = nullptr; |
295 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, | 297 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, |
296 false); | 298 false); |
297 quality_scaler_ = nullptr; | 299 quality_scaler_ = nullptr; |
298 shutdown_event_.Set(); | 300 shutdown_event_.Set(); |
299 }); | 301 }); |
300 | 302 |
301 shutdown_event_.Wait(rtc::Event::kForever); | 303 shutdown_event_.Wait(rtc::Event::kForever); |
302 } | 304 } |
303 | 305 |
304 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { | 306 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { |
305 RTC_DCHECK_RUN_ON(&thread_checker_); | 307 RTC_DCHECK_RUN_ON(&thread_checker_); |
306 RTC_DCHECK(!module_process_thread_); | 308 RTC_DCHECK(!module_process_thread_); |
307 module_process_thread_ = module_process_thread; | 309 module_process_thread_ = module_process_thread; |
308 module_process_thread_->RegisterModule(&video_sender_); | 310 module_process_thread_->RegisterModule(&video_sender_); |
309 module_process_thread_checker_.DetachFromThread(); | 311 module_process_thread_checker_.DetachFromThread(); |
310 } | 312 } |
311 | 313 |
312 void ViEEncoder::DeRegisterProcessThread() { | 314 void ViEEncoder::DeRegisterProcessThread() { |
313 RTC_DCHECK_RUN_ON(&thread_checker_); | 315 RTC_DCHECK_RUN_ON(&thread_checker_); |
314 module_process_thread_->DeRegisterModule(&video_sender_); | 316 module_process_thread_->DeRegisterModule(&video_sender_); |
315 } | 317 } |
316 | 318 |
| 319 void ViEEncoder::SetBitrateObserver( |
| 320 VideoBitrateAllocationObserver* bitrate_observer) { |
| 321 RTC_DCHECK_RUN_ON(&thread_checker_); |
| 322 encoder_queue_.PostTask([this, bitrate_observer] { |
| 323 RTC_DCHECK_RUN_ON(&encoder_queue_); |
| 324 RTC_DCHECK(!bitrate_observer_); |
| 325 bitrate_observer_ = bitrate_observer; |
| 326 }); |
| 327 } |
| 328 |
317 void ViEEncoder::SetSource( | 329 void ViEEncoder::SetSource( |
318 rtc::VideoSourceInterface<VideoFrame>* source, | 330 rtc::VideoSourceInterface<VideoFrame>* source, |
319 const VideoSendStream::DegradationPreference& degradation_preference) { | 331 const VideoSendStream::DegradationPreference& degradation_preference) { |
320 RTC_DCHECK_RUN_ON(&thread_checker_); | 332 RTC_DCHECK_RUN_ON(&thread_checker_); |
321 source_proxy_->SetSource(source, degradation_preference); | 333 source_proxy_->SetSource(source, degradation_preference); |
322 encoder_queue_.PostTask([this, degradation_preference] { | 334 encoder_queue_.PostTask([this, degradation_preference] { |
323 RTC_DCHECK_RUN_ON(&encoder_queue_); | 335 RTC_DCHECK_RUN_ON(&encoder_queue_); |
324 scaling_enabled_ = | 336 scaling_enabled_ = |
325 (degradation_preference != | 337 (degradation_preference != |
326 VideoSendStream::DegradationPreference::kMaintainResolution); | 338 VideoSendStream::DegradationPreference::kMaintainResolution); |
(...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
398 codec.expect_encode_from_texture = last_frame_info_->is_texture; | 410 codec.expect_encode_from_texture = last_frame_info_->is_texture; |
399 | 411 |
400 bool success = video_sender_.RegisterSendCodec( | 412 bool success = video_sender_.RegisterSendCodec( |
401 &codec, number_of_cores_, | 413 &codec, number_of_cores_, |
402 static_cast<uint32_t>(max_data_payload_length_)) == VCM_OK; | 414 static_cast<uint32_t>(max_data_payload_length_)) == VCM_OK; |
403 if (!success) { | 415 if (!success) { |
404 LOG(LS_ERROR) << "Failed to configure encoder."; | 416 LOG(LS_ERROR) << "Failed to configure encoder."; |
405 RTC_DCHECK(success); | 417 RTC_DCHECK(success); |
406 } | 418 } |
407 | 419 |
408 video_sender_.UpdateChannelParemeters(rate_allocator_.get()); | 420 video_sender_.UpdateChannelParemeters(rate_allocator_.get(), |
| 421 bitrate_observer_); |
| 422 |
409 if (stats_proxy_) { | 423 if (stats_proxy_) { |
410 int framerate = stats_proxy_->GetSendFrameRate(); | 424 int framerate = stats_proxy_->GetSendFrameRate(); |
411 if (framerate == 0) | 425 if (framerate == 0) |
412 framerate = codec.maxFramerate; | 426 framerate = codec.maxFramerate; |
413 stats_proxy_->OnEncoderReconfigured( | 427 stats_proxy_->OnEncoderReconfigured( |
414 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate)); | 428 encoder_config_, rate_allocator_->GetPreferredBitrateBps(framerate)); |
415 } | 429 } |
416 | 430 |
417 pending_encoder_reconfiguration_ = false; | 431 pending_encoder_reconfiguration_ = false; |
418 | 432 |
(...skipping 234 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
653 return; | 667 return; |
654 } | 668 } |
655 RTC_DCHECK_RUN_ON(&encoder_queue_); | 669 RTC_DCHECK_RUN_ON(&encoder_queue_); |
656 RTC_DCHECK(sink_) << "sink_ must be set before the encoder is active."; | 670 RTC_DCHECK(sink_) << "sink_ must be set before the encoder is active."; |
657 | 671 |
658 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate " << bitrate_bps | 672 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate " << bitrate_bps |
659 << " packet loss " << static_cast<int>(fraction_lost) | 673 << " packet loss " << static_cast<int>(fraction_lost) |
660 << " rtt " << round_trip_time_ms; | 674 << " rtt " << round_trip_time_ms; |
661 | 675 |
662 video_sender_.SetChannelParameters(bitrate_bps, fraction_lost, | 676 video_sender_.SetChannelParameters(bitrate_bps, fraction_lost, |
663 round_trip_time_ms, rate_allocator_.get()); | 677 round_trip_time_ms, rate_allocator_.get(), |
| 678 bitrate_observer_); |
664 | 679 |
665 encoder_start_bitrate_bps_ = | 680 encoder_start_bitrate_bps_ = |
666 bitrate_bps != 0 ? bitrate_bps : encoder_start_bitrate_bps_; | 681 bitrate_bps != 0 ? bitrate_bps : encoder_start_bitrate_bps_; |
667 bool video_is_suspended = bitrate_bps == 0; | 682 bool video_is_suspended = bitrate_bps == 0; |
668 bool video_suspension_changed = video_is_suspended != EncoderPaused(); | 683 bool video_suspension_changed = video_is_suspended != EncoderPaused(); |
669 last_observed_bitrate_bps_ = bitrate_bps; | 684 last_observed_bitrate_bps_ = bitrate_bps; |
670 | 685 |
671 if (stats_proxy_ && video_suspension_changed) { | 686 if (stats_proxy_ && video_suspension_changed) { |
672 LOG(LS_INFO) << "Video suspend state changed to: " | 687 LOG(LS_INFO) << "Video suspend state changed to: " |
673 << (video_is_suspended ? "suspended" : "not suspended"); | 688 << (video_is_suspended ? "suspended" : "not suspended"); |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
731 --scale_counter_[reason]; | 746 --scale_counter_[reason]; |
732 source_proxy_->RequestHigherResolutionThan(current_pixel_count); | 747 source_proxy_->RequestHigherResolutionThan(current_pixel_count); |
733 LOG(LS_INFO) << "Scaling up resolution."; | 748 LOG(LS_INFO) << "Scaling up resolution."; |
734 for (size_t i = 0; i < kScaleReasonSize; ++i) { | 749 for (size_t i = 0; i < kScaleReasonSize; ++i) { |
735 LOG(LS_INFO) << "Scaled " << scale_counter_[i] | 750 LOG(LS_INFO) << "Scaled " << scale_counter_[i] |
736 << " times for reason: " << (i ? "quality" : "cpu"); | 751 << " times for reason: " << (i ? "quality" : "cpu"); |
737 } | 752 } |
738 } | 753 } |
739 | 754 |
740 } // namespace webrtc | 755 } // namespace webrtc |
OLD | NEW |