Chromium Code Reviews| OLD | NEW | 
|---|---|
| 1 /* | 1 /* | 
| 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. | 
| 3 * | 3 * | 
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license | 
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source | 
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found | 
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may | 
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. | 
| 9 */ | 9 */ | 
| 10 | 10 | 
| (...skipping 377 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 388 config_(config), | 388 config_(config), | 
| 389 suspended_ssrcs_(suspended_ssrcs), | 389 suspended_ssrcs_(suspended_ssrcs), | 
| 390 module_process_thread_(module_process_thread), | 390 module_process_thread_(module_process_thread), | 
| 391 call_stats_(call_stats), | 391 call_stats_(call_stats), | 
| 392 congestion_controller_(congestion_controller), | 392 congestion_controller_(congestion_controller), | 
| 393 bitrate_allocator_(bitrate_allocator), | 393 bitrate_allocator_(bitrate_allocator), | 
| 394 remb_(remb), | 394 remb_(remb), | 
| 395 encoder_thread_(EncoderThreadFunction, this, "EncoderThread"), | 395 encoder_thread_(EncoderThreadFunction, this, "EncoderThread"), | 
| 396 encoder_wakeup_event_(false, false), | 396 encoder_wakeup_event_(false, false), | 
| 397 stop_encoder_thread_(0), | 397 stop_encoder_thread_(0), | 
| 398 send_stream_registered_as_observer_(false), | 398 state_(kStopped), | 
| 399 overuse_detector_( | 399 overuse_detector_( | 
| 400 Clock::GetRealTimeClock(), | 400 Clock::GetRealTimeClock(), | 
| 401 GetCpuOveruseOptions(config.encoder_settings.full_overuse_time), | 401 GetCpuOveruseOptions(config.encoder_settings.full_overuse_time), | 
| 402 this, | 402 this, | 
| 403 config.post_encode_callback, | 403 config.post_encode_callback, | 
| 404 &stats_proxy_), | 404 &stats_proxy_), | 
| 405 vie_encoder_(num_cpu_cores, | 405 vie_encoder_(num_cpu_cores, | 
| 406 module_process_thread_, | 406 module_process_thread_, | 
| 407 &stats_proxy_, | 407 &stats_proxy_, | 
| 408 &overuse_detector_, | 408 &overuse_detector_, | 
| (...skipping 113 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 522 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) | 522 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) | 
| 523 rtp_rtcp->IncomingRtcpPacket(packet, length); | 523 rtp_rtcp->IncomingRtcpPacket(packet, length); | 
| 524 return true; | 524 return true; | 
| 525 } | 525 } | 
| 526 | 526 | 
| 527 void VideoSendStream::Start() { | 527 void VideoSendStream::Start() { | 
| 528 if (payload_router_.active()) | 528 if (payload_router_.active()) | 
| 529 return; | 529 return; | 
| 530 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Start"); | 530 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Start"); | 
| 531 payload_router_.set_active(true); | 531 payload_router_.set_active(true); | 
| 532 // Was not already started, trigger a keyframe. | 532 { | 
| 533 vie_encoder_.SendKeyFrame(); | 533 rtc::CritScope lock(&encoder_settings_crit_); | 
| 534 vie_encoder_.Start(); | 534 pending_state_change_ = rtc::Optional<bool>(true); | 
| 535 } | |
| 536 encoder_wakeup_event_.Set(); | |
| 535 } | 537 } | 
| 536 | 538 | 
| 537 void VideoSendStream::Stop() { | 539 void VideoSendStream::Stop() { | 
| 538 if (!payload_router_.active()) | 540 if (!payload_router_.active()) | 
| 539 return; | 541 return; | 
| 540 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Stop"); | 542 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Stop"); | 
| 541 vie_encoder_.Pause(); | |
| 542 payload_router_.set_active(false); | 543 payload_router_.set_active(false); | 
| 544 { | |
| 545 rtc::CritScope lock(&encoder_settings_crit_); | |
| 546 pending_state_change_ = rtc::Optional<bool>(false); | |
| 547 } | |
| 548 encoder_wakeup_event_.Set(); | |
| 543 } | 549 } | 
| 544 | 550 | 
| 545 VideoCaptureInput* VideoSendStream::Input() { | 551 VideoCaptureInput* VideoSendStream::Input() { | 
| 546 return &input_; | 552 return &input_; | 
| 547 } | 553 } | 
| 548 | 554 | 
| 549 bool VideoSendStream::EncoderThreadFunction(void* obj) { | 555 bool VideoSendStream::EncoderThreadFunction(void* obj) { | 
| 550 static_cast<VideoSendStream*>(obj)->EncoderProcess(); | 556 static_cast<VideoSendStream*>(obj)->EncoderProcess(); | 
| 551 // We're done, return false to abort. | 557 // We're done, return false to abort. | 
| 552 return false; | 558 return false; | 
| 553 } | 559 } | 
| 554 | 560 | 
| 555 void VideoSendStream::EncoderProcess() { | 561 void VideoSendStream::EncoderProcess() { | 
| 556 RTC_CHECK_EQ(0, vie_encoder_.RegisterExternalEncoder( | 562 RTC_CHECK_EQ(0, vie_encoder_.RegisterExternalEncoder( | 
| 557 config_.encoder_settings.encoder, | 563 config_.encoder_settings.encoder, | 
| 558 config_.encoder_settings.payload_type, | 564 config_.encoder_settings.payload_type, | 
| 559 config_.encoder_settings.internal_source)); | 565 config_.encoder_settings.internal_source)); | 
| 560 | 566 | 
| 561 while (true) { | 567 while (true) { | 
| 562 // Wake up every kEncodeCheckForActivityPeriodMs to check if the encoder is | 568 // Wake up every kEncodeCheckForActivityPeriodMs to check if the encoder is | 
| 563 // active. If not, deregister as BitrateAllocatorObserver. | 569 // active. If not, deregister as BitrateAllocatorObserver. | 
| 564 const int kEncodeCheckForActivityPeriodMs = 1000; | 570 const int kEncodeCheckForActivityPeriodMs = 1000; | 
| 565 encoder_wakeup_event_.Wait(kEncodeCheckForActivityPeriodMs); | 571 encoder_wakeup_event_.Wait(kEncodeCheckForActivityPeriodMs); | 
| 566 if (rtc::AtomicOps::AcquireLoad(&stop_encoder_thread_)) | 572 if (rtc::AtomicOps::AcquireLoad(&stop_encoder_thread_)) | 
| 567 break; | 573 break; | 
| 568 bool change_settings = false; | 574 bool change_settings = false; | 
| 575 rtc::Optional<bool> pending_state_change; | |
| 569 { | 576 { | 
| 570 rtc::CritScope lock(&encoder_settings_crit_); | 577 rtc::CritScope lock(&encoder_settings_crit_); | 
| 571 if (pending_encoder_settings_) { | 578 if (pending_encoder_settings_) { | 
| 572 std::swap(current_encoder_settings_, pending_encoder_settings_); | 579 std::swap(current_encoder_settings_, pending_encoder_settings_); | 
| 573 pending_encoder_settings_.reset(); | 580 pending_encoder_settings_.reset(); | 
| 574 change_settings = true; | 581 change_settings = true; | 
| 582 } else if (pending_state_change_) { | |
| 583 swap(pending_state_change, pending_state_change_); | |
| 575 } | 584 } | 
| 576 } | 585 } | 
| 577 if (change_settings) { | 586 if (change_settings) { | 
| 578 current_encoder_settings_->video_codec.startBitrate = | 587 current_encoder_settings_->video_codec.startBitrate = std::max( | 
| 579 bitrate_allocator_->AddObserver( | 588 bitrate_allocator_->GetStartBitrate(this) / 1000, | 
| 580 this, current_encoder_settings_->video_codec.minBitrate * 1000, | 589 static_cast<int>(current_encoder_settings_->video_codec.minBitrate)); | 
| 581 current_encoder_settings_->video_codec.maxBitrate * 1000, | |
| 582 CalulcateMaxPadBitrateBps(current_encoder_settings_->config, | |
| 583 config_.suspend_below_min_bitrate), | |
| 584 !config_.suspend_below_min_bitrate) / | |
| 585 1000; | |
| 586 send_stream_registered_as_observer_ = true; | |
| 587 | |
| 588 payload_router_.SetSendStreams(current_encoder_settings_->config.streams); | 590 payload_router_.SetSendStreams(current_encoder_settings_->config.streams); | 
| 589 vie_encoder_.SetEncoder(current_encoder_settings_->video_codec, | 591 vie_encoder_.SetEncoder(current_encoder_settings_->video_codec, | 
| 590 payload_router_.MaxPayloadLength()); | 592 payload_router_.MaxPayloadLength()); | 
| 591 | 593 | 
| 592 // Clear stats for disabled layers. | 594 // Clear stats for disabled layers. | 
| 593 for (size_t i = current_encoder_settings_->config.streams.size(); | 595 for (size_t i = current_encoder_settings_->config.streams.size(); | 
| 594 i < config_.rtp.ssrcs.size(); ++i) { | 596 i < config_.rtp.ssrcs.size(); ++i) { | 
| 595 stats_proxy_.OnInactiveSsrc(config_.rtp.ssrcs[i]); | 597 stats_proxy_.OnInactiveSsrc(config_.rtp.ssrcs[i]); | 
| 596 } | 598 } | 
| 597 | 599 | 
| 598 size_t number_of_temporal_layers = | 600 size_t number_of_temporal_layers = | 
| 599 current_encoder_settings_->config.streams.back() | 601 current_encoder_settings_->config.streams.back() | 
| 600 .temporal_layer_thresholds_bps.size() + | 602 .temporal_layer_thresholds_bps.size() + | 
| 601 1; | 603 1; | 
| 602 protection_bitrate_calculator_.SetEncodingData( | 604 protection_bitrate_calculator_.SetEncodingData( | 
| 603 current_encoder_settings_->video_codec.startBitrate * 1000, | 605 current_encoder_settings_->video_codec.startBitrate * 1000, | 
| 604 current_encoder_settings_->video_codec.width, | 606 current_encoder_settings_->video_codec.width, | 
| 605 current_encoder_settings_->video_codec.height, | 607 current_encoder_settings_->video_codec.height, | 
| 606 current_encoder_settings_->video_codec.maxFramerate, | 608 current_encoder_settings_->video_codec.maxFramerate, | 
| 607 number_of_temporal_layers, payload_router_.MaxPayloadLength()); | 609 number_of_temporal_layers, payload_router_.MaxPayloadLength()); | 
| 608 | 610 | 
| 609 // We might've gotten new settings while configuring the encoder settings, | 611 // We might've gotten new settings while configuring the encoder settings, | 
| 610 // restart from the top to see if that's the case before trying to encode | 612 // restart from the top to see if that's the case before trying to encode | 
| 611 // a frame (which might correspond to the last frame size). | 613 // a frame (which might correspond to the last frame size). | 
| 612 encoder_wakeup_event_.Set(); | 614 encoder_wakeup_event_.Set(); | 
| 613 continue; | 615 continue; | 
| 614 } | 616 } | 
| 615 | 617 | 
| 616 VideoFrame frame; | 618 if (pending_state_change) { | 
| 617 if (input_.GetVideoFrame(&frame)) { | 619 if (*pending_state_change == true && state_ == kStopped) { | 
| 
 
pbos-webrtc
2016/06/17 12:38:21
no == true
 
perkj_webrtc
2016/06/17 13:06:32
Done.
 
 | |
| 618 // TODO(perkj): |pre_encode_callback| is only used by tests. Tests should | 620 bitrate_allocator_->AddObserver( | 
| 619 // register as a sink to the VideoSource instead. | 621 this, current_encoder_settings_->video_codec.minBitrate * 1000, | 
| 620 if (config_.pre_encode_callback) { | 622 current_encoder_settings_->video_codec.maxBitrate * 1000, | 
| 621 config_.pre_encode_callback->OnFrame(frame); | 623 CalulcateMaxPadBitrateBps(current_encoder_settings_->config, | 
| 624 config_.suspend_below_min_bitrate), | |
| 625 !config_.suspend_below_min_bitrate); | |
| 626 vie_encoder_.SendKeyFrame(); | |
| 627 state_ = kStarted; | |
| 628 LOG_F(LS_INFO) << "Encoder started."; | |
| 629 } else if (*pending_state_change == false) { | |
| 
 
pbos-webrtc
2016/06/17 12:38:21
!(*pending_state_change)
 
perkj_webrtc
2016/06/17 13:06:32
Done.
 
 | |
| 630 bitrate_allocator_->RemoveObserver(this); | |
| 631 vie_encoder_.OnBitrateUpdated(0, 0, 0); | |
| 632 state_ = kStopped; | |
| 633 LOG_F(LS_INFO) << "Encoder stopped."; | |
| 622 } | 634 } | 
| 623 vie_encoder_.EncodeVideoFrame(frame); | 635 encoder_wakeup_event_.Set(); | 
| 636 continue; | |
| 624 } | 637 } | 
| 625 | 638 | 
| 626 // Check if the encoder has produced anything the last kEncoderTimeOutMs. | 639 // Check if the encoder has produced anything the last kEncoderTimeOutMs. | 
| 627 // If not, deregister as BitrateAllocatorObserver. | 640 // If not, deregister as BitrateAllocatorObserver. | 
| 628 if (send_stream_registered_as_observer_ && | 641 if (state_ == kStarted && | 
| 629 vie_encoder_.time_of_last_frame_activity_ms() < | 642 vie_encoder_.time_of_last_frame_activity_ms() < | 
| 630 rtc::TimeMillis() - kEncoderTimeOutMs) { | 643 rtc::TimeMillis() - kEncoderTimeOutMs) { | 
| 631 // The encoder has timed out. | 644 // The encoder has timed out. | 
| 632 LOG_F(LS_INFO) << "Encoder timed out."; | 645 LOG_F(LS_INFO) << "Encoder timed out."; | 
| 633 bitrate_allocator_->RemoveObserver(this); | 646 bitrate_allocator_->RemoveObserver(this); | 
| 634 send_stream_registered_as_observer_ = false; | 647 state_ = kEncoderTimedOut; | 
| 635 } | 648 } | 
| 636 if (!send_stream_registered_as_observer_ && | 649 if (state_ == kEncoderTimedOut && | 
| 637 vie_encoder_.time_of_last_frame_activity_ms() > | 650 vie_encoder_.time_of_last_frame_activity_ms() > | 
| 638 rtc::TimeMillis() - kEncoderTimeOutMs) { | 651 rtc::TimeMillis() - kEncoderTimeOutMs) { | 
| 639 LOG_F(LS_INFO) << "Encoder is active."; | 652 LOG_F(LS_INFO) << "Encoder is active."; | 
| 640 bitrate_allocator_->AddObserver( | 653 bitrate_allocator_->AddObserver( | 
| 641 this, current_encoder_settings_->video_codec.minBitrate * 1000, | 654 this, current_encoder_settings_->video_codec.minBitrate * 1000, | 
| 642 current_encoder_settings_->video_codec.maxBitrate * 1000, | 655 current_encoder_settings_->video_codec.maxBitrate * 1000, | 
| 643 CalulcateMaxPadBitrateBps(current_encoder_settings_->config, | 656 CalulcateMaxPadBitrateBps(current_encoder_settings_->config, | 
| 644 config_.suspend_below_min_bitrate), | 657 config_.suspend_below_min_bitrate), | 
| 645 !config_.suspend_below_min_bitrate); | 658 !config_.suspend_below_min_bitrate); | 
| 646 send_stream_registered_as_observer_ = true; | 659 state_ = kStarted; | 
| 660 } | |
| 661 | |
| 662 VideoFrame frame; | |
| 663 if (input_.GetVideoFrame(&frame)) { | |
| 664 // TODO(perkj): |pre_encode_callback| is only used by tests. Tests should | |
| 665 // register as a sink to the VideoSource instead. | |
| 666 if (config_.pre_encode_callback) { | |
| 667 config_.pre_encode_callback->OnFrame(frame); | |
| 668 } | |
| 669 vie_encoder_.EncodeVideoFrame(frame); | |
| 647 } | 670 } | 
| 648 } | 671 } | 
| 649 vie_encoder_.DeRegisterExternalEncoder(config_.encoder_settings.payload_type); | 672 vie_encoder_.DeRegisterExternalEncoder(config_.encoder_settings.payload_type); | 
| 650 } | 673 } | 
| 651 | 674 | 
| 652 void VideoSendStream::ReconfigureVideoEncoder( | 675 void VideoSendStream::ReconfigureVideoEncoder( | 
| 653 const VideoEncoderConfig& config) { | 676 const VideoEncoderConfig& config) { | 
| 654 TRACE_EVENT0("webrtc", "VideoSendStream::(Re)configureVideoEncoder"); | 677 TRACE_EVENT0("webrtc", "VideoSendStream::(Re)configureVideoEncoder"); | 
| 655 LOG(LS_INFO) << "(Re)configureVideoEncoder: " << config.ToString(); | 678 LOG(LS_INFO) << "(Re)configureVideoEncoder: " << config.ToString(); | 
| 656 RTC_DCHECK_GE(config_.rtp.ssrcs.size(), config.streams.size()); | 679 RTC_DCHECK_GE(config_.rtp.ssrcs.size(), config.streams.size()); | 
| (...skipping 185 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 842 } | 865 } | 
| 843 | 866 | 
| 844 void VideoSendStream::OnBitrateUpdated(uint32_t bitrate_bps, | 867 void VideoSendStream::OnBitrateUpdated(uint32_t bitrate_bps, | 
| 845 uint8_t fraction_loss, | 868 uint8_t fraction_loss, | 
| 846 int64_t rtt) { | 869 int64_t rtt) { | 
| 847 payload_router_.SetTargetSendBitrate(bitrate_bps); | 870 payload_router_.SetTargetSendBitrate(bitrate_bps); | 
| 848 // Get the encoder target rate. It is the estimated network rate - | 871 // Get the encoder target rate. It is the estimated network rate - | 
| 849 // protection overhead. | 872 // protection overhead. | 
| 850 uint32_t encoder_target_rate = protection_bitrate_calculator_.SetTargetRates( | 873 uint32_t encoder_target_rate = protection_bitrate_calculator_.SetTargetRates( | 
| 851 bitrate_bps, stats_proxy_.GetSendFrameRate(), fraction_loss, rtt); | 874 bitrate_bps, stats_proxy_.GetSendFrameRate(), fraction_loss, rtt); | 
| 852 | |
| 853 vie_encoder_.OnBitrateUpdated(encoder_target_rate, fraction_loss, rtt); | 875 vie_encoder_.OnBitrateUpdated(encoder_target_rate, fraction_loss, rtt); | 
| 854 } | 876 } | 
| 855 | 877 | 
| 856 int VideoSendStream::ProtectionRequest(const FecProtectionParams* delta_params, | 878 int VideoSendStream::ProtectionRequest(const FecProtectionParams* delta_params, | 
| 857 const FecProtectionParams* key_params, | 879 const FecProtectionParams* key_params, | 
| 858 uint32_t* sent_video_rate_bps, | 880 uint32_t* sent_video_rate_bps, | 
| 859 uint32_t* sent_nack_rate_bps, | 881 uint32_t* sent_nack_rate_bps, | 
| 860 uint32_t* sent_fec_rate_bps) { | 882 uint32_t* sent_fec_rate_bps) { | 
| 861 *sent_video_rate_bps = 0; | 883 *sent_video_rate_bps = 0; | 
| 862 *sent_nack_rate_bps = 0; | 884 *sent_nack_rate_bps = 0; | 
| 863 *sent_fec_rate_bps = 0; | 885 *sent_fec_rate_bps = 0; | 
| 864 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) { | 886 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) { | 
| 865 uint32_t not_used = 0; | 887 uint32_t not_used = 0; | 
| 866 uint32_t module_video_rate = 0; | 888 uint32_t module_video_rate = 0; | 
| 867 uint32_t module_fec_rate = 0; | 889 uint32_t module_fec_rate = 0; | 
| 868 uint32_t module_nack_rate = 0; | 890 uint32_t module_nack_rate = 0; | 
| 869 rtp_rtcp->SetFecParameters(delta_params, key_params); | 891 rtp_rtcp->SetFecParameters(delta_params, key_params); | 
| 870 rtp_rtcp->BitrateSent(¬_used, &module_video_rate, &module_fec_rate, | 892 rtp_rtcp->BitrateSent(¬_used, &module_video_rate, &module_fec_rate, | 
| 871 &module_nack_rate); | 893 &module_nack_rate); | 
| 872 *sent_video_rate_bps += module_video_rate; | 894 *sent_video_rate_bps += module_video_rate; | 
| 873 *sent_nack_rate_bps += module_nack_rate; | 895 *sent_nack_rate_bps += module_nack_rate; | 
| 874 *sent_fec_rate_bps += module_fec_rate; | 896 *sent_fec_rate_bps += module_fec_rate; | 
| 875 } | 897 } | 
| 876 return 0; | 898 return 0; | 
| 877 } | 899 } | 
| 878 | 900 | 
| 879 } // namespace internal | 901 } // namespace internal | 
| 880 } // namespace webrtc | 902 } // namespace webrtc | 
| OLD | NEW |