Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(6)

Side by Side Diff: webrtc/video/video_send_stream.cc

Issue 1912653002: Remove PayloadRouter dependency from ViEEncoder (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Addressed comments. Created 4 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video/video_send_stream.h ('k') | webrtc/video/vie_encoder.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
(...skipping 354 matching lines...) Expand 10 before | Expand all | Expand 10 after
365 remb_(remb), 365 remb_(remb),
366 encoder_thread_(EncoderThreadFunction, this, "EncoderThread"), 366 encoder_thread_(EncoderThreadFunction, this, "EncoderThread"),
367 encoder_wakeup_event_(false, false), 367 encoder_wakeup_event_(false, false),
368 stop_encoder_thread_(0), 368 stop_encoder_thread_(0),
369 overuse_detector_( 369 overuse_detector_(
370 Clock::GetRealTimeClock(), 370 Clock::GetRealTimeClock(),
371 GetCpuOveruseOptions(config.encoder_settings.full_overuse_time), 371 GetCpuOveruseOptions(config.encoder_settings.full_overuse_time),
372 this, 372 this,
373 config.post_encode_callback, 373 config.post_encode_callback,
374 &stats_proxy_), 374 &stats_proxy_),
375 vie_encoder_( 375 vie_encoder_(num_cpu_cores,
376 num_cpu_cores, 376 config_.rtp.ssrcs,
377 config_.rtp.ssrcs, 377 module_process_thread_,
378 module_process_thread_, 378 &stats_proxy_,
379 &stats_proxy_, 379 config.pre_encode_callback,
380 config.pre_encode_callback, 380 &overuse_detector_,
381 &overuse_detector_, 381 congestion_controller_->pacer()),
382 congestion_controller_->pacer(),
383 &payload_router_,
384 config.post_encode_callback ? &encoded_frame_proxy_ : nullptr),
385 video_sender_(vie_encoder_.video_sender()), 382 video_sender_(vie_encoder_.video_sender()),
386 bandwidth_observer_(congestion_controller_->GetBitrateController() 383 bandwidth_observer_(congestion_controller_->GetBitrateController()
387 ->CreateRtcpBandwidthObserver()), 384 ->CreateRtcpBandwidthObserver()),
388 rtp_rtcp_modules_(CreateRtpRtcpModules( 385 rtp_rtcp_modules_(CreateRtpRtcpModules(
389 config.send_transport, 386 config.send_transport,
390 &encoder_feedback_, 387 &encoder_feedback_,
391 bandwidth_observer_.get(), 388 bandwidth_observer_.get(),
392 congestion_controller_->GetTransportFeedbackObserver(), 389 congestion_controller_->GetTransportFeedbackObserver(),
393 call_stats_->rtcp_rtt_stats(), 390 call_stats_->rtcp_rtt_stats(),
394 congestion_controller_->pacer(), 391 congestion_controller_->pacer(),
(...skipping 114 matching lines...) Expand 10 before | Expand all | Expand 10 after
509 bool VideoSendStream::DeliverRtcp(const uint8_t* packet, size_t length) { 506 bool VideoSendStream::DeliverRtcp(const uint8_t* packet, size_t length) {
510 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) 507 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_)
511 rtp_rtcp->IncomingRtcpPacket(packet, length); 508 rtp_rtcp->IncomingRtcpPacket(packet, length);
512 return true; 509 return true;
513 } 510 }
514 511
515 void VideoSendStream::Start() { 512 void VideoSendStream::Start() {
516 if (payload_router_.active()) 513 if (payload_router_.active())
517 return; 514 return;
518 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Start"); 515 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Start");
519 vie_encoder_.Pause();
520 payload_router_.set_active(true); 516 payload_router_.set_active(true);
521 // Was not already started, trigger a keyframe. 517 // Was not already started, trigger a keyframe.
522 vie_encoder_.SendKeyFrame(); 518 vie_encoder_.SendKeyFrame();
523 vie_encoder_.Restart(); 519 vie_encoder_.Start();
524 } 520 }
525 521
526 void VideoSendStream::Stop() { 522 void VideoSendStream::Stop() {
527 if (!payload_router_.active()) 523 if (!payload_router_.active())
528 return; 524 return;
529 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Stop"); 525 TRACE_EVENT_INSTANT0("webrtc", "VideoSendStream::Stop");
530 // TODO(pbos): Make sure the encoder stops here. 526 vie_encoder_.Pause();
531 payload_router_.set_active(false); 527 payload_router_.set_active(false);
532 } 528 }
533 529
534 VideoCaptureInput* VideoSendStream::Input() { 530 VideoCaptureInput* VideoSendStream::Input() {
535 return &input_; 531 return &input_;
536 } 532 }
537 533
538 bool VideoSendStream::EncoderThreadFunction(void* obj) { 534 bool VideoSendStream::EncoderThreadFunction(void* obj) {
539 static_cast<VideoSendStream*>(obj)->EncoderProcess(); 535 static_cast<VideoSendStream*>(obj)->EncoderProcess();
540 // We're done, return false to abort. 536 // We're done, return false to abort.
(...skipping 17 matching lines...) Expand all
558 encoder_settings = pending_encoder_settings_; 554 encoder_settings = pending_encoder_settings_;
559 pending_encoder_settings_ = rtc::Optional<EncoderSettings>(); 555 pending_encoder_settings_ = rtc::Optional<EncoderSettings>();
560 } 556 }
561 } 557 }
562 if (encoder_settings) { 558 if (encoder_settings) {
563 encoder_settings->video_codec.startBitrate = 559 encoder_settings->video_codec.startBitrate =
564 bitrate_allocator_->AddObserver( 560 bitrate_allocator_->AddObserver(
565 this, encoder_settings->video_codec.minBitrate * 1000, 561 this, encoder_settings->video_codec.minBitrate * 1000,
566 encoder_settings->video_codec.maxBitrate * 1000) / 562 encoder_settings->video_codec.maxBitrate * 1000) /
567 1000; 563 1000;
564
565 payload_router_.SetSendStreams(encoder_settings->streams);
568 vie_encoder_.SetEncoder(encoder_settings->video_codec, 566 vie_encoder_.SetEncoder(encoder_settings->video_codec,
569 encoder_settings->min_transmit_bitrate_bps); 567 encoder_settings->min_transmit_bitrate_bps,
568 payload_router_.MaxPayloadLength(), this);
570 if (config_.suspend_below_min_bitrate) { 569 if (config_.suspend_below_min_bitrate) {
571 video_sender_->SuspendBelowMinBitrate(); 570 video_sender_->SuspendBelowMinBitrate();
572 bitrate_allocator_->EnforceMinBitrate(false); 571 bitrate_allocator_->EnforceMinBitrate(false);
573 } 572 }
574 // We might've gotten new settings while configuring the encoder settings, 573 // We might've gotten new settings while configuring the encoder settings,
575 // restart from the top to see if that's the case before trying to encode 574 // restart from the top to see if that's the case before trying to encode
576 // a frame (which might correspond to the last frame size). 575 // a frame (which might correspond to the last frame size).
577 encoder_wakeup_event_.Set(); 576 encoder_wakeup_event_.Set();
578 continue; 577 continue;
579 } 578 }
580 579
581 VideoFrame frame; 580 VideoFrame frame;
582 if (input_.GetVideoFrame(&frame)) 581 if (input_.GetVideoFrame(&frame))
583 vie_encoder_.EncodeVideoFrame(frame); 582 vie_encoder_.EncodeVideoFrame(frame);
584 } 583 }
585 vie_encoder_.DeRegisterExternalEncoder(config_.encoder_settings.payload_type); 584 vie_encoder_.DeRegisterExternalEncoder(config_.encoder_settings.payload_type);
586 } 585 }
587 586
588 void VideoSendStream::ReconfigureVideoEncoder( 587 void VideoSendStream::ReconfigureVideoEncoder(
589 const VideoEncoderConfig& config) { 588 const VideoEncoderConfig& config) {
590 TRACE_EVENT0("webrtc", "VideoSendStream::(Re)configureVideoEncoder"); 589 TRACE_EVENT0("webrtc", "VideoSendStream::(Re)configureVideoEncoder");
591 LOG(LS_INFO) << "(Re)configureVideoEncoder: " << config.ToString(); 590 LOG(LS_INFO) << "(Re)configureVideoEncoder: " << config.ToString();
592 RTC_DCHECK_GE(config_.rtp.ssrcs.size(), config.streams.size()); 591 RTC_DCHECK_GE(config_.rtp.ssrcs.size(), config.streams.size());
593 VideoCodec video_codec = VideoEncoderConfigToVideoCodec( 592 VideoCodec video_codec = VideoEncoderConfigToVideoCodec(
594 config, config_.encoder_settings.payload_name, 593 config, config_.encoder_settings.payload_name,
595 config_.encoder_settings.payload_type); 594 config_.encoder_settings.payload_type);
596 { 595 {
597 rtc::CritScope lock(&encoder_settings_crit_); 596 rtc::CritScope lock(&encoder_settings_crit_);
598 pending_encoder_settings_ = rtc::Optional<EncoderSettings>( 597 pending_encoder_settings_ = rtc::Optional<EncoderSettings>(
599 {video_codec, config.min_transmit_bitrate_bps}); 598 {video_codec, config.min_transmit_bitrate_bps, config.streams});
600 } 599 }
601 encoder_wakeup_event_.Set(); 600 encoder_wakeup_event_.Set();
602 } 601 }
603 602
604 VideoSendStream::Stats VideoSendStream::GetStats() { 603 VideoSendStream::Stats VideoSendStream::GetStats() {
605 return stats_proxy_.GetStats(); 604 return stats_proxy_.GetStats();
606 } 605 }
607 606
608 void VideoSendStream::OveruseDetected() { 607 void VideoSendStream::OveruseDetected() {
609 if (config_.overuse_callback) 608 if (config_.overuse_callback)
610 config_.overuse_callback->OnLoadUpdate(LoadObserver::kOveruse); 609 config_.overuse_callback->OnLoadUpdate(LoadObserver::kOveruse);
611 } 610 }
612 611
613 void VideoSendStream::NormalUsage() { 612 void VideoSendStream::NormalUsage() {
614 if (config_.overuse_callback) 613 if (config_.overuse_callback)
615 config_.overuse_callback->OnLoadUpdate(LoadObserver::kUnderuse); 614 config_.overuse_callback->OnLoadUpdate(LoadObserver::kUnderuse);
616 } 615 }
617 616
617 int32_t VideoSendStream::Encoded(const EncodedImage& encoded_image,
618 const CodecSpecificInfo* codec_specific_info,
619 const RTPFragmentationHeader* fragmentation) {
620 // |encoded_frame_proxy_| forwards frames to |config_.post_encode_callback|;
621 encoded_frame_proxy_.Encoded(encoded_image, codec_specific_info,
622 fragmentation);
623 return payload_router_.Encoded(encoded_image, codec_specific_info,
624 fragmentation);
625 }
626
618 void VideoSendStream::ConfigureProtection() { 627 void VideoSendStream::ConfigureProtection() {
619 // Enable NACK, FEC or both. 628 // Enable NACK, FEC or both.
620 const bool enable_protection_nack = config_.rtp.nack.rtp_history_ms > 0; 629 const bool enable_protection_nack = config_.rtp.nack.rtp_history_ms > 0;
621 bool enable_protection_fec = config_.rtp.fec.red_payload_type != -1; 630 bool enable_protection_fec = config_.rtp.fec.red_payload_type != -1;
622 // Payload types without picture ID cannot determine that a stream is complete 631 // Payload types without picture ID cannot determine that a stream is complete
623 // without retransmitting FEC, so using FEC + NACK for H.264 (for instance) is 632 // without retransmitting FEC, so using FEC + NACK for H.264 (for instance) is
624 // a waste of bandwidth since FEC packets still have to be transmitted. Note 633 // a waste of bandwidth since FEC packets still have to be transmitted. Note
625 // that this is not the case with FLEXFEC. 634 // that this is not the case with FLEXFEC.
626 if (enable_protection_nack && 635 if (enable_protection_nack &&
627 !PayloadTypeSupportsSkippingFecPackets( 636 !PayloadTypeSupportsSkippingFecPackets(
(...skipping 101 matching lines...) Expand 10 before | Expand all | Expand 10 after
729 return rtp_states; 738 return rtp_states;
730 } 739 }
731 740
732 int VideoSendStream::GetPaddingNeededBps() const { 741 int VideoSendStream::GetPaddingNeededBps() const {
733 return vie_encoder_.GetPaddingNeededBps(); 742 return vie_encoder_.GetPaddingNeededBps();
734 } 743 }
735 744
736 void VideoSendStream::OnBitrateUpdated(uint32_t bitrate_bps, 745 void VideoSendStream::OnBitrateUpdated(uint32_t bitrate_bps,
737 uint8_t fraction_loss, 746 uint8_t fraction_loss,
738 int64_t rtt) { 747 int64_t rtt) {
748 payload_router_.SetTargetSendBitrate(bitrate_bps);
739 vie_encoder_.OnBitrateUpdated(bitrate_bps, fraction_loss, rtt); 749 vie_encoder_.OnBitrateUpdated(bitrate_bps, fraction_loss, rtt);
740 } 750 }
741 751
742 int VideoSendStream::ProtectionRequest(const FecProtectionParams* delta_params, 752 int VideoSendStream::ProtectionRequest(const FecProtectionParams* delta_params,
743 const FecProtectionParams* key_params, 753 const FecProtectionParams* key_params,
744 uint32_t* sent_video_rate_bps, 754 uint32_t* sent_video_rate_bps,
745 uint32_t* sent_nack_rate_bps, 755 uint32_t* sent_nack_rate_bps,
746 uint32_t* sent_fec_rate_bps) { 756 uint32_t* sent_fec_rate_bps) {
747 *sent_video_rate_bps = 0; 757 *sent_video_rate_bps = 0;
748 *sent_nack_rate_bps = 0; 758 *sent_nack_rate_bps = 0;
749 *sent_fec_rate_bps = 0; 759 *sent_fec_rate_bps = 0;
750 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) { 760 for (RtpRtcp* rtp_rtcp : rtp_rtcp_modules_) {
751 uint32_t not_used = 0; 761 uint32_t not_used = 0;
752 uint32_t module_video_rate = 0; 762 uint32_t module_video_rate = 0;
753 uint32_t module_fec_rate = 0; 763 uint32_t module_fec_rate = 0;
754 uint32_t module_nack_rate = 0; 764 uint32_t module_nack_rate = 0;
755 rtp_rtcp->SetFecParameters(delta_params, key_params); 765 rtp_rtcp->SetFecParameters(delta_params, key_params);
756 rtp_rtcp->BitrateSent(&not_used, &module_video_rate, &module_fec_rate, 766 rtp_rtcp->BitrateSent(&not_used, &module_video_rate, &module_fec_rate,
757 &module_nack_rate); 767 &module_nack_rate);
758 *sent_video_rate_bps += module_video_rate; 768 *sent_video_rate_bps += module_video_rate;
759 *sent_nack_rate_bps += module_nack_rate; 769 *sent_nack_rate_bps += module_nack_rate;
760 *sent_fec_rate_bps += module_fec_rate; 770 *sent_fec_rate_bps += module_fec_rate;
761 } 771 }
762 return 0; 772 return 0;
763 } 773 }
764 774
765 } // namespace internal 775 } // namespace internal
766 } // namespace webrtc 776 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video/video_send_stream.h ('k') | webrtc/video/vie_encoder.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698