Index: webrtc/video/video_send_stream.cc |
diff --git a/webrtc/video/video_send_stream.cc b/webrtc/video/video_send_stream.cc |
index f69595aba48f99e8377a799a09007c13a5937af7..e0623a6412bd263333f494428ea0f0306f93da1f 100644 |
--- a/webrtc/video/video_send_stream.cc |
+++ b/webrtc/video/video_send_stream.cc |
@@ -24,10 +24,7 @@ |
#include "webrtc/modules/pacing/packet_router.h" |
#include "webrtc/modules/utility/include/process_thread.h" |
#include "webrtc/video/call_stats.h" |
-#include "webrtc/video/encoder_state_feedback.h" |
#include "webrtc/video/video_capture_input.h" |
-#include "webrtc/video/vie_channel.h" |
-#include "webrtc/video/vie_encoder.h" |
#include "webrtc/video_send_stream.h" |
namespace webrtc { |
@@ -145,47 +142,44 @@ VideoSendStream::VideoSendStream( |
this, |
config.post_encode_callback, |
&stats_proxy_), |
- encoder_feedback_(new EncoderStateFeedback()), |
- use_config_bitrate_(true) { |
+ vie_encoder_(num_cpu_cores, |
+ module_process_thread_, |
+ &stats_proxy_, |
+ config.pre_encode_callback, |
+ &overuse_detector_, |
+ congestion_controller_->pacer(), |
+ &payload_router_, |
+ bitrate_allocator), |
+ vcm_(vie_encoder_.vcm()), |
+ vie_channel_(config.send_transport, |
+ module_process_thread_, |
+ &payload_router_, |
+ nullptr, |
+ encoder_feedback_.GetRtcpIntraFrameObserver(), |
+ congestion_controller_->GetBitrateController() |
+ ->CreateRtcpBandwidthObserver(), |
+ GetTransportFeedbackObserver(), |
stefan-webrtc
2016/02/11 10:15:40
I'd prefer if this is done as in audio_send_stream
pbos-webrtc
2016/02/11 11:23:33
Done.
|
+ congestion_controller_->GetRemoteBitrateEstimator(false), |
stefan-webrtc
2016/02/11 10:15:40
I think we should be able to pass in nullptr here.
pbos-webrtc
2016/02/11 11:23:34
Done.
|
+ call_stats_->rtcp_rtt_stats(), |
+ congestion_controller_->pacer(), |
+ congestion_controller_->packet_router(), |
+ config_.rtp.ssrcs.size(), |
+ true), |
+ input_(&vie_encoder_, |
+ config_.local_renderer, |
+ &stats_proxy_, |
+ &overuse_detector_) { |
LOG(LS_INFO) << "VideoSendStream: " << config_.ToString(); |
RTC_DCHECK(!config_.rtp.ssrcs.empty()); |
- // Set up Call-wide sequence numbers, if configured for this send stream. |
- TransportFeedbackObserver* transport_feedback_observer = nullptr; |
- for (const RtpExtension& extension : config.rtp.extensions) { |
- if (extension.name == RtpExtension::kTransportSequenceNumber) { |
- transport_feedback_observer = |
- congestion_controller_->GetTransportFeedbackObserver(); |
- break; |
- } |
- } |
+ RTC_CHECK(vie_encoder_.Init()); |
+ RTC_CHECK(vie_channel_.Init() == 0); |
- const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs; |
+ vcm_->RegisterProtectionCallback(vie_channel_.vcm_protection_callback()); |
- vie_encoder_.reset(new ViEEncoder( |
- num_cpu_cores, module_process_thread_, &stats_proxy_, |
- config.pre_encode_callback, &overuse_detector_, |
- congestion_controller_->pacer(), &payload_router_, bitrate_allocator)); |
- vcm_ = vie_encoder_->vcm(); |
- RTC_CHECK(vie_encoder_->Init()); |
+ call_stats_->RegisterStatsObserver(vie_channel_.GetStatsObserver()); |
- vie_channel_.reset(new ViEChannel( |
- config.send_transport, module_process_thread_, &payload_router_, nullptr, |
- encoder_feedback_->GetRtcpIntraFrameObserver(), |
- congestion_controller_->GetBitrateController() |
- ->CreateRtcpBandwidthObserver(), |
- transport_feedback_observer, |
- congestion_controller_->GetRemoteBitrateEstimator(false), |
- call_stats_->rtcp_rtt_stats(), congestion_controller_->pacer(), |
- congestion_controller_->packet_router(), ssrcs.size(), true)); |
- RTC_CHECK(vie_channel_->Init() == 0); |
- |
- vcm_->RegisterProtectionCallback(vie_channel_->vcm_protection_callback()); |
- |
- call_stats_->RegisterStatsObserver(vie_channel_->GetStatsObserver()); |
- |
- std::vector<uint32_t> first_ssrc(1, ssrcs[0]); |
- vie_encoder_->SetSsrcs(first_ssrc); |
+ vie_encoder_.SetSsrcs(std::vector<uint32_t>(1, config_.rtp.ssrcs[0])); |
for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { |
const std::string& extension = config_.rtp.extensions[i].name; |
@@ -194,69 +188,65 @@ VideoSendStream::VideoSendStream( |
RTC_DCHECK_GE(id, 1); |
RTC_DCHECK_LE(id, 14); |
if (extension == RtpExtension::kTOffset) { |
- RTC_CHECK_EQ(0, vie_channel_->SetSendTimestampOffsetStatus(true, id)); |
+ RTC_CHECK_EQ(0, vie_channel_.SetSendTimestampOffsetStatus(true, id)); |
} else if (extension == RtpExtension::kAbsSendTime) { |
- RTC_CHECK_EQ(0, vie_channel_->SetSendAbsoluteSendTimeStatus(true, id)); |
+ RTC_CHECK_EQ(0, vie_channel_.SetSendAbsoluteSendTimeStatus(true, id)); |
} else if (extension == RtpExtension::kVideoRotation) { |
- RTC_CHECK_EQ(0, vie_channel_->SetSendVideoRotationStatus(true, id)); |
+ RTC_CHECK_EQ(0, vie_channel_.SetSendVideoRotationStatus(true, id)); |
} else if (extension == RtpExtension::kTransportSequenceNumber) { |
- RTC_CHECK_EQ(0, vie_channel_->SetSendTransportSequenceNumber(true, id)); |
+ RTC_CHECK_EQ(0, vie_channel_.SetSendTransportSequenceNumber(true, id)); |
} else { |
RTC_NOTREACHED() << "Registering unsupported RTP extension."; |
} |
} |
congestion_controller_->SetChannelRembStatus(true, false, |
- vie_channel_->rtp_rtcp()); |
+ vie_channel_.rtp_rtcp()); |
// Enable NACK, FEC or both. |
const bool enable_protection_nack = config_.rtp.nack.rtp_history_ms > 0; |
const bool enable_protection_fec = config_.rtp.fec.red_payload_type != -1; |
// TODO(changbin): Should set RTX for RED mapping in RTP sender in future. |
- vie_channel_->SetProtectionMode(enable_protection_nack, enable_protection_fec, |
+ vie_channel_.SetProtectionMode(enable_protection_nack, enable_protection_fec, |
config_.rtp.fec.red_payload_type, |
config_.rtp.fec.ulpfec_payload_type); |
- vie_encoder_->SetProtectionMethod(enable_protection_nack, |
+ vie_encoder_.SetProtectionMethod(enable_protection_nack, |
enable_protection_fec); |
ConfigureSsrcs(); |
- vie_channel_->SetRTCPCName(config_.rtp.c_name.c_str()); |
- |
- input_.reset(new internal::VideoCaptureInput( |
- vie_encoder_.get(), config_.local_renderer, &stats_proxy_, |
- &overuse_detector_)); |
+ vie_channel_.SetRTCPCName(config_.rtp.c_name.c_str()); |
// 28 to match packet overhead in ModuleRtpRtcpImpl. |
RTC_DCHECK_LE(config_.rtp.max_packet_size, static_cast<size_t>(0xFFFF - 28)); |
- vie_channel_->SetMTU(static_cast<uint16_t>(config_.rtp.max_packet_size + 28)); |
+ vie_channel_.SetMTU(static_cast<uint16_t>(config_.rtp.max_packet_size + 28)); |
RTC_DCHECK(config.encoder_settings.encoder != nullptr); |
RTC_DCHECK_GE(config.encoder_settings.payload_type, 0); |
RTC_DCHECK_LE(config.encoder_settings.payload_type, 127); |
- RTC_CHECK_EQ(0, vie_encoder_->RegisterExternalEncoder( |
+ RTC_CHECK_EQ(0, vie_encoder_.RegisterExternalEncoder( |
config.encoder_settings.encoder, |
config.encoder_settings.payload_type, |
config.encoder_settings.internal_source)); |
RTC_CHECK(ReconfigureVideoEncoder(encoder_config)); |
- vie_channel_->RegisterSendSideDelayObserver(&stats_proxy_); |
+ vie_channel_.RegisterSendSideDelayObserver(&stats_proxy_); |
if (config_.post_encode_callback) |
- vie_encoder_->RegisterPostEncodeImageCallback(&encoded_frame_proxy_); |
+ vie_encoder_.RegisterPostEncodeImageCallback(&encoded_frame_proxy_); |
if (config_.suspend_below_min_bitrate) |
- vie_encoder_->SuspendBelowMinBitrate(); |
+ vie_encoder_.SuspendBelowMinBitrate(); |
- congestion_controller_->AddEncoder(vie_encoder_.get()); |
- encoder_feedback_->AddEncoder(ssrcs, vie_encoder_.get()); |
+ congestion_controller_->AddEncoder(&vie_encoder_); |
+ encoder_feedback_.AddEncoder(config_.rtp.ssrcs, &vie_encoder_); |
- vie_channel_->RegisterSendChannelRtcpStatisticsCallback(&stats_proxy_); |
- vie_channel_->RegisterSendChannelRtpStatisticsCallback(&stats_proxy_); |
- vie_channel_->RegisterRtcpPacketTypeCounterObserver(&stats_proxy_); |
- vie_channel_->RegisterSendBitrateObserver(&stats_proxy_); |
- vie_channel_->RegisterSendFrameCountObserver(&stats_proxy_); |
+ vie_channel_.RegisterSendChannelRtcpStatisticsCallback(&stats_proxy_); |
+ vie_channel_.RegisterSendChannelRtpStatisticsCallback(&stats_proxy_); |
+ vie_channel_.RegisterRtcpPacketTypeCounterObserver(&stats_proxy_); |
+ vie_channel_.RegisterSendBitrateObserver(&stats_proxy_); |
+ vie_channel_.RegisterSendFrameCountObserver(&stats_proxy_); |
module_process_thread_->RegisterModule(&overuse_detector_); |
} |
@@ -268,52 +258,48 @@ VideoSendStream::~VideoSendStream() { |
// ViEChannel. vcm_ is owned by ViEEncoder and the registered callback does |
// not outlive it. |
vcm_->RegisterProtectionCallback(nullptr); |
- vie_channel_->RegisterSendFrameCountObserver(nullptr); |
- vie_channel_->RegisterSendBitrateObserver(nullptr); |
- vie_channel_->RegisterRtcpPacketTypeCounterObserver(nullptr); |
- vie_channel_->RegisterSendChannelRtpStatisticsCallback(nullptr); |
- vie_channel_->RegisterSendChannelRtcpStatisticsCallback(nullptr); |
+ vie_channel_.RegisterSendFrameCountObserver(nullptr); |
+ vie_channel_.RegisterSendBitrateObserver(nullptr); |
+ vie_channel_.RegisterRtcpPacketTypeCounterObserver(nullptr); |
+ vie_channel_.RegisterSendChannelRtpStatisticsCallback(nullptr); |
+ vie_channel_.RegisterSendChannelRtcpStatisticsCallback(nullptr); |
- // Remove capture input (thread) so that it's not running after the current |
- // channel is deleted. |
- input_.reset(); |
- |
- vie_encoder_->DeRegisterExternalEncoder( |
+ vie_encoder_.DeRegisterExternalEncoder( |
config_.encoder_settings.payload_type); |
- call_stats_->DeregisterStatsObserver(vie_channel_->GetStatsObserver()); |
+ call_stats_->DeregisterStatsObserver(vie_channel_.GetStatsObserver()); |
congestion_controller_->SetChannelRembStatus(false, false, |
- vie_channel_->rtp_rtcp()); |
+ vie_channel_.rtp_rtcp()); |
// Remove the feedback, stop all encoding threads and processing. This must be |
// done before deleting the channel. |
- congestion_controller_->RemoveEncoder(vie_encoder_.get()); |
- encoder_feedback_->RemoveEncoder(vie_encoder_.get()); |
+ congestion_controller_->RemoveEncoder(&vie_encoder_); |
+ encoder_feedback_.RemoveEncoder(&vie_encoder_); |
- uint32_t remote_ssrc = vie_channel_->GetRemoteSSRC(); |
+ uint32_t remote_ssrc = vie_channel_.GetRemoteSSRC(); |
congestion_controller_->GetRemoteBitrateEstimator(false)->RemoveStream( |
remote_ssrc); |
} |
VideoCaptureInput* VideoSendStream::Input() { |
- return input_.get(); |
+ return &input_; |
} |
void VideoSendStream::Start() { |
transport_adapter_.Enable(); |
- vie_encoder_->Pause(); |
- if (vie_channel_->StartSend() == 0) { |
+ vie_encoder_.Pause(); |
+ if (vie_channel_.StartSend() == 0) { |
// Was not already started, trigger a keyframe. |
- vie_encoder_->SendKeyFrame(); |
+ vie_encoder_.SendKeyFrame(); |
} |
- vie_encoder_->Restart(); |
- vie_channel_->StartReceive(); |
+ vie_encoder_.Restart(); |
+ vie_channel_.StartReceive(); |
} |
void VideoSendStream::Stop() { |
// TODO(pbos): Make sure the encoder stops here. |
- vie_channel_->StopSend(); |
- vie_channel_->StopReceive(); |
+ vie_channel_.StopSend(); |
+ vie_channel_.StopReceive(); |
transport_adapter_.Disable(); |
} |
@@ -463,15 +449,14 @@ bool VideoSendStream::ReconfigureVideoEncoder( |
stats_proxy_.SetContentType(config.content_type); |
RTC_DCHECK_GE(config.min_transmit_bitrate_bps, 0); |
- vie_encoder_->SetMinTransmitBitrate(config.min_transmit_bitrate_bps / 1000); |
+ vie_encoder_.SetMinTransmitBitrate(config.min_transmit_bitrate_bps / 1000); |
encoder_config_ = config; |
- use_config_bitrate_ = false; |
return true; |
} |
bool VideoSendStream::DeliverRtcp(const uint8_t* packet, size_t length) { |
- return vie_channel_->ReceivedRTCPPacket(packet, length) == 0; |
+ return vie_channel_.ReceivedRTCPPacket(packet, length) == 0; |
} |
VideoSendStream::Stats VideoSendStream::GetStats() { |
@@ -489,14 +474,14 @@ void VideoSendStream::NormalUsage() { |
} |
void VideoSendStream::ConfigureSsrcs() { |
- vie_channel_->SetSSRC(config_.rtp.ssrcs.front(), kViEStreamTypeNormal, 0); |
+ vie_channel_.SetSSRC(config_.rtp.ssrcs.front(), kViEStreamTypeNormal, 0); |
for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
uint32_t ssrc = config_.rtp.ssrcs[i]; |
- vie_channel_->SetSSRC(ssrc, kViEStreamTypeNormal, |
+ vie_channel_.SetSSRC(ssrc, kViEStreamTypeNormal, |
static_cast<unsigned char>(i)); |
RtpStateMap::iterator it = suspended_ssrcs_.find(ssrc); |
if (it != suspended_ssrcs_.end()) |
- vie_channel_->SetRtpStateForSsrc(ssrc, it->second); |
+ vie_channel_.SetRtpStateForSsrc(ssrc, it->second); |
} |
if (config_.rtp.rtx.ssrcs.empty()) { |
@@ -507,19 +492,19 @@ void VideoSendStream::ConfigureSsrcs() { |
RTC_DCHECK_EQ(config_.rtp.rtx.ssrcs.size(), config_.rtp.ssrcs.size()); |
for (size_t i = 0; i < config_.rtp.rtx.ssrcs.size(); ++i) { |
uint32_t ssrc = config_.rtp.rtx.ssrcs[i]; |
- vie_channel_->SetSSRC(config_.rtp.rtx.ssrcs[i], kViEStreamTypeRtx, |
+ vie_channel_.SetSSRC(config_.rtp.rtx.ssrcs[i], kViEStreamTypeRtx, |
static_cast<unsigned char>(i)); |
RtpStateMap::iterator it = suspended_ssrcs_.find(ssrc); |
if (it != suspended_ssrcs_.end()) |
- vie_channel_->SetRtpStateForSsrc(ssrc, it->second); |
+ vie_channel_.SetRtpStateForSsrc(ssrc, it->second); |
} |
RTC_DCHECK_GE(config_.rtp.rtx.payload_type, 0); |
- vie_channel_->SetRtxSendPayloadType(config_.rtp.rtx.payload_type, |
+ vie_channel_.SetRtxSendPayloadType(config_.rtp.rtx.payload_type, |
config_.encoder_settings.payload_type); |
if (config_.rtp.fec.red_payload_type != -1 && |
config_.rtp.fec.red_rtx_payload_type != -1) { |
- vie_channel_->SetRtxSendPayloadType(config_.rtp.fec.red_rtx_payload_type, |
+ vie_channel_.SetRtxSendPayloadType(config_.rtp.fec.red_rtx_payload_type, |
config_.rtp.fec.red_payload_type); |
} |
} |
@@ -528,12 +513,12 @@ std::map<uint32_t, RtpState> VideoSendStream::GetRtpStates() const { |
std::map<uint32_t, RtpState> rtp_states; |
for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
uint32_t ssrc = config_.rtp.ssrcs[i]; |
- rtp_states[ssrc] = vie_channel_->GetRtpStateForSsrc(ssrc); |
+ rtp_states[ssrc] = vie_channel_.GetRtpStateForSsrc(ssrc); |
} |
for (size_t i = 0; i < config_.rtp.rtx.ssrcs.size(); ++i) { |
uint32_t ssrc = config_.rtp.rtx.ssrcs[i]; |
- rtp_states[ssrc] = vie_channel_->GetRtpStateForSsrc(ssrc); |
+ rtp_states[ssrc] = vie_channel_.GetRtpStateForSsrc(ssrc); |
} |
return rtp_states; |
@@ -544,10 +529,10 @@ void VideoSendStream::SignalNetworkState(NetworkState state) { |
// When it goes down, disable RTCP afterwards. This ensures that any packets |
// sent due to the network state changed will not be dropped. |
if (state == kNetworkUp) |
- vie_channel_->SetRTCPMode(config_.rtp.rtcp_mode); |
- vie_encoder_->SetNetworkTransmissionState(state == kNetworkUp); |
+ vie_channel_.SetRTCPMode(config_.rtp.rtcp_mode); |
+ vie_encoder_.SetNetworkTransmissionState(state == kNetworkUp); |
if (state == kNetworkDown) |
- vie_channel_->SetRTCPMode(RtcpMode::kOff); |
+ vie_channel_.SetRTCPMode(RtcpMode::kOff); |
} |
int64_t VideoSendStream::GetRtt() const { |
@@ -557,7 +542,7 @@ int64_t VideoSendStream::GetRtt() const { |
uint32_t extended_max_sequence_number; |
uint32_t jitter; |
int64_t rtt_ms; |
- if (vie_channel_->GetSendRtcpStatistics(&frac_lost, &cumulative_lost, |
+ if (vie_channel_.GetSendRtcpStatistics(&frac_lost, &cumulative_lost, |
&extended_max_sequence_number, |
&jitter, &rtt_ms) == 0) { |
return rtt_ms; |
@@ -566,7 +551,7 @@ int64_t VideoSendStream::GetRtt() const { |
} |
int VideoSendStream::GetPaddingNeededBps() const { |
- return vie_encoder_->GetPaddingNeededBps(); |
+ return vie_encoder_.GetPaddingNeededBps(); |
} |
bool VideoSendStream::SetSendCodec(VideoCodec video_codec) { |
@@ -584,14 +569,14 @@ bool VideoSendStream::SetSendCodec(VideoCodec video_codec) { |
video_codec.maxBitrate = kEncoderMinBitrate; |
// Stop the media flow while reconfiguring. |
- vie_encoder_->Pause(); |
+ vie_encoder_.Pause(); |
- if (vie_encoder_->SetEncoder(video_codec) != 0) { |
+ if (vie_encoder_.SetEncoder(video_codec) != 0) { |
LOG(LS_ERROR) << "Failed to set encoder."; |
return false; |
} |
- if (vie_channel_->SetSendCodec(video_codec, false) != 0) { |
+ if (vie_channel_.SetSendCodec(video_codec, false) != 0) { |
LOG(LS_ERROR) << "Failed to set send codec."; |
return false; |
} |
@@ -600,13 +585,24 @@ bool VideoSendStream::SetSendCodec(VideoCodec video_codec) { |
// to send on all SSRCs at once etc.) |
std::vector<uint32_t> used_ssrcs = config_.rtp.ssrcs; |
used_ssrcs.resize(static_cast<size_t>(video_codec.numberOfSimulcastStreams)); |
- vie_encoder_->SetSsrcs(used_ssrcs); |
+ vie_encoder_.SetSsrcs(used_ssrcs); |
// Restart the media flow |
- vie_encoder_->Restart(); |
+ vie_encoder_.Restart(); |
return true; |
} |
+TransportFeedbackObserver* VideoSendStream::GetTransportFeedbackObserver() |
+ const { |
+ // Set up Call-wide sequence numbers, if configured for this send stream. |
+ for (const RtpExtension& extension : config_.rtp.extensions) { |
+ if (extension.name == RtpExtension::kTransportSequenceNumber) { |
+ return congestion_controller_->GetTransportFeedbackObserver(); |
+ } |
+ } |
+ return nullptr; |
+} |
+ |
} // namespace internal |
} // namespace webrtc |