| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/video_engine/vie_channel_group.h" | 11 #include "webrtc/video_engine/vie_channel_group.h" |
| 12 | 12 |
| 13 #include "webrtc/base/checks.h" | 13 #include "webrtc/base/checks.h" |
| 14 #include "webrtc/base/thread_annotations.h" | 14 #include "webrtc/base/thread_annotations.h" |
| 15 #include "webrtc/common.h" | 15 #include "webrtc/common.h" |
| 16 #include "webrtc/modules/pacing/include/paced_sender.h" | 16 #include "webrtc/modules/pacing/include/paced_sender.h" |
| 17 #include "webrtc/modules/pacing/include/packet_router.h" | 17 #include "webrtc/modules/pacing/include/packet_router.h" |
| 18 #include "webrtc/modules/remote_bitrate_estimator/include/send_time_history.h" | 18 #include "webrtc/modules/remote_bitrate_estimator/include/send_time_history.h" |
| 19 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_abs_s
end_time.h" | 19 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_abs_s
end_time.h" |
| 20 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_singl
e_stream.h" | 20 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_singl
e_stream.h" |
| 21 #include "webrtc/modules/remote_bitrate_estimator/remote_estimator_proxy.h" | |
| 22 #include "webrtc/modules/remote_bitrate_estimator/transport_feedback_adapter.h" | 21 #include "webrtc/modules/remote_bitrate_estimator/transport_feedback_adapter.h" |
| 23 #include "webrtc/modules/rtp_rtcp/interface/rtp_rtcp.h" | 22 #include "webrtc/modules/rtp_rtcp/interface/rtp_rtcp.h" |
| 24 #include "webrtc/modules/utility/interface/process_thread.h" | 23 #include "webrtc/modules/utility/interface/process_thread.h" |
| 25 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h" | 24 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h" |
| 26 #include "webrtc/system_wrappers/interface/logging.h" | 25 #include "webrtc/system_wrappers/interface/logging.h" |
| 27 #include "webrtc/video_engine/call_stats.h" | 26 #include "webrtc/video_engine/call_stats.h" |
| 28 #include "webrtc/video_engine/encoder_state_feedback.h" | 27 #include "webrtc/video_engine/encoder_state_feedback.h" |
| 29 #include "webrtc/video_engine/payload_router.h" | 28 #include "webrtc/video_engine/payload_router.h" |
| 30 #include "webrtc/video_engine/vie_channel.h" | 29 #include "webrtc/video_engine/vie_channel.h" |
| 31 #include "webrtc/video_engine/vie_encoder.h" | 30 #include "webrtc/video_engine/vie_encoder.h" |
| (...skipping 107 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 139 | 138 |
| 140 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(WrappingBitrateEstimator); | 139 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(WrappingBitrateEstimator); |
| 141 }; | 140 }; |
| 142 | 141 |
| 143 } // namespace | 142 } // namespace |
| 144 | 143 |
| 145 ChannelGroup::ChannelGroup(ProcessThread* process_thread) | 144 ChannelGroup::ChannelGroup(ProcessThread* process_thread) |
| 146 : remb_(new VieRemb()), | 145 : remb_(new VieRemb()), |
| 147 bitrate_allocator_(new BitrateAllocator()), | 146 bitrate_allocator_(new BitrateAllocator()), |
| 148 call_stats_(new CallStats()), | 147 call_stats_(new CallStats()), |
| 148 encoder_state_feedback_(new EncoderStateFeedback()), |
| 149 packet_router_(new PacketRouter()), | 149 packet_router_(new PacketRouter()), |
| 150 pacer_(new PacedSender(Clock::GetRealTimeClock(), | 150 pacer_(new PacedSender(Clock::GetRealTimeClock(), |
| 151 packet_router_.get(), | 151 packet_router_.get(), |
| 152 BitrateController::kDefaultStartBitrateKbps, | 152 BitrateController::kDefaultStartBitrateKbps, |
| 153 PacedSender::kDefaultPaceMultiplier * | 153 PacedSender::kDefaultPaceMultiplier * |
| 154 BitrateController::kDefaultStartBitrateKbps, | 154 BitrateController::kDefaultStartBitrateKbps, |
| 155 0)), | 155 0)), |
| 156 remote_bitrate_estimator_( | |
| 157 new WrappingBitrateEstimator(remb_.get(), Clock::GetRealTimeClock())), | |
| 158 remote_estimator_proxy_( | |
| 159 new RemoteEstimatorProxy(Clock::GetRealTimeClock(), | |
| 160 packet_router_.get())), | |
| 161 encoder_state_feedback_(new EncoderStateFeedback()), | |
| 162 process_thread_(process_thread), | 156 process_thread_(process_thread), |
| 163 pacer_thread_(ProcessThread::Create("PacerThread")), | 157 pacer_thread_(ProcessThread::Create("PacerThread")), |
| 164 // Constructed last as this object calls the provided callback on | 158 // Constructed last as this object calls the provided callback on |
| 165 // construction. | 159 // construction. |
| 166 bitrate_controller_( | 160 bitrate_controller_( |
| 167 BitrateController::CreateBitrateController(Clock::GetRealTimeClock(), | 161 BitrateController::CreateBitrateController(Clock::GetRealTimeClock(), |
| 168 this)) { | 162 this)) { |
| 163 remote_bitrate_estimator_.reset(new WrappingBitrateEstimator( |
| 164 remb_.get(), Clock::GetRealTimeClock())); |
| 165 |
| 169 call_stats_->RegisterStatsObserver(remote_bitrate_estimator_.get()); | 166 call_stats_->RegisterStatsObserver(remote_bitrate_estimator_.get()); |
| 170 | 167 |
| 171 pacer_thread_->RegisterModule(pacer_.get()); | 168 pacer_thread_->RegisterModule(pacer_.get()); |
| 172 pacer_thread_->Start(); | 169 pacer_thread_->Start(); |
| 173 | 170 |
| 174 process_thread->RegisterModule(remote_estimator_proxy_.get()); | |
| 175 process_thread->RegisterModule(remote_bitrate_estimator_.get()); | 171 process_thread->RegisterModule(remote_bitrate_estimator_.get()); |
| 176 process_thread->RegisterModule(call_stats_.get()); | 172 process_thread->RegisterModule(call_stats_.get()); |
| 177 process_thread->RegisterModule(bitrate_controller_.get()); | 173 process_thread->RegisterModule(bitrate_controller_.get()); |
| 178 } | 174 } |
| 179 | 175 |
| 180 ChannelGroup::~ChannelGroup() { | 176 ChannelGroup::~ChannelGroup() { |
| 181 pacer_thread_->Stop(); | 177 pacer_thread_->Stop(); |
| 182 pacer_thread_->DeRegisterModule(pacer_.get()); | 178 pacer_thread_->DeRegisterModule(pacer_.get()); |
| 183 process_thread_->DeRegisterModule(bitrate_controller_.get()); | 179 process_thread_->DeRegisterModule(bitrate_controller_.get()); |
| 184 process_thread_->DeRegisterModule(call_stats_.get()); | 180 process_thread_->DeRegisterModule(call_stats_.get()); |
| 185 process_thread_->DeRegisterModule(remote_bitrate_estimator_.get()); | 181 process_thread_->DeRegisterModule(remote_bitrate_estimator_.get()); |
| 186 process_thread_->DeRegisterModule(remote_estimator_proxy_.get()); | |
| 187 call_stats_->DeregisterStatsObserver(remote_bitrate_estimator_.get()); | 182 call_stats_->DeregisterStatsObserver(remote_bitrate_estimator_.get()); |
| 188 if (transport_feedback_adapter_.get()) | |
| 189 call_stats_->DeregisterStatsObserver(transport_feedback_adapter_.get()); | |
| 190 RTC_DCHECK(channel_map_.empty()); | 183 RTC_DCHECK(channel_map_.empty()); |
| 191 RTC_DCHECK(!remb_->InUse()); | 184 RTC_DCHECK(!remb_->InUse()); |
| 192 RTC_DCHECK(vie_encoder_map_.empty()); | 185 RTC_DCHECK(vie_encoder_map_.empty()); |
| 193 } | 186 } |
| 194 | 187 |
| 195 bool ChannelGroup::CreateSendChannel(int channel_id, | 188 bool ChannelGroup::CreateSendChannel(int channel_id, |
| 196 Transport* transport, | 189 Transport* transport, |
| 197 SendStatisticsProxy* stats_proxy, | 190 SendStatisticsProxy* stats_proxy, |
| 198 I420FrameCallback* pre_encode_callback, | 191 I420FrameCallback* pre_encode_callback, |
| 199 int number_of_cores, | 192 int number_of_cores, |
| 200 const VideoSendStream::Config& config) { | 193 const std::vector<uint32_t>& ssrcs) { |
| 201 TransportFeedbackObserver* transport_feedback_observer = nullptr; | |
| 202 bool transport_seq_enabled = false; | |
| 203 for (const RtpExtension& extension : config.rtp.extensions) { | |
| 204 if (extension.name == RtpExtension::kTransportSequenceNumber) { | |
| 205 transport_seq_enabled = true; | |
| 206 break; | |
| 207 } | |
| 208 } | |
| 209 if (transport_seq_enabled) { | |
| 210 if (transport_feedback_adapter_.get() == nullptr) { | |
| 211 transport_feedback_adapter_.reset(new TransportFeedbackAdapter( | |
| 212 bitrate_controller_->CreateRtcpBandwidthObserver(), | |
| 213 Clock::GetRealTimeClock(), process_thread_)); | |
| 214 transport_feedback_adapter_->SetBitrateEstimator( | |
| 215 new RemoteBitrateEstimatorAbsSendTime( | |
| 216 transport_feedback_adapter_.get(), Clock::GetRealTimeClock(), | |
| 217 RemoteBitrateEstimator::kDefaultMinBitrateBps)); | |
| 218 call_stats_->RegisterStatsObserver(transport_feedback_adapter_.get()); | |
| 219 } | |
| 220 transport_feedback_observer = transport_feedback_adapter_.get(); | |
| 221 } | |
| 222 | |
| 223 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs; | |
| 224 RTC_DCHECK(!ssrcs.empty()); | 194 RTC_DCHECK(!ssrcs.empty()); |
| 225 rtc::scoped_ptr<ViEEncoder> vie_encoder(new ViEEncoder( | 195 rtc::scoped_ptr<ViEEncoder> vie_encoder(new ViEEncoder( |
| 226 channel_id, number_of_cores, process_thread_, stats_proxy, | 196 channel_id, number_of_cores, process_thread_, stats_proxy, |
| 227 pre_encode_callback, pacer_.get(), bitrate_allocator_.get())); | 197 pre_encode_callback, pacer_.get(), bitrate_allocator_.get())); |
| 228 if (!vie_encoder->Init()) { | 198 if (!vie_encoder->Init()) { |
| 229 return false; | 199 return false; |
| 230 } | 200 } |
| 231 ViEEncoder* encoder = vie_encoder.get(); | 201 ViEEncoder* encoder = vie_encoder.get(); |
| 232 if (!CreateChannel(channel_id, transport, number_of_cores, | 202 if (!CreateChannel(channel_id, transport, number_of_cores, |
| 233 vie_encoder.release(), ssrcs.size(), true, | 203 vie_encoder.release(), ssrcs.size(), true)) { |
| 234 remote_bitrate_estimator_.get(), | |
| 235 transport_feedback_observer)) { | |
| 236 return false; | 204 return false; |
| 237 } | 205 } |
| 238 ViEChannel* channel = channel_map_[channel_id]; | 206 ViEChannel* channel = channel_map_[channel_id]; |
| 239 // Connect the encoder with the send packet router, to enable sending. | 207 // Connect the encoder with the send packet router, to enable sending. |
| 240 encoder->StartThreadsAndSetSharedMembers(channel->send_payload_router(), | 208 encoder->StartThreadsAndSetSharedMembers(channel->send_payload_router(), |
| 241 channel->vcm_protection_callback()); | 209 channel->vcm_protection_callback()); |
| 242 | 210 |
| 243 encoder_state_feedback_->AddEncoder(ssrcs, encoder); | 211 encoder_state_feedback_->AddEncoder(ssrcs, encoder); |
| 244 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); | 212 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); |
| 245 encoder->SetSsrcs(first_ssrc); | 213 encoder->SetSsrcs(first_ssrc); |
| 246 return true; | 214 return true; |
| 247 } | 215 } |
| 248 | 216 |
| 249 bool ChannelGroup::CreateReceiveChannel( | 217 bool ChannelGroup::CreateReceiveChannel(int channel_id, |
| 250 int channel_id, | 218 Transport* transport, |
| 251 Transport* transport, | 219 int number_of_cores) { |
| 252 int number_of_cores, | 220 return CreateChannel(channel_id, transport, number_of_cores, |
| 253 const VideoReceiveStream::Config& config) { | 221 nullptr, 1, false); |
| 254 bool send_side_bwe = false; | |
| 255 for (const RtpExtension& extension : config.rtp.extensions) { | |
| 256 if (extension.name == RtpExtension::kTransportSequenceNumber) { | |
| 257 send_side_bwe = true; | |
| 258 break; | |
| 259 } | |
| 260 } | |
| 261 | |
| 262 RemoteBitrateEstimator* bitrate_estimator; | |
| 263 if (send_side_bwe) { | |
| 264 bitrate_estimator = remote_estimator_proxy_.get(); | |
| 265 } else { | |
| 266 bitrate_estimator = remote_bitrate_estimator_.get(); | |
| 267 } | |
| 268 return CreateChannel(channel_id, transport, number_of_cores, nullptr, 1, | |
| 269 false, bitrate_estimator, nullptr); | |
| 270 } | 222 } |
| 271 | 223 |
| 272 bool ChannelGroup::CreateChannel(int channel_id, | 224 bool ChannelGroup::CreateChannel(int channel_id, |
| 273 Transport* transport, | 225 Transport* transport, |
| 274 int number_of_cores, | 226 int number_of_cores, |
| 275 ViEEncoder* vie_encoder, | 227 ViEEncoder* vie_encoder, |
| 276 size_t max_rtp_streams, | 228 size_t max_rtp_streams, |
| 277 bool sender, | 229 bool sender) { |
| 278 RemoteBitrateEstimator* bitrate_estimator, | |
| 279 TransportFeedbackObserver* feedback_observer) { | |
| 280 rtc::scoped_ptr<ViEChannel> channel(new ViEChannel( | 230 rtc::scoped_ptr<ViEChannel> channel(new ViEChannel( |
| 281 number_of_cores, transport, process_thread_, | 231 number_of_cores, transport, process_thread_, |
| 282 encoder_state_feedback_->GetRtcpIntraFrameObserver(), | 232 encoder_state_feedback_->GetRtcpIntraFrameObserver(), |
| 283 bitrate_controller_->CreateRtcpBandwidthObserver(), feedback_observer, | 233 bitrate_controller_->CreateRtcpBandwidthObserver(), nullptr, |
| 284 bitrate_estimator, call_stats_->rtcp_rtt_stats(), pacer_.get(), | 234 remote_bitrate_estimator_.get(), call_stats_->rtcp_rtt_stats(), |
| 285 packet_router_.get(), max_rtp_streams, sender)); | 235 pacer_.get(), packet_router_.get(), max_rtp_streams, sender)); |
| 286 if (channel->Init() != 0) { | 236 if (channel->Init() != 0) { |
| 287 return false; | 237 return false; |
| 288 } | 238 } |
| 289 | 239 |
| 290 // Register the channel to receive stats updates. | 240 // Register the channel to receive stats updates. |
| 291 call_stats_->RegisterStatsObserver(channel->GetStatsObserver()); | 241 call_stats_->RegisterStatsObserver(channel->GetStatsObserver()); |
| 292 | 242 |
| 293 // Store the channel, add it to the channel group and save the vie_encoder. | 243 // Store the channel, add it to the channel group and save the vie_encoder. |
| 294 channel_map_[channel_id] = channel.release(); | 244 channel_map_[channel_id] = channel.release(); |
| 295 if (vie_encoder) { | 245 if (vie_encoder) { |
| (...skipping 116 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 412 rtc::CritScope lock(&encoder_map_crit_); | 362 rtc::CritScope lock(&encoder_map_crit_); |
| 413 for (const auto& encoder : vie_encoder_map_) | 363 for (const auto& encoder : vie_encoder_map_) |
| 414 pad_up_to_bitrate_bps += encoder.second->GetPaddingNeededBps(); | 364 pad_up_to_bitrate_bps += encoder.second->GetPaddingNeededBps(); |
| 415 } | 365 } |
| 416 pacer_->UpdateBitrate( | 366 pacer_->UpdateBitrate( |
| 417 target_bitrate_bps / 1000, | 367 target_bitrate_bps / 1000, |
| 418 PacedSender::kDefaultPaceMultiplier * target_bitrate_bps / 1000, | 368 PacedSender::kDefaultPaceMultiplier * target_bitrate_bps / 1000, |
| 419 pad_up_to_bitrate_bps / 1000); | 369 pad_up_to_bitrate_bps / 1000); |
| 420 } | 370 } |
| 421 } // namespace webrtc | 371 } // namespace webrtc |
| OLD | NEW |