OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/video/video_send_stream.h" | 11 #include "webrtc/video/video_send_stream.h" |
12 | 12 |
13 #include <algorithm> | 13 #include <algorithm> |
14 #include <sstream> | 14 #include <sstream> |
15 #include <string> | 15 #include <string> |
16 #include <vector> | 16 #include <vector> |
17 | 17 |
18 #include "webrtc/base/checks.h" | 18 #include "webrtc/base/checks.h" |
19 #include "webrtc/base/logging.h" | 19 #include "webrtc/base/logging.h" |
20 #include "webrtc/base/trace_event.h" | 20 #include "webrtc/base/trace_event.h" |
21 #include "webrtc/call/congestion_controller.h" | 21 #include "webrtc/call/congestion_controller.h" |
22 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" | 22 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
23 #include "webrtc/modules/bitrate_controller/include/bitrate_controller.h" | 23 #include "webrtc/modules/bitrate_controller/include/bitrate_controller.h" |
24 #include "webrtc/modules/pacing/packet_router.h" | 24 #include "webrtc/modules/pacing/packet_router.h" |
25 #include "webrtc/modules/utility/include/process_thread.h" | 25 #include "webrtc/modules/utility/include/process_thread.h" |
26 #include "webrtc/video/call_stats.h" | 26 #include "webrtc/video/call_stats.h" |
27 #include "webrtc/video/encoder_state_feedback.h" | 27 #include "webrtc/video/encoder_state_feedback.h" |
28 #include "webrtc/video/payload_router.h" | |
29 #include "webrtc/video/video_capture_input.h" | 28 #include "webrtc/video/video_capture_input.h" |
30 #include "webrtc/video/vie_channel.h" | 29 #include "webrtc/video/vie_channel.h" |
31 #include "webrtc/video/vie_encoder.h" | 30 #include "webrtc/video/vie_encoder.h" |
32 #include "webrtc/video_send_stream.h" | 31 #include "webrtc/video_send_stream.h" |
33 | 32 |
34 namespace webrtc { | 33 namespace webrtc { |
35 | 34 |
36 class PacedSender; | 35 class PacedSender; |
37 class RtcpIntraFrameObserver; | 36 class RtcpIntraFrameObserver; |
38 class TransportFeedbackObserver; | 37 class TransportFeedbackObserver; |
(...skipping 117 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
156 for (const RtpExtension& extension : config.rtp.extensions) { | 155 for (const RtpExtension& extension : config.rtp.extensions) { |
157 if (extension.name == RtpExtension::kTransportSequenceNumber) { | 156 if (extension.name == RtpExtension::kTransportSequenceNumber) { |
158 transport_feedback_observer = | 157 transport_feedback_observer = |
159 congestion_controller_->GetTransportFeedbackObserver(); | 158 congestion_controller_->GetTransportFeedbackObserver(); |
160 break; | 159 break; |
161 } | 160 } |
162 } | 161 } |
163 | 162 |
164 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs; | 163 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs; |
165 | 164 |
166 vie_encoder_.reset( | 165 vie_encoder_.reset(new ViEEncoder( |
167 new ViEEncoder(num_cpu_cores, module_process_thread_, &stats_proxy_, | 166 num_cpu_cores, module_process_thread_, &stats_proxy_, |
168 config.pre_encode_callback, &overuse_detector_, | 167 config.pre_encode_callback, &overuse_detector_, |
169 congestion_controller_->pacer(), bitrate_allocator)); | 168 congestion_controller_->pacer(), &payload_router_, bitrate_allocator)); |
| 169 vcm_ = vie_encoder_->vcm(); |
170 RTC_CHECK(vie_encoder_->Init()); | 170 RTC_CHECK(vie_encoder_->Init()); |
171 | 171 |
172 vie_channel_.reset(new ViEChannel( | 172 vie_channel_.reset(new ViEChannel( |
173 num_cpu_cores, config.send_transport, module_process_thread_, | 173 num_cpu_cores, config.send_transport, module_process_thread_, |
174 encoder_feedback_->GetRtcpIntraFrameObserver(), | 174 &payload_router_, nullptr, encoder_feedback_->GetRtcpIntraFrameObserver(), |
175 congestion_controller_->GetBitrateController()-> | 175 congestion_controller_->GetBitrateController() |
176 CreateRtcpBandwidthObserver(), | 176 ->CreateRtcpBandwidthObserver(), |
177 transport_feedback_observer, | 177 transport_feedback_observer, |
178 congestion_controller_->GetRemoteBitrateEstimator(false), | 178 congestion_controller_->GetRemoteBitrateEstimator(false), |
179 call_stats_->rtcp_rtt_stats(), congestion_controller_->pacer(), | 179 call_stats_->rtcp_rtt_stats(), congestion_controller_->pacer(), |
180 congestion_controller_->packet_router(), ssrcs.size(), true)); | 180 congestion_controller_->packet_router(), ssrcs.size(), true)); |
181 RTC_CHECK(vie_channel_->Init() == 0); | 181 RTC_CHECK(vie_channel_->Init() == 0); |
182 | 182 |
| 183 vcm_->RegisterProtectionCallback(vie_channel_->vcm_protection_callback()); |
| 184 |
183 call_stats_->RegisterStatsObserver(vie_channel_->GetStatsObserver()); | 185 call_stats_->RegisterStatsObserver(vie_channel_->GetStatsObserver()); |
184 | 186 |
185 vie_encoder_->StartThreadsAndSetSharedMembers( | |
186 vie_channel_->send_payload_router(), | |
187 vie_channel_->vcm_protection_callback()); | |
188 | |
189 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); | 187 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); |
190 vie_encoder_->SetSsrcs(first_ssrc); | 188 vie_encoder_->SetSsrcs(first_ssrc); |
191 | 189 |
192 for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { | 190 for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { |
193 const std::string& extension = config_.rtp.extensions[i].name; | 191 const std::string& extension = config_.rtp.extensions[i].name; |
194 int id = config_.rtp.extensions[i].id; | 192 int id = config_.rtp.extensions[i].id; |
195 // One-byte-extension local identifiers are in the range 1-14 inclusive. | 193 // One-byte-extension local identifiers are in the range 1-14 inclusive. |
196 RTC_DCHECK_GE(id, 1); | 194 RTC_DCHECK_GE(id, 1); |
197 RTC_DCHECK_LE(id, 14); | 195 RTC_DCHECK_LE(id, 14); |
198 if (extension == RtpExtension::kTOffset) { | 196 if (extension == RtpExtension::kTOffset) { |
(...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
259 vie_channel_->RegisterRtcpPacketTypeCounterObserver(&stats_proxy_); | 257 vie_channel_->RegisterRtcpPacketTypeCounterObserver(&stats_proxy_); |
260 vie_channel_->RegisterSendBitrateObserver(&stats_proxy_); | 258 vie_channel_->RegisterSendBitrateObserver(&stats_proxy_); |
261 vie_channel_->RegisterSendFrameCountObserver(&stats_proxy_); | 259 vie_channel_->RegisterSendFrameCountObserver(&stats_proxy_); |
262 | 260 |
263 module_process_thread_->RegisterModule(&overuse_detector_); | 261 module_process_thread_->RegisterModule(&overuse_detector_); |
264 } | 262 } |
265 | 263 |
266 VideoSendStream::~VideoSendStream() { | 264 VideoSendStream::~VideoSendStream() { |
267 LOG(LS_INFO) << "~VideoSendStream: " << config_.ToString(); | 265 LOG(LS_INFO) << "~VideoSendStream: " << config_.ToString(); |
268 module_process_thread_->DeRegisterModule(&overuse_detector_); | 266 module_process_thread_->DeRegisterModule(&overuse_detector_); |
| 267 // Remove vcm_protection_callback (part of vie_channel_) before destroying |
| 268 // ViEChannel. vcm_ is owned by ViEEncoder and the registered callback does |
| 269 // not outlive it. |
| 270 vcm_->RegisterProtectionCallback(nullptr); |
269 vie_channel_->RegisterSendFrameCountObserver(nullptr); | 271 vie_channel_->RegisterSendFrameCountObserver(nullptr); |
270 vie_channel_->RegisterSendBitrateObserver(nullptr); | 272 vie_channel_->RegisterSendBitrateObserver(nullptr); |
271 vie_channel_->RegisterRtcpPacketTypeCounterObserver(nullptr); | 273 vie_channel_->RegisterRtcpPacketTypeCounterObserver(nullptr); |
272 vie_channel_->RegisterSendChannelRtpStatisticsCallback(nullptr); | 274 vie_channel_->RegisterSendChannelRtpStatisticsCallback(nullptr); |
273 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(nullptr); | 275 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(nullptr); |
274 | 276 |
275 // Remove capture input (thread) so that it's not running after the current | 277 // Remove capture input (thread) so that it's not running after the current |
276 // channel is deleted. | 278 // channel is deleted. |
277 input_.reset(); | 279 input_.reset(); |
278 | 280 |
279 vie_encoder_->DeRegisterExternalEncoder( | 281 vie_encoder_->DeRegisterExternalEncoder( |
280 config_.encoder_settings.payload_type); | 282 config_.encoder_settings.payload_type); |
281 | 283 |
282 call_stats_->DeregisterStatsObserver(vie_channel_->GetStatsObserver()); | 284 call_stats_->DeregisterStatsObserver(vie_channel_->GetStatsObserver()); |
283 congestion_controller_->SetChannelRembStatus(false, false, | 285 congestion_controller_->SetChannelRembStatus(false, false, |
284 vie_channel_->rtp_rtcp()); | 286 vie_channel_->rtp_rtcp()); |
285 | 287 |
286 // Remove the feedback, stop all encoding threads and processing. This must be | 288 // Remove the feedback, stop all encoding threads and processing. This must be |
287 // done before deleting the channel. | 289 // done before deleting the channel. |
288 congestion_controller_->RemoveEncoder(vie_encoder_.get()); | 290 congestion_controller_->RemoveEncoder(vie_encoder_.get()); |
289 encoder_feedback_->RemoveEncoder(vie_encoder_.get()); | 291 encoder_feedback_->RemoveEncoder(vie_encoder_.get()); |
290 vie_encoder_->StopThreadsAndRemoveSharedMembers(); | |
291 | 292 |
292 uint32_t remote_ssrc = vie_channel_->GetRemoteSSRC(); | 293 uint32_t remote_ssrc = vie_channel_->GetRemoteSSRC(); |
293 congestion_controller_->GetRemoteBitrateEstimator(false)->RemoveStream( | 294 congestion_controller_->GetRemoteBitrateEstimator(false)->RemoveStream( |
294 remote_ssrc); | 295 remote_ssrc); |
295 } | 296 } |
296 | 297 |
297 VideoCaptureInput* VideoSendStream::Input() { | 298 VideoCaptureInput* VideoSendStream::Input() { |
298 return input_.get(); | 299 return input_.get(); |
299 } | 300 } |
300 | 301 |
(...skipping 301 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
602 vie_encoder_->SetSsrcs(used_ssrcs); | 603 vie_encoder_->SetSsrcs(used_ssrcs); |
603 | 604 |
604 // Restart the media flow | 605 // Restart the media flow |
605 vie_encoder_->Restart(); | 606 vie_encoder_->Restart(); |
606 | 607 |
607 return true; | 608 return true; |
608 } | 609 } |
609 | 610 |
610 } // namespace internal | 611 } // namespace internal |
611 } // namespace webrtc | 612 } // namespace webrtc |
OLD | NEW |