Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(323)

Side by Side Diff: webrtc/video/video_send_stream.cc

Issue 1418613002: ChannelGroup cleanup. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Added TODO Created 5 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video/video_send_stream.h ('k') | webrtc/video_engine/vie_channel.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/video/video_send_stream.h" 11 #include "webrtc/video/video_send_stream.h"
12 12
13 #include <algorithm> 13 #include <algorithm>
14 #include <sstream> 14 #include <sstream>
15 #include <string> 15 #include <string>
16 #include <vector> 16 #include <vector>
17 17
18 #include "webrtc/base/checks.h" 18 #include "webrtc/base/checks.h"
19 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 19 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
20 #include "webrtc/modules/pacing/include/packet_router.h" 20 #include "webrtc/modules/pacing/include/packet_router.h"
21 #include "webrtc/system_wrappers/interface/logging.h" 21 #include "webrtc/system_wrappers/interface/logging.h"
22 #include "webrtc/system_wrappers/interface/trace_event.h" 22 #include "webrtc/system_wrappers/interface/trace_event.h"
23 #include "webrtc/video/video_capture_input.h" 23 #include "webrtc/video/video_capture_input.h"
24 #include "webrtc/video_engine/call_stats.h" 24 #include "webrtc/video_engine/call_stats.h"
25 #include "webrtc/video_engine/encoder_state_feedback.h"
25 #include "webrtc/video_engine/payload_router.h" 26 #include "webrtc/video_engine/payload_router.h"
26 #include "webrtc/video_engine/vie_channel.h" 27 #include "webrtc/video_engine/vie_channel.h"
27 #include "webrtc/video_engine/vie_channel_group.h" 28 #include "webrtc/video_engine/vie_channel_group.h"
28 #include "webrtc/video_engine/vie_defines.h" 29 #include "webrtc/video_engine/vie_defines.h"
29 #include "webrtc/video_engine/vie_encoder.h" 30 #include "webrtc/video_engine/vie_encoder.h"
30 #include "webrtc/video_send_stream.h" 31 #include "webrtc/video_send_stream.h"
31 32
32 namespace webrtc { 33 namespace webrtc {
33 34
34 class BitrateAllocator; 35 class BitrateAllocator;
(...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after
104 ss << ", suspend_below_min_bitrate: " << (suspend_below_min_bitrate ? "on" 105 ss << ", suspend_below_min_bitrate: " << (suspend_below_min_bitrate ? "on"
105 : "off"); 106 : "off");
106 ss << '}'; 107 ss << '}';
107 return ss.str(); 108 return ss.str();
108 } 109 }
109 110
110 namespace internal { 111 namespace internal {
111 VideoSendStream::VideoSendStream( 112 VideoSendStream::VideoSendStream(
112 int num_cpu_cores, 113 int num_cpu_cores,
113 ProcessThread* module_process_thread, 114 ProcessThread* module_process_thread,
115 CallStats* call_stats,
114 ChannelGroup* channel_group, 116 ChannelGroup* channel_group,
115 const VideoSendStream::Config& config, 117 const VideoSendStream::Config& config,
116 const VideoEncoderConfig& encoder_config, 118 const VideoEncoderConfig& encoder_config,
117 const std::map<uint32_t, RtpState>& suspended_ssrcs) 119 const std::map<uint32_t, RtpState>& suspended_ssrcs)
118 : transport_adapter_(config.send_transport), 120 : transport_adapter_(config.send_transport),
119 encoded_frame_proxy_(config.post_encode_callback), 121 encoded_frame_proxy_(config.post_encode_callback),
120 config_(config), 122 config_(config),
121 suspended_ssrcs_(suspended_ssrcs), 123 suspended_ssrcs_(suspended_ssrcs),
122 module_process_thread_(module_process_thread), 124 module_process_thread_(module_process_thread),
125 call_stats_(call_stats),
123 channel_group_(channel_group), 126 channel_group_(channel_group),
127 encoder_feedback_(new EncoderStateFeedback()),
124 use_config_bitrate_(true), 128 use_config_bitrate_(true),
125 stats_proxy_(Clock::GetRealTimeClock(), config) { 129 stats_proxy_(Clock::GetRealTimeClock(), config) {
126 LOG(LS_INFO) << "VideoSendStream: " << config_.ToString(); 130 LOG(LS_INFO) << "VideoSendStream: " << config_.ToString();
127 RTC_DCHECK(!config_.rtp.ssrcs.empty()); 131 RTC_DCHECK(!config_.rtp.ssrcs.empty());
128 132
129 // Set up Call-wide sequence numbers, if configured for this send stream. 133 // Set up Call-wide sequence numbers, if configured for this send stream.
130 TransportFeedbackObserver* transport_feedback_observer = nullptr; 134 TransportFeedbackObserver* transport_feedback_observer = nullptr;
131 for (const RtpExtension& extension : config.rtp.extensions) { 135 for (const RtpExtension& extension : config.rtp.extensions) {
132 if (extension.name == RtpExtension::kTransportSequenceNumber) { 136 if (extension.name == RtpExtension::kTransportSequenceNumber) {
133 transport_feedback_observer = 137 transport_feedback_observer =
134 channel_group_->GetTransportFeedbackObserver(); 138 channel_group_->GetTransportFeedbackObserver();
135 break; 139 break;
136 } 140 }
137 } 141 }
138 142
139 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs; 143 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs;
140 144
141 vie_encoder_.reset(new ViEEncoder( 145 vie_encoder_.reset(new ViEEncoder(
142 num_cpu_cores, module_process_thread_, &stats_proxy_, 146 num_cpu_cores, module_process_thread_, &stats_proxy_,
143 config.pre_encode_callback, channel_group_->pacer(), 147 config.pre_encode_callback, channel_group_->pacer(),
144 channel_group_->bitrate_allocator())); 148 channel_group_->bitrate_allocator()));
145 RTC_CHECK(vie_encoder_->Init()); 149 RTC_CHECK(vie_encoder_->Init());
146 150
147 vie_channel_.reset(new ViEChannel( 151 vie_channel_.reset(new ViEChannel(
148 num_cpu_cores, config.send_transport, module_process_thread_, 152 num_cpu_cores, config.send_transport, module_process_thread_,
149 channel_group_->GetRtcpIntraFrameObserver(), 153 encoder_feedback_->GetRtcpIntraFrameObserver(),
150 channel_group_->GetBitrateController()->CreateRtcpBandwidthObserver(), 154 channel_group_->GetBitrateController()->CreateRtcpBandwidthObserver(),
151 transport_feedback_observer, 155 transport_feedback_observer,
152 channel_group_->GetRemoteBitrateEstimator(false), 156 channel_group_->GetRemoteBitrateEstimator(false),
153 channel_group_->GetCallStats()->rtcp_rtt_stats(), channel_group_->pacer(), 157 call_stats_->rtcp_rtt_stats(), channel_group_->pacer(),
154 channel_group_->packet_router(), ssrcs.size(), true)); 158 channel_group_->packet_router(), ssrcs.size(), true));
155 RTC_CHECK(vie_channel_->Init() == 0); 159 RTC_CHECK(vie_channel_->Init() == 0);
156 160
157 channel_group_->GetCallStats()->RegisterStatsObserver( 161 call_stats_->RegisterStatsObserver(vie_channel_->GetStatsObserver());
158 vie_channel_->GetStatsObserver());
159 162
160 vie_encoder_->StartThreadsAndSetSharedMembers( 163 vie_encoder_->StartThreadsAndSetSharedMembers(
161 vie_channel_->send_payload_router(), 164 vie_channel_->send_payload_router(),
162 vie_channel_->vcm_protection_callback()); 165 vie_channel_->vcm_protection_callback());
163 166
164 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); 167 std::vector<uint32_t> first_ssrc(1, ssrcs[0]);
165 vie_encoder_->SetSsrcs(first_ssrc); 168 vie_encoder_->SetSsrcs(first_ssrc);
166 169
167 for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { 170 for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) {
168 const std::string& extension = config_.rtp.extensions[i].name; 171 const std::string& extension = config_.rtp.extensions[i].name;
169 int id = config_.rtp.extensions[i].id; 172 int id = config_.rtp.extensions[i].id;
170 // One-byte-extension local identifiers are in the range 1-14 inclusive. 173 // One-byte-extension local identifiers are in the range 1-14 inclusive.
171 RTC_DCHECK_GE(id, 1); 174 RTC_DCHECK_GE(id, 1);
172 RTC_DCHECK_LE(id, 14); 175 RTC_DCHECK_LE(id, 14);
173 if (extension == RtpExtension::kTOffset) { 176 if (extension == RtpExtension::kTOffset) {
174 RTC_CHECK_EQ(0, vie_channel_->SetSendTimestampOffsetStatus(true, id)); 177 RTC_CHECK_EQ(0, vie_channel_->SetSendTimestampOffsetStatus(true, id));
175 } else if (extension == RtpExtension::kAbsSendTime) { 178 } else if (extension == RtpExtension::kAbsSendTime) {
176 RTC_CHECK_EQ(0, vie_channel_->SetSendAbsoluteSendTimeStatus(true, id)); 179 RTC_CHECK_EQ(0, vie_channel_->SetSendAbsoluteSendTimeStatus(true, id));
177 } else if (extension == RtpExtension::kVideoRotation) { 180 } else if (extension == RtpExtension::kVideoRotation) {
178 RTC_CHECK_EQ(0, vie_channel_->SetSendVideoRotationStatus(true, id)); 181 RTC_CHECK_EQ(0, vie_channel_->SetSendVideoRotationStatus(true, id));
179 } else if (extension == RtpExtension::kTransportSequenceNumber) { 182 } else if (extension == RtpExtension::kTransportSequenceNumber) {
180 RTC_CHECK_EQ(0, vie_channel_->SetSendTransportSequenceNumber(true, id)); 183 RTC_CHECK_EQ(0, vie_channel_->SetSendTransportSequenceNumber(true, id));
181 } else { 184 } else {
182 RTC_NOTREACHED() << "Registering unsupported RTP extension."; 185 RTC_NOTREACHED() << "Registering unsupported RTP extension.";
183 } 186 }
184 } 187 }
185 188
186 // TODO(pbos): Consider configuring REMB in Call. 189 channel_group_->SetChannelRembStatus(true, false, vie_channel_->rtp_rtcp());
187 channel_group_->SetChannelRembStatus(true, false, vie_channel_.get());
188 190
189 // Enable NACK, FEC or both. 191 // Enable NACK, FEC or both.
190 const bool enable_protection_nack = config_.rtp.nack.rtp_history_ms > 0; 192 const bool enable_protection_nack = config_.rtp.nack.rtp_history_ms > 0;
191 const bool enable_protection_fec = config_.rtp.fec.red_payload_type != -1; 193 const bool enable_protection_fec = config_.rtp.fec.red_payload_type != -1;
192 // TODO(changbin): Should set RTX for RED mapping in RTP sender in future. 194 // TODO(changbin): Should set RTX for RED mapping in RTP sender in future.
193 vie_channel_->SetProtectionMode(enable_protection_nack, enable_protection_fec, 195 vie_channel_->SetProtectionMode(enable_protection_nack, enable_protection_fec,
194 config_.rtp.fec.red_payload_type, 196 config_.rtp.fec.red_payload_type,
195 config_.rtp.fec.ulpfec_payload_type); 197 config_.rtp.fec.ulpfec_payload_type);
196 vie_encoder_->UpdateProtectionMethod(enable_protection_nack, 198 vie_encoder_->UpdateProtectionMethod(enable_protection_nack,
197 enable_protection_fec); 199 enable_protection_fec);
(...skipping 21 matching lines...) Expand all
219 RTC_CHECK(ReconfigureVideoEncoder(encoder_config)); 221 RTC_CHECK(ReconfigureVideoEncoder(encoder_config));
220 222
221 vie_channel_->RegisterSendSideDelayObserver(&stats_proxy_); 223 vie_channel_->RegisterSendSideDelayObserver(&stats_proxy_);
222 224
223 if (config_.post_encode_callback) 225 if (config_.post_encode_callback)
224 vie_encoder_->RegisterPostEncodeImageCallback(&encoded_frame_proxy_); 226 vie_encoder_->RegisterPostEncodeImageCallback(&encoded_frame_proxy_);
225 227
226 if (config_.suspend_below_min_bitrate) 228 if (config_.suspend_below_min_bitrate)
227 vie_encoder_->SuspendBelowMinBitrate(); 229 vie_encoder_->SuspendBelowMinBitrate();
228 230
229 channel_group_->AddEncoder(ssrcs, vie_encoder_.get()); 231 channel_group_->AddEncoder(vie_encoder_.get());
232 encoder_feedback_->AddEncoder(ssrcs, vie_encoder_.get());
230 233
231 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(&stats_proxy_); 234 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(&stats_proxy_);
232 vie_channel_->RegisterSendChannelRtpStatisticsCallback(&stats_proxy_); 235 vie_channel_->RegisterSendChannelRtpStatisticsCallback(&stats_proxy_);
233 vie_channel_->RegisterRtcpPacketTypeCounterObserver(&stats_proxy_); 236 vie_channel_->RegisterRtcpPacketTypeCounterObserver(&stats_proxy_);
234 vie_channel_->RegisterSendBitrateObserver(&stats_proxy_); 237 vie_channel_->RegisterSendBitrateObserver(&stats_proxy_);
235 vie_channel_->RegisterSendFrameCountObserver(&stats_proxy_); 238 vie_channel_->RegisterSendFrameCountObserver(&stats_proxy_);
236 } 239 }
237 240
238 VideoSendStream::~VideoSendStream() { 241 VideoSendStream::~VideoSendStream() {
239 LOG(LS_INFO) << "~VideoSendStream: " << config_.ToString(); 242 LOG(LS_INFO) << "~VideoSendStream: " << config_.ToString();
240 vie_channel_->RegisterSendFrameCountObserver(nullptr); 243 vie_channel_->RegisterSendFrameCountObserver(nullptr);
241 vie_channel_->RegisterSendBitrateObserver(nullptr); 244 vie_channel_->RegisterSendBitrateObserver(nullptr);
242 vie_channel_->RegisterRtcpPacketTypeCounterObserver(nullptr); 245 vie_channel_->RegisterRtcpPacketTypeCounterObserver(nullptr);
243 vie_channel_->RegisterSendChannelRtpStatisticsCallback(nullptr); 246 vie_channel_->RegisterSendChannelRtpStatisticsCallback(nullptr);
244 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(nullptr); 247 vie_channel_->RegisterSendChannelRtcpStatisticsCallback(nullptr);
245 248
246 // Remove capture input (thread) so that it's not running after the current 249 // Remove capture input (thread) so that it's not running after the current
247 // channel is deleted. 250 // channel is deleted.
248 input_.reset(); 251 input_.reset();
249 252
250 vie_encoder_->DeRegisterExternalEncoder( 253 vie_encoder_->DeRegisterExternalEncoder(
251 config_.encoder_settings.payload_type); 254 config_.encoder_settings.payload_type);
252 255
253 channel_group_->GetCallStats()->DeregisterStatsObserver( 256 call_stats_->DeregisterStatsObserver(vie_channel_->GetStatsObserver());
254 vie_channel_->GetStatsObserver()); 257 channel_group_->SetChannelRembStatus(false, false, vie_channel_->rtp_rtcp());
255 channel_group_->SetChannelRembStatus(false, false, vie_channel_.get());
256 258
257 // Remove the feedback, stop all encoding threads and processing. This must be 259 // Remove the feedback, stop all encoding threads and processing. This must be
258 // done before deleting the channel. 260 // done before deleting the channel.
259 channel_group_->RemoveEncoder(vie_encoder_.get()); 261 channel_group_->RemoveEncoder(vie_encoder_.get());
262 encoder_feedback_->RemoveEncoder(vie_encoder_.get());
260 vie_encoder_->StopThreadsAndRemoveSharedMembers(); 263 vie_encoder_->StopThreadsAndRemoveSharedMembers();
261 264
262 uint32_t remote_ssrc = vie_channel_->GetRemoteSSRC(); 265 uint32_t remote_ssrc = vie_channel_->GetRemoteSSRC();
263 channel_group_->GetRemoteBitrateEstimator(false)->RemoveStream(remote_ssrc); 266 channel_group_->GetRemoteBitrateEstimator(false)->RemoveStream(remote_ssrc);
264 } 267 }
265 268
266 VideoCaptureInput* VideoSendStream::Input() { 269 VideoCaptureInput* VideoSendStream::Input() {
267 return input_.get(); 270 return input_.get();
268 } 271 }
269 272
(...skipping 279 matching lines...) Expand 10 before | Expand all | Expand 10 after
549 vie_channel_->IsSendingFecEnabled()); 552 vie_channel_->IsSendingFecEnabled());
550 553
551 // Restart the media flow 554 // Restart the media flow
552 vie_encoder_->Restart(); 555 vie_encoder_->Restart();
553 556
554 return true; 557 return true;
555 } 558 }
556 559
557 } // namespace internal 560 } // namespace internal
558 } // namespace webrtc 561 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video/video_send_stream.h ('k') | webrtc/video_engine/vie_channel.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698