| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/video/vie_channel.h" | 11 #include "webrtc/video/vie_channel.h" |
| 12 | 12 |
| 13 #include <algorithm> | 13 #include <algorithm> |
| 14 #include <map> | 14 #include <map> |
| 15 #include <vector> | 15 #include <vector> |
| 16 | 16 |
| 17 #include "webrtc/base/checks.h" | 17 #include "webrtc/base/checks.h" |
| 18 #include "webrtc/base/logging.h" | 18 #include "webrtc/base/logging.h" |
| 19 #include "webrtc/base/platform_thread.h" | 19 #include "webrtc/base/platform_thread.h" |
| 20 #include "webrtc/common_video/include/frame_callback.h" | 20 #include "webrtc/common_video/include/frame_callback.h" |
| 21 #include "webrtc/common_video/include/incoming_video_stream.h" | 21 #include "webrtc/common_video/include/incoming_video_stream.h" |
| 22 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" | 22 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
| 23 #include "webrtc/modules/pacing/paced_sender.h" | 23 #include "webrtc/modules/pacing/paced_sender.h" |
| 24 #include "webrtc/modules/pacing/packet_router.h" | 24 #include "webrtc/modules/pacing/packet_router.h" |
| 25 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" | 25 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" |
| 26 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" | 26 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
| 27 #include "webrtc/modules/utility/include/process_thread.h" | 27 #include "webrtc/modules/utility/include/process_thread.h" |
| 28 #include "webrtc/modules/video_coding/include/video_coding.h" | 28 #include "webrtc/modules/video_coding/video_coding_impl.h" |
| 29 #include "webrtc/modules/video_processing/include/video_processing.h" | 29 #include "webrtc/modules/video_processing/include/video_processing.h" |
| 30 #include "webrtc/modules/video_render/video_render_defines.h" | 30 #include "webrtc/modules/video_render/video_render_defines.h" |
| 31 #include "webrtc/system_wrappers/include/metrics.h" | 31 #include "webrtc/system_wrappers/include/metrics.h" |
| 32 #include "webrtc/video/call_stats.h" | 32 #include "webrtc/video/call_stats.h" |
| 33 #include "webrtc/video/payload_router.h" | 33 #include "webrtc/video/payload_router.h" |
| 34 #include "webrtc/video/receive_statistics_proxy.h" | 34 #include "webrtc/video/receive_statistics_proxy.h" |
| 35 | 35 |
| 36 namespace webrtc { | 36 namespace webrtc { |
| 37 | 37 |
| 38 static const int kMaxPacketAgeToNack = 450; | 38 static const int kMaxPacketAgeToNack = 450; |
| (...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 86 virtual void OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { | 86 virtual void OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { |
| 87 owner_->OnRttUpdate(avg_rtt_ms, max_rtt_ms); | 87 owner_->OnRttUpdate(avg_rtt_ms, max_rtt_ms); |
| 88 } | 88 } |
| 89 | 89 |
| 90 private: | 90 private: |
| 91 ViEChannel* const owner_; | 91 ViEChannel* const owner_; |
| 92 }; | 92 }; |
| 93 | 93 |
| 94 ViEChannel::ViEChannel(Transport* transport, | 94 ViEChannel::ViEChannel(Transport* transport, |
| 95 ProcessThread* module_process_thread, | 95 ProcessThread* module_process_thread, |
| 96 VideoCodingModule* vcm, | 96 vcm::VideoReceiver* video_receiver, |
| 97 RemoteBitrateEstimator* remote_bitrate_estimator, | 97 RemoteBitrateEstimator* remote_bitrate_estimator, |
| 98 RtcpRttStats* rtt_stats, | 98 RtcpRttStats* rtt_stats, |
| 99 PacedSender* paced_sender, | 99 PacedSender* paced_sender, |
| 100 PacketRouter* packet_router) | 100 PacketRouter* packet_router) |
| 101 : module_process_thread_(module_process_thread), | 101 : module_process_thread_(module_process_thread), |
| 102 vcm_(vcm), | 102 video_receiver_(video_receiver), |
| 103 vie_receiver_(vcm_, remote_bitrate_estimator, this), | 103 vie_receiver_(video_receiver_, remote_bitrate_estimator, this), |
| 104 stats_observer_(new ChannelStatsObserver(this)), | 104 stats_observer_(new ChannelStatsObserver(this)), |
| 105 receive_stats_callback_(nullptr), | 105 receive_stats_callback_(nullptr), |
| 106 incoming_video_stream_(nullptr), | 106 incoming_video_stream_(nullptr), |
| 107 rtt_stats_(rtt_stats), | 107 rtt_stats_(rtt_stats), |
| 108 paced_sender_(paced_sender), | 108 paced_sender_(paced_sender), |
| 109 packet_router_(packet_router), | 109 packet_router_(packet_router), |
| 110 max_nack_reordering_threshold_(kMaxPacketAgeToNack), | 110 max_nack_reordering_threshold_(kMaxPacketAgeToNack), |
| 111 pre_render_callback_(nullptr), | 111 pre_render_callback_(nullptr), |
| 112 last_rtt_ms_(0), | 112 last_rtt_ms_(0), |
| 113 rtp_rtcp_(CreateRtpRtcpModule(vie_receiver_.GetReceiveStatistics(), | 113 rtp_rtcp_(CreateRtpRtcpModule(vie_receiver_.GetReceiveStatistics(), |
| 114 transport, | 114 transport, |
| 115 rtt_stats_, | 115 rtt_stats_, |
| 116 &rtcp_packet_type_counter_observer_, | 116 &rtcp_packet_type_counter_observer_, |
| 117 remote_bitrate_estimator, | 117 remote_bitrate_estimator, |
| 118 paced_sender_, | 118 paced_sender_, |
| 119 packet_router_)) { | 119 packet_router_)) { |
| 120 vie_receiver_.Init(rtp_rtcp_.get()); | 120 vie_receiver_.Init(rtp_rtcp_.get()); |
| 121 RTC_DCHECK(vcm_); | 121 RTC_DCHECK(video_receiver_); |
| 122 vcm_->SetNackSettings(kMaxNackListSize, max_nack_reordering_threshold_, 0); | 122 video_receiver_->SetNackSettings(kMaxNackListSize, |
| 123 max_nack_reordering_threshold_, 0); |
| 123 } | 124 } |
| 124 | 125 |
| 125 int32_t ViEChannel::Init() { | 126 int32_t ViEChannel::Init() { |
| 126 static const int kDefaultRenderDelayMs = 10; | 127 static const int kDefaultRenderDelayMs = 10; |
| 127 module_process_thread_->RegisterModule(vie_receiver_.GetReceiveStatistics()); | 128 module_process_thread_->RegisterModule(vie_receiver_.GetReceiveStatistics()); |
| 128 | 129 |
| 129 // RTP/RTCP initialization. | 130 // RTP/RTCP initialization. |
| 130 module_process_thread_->RegisterModule(rtp_rtcp_.get()); | 131 module_process_thread_->RegisterModule(rtp_rtcp_.get()); |
| 131 packet_router_->AddRtpModule(rtp_rtcp_.get()); | 132 packet_router_->AddRtpModule(rtp_rtcp_.get()); |
| 132 | 133 |
| 133 rtp_rtcp_->SetKeyFrameRequestMethod(kKeyFrameReqPliRtcp); | 134 rtp_rtcp_->SetKeyFrameRequestMethod(kKeyFrameReqPliRtcp); |
| 134 if (vcm_->RegisterReceiveCallback(this) != 0) { | 135 if (video_receiver_->RegisterReceiveCallback(this) != 0) { |
| 135 return -1; | 136 return -1; |
| 136 } | 137 } |
| 137 vcm_->RegisterFrameTypeCallback(this); | 138 video_receiver_->RegisterFrameTypeCallback(this); |
| 138 vcm_->RegisterReceiveStatisticsCallback(this); | 139 video_receiver_->RegisterReceiveStatisticsCallback(this); |
| 139 vcm_->RegisterDecoderTimingCallback(this); | 140 video_receiver_->RegisterDecoderTimingCallback(this); |
| 140 vcm_->SetRenderDelay(kDefaultRenderDelayMs); | 141 video_receiver_->SetRenderDelay(kDefaultRenderDelayMs); |
| 141 | 142 |
| 142 return 0; | 143 return 0; |
| 143 } | 144 } |
| 144 | 145 |
| 145 ViEChannel::~ViEChannel() { | 146 ViEChannel::~ViEChannel() { |
| 146 // Make sure we don't get more callbacks from the RTP module. | 147 // Make sure we don't get more callbacks from the RTP module. |
| 147 module_process_thread_->DeRegisterModule( | 148 module_process_thread_->DeRegisterModule( |
| 148 vie_receiver_.GetReceiveStatistics()); | 149 vie_receiver_.GetReceiveStatistics()); |
| 149 | 150 |
| 150 packet_router_->RemoveRtpModule(rtp_rtcp_.get()); | 151 packet_router_->RemoveRtpModule(rtp_rtcp_.get()); |
| (...skipping 20 matching lines...) Expand all Loading... |
| 171 payload_type_fec = 0; | 172 payload_type_fec = 0; |
| 172 } | 173 } |
| 173 | 174 |
| 174 VCMVideoProtection protection_method; | 175 VCMVideoProtection protection_method; |
| 175 if (enable_nack) { | 176 if (enable_nack) { |
| 176 protection_method = enable_fec ? kProtectionNackFEC : kProtectionNack; | 177 protection_method = enable_fec ? kProtectionNackFEC : kProtectionNack; |
| 177 } else { | 178 } else { |
| 178 protection_method = kProtectionNone; | 179 protection_method = kProtectionNone; |
| 179 } | 180 } |
| 180 | 181 |
| 181 vcm_->SetVideoProtection(protection_method, true); | 182 video_receiver_->SetVideoProtection(protection_method, true); |
| 182 | 183 |
| 183 // Set NACK. | 184 // Set NACK. |
| 184 ProcessNACKRequest(enable_nack); | 185 ProcessNACKRequest(enable_nack); |
| 185 | 186 |
| 186 // Set FEC. | 187 // Set FEC. |
| 187 rtp_rtcp_->SetGenericFECStatus(enable_fec, | 188 rtp_rtcp_->SetGenericFECStatus(enable_fec, |
| 188 static_cast<uint8_t>(payload_type_red), | 189 static_cast<uint8_t>(payload_type_red), |
| 189 static_cast<uint8_t>(payload_type_fec)); | 190 static_cast<uint8_t>(payload_type_fec)); |
| 190 } | 191 } |
| 191 | 192 |
| 192 void ViEChannel::ProcessNACKRequest(const bool enable) { | 193 void ViEChannel::ProcessNACKRequest(const bool enable) { |
| 193 if (enable) { | 194 if (enable) { |
| 194 // Turn on NACK. | 195 // Turn on NACK. |
| 195 if (rtp_rtcp_->RTCP() == RtcpMode::kOff) | 196 if (rtp_rtcp_->RTCP() == RtcpMode::kOff) |
| 196 return; | 197 return; |
| 197 vie_receiver_.SetNackStatus(true, max_nack_reordering_threshold_); | 198 vie_receiver_.SetNackStatus(true, max_nack_reordering_threshold_); |
| 198 vcm_->RegisterPacketRequestCallback(this); | 199 video_receiver_->RegisterPacketRequestCallback(this); |
| 199 // Don't introduce errors when NACK is enabled. | 200 // Don't introduce errors when NACK is enabled. |
| 200 vcm_->SetDecodeErrorMode(kNoErrors); | 201 video_receiver_->SetDecodeErrorMode(kNoErrors); |
| 201 | 202 |
| 202 } else { | 203 } else { |
| 203 vcm_->RegisterPacketRequestCallback(nullptr); | 204 video_receiver_->RegisterPacketRequestCallback(nullptr); |
| 204 // When NACK is off, allow decoding with errors. Otherwise, the video | 205 // When NACK is off, allow decoding with errors. Otherwise, the video |
| 205 // will freeze, and will only recover with a complete key frame. | 206 // will freeze, and will only recover with a complete key frame. |
| 206 vcm_->SetDecodeErrorMode(kWithErrors); | 207 video_receiver_->SetDecodeErrorMode(kWithErrors); |
| 207 vie_receiver_.SetNackStatus(false, max_nack_reordering_threshold_); | 208 vie_receiver_.SetNackStatus(false, max_nack_reordering_threshold_); |
| 208 } | 209 } |
| 209 } | 210 } |
| 210 | 211 |
| 211 int ViEChannel::GetRequiredNackListSize(int target_delay_ms) { | 212 int ViEChannel::GetRequiredNackListSize(int target_delay_ms) { |
| 212 // The max size of the nack list should be large enough to accommodate the | 213 // The max size of the nack list should be large enough to accommodate the |
| 213 // the number of packets (frames) resulting from the increased delay. | 214 // the number of packets (frames) resulting from the increased delay. |
| 214 // Roughly estimating for ~40 packets per frame @ 30fps. | 215 // Roughly estimating for ~40 packets per frame @ 30fps. |
| 215 return target_delay_ms * 40 * 30 / 1000; | 216 return target_delay_ms * 40 * 30 / 1000; |
| 216 } | 217 } |
| (...skipping 14 matching lines...) Expand all Loading... |
| 231 } | 232 } |
| 232 | 233 |
| 233 ViEReceiver* ViEChannel::vie_receiver() { | 234 ViEReceiver* ViEChannel::vie_receiver() { |
| 234 return &vie_receiver_; | 235 return &vie_receiver_; |
| 235 } | 236 } |
| 236 | 237 |
| 237 CallStatsObserver* ViEChannel::GetStatsObserver() { | 238 CallStatsObserver* ViEChannel::GetStatsObserver() { |
| 238 return stats_observer_.get(); | 239 return stats_observer_.get(); |
| 239 } | 240 } |
| 240 | 241 |
| 241 // Do not acquire the lock of |vcm_| in this function. Decode callback won't | 242 // Do not acquire the lock of |video_receiver_| in this function. Decode |
| 242 // necessarily be called from the decoding thread. The decoding thread may have | 243 // callback won't necessarily be called from the decoding thread. The decoding |
| 243 // held the lock when calling VideoDecoder::Decode, Reset, or Release. Acquiring | 244 // thread may have held the lock when calling VideoDecoder::Decode, Reset, or |
| 244 // the same lock in the path of decode callback can deadlock. | 245 // Release. Acquiring the same lock in the path of decode callback can deadlock. |
| 245 int32_t ViEChannel::FrameToRender(VideoFrame& video_frame) { // NOLINT | 246 int32_t ViEChannel::FrameToRender(VideoFrame& video_frame) { // NOLINT |
| 246 rtc::CritScope lock(&crit_); | 247 rtc::CritScope lock(&crit_); |
| 247 | 248 |
| 248 if (pre_render_callback_) | 249 if (pre_render_callback_) |
| 249 pre_render_callback_->FrameCallback(&video_frame); | 250 pre_render_callback_->FrameCallback(&video_frame); |
| 250 | 251 |
| 251 // TODO(pbos): Remove stream id argument. | 252 // TODO(pbos): Remove stream id argument. |
| 252 incoming_video_stream_->RenderFrame(0xFFFFFFFF, video_frame); | 253 incoming_video_stream_->RenderFrame(0xFFFFFFFF, video_frame); |
| 253 return 0; | 254 return 0; |
| 254 } | 255 } |
| (...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 313 return rtp_rtcp_->SendRTCPSliceLossIndication( | 314 return rtp_rtcp_->SendRTCPSliceLossIndication( |
| 314 static_cast<uint8_t>(picture_id)); | 315 static_cast<uint8_t>(picture_id)); |
| 315 } | 316 } |
| 316 | 317 |
| 317 int32_t ViEChannel::ResendPackets(const uint16_t* sequence_numbers, | 318 int32_t ViEChannel::ResendPackets(const uint16_t* sequence_numbers, |
| 318 uint16_t length) { | 319 uint16_t length) { |
| 319 return rtp_rtcp_->SendNACK(sequence_numbers, length); | 320 return rtp_rtcp_->SendNACK(sequence_numbers, length); |
| 320 } | 321 } |
| 321 | 322 |
| 322 void ViEChannel::OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { | 323 void ViEChannel::OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { |
| 323 vcm_->SetReceiveChannelParameters(max_rtt_ms); | 324 video_receiver_->SetReceiveChannelParameters(max_rtt_ms); |
| 324 | 325 |
| 325 rtc::CritScope lock(&crit_); | 326 rtc::CritScope lock(&crit_); |
| 326 last_rtt_ms_ = avg_rtt_ms; | 327 last_rtt_ms_ = avg_rtt_ms; |
| 327 } | 328 } |
| 328 | 329 |
| 329 void ViEChannel::RegisterPreRenderCallback( | 330 void ViEChannel::RegisterPreRenderCallback( |
| 330 I420FrameCallback* pre_render_callback) { | 331 I420FrameCallback* pre_render_callback) { |
| 331 rtc::CritScope lock(&crit_); | 332 rtc::CritScope lock(&crit_); |
| 332 pre_render_callback_ = pre_render_callback; | 333 pre_render_callback_ = pre_render_callback; |
| 333 } | 334 } |
| (...skipping 21 matching lines...) Expand all Loading... |
| 355 rtc::CritScope lock(&crit_); | 356 rtc::CritScope lock(&crit_); |
| 356 receive_stats_callback_ = receive_statistics_proxy; | 357 receive_stats_callback_ = receive_statistics_proxy; |
| 357 } | 358 } |
| 358 | 359 |
| 359 void ViEChannel::SetIncomingVideoStream( | 360 void ViEChannel::SetIncomingVideoStream( |
| 360 IncomingVideoStream* incoming_video_stream) { | 361 IncomingVideoStream* incoming_video_stream) { |
| 361 rtc::CritScope lock(&crit_); | 362 rtc::CritScope lock(&crit_); |
| 362 incoming_video_stream_ = incoming_video_stream; | 363 incoming_video_stream_ = incoming_video_stream; |
| 363 } | 364 } |
| 364 } // namespace webrtc | 365 } // namespace webrtc |
| OLD | NEW |