OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
(...skipping 87 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
98 module_process_thread_(module_process_thread), | 98 module_process_thread_(module_process_thread), |
99 crit_(CriticalSectionWrapper::CreateCriticalSection()), | 99 crit_(CriticalSectionWrapper::CreateCriticalSection()), |
100 send_payload_router_(new PayloadRouter()), | 100 send_payload_router_(new PayloadRouter()), |
101 vcm_protection_callback_(new ViEChannelProtectionCallback(this)), | 101 vcm_protection_callback_(new ViEChannelProtectionCallback(this)), |
102 vcm_(VideoCodingModule::Create(Clock::GetRealTimeClock(), | 102 vcm_(VideoCodingModule::Create(Clock::GetRealTimeClock(), |
103 nullptr, | 103 nullptr, |
104 nullptr)), | 104 nullptr)), |
105 vie_receiver_(channel_id, vcm_, remote_bitrate_estimator, this), | 105 vie_receiver_(channel_id, vcm_, remote_bitrate_estimator, this), |
106 vie_sync_(vcm_), | 106 vie_sync_(vcm_), |
107 stats_observer_(new ChannelStatsObserver(this)), | 107 stats_observer_(new ChannelStatsObserver(this)), |
108 vcm_receive_stats_callback_(NULL), | 108 receive_stats_callback_(nullptr), |
109 incoming_video_stream_(nullptr), | 109 incoming_video_stream_(nullptr), |
110 codec_observer_(NULL), | |
111 intra_frame_observer_(intra_frame_observer), | 110 intra_frame_observer_(intra_frame_observer), |
112 rtt_stats_(rtt_stats), | 111 rtt_stats_(rtt_stats), |
113 paced_sender_(paced_sender), | 112 paced_sender_(paced_sender), |
114 packet_router_(packet_router), | 113 packet_router_(packet_router), |
115 bandwidth_observer_(bandwidth_observer), | 114 bandwidth_observer_(bandwidth_observer), |
116 send_time_observer_(send_time_observer), | 115 send_time_observer_(send_time_observer), |
117 decoder_reset_(true), | |
118 nack_history_size_sender_(kSendSidePacketHistorySize), | 116 nack_history_size_sender_(kSendSidePacketHistorySize), |
119 max_nack_reordering_threshold_(kMaxPacketAgeToNack), | 117 max_nack_reordering_threshold_(kMaxPacketAgeToNack), |
120 pre_render_callback_(NULL), | 118 pre_render_callback_(NULL), |
121 report_block_stats_sender_(new ReportBlockStats()), | 119 report_block_stats_sender_(new ReportBlockStats()), |
122 time_of_first_rtt_ms_(-1), | 120 time_of_first_rtt_ms_(-1), |
123 rtt_sum_ms_(0), | 121 rtt_sum_ms_(0), |
124 num_rtts_(0), | 122 num_rtts_(0), |
125 rtp_rtcp_modules_( | 123 rtp_rtcp_modules_( |
126 CreateRtpRtcpModules(ViEModuleId(engine_id_, channel_id_), | 124 CreateRtpRtcpModules(ViEModuleId(engine_id_, channel_id_), |
127 !sender, | 125 !sender, |
(...skipping 302 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
430 video_codec.codecType != kVideoCodecULPFEC) { | 428 video_codec.codecType != kVideoCodecULPFEC) { |
431 // Register codec type with VCM, but do not register RED or ULPFEC. | 429 // Register codec type with VCM, but do not register RED or ULPFEC. |
432 if (vcm_->RegisterReceiveCodec(&video_codec, number_of_cores_, false) != | 430 if (vcm_->RegisterReceiveCodec(&video_codec, number_of_cores_, false) != |
433 VCM_OK) { | 431 VCM_OK) { |
434 return -1; | 432 return -1; |
435 } | 433 } |
436 } | 434 } |
437 return 0; | 435 return 0; |
438 } | 436 } |
439 | 437 |
440 int32_t ViEChannel::RegisterCodecObserver(ViEDecoderObserver* observer) { | |
441 CriticalSectionScoped cs(crit_.get()); | |
442 if (observer) { | |
443 if (codec_observer_) { | |
444 LOG_F(LS_ERROR) << "Observer already registered."; | |
445 return -1; | |
446 } | |
447 codec_observer_ = observer; | |
448 } else { | |
449 codec_observer_ = NULL; | |
450 } | |
451 return 0; | |
452 } | |
453 | |
454 int32_t ViEChannel::RegisterExternalDecoder(const uint8_t pl_type, | 438 int32_t ViEChannel::RegisterExternalDecoder(const uint8_t pl_type, |
455 VideoDecoder* decoder, | 439 VideoDecoder* decoder, |
456 bool buffered_rendering, | 440 bool buffered_rendering, |
457 int32_t render_delay) { | 441 int32_t render_delay) { |
458 DCHECK(!sender_); | 442 DCHECK(!sender_); |
459 int32_t result; | 443 int32_t result; |
460 result = vcm_->RegisterExternalDecoder(decoder, pl_type, buffered_rendering); | 444 result = vcm_->RegisterExternalDecoder(decoder, pl_type, buffered_rendering); |
461 if (result != VCM_OK) { | 445 if (result != VCM_OK) { |
462 return result; | 446 return result; |
463 } | 447 } |
(...skipping 571 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1035 return stats_observer_.get(); | 1019 return stats_observer_.get(); |
1036 } | 1020 } |
1037 | 1021 |
1038 // Do not acquire the lock of |vcm_| in this function. Decode callback won't | 1022 // Do not acquire the lock of |vcm_| in this function. Decode callback won't |
1039 // necessarily be called from the decoding thread. The decoding thread may have | 1023 // necessarily be called from the decoding thread. The decoding thread may have |
1040 // held the lock when calling VideoDecoder::Decode, Reset, or Release. Acquiring | 1024 // held the lock when calling VideoDecoder::Decode, Reset, or Release. Acquiring |
1041 // the same lock in the path of decode callback can deadlock. | 1025 // the same lock in the path of decode callback can deadlock. |
1042 int32_t ViEChannel::FrameToRender(VideoFrame& video_frame) { // NOLINT | 1026 int32_t ViEChannel::FrameToRender(VideoFrame& video_frame) { // NOLINT |
1043 CriticalSectionScoped cs(crit_.get()); | 1027 CriticalSectionScoped cs(crit_.get()); |
1044 | 1028 |
1045 if (decoder_reset_) { | |
1046 // Trigger a callback to the user if the incoming codec has changed. | |
1047 if (codec_observer_) { | |
1048 // The codec set by RegisterReceiveCodec might not be the size we're | |
1049 // actually decoding. | |
1050 receive_codec_.width = static_cast<uint16_t>(video_frame.width()); | |
1051 receive_codec_.height = static_cast<uint16_t>(video_frame.height()); | |
1052 codec_observer_->IncomingCodecChanged(channel_id_, receive_codec_); | |
1053 } | |
1054 decoder_reset_ = false; | |
1055 } | |
1056 | |
1057 if (pre_render_callback_ != NULL) | 1029 if (pre_render_callback_ != NULL) |
1058 pre_render_callback_->FrameCallback(&video_frame); | 1030 pre_render_callback_->FrameCallback(&video_frame); |
1059 | 1031 |
1060 incoming_video_stream_->RenderFrame(channel_id_, video_frame); | 1032 incoming_video_stream_->RenderFrame(channel_id_, video_frame); |
1061 return 0; | 1033 return 0; |
1062 } | 1034 } |
1063 | 1035 |
1064 int32_t ViEChannel::ReceivedDecodedReferenceFrame( | 1036 int32_t ViEChannel::ReceivedDecodedReferenceFrame( |
1065 const uint64_t picture_id) { | 1037 const uint64_t picture_id) { |
1066 return rtp_rtcp_modules_[0]->SendRTCPReferencePictureSelection(picture_id); | 1038 return rtp_rtcp_modules_[0]->SendRTCPReferencePictureSelection(picture_id); |
1067 } | 1039 } |
1068 | 1040 |
1069 void ViEChannel::IncomingCodecChanged(const VideoCodec& codec) { | 1041 void ViEChannel::OnIncomingPayloadType(int payload_type) { |
1070 CriticalSectionScoped cs(crit_.get()); | 1042 CriticalSectionScoped cs(crit_.get()); |
1071 receive_codec_ = codec; | 1043 if (receive_stats_callback_) |
| 1044 receive_stats_callback_->OnIncomingPayloadType(payload_type); |
1072 } | 1045 } |
1073 | 1046 |
1074 void ViEChannel::OnReceiveRatesUpdated(uint32_t bit_rate, uint32_t frame_rate) { | 1047 void ViEChannel::OnReceiveRatesUpdated(uint32_t bit_rate, uint32_t frame_rate) { |
1075 CriticalSectionScoped cs(crit_.get()); | 1048 CriticalSectionScoped cs(crit_.get()); |
1076 if (codec_observer_) | 1049 if (receive_stats_callback_) |
1077 codec_observer_->IncomingRate(channel_id_, frame_rate, bit_rate); | 1050 receive_stats_callback_->OnIncomingRate(frame_rate, bit_rate); |
1078 } | 1051 } |
1079 | 1052 |
1080 void ViEChannel::OnDiscardedPacketsUpdated(int discarded_packets) { | 1053 void ViEChannel::OnDiscardedPacketsUpdated(int discarded_packets) { |
1081 CriticalSectionScoped cs(crit_.get()); | 1054 CriticalSectionScoped cs(crit_.get()); |
1082 if (vcm_receive_stats_callback_ != NULL) | 1055 if (receive_stats_callback_) |
1083 vcm_receive_stats_callback_->OnDiscardedPacketsUpdated(discarded_packets); | 1056 receive_stats_callback_->OnDiscardedPacketsUpdated(discarded_packets); |
1084 } | 1057 } |
1085 | 1058 |
1086 void ViEChannel::OnFrameCountsUpdated(const FrameCounts& frame_counts) { | 1059 void ViEChannel::OnFrameCountsUpdated(const FrameCounts& frame_counts) { |
1087 CriticalSectionScoped cs(crit_.get()); | 1060 CriticalSectionScoped cs(crit_.get()); |
1088 receive_frame_counts_ = frame_counts; | 1061 receive_frame_counts_ = frame_counts; |
1089 if (vcm_receive_stats_callback_ != NULL) | 1062 if (receive_stats_callback_) |
1090 vcm_receive_stats_callback_->OnFrameCountsUpdated(frame_counts); | 1063 receive_stats_callback_->OnFrameCountsUpdated(frame_counts); |
1091 } | 1064 } |
1092 | 1065 |
1093 void ViEChannel::OnDecoderTiming(int decode_ms, | 1066 void ViEChannel::OnDecoderTiming(int decode_ms, |
1094 int max_decode_ms, | 1067 int max_decode_ms, |
1095 int current_delay_ms, | 1068 int current_delay_ms, |
1096 int target_delay_ms, | 1069 int target_delay_ms, |
1097 int jitter_buffer_ms, | 1070 int jitter_buffer_ms, |
1098 int min_playout_delay_ms, | 1071 int min_playout_delay_ms, |
1099 int render_delay_ms) { | 1072 int render_delay_ms) { |
1100 CriticalSectionScoped cs(crit_.get()); | 1073 CriticalSectionScoped cs(crit_.get()); |
1101 if (!codec_observer_) | 1074 if (!receive_stats_callback_) |
1102 return; | 1075 return; |
1103 codec_observer_->DecoderTiming(decode_ms, | 1076 receive_stats_callback_->OnDecoderTiming( |
1104 max_decode_ms, | 1077 decode_ms, max_decode_ms, current_delay_ms, target_delay_ms, |
1105 current_delay_ms, | 1078 jitter_buffer_ms, min_playout_delay_ms, render_delay_ms); |
1106 target_delay_ms, | |
1107 jitter_buffer_ms, | |
1108 min_playout_delay_ms, | |
1109 render_delay_ms); | |
1110 } | 1079 } |
1111 | 1080 |
1112 int32_t ViEChannel::RequestKeyFrame() { | 1081 int32_t ViEChannel::RequestKeyFrame() { |
1113 return rtp_rtcp_modules_[0]->RequestKeyFrame(); | 1082 return rtp_rtcp_modules_[0]->RequestKeyFrame(); |
1114 } | 1083 } |
1115 | 1084 |
1116 int32_t ViEChannel::SliceLossIndicationRequest( | 1085 int32_t ViEChannel::SliceLossIndicationRequest( |
1117 const uint64_t picture_id) { | 1086 const uint64_t picture_id) { |
1118 return rtp_rtcp_modules_[0]->SendRTCPSliceLossIndication( | 1087 return rtp_rtcp_modules_[0]->SendRTCPSliceLossIndication( |
1119 static_cast<uint8_t>(picture_id)); | 1088 static_cast<uint8_t>(picture_id)); |
(...skipping 134 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1254 I420FrameCallback* pre_render_callback) { | 1223 I420FrameCallback* pre_render_callback) { |
1255 CriticalSectionScoped cs(crit_.get()); | 1224 CriticalSectionScoped cs(crit_.get()); |
1256 pre_render_callback_ = pre_render_callback; | 1225 pre_render_callback_ = pre_render_callback; |
1257 } | 1226 } |
1258 | 1227 |
1259 void ViEChannel::RegisterPreDecodeImageCallback( | 1228 void ViEChannel::RegisterPreDecodeImageCallback( |
1260 EncodedImageCallback* pre_decode_callback) { | 1229 EncodedImageCallback* pre_decode_callback) { |
1261 vcm_->RegisterPreDecodeImageCallback(pre_decode_callback); | 1230 vcm_->RegisterPreDecodeImageCallback(pre_decode_callback); |
1262 } | 1231 } |
1263 | 1232 |
| 1233 // TODO(pbos): Remove OnInitializeDecoder which is called from the RTP module, |
| 1234 // any decoder resetting should be handled internally within the VCM. |
1264 int32_t ViEChannel::OnInitializeDecoder( | 1235 int32_t ViEChannel::OnInitializeDecoder( |
1265 const int32_t id, | 1236 const int32_t id, |
1266 const int8_t payload_type, | 1237 const int8_t payload_type, |
1267 const char payload_name[RTP_PAYLOAD_NAME_SIZE], | 1238 const char payload_name[RTP_PAYLOAD_NAME_SIZE], |
1268 const int frequency, | 1239 const int frequency, |
1269 const uint8_t channels, | 1240 const uint8_t channels, |
1270 const uint32_t rate) { | 1241 const uint32_t rate) { |
1271 LOG(LS_INFO) << "OnInitializeDecoder " << static_cast<int>(payload_type) | 1242 LOG(LS_INFO) << "OnInitializeDecoder " << static_cast<int>(payload_type) |
1272 << " " << payload_name; | 1243 << " " << payload_name; |
1273 vcm_->ResetDecoder(); | 1244 vcm_->ResetDecoder(); |
1274 | 1245 |
1275 CriticalSectionScoped cs(crit_.get()); | |
1276 decoder_reset_ = true; | |
1277 return 0; | 1246 return 0; |
1278 } | 1247 } |
1279 | 1248 |
1280 void ViEChannel::OnIncomingSSRCChanged(const int32_t id, const uint32_t ssrc) { | 1249 void ViEChannel::OnIncomingSSRCChanged(const int32_t id, const uint32_t ssrc) { |
1281 DCHECK_EQ(channel_id_, ChannelId(id)); | 1250 DCHECK_EQ(channel_id_, ChannelId(id)); |
1282 rtp_rtcp_modules_[0]->SetRemoteSSRC(ssrc); | 1251 rtp_rtcp_modules_[0]->SetRemoteSSRC(ssrc); |
1283 } | 1252 } |
1284 | 1253 |
1285 void ViEChannel::OnIncomingCSRCChanged(const int32_t id, | 1254 void ViEChannel::OnIncomingCSRCChanged(const int32_t id, |
1286 const uint32_t CSRC, | 1255 const uint32_t CSRC, |
1287 const bool added) { | 1256 const bool added) { |
1288 DCHECK_EQ(channel_id_, ChannelId(id)); | 1257 DCHECK_EQ(channel_id_, ChannelId(id)); |
1289 CriticalSectionScoped cs(crit_.get()); | 1258 CriticalSectionScoped cs(crit_.get()); |
1290 } | 1259 } |
1291 | 1260 |
1292 void ViEChannel::RegisterSendFrameCountObserver( | 1261 void ViEChannel::RegisterSendFrameCountObserver( |
1293 FrameCountObserver* observer) { | 1262 FrameCountObserver* observer) { |
1294 send_frame_count_observer_.Set(observer); | 1263 send_frame_count_observer_.Set(observer); |
1295 } | 1264 } |
1296 | 1265 |
1297 void ViEChannel::RegisterReceiveStatisticsProxy( | 1266 void ViEChannel::RegisterReceiveStatisticsProxy( |
1298 ReceiveStatisticsProxy* receive_statistics_proxy) { | 1267 ReceiveStatisticsProxy* receive_statistics_proxy) { |
1299 CriticalSectionScoped cs(crit_.get()); | 1268 CriticalSectionScoped cs(crit_.get()); |
1300 vcm_receive_stats_callback_ = receive_statistics_proxy; | 1269 receive_stats_callback_ = receive_statistics_proxy; |
1301 } | 1270 } |
1302 | 1271 |
1303 void ViEChannel::SetIncomingVideoStream( | 1272 void ViEChannel::SetIncomingVideoStream( |
1304 IncomingVideoStream* incoming_video_stream) { | 1273 IncomingVideoStream* incoming_video_stream) { |
1305 CriticalSectionScoped cs(crit_.get()); | 1274 CriticalSectionScoped cs(crit_.get()); |
1306 incoming_video_stream_ = incoming_video_stream; | 1275 incoming_video_stream_ = incoming_video_stream; |
1307 } | 1276 } |
1308 } // namespace webrtc | 1277 } // namespace webrtc |
OLD | NEW |