Index: webrtc/call/call.cc |
diff --git a/webrtc/call/call.cc b/webrtc/call/call.cc |
index 6aa564e95e96694eadb562aa93fd18917f9fe93e..37b5c6a4fbf5fef7683d9b6eea3f6e08c1b7fff6 100644 |
--- a/webrtc/call/call.cc |
+++ b/webrtc/call/call.cc |
@@ -109,8 +109,6 @@ class Call : public webrtc::Call, |
// Implements RecoveredPacketReceiver. |
bool OnRecoveredPacket(const uint8_t* packet, size_t length) override; |
- void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet); |
- |
void SetBitrateConfig( |
const webrtc::Call::Config::BitrateConfig& bitrate_config) override; |
@@ -145,6 +143,9 @@ class Call : public webrtc::Call, |
void ConfigureSync(const std::string& sync_group) |
EXCLUSIVE_LOCKS_REQUIRED(receive_crit_); |
+ void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet) |
+ SHARED_LOCKS_REQUIRED(receive_crit_); |
+ |
rtc::Optional<RtpPacketReceived> ParseRtpPacket(const uint8_t* packet, |
size_t length, |
const PacketTime& packet_time) |
@@ -188,12 +189,27 @@ class Call : public webrtc::Call, |
std::map<std::string, AudioReceiveStream*> sync_stream_mapping_ |
GUARDED_BY(receive_crit_); |
- // Registered RTP header extensions for each stream. |
- // Note that RTP header extensions are negotiated per track ("m= line") in the |
- // SDP, but we have no notion of tracks at the Call level. We therefore store |
- // the RTP header extensions per SSRC instead, which leads to some storage |
- // overhead. |
- std::map<uint32_t, RtpHeaderExtensionMap> received_rtp_header_extensions_ |
+ // This extra map is used for receive processing which is |
+ // independent of media type. |
+ |
+ // TODO(nisse): In the RTP transport refactoring, we should have a |
+ // single mapping from ssrc to a more abstract receive stream, with |
+ // accessor methods for all configuration we need at this level. |
+ struct ReceiveRtpConfig { |
+ ReceiveRtpConfig() = default; // Needed by std::map |
+ ReceiveRtpConfig(const std::vector<RtpExtension>& extensions, |
+ bool transport_cc) |
+ : extensions(extensions), transport_cc(transport_cc) {} |
+ |
+ // Registered RTP header extensions for each stream. Note that RTP header |
+ // extensions are negotiated per track ("m= line") in the SDP, but we have |
+ // no notion of tracks at the Call level. We therefore store the RTP header |
+ // extensions per SSRC instead, which leads to some storage overhead. |
+ RtpHeaderExtensionMap extensions; |
+ // Set if the RTCP feedback message needed for send side BWE was negotiated. |
+ bool transport_cc; |
+ }; |
+ std::map<uint32_t, ReceiveRtpConfig> receive_rtp_config_ |
GUARDED_BY(receive_crit_); |
std::unique_ptr<RWLockWrapper> send_crit_; |
@@ -357,9 +373,9 @@ rtc::Optional<RtpPacketReceived> Call::ParseRtpPacket( |
if (!parsed_packet.Parse(packet, length)) |
return rtc::Optional<RtpPacketReceived>(); |
- auto it = received_rtp_header_extensions_.find(parsed_packet.Ssrc()); |
- if (it != received_rtp_header_extensions_.end()) |
- parsed_packet.IdentifyExtensions(it->second); |
+ auto it = receive_rtp_config_.find(parsed_packet.Ssrc()); |
+ if (it != receive_rtp_config_.end()) |
+ parsed_packet.IdentifyExtensions(it->second.extensions); |
int64_t arrival_time_ms; |
if (packet_time.timestamp != -1) { |
@@ -509,7 +525,6 @@ webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream( |
event_log_->LogAudioReceiveStreamConfig(config); |
AudioReceiveStream* receive_stream = new AudioReceiveStream( |
&packet_router_, |
- // TODO(nisse): Used only when UseSendSideBwe(config) is true. |
congestion_controller_->GetRemoteBitrateEstimator(true), config, |
config_.audio_state, event_log_); |
{ |
@@ -517,6 +532,9 @@ webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream( |
RTC_DCHECK(audio_receive_ssrcs_.find(config.rtp.remote_ssrc) == |
audio_receive_ssrcs_.end()); |
audio_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream; |
+ receive_rtp_config_[config.rtp.remote_ssrc] = |
+ ReceiveRtpConfig(config.rtp.extensions, config.rtp.transport_cc); |
+ |
ConfigureSync(config.sync_group); |
} |
{ |
@@ -540,8 +558,9 @@ void Call::DestroyAudioReceiveStream( |
static_cast<webrtc::internal::AudioReceiveStream*>(receive_stream); |
{ |
WriteLockScoped write_lock(*receive_crit_); |
- size_t num_deleted = audio_receive_ssrcs_.erase( |
- audio_receive_stream->config().rtp.remote_ssrc); |
+ uint32_t ssrc = audio_receive_stream->config().rtp.remote_ssrc; |
+ |
+ size_t num_deleted = audio_receive_ssrcs_.erase(ssrc); |
RTC_DCHECK(num_deleted == 1); |
const std::string& sync_group = audio_receive_stream->config().sync_group; |
const auto it = sync_stream_mapping_.find(sync_group); |
@@ -550,6 +569,7 @@ void Call::DestroyAudioReceiveStream( |
sync_stream_mapping_.erase(it); |
ConfigureSync(sync_group); |
} |
+ receive_rtp_config_.erase(ssrc); |
} |
UpdateAggregateNetworkState(); |
delete audio_receive_stream; |
@@ -642,13 +662,22 @@ webrtc::VideoReceiveStream* Call::CreateVideoReceiveStream( |
call_stats_.get(), &remb_); |
const webrtc::VideoReceiveStream::Config& config = receive_stream->config(); |
+ ReceiveRtpConfig receive_config(config.rtp.extensions, |
+ config.rtp.transport_cc); |
{ |
WriteLockScoped write_lock(*receive_crit_); |
RTC_DCHECK(video_receive_ssrcs_.find(config.rtp.remote_ssrc) == |
video_receive_ssrcs_.end()); |
video_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream; |
- if (config.rtp.rtx_ssrc) |
+ if (config.rtp.rtx_ssrc) { |
video_receive_ssrcs_[config.rtp.rtx_ssrc] = receive_stream; |
+ // We record identical config for the rtx stream as for the main |
+ // stream. Since the transport_cc negotiation is per payload |
+ // type, we may get an incorrect value for the rtx stream, but |
+ // that is unlikely to matter in practice. |
+ receive_rtp_config_[config.rtp.rtx_ssrc] = receive_config; |
+ } |
+ receive_rtp_config_[config.rtp.remote_ssrc] = receive_config; |
video_receive_streams_.insert(receive_stream); |
ConfigureSync(config.sync_group); |
} |
@@ -674,7 +703,8 @@ void Call::DestroyVideoReceiveStream( |
if (receive_stream_impl != nullptr) |
RTC_DCHECK(receive_stream_impl == it->second); |
receive_stream_impl = it->second; |
- video_receive_ssrcs_.erase(it++); |
+ receive_rtp_config_.erase(it->first); |
+ it = video_receive_ssrcs_.erase(it); |
} else { |
++it; |
} |
@@ -711,10 +741,10 @@ FlexfecReceiveStream* Call::CreateFlexfecReceiveStream( |
flexfec_receive_ssrcs_protection_.end()); |
flexfec_receive_ssrcs_protection_[config.remote_ssrc] = receive_stream; |
- RTC_DCHECK(received_rtp_header_extensions_.find(config.remote_ssrc) == |
- received_rtp_header_extensions_.end()); |
- RtpHeaderExtensionMap rtp_header_extensions(config.rtp_header_extensions); |
- received_rtp_header_extensions_[config.remote_ssrc] = rtp_header_extensions; |
+ RTC_DCHECK(receive_rtp_config_.find(config.remote_ssrc) == |
+ receive_rtp_config_.end()); |
+ receive_rtp_config_[config.remote_ssrc] = |
+ ReceiveRtpConfig(config.rtp_header_extensions, config.transport_cc); |
} |
// TODO(brandtr): Store config in RtcEventLog here. |
@@ -735,7 +765,7 @@ void Call::DestroyFlexfecReceiveStream(FlexfecReceiveStream* receive_stream) { |
WriteLockScoped write_lock(*receive_crit_); |
uint32_t ssrc = receive_stream_impl->GetConfig().remote_ssrc; |
- received_rtp_header_extensions_.erase(ssrc); |
+ receive_rtp_config_.erase(ssrc); |
// Remove all SSRCs pointing to the FlexfecReceiveStreamImpl to be |
// destroyed. |
@@ -1108,12 +1138,20 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type, |
size_t length, |
const PacketTime& packet_time) { |
TRACE_EVENT0("webrtc", "Call::DeliverRtp"); |
- // Minimum RTP header size. |
- if (length < 12) |
- return DELIVERY_PACKET_ERROR; |
- uint32_t ssrc = ByteReader<uint32_t>::ReadBigEndian(&packet[8]); |
ReadLockScoped read_lock(*receive_crit_); |
+ // TODO(nisse): We should parse the RTP header only here, and pass |
+ // on parsed_packet to the receive streams. |
+ rtc::Optional<RtpPacketReceived> parsed_packet = |
+ ParseRtpPacket(packet, length, packet_time); |
+ |
+ if (!parsed_packet) |
+ return DELIVERY_PACKET_ERROR; |
+ |
+ NotifyBweOfReceivedPacket(*parsed_packet); |
+ |
+ uint32_t ssrc = parsed_packet->Ssrc(); |
+ |
if (media_type == MediaType::ANY || media_type == MediaType::AUDIO) { |
auto it = audio_receive_ssrcs_.find(ssrc); |
if (it != audio_receive_ssrcs_.end()) { |
@@ -1140,8 +1178,6 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type, |
// not be parsed, as FlexFEC is oblivious to the semantic meaning of the |
// packet contents beyond the 12 byte RTP base header. The BWE is fed |
// information about these media packets from the regular media pipeline. |
- rtc::Optional<RtpPacketReceived> parsed_packet = |
- ParseRtpPacket(packet, length, packet_time); |
if (parsed_packet) { |
auto it_bounds = flexfec_receive_ssrcs_media_.equal_range(ssrc); |
for (auto it = it_bounds.first; it != it_bounds.second; ++it) |
@@ -1155,10 +1191,7 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type, |
if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) { |
auto it = flexfec_receive_ssrcs_protection_.find(ssrc); |
if (it != flexfec_receive_ssrcs_protection_.end()) { |
- rtc::Optional<RtpPacketReceived> parsed_packet = |
- ParseRtpPacket(packet, length, packet_time); |
if (parsed_packet) { |
- NotifyBweOfReceivedPacket(*parsed_packet); |
auto status = it->second->AddAndProcessReceivedPacket(*parsed_packet) |
? DELIVERY_OK |
: DELIVERY_PACKET_ERROR; |
@@ -1198,8 +1231,21 @@ bool Call::OnRecoveredPacket(const uint8_t* packet, size_t length) { |
} |
void Call::NotifyBweOfReceivedPacket(const RtpPacketReceived& packet) { |
+ auto it = receive_rtp_config_.find(packet.Ssrc()); |
+ bool transport_cc = |
+ (it != receive_rtp_config_.end()) && it->second.transport_cc; |
+ |
RTPHeader header; |
packet.GetHeader(&header); |
+ |
+ // transport_cc represents the negotiation of the RTCP feedback |
+ // message used for send side BWE. If it was negotiated but the |
+ // corresponding RTP header extension is not present, or vice versa, |
+ // bandwidth estimation is not correctly configured. |
+ if (transport_cc != header.extension.hasTransportSequenceNumber) { |
+ LOG(LS_ERROR) << "Inconsistent configuration of send side BWE."; |
+ return; |
+ } |
congestion_controller_->OnReceivedPacket(packet.arrival_time_ms(), |
packet.payload_size(), header); |
} |