Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(727)

Unified Diff: webrtc/call/call.cc

Issue 2659563002: Always call RemoteBitrateEstimator::IncomingPacket from Call. (Closed)
Patch Set: Rebased. Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « webrtc/audio/audio_receive_stream_unittest.cc ('k') | webrtc/video/rtp_stream_receiver.cc » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: webrtc/call/call.cc
diff --git a/webrtc/call/call.cc b/webrtc/call/call.cc
index 6aa564e95e96694eadb562aa93fd18917f9fe93e..37b5c6a4fbf5fef7683d9b6eea3f6e08c1b7fff6 100644
--- a/webrtc/call/call.cc
+++ b/webrtc/call/call.cc
@@ -109,8 +109,6 @@ class Call : public webrtc::Call,
// Implements RecoveredPacketReceiver.
bool OnRecoveredPacket(const uint8_t* packet, size_t length) override;
- void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet);
-
void SetBitrateConfig(
const webrtc::Call::Config::BitrateConfig& bitrate_config) override;
@@ -145,6 +143,9 @@ class Call : public webrtc::Call,
void ConfigureSync(const std::string& sync_group)
EXCLUSIVE_LOCKS_REQUIRED(receive_crit_);
+ void NotifyBweOfReceivedPacket(const RtpPacketReceived& packet)
+ SHARED_LOCKS_REQUIRED(receive_crit_);
+
rtc::Optional<RtpPacketReceived> ParseRtpPacket(const uint8_t* packet,
size_t length,
const PacketTime& packet_time)
@@ -188,12 +189,27 @@ class Call : public webrtc::Call,
std::map<std::string, AudioReceiveStream*> sync_stream_mapping_
GUARDED_BY(receive_crit_);
- // Registered RTP header extensions for each stream.
- // Note that RTP header extensions are negotiated per track ("m= line") in the
- // SDP, but we have no notion of tracks at the Call level. We therefore store
- // the RTP header extensions per SSRC instead, which leads to some storage
- // overhead.
- std::map<uint32_t, RtpHeaderExtensionMap> received_rtp_header_extensions_
+ // This extra map is used for receive processing which is
+ // independent of media type.
+
+ // TODO(nisse): In the RTP transport refactoring, we should have a
+ // single mapping from ssrc to a more abstract receive stream, with
+ // accessor methods for all configuration we need at this level.
+ struct ReceiveRtpConfig {
+ ReceiveRtpConfig() = default; // Needed by std::map
+ ReceiveRtpConfig(const std::vector<RtpExtension>& extensions,
+ bool transport_cc)
+ : extensions(extensions), transport_cc(transport_cc) {}
+
+ // Registered RTP header extensions for each stream. Note that RTP header
+ // extensions are negotiated per track ("m= line") in the SDP, but we have
+ // no notion of tracks at the Call level. We therefore store the RTP header
+ // extensions per SSRC instead, which leads to some storage overhead.
+ RtpHeaderExtensionMap extensions;
+ // Set if the RTCP feedback message needed for send side BWE was negotiated.
+ bool transport_cc;
+ };
+ std::map<uint32_t, ReceiveRtpConfig> receive_rtp_config_
GUARDED_BY(receive_crit_);
std::unique_ptr<RWLockWrapper> send_crit_;
@@ -357,9 +373,9 @@ rtc::Optional<RtpPacketReceived> Call::ParseRtpPacket(
if (!parsed_packet.Parse(packet, length))
return rtc::Optional<RtpPacketReceived>();
- auto it = received_rtp_header_extensions_.find(parsed_packet.Ssrc());
- if (it != received_rtp_header_extensions_.end())
- parsed_packet.IdentifyExtensions(it->second);
+ auto it = receive_rtp_config_.find(parsed_packet.Ssrc());
+ if (it != receive_rtp_config_.end())
+ parsed_packet.IdentifyExtensions(it->second.extensions);
int64_t arrival_time_ms;
if (packet_time.timestamp != -1) {
@@ -509,7 +525,6 @@ webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream(
event_log_->LogAudioReceiveStreamConfig(config);
AudioReceiveStream* receive_stream = new AudioReceiveStream(
&packet_router_,
- // TODO(nisse): Used only when UseSendSideBwe(config) is true.
congestion_controller_->GetRemoteBitrateEstimator(true), config,
config_.audio_state, event_log_);
{
@@ -517,6 +532,9 @@ webrtc::AudioReceiveStream* Call::CreateAudioReceiveStream(
RTC_DCHECK(audio_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
audio_receive_ssrcs_.end());
audio_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
+ receive_rtp_config_[config.rtp.remote_ssrc] =
+ ReceiveRtpConfig(config.rtp.extensions, config.rtp.transport_cc);
+
ConfigureSync(config.sync_group);
}
{
@@ -540,8 +558,9 @@ void Call::DestroyAudioReceiveStream(
static_cast<webrtc::internal::AudioReceiveStream*>(receive_stream);
{
WriteLockScoped write_lock(*receive_crit_);
- size_t num_deleted = audio_receive_ssrcs_.erase(
- audio_receive_stream->config().rtp.remote_ssrc);
+ uint32_t ssrc = audio_receive_stream->config().rtp.remote_ssrc;
+
+ size_t num_deleted = audio_receive_ssrcs_.erase(ssrc);
RTC_DCHECK(num_deleted == 1);
const std::string& sync_group = audio_receive_stream->config().sync_group;
const auto it = sync_stream_mapping_.find(sync_group);
@@ -550,6 +569,7 @@ void Call::DestroyAudioReceiveStream(
sync_stream_mapping_.erase(it);
ConfigureSync(sync_group);
}
+ receive_rtp_config_.erase(ssrc);
}
UpdateAggregateNetworkState();
delete audio_receive_stream;
@@ -642,13 +662,22 @@ webrtc::VideoReceiveStream* Call::CreateVideoReceiveStream(
call_stats_.get(), &remb_);
const webrtc::VideoReceiveStream::Config& config = receive_stream->config();
+ ReceiveRtpConfig receive_config(config.rtp.extensions,
+ config.rtp.transport_cc);
{
WriteLockScoped write_lock(*receive_crit_);
RTC_DCHECK(video_receive_ssrcs_.find(config.rtp.remote_ssrc) ==
video_receive_ssrcs_.end());
video_receive_ssrcs_[config.rtp.remote_ssrc] = receive_stream;
- if (config.rtp.rtx_ssrc)
+ if (config.rtp.rtx_ssrc) {
video_receive_ssrcs_[config.rtp.rtx_ssrc] = receive_stream;
+ // We record identical config for the rtx stream as for the main
+ // stream. Since the transport_cc negotiation is per payload
+ // type, we may get an incorrect value for the rtx stream, but
+ // that is unlikely to matter in practice.
+ receive_rtp_config_[config.rtp.rtx_ssrc] = receive_config;
+ }
+ receive_rtp_config_[config.rtp.remote_ssrc] = receive_config;
video_receive_streams_.insert(receive_stream);
ConfigureSync(config.sync_group);
}
@@ -674,7 +703,8 @@ void Call::DestroyVideoReceiveStream(
if (receive_stream_impl != nullptr)
RTC_DCHECK(receive_stream_impl == it->second);
receive_stream_impl = it->second;
- video_receive_ssrcs_.erase(it++);
+ receive_rtp_config_.erase(it->first);
+ it = video_receive_ssrcs_.erase(it);
} else {
++it;
}
@@ -711,10 +741,10 @@ FlexfecReceiveStream* Call::CreateFlexfecReceiveStream(
flexfec_receive_ssrcs_protection_.end());
flexfec_receive_ssrcs_protection_[config.remote_ssrc] = receive_stream;
- RTC_DCHECK(received_rtp_header_extensions_.find(config.remote_ssrc) ==
- received_rtp_header_extensions_.end());
- RtpHeaderExtensionMap rtp_header_extensions(config.rtp_header_extensions);
- received_rtp_header_extensions_[config.remote_ssrc] = rtp_header_extensions;
+ RTC_DCHECK(receive_rtp_config_.find(config.remote_ssrc) ==
+ receive_rtp_config_.end());
+ receive_rtp_config_[config.remote_ssrc] =
+ ReceiveRtpConfig(config.rtp_header_extensions, config.transport_cc);
}
// TODO(brandtr): Store config in RtcEventLog here.
@@ -735,7 +765,7 @@ void Call::DestroyFlexfecReceiveStream(FlexfecReceiveStream* receive_stream) {
WriteLockScoped write_lock(*receive_crit_);
uint32_t ssrc = receive_stream_impl->GetConfig().remote_ssrc;
- received_rtp_header_extensions_.erase(ssrc);
+ receive_rtp_config_.erase(ssrc);
// Remove all SSRCs pointing to the FlexfecReceiveStreamImpl to be
// destroyed.
@@ -1108,12 +1138,20 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
size_t length,
const PacketTime& packet_time) {
TRACE_EVENT0("webrtc", "Call::DeliverRtp");
- // Minimum RTP header size.
- if (length < 12)
- return DELIVERY_PACKET_ERROR;
- uint32_t ssrc = ByteReader<uint32_t>::ReadBigEndian(&packet[8]);
ReadLockScoped read_lock(*receive_crit_);
+ // TODO(nisse): We should parse the RTP header only here, and pass
+ // on parsed_packet to the receive streams.
+ rtc::Optional<RtpPacketReceived> parsed_packet =
+ ParseRtpPacket(packet, length, packet_time);
+
+ if (!parsed_packet)
+ return DELIVERY_PACKET_ERROR;
+
+ NotifyBweOfReceivedPacket(*parsed_packet);
+
+ uint32_t ssrc = parsed_packet->Ssrc();
+
if (media_type == MediaType::ANY || media_type == MediaType::AUDIO) {
auto it = audio_receive_ssrcs_.find(ssrc);
if (it != audio_receive_ssrcs_.end()) {
@@ -1140,8 +1178,6 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
// not be parsed, as FlexFEC is oblivious to the semantic meaning of the
// packet contents beyond the 12 byte RTP base header. The BWE is fed
// information about these media packets from the regular media pipeline.
- rtc::Optional<RtpPacketReceived> parsed_packet =
- ParseRtpPacket(packet, length, packet_time);
if (parsed_packet) {
auto it_bounds = flexfec_receive_ssrcs_media_.equal_range(ssrc);
for (auto it = it_bounds.first; it != it_bounds.second; ++it)
@@ -1155,10 +1191,7 @@ PacketReceiver::DeliveryStatus Call::DeliverRtp(MediaType media_type,
if (media_type == MediaType::ANY || media_type == MediaType::VIDEO) {
auto it = flexfec_receive_ssrcs_protection_.find(ssrc);
if (it != flexfec_receive_ssrcs_protection_.end()) {
- rtc::Optional<RtpPacketReceived> parsed_packet =
- ParseRtpPacket(packet, length, packet_time);
if (parsed_packet) {
- NotifyBweOfReceivedPacket(*parsed_packet);
auto status = it->second->AddAndProcessReceivedPacket(*parsed_packet)
? DELIVERY_OK
: DELIVERY_PACKET_ERROR;
@@ -1198,8 +1231,21 @@ bool Call::OnRecoveredPacket(const uint8_t* packet, size_t length) {
}
void Call::NotifyBweOfReceivedPacket(const RtpPacketReceived& packet) {
+ auto it = receive_rtp_config_.find(packet.Ssrc());
+ bool transport_cc =
+ (it != receive_rtp_config_.end()) && it->second.transport_cc;
+
RTPHeader header;
packet.GetHeader(&header);
+
+ // transport_cc represents the negotiation of the RTCP feedback
+ // message used for send side BWE. If it was negotiated but the
+ // corresponding RTP header extension is not present, or vice versa,
+ // bandwidth estimation is not correctly configured.
+ if (transport_cc != header.extension.hasTransportSequenceNumber) {
+ LOG(LS_ERROR) << "Inconsistent configuration of send side BWE.";
+ return;
+ }
congestion_controller_->OnReceivedPacket(packet.arrival_time_ms(),
packet.payload_size(), header);
}
« no previous file with comments | « webrtc/audio/audio_receive_stream_unittest.cc ('k') | webrtc/video/rtp_stream_receiver.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698