OLD | NEW |
---|---|
1 /* | 1 /* |
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/modules/congestion_controller/delay_based_bwe.h" | 11 #include "webrtc/modules/congestion_controller/delay_based_bwe.h" |
12 | 12 |
13 #include <math.h> | 13 #include <math.h> |
14 | 14 |
15 #include <algorithm> | 15 #include <algorithm> |
16 | 16 |
17 #include "webrtc/base/checks.h" | 17 #include "webrtc/base/checks.h" |
18 #include "webrtc/base/constructormagic.h" | 18 #include "webrtc/base/constructormagic.h" |
19 #include "webrtc/base/logging.h" | 19 #include "webrtc/base/logging.h" |
20 #include "webrtc/base/thread_annotations.h" | 20 #include "webrtc/base/thread_annotations.h" |
21 #include "webrtc/modules/congestion_controller/include/congestion_controller.h" | |
21 #include "webrtc/modules/pacing/paced_sender.h" | 22 #include "webrtc/modules/pacing/paced_sender.h" |
22 #include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimat or.h" | 23 #include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimat or.h" |
23 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" | 24 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" |
24 #include "webrtc/system_wrappers/include/metrics.h" | 25 #include "webrtc/system_wrappers/include/metrics.h" |
25 #include "webrtc/typedefs.h" | 26 #include "webrtc/typedefs.h" |
26 | 27 |
27 namespace { | 28 namespace { |
28 constexpr int kTimestampGroupLengthMs = 5; | 29 constexpr int kTimestampGroupLengthMs = 5; |
29 constexpr int kAbsSendTimeFraction = 18; | 30 constexpr int kAbsSendTimeFraction = 18; |
30 constexpr int kAbsSendTimeInterArrivalUpshift = 8; | 31 constexpr int kAbsSendTimeInterArrivalUpshift = 8; |
31 constexpr int kInterArrivalShift = | 32 constexpr int kInterArrivalShift = |
32 kAbsSendTimeFraction + kAbsSendTimeInterArrivalUpshift; | 33 kAbsSendTimeFraction + kAbsSendTimeInterArrivalUpshift; |
33 constexpr double kTimestampToMs = | 34 constexpr double kTimestampToMs = |
34 1000.0 / static_cast<double>(1 << kInterArrivalShift); | 35 1000.0 / static_cast<double>(1 << kInterArrivalShift); |
35 | 36 |
36 // This ssrc is used to fulfill the current API but will be removed | 37 // This ssrc is used to fulfill the current API but will be removed |
37 // after the API has been changed. | 38 // after the API has been changed. |
38 constexpr uint32_t kFixedSsrc = 0; | 39 constexpr uint32_t kFixedSsrc = 0; |
39 } // namespace | 40 } // namespace |
40 | 41 |
41 namespace webrtc { | 42 namespace webrtc { |
42 | 43 |
43 DelayBasedBwe::DelayBasedBwe(RemoteBitrateObserver* observer, Clock* clock) | 44 DelayBasedBwe::DelayBasedBwe(CongestionController* controller, Clock* clock) |
44 : clock_(clock), | 45 : clock_(clock), |
45 observer_(observer), | 46 controller_(controller), |
46 inter_arrival_(), | 47 inter_arrival_(), |
47 estimator_(), | 48 estimator_(), |
48 detector_(OverUseDetectorOptions()), | 49 detector_(OverUseDetectorOptions()), |
49 incoming_bitrate_(kBitrateWindowMs, 8000), | 50 incoming_bitrate_(kBitrateWindowMs, 8000), |
50 first_packet_time_ms_(-1), | |
51 last_update_ms_(-1), | 51 last_update_ms_(-1), |
52 last_seen_packet_ms_(-1), | 52 last_seen_packet_ms_(-1), |
53 uma_recorded_(false) { | 53 uma_recorded_(false) { |
54 RTC_DCHECK(observer_); | 54 RTC_DCHECK(controller_); |
55 network_thread_.DetachFromThread(); | 55 network_thread_.DetachFromThread(); |
56 } | 56 } |
57 | 57 |
58 void DelayBasedBwe::IncomingPacketFeedbackVector( | 58 void DelayBasedBwe::IncomingPacketFeedbackVector( |
59 const std::vector<PacketInfo>& packet_feedback_vector) { | 59 const std::vector<PacketInfo>& packet_feedback_vector) { |
60 RTC_DCHECK(network_thread_.CalledOnValidThread()); | 60 RTC_DCHECK(network_thread_.CalledOnValidThread()); |
61 if (!uma_recorded_) { | 61 if (!uma_recorded_) { |
62 RTC_LOGGED_HISTOGRAM_ENUMERATION(kBweTypeHistogram, | 62 RTC_LOGGED_HISTOGRAM_ENUMERATION(kBweTypeHistogram, |
63 BweNames::kSendSideTransportSeqNum, | 63 BweNames::kSendSideTransportSeqNum, |
64 BweNames::kBweNamesMax); | 64 BweNames::kBweNamesMax); |
65 uma_recorded_ = true; | 65 uma_recorded_ = true; |
66 } | 66 } |
67 for (const auto& packet_info : packet_feedback_vector) { | 67 for (const auto& packet_info : packet_feedback_vector) { |
68 IncomingPacketInfo(packet_info); | 68 IncomingPacketInfo(packet_info); |
69 } | 69 } |
70 } | 70 } |
71 | 71 |
72 void DelayBasedBwe::IncomingPacketInfo(const PacketInfo& info) { | 72 void DelayBasedBwe::IncomingPacketInfo(const PacketInfo& info) { |
73 int64_t now_ms = clock_->TimeInMilliseconds(); | 73 int64_t now_ms = clock_->TimeInMilliseconds(); |
74 | 74 |
75 if (first_packet_time_ms_ == -1) | |
76 first_packet_time_ms_ = now_ms; | |
77 | |
78 incoming_bitrate_.Update(info.payload_size, info.arrival_time_ms); | 75 incoming_bitrate_.Update(info.payload_size, info.arrival_time_ms); |
79 bool update_estimate = false; | 76 bool delay_based_bwe_changed = false; |
80 int target_bitrate_bps = 0; | 77 int target_bitrate_bps = 0; |
81 { | 78 { |
82 rtc::CritScope lock(&crit_); | 79 rtc::CritScope lock(&crit_); |
83 | 80 |
84 // Reset if the stream has timed out. | 81 // Reset if the stream has timed out. |
85 if (last_seen_packet_ms_ == -1 || | 82 if (last_seen_packet_ms_ == -1 || |
86 now_ms - last_seen_packet_ms_ > kStreamTimeOutMs) { | 83 now_ms - last_seen_packet_ms_ > kStreamTimeOutMs) { |
87 inter_arrival_.reset(new InterArrival( | 84 inter_arrival_.reset(new InterArrival( |
88 (kTimestampGroupLengthMs << kInterArrivalShift) / 1000, | 85 (kTimestampGroupLengthMs << kInterArrivalShift) / 1000, |
89 kTimestampToMs, true)); | 86 kTimestampToMs, true)); |
90 estimator_.reset(new OveruseEstimator(OverUseDetectorOptions())); | 87 estimator_.reset(new OveruseEstimator(OverUseDetectorOptions())); |
91 } | 88 } |
92 last_seen_packet_ms_ = now_ms; | 89 last_seen_packet_ms_ = now_ms; |
93 | 90 |
94 if (info.probe_cluster_id != PacketInfo::kNotAProbe) { | |
95 int bps = probe_bitrate_estimator_.HandleProbeAndEstimateBitrate(info); | |
96 if (bps > 0) { | |
97 remote_rate_.SetEstimate(bps, info.arrival_time_ms); | |
98 update_estimate = true; | |
99 } | |
100 } | |
101 | |
102 uint32_t send_time_24bits = | 91 uint32_t send_time_24bits = |
103 static_cast<uint32_t>(((static_cast<uint64_t>(info.send_time_ms) | 92 static_cast<uint32_t>(((static_cast<uint64_t>(info.send_time_ms) |
104 << kAbsSendTimeFraction) + | 93 << kAbsSendTimeFraction) + |
105 500) / | 94 500) / |
106 1000) & | 95 1000) & |
107 0x00FFFFFF; | 96 0x00FFFFFF; |
108 // Shift up send time to use the full 32 bits that inter_arrival works with, | 97 // Shift up send time to use the full 32 bits that inter_arrival works with, |
109 // so wrapping works properly. | 98 // so wrapping works properly. |
110 uint32_t timestamp = send_time_24bits << kAbsSendTimeInterArrivalUpshift; | 99 uint32_t timestamp = send_time_24bits << kAbsSendTimeInterArrivalUpshift; |
111 | 100 |
112 uint32_t ts_delta = 0; | 101 uint32_t ts_delta = 0; |
113 int64_t t_delta = 0; | 102 int64_t t_delta = 0; |
114 int size_delta = 0; | 103 int size_delta = 0; |
115 if (inter_arrival_->ComputeDeltas(timestamp, info.arrival_time_ms, now_ms, | 104 if (inter_arrival_->ComputeDeltas(timestamp, info.arrival_time_ms, now_ms, |
116 info.payload_size, &ts_delta, &t_delta, | 105 info.payload_size, &ts_delta, &t_delta, |
117 &size_delta)) { | 106 &size_delta)) { |
118 double ts_delta_ms = (1000.0 * ts_delta) / (1 << kInterArrivalShift); | 107 double ts_delta_ms = (1000.0 * ts_delta) / (1 << kInterArrivalShift); |
119 estimator_->Update(t_delta, ts_delta_ms, size_delta, detector_.State()); | 108 estimator_->Update(t_delta, ts_delta_ms, size_delta, detector_.State()); |
120 detector_.Detect(estimator_->offset(), ts_delta_ms, | 109 detector_.Detect(estimator_->offset(), ts_delta_ms, |
121 estimator_->num_of_deltas(), info.arrival_time_ms); | 110 estimator_->num_of_deltas(), info.arrival_time_ms); |
122 } | 111 } |
123 | 112 |
124 if (!update_estimate) { | 113 int probing_bps = 0; |
125 // Check if it's time for a periodic update or if we should update because | 114 if (info.probe_cluster_id != PacketInfo::kNotAProbe && |
126 // of an over-use. | 115 controller_->IsExpectingProbingResults()) { |
127 if (last_update_ms_ == -1 || | 116 probing_bps = |
128 now_ms - last_update_ms_ > remote_rate_.GetFeedbackInterval()) { | 117 probe_bitrate_estimator_.HandleProbeAndEstimateBitrate(info); |
129 update_estimate = true; | |
130 } else if (detector_.State() == kBwOverusing) { | |
131 rtc::Optional<uint32_t> incoming_rate = | |
132 incoming_bitrate_.Rate(info.arrival_time_ms); | |
133 if (incoming_rate && | |
134 remote_rate_.TimeToReduceFurther(now_ms, *incoming_rate)) { | |
135 update_estimate = true; | |
136 } | |
137 } | |
138 } | 118 } |
139 | 119 |
140 if (update_estimate) { | 120 // Currently overusing the bandwidth. |
141 // The first overuse should immediately trigger a new estimate. | 121 if (detector_.State() == kBwOverusing) { |
142 // We also have to update the estimate immediately if we are overusing | 122 rtc::Optional<uint32_t> incoming_rate = |
143 // and the target bitrate is too high compared to what we are receiving. | 123 incoming_bitrate_.Rate(info.arrival_time_ms); |
144 const RateControlInput input(detector_.State(), | 124 if (incoming_rate && |
145 incoming_bitrate_.Rate(info.arrival_time_ms), | 125 remote_rate_.TimeToReduceFurther(now_ms, *incoming_rate)) { |
146 estimator_->var_noise()); | 126 delay_based_bwe_changed = |
147 remote_rate_.Update(&input, now_ms); | 127 UpdateEstimate(info.arrival_time_ms, now_ms, &target_bitrate_bps); |
148 target_bitrate_bps = remote_rate_.UpdateBandwidthEstimate(now_ms); | 128 } |
149 update_estimate = remote_rate_.ValidEstimate(); | 129 } else if (probing_bps > 0) { |
130 // No overuse, but probing measured a bitrate. | |
131 remote_rate_.SetEstimate(probing_bps, info.arrival_time_ms); | |
stefan-webrtc
2016/09/02 13:10:22
Should we DCHECK here somewhere that probing_bps i
| |
132 target_bitrate_bps = probing_bps; | |
133 delay_based_bwe_changed = true; | |
134 } else if (last_update_ms_ == -1 || | |
135 now_ms - last_update_ms_ > remote_rate_.GetFeedbackInterval()) { | |
136 // Been a while since we updated estimate. | |
137 delay_based_bwe_changed = | |
138 UpdateEstimate(info.arrival_time_ms, now_ms, &target_bitrate_bps); | |
150 } | 139 } |
151 } | 140 } |
152 | 141 |
153 if (update_estimate) { | 142 if (delay_based_bwe_changed) { |
154 last_update_ms_ = now_ms; | 143 last_update_ms_ = now_ms; |
155 observer_->OnReceiveBitrateChanged({kFixedSsrc}, target_bitrate_bps); | 144 controller_->OnDelayBasedBweChanged(target_bitrate_bps); |
156 } | 145 } |
157 } | 146 } |
158 | 147 |
148 bool DelayBasedBwe::UpdateEstimate(int64_t arrival_time_ms, | |
149 int64_t now_ms, | |
150 int* target_bitrate_bps) { | |
151 rtc::CritScope lock(&crit_); | |
danilchap
2016/08/23 17:59:29
UpdateEsimate is called when this lock is hold alr
| |
152 // The first overuse should immediately trigger a new estimate. | |
153 // We also have to update the estimate immediately if we are overusing | |
154 // and the target bitrate is too high compared to what we are receiving. | |
155 const RateControlInput input(detector_.State(), | |
156 incoming_bitrate_.Rate(arrival_time_ms), | |
157 estimator_->var_noise()); | |
158 remote_rate_.Update(&input, now_ms); | |
159 *target_bitrate_bps = remote_rate_.UpdateBandwidthEstimate(now_ms); | |
160 return remote_rate_.ValidEstimate(); | |
161 } | |
162 | |
159 void DelayBasedBwe::Process() {} | 163 void DelayBasedBwe::Process() {} |
160 | 164 |
161 int64_t DelayBasedBwe::TimeUntilNextProcess() { | 165 int64_t DelayBasedBwe::TimeUntilNextProcess() { |
162 const int64_t kDisabledModuleTime = 1000; | 166 const int64_t kDisabledModuleTime = 1000; |
163 return kDisabledModuleTime; | 167 return kDisabledModuleTime; |
164 } | 168 } |
165 | 169 |
166 void DelayBasedBwe::OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { | 170 void DelayBasedBwe::OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) { |
167 rtc::CritScope lock(&crit_); | 171 rtc::CritScope lock(&crit_); |
168 remote_rate_.SetRtt(avg_rtt_ms); | 172 remote_rate_.SetRtt(avg_rtt_ms); |
(...skipping 18 matching lines...) Expand all Loading... | |
187 return true; | 191 return true; |
188 } | 192 } |
189 | 193 |
190 void DelayBasedBwe::SetMinBitrate(int min_bitrate_bps) { | 194 void DelayBasedBwe::SetMinBitrate(int min_bitrate_bps) { |
191 // Called from both the configuration thread and the network thread. Shouldn't | 195 // Called from both the configuration thread and the network thread. Shouldn't |
192 // be called from the network thread in the future. | 196 // be called from the network thread in the future. |
193 rtc::CritScope lock(&crit_); | 197 rtc::CritScope lock(&crit_); |
194 remote_rate_.SetMinBitrate(min_bitrate_bps); | 198 remote_rate_.SetMinBitrate(min_bitrate_bps); |
195 } | 199 } |
196 } // namespace webrtc | 200 } // namespace webrtc |
OLD | NEW |