Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(619)

Side by Side Diff: webrtc/modules/rtp_rtcp/source/producer_fec.cc

Issue 2110763002: Style updates to ProducerFec/FecReceiver. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Fix memory leak due to incorrect rebase. (CL "1b" will remove this code, thanks to std::unique_ptr.… Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/modules/rtp_rtcp/source/producer_fec.h" 11 #include "webrtc/modules/rtp_rtcp/source/producer_fec.h"
12 12
13 #include "webrtc/base/basictypes.h"
14 #include "webrtc/base/checks.h"
13 #include "webrtc/modules/rtp_rtcp/source/byte_io.h" 15 #include "webrtc/modules/rtp_rtcp/source/byte_io.h"
14 #include "webrtc/modules/rtp_rtcp/source/forward_error_correction.h" 16 #include "webrtc/modules/rtp_rtcp/source/forward_error_correction.h"
15 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" 17 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h"
16 18
17 namespace webrtc { 19 namespace webrtc {
18 20
19 enum { kREDForFECHeaderLength = 1 }; 21 constexpr size_t kRedForFecHeaderLength = 1;
22
20 // This controls the maximum amount of excess overhead (actual - target) 23 // This controls the maximum amount of excess overhead (actual - target)
21 // allowed in order to trigger GenerateFec(), before |params_.max_fec_frames| 24 // allowed in order to trigger GenerateFec(), before |params_.max_fec_frames|
22 // is reached. Overhead here is defined as relative to number of media packets. 25 // is reached. Overhead here is defined as relative to number of media packets.
23 enum { kMaxExcessOverhead = 50 }; // Q8. 26 constexpr int kMaxExcessOverhead = 50; // Q8.
27
24 // This is the minimum number of media packets required (above some protection 28 // This is the minimum number of media packets required (above some protection
25 // level) in order to trigger GenerateFec(), before |params_.max_fec_frames| is 29 // level) in order to trigger GenerateFec(), before |params_.max_fec_frames| is
26 // reached. 30 // reached.
27 enum { kMinimumMediaPackets = 4 }; 31 constexpr size_t kMinimumMediaPackets = 4;
32
28 // Threshold on the received FEC protection level, above which we enforce at 33 // Threshold on the received FEC protection level, above which we enforce at
29 // least |kMinimumMediaPackets| packets for the FEC code. Below this 34 // least |kMinimumMediaPackets| packets for the FEC code. Below this
30 // threshold |kMinimumMediaPackets| is set to default value of 1. 35 // threshold |kMinimumMediaPackets| is set to default value of 1.
31 enum { kHighProtectionThreshold = 80 }; // Corresponds to ~30 overhead, range 36 //
32 // is 0 to 255, where 255 corresponds to 100% overhead (relative to number of 37 // The range is between 0 and 255, where 255 corresponds to 100% overhead
33 // media packets). 38 // (relative to the number of protected media packets).
39 constexpr uint8_t kHighProtectionThreshold = 80;
40
41 // This threshold is used to adapt the |kMinimumMediaPackets| threshold based
42 // on the average number of packets per frame seen so far. When there are few
43 // packets per frame (as given by this threshold), at least
44 // |kMinimumMediaPackets| + 1 packets are sent to the FEC code.
45 constexpr float
46 kNumPacketsPerFrameThresholdForMinNumMediaPacketsAdditiveAdaptation = 2.0f;
34 47
35 RedPacket::RedPacket(size_t length) 48 RedPacket::RedPacket(size_t length)
36 : data_(new uint8_t[length]), 49 : data_(new uint8_t[length]),
37 length_(length), 50 length_(length),
38 header_length_(0) { 51 header_length_(0) {
39 } 52 }
40 53
41 RedPacket::~RedPacket() {
42 delete [] data_;
43 }
44
45 void RedPacket::CreateHeader(const uint8_t* rtp_header, size_t header_length, 54 void RedPacket::CreateHeader(const uint8_t* rtp_header, size_t header_length,
46 int red_pl_type, int pl_type) { 55 int red_payload_type, int payload_type) {
47 assert(header_length + kREDForFECHeaderLength <= length_); 56 RTC_DCHECK_LT(header_length + kRedForFecHeaderLength, length_);
48 memcpy(data_, rtp_header, header_length); 57 memcpy(data_.get(), rtp_header, header_length);
49 // Replace payload type. 58 // Replace payload type.
50 data_[1] &= 0x80; 59 data_[1] &= 0x80;
51 data_[1] += red_pl_type; 60 data_[1] += red_payload_type;
52 // Add RED header 61 // Add RED header
53 // f-bit always 0 62 // f-bit always 0
54 data_[header_length] = static_cast<uint8_t>(pl_type); 63 data_[header_length] = static_cast<uint8_t>(payload_type);
55 header_length_ = header_length + kREDForFECHeaderLength; 64 header_length_ = header_length + kRedForFecHeaderLength;
56 } 65 }
57 66
58 void RedPacket::SetSeqNum(int seq_num) { 67 void RedPacket::SetSeqNum(int seq_num) {
59 assert(seq_num >= 0 && seq_num < (1<<16)); 68 RTC_DCHECK_GE(seq_num, 0);
69 RTC_DCHECK_LT(seq_num, 1<<16);
60 70
61 ByteWriter<uint16_t>::WriteBigEndian(&data_[2], seq_num); 71 ByteWriter<uint16_t>::WriteBigEndian(&data_[2], seq_num);
62 } 72 }
63 73
64 void RedPacket::AssignPayload(const uint8_t* payload, size_t length) { 74 void RedPacket::AssignPayload(const uint8_t* payload, size_t length) {
65 assert(header_length_ + length <= length_); 75 RTC_DCHECK_LE(header_length_ + length, length_);
66 memcpy(data_ + header_length_, payload, length); 76 memcpy(data_.get() + header_length_, payload, length);
67 } 77 }
68 78
69 void RedPacket::ClearMarkerBit() { 79 void RedPacket::ClearMarkerBit() {
70 data_[1] &= 0x7F; 80 data_[1] &= 0x7F;
71 } 81 }
72 82
73 uint8_t* RedPacket::data() const { 83 uint8_t* RedPacket::data() const {
74 return data_; 84 return data_.get();
75 } 85 }
76 86
77 size_t RedPacket::length() const { 87 size_t RedPacket::length() const {
78 return length_; 88 return length_;
79 } 89 }
80 90
81 ProducerFec::ProducerFec(ForwardErrorCorrection* fec) 91 ProducerFec::ProducerFec(ForwardErrorCorrection* fec)
82 : fec_(fec), 92 : fec_(fec),
83 media_packets_fec_(), 93 media_packets_(),
84 fec_packets_(), 94 generated_fec_packets_(),
85 num_frames_(0), 95 num_protected_frames_(0),
86 num_first_partition_(0), 96 num_important_packets_(0),
87 minimum_media_packets_fec_(1), 97 min_num_media_packets_(1),
88 params_(), 98 params_(),
89 new_params_() { 99 new_params_() {
90 memset(&params_, 0, sizeof(params_)); 100 memset(&params_, 0, sizeof(params_));
91 memset(&new_params_, 0, sizeof(new_params_)); 101 memset(&new_params_, 0, sizeof(new_params_));
92 } 102 }
93 103
94 ProducerFec::~ProducerFec() { 104 ProducerFec::~ProducerFec() {
95 DeletePackets(); 105 DeleteMediaPackets();
106 }
107
108 std::unique_ptr<RedPacket> ProducerFec::BuildRedPacket(
109 const uint8_t* data_buffer,
110 size_t payload_length,
111 size_t rtp_header_length,
112 int red_payload_type) {
113 std::unique_ptr<RedPacket> red_packet(
114 new RedPacket(payload_length + kRedForFecHeaderLength +
115 rtp_header_length));
116 int payload_type = data_buffer[1] & 0x7f;
117 red_packet->CreateHeader(data_buffer, rtp_header_length,
118 red_payload_type, payload_type);
119 red_packet->AssignPayload(data_buffer + rtp_header_length, payload_length);
120 return red_packet;
96 } 121 }
97 122
98 void ProducerFec::SetFecParameters(const FecProtectionParams* params, 123 void ProducerFec::SetFecParameters(const FecProtectionParams* params,
99 int num_first_partition) { 124 int num_important_packets) {
100 // Number of first partition packets cannot exceed kMaxMediaPackets 125 // Number of important packets (i.e. number of packets receiving additional
101 assert(params->fec_rate >= 0 && params->fec_rate < 256); 126 // protection in 'unequal protection mode') cannot exceed kMaxMediaPackets.
102 if (num_first_partition > 127 RTC_DCHECK_GE(params->fec_rate, 0);
128 RTC_DCHECK_LE(params->fec_rate, 255);
129 if (num_important_packets >
103 static_cast<int>(ForwardErrorCorrection::kMaxMediaPackets)) { 130 static_cast<int>(ForwardErrorCorrection::kMaxMediaPackets)) {
104 num_first_partition = 131 num_important_packets =
105 ForwardErrorCorrection::kMaxMediaPackets; 132 ForwardErrorCorrection::kMaxMediaPackets;
106 } 133 }
107 // Store the new params and apply them for the next set of FEC packets being 134 // Store the new params and apply them for the next set of FEC packets being
108 // produced. 135 // produced.
109 new_params_ = *params; 136 new_params_ = *params;
110 num_first_partition_ = num_first_partition; 137 num_important_packets_ = num_important_packets;
111 if (params->fec_rate > kHighProtectionThreshold) { 138 if (params->fec_rate > kHighProtectionThreshold) {
112 minimum_media_packets_fec_ = kMinimumMediaPackets; 139 min_num_media_packets_ = kMinimumMediaPackets;
113 } else { 140 } else {
114 minimum_media_packets_fec_ = 1; 141 min_num_media_packets_ = 1;
115 } 142 }
116 } 143 }
117 144
118 RedPacket* ProducerFec::BuildRedPacket(const uint8_t* data_buffer,
119 size_t payload_length,
120 size_t rtp_header_length,
121 int red_pl_type) {
122 RedPacket* red_packet = new RedPacket(
123 payload_length + kREDForFECHeaderLength + rtp_header_length);
124 int pl_type = data_buffer[1] & 0x7f;
125 red_packet->CreateHeader(data_buffer, rtp_header_length,
126 red_pl_type, pl_type);
127 red_packet->AssignPayload(data_buffer + rtp_header_length, payload_length);
128 return red_packet;
129 }
130
131 int ProducerFec::AddRtpPacketAndGenerateFec(const uint8_t* data_buffer, 145 int ProducerFec::AddRtpPacketAndGenerateFec(const uint8_t* data_buffer,
132 size_t payload_length, 146 size_t payload_length,
133 size_t rtp_header_length) { 147 size_t rtp_header_length) {
134 assert(fec_packets_.empty()); 148 RTC_DCHECK(generated_fec_packets_.empty());
135 if (media_packets_fec_.empty()) { 149 if (media_packets_.empty()) {
136 params_ = new_params_; 150 params_ = new_params_;
137 } 151 }
138 bool complete_frame = false; 152 bool complete_frame = false;
139 const bool marker_bit = (data_buffer[1] & kRtpMarkerBitMask) ? true : false; 153 const bool marker_bit = (data_buffer[1] & kRtpMarkerBitMask) ? true : false;
140 if (media_packets_fec_.size() < ForwardErrorCorrection::kMaxMediaPackets) { 154 if (media_packets_.size() < ForwardErrorCorrection::kMaxMediaPackets) {
141 // Generic FEC can only protect up to kMaxMediaPackets packets. 155 // Generic FEC can only protect up to |kMaxMediaPackets| packets.
142 ForwardErrorCorrection::Packet* packet = 156 ForwardErrorCorrection::Packet* packet =
143 new ForwardErrorCorrection::Packet(); 157 new ForwardErrorCorrection::Packet();
144 packet->length = payload_length + rtp_header_length; 158 packet->length = payload_length + rtp_header_length;
145 memcpy(packet->data, data_buffer, packet->length); 159 memcpy(packet->data, data_buffer, packet->length);
146 media_packets_fec_.push_back(packet); 160 media_packets_.push_back(packet);
147 } 161 }
148 if (marker_bit) { 162 if (marker_bit) {
149 ++num_frames_; 163 ++num_protected_frames_;
150 complete_frame = true; 164 complete_frame = true;
151 } 165 }
152 // Produce FEC over at most |params_.max_fec_frames| frames, or as soon as: 166 // Produce FEC over at most |params_.max_fec_frames| frames, or as soon as:
153 // (1) the excess overhead (actual overhead - requested/target overhead) is 167 // (1) the excess overhead (actual overhead - requested/target overhead) is
154 // less than |kMaxExcessOverhead|, and 168 // less than |kMaxExcessOverhead|, and
155 // (2) at least |minimum_media_packets_fec_| media packets is reached. 169 // (2) at least |min_num_media_packets_| media packets is reached.
156 if (complete_frame && 170 if (complete_frame &&
157 (num_frames_ == params_.max_fec_frames || 171 (num_protected_frames_ == params_.max_fec_frames ||
158 (ExcessOverheadBelowMax() && MinimumMediaPacketsReached()))) { 172 (ExcessOverheadBelowMax() && MinimumMediaPacketsReached()))) {
159 assert(num_first_partition_ <= 173 RTC_DCHECK_LE(num_important_packets_,
160 static_cast<int>(ForwardErrorCorrection::kMaxMediaPackets)); 174 static_cast<int>(ForwardErrorCorrection::kMaxMediaPackets));
161 // TODO(pbos): Consider whether unequal protection should be enabled or not, 175 // TODO(pbos): Consider whether unequal protection should be enabled or not,
162 // it is currently always disabled. 176 // it is currently always disabled.
163 int ret = fec_->GenerateFec(media_packets_fec_, params_.fec_rate, 177 constexpr bool kUseUnequalProtection = false;
164 num_first_partition_, false, 178 // TODO(brandtr): The fact above means that the value of
165 params_.fec_mask_type, &fec_packets_); 179 // |num_important_packets_| has no importance when calling GenerateFec().
166 if (fec_packets_.empty()) { 180 int ret = fec_->GenerateFec(media_packets_, params_.fec_rate,
167 num_frames_ = 0; 181 num_important_packets_, kUseUnequalProtection,
168 DeletePackets(); 182 params_.fec_mask_type, &generated_fec_packets_);
183 if (generated_fec_packets_.empty()) {
184 num_protected_frames_ = 0;
185 DeleteMediaPackets();
169 } 186 }
170 return ret; 187 return ret;
171 } 188 }
172 return 0; 189 return 0;
173 } 190 }
174 191
175 // Returns true if the excess overhead (actual - target) for the FEC is below 192 bool ProducerFec::ExcessOverheadBelowMax() const {
176 // the amount |kMaxExcessOverhead|. This effects the lower protection level
177 // cases and low number of media packets/frame. The target overhead is given by
178 // |params_.fec_rate|, and is only achievable in the limit of large number of
179 // media packets.
180 bool ProducerFec::ExcessOverheadBelowMax() {
181 return ((Overhead() - params_.fec_rate) < kMaxExcessOverhead); 193 return ((Overhead() - params_.fec_rate) < kMaxExcessOverhead);
182 } 194 }
183 195
184 // Returns true if the media packet list for the FEC is at least 196 bool ProducerFec::MinimumMediaPacketsReached() const {
185 // |minimum_media_packets_fec_|. This condition tries to capture the effect 197 float num_packets = static_cast<float>(media_packets_.size());
186 // that, for the same amount of protection/overhead, longer codes 198 float average_num_packets_per_frame = num_packets/num_protected_frames_;
187 // (e.g. (2k,2m) vs (k,m)) are generally more effective at recovering losses. 199 if (average_num_packets_per_frame <
188 bool ProducerFec::MinimumMediaPacketsReached() { 200 kNumPacketsPerFrameThresholdForMinNumMediaPacketsAdditiveAdaptation) {
philipel 2016/07/07 15:19:42 Sorry, to long :) Maybe kPacketRatioAdaptation? A
brandtr 2016/07/08 07:01:53 Haha, ok :) What about "kMinMediaPacketsAdaptation
189 float avg_num_packets_frame = static_cast<float>(media_packets_fec_.size()) / 201 return (num_packets >= min_num_media_packets_);
190 num_frames_;
191 if (avg_num_packets_frame < 2.0f) {
192 return (static_cast<int>(media_packets_fec_.size()) >=
193 minimum_media_packets_fec_);
194 } else { 202 } else {
195 // For larger rates (more packets/frame), increase the threshold. 203 // For larger rates (more packets/frame), increase the threshold.
196 return (static_cast<int>(media_packets_fec_.size()) >= 204 // TODO(brandtr): Investigate what impact this adaptation has.
197 minimum_media_packets_fec_ + 1); 205 return (num_packets >= min_num_media_packets_ + 1);
198 } 206 }
199 } 207 }
200 208
201 bool ProducerFec::FecAvailable() const { 209 bool ProducerFec::FecAvailable() const {
202 return !fec_packets_.empty(); 210 return !generated_fec_packets_.empty();
203 } 211 }
204 212
205 size_t ProducerFec::NumAvailableFecPackets() const { 213 size_t ProducerFec::NumAvailableFecPackets() const {
206 return fec_packets_.size(); 214 return generated_fec_packets_.size();
207 } 215 }
208 216
209 std::vector<RedPacket*> ProducerFec::GetFecPackets(int red_pl_type, 217 std::vector<std::unique_ptr<RedPacket>> ProducerFec::GetFecPacketsAsRed(
210 int fec_pl_type, 218 int red_payload_type,
211 uint16_t first_seq_num, 219 int ulpfec_payload_type,
212 size_t rtp_header_length) { 220 uint16_t first_seq_num,
213 std::vector<RedPacket*> fec_packets; 221 size_t rtp_header_length) {
214 fec_packets.reserve(fec_packets_.size()); 222 std::vector<std::unique_ptr<RedPacket>> red_packets;
215 uint16_t sequence_number = first_seq_num; 223 red_packets.reserve(generated_fec_packets_.size());
216 while (!fec_packets_.empty()) { 224 RTC_DCHECK(!media_packets_.empty());
217 // Build FEC packet. The FEC packets in |fec_packets_| doesn't 225 ForwardErrorCorrection::Packet* last_media_packet = media_packets_.back();
218 // have RTP headers, so we're reusing the header from the last 226 uint16_t seq_num = first_seq_num;
219 // media packet. 227 for (const auto& fec_packet : generated_fec_packets_) {
220 ForwardErrorCorrection::Packet* packet_to_send = fec_packets_.front(); 228 // Wrap FEC packet (including FEC headers) in a RED packet. Since the
221 ForwardErrorCorrection::Packet* last_media_packet = 229 // FEC packets in |generated_fec_packets_| don't have RTP headers, we
222 media_packets_fec_.back(); 230 // reuse the header from the last media packet.
231 std::unique_ptr<RedPacket> red_packet(new RedPacket(
232 fec_packet->length + kRedForFecHeaderLength + rtp_header_length));
233 red_packet->CreateHeader(last_media_packet->data, rtp_header_length,
234 red_payload_type, ulpfec_payload_type);
235 red_packet->SetSeqNum(seq_num++);
236 red_packet->ClearMarkerBit();
237 red_packet->AssignPayload(fec_packet->data, fec_packet->length);
223 238
224 RedPacket* red_packet = new RedPacket( 239 red_packets.push_back(std::move(red_packet));
225 packet_to_send->length + kREDForFECHeaderLength + rtp_header_length); 240 }
226 red_packet->CreateHeader(last_media_packet->data, rtp_header_length,
227 red_pl_type, fec_pl_type);
228 red_packet->SetSeqNum(sequence_number++);
229 red_packet->ClearMarkerBit();
230 red_packet->AssignPayload(packet_to_send->data, packet_to_send->length);
231 241
232 fec_packets.push_back(red_packet); 242 // Reset state.
243 DeleteMediaPackets();
244 generated_fec_packets_.clear();
245 num_protected_frames_ = 0;
233 246
234 fec_packets_.pop_front(); 247 return red_packets;
235 }
236 DeletePackets();
237 num_frames_ = 0;
238 return fec_packets;
239 } 248 }
240 249
241 int ProducerFec::Overhead() const { 250 int ProducerFec::Overhead() const {
242 // Overhead is defined as relative to the number of media packets, and not 251 // Overhead is defined as relative to the number of media packets, and not
243 // relative to total number of packets. This definition is inhereted from the 252 // relative to total number of packets. This definition is inherited from the
244 // protection factor produced by video_coding module and how the FEC 253 // protection factor produced by video_coding module and how the FEC
245 // generation is implemented. 254 // generation is implemented.
246 assert(!media_packets_fec_.empty()); 255 RTC_DCHECK(!media_packets_.empty());
247 int num_fec_packets = fec_->GetNumberOfFecPackets(media_packets_fec_.size(), 256 int num_fec_packets = fec_->GetNumberOfFecPackets(media_packets_.size(),
248 params_.fec_rate); 257 params_.fec_rate);
249 // Return the overhead in Q8. 258 // Return the overhead in Q8.
250 return (num_fec_packets << 8) / media_packets_fec_.size(); 259 return (num_fec_packets << 8) / media_packets_.size();
251 } 260 }
252 261
253 void ProducerFec::DeletePackets() { 262 void ProducerFec::DeleteMediaPackets() {
254 while (!media_packets_fec_.empty()) { 263 while (!media_packets_.empty()) {
255 delete media_packets_fec_.front(); 264 delete media_packets_.front();
256 media_packets_fec_.pop_front(); 265 media_packets_.pop_front();
257 } 266 }
258 assert(media_packets_fec_.empty()); 267 RTC_DCHECK(media_packets_.empty());
259 } 268 }
260 269
261 } // namespace webrtc 270 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/rtp_rtcp/source/producer_fec.h ('k') | webrtc/modules/rtp_rtcp/source/producer_fec_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698