OLD | NEW |
| (Empty) |
1 /* | |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | |
3 * | |
4 * Use of this source code is governed by a BSD-style license | |
5 * that can be found in the LICENSE file in the root of the source | |
6 * tree. An additional intellectual property rights grant can be found | |
7 * in the file PATENTS. All contributing project authors may | |
8 * be found in the AUTHORS file in the root of the source tree. | |
9 */ | |
10 | |
11 #include "webrtc/modules/rtp_rtcp/source/producer_fec.h" | |
12 | |
13 #include <memory> | |
14 #include <utility> | |
15 | |
16 #include "webrtc/base/basictypes.h" | |
17 #include "webrtc/base/checks.h" | |
18 #include "webrtc/modules/rtp_rtcp/source/byte_io.h" | |
19 #include "webrtc/modules/rtp_rtcp/source/forward_error_correction.h" | |
20 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" | |
21 | |
22 namespace webrtc { | |
23 | |
24 namespace { | |
25 | |
26 constexpr size_t kRedForFecHeaderLength = 1; | |
27 | |
28 // This controls the maximum amount of excess overhead (actual - target) | |
29 // allowed in order to trigger EncodeFec(), before |params_.max_fec_frames| | |
30 // is reached. Overhead here is defined as relative to number of media packets. | |
31 constexpr int kMaxExcessOverhead = 50; // Q8. | |
32 | |
33 // This is the minimum number of media packets required (above some protection | |
34 // level) in order to trigger EncodeFec(), before |params_.max_fec_frames| is | |
35 // reached. | |
36 constexpr size_t kMinMediaPackets = 4; | |
37 | |
38 // Threshold on the received FEC protection level, above which we enforce at | |
39 // least |kMinMediaPackets| packets for the FEC code. Below this | |
40 // threshold |kMinMediaPackets| is set to default value of 1. | |
41 // | |
42 // The range is between 0 and 255, where 255 corresponds to 100% overhead | |
43 // (relative to the number of protected media packets). | |
44 constexpr uint8_t kHighProtectionThreshold = 80; | |
45 | |
46 // This threshold is used to adapt the |kMinMediaPackets| threshold, based | |
47 // on the average number of packets per frame seen so far. When there are few | |
48 // packets per frame (as given by this threshold), at least | |
49 // |kMinMediaPackets| + 1 packets are sent to the FEC code. | |
50 constexpr float kMinMediaPacketsAdaptationThreshold = 2.0f; | |
51 | |
52 } // namespace | |
53 | |
54 RedPacket::RedPacket(size_t length) | |
55 : data_(new uint8_t[length]), | |
56 length_(length), | |
57 header_length_(0) { | |
58 } | |
59 | |
60 void RedPacket::CreateHeader(const uint8_t* rtp_header, | |
61 size_t header_length, | |
62 int red_payload_type, | |
63 int payload_type) { | |
64 RTC_DCHECK_LE(header_length + kRedForFecHeaderLength, length_); | |
65 memcpy(data_.get(), rtp_header, header_length); | |
66 // Replace payload type. | |
67 data_[1] &= 0x80; | |
68 data_[1] += red_payload_type; | |
69 // Add RED header | |
70 // f-bit always 0 | |
71 data_[header_length] = static_cast<uint8_t>(payload_type); | |
72 header_length_ = header_length + kRedForFecHeaderLength; | |
73 } | |
74 | |
75 void RedPacket::SetSeqNum(int seq_num) { | |
76 RTC_DCHECK_GE(seq_num, 0); | |
77 RTC_DCHECK_LT(seq_num, 1 << 16); | |
78 | |
79 ByteWriter<uint16_t>::WriteBigEndian(&data_[2], seq_num); | |
80 } | |
81 | |
82 void RedPacket::AssignPayload(const uint8_t* payload, size_t length) { | |
83 RTC_DCHECK_LE(header_length_ + length, length_); | |
84 memcpy(data_.get() + header_length_, payload, length); | |
85 } | |
86 | |
87 void RedPacket::ClearMarkerBit() { | |
88 data_[1] &= 0x7F; | |
89 } | |
90 | |
91 uint8_t* RedPacket::data() const { | |
92 return data_.get(); | |
93 } | |
94 | |
95 size_t RedPacket::length() const { | |
96 return length_; | |
97 } | |
98 | |
99 ProducerFec::ProducerFec() | |
100 : fec_(ForwardErrorCorrection::CreateUlpfec()), | |
101 num_protected_frames_(0), | |
102 min_num_media_packets_(1) { | |
103 memset(¶ms_, 0, sizeof(params_)); | |
104 memset(&new_params_, 0, sizeof(new_params_)); | |
105 } | |
106 | |
107 ProducerFec::~ProducerFec() = default; | |
108 | |
109 std::unique_ptr<RedPacket> ProducerFec::BuildRedPacket( | |
110 const uint8_t* data_buffer, | |
111 size_t payload_length, | |
112 size_t rtp_header_length, | |
113 int red_payload_type) { | |
114 std::unique_ptr<RedPacket> red_packet(new RedPacket( | |
115 payload_length + kRedForFecHeaderLength + rtp_header_length)); | |
116 int payload_type = data_buffer[1] & 0x7f; | |
117 red_packet->CreateHeader(data_buffer, rtp_header_length, red_payload_type, | |
118 payload_type); | |
119 red_packet->AssignPayload(data_buffer + rtp_header_length, payload_length); | |
120 return red_packet; | |
121 } | |
122 | |
123 void ProducerFec::SetFecParameters(const FecProtectionParams* params) { | |
124 RTC_DCHECK_GE(params->fec_rate, 0); | |
125 RTC_DCHECK_LE(params->fec_rate, 255); | |
126 // Store the new params and apply them for the next set of FEC packets being | |
127 // produced. | |
128 new_params_ = *params; | |
129 if (params->fec_rate > kHighProtectionThreshold) { | |
130 min_num_media_packets_ = kMinMediaPackets; | |
131 } else { | |
132 min_num_media_packets_ = 1; | |
133 } | |
134 } | |
135 | |
136 int ProducerFec::AddRtpPacketAndGenerateFec(const uint8_t* data_buffer, | |
137 size_t payload_length, | |
138 size_t rtp_header_length) { | |
139 RTC_DCHECK(generated_fec_packets_.empty()); | |
140 if (media_packets_.empty()) { | |
141 params_ = new_params_; | |
142 } | |
143 bool complete_frame = false; | |
144 const bool marker_bit = (data_buffer[1] & kRtpMarkerBitMask) ? true : false; | |
145 if (media_packets_.size() < kUlpfecMaxMediaPackets) { | |
146 // Generic FEC can only protect up to |kUlpfecMaxMediaPackets| packets. | |
147 std::unique_ptr<ForwardErrorCorrection::Packet> packet( | |
148 new ForwardErrorCorrection::Packet()); | |
149 packet->length = payload_length + rtp_header_length; | |
150 memcpy(packet->data, data_buffer, packet->length); | |
151 media_packets_.push_back(std::move(packet)); | |
152 } | |
153 if (marker_bit) { | |
154 ++num_protected_frames_; | |
155 complete_frame = true; | |
156 } | |
157 // Produce FEC over at most |params_.max_fec_frames| frames, or as soon as: | |
158 // (1) the excess overhead (actual overhead - requested/target overhead) is | |
159 // less than |kMaxExcessOverhead|, and | |
160 // (2) at least |min_num_media_packets_| media packets is reached. | |
161 if (complete_frame && | |
162 (num_protected_frames_ == params_.max_fec_frames || | |
163 (ExcessOverheadBelowMax() && MinimumMediaPacketsReached()))) { | |
164 // We are not using Unequal Protection feature of the parity erasure code. | |
165 constexpr int kNumImportantPackets = 0; | |
166 constexpr bool kUseUnequalProtection = false; | |
167 int ret = fec_->EncodeFec(media_packets_, params_.fec_rate, | |
168 kNumImportantPackets, kUseUnequalProtection, | |
169 params_.fec_mask_type, &generated_fec_packets_); | |
170 if (generated_fec_packets_.empty()) { | |
171 ResetState(); | |
172 } | |
173 return ret; | |
174 } | |
175 return 0; | |
176 } | |
177 | |
178 bool ProducerFec::ExcessOverheadBelowMax() const { | |
179 return ((Overhead() - params_.fec_rate) < kMaxExcessOverhead); | |
180 } | |
181 | |
182 bool ProducerFec::MinimumMediaPacketsReached() const { | |
183 float average_num_packets_per_frame = | |
184 static_cast<float>(media_packets_.size()) / num_protected_frames_; | |
185 int num_media_packets = static_cast<int>(media_packets_.size()); | |
186 if (average_num_packets_per_frame < kMinMediaPacketsAdaptationThreshold) { | |
187 return num_media_packets >= min_num_media_packets_; | |
188 } else { | |
189 // For larger rates (more packets/frame), increase the threshold. | |
190 // TODO(brandtr): Investigate what impact this adaptation has. | |
191 return num_media_packets >= min_num_media_packets_ + 1; | |
192 } | |
193 } | |
194 | |
195 bool ProducerFec::FecAvailable() const { | |
196 return !generated_fec_packets_.empty(); | |
197 } | |
198 | |
199 size_t ProducerFec::NumAvailableFecPackets() const { | |
200 return generated_fec_packets_.size(); | |
201 } | |
202 | |
203 size_t ProducerFec::MaxPacketOverhead() const { | |
204 return fec_->MaxPacketOverhead(); | |
205 } | |
206 | |
207 std::vector<std::unique_ptr<RedPacket>> ProducerFec::GetUlpfecPacketsAsRed( | |
208 int red_payload_type, | |
209 int ulpfec_payload_type, | |
210 uint16_t first_seq_num, | |
211 size_t rtp_header_length) { | |
212 std::vector<std::unique_ptr<RedPacket>> red_packets; | |
213 red_packets.reserve(generated_fec_packets_.size()); | |
214 RTC_DCHECK(!media_packets_.empty()); | |
215 ForwardErrorCorrection::Packet* last_media_packet = | |
216 media_packets_.back().get(); | |
217 uint16_t seq_num = first_seq_num; | |
218 for (const auto& fec_packet : generated_fec_packets_) { | |
219 // Wrap FEC packet (including FEC headers) in a RED packet. Since the | |
220 // FEC packets in |generated_fec_packets_| don't have RTP headers, we | |
221 // reuse the header from the last media packet. | |
222 std::unique_ptr<RedPacket> red_packet(new RedPacket( | |
223 fec_packet->length + kRedForFecHeaderLength + rtp_header_length)); | |
224 red_packet->CreateHeader(last_media_packet->data, rtp_header_length, | |
225 red_payload_type, ulpfec_payload_type); | |
226 red_packet->SetSeqNum(seq_num++); | |
227 red_packet->ClearMarkerBit(); | |
228 red_packet->AssignPayload(fec_packet->data, fec_packet->length); | |
229 red_packets.push_back(std::move(red_packet)); | |
230 } | |
231 | |
232 ResetState(); | |
233 | |
234 return red_packets; | |
235 } | |
236 | |
237 int ProducerFec::Overhead() const { | |
238 RTC_DCHECK(!media_packets_.empty()); | |
239 int num_fec_packets = | |
240 fec_->NumFecPackets(media_packets_.size(), params_.fec_rate); | |
241 // Return the overhead in Q8. | |
242 return (num_fec_packets << 8) / media_packets_.size(); | |
243 } | |
244 | |
245 void ProducerFec::ResetState() { | |
246 media_packets_.clear(); | |
247 generated_fec_packets_.clear(); | |
248 num_protected_frames_ = 0; | |
249 } | |
250 | |
251 } // namespace webrtc | |
OLD | NEW |