| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/modules/rtp_rtcp/source/producer_fec.h" | 11 #include "webrtc/modules/rtp_rtcp/source/producer_fec.h" |
| 12 | 12 |
| 13 #include <memory> | 13 #include <memory> |
| 14 #include <utility> | 14 #include <utility> |
| 15 | 15 |
| 16 #include "webrtc/base/basictypes.h" | 16 #include "webrtc/base/basictypes.h" |
| 17 #include "webrtc/base/checks.h" | 17 #include "webrtc/base/checks.h" |
| 18 #include "webrtc/modules/rtp_rtcp/source/byte_io.h" | 18 #include "webrtc/modules/rtp_rtcp/source/byte_io.h" |
| 19 #include "webrtc/modules/rtp_rtcp/source/forward_error_correction.h" | 19 #include "webrtc/modules/rtp_rtcp/source/forward_error_correction.h" |
| 20 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" | 20 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" |
| 21 | 21 |
| 22 namespace webrtc { | 22 namespace webrtc { |
| 23 | 23 |
| 24 namespace { |
| 25 |
| 24 constexpr size_t kRedForFecHeaderLength = 1; | 26 constexpr size_t kRedForFecHeaderLength = 1; |
| 25 | 27 |
| 26 // This controls the maximum amount of excess overhead (actual - target) | 28 // This controls the maximum amount of excess overhead (actual - target) |
| 27 // allowed in order to trigger EncodeFec(), before |params_.max_fec_frames| | 29 // allowed in order to trigger EncodeFec(), before |params_.max_fec_frames| |
| 28 // is reached. Overhead here is defined as relative to number of media packets. | 30 // is reached. Overhead here is defined as relative to number of media packets. |
| 29 constexpr int kMaxExcessOverhead = 50; // Q8. | 31 constexpr int kMaxExcessOverhead = 50; // Q8. |
| 30 | 32 |
| 31 // This is the minimum number of media packets required (above some protection | 33 // This is the minimum number of media packets required (above some protection |
| 32 // level) in order to trigger EncodeFec(), before |params_.max_fec_frames| is | 34 // level) in order to trigger EncodeFec(), before |params_.max_fec_frames| is |
| 33 // reached. | 35 // reached. |
| 34 constexpr size_t kMinMediaPackets = 4; | 36 constexpr size_t kMinMediaPackets = 4; |
| 35 | 37 |
| 36 // Threshold on the received FEC protection level, above which we enforce at | 38 // Threshold on the received FEC protection level, above which we enforce at |
| 37 // least |kMinMediaPackets| packets for the FEC code. Below this | 39 // least |kMinMediaPackets| packets for the FEC code. Below this |
| 38 // threshold |kMinMediaPackets| is set to default value of 1. | 40 // threshold |kMinMediaPackets| is set to default value of 1. |
| 39 // | 41 // |
| 40 // The range is between 0 and 255, where 255 corresponds to 100% overhead | 42 // The range is between 0 and 255, where 255 corresponds to 100% overhead |
| 41 // (relative to the number of protected media packets). | 43 // (relative to the number of protected media packets). |
| 42 constexpr uint8_t kHighProtectionThreshold = 80; | 44 constexpr uint8_t kHighProtectionThreshold = 80; |
| 43 | 45 |
| 44 // This threshold is used to adapt the |kMinMediaPackets| threshold, based | 46 // This threshold is used to adapt the |kMinMediaPackets| threshold, based |
| 45 // on the average number of packets per frame seen so far. When there are few | 47 // on the average number of packets per frame seen so far. When there are few |
| 46 // packets per frame (as given by this threshold), at least | 48 // packets per frame (as given by this threshold), at least |
| 47 // |kMinMediaPackets| + 1 packets are sent to the FEC code. | 49 // |kMinMediaPackets| + 1 packets are sent to the FEC code. |
| 48 constexpr float kMinMediaPacketsAdaptationThreshold = 2.0f; | 50 constexpr float kMinMediaPacketsAdaptationThreshold = 2.0f; |
| 49 | 51 |
| 52 } // namespace |
| 53 |
| 50 RedPacket::RedPacket(size_t length) | 54 RedPacket::RedPacket(size_t length) |
| 51 : data_(new uint8_t[length]), | 55 : data_(new uint8_t[length]), |
| 52 length_(length), | 56 length_(length), |
| 53 header_length_(0) { | 57 header_length_(0) { |
| 54 } | 58 } |
| 55 | 59 |
| 56 void RedPacket::CreateHeader(const uint8_t* rtp_header, | 60 void RedPacket::CreateHeader(const uint8_t* rtp_header, |
| 57 size_t header_length, | 61 size_t header_length, |
| 58 int red_payload_type, | 62 int red_payload_type, |
| 59 int payload_type) { | 63 int payload_type) { |
| (...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 94 | 98 |
| 95 ProducerFec::ProducerFec() | 99 ProducerFec::ProducerFec() |
| 96 : fec_(ForwardErrorCorrection::CreateUlpfec()), | 100 : fec_(ForwardErrorCorrection::CreateUlpfec()), |
| 97 num_protected_frames_(0), | 101 num_protected_frames_(0), |
| 98 num_important_packets_(0), | 102 num_important_packets_(0), |
| 99 min_num_media_packets_(1) { | 103 min_num_media_packets_(1) { |
| 100 memset(¶ms_, 0, sizeof(params_)); | 104 memset(¶ms_, 0, sizeof(params_)); |
| 101 memset(&new_params_, 0, sizeof(new_params_)); | 105 memset(&new_params_, 0, sizeof(new_params_)); |
| 102 } | 106 } |
| 103 | 107 |
| 104 ProducerFec::~ProducerFec() { | 108 ProducerFec::~ProducerFec() = default; |
| 105 DeleteMediaPackets(); | |
| 106 } | |
| 107 | 109 |
| 108 std::unique_ptr<RedPacket> ProducerFec::BuildRedPacket( | 110 std::unique_ptr<RedPacket> ProducerFec::BuildRedPacket( |
| 109 const uint8_t* data_buffer, | 111 const uint8_t* data_buffer, |
| 110 size_t payload_length, | 112 size_t payload_length, |
| 111 size_t rtp_header_length, | 113 size_t rtp_header_length, |
| 112 int red_payload_type) { | 114 int red_payload_type) { |
| 113 std::unique_ptr<RedPacket> red_packet(new RedPacket( | 115 std::unique_ptr<RedPacket> red_packet(new RedPacket( |
| 114 payload_length + kRedForFecHeaderLength + rtp_header_length)); | 116 payload_length + kRedForFecHeaderLength + rtp_header_length)); |
| 115 int payload_type = data_buffer[1] & 0x7f; | 117 int payload_type = data_buffer[1] & 0x7f; |
| 116 red_packet->CreateHeader(data_buffer, rtp_header_length, red_payload_type, | 118 red_packet->CreateHeader(data_buffer, rtp_header_length, red_payload_type, |
| (...skipping 55 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 172 // TODO(pbos): Consider whether unequal protection should be enabled or not, | 174 // TODO(pbos): Consider whether unequal protection should be enabled or not, |
| 173 // it is currently always disabled. | 175 // it is currently always disabled. |
| 174 // | 176 // |
| 175 // Since unequal protection is disabled, the value of | 177 // Since unequal protection is disabled, the value of |
| 176 // |num_important_packets_| has no importance when calling GenerateFec(). | 178 // |num_important_packets_| has no importance when calling GenerateFec(). |
| 177 constexpr bool kUseUnequalProtection = false; | 179 constexpr bool kUseUnequalProtection = false; |
| 178 int ret = fec_->EncodeFec(media_packets_, params_.fec_rate, | 180 int ret = fec_->EncodeFec(media_packets_, params_.fec_rate, |
| 179 num_important_packets_, kUseUnequalProtection, | 181 num_important_packets_, kUseUnequalProtection, |
| 180 params_.fec_mask_type, &generated_fec_packets_); | 182 params_.fec_mask_type, &generated_fec_packets_); |
| 181 if (generated_fec_packets_.empty()) { | 183 if (generated_fec_packets_.empty()) { |
| 182 num_protected_frames_ = 0; | 184 ResetState(); |
| 183 DeleteMediaPackets(); | |
| 184 } | 185 } |
| 185 return ret; | 186 return ret; |
| 186 } | 187 } |
| 187 return 0; | 188 return 0; |
| 188 } | 189 } |
| 189 | 190 |
| 190 bool ProducerFec::ExcessOverheadBelowMax() const { | 191 bool ProducerFec::ExcessOverheadBelowMax() const { |
| 191 return ((Overhead() - params_.fec_rate) < kMaxExcessOverhead); | 192 return ((Overhead() - params_.fec_rate) < kMaxExcessOverhead); |
| 192 } | 193 } |
| 193 | 194 |
| (...skipping 15 matching lines...) Expand all Loading... |
| 209 } | 210 } |
| 210 | 211 |
| 211 size_t ProducerFec::NumAvailableFecPackets() const { | 212 size_t ProducerFec::NumAvailableFecPackets() const { |
| 212 return generated_fec_packets_.size(); | 213 return generated_fec_packets_.size(); |
| 213 } | 214 } |
| 214 | 215 |
| 215 size_t ProducerFec::MaxPacketOverhead() const { | 216 size_t ProducerFec::MaxPacketOverhead() const { |
| 216 return fec_->MaxPacketOverhead(); | 217 return fec_->MaxPacketOverhead(); |
| 217 } | 218 } |
| 218 | 219 |
| 219 std::vector<std::unique_ptr<RedPacket>> ProducerFec::GetFecPacketsAsRed( | 220 std::vector<std::unique_ptr<RedPacket>> ProducerFec::GetUlpfecPacketsAsRed( |
| 220 int red_payload_type, | 221 int red_payload_type, |
| 221 int ulpfec_payload_type, | 222 int ulpfec_payload_type, |
| 222 uint16_t first_seq_num, | 223 uint16_t first_seq_num, |
| 223 size_t rtp_header_length) { | 224 size_t rtp_header_length) { |
| 224 std::vector<std::unique_ptr<RedPacket>> red_packets; | 225 std::vector<std::unique_ptr<RedPacket>> red_packets; |
| 225 red_packets.reserve(generated_fec_packets_.size()); | 226 red_packets.reserve(generated_fec_packets_.size()); |
| 226 RTC_DCHECK(!media_packets_.empty()); | 227 RTC_DCHECK(!media_packets_.empty()); |
| 227 ForwardErrorCorrection::Packet* last_media_packet = | 228 ForwardErrorCorrection::Packet* last_media_packet = |
| 228 media_packets_.back().get(); | 229 media_packets_.back().get(); |
| 229 uint16_t seq_num = first_seq_num; | 230 uint16_t seq_num = first_seq_num; |
| 230 for (const auto& fec_packet : generated_fec_packets_) { | 231 for (const auto& fec_packet : generated_fec_packets_) { |
| 231 // Wrap FEC packet (including FEC headers) in a RED packet. Since the | 232 // Wrap FEC packet (including FEC headers) in a RED packet. Since the |
| 232 // FEC packets in |generated_fec_packets_| don't have RTP headers, we | 233 // FEC packets in |generated_fec_packets_| don't have RTP headers, we |
| 233 // reuse the header from the last media packet. | 234 // reuse the header from the last media packet. |
| 234 std::unique_ptr<RedPacket> red_packet(new RedPacket( | 235 std::unique_ptr<RedPacket> red_packet(new RedPacket( |
| 235 fec_packet->length + kRedForFecHeaderLength + rtp_header_length)); | 236 fec_packet->length + kRedForFecHeaderLength + rtp_header_length)); |
| 236 red_packet->CreateHeader(last_media_packet->data, rtp_header_length, | 237 red_packet->CreateHeader(last_media_packet->data, rtp_header_length, |
| 237 red_payload_type, ulpfec_payload_type); | 238 red_payload_type, ulpfec_payload_type); |
| 238 red_packet->SetSeqNum(seq_num++); | 239 red_packet->SetSeqNum(seq_num++); |
| 239 red_packet->ClearMarkerBit(); | 240 red_packet->ClearMarkerBit(); |
| 240 red_packet->AssignPayload(fec_packet->data, fec_packet->length); | 241 red_packet->AssignPayload(fec_packet->data, fec_packet->length); |
| 241 red_packets.push_back(std::move(red_packet)); | 242 red_packets.push_back(std::move(red_packet)); |
| 242 } | 243 } |
| 243 // Reset state. | 244 |
| 244 DeleteMediaPackets(); | 245 ResetState(); |
| 245 generated_fec_packets_.clear(); | 246 |
| 246 num_protected_frames_ = 0; | |
| 247 return red_packets; | 247 return red_packets; |
| 248 } | 248 } |
| 249 | 249 |
| 250 int ProducerFec::Overhead() const { | 250 int ProducerFec::Overhead() const { |
| 251 // Overhead is defined as relative to the number of media packets, and not | |
| 252 // relative to total number of packets. This definition is inherited from the | |
| 253 // protection factor produced by video_coding module and how the FEC | |
| 254 // generation is implemented. | |
| 255 RTC_DCHECK(!media_packets_.empty()); | 251 RTC_DCHECK(!media_packets_.empty()); |
| 256 int num_fec_packets = | 252 int num_fec_packets = |
| 257 fec_->NumFecPackets(media_packets_.size(), params_.fec_rate); | 253 fec_->NumFecPackets(media_packets_.size(), params_.fec_rate); |
| 258 // Return the overhead in Q8. | 254 // Return the overhead in Q8. |
| 259 return (num_fec_packets << 8) / media_packets_.size(); | 255 return (num_fec_packets << 8) / media_packets_.size(); |
| 260 } | 256 } |
| 261 | 257 |
| 262 void ProducerFec::DeleteMediaPackets() { | 258 void ProducerFec::ResetState() { |
| 263 media_packets_.clear(); | 259 media_packets_.clear(); |
| 260 generated_fec_packets_.clear(); |
| 261 num_protected_frames_ = 0; |
| 264 } | 262 } |
| 265 | 263 |
| 266 } // namespace webrtc | 264 } // namespace webrtc |
| OLD | NEW |