| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/test/fake_encoder.h" | 11 #include "webrtc/test/fake_encoder.h" |
| 12 | 12 |
| 13 #include <string.h> | 13 #include <string.h> |
| 14 | 14 |
| 15 #include <algorithm> | 15 #include <algorithm> |
| 16 #include <memory> | 16 #include <memory> |
| 17 | 17 |
| 18 #include "webrtc/base/checks.h" | 18 #include "webrtc/base/checks.h" |
| 19 #include "webrtc/common_types.h" | 19 #include "webrtc/common_types.h" |
| 20 #include "webrtc/modules/video_coding/include/video_codec_interface.h" | 20 #include "webrtc/modules/video_coding/include/video_codec_interface.h" |
| 21 #include "webrtc/system_wrappers/include/sleep.h" | 21 #include "webrtc/system_wrappers/include/sleep.h" |
| 22 #include "webrtc/test/gtest.h" | 22 #include "webrtc/test/gtest.h" |
| 23 | 23 |
| 24 namespace webrtc { | 24 namespace webrtc { |
| 25 namespace test { | 25 namespace test { |
| 26 | 26 |
| 27 const int kKeyframeSizeFactor = 10; | |
| 28 | |
| 29 FakeEncoder::FakeEncoder(Clock* clock) | 27 FakeEncoder::FakeEncoder(Clock* clock) |
| 30 : clock_(clock), | 28 : clock_(clock), |
| 31 callback_(nullptr), | 29 callback_(nullptr), |
| 32 configured_input_framerate_(-1), | |
| 33 max_target_bitrate_kbps_(-1), | 30 max_target_bitrate_kbps_(-1), |
| 34 pending_keyframe_(true), | 31 last_encode_time_ms_(0) { |
| 35 debt_bytes_(0) { | |
| 36 // Generate some arbitrary not-all-zero data | 32 // Generate some arbitrary not-all-zero data |
| 37 for (size_t i = 0; i < sizeof(encoded_buffer_); ++i) { | 33 for (size_t i = 0; i < sizeof(encoded_buffer_); ++i) { |
| 38 encoded_buffer_[i] = static_cast<uint8_t>(i); | 34 encoded_buffer_[i] = static_cast<uint8_t>(i); |
| 39 } | 35 } |
| 40 } | 36 } |
| 41 | 37 |
| 42 void FakeEncoder::SetMaxBitrate(int max_kbps) { | 38 void FakeEncoder::SetMaxBitrate(int max_kbps) { |
| 43 RTC_DCHECK_GE(max_kbps, -1); // max_kbps == -1 disables it. | 39 RTC_DCHECK_GE(max_kbps, -1); // max_kbps == -1 disables it. |
| 44 rtc::CritScope cs(&crit_sect_); | 40 rtc::CritScope cs(&crit_sect_); |
| 45 max_target_bitrate_kbps_ = max_kbps; | 41 max_target_bitrate_kbps_ = max_kbps; |
| 46 } | 42 } |
| 47 | 43 |
| 48 int32_t FakeEncoder::InitEncode(const VideoCodec* config, | 44 int32_t FakeEncoder::InitEncode(const VideoCodec* config, |
| 49 int32_t number_of_cores, | 45 int32_t number_of_cores, |
| 50 size_t max_payload_size) { | 46 size_t max_payload_size) { |
| 51 rtc::CritScope cs(&crit_sect_); | 47 rtc::CritScope cs(&crit_sect_); |
| 52 config_ = *config; | 48 config_ = *config; |
| 53 target_bitrate_.SetBitrate(0, 0, config_.startBitrate * 1000); | 49 target_bitrate_.SetBitrate(0, 0, config_.startBitrate * 1000); |
| 54 configured_input_framerate_ = config_.maxFramerate; | |
| 55 pending_keyframe_ = true; | |
| 56 return 0; | 50 return 0; |
| 57 } | 51 } |
| 58 | 52 |
| 59 int32_t FakeEncoder::Encode(const VideoFrame& input_image, | 53 int32_t FakeEncoder::Encode(const VideoFrame& input_image, |
| 60 const CodecSpecificInfo* codec_specific_info, | 54 const CodecSpecificInfo* codec_specific_info, |
| 61 const std::vector<FrameType>* frame_types) { | 55 const std::vector<FrameType>* frame_types) { |
| 62 unsigned char max_framerate; | 56 unsigned char max_framerate; |
| 63 unsigned char num_simulcast_streams; | 57 unsigned char num_simulcast_streams; |
| 64 SimulcastStream simulcast_streams[kMaxSimulcastStreams]; | 58 SimulcastStream simulcast_streams[kMaxSimulcastStreams]; |
| 65 EncodedImageCallback* callback; | 59 EncodedImageCallback* callback; |
| 66 uint32_t target_bitrate_sum_kbps; | 60 uint32_t target_bitrate_sum_kbps; |
| 67 int max_target_bitrate_kbps; | 61 int max_target_bitrate_kbps; |
| 62 int64_t last_encode_time_ms; |
| 68 size_t num_encoded_bytes; | 63 size_t num_encoded_bytes; |
| 69 int framerate; | |
| 70 VideoCodecMode mode; | 64 VideoCodecMode mode; |
| 71 bool keyframe; | |
| 72 { | 65 { |
| 73 rtc::CritScope cs(&crit_sect_); | 66 rtc::CritScope cs(&crit_sect_); |
| 74 max_framerate = config_.maxFramerate; | 67 max_framerate = config_.maxFramerate; |
| 75 num_simulcast_streams = config_.numberOfSimulcastStreams; | 68 num_simulcast_streams = config_.numberOfSimulcastStreams; |
| 76 for (int i = 0; i < num_simulcast_streams; ++i) { | 69 for (int i = 0; i < num_simulcast_streams; ++i) { |
| 77 simulcast_streams[i] = config_.simulcastStream[i]; | 70 simulcast_streams[i] = config_.simulcastStream[i]; |
| 78 } | 71 } |
| 79 callback = callback_; | 72 callback = callback_; |
| 80 target_bitrate_sum_kbps = target_bitrate_.get_sum_kbps(); | 73 target_bitrate_sum_kbps = target_bitrate_.get_sum_kbps(); |
| 81 max_target_bitrate_kbps = max_target_bitrate_kbps_; | 74 max_target_bitrate_kbps = max_target_bitrate_kbps_; |
| 75 last_encode_time_ms = last_encode_time_ms_; |
| 82 num_encoded_bytes = sizeof(encoded_buffer_); | 76 num_encoded_bytes = sizeof(encoded_buffer_); |
| 83 mode = config_.mode; | 77 mode = config_.mode; |
| 84 if (configured_input_framerate_ > 0) { | |
| 85 framerate = configured_input_framerate_; | |
| 86 } else { | |
| 87 framerate = max_framerate; | |
| 88 } | |
| 89 keyframe = pending_keyframe_; | |
| 90 pending_keyframe_ = false; | |
| 91 } | 78 } |
| 92 | 79 |
| 93 for (FrameType frame_type : *frame_types) { | 80 int64_t time_now_ms = clock_->TimeInMilliseconds(); |
| 94 if (frame_type == kVideoFrameKey) { | 81 const bool first_encode = (last_encode_time_ms == 0); |
| 95 keyframe = true; | 82 RTC_DCHECK_GT(max_framerate, 0); |
| 96 break; | 83 int64_t time_since_last_encode_ms = 1000 / max_framerate; |
| 97 } | 84 if (!first_encode) { |
| 85 // For all frames but the first we can estimate the display time by looking |
| 86 // at the display time of the previous frame. |
| 87 time_since_last_encode_ms = time_now_ms - last_encode_time_ms; |
| 88 } |
| 89 if (time_since_last_encode_ms > 3 * 1000 / max_framerate) { |
| 90 // Rudimentary check to make sure we don't widely overshoot bitrate target |
| 91 // when resuming encoding after a suspension. |
| 92 time_since_last_encode_ms = 3 * 1000 / max_framerate; |
| 98 } | 93 } |
| 99 | 94 |
| 100 RTC_DCHECK_GT(max_framerate, 0); | 95 size_t bits_available = |
| 96 static_cast<size_t>(target_bitrate_sum_kbps * time_since_last_encode_ms); |
| 97 size_t min_bits = static_cast<size_t>(simulcast_streams[0].minBitrate * |
| 98 time_since_last_encode_ms); |
| 101 | 99 |
| 102 size_t bitrate = target_bitrate_sum_kbps; | 100 if (bits_available < min_bits) |
| 103 bitrate = | 101 bits_available = min_bits; |
| 104 std::max(bitrate, static_cast<size_t>(simulcast_streams[0].minBitrate)); | 102 size_t max_bits = |
| 105 if (max_target_bitrate_kbps > 0) | 103 static_cast<size_t>(max_target_bitrate_kbps * time_since_last_encode_ms); |
| 106 bitrate = std::min(bitrate, static_cast<size_t>(max_target_bitrate_kbps)); | 104 if (max_bits > 0 && max_bits < bits_available) |
| 105 bits_available = max_bits; |
| 107 | 106 |
| 108 size_t bits_available = target_bitrate_sum_kbps * 1000 / framerate; | 107 { |
| 108 rtc::CritScope cs(&crit_sect_); |
| 109 last_encode_time_ms_ = time_now_ms; |
| 110 } |
| 109 | 111 |
| 110 RTC_DCHECK_GT(num_simulcast_streams, 0); | 112 RTC_DCHECK_GT(num_simulcast_streams, 0); |
| 111 for (unsigned char i = 0; i < num_simulcast_streams; ++i) { | 113 for (unsigned char i = 0; i < num_simulcast_streams; ++i) { |
| 112 CodecSpecificInfo specifics; | 114 CodecSpecificInfo specifics; |
| 113 memset(&specifics, 0, sizeof(specifics)); | 115 memset(&specifics, 0, sizeof(specifics)); |
| 114 specifics.codecType = kVideoCodecGeneric; | 116 specifics.codecType = kVideoCodecGeneric; |
| 115 specifics.codecSpecific.generic.simulcast_idx = i; | 117 specifics.codecSpecific.generic.simulcast_idx = i; |
| 116 size_t min_stream_bits = static_cast<size_t>( | 118 size_t min_stream_bits = static_cast<size_t>( |
| 117 (simulcast_streams[i].minBitrate * 1000) / framerate); | 119 simulcast_streams[i].minBitrate * time_since_last_encode_ms); |
| 118 size_t max_stream_bits = static_cast<size_t>( | 120 size_t max_stream_bits = static_cast<size_t>( |
| 119 (simulcast_streams[i].maxBitrate * 1000) / framerate); | 121 simulcast_streams[i].maxBitrate * time_since_last_encode_ms); |
| 120 size_t stream_bits = (bits_available > max_stream_bits) ? max_stream_bits : | 122 size_t stream_bits = (bits_available > max_stream_bits) ? max_stream_bits : |
| 121 bits_available; | 123 bits_available; |
| 122 size_t stream_bytes = (stream_bits + 7) / 8; | 124 size_t stream_bytes = (stream_bits + 7) / 8; |
| 123 if (keyframe) { | 125 if (first_encode) { |
| 124 // The first frame is a key frame and should be larger. | 126 // The first frame is a key frame and should be larger. |
| 125 // Store the overshoot bytes and distribute them over the coming frames, | 127 // TODO(holmer): The FakeEncoder should store the bits_available between |
| 126 // so that we on average meet the bitrate target. | 128 // encodes so that it can compensate for oversized frames. |
| 127 debt_bytes_ += (kKeyframeSizeFactor - 1) * stream_bytes; | 129 stream_bytes *= 10; |
| 128 stream_bytes *= kKeyframeSizeFactor; | |
| 129 } else { | |
| 130 if (debt_bytes_ > 0) { | |
| 131 // Pay at most half of the frame size for old debts. | |
| 132 size_t payment_size = std::min(stream_bytes / 2, debt_bytes_); | |
| 133 debt_bytes_ -= payment_size; | |
| 134 stream_bytes -= payment_size; | |
| 135 } | |
| 136 } | 130 } |
| 137 | |
| 138 if (stream_bytes > num_encoded_bytes) | 131 if (stream_bytes > num_encoded_bytes) |
| 139 stream_bytes = num_encoded_bytes; | 132 stream_bytes = num_encoded_bytes; |
| 140 | 133 |
| 141 // Always encode something on the first frame. | 134 // Always encode something on the first frame. |
| 142 if (min_stream_bits > bits_available && i > 0) | 135 if (min_stream_bits > bits_available && i > 0) |
| 143 continue; | 136 continue; |
| 144 | 137 |
| 145 std::unique_ptr<uint8_t[]> encoded_buffer(new uint8_t[num_encoded_bytes]); | 138 std::unique_ptr<uint8_t[]> encoded_buffer(new uint8_t[num_encoded_bytes]); |
| 146 memcpy(encoded_buffer.get(), encoded_buffer_, num_encoded_bytes); | 139 memcpy(encoded_buffer.get(), encoded_buffer_, num_encoded_bytes); |
| 147 EncodedImage encoded(encoded_buffer.get(), stream_bytes, num_encoded_bytes); | 140 EncodedImage encoded(encoded_buffer.get(), stream_bytes, num_encoded_bytes); |
| (...skipping 27 matching lines...) Expand all Loading... |
| 175 int32_t FakeEncoder::Release() { return 0; } | 168 int32_t FakeEncoder::Release() { return 0; } |
| 176 | 169 |
| 177 int32_t FakeEncoder::SetChannelParameters(uint32_t packet_loss, int64_t rtt) { | 170 int32_t FakeEncoder::SetChannelParameters(uint32_t packet_loss, int64_t rtt) { |
| 178 return 0; | 171 return 0; |
| 179 } | 172 } |
| 180 | 173 |
| 181 int32_t FakeEncoder::SetRateAllocation(const BitrateAllocation& rate_allocation, | 174 int32_t FakeEncoder::SetRateAllocation(const BitrateAllocation& rate_allocation, |
| 182 uint32_t framerate) { | 175 uint32_t framerate) { |
| 183 rtc::CritScope cs(&crit_sect_); | 176 rtc::CritScope cs(&crit_sect_); |
| 184 target_bitrate_ = rate_allocation; | 177 target_bitrate_ = rate_allocation; |
| 185 configured_input_framerate_ = framerate; | |
| 186 return 0; | 178 return 0; |
| 187 } | 179 } |
| 188 | 180 |
| 189 const char* FakeEncoder::kImplementationName = "fake_encoder"; | 181 const char* FakeEncoder::kImplementationName = "fake_encoder"; |
| 190 const char* FakeEncoder::ImplementationName() const { | 182 const char* FakeEncoder::ImplementationName() const { |
| 191 return kImplementationName; | 183 return kImplementationName; |
| 192 } | 184 } |
| 193 | 185 |
| 194 int FakeEncoder::GetConfiguredInputFramerate() const { | |
| 195 rtc::CritScope cs(&crit_sect_); | |
| 196 return configured_input_framerate_; | |
| 197 } | |
| 198 | |
| 199 FakeH264Encoder::FakeH264Encoder(Clock* clock) | 186 FakeH264Encoder::FakeH264Encoder(Clock* clock) |
| 200 : FakeEncoder(clock), callback_(nullptr), idr_counter_(0) { | 187 : FakeEncoder(clock), callback_(nullptr), idr_counter_(0) { |
| 201 FakeEncoder::RegisterEncodeCompleteCallback(this); | 188 FakeEncoder::RegisterEncodeCompleteCallback(this); |
| 202 } | 189 } |
| 203 | 190 |
| 204 int32_t FakeH264Encoder::RegisterEncodeCompleteCallback( | 191 int32_t FakeH264Encoder::RegisterEncodeCompleteCallback( |
| 205 EncodedImageCallback* callback) { | 192 EncodedImageCallback* callback) { |
| 206 rtc::CritScope cs(&local_crit_sect_); | 193 rtc::CritScope cs(&local_crit_sect_); |
| 207 callback_ = callback; | 194 callback_ = callback; |
| 208 return 0; | 195 return 0; |
| (...skipping 159 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 368 RTC_DCHECK_CALLED_SEQUENTIALLY(&sequence_checker_); | 355 RTC_DCHECK_CALLED_SEQUENTIALLY(&sequence_checker_); |
| 369 | 356 |
| 370 queue1_.reset(); | 357 queue1_.reset(); |
| 371 queue2_.reset(); | 358 queue2_.reset(); |
| 372 | 359 |
| 373 return FakeH264Encoder::Release(); | 360 return FakeH264Encoder::Release(); |
| 374 } | 361 } |
| 375 | 362 |
| 376 } // namespace test | 363 } // namespace test |
| 377 } // namespace webrtc | 364 } // namespace webrtc |
| OLD | NEW |