| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| (...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 47 stopped_(false), | 47 stopped_(false), |
| 48 protection_mode_(kProtectionNack) {} | 48 protection_mode_(kProtectionNack) {} |
| 49 | 49 |
| 50 FrameBuffer::~FrameBuffer() { | 50 FrameBuffer::~FrameBuffer() { |
| 51 UpdateHistograms(); | 51 UpdateHistograms(); |
| 52 } | 52 } |
| 53 | 53 |
| 54 FrameBuffer::ReturnReason FrameBuffer::NextFrame( | 54 FrameBuffer::ReturnReason FrameBuffer::NextFrame( |
| 55 int64_t max_wait_time_ms, | 55 int64_t max_wait_time_ms, |
| 56 std::unique_ptr<FrameObject>* frame_out) { | 56 std::unique_ptr<FrameObject>* frame_out) { |
| 57 int64_t latest_return_time = clock_->TimeInMilliseconds() + max_wait_time_ms; | 57 int64_t latest_return_time_ms = |
| 58 clock_->TimeInMilliseconds() + max_wait_time_ms; |
| 58 int64_t wait_ms = max_wait_time_ms; | 59 int64_t wait_ms = max_wait_time_ms; |
| 59 FrameMap::iterator next_frame_it; | |
| 60 | 60 |
| 61 do { | 61 do { |
| 62 int64_t now_ms = clock_->TimeInMilliseconds(); | 62 int64_t now_ms = clock_->TimeInMilliseconds(); |
| 63 { | 63 { |
| 64 rtc::CritScope lock(&crit_); | 64 rtc::CritScope lock(&crit_); |
| 65 new_countinuous_frame_event_.Reset(); | 65 new_countinuous_frame_event_.Reset(); |
| 66 if (stopped_) | 66 if (stopped_) |
| 67 return kStopped; | 67 return kStopped; |
| 68 | 68 |
| 69 wait_ms = max_wait_time_ms; | 69 wait_ms = max_wait_time_ms; |
| 70 | 70 |
| 71 // Need to hold |crit_| in order to use |frames_|, therefore we | 71 // Need to hold |crit_| in order to use |frames_|, therefore we |
| 72 // set it here in the loop instead of outside the loop in order to not | 72 // set it here in the loop instead of outside the loop in order to not |
| 73 // acquire the lock unnecesserily. | 73 // acquire the lock unnecesserily. |
| 74 next_frame_it = frames_.end(); | 74 next_frame_it_ = frames_.end(); |
| 75 | 75 |
| 76 // |frame_it| points to the first frame after the | 76 // |frame_it| points to the first frame after the |
| 77 // |last_decoded_frame_it_|. | 77 // |last_decoded_frame_it_|. |
| 78 auto frame_it = frames_.end(); | 78 auto frame_it = frames_.end(); |
| 79 if (last_decoded_frame_it_ == frames_.end()) { | 79 if (last_decoded_frame_it_ == frames_.end()) { |
| 80 frame_it = frames_.begin(); | 80 frame_it = frames_.begin(); |
| 81 } else { | 81 } else { |
| 82 frame_it = last_decoded_frame_it_; | 82 frame_it = last_decoded_frame_it_; |
| 83 ++frame_it; | 83 ++frame_it; |
| 84 } | 84 } |
| 85 | 85 |
| 86 // |continuous_end_it| points to the first frame after the | 86 // |continuous_end_it| points to the first frame after the |
| 87 // |last_continuous_frame_it_|. | 87 // |last_continuous_frame_it_|. |
| 88 auto continuous_end_it = last_continuous_frame_it_; | 88 auto continuous_end_it = last_continuous_frame_it_; |
| 89 if (continuous_end_it != frames_.end()) | 89 if (continuous_end_it != frames_.end()) |
| 90 ++continuous_end_it; | 90 ++continuous_end_it; |
| 91 | 91 |
| 92 for (; frame_it != continuous_end_it; ++frame_it) { | 92 for (; frame_it != continuous_end_it; ++frame_it) { |
| 93 if (!frame_it->second.continuous || | 93 if (!frame_it->second.continuous || |
| 94 frame_it->second.num_missing_decodable > 0) { | 94 frame_it->second.num_missing_decodable > 0) { |
| 95 continue; | 95 continue; |
| 96 } | 96 } |
| 97 | 97 |
| 98 FrameObject* frame = frame_it->second.frame.get(); | 98 FrameObject* frame = frame_it->second.frame.get(); |
| 99 next_frame_it = frame_it; | 99 next_frame_it_ = frame_it; |
| 100 if (frame->RenderTime() == -1) | 100 if (frame->RenderTime() == -1) |
| 101 frame->SetRenderTime(timing_->RenderTimeMs(frame->timestamp, now_ms)); | 101 frame->SetRenderTime(timing_->RenderTimeMs(frame->timestamp, now_ms)); |
| 102 wait_ms = timing_->MaxWaitingTime(frame->RenderTime(), now_ms); | 102 wait_ms = timing_->MaxWaitingTime(frame->RenderTime(), now_ms); |
| 103 | 103 |
| 104 // This will cause the frame buffer to prefer high framerate rather | 104 // This will cause the frame buffer to prefer high framerate rather |
| 105 // than high resolution in the case of the decoder not decoding fast | 105 // than high resolution in the case of the decoder not decoding fast |
| 106 // enough and the stream has multiple spatial and temporal layers. | 106 // enough and the stream has multiple spatial and temporal layers. |
| 107 if (wait_ms == 0) | 107 if (wait_ms == 0) |
| 108 continue; | 108 continue; |
| 109 | 109 |
| 110 break; | 110 break; |
| 111 } | 111 } |
| 112 } // rtc::Critscope lock(&crit_); | 112 } // rtc::Critscope lock(&crit_); |
| 113 | 113 |
| 114 wait_ms = std::min<int64_t>(wait_ms, latest_return_time - now_ms); | 114 wait_ms = std::min<int64_t>(wait_ms, latest_return_time_ms - now_ms); |
| 115 wait_ms = std::max<int64_t>(wait_ms, 0); | 115 wait_ms = std::max<int64_t>(wait_ms, 0); |
| 116 } while (new_countinuous_frame_event_.Wait(wait_ms)); | 116 } while (new_countinuous_frame_event_.Wait(wait_ms)); |
| 117 | 117 |
| 118 rtc::CritScope lock(&crit_); | 118 rtc::CritScope lock(&crit_); |
| 119 if (next_frame_it != frames_.end()) { | 119 int64_t now_ms = clock_->TimeInMilliseconds(); |
| 120 std::unique_ptr<FrameObject> frame = std::move(next_frame_it->second.frame); | 120 if (next_frame_it_ != frames_.end()) { |
| 121 std::unique_ptr<FrameObject> frame = |
| 122 std::move(next_frame_it_->second.frame); |
| 121 | 123 |
| 122 if (!frame->delayed_by_retransmission()) { | 124 if (!frame->delayed_by_retransmission()) { |
| 123 int64_t frame_delay; | 125 int64_t frame_delay; |
| 124 | 126 |
| 125 if (inter_frame_delay_.CalculateDelay(frame->timestamp, &frame_delay, | 127 if (inter_frame_delay_.CalculateDelay(frame->timestamp, &frame_delay, |
| 126 frame->ReceivedTime())) { | 128 frame->ReceivedTime())) { |
| 127 jitter_estimator_->UpdateEstimate(frame_delay, frame->size()); | 129 jitter_estimator_->UpdateEstimate(frame_delay, frame->size()); |
| 128 } | 130 } |
| 129 | 131 |
| 130 float rtt_mult = protection_mode_ == kProtectionNackFEC ? 0.0 : 1.0; | 132 float rtt_mult = protection_mode_ == kProtectionNackFEC ? 0.0 : 1.0; |
| 131 timing_->SetJitterDelay(jitter_estimator_->GetJitterEstimate(rtt_mult)); | 133 timing_->SetJitterDelay(jitter_estimator_->GetJitterEstimate(rtt_mult)); |
| 132 timing_->UpdateCurrentDelay(frame->RenderTime(), | 134 timing_->UpdateCurrentDelay(frame->RenderTime(), now_ms); |
| 133 clock_->TimeInMilliseconds()); | |
| 134 } | 135 } |
| 135 | 136 |
| 136 UpdateJitterDelay(); | 137 UpdateJitterDelay(); |
| 137 | 138 |
| 138 PropagateDecodability(next_frame_it->second); | 139 PropagateDecodability(next_frame_it_->second); |
| 139 AdvanceLastDecodedFrame(next_frame_it); | 140 AdvanceLastDecodedFrame(next_frame_it_); |
| 140 last_decoded_frame_timestamp_ = frame->timestamp; | 141 last_decoded_frame_timestamp_ = frame->timestamp; |
| 141 *frame_out = std::move(frame); | 142 *frame_out = std::move(frame); |
| 142 return kFrameFound; | 143 return kFrameFound; |
| 144 } else if (latest_return_time_ms - now_ms > 0) { |
| 145 // If |next_frame_it_ == frames_.end()| and there is still time left, it |
| 146 // means that the frame buffer was cleared as the thread in this function |
| 147 // was waiting to acquire |crit_| in order to return. Wait for the |
| 148 // remaining time and then return. |
| 149 return NextFrame(latest_return_time_ms - now_ms, frame_out); |
| 143 } else { | 150 } else { |
| 144 return kTimeout; | 151 return kTimeout; |
| 145 } | 152 } |
| 146 } | 153 } |
| 147 | 154 |
| 148 void FrameBuffer::SetProtectionMode(VCMVideoProtection mode) { | 155 void FrameBuffer::SetProtectionMode(VCMVideoProtection mode) { |
| 149 rtc::CritScope lock(&crit_); | 156 rtc::CritScope lock(&crit_); |
| 150 protection_mode_ = mode; | 157 protection_mode_ = mode; |
| 151 } | 158 } |
| 152 | 159 |
| (...skipping 250 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 403 if (accumulated_delay_samples_ > 0) { | 410 if (accumulated_delay_samples_ > 0) { |
| 404 RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.JitterBufferDelayInMs", | 411 RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.JitterBufferDelayInMs", |
| 405 accumulated_delay_ / accumulated_delay_samples_); | 412 accumulated_delay_ / accumulated_delay_samples_); |
| 406 } | 413 } |
| 407 } | 414 } |
| 408 | 415 |
| 409 void FrameBuffer::ClearFramesAndHistory() { | 416 void FrameBuffer::ClearFramesAndHistory() { |
| 410 frames_.clear(); | 417 frames_.clear(); |
| 411 last_decoded_frame_it_ = frames_.end(); | 418 last_decoded_frame_it_ = frames_.end(); |
| 412 last_continuous_frame_it_ = frames_.end(); | 419 last_continuous_frame_it_ = frames_.end(); |
| 420 next_frame_it_ = frames_.end(); |
| 413 num_frames_history_ = 0; | 421 num_frames_history_ = 0; |
| 414 num_frames_buffered_ = 0; | 422 num_frames_buffered_ = 0; |
| 415 } | 423 } |
| 416 | 424 |
| 417 } // namespace video_coding | 425 } // namespace video_coding |
| 418 } // namespace webrtc | 426 } // namespace webrtc |
| OLD | NEW |