Index: webrtc/video/stream_synchronization.cc |
diff --git a/webrtc/video/stream_synchronization.cc b/webrtc/video/stream_synchronization.cc |
deleted file mode 100644 |
index cb37d80ef5ab3106af16c3aff53593663e72d471..0000000000000000000000000000000000000000 |
--- a/webrtc/video/stream_synchronization.cc |
+++ /dev/null |
@@ -1,226 +0,0 @@ |
-/* |
- * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
- * |
- * Use of this source code is governed by a BSD-style license |
- * that can be found in the LICENSE file in the root of the source |
- * tree. An additional intellectual property rights grant can be found |
- * in the file PATENTS. All contributing project authors may |
- * be found in the AUTHORS file in the root of the source tree. |
- */ |
- |
-#include "webrtc/video/stream_synchronization.h" |
- |
-#include <assert.h> |
-#include <math.h> |
-#include <stdlib.h> |
- |
-#include <algorithm> |
- |
-#include "webrtc/base/logging.h" |
- |
-namespace webrtc { |
- |
-static const int kMaxChangeMs = 80; |
-static const int kMaxDeltaDelayMs = 10000; |
-static const int kFilterLength = 4; |
-// Minimum difference between audio and video to warrant a change. |
-static const int kMinDeltaMs = 30; |
- |
-struct ViESyncDelay { |
- ViESyncDelay() { |
- extra_video_delay_ms = 0; |
- last_video_delay_ms = 0; |
- extra_audio_delay_ms = 0; |
- last_audio_delay_ms = 0; |
- network_delay = 120; |
- } |
- |
- int extra_video_delay_ms; |
- int last_video_delay_ms; |
- int extra_audio_delay_ms; |
- int last_audio_delay_ms; |
- int network_delay; |
-}; |
- |
-StreamSynchronization::StreamSynchronization(uint32_t video_primary_ssrc, |
- int audio_channel_id) |
- : channel_delay_(new ViESyncDelay), |
- video_primary_ssrc_(video_primary_ssrc), |
- audio_channel_id_(audio_channel_id), |
- base_target_delay_ms_(0), |
- avg_diff_ms_(0) { |
-} |
- |
-StreamSynchronization::~StreamSynchronization() { |
- delete channel_delay_; |
-} |
- |
-bool StreamSynchronization::ComputeRelativeDelay( |
- const Measurements& audio_measurement, |
- const Measurements& video_measurement, |
- int* relative_delay_ms) { |
- assert(relative_delay_ms); |
- if (audio_measurement.rtcp.size() < 2 || video_measurement.rtcp.size() < 2) { |
- // We need two RTCP SR reports per stream to do synchronization. |
- return false; |
- } |
- int64_t audio_last_capture_time_ms; |
- if (!RtpToNtpMs(audio_measurement.latest_timestamp, |
- audio_measurement.rtcp, |
- &audio_last_capture_time_ms)) { |
- return false; |
- } |
- int64_t video_last_capture_time_ms; |
- if (!RtpToNtpMs(video_measurement.latest_timestamp, |
- video_measurement.rtcp, |
- &video_last_capture_time_ms)) { |
- return false; |
- } |
- if (video_last_capture_time_ms < 0) { |
- return false; |
- } |
- // Positive diff means that video_measurement is behind audio_measurement. |
- *relative_delay_ms = video_measurement.latest_receive_time_ms - |
- audio_measurement.latest_receive_time_ms - |
- (video_last_capture_time_ms - audio_last_capture_time_ms); |
- if (*relative_delay_ms > kMaxDeltaDelayMs || |
- *relative_delay_ms < -kMaxDeltaDelayMs) { |
- return false; |
- } |
- return true; |
-} |
- |
-bool StreamSynchronization::ComputeDelays(int relative_delay_ms, |
- int current_audio_delay_ms, |
- int* total_audio_delay_target_ms, |
- int* total_video_delay_target_ms) { |
- assert(total_audio_delay_target_ms && total_video_delay_target_ms); |
- |
- int current_video_delay_ms = *total_video_delay_target_ms; |
- LOG(LS_VERBOSE) << "Audio delay: " << current_audio_delay_ms |
- << ", network delay diff: " << channel_delay_->network_delay |
- << " current diff: " << relative_delay_ms |
- << " for channel " << audio_channel_id_; |
- // Calculate the difference between the lowest possible video delay and |
- // the current audio delay. |
- int current_diff_ms = current_video_delay_ms - current_audio_delay_ms + |
- relative_delay_ms; |
- |
- avg_diff_ms_ = ((kFilterLength - 1) * avg_diff_ms_ + |
- current_diff_ms) / kFilterLength; |
- if (abs(avg_diff_ms_) < kMinDeltaMs) { |
- // Don't adjust if the diff is within our margin. |
- return false; |
- } |
- |
- // Make sure we don't move too fast. |
- int diff_ms = avg_diff_ms_ / 2; |
- diff_ms = std::min(diff_ms, kMaxChangeMs); |
- diff_ms = std::max(diff_ms, -kMaxChangeMs); |
- |
- // Reset the average after a move to prevent overshooting reaction. |
- avg_diff_ms_ = 0; |
- |
- if (diff_ms > 0) { |
- // The minimum video delay is longer than the current audio delay. |
- // We need to decrease extra video delay, or add extra audio delay. |
- if (channel_delay_->extra_video_delay_ms > base_target_delay_ms_) { |
- // We have extra delay added to ViE. Reduce this delay before adding |
- // extra delay to VoE. |
- channel_delay_->extra_video_delay_ms -= diff_ms; |
- channel_delay_->extra_audio_delay_ms = base_target_delay_ms_; |
- } else { // channel_delay_->extra_video_delay_ms > 0 |
- // We have no extra video delay to remove, increase the audio delay. |
- channel_delay_->extra_audio_delay_ms += diff_ms; |
- channel_delay_->extra_video_delay_ms = base_target_delay_ms_; |
- } |
- } else { // if (diff_ms > 0) |
- // The video delay is lower than the current audio delay. |
- // We need to decrease extra audio delay, or add extra video delay. |
- if (channel_delay_->extra_audio_delay_ms > base_target_delay_ms_) { |
- // We have extra delay in VoiceEngine. |
- // Start with decreasing the voice delay. |
- // Note: diff_ms is negative; add the negative difference. |
- channel_delay_->extra_audio_delay_ms += diff_ms; |
- channel_delay_->extra_video_delay_ms = base_target_delay_ms_; |
- } else { // channel_delay_->extra_audio_delay_ms > base_target_delay_ms_ |
- // We have no extra delay in VoiceEngine, increase the video delay. |
- // Note: diff_ms is negative; subtract the negative difference. |
- channel_delay_->extra_video_delay_ms -= diff_ms; // X - (-Y) = X + Y. |
- channel_delay_->extra_audio_delay_ms = base_target_delay_ms_; |
- } |
- } |
- |
- // Make sure that video is never below our target. |
- channel_delay_->extra_video_delay_ms = std::max( |
- channel_delay_->extra_video_delay_ms, base_target_delay_ms_); |
- |
- int new_video_delay_ms; |
- if (channel_delay_->extra_video_delay_ms > base_target_delay_ms_) { |
- new_video_delay_ms = channel_delay_->extra_video_delay_ms; |
- } else { |
- // No change to the extra video delay. We are changing audio and we only |
- // allow to change one at the time. |
- new_video_delay_ms = channel_delay_->last_video_delay_ms; |
- } |
- |
- // Make sure that we don't go below the extra video delay. |
- new_video_delay_ms = std::max( |
- new_video_delay_ms, channel_delay_->extra_video_delay_ms); |
- |
- // Verify we don't go above the maximum allowed video delay. |
- new_video_delay_ms = |
- std::min(new_video_delay_ms, base_target_delay_ms_ + kMaxDeltaDelayMs); |
- |
- int new_audio_delay_ms; |
- if (channel_delay_->extra_audio_delay_ms > base_target_delay_ms_) { |
- new_audio_delay_ms = channel_delay_->extra_audio_delay_ms; |
- } else { |
- // No change to the audio delay. We are changing video and we only |
- // allow to change one at the time. |
- new_audio_delay_ms = channel_delay_->last_audio_delay_ms; |
- } |
- |
- // Make sure that we don't go below the extra audio delay. |
- new_audio_delay_ms = std::max( |
- new_audio_delay_ms, channel_delay_->extra_audio_delay_ms); |
- |
- // Verify we don't go above the maximum allowed audio delay. |
- new_audio_delay_ms = |
- std::min(new_audio_delay_ms, base_target_delay_ms_ + kMaxDeltaDelayMs); |
- |
- // Remember our last audio and video delays. |
- channel_delay_->last_video_delay_ms = new_video_delay_ms; |
- channel_delay_->last_audio_delay_ms = new_audio_delay_ms; |
- |
- LOG(LS_VERBOSE) << "Sync video delay " << new_video_delay_ms |
- << " for video primary SSRC " << video_primary_ssrc_ |
- << " and audio delay " << channel_delay_->extra_audio_delay_ms |
- << " for audio channel " << audio_channel_id_; |
- |
- // Return values. |
- *total_video_delay_target_ms = new_video_delay_ms; |
- *total_audio_delay_target_ms = new_audio_delay_ms; |
- return true; |
-} |
- |
-void StreamSynchronization::SetTargetBufferingDelay(int target_delay_ms) { |
- // Initial extra delay for audio (accounting for existing extra delay). |
- channel_delay_->extra_audio_delay_ms += |
- target_delay_ms - base_target_delay_ms_; |
- channel_delay_->last_audio_delay_ms += |
- target_delay_ms - base_target_delay_ms_; |
- |
- // The video delay is compared to the last value (and how much we can update |
- // is limited by that as well). |
- channel_delay_->last_video_delay_ms += |
- target_delay_ms - base_target_delay_ms_; |
- |
- channel_delay_->extra_video_delay_ms += |
- target_delay_ms - base_target_delay_ms_; |
- |
- // Video is already delayed by the desired amount. |
- base_target_delay_ms_ = target_delay_ms; |
-} |
- |
-} // namespace webrtc |