Index: webrtc/modules/audio_device/audio_device_buffer.cc |
diff --git a/webrtc/modules/audio_device/audio_device_buffer.cc b/webrtc/modules/audio_device/audio_device_buffer.cc |
index ec6a8be490b08d513e6997ea76216d7d4223a6cc..19d45b28569feaa9688449a73fb788e22915f9c2 100644 |
--- a/webrtc/modules/audio_device/audio_device_buffer.cc |
+++ b/webrtc/modules/audio_device/audio_device_buffer.cc |
@@ -22,6 +22,8 @@ |
#include "webrtc/modules/audio_device/audio_device_config.h" |
#include "webrtc/system_wrappers/include/metrics.h" |
+#include "webrtc/base/platform_thread.h" |
+ |
namespace webrtc { |
static const char kTimerQueueName[] = "AudioDeviceBufferTimer"; |
@@ -38,16 +40,14 @@ static const size_t kMinValidCallTimeTimeInMilliseconds = |
kMinValidCallTimeTimeInSeconds * rtc::kNumMillisecsPerSec; |
AudioDeviceBuffer::AudioDeviceBuffer() |
- : audio_transport_cb_(nullptr), |
- task_queue_(kTimerQueueName), |
- playing_(false), |
- recording_(false), |
+ : task_queue_(kTimerQueueName), |
+ audio_transport_cb_(nullptr), |
rec_sample_rate_(0), |
play_sample_rate_(0), |
rec_channels_(0), |
play_channels_(0), |
- rec_bytes_per_sample_(0), |
- play_bytes_per_sample_(0), |
+ playing_(false), |
+ recording_(false), |
current_mic_level_(0), |
new_mic_level_(0), |
typing_status_(false), |
@@ -63,19 +63,21 @@ AudioDeviceBuffer::AudioDeviceBuffer() |
last_rec_samples_(0), |
play_samples_(0), |
last_play_samples_(0), |
- last_timer_task_time_(0), |
max_rec_level_(0), |
max_play_level_(0), |
+ last_timer_task_time_(0), |
rec_stat_count_(0), |
play_stat_count_(0), |
play_start_time_(0), |
rec_start_time_(0), |
only_silence_recorded_(true) { |
LOG(INFO) << "AudioDeviceBuffer::ctor"; |
+ playout_thread_checker_.DetachFromThread(); |
+ recording_thread_checker_.DetachFromThread(); |
} |
AudioDeviceBuffer::~AudioDeviceBuffer() { |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
RTC_DCHECK(!playing_); |
RTC_DCHECK(!recording_); |
LOG(INFO) << "AudioDeviceBuffer::~dtor"; |
@@ -83,14 +85,18 @@ AudioDeviceBuffer::~AudioDeviceBuffer() { |
int32_t AudioDeviceBuffer::RegisterAudioCallback( |
AudioTransport* audio_callback) { |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
LOG(INFO) << __FUNCTION__; |
- rtc::CritScope lock(&lock_cb_); |
+ if (playing_ || recording_) { |
+ LOG(LS_ERROR) << "Failed to set audio transport since media was active"; |
+ return -1; |
+ } |
audio_transport_cb_ = audio_callback; |
return 0; |
} |
void AudioDeviceBuffer::StartPlayout() { |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
// TODO(henrika): allow for usage of DCHECK(!playing_) here instead. Today the |
// ADM allows calling Start(), Start() by ignoring the second call but it |
// makes more sense to only allow one call. |
@@ -98,6 +104,7 @@ void AudioDeviceBuffer::StartPlayout() { |
return; |
} |
LOG(INFO) << __FUNCTION__; |
+ playout_thread_checker_.DetachFromThread(); |
// Clear members tracking playout stats and do it on the task queue. |
task_queue_.PostTask([this] { ResetPlayStats(); }); |
// Start a periodic timer based on task queue if not already done by the |
@@ -108,16 +115,16 @@ void AudioDeviceBuffer::StartPlayout() { |
const uint64_t now_time = rtc::TimeMillis(); |
// Clear members that are only touched on the main (creating) thread. |
play_start_time_ = now_time; |
- last_playout_time_ = now_time; |
playing_ = true; |
} |
void AudioDeviceBuffer::StartRecording() { |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
if (recording_) { |
return; |
} |
LOG(INFO) << __FUNCTION__; |
+ recording_thread_checker_.DetachFromThread(); |
// Clear members tracking recording stats and do it on the task queue. |
task_queue_.PostTask([this] { ResetRecStats(); }); |
// Start a periodic timer based on task queue if not already done by the |
@@ -135,7 +142,7 @@ void AudioDeviceBuffer::StartRecording() { |
} |
void AudioDeviceBuffer::StopPlayout() { |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
if (!playing_) { |
return; |
} |
@@ -145,34 +152,11 @@ void AudioDeviceBuffer::StopPlayout() { |
if (!recording_) { |
StopPeriodicLogging(); |
} |
- // Add diagnostic logging of delta times for playout callbacks. We are doing |
- // this wihout a lock since playout should be stopped by now and it a minor |
- // conflict during stop will not have a great impact on the total statistics. |
- const size_t time_since_start = rtc::TimeSince(play_start_time_); |
- if (time_since_start > kMinValidCallTimeTimeInMilliseconds) { |
- size_t total_diff_time = 0; |
- int num_measurements = 0; |
- LOG(INFO) << "[playout diff time => #measurements]"; |
- for (size_t diff = 0; diff < arraysize(playout_diff_times_); ++diff) { |
- uint32_t num_elements = playout_diff_times_[diff]; |
- if (num_elements > 0) { |
- total_diff_time += num_elements * diff; |
- num_measurements += num_elements; |
- LOG(INFO) << "[" << diff << " => " << num_elements << "]"; |
- } |
- } |
- if (num_measurements > 0) { |
- LOG(INFO) << "total_diff_time: " << total_diff_time << ", " |
- << "num_measurements: " << num_measurements << ", " |
- << "average: " |
- << static_cast<float>(total_diff_time) / num_measurements; |
- } |
- } |
- LOG(INFO) << "total playout time: " << time_since_start; |
+ LOG(INFO) << "total playout time: " << rtc::TimeSince(play_start_time_); |
} |
void AudioDeviceBuffer::StopRecording() { |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
+ RTC_DCHECK_RUN_ON(&main_thread_checker_); |
if (!recording_) { |
return; |
} |
@@ -202,40 +186,40 @@ void AudioDeviceBuffer::StopRecording() { |
} |
int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")"; |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
rec_sample_rate_ = fsHz; |
return 0; |
} |
int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")"; |
- RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
play_sample_rate_ = fsHz; |
return 0; |
} |
int32_t AudioDeviceBuffer::RecordingSampleRate() const { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
return rec_sample_rate_; |
} |
int32_t AudioDeviceBuffer::PlayoutSampleRate() const { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
return play_sample_rate_; |
} |
int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
LOG(INFO) << "SetRecordingChannels(" << channels << ")"; |
- rtc::CritScope lock(&lock_); |
rec_channels_ = channels; |
- rec_bytes_per_sample_ = sizeof(int16_t) * channels; |
return 0; |
} |
int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
LOG(INFO) << "SetPlayoutChannels(" << channels << ")"; |
- rtc::CritScope lock(&lock_); |
play_channels_ = channels; |
- play_bytes_per_sample_ = sizeof(int16_t) * channels; |
return 0; |
} |
@@ -256,30 +240,39 @@ int32_t AudioDeviceBuffer::RecordingChannel( |
} |
size_t AudioDeviceBuffer::RecordingChannels() const { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
return rec_channels_; |
} |
size_t AudioDeviceBuffer::PlayoutChannels() const { |
+ RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
return play_channels_; |
} |
int32_t AudioDeviceBuffer::SetCurrentMicLevel(uint32_t level) { |
+#if !defined(WEBRTC_WIN) |
+ // Windows uses a dedicated thread for volume APIs. |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
+#endif |
current_mic_level_ = level; |
return 0; |
} |
int32_t AudioDeviceBuffer::SetTypingStatus(bool typing_status) { |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
typing_status_ = typing_status; |
return 0; |
} |
uint32_t AudioDeviceBuffer::NewMicLevel() const { |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
return new_mic_level_; |
} |
void AudioDeviceBuffer::SetVQEData(int play_delay_ms, |
int rec_delay_ms, |
int clock_drift) { |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
play_delay_ms_ = play_delay_ms; |
rec_delay_ms_ = rec_delay_ms; |
clock_drift_ = clock_drift; |
@@ -309,12 +302,9 @@ int32_t AudioDeviceBuffer::StopOutputFileRecording() { |
int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, |
size_t num_samples) { |
- const size_t rec_channels = [&] { |
- rtc::CritScope lock(&lock_); |
- return rec_channels_; |
- }(); |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
// Copy the complete input buffer to the local buffer. |
- const size_t size_in_bytes = num_samples * rec_channels * sizeof(int16_t); |
+ const size_t size_in_bytes = num_samples * rec_channels_ * sizeof(int16_t); |
const size_t old_size = rec_buffer_.size(); |
rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes); |
// Keep track of the size of the recording buffer. Only updated when the |
@@ -326,7 +316,7 @@ int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, |
int16_t max_abs = 0; |
RTC_DCHECK_LT(rec_stat_count_, 50); |
if (++rec_stat_count_ >= 50) { |
- const size_t size = num_samples * rec_channels; |
+ const size_t size = num_samples * rec_channels_; |
// Returns the largest absolute value in a signed 16-bit vector. |
max_abs = WebRtcSpl_MaxAbsValueW16( |
reinterpret_cast<const int16_t*>(rec_buffer_.data()), size); |
@@ -348,20 +338,17 @@ int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, |
} |
int32_t AudioDeviceBuffer::DeliverRecordedData() { |
- rtc::CritScope lock(&lock_cb_); |
+ RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
if (!audio_transport_cb_) { |
LOG(LS_WARNING) << "Invalid audio transport"; |
return 0; |
} |
- const size_t rec_bytes_per_sample = [&] { |
- rtc::CritScope lock(&lock_); |
- return rec_bytes_per_sample_; |
- }(); |
+ const size_t rec_bytes_per_sample = rec_channels_ * sizeof(int16_t); |
uint32_t new_mic_level(0); |
uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_; |
size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample; |
int32_t res = audio_transport_cb_->RecordedDataIsAvailable( |
- rec_buffer_.data(), num_samples, rec_bytes_per_sample_, rec_channels_, |
+ rec_buffer_.data(), num_samples, rec_bytes_per_sample, rec_channels_, |
rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_, |
typing_status_, new_mic_level); |
if (res != -1) { |
@@ -373,26 +360,11 @@ int32_t AudioDeviceBuffer::DeliverRecordedData() { |
} |
int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { |
- // Measure time since last function call and update an array where the |
- // position/index corresponds to time differences (in milliseconds) between |
- // two successive playout callbacks, and the stored value is the number of |
- // times a given time difference was found. |
- int64_t now_time = rtc::TimeMillis(); |
- size_t diff_time = rtc::TimeDiff(now_time, last_playout_time_); |
- // Truncate at 500ms to limit the size of the array. |
- diff_time = std::min(kMaxDeltaTimeInMs, diff_time); |
- last_playout_time_ = now_time; |
- playout_diff_times_[diff_time]++; |
- |
- const size_t play_channels = [&] { |
- rtc::CritScope lock(&lock_); |
- return play_channels_; |
- }(); |
- |
+ RTC_DCHECK_RUN_ON(&playout_thread_checker_); |
// The consumer can change the request size on the fly and we therefore |
// resize the buffer accordingly. Also takes place at the first call to this |
// method. |
- const size_t play_bytes_per_sample = play_channels * sizeof(int16_t); |
+ const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t); |
const size_t size_in_bytes = num_samples * play_bytes_per_sample; |
if (play_buffer_.size() != size_in_bytes) { |
play_buffer_.SetSize(size_in_bytes); |
@@ -400,32 +372,28 @@ int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { |
} |
size_t num_samples_out(0); |
- { |
- rtc::CritScope lock(&lock_cb_); |
- |
- // It is currently supported to start playout without a valid audio |
- // transport object. Leads to warning and silence. |
- if (!audio_transport_cb_) { |
- LOG(LS_WARNING) << "Invalid audio transport"; |
- return 0; |
- } |
+ // It is currently supported to start playout without a valid audio |
+ // transport object. Leads to warning and silence. |
+ if (!audio_transport_cb_) { |
+ LOG(LS_WARNING) << "Invalid audio transport"; |
+ return 0; |
+ } |
- // Retrieve new 16-bit PCM audio data using the audio transport instance. |
- int64_t elapsed_time_ms = -1; |
- int64_t ntp_time_ms = -1; |
- uint32_t res = audio_transport_cb_->NeedMorePlayData( |
- num_samples, play_bytes_per_sample_, play_channels, play_sample_rate_, |
- play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms); |
- if (res != 0) { |
- LOG(LS_ERROR) << "NeedMorePlayData() failed"; |
- } |
+ // Retrieve new 16-bit PCM audio data using the audio transport instance. |
+ int64_t elapsed_time_ms = -1; |
+ int64_t ntp_time_ms = -1; |
+ uint32_t res = audio_transport_cb_->NeedMorePlayData( |
+ num_samples, play_bytes_per_sample, play_channels_, play_sample_rate_, |
+ play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms); |
+ if (res != 0) { |
+ LOG(LS_ERROR) << "NeedMorePlayData() failed"; |
} |
// Derive a new level value twice per second. |
int16_t max_abs = 0; |
RTC_DCHECK_LT(play_stat_count_, 50); |
if (++play_stat_count_ >= 50) { |
- const size_t size = num_samples * play_channels; |
+ const size_t size = num_samples * play_channels_; |
// Returns the largest absolute value in a signed 16-bit vector. |
max_abs = WebRtcSpl_MaxAbsValueW16( |
reinterpret_cast<const int16_t*>(play_buffer_.data()), size); |
@@ -442,11 +410,9 @@ int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { |
} |
int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) { |
+ RTC_DCHECK_RUN_ON(&playout_thread_checker_); |
RTC_DCHECK_GT(play_buffer_.size(), 0u); |
- const size_t play_bytes_per_sample = [&] { |
- rtc::CritScope lock(&lock_); |
- return play_bytes_per_sample_; |
- }(); |
+ const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t); |
memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size()); |
return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample); |
} |
@@ -462,7 +428,7 @@ void AudioDeviceBuffer::StopPeriodicLogging() { |
} |
void AudioDeviceBuffer::LogStats(LogState state) { |
- RTC_DCHECK(task_queue_.IsCurrent()); |
+ RTC_DCHECK_RUN_ON(&task_queue_); |
int64_t now_time = rtc::TimeMillis(); |
if (state == AudioDeviceBuffer::LOG_START) { |
// Reset counters at start. We will not add any logging in this state but |
@@ -521,7 +487,7 @@ void AudioDeviceBuffer::LogStats(LogState state) { |
} |
void AudioDeviceBuffer::ResetRecStats() { |
- RTC_DCHECK(task_queue_.IsCurrent()); |
+ RTC_DCHECK_RUN_ON(&task_queue_); |
rec_callbacks_ = 0; |
last_rec_callbacks_ = 0; |
rec_samples_ = 0; |
@@ -530,7 +496,7 @@ void AudioDeviceBuffer::ResetRecStats() { |
} |
void AudioDeviceBuffer::ResetPlayStats() { |
- RTC_DCHECK(task_queue_.IsCurrent()); |
+ RTC_DCHECK_RUN_ON(&task_queue_); |
play_callbacks_ = 0; |
last_play_callbacks_ = 0; |
play_samples_ = 0; |
@@ -539,7 +505,7 @@ void AudioDeviceBuffer::ResetPlayStats() { |
} |
void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) { |
- RTC_DCHECK(task_queue_.IsCurrent()); |
+ RTC_DCHECK_RUN_ON(&task_queue_); |
++rec_callbacks_; |
rec_samples_ += num_samples; |
if (max_abs > max_rec_level_) { |
@@ -548,7 +514,7 @@ void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) { |
} |
void AudioDeviceBuffer::UpdatePlayStats(int16_t max_abs, size_t num_samples) { |
- RTC_DCHECK(task_queue_.IsCurrent()); |
+ RTC_DCHECK_RUN_ON(&task_queue_); |
++play_callbacks_; |
play_samples_ += num_samples; |
if (max_abs > max_play_level_) { |