| Index: webrtc/modules/audio_device/audio_device_buffer.cc
|
| diff --git a/webrtc/modules/audio_device/audio_device_buffer.cc b/webrtc/modules/audio_device/audio_device_buffer.cc
|
| index 77cc74196e960390273414fe63ecd463548ab5db..d3b7917a5e4b7680a917a53bb1dadc2e8eb64147 100644
|
| --- a/webrtc/modules/audio_device/audio_device_buffer.cc
|
| +++ b/webrtc/modules/audio_device/audio_device_buffer.cc
|
| @@ -39,13 +39,8 @@ AudioDeviceBuffer::AudioDeviceBuffer()
|
| play_sample_rate_(0),
|
| rec_channels_(0),
|
| play_channels_(0),
|
| - rec_channel_(AudioDeviceModule::kChannelBoth),
|
| rec_bytes_per_sample_(0),
|
| play_bytes_per_sample_(0),
|
| - rec_samples_per_10ms_(0),
|
| - rec_bytes_per_10ms_(0),
|
| - play_samples_per_10ms_(0),
|
| - play_bytes_per_10ms_(0),
|
| current_mic_level_(0),
|
| new_mic_level_(0),
|
| typing_status_(false),
|
| @@ -66,10 +61,6 @@ AudioDeviceBuffer::AudioDeviceBuffer()
|
| max_play_level_(0),
|
| num_rec_level_is_zero_(0) {
|
| LOG(INFO) << "AudioDeviceBuffer::ctor";
|
| - // TODO(henrika): improve buffer handling and ensure that we don't allocate
|
| - // more than what is required.
|
| - play_buffer_.reset(new int8_t[kMaxBufferSizeBytes]);
|
| - rec_buffer_.reset(new int8_t[kMaxBufferSizeBytes]);
|
| }
|
|
|
| AudioDeviceBuffer::~AudioDeviceBuffer() {
|
| @@ -108,7 +99,7 @@ AudioDeviceBuffer::~AudioDeviceBuffer() {
|
| int32_t AudioDeviceBuffer::RegisterAudioCallback(
|
| AudioTransport* audio_callback) {
|
| LOG(INFO) << __FUNCTION__;
|
| - rtc::CritScope lock(&_critSectCb);
|
| + rtc::CritScope lock(&lock_cb_);
|
| audio_transport_cb_ = audio_callback;
|
| return 0;
|
| }
|
| @@ -137,14 +128,14 @@ int32_t AudioDeviceBuffer::InitRecording() {
|
|
|
| int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) {
|
| LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")";
|
| - rtc::CritScope lock(&_critSect);
|
| + RTC_DCHECK(thread_checker_.CalledOnValidThread());
|
| rec_sample_rate_ = fsHz;
|
| return 0;
|
| }
|
|
|
| int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) {
|
| LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")";
|
| - rtc::CritScope lock(&_critSect);
|
| + RTC_DCHECK(thread_checker_.CalledOnValidThread());
|
| play_sample_rate_ = fsHz;
|
| return 0;
|
| }
|
| @@ -159,46 +150,34 @@ int32_t AudioDeviceBuffer::PlayoutSampleRate() const {
|
|
|
| int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) {
|
| LOG(INFO) << "SetRecordingChannels(" << channels << ")";
|
| - rtc::CritScope lock(&_critSect);
|
| + rtc::CritScope lock(&lock_);
|
| rec_channels_ = channels;
|
| - rec_bytes_per_sample_ =
|
| - 2 * channels; // 16 bits per sample in mono, 32 bits in stereo
|
| + rec_bytes_per_sample_ = sizeof(int16_t) * channels;
|
| return 0;
|
| }
|
|
|
| int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) {
|
| LOG(INFO) << "SetPlayoutChannels(" << channels << ")";
|
| - rtc::CritScope lock(&_critSect);
|
| + rtc::CritScope lock(&lock_);
|
| play_channels_ = channels;
|
| - // 16 bits per sample in mono, 32 bits in stereo
|
| - play_bytes_per_sample_ = 2 * channels;
|
| + play_bytes_per_sample_ = sizeof(int16_t) * channels;
|
| return 0;
|
| }
|
|
|
| int32_t AudioDeviceBuffer::SetRecordingChannel(
|
| const AudioDeviceModule::ChannelType channel) {
|
| - rtc::CritScope lock(&_critSect);
|
| -
|
| - if (rec_channels_ == 1) {
|
| - return -1;
|
| - }
|
| -
|
| - if (channel == AudioDeviceModule::kChannelBoth) {
|
| - // two bytes per channel
|
| - rec_bytes_per_sample_ = 4;
|
| - } else {
|
| - // only utilize one out of two possible channels (left or right)
|
| - rec_bytes_per_sample_ = 2;
|
| - }
|
| - rec_channel_ = channel;
|
| -
|
| - return 0;
|
| + LOG(INFO) << "SetRecordingChannel(" << channel << ")";
|
| + LOG(LS_WARNING) << "Not implemented";
|
| + // Add DCHECK to ensure that user does not try to use this API with a non-
|
| + // default parameter.
|
| + RTC_DCHECK_EQ(channel, AudioDeviceModule::kChannelBoth);
|
| + return -1;
|
| }
|
|
|
| int32_t AudioDeviceBuffer::RecordingChannel(
|
| AudioDeviceModule::ChannelType& channel) const {
|
| - channel = rec_channel_;
|
| - return 0;
|
| + LOG(LS_WARNING) << "Not implemented";
|
| + return -1;
|
| }
|
|
|
| size_t AudioDeviceBuffer::RecordingChannels() const {
|
| @@ -255,31 +234,19 @@ int32_t AudioDeviceBuffer::StopOutputFileRecording() {
|
|
|
| int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer,
|
| size_t num_samples) {
|
| - UpdateRecordingParameters();
|
| - // WebRTC can only receive audio in 10ms chunks, hence we fail if the native
|
| - // audio layer tries to deliver something else.
|
| - RTC_CHECK_EQ(num_samples, rec_samples_per_10ms_);
|
| -
|
| - rtc::CritScope lock(&_critSect);
|
| -
|
| - if (rec_channel_ == AudioDeviceModule::kChannelBoth) {
|
| - // Copy the complete input buffer to the local buffer.
|
| - memcpy(&rec_buffer_[0], audio_buffer, rec_bytes_per_10ms_);
|
| - } else {
|
| - int16_t* ptr16In = (int16_t*)audio_buffer;
|
| - int16_t* ptr16Out = (int16_t*)&rec_buffer_[0];
|
| - if (AudioDeviceModule::kChannelRight == rec_channel_) {
|
| - ptr16In++;
|
| - }
|
| - // Exctract left or right channel from input buffer to the local buffer.
|
| - for (size_t i = 0; i < rec_samples_per_10ms_; i++) {
|
| - *ptr16Out = *ptr16In;
|
| - ptr16Out++;
|
| - ptr16In++;
|
| - ptr16In++;
|
| - }
|
| + const size_t rec_bytes_per_sample = [&] {
|
| + rtc::CritScope lock(&lock_);
|
| + return rec_bytes_per_sample_;
|
| + }();
|
| + // Copy the complete input buffer to the local buffer.
|
| + const size_t size_in_bytes = num_samples * rec_bytes_per_sample;
|
| + const size_t old_size = rec_buffer_.size();
|
| + rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes);
|
| + // Keep track of the size of the recording buffer. Only updated when the
|
| + // size changes, which is a rare event.
|
| + if (old_size != rec_buffer_.size()) {
|
| + LOG(LS_INFO) << "Size of recording buffer: " << rec_buffer_.size();
|
| }
|
| -
|
| // Update some stats but do it on the task queue to ensure that the members
|
| // are modified and read on the same thread.
|
| task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::UpdateRecStats, this,
|
| @@ -288,26 +255,27 @@ int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer,
|
| }
|
|
|
| int32_t AudioDeviceBuffer::DeliverRecordedData() {
|
| - rtc::CritScope lock(&_critSectCb);
|
| -
|
| + rtc::CritScope lock(&lock_cb_);
|
| if (!audio_transport_cb_) {
|
| LOG(LS_WARNING) << "Invalid audio transport";
|
| return 0;
|
| }
|
| -
|
| - int32_t res(0);
|
| - uint32_t newMicLevel(0);
|
| - uint32_t totalDelayMS = play_delay_ms_ + rec_delay_ms_;
|
| - res = audio_transport_cb_->RecordedDataIsAvailable(
|
| - &rec_buffer_[0], rec_samples_per_10ms_, rec_bytes_per_sample_,
|
| - rec_channels_, rec_sample_rate_, totalDelayMS, clock_drift_,
|
| - current_mic_level_, typing_status_, newMicLevel);
|
| + const size_t rec_bytes_per_sample = [&] {
|
| + rtc::CritScope lock(&lock_);
|
| + return rec_bytes_per_sample_;
|
| + }();
|
| + uint32_t new_mic_level(0);
|
| + uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_;
|
| + size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample;
|
| + int32_t res = audio_transport_cb_->RecordedDataIsAvailable(
|
| + rec_buffer_.data(), num_samples, rec_bytes_per_sample_, rec_channels_,
|
| + rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_,
|
| + typing_status_, new_mic_level);
|
| if (res != -1) {
|
| - new_mic_level_ = newMicLevel;
|
| + new_mic_level_ = new_mic_level;
|
| } else {
|
| LOG(LS_ERROR) << "RecordedDataIsAvailable() failed";
|
| }
|
| -
|
| return 0;
|
| }
|
|
|
| @@ -323,12 +291,21 @@ int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) {
|
| last_playout_time_ = now_time;
|
| playout_diff_times_[diff_time]++;
|
|
|
| - UpdatePlayoutParameters();
|
| - // WebRTC can only provide audio in 10ms chunks, hence we fail if the native
|
| - // audio layer asks for something else.
|
| - RTC_CHECK_EQ(num_samples, play_samples_per_10ms_);
|
| + const size_t play_bytes_per_sample = [&] {
|
| + rtc::CritScope lock(&lock_);
|
| + return play_bytes_per_sample_;
|
| + }();
|
| +
|
| + // The consumer can change the request size on the fly and we therefore
|
| + // resize the buffer accordingly. Also takes place at the first call to this
|
| + // method.
|
| + const size_t size_in_bytes = num_samples * play_bytes_per_sample;
|
| + if (play_buffer_.size() != size_in_bytes) {
|
| + play_buffer_.SetSize(size_in_bytes);
|
| + LOG(LS_INFO) << "Size of playout buffer: " << play_buffer_.size();
|
| + }
|
|
|
| - rtc::CritScope lock(&_critSectCb);
|
| + rtc::CritScope lock(&lock_cb_);
|
|
|
| // It is currently supported to start playout without a valid audio
|
| // transport object. Leads to warning and silence.
|
| @@ -337,14 +314,12 @@ int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) {
|
| return 0;
|
| }
|
|
|
| - uint32_t res(0);
|
| int64_t elapsed_time_ms = -1;
|
| int64_t ntp_time_ms = -1;
|
| size_t num_samples_out(0);
|
| - res = audio_transport_cb_->NeedMorePlayData(
|
| - play_samples_per_10ms_, play_bytes_per_sample_, play_channels_,
|
| - play_sample_rate_, &play_buffer_[0], num_samples_out, &elapsed_time_ms,
|
| - &ntp_time_ms);
|
| + uint32_t res = audio_transport_cb_->NeedMorePlayData(
|
| + num_samples, play_bytes_per_sample_, play_channels_, play_sample_rate_,
|
| + play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms);
|
| if (res != 0) {
|
| LOG(LS_ERROR) << "NeedMorePlayData() failed";
|
| }
|
| @@ -352,32 +327,18 @@ int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) {
|
| // Update some stats but do it on the task queue to ensure that access of
|
| // members is serialized hence avoiding usage of locks.
|
| task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::UpdatePlayStats, this,
|
| - &play_buffer_[0], num_samples_out));
|
| + play_buffer_.data(), num_samples_out));
|
| return static_cast<int32_t>(num_samples_out);
|
| }
|
|
|
| int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) {
|
| - rtc::CritScope lock(&_critSect);
|
| - memcpy(audio_buffer, &play_buffer_[0], play_bytes_per_10ms_);
|
| - return static_cast<int32_t>(play_samples_per_10ms_);
|
| -}
|
| -
|
| -void AudioDeviceBuffer::UpdatePlayoutParameters() {
|
| - RTC_CHECK(play_bytes_per_sample_);
|
| - rtc::CritScope lock(&_critSect);
|
| - // Update the required buffer size given sample rate and number of channels.
|
| - play_samples_per_10ms_ = static_cast<size_t>(play_sample_rate_ * 10 / 1000);
|
| - play_bytes_per_10ms_ = play_bytes_per_sample_ * play_samples_per_10ms_;
|
| - RTC_DCHECK_LE(play_bytes_per_10ms_, kMaxBufferSizeBytes);
|
| -}
|
| -
|
| -void AudioDeviceBuffer::UpdateRecordingParameters() {
|
| - RTC_CHECK(rec_bytes_per_sample_);
|
| - rtc::CritScope lock(&_critSect);
|
| - // Update the required buffer size given sample rate and number of channels.
|
| - rec_samples_per_10ms_ = static_cast<size_t>(rec_sample_rate_ * 10 / 1000);
|
| - rec_bytes_per_10ms_ = rec_bytes_per_sample_ * rec_samples_per_10ms_;
|
| - RTC_DCHECK_LE(rec_bytes_per_10ms_, kMaxBufferSizeBytes);
|
| + RTC_DCHECK_GT(play_buffer_.size(), 0u);
|
| + const size_t play_bytes_per_sample = [&] {
|
| + rtc::CritScope lock(&lock_);
|
| + return play_bytes_per_sample_;
|
| + }();
|
| + memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size());
|
| + return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample);
|
| }
|
|
|
| void AudioDeviceBuffer::StartTimer() {
|
|
|