| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include <algorithm> | 11 #include <algorithm> |
| 12 | 12 |
| 13 #include "webrtc/modules/audio_device/audio_device_buffer.h" | 13 #include "webrtc/modules/audio_device/audio_device_buffer.h" |
| 14 | 14 |
| 15 #include "webrtc/base/arraysize.h" | 15 #include "webrtc/base/arraysize.h" |
| 16 #include "webrtc/base/bind.h" | 16 #include "webrtc/base/bind.h" |
| 17 #include "webrtc/base/checks.h" | 17 #include "webrtc/base/checks.h" |
| 18 #include "webrtc/base/logging.h" | 18 #include "webrtc/base/logging.h" |
| 19 #include "webrtc/base/format_macros.h" | 19 #include "webrtc/base/format_macros.h" |
| 20 #include "webrtc/base/timeutils.h" | 20 #include "webrtc/base/timeutils.h" |
| 21 #include "webrtc/common_audio/signal_processing/include/signal_processing_librar
y.h" | 21 #include "webrtc/common_audio/signal_processing/include/signal_processing_librar
y.h" |
| 22 #include "webrtc/modules/audio_device/audio_device_config.h" | 22 #include "webrtc/modules/audio_device/audio_device_config.h" |
| 23 #include "webrtc/system_wrappers/include/metrics.h" | 23 #include "webrtc/system_wrappers/include/metrics.h" |
| 24 | 24 |
| 25 #include "webrtc/base/platform_thread.h" |
| 26 |
| 25 namespace webrtc { | 27 namespace webrtc { |
| 26 | 28 |
| 27 static const char kTimerQueueName[] = "AudioDeviceBufferTimer"; | 29 static const char kTimerQueueName[] = "AudioDeviceBufferTimer"; |
| 28 | 30 |
| 29 // Time between two sucessive calls to LogStats(). | 31 // Time between two sucessive calls to LogStats(). |
| 30 static const size_t kTimerIntervalInSeconds = 10; | 32 static const size_t kTimerIntervalInSeconds = 10; |
| 31 static const size_t kTimerIntervalInMilliseconds = | 33 static const size_t kTimerIntervalInMilliseconds = |
| 32 kTimerIntervalInSeconds * rtc::kNumMillisecsPerSec; | 34 kTimerIntervalInSeconds * rtc::kNumMillisecsPerSec; |
| 33 // Min time required to qualify an audio session as a "call". If playout or | 35 // Min time required to qualify an audio session as a "call". If playout or |
| 34 // recording has been active for less than this time we will not store any | 36 // recording has been active for less than this time we will not store any |
| 35 // logs or UMA stats but instead consider the call as too short. | 37 // logs or UMA stats but instead consider the call as too short. |
| 36 static const size_t kMinValidCallTimeTimeInSeconds = 10; | 38 static const size_t kMinValidCallTimeTimeInSeconds = 10; |
| 37 static const size_t kMinValidCallTimeTimeInMilliseconds = | 39 static const size_t kMinValidCallTimeTimeInMilliseconds = |
| 38 kMinValidCallTimeTimeInSeconds * rtc::kNumMillisecsPerSec; | 40 kMinValidCallTimeTimeInSeconds * rtc::kNumMillisecsPerSec; |
| 39 | 41 |
| 40 AudioDeviceBuffer::AudioDeviceBuffer() | 42 AudioDeviceBuffer::AudioDeviceBuffer() |
| 41 : audio_transport_cb_(nullptr), | 43 : task_queue_(kTimerQueueName), |
| 42 task_queue_(kTimerQueueName), | 44 audio_transport_cb_(nullptr), |
| 43 playing_(false), | |
| 44 recording_(false), | |
| 45 rec_sample_rate_(0), | 45 rec_sample_rate_(0), |
| 46 play_sample_rate_(0), | 46 play_sample_rate_(0), |
| 47 rec_channels_(0), | 47 rec_channels_(0), |
| 48 play_channels_(0), | 48 play_channels_(0), |
| 49 rec_bytes_per_sample_(0), | 49 playing_(false), |
| 50 play_bytes_per_sample_(0), | 50 recording_(false), |
| 51 current_mic_level_(0), | 51 current_mic_level_(0), |
| 52 new_mic_level_(0), | 52 new_mic_level_(0), |
| 53 typing_status_(false), | 53 typing_status_(false), |
| 54 play_delay_ms_(0), | 54 play_delay_ms_(0), |
| 55 rec_delay_ms_(0), | 55 rec_delay_ms_(0), |
| 56 clock_drift_(0), | 56 clock_drift_(0), |
| 57 num_stat_reports_(0), | 57 num_stat_reports_(0), |
| 58 rec_callbacks_(0), | 58 rec_callbacks_(0), |
| 59 last_rec_callbacks_(0), | 59 last_rec_callbacks_(0), |
| 60 play_callbacks_(0), | 60 play_callbacks_(0), |
| 61 last_play_callbacks_(0), | 61 last_play_callbacks_(0), |
| 62 rec_samples_(0), | 62 rec_samples_(0), |
| 63 last_rec_samples_(0), | 63 last_rec_samples_(0), |
| 64 play_samples_(0), | 64 play_samples_(0), |
| 65 last_play_samples_(0), | 65 last_play_samples_(0), |
| 66 last_timer_task_time_(0), | |
| 67 max_rec_level_(0), | 66 max_rec_level_(0), |
| 68 max_play_level_(0), | 67 max_play_level_(0), |
| 68 last_timer_task_time_(0), |
| 69 rec_stat_count_(0), | 69 rec_stat_count_(0), |
| 70 play_stat_count_(0), | 70 play_stat_count_(0), |
| 71 play_start_time_(0), | 71 play_start_time_(0), |
| 72 rec_start_time_(0), | 72 rec_start_time_(0), |
| 73 only_silence_recorded_(true) { | 73 only_silence_recorded_(true) { |
| 74 LOG(INFO) << "AudioDeviceBuffer::ctor"; | 74 LOG(INFO) << "AudioDeviceBuffer::ctor"; |
| 75 playout_thread_checker_.DetachFromThread(); |
| 76 recording_thread_checker_.DetachFromThread(); |
| 75 } | 77 } |
| 76 | 78 |
| 77 AudioDeviceBuffer::~AudioDeviceBuffer() { | 79 AudioDeviceBuffer::~AudioDeviceBuffer() { |
| 78 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | 80 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 79 RTC_DCHECK(!playing_); | 81 RTC_DCHECK(!playing_); |
| 80 RTC_DCHECK(!recording_); | 82 RTC_DCHECK(!recording_); |
| 81 LOG(INFO) << "AudioDeviceBuffer::~dtor"; | 83 LOG(INFO) << "AudioDeviceBuffer::~dtor"; |
| 82 } | 84 } |
| 83 | 85 |
| 84 int32_t AudioDeviceBuffer::RegisterAudioCallback( | 86 int32_t AudioDeviceBuffer::RegisterAudioCallback( |
| 85 AudioTransport* audio_callback) { | 87 AudioTransport* audio_callback) { |
| 88 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 86 LOG(INFO) << __FUNCTION__; | 89 LOG(INFO) << __FUNCTION__; |
| 87 rtc::CritScope lock(&lock_cb_); | 90 if (playing_ || recording_) { |
| 91 LOG(LS_ERROR) << "Failed to set audio transport since media was active"; |
| 92 return -1; |
| 93 } |
| 88 audio_transport_cb_ = audio_callback; | 94 audio_transport_cb_ = audio_callback; |
| 89 return 0; | 95 return 0; |
| 90 } | 96 } |
| 91 | 97 |
| 92 void AudioDeviceBuffer::StartPlayout() { | 98 void AudioDeviceBuffer::StartPlayout() { |
| 93 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | 99 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 94 // TODO(henrika): allow for usage of DCHECK(!playing_) here instead. Today the | 100 // TODO(henrika): allow for usage of DCHECK(!playing_) here instead. Today the |
| 95 // ADM allows calling Start(), Start() by ignoring the second call but it | 101 // ADM allows calling Start(), Start() by ignoring the second call but it |
| 96 // makes more sense to only allow one call. | 102 // makes more sense to only allow one call. |
| 97 if (playing_) { | 103 if (playing_) { |
| 98 return; | 104 return; |
| 99 } | 105 } |
| 100 LOG(INFO) << __FUNCTION__; | 106 LOG(INFO) << __FUNCTION__; |
| 107 playout_thread_checker_.DetachFromThread(); |
| 101 // Clear members tracking playout stats and do it on the task queue. | 108 // Clear members tracking playout stats and do it on the task queue. |
| 102 task_queue_.PostTask([this] { ResetPlayStats(); }); | 109 task_queue_.PostTask([this] { ResetPlayStats(); }); |
| 103 // Start a periodic timer based on task queue if not already done by the | 110 // Start a periodic timer based on task queue if not already done by the |
| 104 // recording side. | 111 // recording side. |
| 105 if (!recording_) { | 112 if (!recording_) { |
| 106 StartPeriodicLogging(); | 113 StartPeriodicLogging(); |
| 107 } | 114 } |
| 108 const uint64_t now_time = rtc::TimeMillis(); | 115 const uint64_t now_time = rtc::TimeMillis(); |
| 109 // Clear members that are only touched on the main (creating) thread. | 116 // Clear members that are only touched on the main (creating) thread. |
| 110 play_start_time_ = now_time; | 117 play_start_time_ = now_time; |
| 111 last_playout_time_ = now_time; | |
| 112 playing_ = true; | 118 playing_ = true; |
| 113 } | 119 } |
| 114 | 120 |
| 115 void AudioDeviceBuffer::StartRecording() { | 121 void AudioDeviceBuffer::StartRecording() { |
| 116 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | 122 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 117 if (recording_) { | 123 if (recording_) { |
| 118 return; | 124 return; |
| 119 } | 125 } |
| 120 LOG(INFO) << __FUNCTION__; | 126 LOG(INFO) << __FUNCTION__; |
| 127 recording_thread_checker_.DetachFromThread(); |
| 121 // Clear members tracking recording stats and do it on the task queue. | 128 // Clear members tracking recording stats and do it on the task queue. |
| 122 task_queue_.PostTask([this] { ResetRecStats(); }); | 129 task_queue_.PostTask([this] { ResetRecStats(); }); |
| 123 // Start a periodic timer based on task queue if not already done by the | 130 // Start a periodic timer based on task queue if not already done by the |
| 124 // playout side. | 131 // playout side. |
| 125 if (!playing_) { | 132 if (!playing_) { |
| 126 StartPeriodicLogging(); | 133 StartPeriodicLogging(); |
| 127 } | 134 } |
| 128 // Clear members that will be touched on the main (creating) thread. | 135 // Clear members that will be touched on the main (creating) thread. |
| 129 rec_start_time_ = rtc::TimeMillis(); | 136 rec_start_time_ = rtc::TimeMillis(); |
| 130 recording_ = true; | 137 recording_ = true; |
| 131 // And finally a member which can be modified on the native audio thread. | 138 // And finally a member which can be modified on the native audio thread. |
| 132 // It is safe to do so since we know by design that the owning ADM has not | 139 // It is safe to do so since we know by design that the owning ADM has not |
| 133 // yet started the native audio recording. | 140 // yet started the native audio recording. |
| 134 only_silence_recorded_ = true; | 141 only_silence_recorded_ = true; |
| 135 } | 142 } |
| 136 | 143 |
| 137 void AudioDeviceBuffer::StopPlayout() { | 144 void AudioDeviceBuffer::StopPlayout() { |
| 138 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | 145 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 139 if (!playing_) { | 146 if (!playing_) { |
| 140 return; | 147 return; |
| 141 } | 148 } |
| 142 LOG(INFO) << __FUNCTION__; | 149 LOG(INFO) << __FUNCTION__; |
| 143 playing_ = false; | 150 playing_ = false; |
| 144 // Stop periodic logging if no more media is active. | 151 // Stop periodic logging if no more media is active. |
| 145 if (!recording_) { | 152 if (!recording_) { |
| 146 StopPeriodicLogging(); | 153 StopPeriodicLogging(); |
| 147 } | 154 } |
| 148 // Add diagnostic logging of delta times for playout callbacks. We are doing | 155 LOG(INFO) << "total playout time: " << rtc::TimeSince(play_start_time_); |
| 149 // this wihout a lock since playout should be stopped by now and it a minor | |
| 150 // conflict during stop will not have a great impact on the total statistics. | |
| 151 const size_t time_since_start = rtc::TimeSince(play_start_time_); | |
| 152 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) { | |
| 153 size_t total_diff_time = 0; | |
| 154 int num_measurements = 0; | |
| 155 LOG(INFO) << "[playout diff time => #measurements]"; | |
| 156 for (size_t diff = 0; diff < arraysize(playout_diff_times_); ++diff) { | |
| 157 uint32_t num_elements = playout_diff_times_[diff]; | |
| 158 if (num_elements > 0) { | |
| 159 total_diff_time += num_elements * diff; | |
| 160 num_measurements += num_elements; | |
| 161 LOG(INFO) << "[" << diff << " => " << num_elements << "]"; | |
| 162 } | |
| 163 } | |
| 164 if (num_measurements > 0) { | |
| 165 LOG(INFO) << "total_diff_time: " << total_diff_time << ", " | |
| 166 << "num_measurements: " << num_measurements << ", " | |
| 167 << "average: " | |
| 168 << static_cast<float>(total_diff_time) / num_measurements; | |
| 169 } | |
| 170 } | |
| 171 LOG(INFO) << "total playout time: " << time_since_start; | |
| 172 } | 156 } |
| 173 | 157 |
| 174 void AudioDeviceBuffer::StopRecording() { | 158 void AudioDeviceBuffer::StopRecording() { |
| 175 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | 159 RTC_DCHECK_RUN_ON(&main_thread_checker_); |
| 176 if (!recording_) { | 160 if (!recording_) { |
| 177 return; | 161 return; |
| 178 } | 162 } |
| 179 LOG(INFO) << __FUNCTION__; | 163 LOG(INFO) << __FUNCTION__; |
| 180 recording_ = false; | 164 recording_ = false; |
| 181 // Stop periodic logging if no more media is active. | 165 // Stop periodic logging if no more media is active. |
| 182 if (!playing_) { | 166 if (!playing_) { |
| 183 StopPeriodicLogging(); | 167 StopPeriodicLogging(); |
| 184 } | 168 } |
| 185 // Add UMA histogram to keep track of the case when only zeros have been | 169 // Add UMA histogram to keep track of the case when only zeros have been |
| 186 // recorded. Measurements (max of absolute level) are taken twice per second, | 170 // recorded. Measurements (max of absolute level) are taken twice per second, |
| 187 // which means that if e.g 10 seconds of audio has been recorded, a total of | 171 // which means that if e.g 10 seconds of audio has been recorded, a total of |
| 188 // 20 level estimates must all be identical to zero to trigger the histogram. | 172 // 20 level estimates must all be identical to zero to trigger the histogram. |
| 189 // |only_silence_recorded_| can only be cleared on the native audio thread | 173 // |only_silence_recorded_| can only be cleared on the native audio thread |
| 190 // that drives audio capture but we know by design that the audio has stopped | 174 // that drives audio capture but we know by design that the audio has stopped |
| 191 // when this method is called, hence there should not be aby conflicts. Also, | 175 // when this method is called, hence there should not be aby conflicts. Also, |
| 192 // the fact that |only_silence_recorded_| can be affected during the complete | 176 // the fact that |only_silence_recorded_| can be affected during the complete |
| 193 // call makes chances of conflicts with potentially one last callback very | 177 // call makes chances of conflicts with potentially one last callback very |
| 194 // small. | 178 // small. |
| 195 const size_t time_since_start = rtc::TimeSince(rec_start_time_); | 179 const size_t time_since_start = rtc::TimeSince(rec_start_time_); |
| 196 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) { | 180 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) { |
| 197 const int only_zeros = static_cast<int>(only_silence_recorded_); | 181 const int only_zeros = static_cast<int>(only_silence_recorded_); |
| 198 RTC_HISTOGRAM_BOOLEAN("WebRTC.Audio.RecordedOnlyZeros", only_zeros); | 182 RTC_HISTOGRAM_BOOLEAN("WebRTC.Audio.RecordedOnlyZeros", only_zeros); |
| 199 LOG(INFO) << "HISTOGRAM(WebRTC.Audio.RecordedOnlyZeros): " << only_zeros; | 183 LOG(INFO) << "HISTOGRAM(WebRTC.Audio.RecordedOnlyZeros): " << only_zeros; |
| 200 } | 184 } |
| 201 LOG(INFO) << "total recording time: " << time_since_start; | 185 LOG(INFO) << "total recording time: " << time_since_start; |
| 202 } | 186 } |
| 203 | 187 |
| 204 int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) { | 188 int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) { |
| 189 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 205 LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")"; | 190 LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")"; |
| 206 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | |
| 207 rec_sample_rate_ = fsHz; | 191 rec_sample_rate_ = fsHz; |
| 208 return 0; | 192 return 0; |
| 209 } | 193 } |
| 210 | 194 |
| 211 int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) { | 195 int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) { |
| 196 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 212 LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")"; | 197 LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")"; |
| 213 RTC_DCHECK(thread_checker_.CalledOnValidThread()); | |
| 214 play_sample_rate_ = fsHz; | 198 play_sample_rate_ = fsHz; |
| 215 return 0; | 199 return 0; |
| 216 } | 200 } |
| 217 | 201 |
| 218 int32_t AudioDeviceBuffer::RecordingSampleRate() const { | 202 int32_t AudioDeviceBuffer::RecordingSampleRate() const { |
| 203 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 219 return rec_sample_rate_; | 204 return rec_sample_rate_; |
| 220 } | 205 } |
| 221 | 206 |
| 222 int32_t AudioDeviceBuffer::PlayoutSampleRate() const { | 207 int32_t AudioDeviceBuffer::PlayoutSampleRate() const { |
| 208 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 223 return play_sample_rate_; | 209 return play_sample_rate_; |
| 224 } | 210 } |
| 225 | 211 |
| 226 int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) { | 212 int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) { |
| 213 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 227 LOG(INFO) << "SetRecordingChannels(" << channels << ")"; | 214 LOG(INFO) << "SetRecordingChannels(" << channels << ")"; |
| 228 rtc::CritScope lock(&lock_); | |
| 229 rec_channels_ = channels; | 215 rec_channels_ = channels; |
| 230 rec_bytes_per_sample_ = sizeof(int16_t) * channels; | |
| 231 return 0; | 216 return 0; |
| 232 } | 217 } |
| 233 | 218 |
| 234 int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) { | 219 int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) { |
| 220 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 235 LOG(INFO) << "SetPlayoutChannels(" << channels << ")"; | 221 LOG(INFO) << "SetPlayoutChannels(" << channels << ")"; |
| 236 rtc::CritScope lock(&lock_); | |
| 237 play_channels_ = channels; | 222 play_channels_ = channels; |
| 238 play_bytes_per_sample_ = sizeof(int16_t) * channels; | |
| 239 return 0; | 223 return 0; |
| 240 } | 224 } |
| 241 | 225 |
| 242 int32_t AudioDeviceBuffer::SetRecordingChannel( | 226 int32_t AudioDeviceBuffer::SetRecordingChannel( |
| 243 const AudioDeviceModule::ChannelType channel) { | 227 const AudioDeviceModule::ChannelType channel) { |
| 244 LOG(INFO) << "SetRecordingChannel(" << channel << ")"; | 228 LOG(INFO) << "SetRecordingChannel(" << channel << ")"; |
| 245 LOG(LS_WARNING) << "Not implemented"; | 229 LOG(LS_WARNING) << "Not implemented"; |
| 246 // Add DCHECK to ensure that user does not try to use this API with a non- | 230 // Add DCHECK to ensure that user does not try to use this API with a non- |
| 247 // default parameter. | 231 // default parameter. |
| 248 RTC_DCHECK_EQ(channel, AudioDeviceModule::kChannelBoth); | 232 RTC_DCHECK_EQ(channel, AudioDeviceModule::kChannelBoth); |
| 249 return -1; | 233 return -1; |
| 250 } | 234 } |
| 251 | 235 |
| 252 int32_t AudioDeviceBuffer::RecordingChannel( | 236 int32_t AudioDeviceBuffer::RecordingChannel( |
| 253 AudioDeviceModule::ChannelType& channel) const { | 237 AudioDeviceModule::ChannelType& channel) const { |
| 254 LOG(LS_WARNING) << "Not implemented"; | 238 LOG(LS_WARNING) << "Not implemented"; |
| 255 return -1; | 239 return -1; |
| 256 } | 240 } |
| 257 | 241 |
| 258 size_t AudioDeviceBuffer::RecordingChannels() const { | 242 size_t AudioDeviceBuffer::RecordingChannels() const { |
| 243 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 259 return rec_channels_; | 244 return rec_channels_; |
| 260 } | 245 } |
| 261 | 246 |
| 262 size_t AudioDeviceBuffer::PlayoutChannels() const { | 247 size_t AudioDeviceBuffer::PlayoutChannels() const { |
| 248 RTC_DCHECK(main_thread_checker_.CalledOnValidThread()); |
| 263 return play_channels_; | 249 return play_channels_; |
| 264 } | 250 } |
| 265 | 251 |
| 266 int32_t AudioDeviceBuffer::SetCurrentMicLevel(uint32_t level) { | 252 int32_t AudioDeviceBuffer::SetCurrentMicLevel(uint32_t level) { |
| 253 #if !defined(WEBRTC_WIN) |
| 254 // Windows uses a dedicated thread for volume APIs. |
| 255 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 256 #endif |
| 267 current_mic_level_ = level; | 257 current_mic_level_ = level; |
| 268 return 0; | 258 return 0; |
| 269 } | 259 } |
| 270 | 260 |
| 271 int32_t AudioDeviceBuffer::SetTypingStatus(bool typing_status) { | 261 int32_t AudioDeviceBuffer::SetTypingStatus(bool typing_status) { |
| 262 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 272 typing_status_ = typing_status; | 263 typing_status_ = typing_status; |
| 273 return 0; | 264 return 0; |
| 274 } | 265 } |
| 275 | 266 |
| 276 uint32_t AudioDeviceBuffer::NewMicLevel() const { | 267 uint32_t AudioDeviceBuffer::NewMicLevel() const { |
| 268 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 277 return new_mic_level_; | 269 return new_mic_level_; |
| 278 } | 270 } |
| 279 | 271 |
| 280 void AudioDeviceBuffer::SetVQEData(int play_delay_ms, | 272 void AudioDeviceBuffer::SetVQEData(int play_delay_ms, |
| 281 int rec_delay_ms, | 273 int rec_delay_ms, |
| 282 int clock_drift) { | 274 int clock_drift) { |
| 275 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 283 play_delay_ms_ = play_delay_ms; | 276 play_delay_ms_ = play_delay_ms; |
| 284 rec_delay_ms_ = rec_delay_ms; | 277 rec_delay_ms_ = rec_delay_ms; |
| 285 clock_drift_ = clock_drift; | 278 clock_drift_ = clock_drift; |
| 286 } | 279 } |
| 287 | 280 |
| 288 int32_t AudioDeviceBuffer::StartInputFileRecording( | 281 int32_t AudioDeviceBuffer::StartInputFileRecording( |
| 289 const char fileName[kAdmMaxFileNameSize]) { | 282 const char fileName[kAdmMaxFileNameSize]) { |
| 290 LOG(LS_WARNING) << "Not implemented"; | 283 LOG(LS_WARNING) << "Not implemented"; |
| 291 return 0; | 284 return 0; |
| 292 } | 285 } |
| 293 | 286 |
| 294 int32_t AudioDeviceBuffer::StopInputFileRecording() { | 287 int32_t AudioDeviceBuffer::StopInputFileRecording() { |
| 295 LOG(LS_WARNING) << "Not implemented"; | 288 LOG(LS_WARNING) << "Not implemented"; |
| 296 return 0; | 289 return 0; |
| 297 } | 290 } |
| 298 | 291 |
| 299 int32_t AudioDeviceBuffer::StartOutputFileRecording( | 292 int32_t AudioDeviceBuffer::StartOutputFileRecording( |
| 300 const char fileName[kAdmMaxFileNameSize]) { | 293 const char fileName[kAdmMaxFileNameSize]) { |
| 301 LOG(LS_WARNING) << "Not implemented"; | 294 LOG(LS_WARNING) << "Not implemented"; |
| 302 return 0; | 295 return 0; |
| 303 } | 296 } |
| 304 | 297 |
| 305 int32_t AudioDeviceBuffer::StopOutputFileRecording() { | 298 int32_t AudioDeviceBuffer::StopOutputFileRecording() { |
| 306 LOG(LS_WARNING) << "Not implemented"; | 299 LOG(LS_WARNING) << "Not implemented"; |
| 307 return 0; | 300 return 0; |
| 308 } | 301 } |
| 309 | 302 |
| 310 int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, | 303 int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, |
| 311 size_t num_samples) { | 304 size_t num_samples) { |
| 312 const size_t rec_channels = [&] { | 305 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 313 rtc::CritScope lock(&lock_); | |
| 314 return rec_channels_; | |
| 315 }(); | |
| 316 // Copy the complete input buffer to the local buffer. | 306 // Copy the complete input buffer to the local buffer. |
| 317 const size_t size_in_bytes = num_samples * rec_channels * sizeof(int16_t); | 307 const size_t size_in_bytes = num_samples * rec_channels_ * sizeof(int16_t); |
| 318 const size_t old_size = rec_buffer_.size(); | 308 const size_t old_size = rec_buffer_.size(); |
| 319 rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes); | 309 rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes); |
| 320 // Keep track of the size of the recording buffer. Only updated when the | 310 // Keep track of the size of the recording buffer. Only updated when the |
| 321 // size changes, which is a rare event. | 311 // size changes, which is a rare event. |
| 322 if (old_size != rec_buffer_.size()) { | 312 if (old_size != rec_buffer_.size()) { |
| 323 LOG(LS_INFO) << "Size of recording buffer: " << rec_buffer_.size(); | 313 LOG(LS_INFO) << "Size of recording buffer: " << rec_buffer_.size(); |
| 324 } | 314 } |
| 325 // Derive a new level value twice per second and check if it is non-zero. | 315 // Derive a new level value twice per second and check if it is non-zero. |
| 326 int16_t max_abs = 0; | 316 int16_t max_abs = 0; |
| 327 RTC_DCHECK_LT(rec_stat_count_, 50); | 317 RTC_DCHECK_LT(rec_stat_count_, 50); |
| 328 if (++rec_stat_count_ >= 50) { | 318 if (++rec_stat_count_ >= 50) { |
| 329 const size_t size = num_samples * rec_channels; | 319 const size_t size = num_samples * rec_channels_; |
| 330 // Returns the largest absolute value in a signed 16-bit vector. | 320 // Returns the largest absolute value in a signed 16-bit vector. |
| 331 max_abs = WebRtcSpl_MaxAbsValueW16( | 321 max_abs = WebRtcSpl_MaxAbsValueW16( |
| 332 reinterpret_cast<const int16_t*>(rec_buffer_.data()), size); | 322 reinterpret_cast<const int16_t*>(rec_buffer_.data()), size); |
| 333 rec_stat_count_ = 0; | 323 rec_stat_count_ = 0; |
| 334 // Set |only_silence_recorded_| to false as soon as at least one detection | 324 // Set |only_silence_recorded_| to false as soon as at least one detection |
| 335 // of a non-zero audio packet is found. It can only be restored to true | 325 // of a non-zero audio packet is found. It can only be restored to true |
| 336 // again by restarting the call. | 326 // again by restarting the call. |
| 337 if (max_abs > 0) { | 327 if (max_abs > 0) { |
| 338 only_silence_recorded_ = false; | 328 only_silence_recorded_ = false; |
| 339 } | 329 } |
| 340 } | 330 } |
| 341 // Update some stats but do it on the task queue to ensure that the members | 331 // Update some stats but do it on the task queue to ensure that the members |
| 342 // are modified and read on the same thread. Note that |max_abs| will be | 332 // are modified and read on the same thread. Note that |max_abs| will be |
| 343 // zero in most calls and then have no effect of the stats. It is only updated | 333 // zero in most calls and then have no effect of the stats. It is only updated |
| 344 // approximately two times per second and can then change the stats. | 334 // approximately two times per second and can then change the stats. |
| 345 task_queue_.PostTask( | 335 task_queue_.PostTask( |
| 346 [this, max_abs, num_samples] { UpdateRecStats(max_abs, num_samples); }); | 336 [this, max_abs, num_samples] { UpdateRecStats(max_abs, num_samples); }); |
| 347 return 0; | 337 return 0; |
| 348 } | 338 } |
| 349 | 339 |
| 350 int32_t AudioDeviceBuffer::DeliverRecordedData() { | 340 int32_t AudioDeviceBuffer::DeliverRecordedData() { |
| 351 rtc::CritScope lock(&lock_cb_); | 341 RTC_DCHECK_RUN_ON(&recording_thread_checker_); |
| 352 if (!audio_transport_cb_) { | 342 if (!audio_transport_cb_) { |
| 353 LOG(LS_WARNING) << "Invalid audio transport"; | 343 LOG(LS_WARNING) << "Invalid audio transport"; |
| 354 return 0; | 344 return 0; |
| 355 } | 345 } |
| 356 const size_t rec_bytes_per_sample = [&] { | 346 const size_t rec_bytes_per_sample = rec_channels_ * sizeof(int16_t); |
| 357 rtc::CritScope lock(&lock_); | |
| 358 return rec_bytes_per_sample_; | |
| 359 }(); | |
| 360 uint32_t new_mic_level(0); | 347 uint32_t new_mic_level(0); |
| 361 uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_; | 348 uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_; |
| 362 size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample; | 349 size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample; |
| 363 int32_t res = audio_transport_cb_->RecordedDataIsAvailable( | 350 int32_t res = audio_transport_cb_->RecordedDataIsAvailable( |
| 364 rec_buffer_.data(), num_samples, rec_bytes_per_sample_, rec_channels_, | 351 rec_buffer_.data(), num_samples, rec_bytes_per_sample, rec_channels_, |
| 365 rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_, | 352 rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_, |
| 366 typing_status_, new_mic_level); | 353 typing_status_, new_mic_level); |
| 367 if (res != -1) { | 354 if (res != -1) { |
| 368 new_mic_level_ = new_mic_level; | 355 new_mic_level_ = new_mic_level; |
| 369 } else { | 356 } else { |
| 370 LOG(LS_ERROR) << "RecordedDataIsAvailable() failed"; | 357 LOG(LS_ERROR) << "RecordedDataIsAvailable() failed"; |
| 371 } | 358 } |
| 372 return 0; | 359 return 0; |
| 373 } | 360 } |
| 374 | 361 |
| 375 int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { | 362 int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { |
| 376 // Measure time since last function call and update an array where the | 363 RTC_DCHECK_RUN_ON(&playout_thread_checker_); |
| 377 // position/index corresponds to time differences (in milliseconds) between | |
| 378 // two successive playout callbacks, and the stored value is the number of | |
| 379 // times a given time difference was found. | |
| 380 int64_t now_time = rtc::TimeMillis(); | |
| 381 size_t diff_time = rtc::TimeDiff(now_time, last_playout_time_); | |
| 382 // Truncate at 500ms to limit the size of the array. | |
| 383 diff_time = std::min(kMaxDeltaTimeInMs, diff_time); | |
| 384 last_playout_time_ = now_time; | |
| 385 playout_diff_times_[diff_time]++; | |
| 386 | |
| 387 const size_t play_channels = [&] { | |
| 388 rtc::CritScope lock(&lock_); | |
| 389 return play_channels_; | |
| 390 }(); | |
| 391 | |
| 392 // The consumer can change the request size on the fly and we therefore | 364 // The consumer can change the request size on the fly and we therefore |
| 393 // resize the buffer accordingly. Also takes place at the first call to this | 365 // resize the buffer accordingly. Also takes place at the first call to this |
| 394 // method. | 366 // method. |
| 395 const size_t play_bytes_per_sample = play_channels * sizeof(int16_t); | 367 const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t); |
| 396 const size_t size_in_bytes = num_samples * play_bytes_per_sample; | 368 const size_t size_in_bytes = num_samples * play_bytes_per_sample; |
| 397 if (play_buffer_.size() != size_in_bytes) { | 369 if (play_buffer_.size() != size_in_bytes) { |
| 398 play_buffer_.SetSize(size_in_bytes); | 370 play_buffer_.SetSize(size_in_bytes); |
| 399 LOG(LS_INFO) << "Size of playout buffer: " << play_buffer_.size(); | 371 LOG(LS_INFO) << "Size of playout buffer: " << play_buffer_.size(); |
| 400 } | 372 } |
| 401 | 373 |
| 402 size_t num_samples_out(0); | 374 size_t num_samples_out(0); |
| 403 { | 375 // It is currently supported to start playout without a valid audio |
| 404 rtc::CritScope lock(&lock_cb_); | 376 // transport object. Leads to warning and silence. |
| 377 if (!audio_transport_cb_) { |
| 378 LOG(LS_WARNING) << "Invalid audio transport"; |
| 379 return 0; |
| 380 } |
| 405 | 381 |
| 406 // It is currently supported to start playout without a valid audio | 382 // Retrieve new 16-bit PCM audio data using the audio transport instance. |
| 407 // transport object. Leads to warning and silence. | 383 int64_t elapsed_time_ms = -1; |
| 408 if (!audio_transport_cb_) { | 384 int64_t ntp_time_ms = -1; |
| 409 LOG(LS_WARNING) << "Invalid audio transport"; | 385 uint32_t res = audio_transport_cb_->NeedMorePlayData( |
| 410 return 0; | 386 num_samples, play_bytes_per_sample, play_channels_, play_sample_rate_, |
| 411 } | 387 play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms); |
| 412 | 388 if (res != 0) { |
| 413 // Retrieve new 16-bit PCM audio data using the audio transport instance. | 389 LOG(LS_ERROR) << "NeedMorePlayData() failed"; |
| 414 int64_t elapsed_time_ms = -1; | |
| 415 int64_t ntp_time_ms = -1; | |
| 416 uint32_t res = audio_transport_cb_->NeedMorePlayData( | |
| 417 num_samples, play_bytes_per_sample_, play_channels, play_sample_rate_, | |
| 418 play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms); | |
| 419 if (res != 0) { | |
| 420 LOG(LS_ERROR) << "NeedMorePlayData() failed"; | |
| 421 } | |
| 422 } | 390 } |
| 423 | 391 |
| 424 // Derive a new level value twice per second. | 392 // Derive a new level value twice per second. |
| 425 int16_t max_abs = 0; | 393 int16_t max_abs = 0; |
| 426 RTC_DCHECK_LT(play_stat_count_, 50); | 394 RTC_DCHECK_LT(play_stat_count_, 50); |
| 427 if (++play_stat_count_ >= 50) { | 395 if (++play_stat_count_ >= 50) { |
| 428 const size_t size = num_samples * play_channels; | 396 const size_t size = num_samples * play_channels_; |
| 429 // Returns the largest absolute value in a signed 16-bit vector. | 397 // Returns the largest absolute value in a signed 16-bit vector. |
| 430 max_abs = WebRtcSpl_MaxAbsValueW16( | 398 max_abs = WebRtcSpl_MaxAbsValueW16( |
| 431 reinterpret_cast<const int16_t*>(play_buffer_.data()), size); | 399 reinterpret_cast<const int16_t*>(play_buffer_.data()), size); |
| 432 play_stat_count_ = 0; | 400 play_stat_count_ = 0; |
| 433 } | 401 } |
| 434 // Update some stats but do it on the task queue to ensure that the members | 402 // Update some stats but do it on the task queue to ensure that the members |
| 435 // are modified and read on the same thread. Note that |max_abs| will be | 403 // are modified and read on the same thread. Note that |max_abs| will be |
| 436 // zero in most calls and then have no effect of the stats. It is only updated | 404 // zero in most calls and then have no effect of the stats. It is only updated |
| 437 // approximately two times per second and can then change the stats. | 405 // approximately two times per second and can then change the stats. |
| 438 task_queue_.PostTask([this, max_abs, num_samples_out] { | 406 task_queue_.PostTask([this, max_abs, num_samples_out] { |
| 439 UpdatePlayStats(max_abs, num_samples_out); | 407 UpdatePlayStats(max_abs, num_samples_out); |
| 440 }); | 408 }); |
| 441 return static_cast<int32_t>(num_samples_out); | 409 return static_cast<int32_t>(num_samples_out); |
| 442 } | 410 } |
| 443 | 411 |
| 444 int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) { | 412 int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) { |
| 413 RTC_DCHECK_RUN_ON(&playout_thread_checker_); |
| 445 RTC_DCHECK_GT(play_buffer_.size(), 0u); | 414 RTC_DCHECK_GT(play_buffer_.size(), 0u); |
| 446 const size_t play_bytes_per_sample = [&] { | 415 const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t); |
| 447 rtc::CritScope lock(&lock_); | |
| 448 return play_bytes_per_sample_; | |
| 449 }(); | |
| 450 memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size()); | 416 memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size()); |
| 451 return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample); | 417 return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample); |
| 452 } | 418 } |
| 453 | 419 |
| 454 void AudioDeviceBuffer::StartPeriodicLogging() { | 420 void AudioDeviceBuffer::StartPeriodicLogging() { |
| 455 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, | 421 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, |
| 456 AudioDeviceBuffer::LOG_START)); | 422 AudioDeviceBuffer::LOG_START)); |
| 457 } | 423 } |
| 458 | 424 |
| 459 void AudioDeviceBuffer::StopPeriodicLogging() { | 425 void AudioDeviceBuffer::StopPeriodicLogging() { |
| 460 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, | 426 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, |
| 461 AudioDeviceBuffer::LOG_STOP)); | 427 AudioDeviceBuffer::LOG_STOP)); |
| 462 } | 428 } |
| 463 | 429 |
| 464 void AudioDeviceBuffer::LogStats(LogState state) { | 430 void AudioDeviceBuffer::LogStats(LogState state) { |
| 465 RTC_DCHECK(task_queue_.IsCurrent()); | 431 RTC_DCHECK_RUN_ON(&task_queue_); |
| 466 int64_t now_time = rtc::TimeMillis(); | 432 int64_t now_time = rtc::TimeMillis(); |
| 467 if (state == AudioDeviceBuffer::LOG_START) { | 433 if (state == AudioDeviceBuffer::LOG_START) { |
| 468 // Reset counters at start. We will not add any logging in this state but | 434 // Reset counters at start. We will not add any logging in this state but |
| 469 // the timer will started by posting a new (delayed) task. | 435 // the timer will started by posting a new (delayed) task. |
| 470 num_stat_reports_ = 0; | 436 num_stat_reports_ = 0; |
| 471 last_timer_task_time_ = now_time; | 437 last_timer_task_time_ = now_time; |
| 472 } else if (state == AudioDeviceBuffer::LOG_STOP) { | 438 } else if (state == AudioDeviceBuffer::LOG_STOP) { |
| 473 // Stop logging and posting new tasks. | 439 // Stop logging and posting new tasks. |
| 474 return; | 440 return; |
| 475 } else if (state == AudioDeviceBuffer::LOG_ACTIVE) { | 441 } else if (state == AudioDeviceBuffer::LOG_ACTIVE) { |
| (...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 514 int64_t time_to_wait_ms = next_callback_time - rtc::TimeMillis(); | 480 int64_t time_to_wait_ms = next_callback_time - rtc::TimeMillis(); |
| 515 RTC_DCHECK_GT(time_to_wait_ms, 0) << "Invalid timer interval"; | 481 RTC_DCHECK_GT(time_to_wait_ms, 0) << "Invalid timer interval"; |
| 516 | 482 |
| 517 // Keep posting new (delayed) tasks until state is changed to kLogStop. | 483 // Keep posting new (delayed) tasks until state is changed to kLogStop. |
| 518 task_queue_.PostDelayedTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, | 484 task_queue_.PostDelayedTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, |
| 519 AudioDeviceBuffer::LOG_ACTIVE), | 485 AudioDeviceBuffer::LOG_ACTIVE), |
| 520 time_to_wait_ms); | 486 time_to_wait_ms); |
| 521 } | 487 } |
| 522 | 488 |
| 523 void AudioDeviceBuffer::ResetRecStats() { | 489 void AudioDeviceBuffer::ResetRecStats() { |
| 524 RTC_DCHECK(task_queue_.IsCurrent()); | 490 RTC_DCHECK_RUN_ON(&task_queue_); |
| 525 rec_callbacks_ = 0; | 491 rec_callbacks_ = 0; |
| 526 last_rec_callbacks_ = 0; | 492 last_rec_callbacks_ = 0; |
| 527 rec_samples_ = 0; | 493 rec_samples_ = 0; |
| 528 last_rec_samples_ = 0; | 494 last_rec_samples_ = 0; |
| 529 max_rec_level_ = 0; | 495 max_rec_level_ = 0; |
| 530 } | 496 } |
| 531 | 497 |
| 532 void AudioDeviceBuffer::ResetPlayStats() { | 498 void AudioDeviceBuffer::ResetPlayStats() { |
| 533 RTC_DCHECK(task_queue_.IsCurrent()); | 499 RTC_DCHECK_RUN_ON(&task_queue_); |
| 534 play_callbacks_ = 0; | 500 play_callbacks_ = 0; |
| 535 last_play_callbacks_ = 0; | 501 last_play_callbacks_ = 0; |
| 536 play_samples_ = 0; | 502 play_samples_ = 0; |
| 537 last_play_samples_ = 0; | 503 last_play_samples_ = 0; |
| 538 max_play_level_ = 0; | 504 max_play_level_ = 0; |
| 539 } | 505 } |
| 540 | 506 |
| 541 void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) { | 507 void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) { |
| 542 RTC_DCHECK(task_queue_.IsCurrent()); | 508 RTC_DCHECK_RUN_ON(&task_queue_); |
| 543 ++rec_callbacks_; | 509 ++rec_callbacks_; |
| 544 rec_samples_ += num_samples; | 510 rec_samples_ += num_samples; |
| 545 if (max_abs > max_rec_level_) { | 511 if (max_abs > max_rec_level_) { |
| 546 max_rec_level_ = max_abs; | 512 max_rec_level_ = max_abs; |
| 547 } | 513 } |
| 548 } | 514 } |
| 549 | 515 |
| 550 void AudioDeviceBuffer::UpdatePlayStats(int16_t max_abs, size_t num_samples) { | 516 void AudioDeviceBuffer::UpdatePlayStats(int16_t max_abs, size_t num_samples) { |
| 551 RTC_DCHECK(task_queue_.IsCurrent()); | 517 RTC_DCHECK_RUN_ON(&task_queue_); |
| 552 ++play_callbacks_; | 518 ++play_callbacks_; |
| 553 play_samples_ += num_samples; | 519 play_samples_ += num_samples; |
| 554 if (max_abs > max_play_level_) { | 520 if (max_abs > max_play_level_) { |
| 555 max_play_level_ = max_abs; | 521 max_play_level_ = max_abs; |
| 556 } | 522 } |
| 557 } | 523 } |
| 558 | 524 |
| 559 } // namespace webrtc | 525 } // namespace webrtc |
| OLD | NEW |