Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(10)

Side by Side Diff: webrtc/modules/audio_device/audio_device_buffer.cc

Issue 2466613002: Adds thread safety annotations to the AudioDeviceBuffer class (Closed)
Patch Set: Minor thread change for Windows Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include <algorithm> 11 #include <algorithm>
12 12
13 #include "webrtc/modules/audio_device/audio_device_buffer.h" 13 #include "webrtc/modules/audio_device/audio_device_buffer.h"
14 14
15 #include "webrtc/base/arraysize.h" 15 #include "webrtc/base/arraysize.h"
16 #include "webrtc/base/bind.h" 16 #include "webrtc/base/bind.h"
17 #include "webrtc/base/checks.h" 17 #include "webrtc/base/checks.h"
18 #include "webrtc/base/logging.h" 18 #include "webrtc/base/logging.h"
19 #include "webrtc/base/format_macros.h" 19 #include "webrtc/base/format_macros.h"
20 #include "webrtc/base/timeutils.h" 20 #include "webrtc/base/timeutils.h"
21 #include "webrtc/common_audio/signal_processing/include/signal_processing_librar y.h" 21 #include "webrtc/common_audio/signal_processing/include/signal_processing_librar y.h"
22 #include "webrtc/modules/audio_device/audio_device_config.h" 22 #include "webrtc/modules/audio_device/audio_device_config.h"
23 #include "webrtc/system_wrappers/include/metrics.h" 23 #include "webrtc/system_wrappers/include/metrics.h"
24 24
25 #include "webrtc/base/platform_thread.h"
26
25 namespace webrtc { 27 namespace webrtc {
26 28
27 static const char kTimerQueueName[] = "AudioDeviceBufferTimer"; 29 static const char kTimerQueueName[] = "AudioDeviceBufferTimer";
28 30
29 // Time between two sucessive calls to LogStats(). 31 // Time between two sucessive calls to LogStats().
30 static const size_t kTimerIntervalInSeconds = 10; 32 static const size_t kTimerIntervalInSeconds = 10;
31 static const size_t kTimerIntervalInMilliseconds = 33 static const size_t kTimerIntervalInMilliseconds =
32 kTimerIntervalInSeconds * rtc::kNumMillisecsPerSec; 34 kTimerIntervalInSeconds * rtc::kNumMillisecsPerSec;
33 // Min time required to qualify an audio session as a "call". If playout or 35 // Min time required to qualify an audio session as a "call". If playout or
34 // recording has been active for less than this time we will not store any 36 // recording has been active for less than this time we will not store any
35 // logs or UMA stats but instead consider the call as too short. 37 // logs or UMA stats but instead consider the call as too short.
36 static const size_t kMinValidCallTimeTimeInSeconds = 10; 38 static const size_t kMinValidCallTimeTimeInSeconds = 10;
37 static const size_t kMinValidCallTimeTimeInMilliseconds = 39 static const size_t kMinValidCallTimeTimeInMilliseconds =
38 kMinValidCallTimeTimeInSeconds * rtc::kNumMillisecsPerSec; 40 kMinValidCallTimeTimeInSeconds * rtc::kNumMillisecsPerSec;
39 41
40 AudioDeviceBuffer::AudioDeviceBuffer() 42 AudioDeviceBuffer::AudioDeviceBuffer()
41 : audio_transport_cb_(nullptr), 43 : task_queue_(kTimerQueueName),
42 task_queue_(kTimerQueueName), 44 audio_transport_cb_(nullptr),
43 playing_(false),
44 recording_(false),
45 rec_sample_rate_(0), 45 rec_sample_rate_(0),
46 play_sample_rate_(0), 46 play_sample_rate_(0),
47 rec_channels_(0), 47 rec_channels_(0),
48 play_channels_(0), 48 play_channels_(0),
49 rec_bytes_per_sample_(0), 49 playing_(false),
50 play_bytes_per_sample_(0), 50 recording_(false),
51 current_mic_level_(0), 51 current_mic_level_(0),
52 new_mic_level_(0), 52 new_mic_level_(0),
53 typing_status_(false), 53 typing_status_(false),
54 play_delay_ms_(0), 54 play_delay_ms_(0),
55 rec_delay_ms_(0), 55 rec_delay_ms_(0),
56 clock_drift_(0), 56 clock_drift_(0),
57 num_stat_reports_(0), 57 num_stat_reports_(0),
58 rec_callbacks_(0), 58 rec_callbacks_(0),
59 last_rec_callbacks_(0), 59 last_rec_callbacks_(0),
60 play_callbacks_(0), 60 play_callbacks_(0),
61 last_play_callbacks_(0), 61 last_play_callbacks_(0),
62 rec_samples_(0), 62 rec_samples_(0),
63 last_rec_samples_(0), 63 last_rec_samples_(0),
64 play_samples_(0), 64 play_samples_(0),
65 last_play_samples_(0), 65 last_play_samples_(0),
66 last_timer_task_time_(0),
67 max_rec_level_(0), 66 max_rec_level_(0),
68 max_play_level_(0), 67 max_play_level_(0),
68 last_timer_task_time_(0),
69 rec_stat_count_(0), 69 rec_stat_count_(0),
70 play_stat_count_(0), 70 play_stat_count_(0),
71 play_start_time_(0), 71 play_start_time_(0),
72 rec_start_time_(0), 72 rec_start_time_(0),
73 only_silence_recorded_(true) { 73 only_silence_recorded_(true) {
74 LOG(INFO) << "AudioDeviceBuffer::ctor"; 74 LOG(INFO) << "AudioDeviceBuffer::ctor";
75 playout_thread_checker_.DetachFromThread();
76 recording_thread_checker_.DetachFromThread();
75 } 77 }
76 78
77 AudioDeviceBuffer::~AudioDeviceBuffer() { 79 AudioDeviceBuffer::~AudioDeviceBuffer() {
78 RTC_DCHECK(thread_checker_.CalledOnValidThread()); 80 RTC_DCHECK_RUN_ON(&main_thread_checker_);
79 RTC_DCHECK(!playing_); 81 RTC_DCHECK(!playing_);
80 RTC_DCHECK(!recording_); 82 RTC_DCHECK(!recording_);
81 LOG(INFO) << "AudioDeviceBuffer::~dtor"; 83 LOG(INFO) << "AudioDeviceBuffer::~dtor";
82 } 84 }
83 85
84 int32_t AudioDeviceBuffer::RegisterAudioCallback( 86 int32_t AudioDeviceBuffer::RegisterAudioCallback(
85 AudioTransport* audio_callback) { 87 AudioTransport* audio_callback) {
88 RTC_DCHECK_RUN_ON(&main_thread_checker_);
86 LOG(INFO) << __FUNCTION__; 89 LOG(INFO) << __FUNCTION__;
87 rtc::CritScope lock(&lock_cb_); 90 if (playing_ || recording_) {
91 LOG(LS_ERROR) << "Failed to set audio transport since media was active";
92 return -1;
93 }
88 audio_transport_cb_ = audio_callback; 94 audio_transport_cb_ = audio_callback;
89 return 0; 95 return 0;
90 } 96 }
91 97
92 void AudioDeviceBuffer::StartPlayout() { 98 void AudioDeviceBuffer::StartPlayout() {
93 RTC_DCHECK(thread_checker_.CalledOnValidThread()); 99 RTC_DCHECK_RUN_ON(&main_thread_checker_);
94 // TODO(henrika): allow for usage of DCHECK(!playing_) here instead. Today the 100 // TODO(henrika): allow for usage of DCHECK(!playing_) here instead. Today the
95 // ADM allows calling Start(), Start() by ignoring the second call but it 101 // ADM allows calling Start(), Start() by ignoring the second call but it
96 // makes more sense to only allow one call. 102 // makes more sense to only allow one call.
97 if (playing_) { 103 if (playing_) {
98 return; 104 return;
99 } 105 }
100 LOG(INFO) << __FUNCTION__; 106 LOG(INFO) << __FUNCTION__;
107 playout_thread_checker_.DetachFromThread();
101 // Clear members tracking playout stats and do it on the task queue. 108 // Clear members tracking playout stats and do it on the task queue.
102 task_queue_.PostTask([this] { ResetPlayStats(); }); 109 task_queue_.PostTask([this] { ResetPlayStats(); });
103 // Start a periodic timer based on task queue if not already done by the 110 // Start a periodic timer based on task queue if not already done by the
104 // recording side. 111 // recording side.
105 if (!recording_) { 112 if (!recording_) {
106 StartPeriodicLogging(); 113 StartPeriodicLogging();
107 } 114 }
108 const uint64_t now_time = rtc::TimeMillis(); 115 const uint64_t now_time = rtc::TimeMillis();
109 // Clear members that are only touched on the main (creating) thread. 116 // Clear members that are only touched on the main (creating) thread.
110 play_start_time_ = now_time; 117 play_start_time_ = now_time;
111 last_playout_time_ = now_time;
112 playing_ = true; 118 playing_ = true;
113 } 119 }
114 120
115 void AudioDeviceBuffer::StartRecording() { 121 void AudioDeviceBuffer::StartRecording() {
116 RTC_DCHECK(thread_checker_.CalledOnValidThread()); 122 RTC_DCHECK_RUN_ON(&main_thread_checker_);
117 if (recording_) { 123 if (recording_) {
118 return; 124 return;
119 } 125 }
120 LOG(INFO) << __FUNCTION__; 126 LOG(INFO) << __FUNCTION__;
127 recording_thread_checker_.DetachFromThread();
121 // Clear members tracking recording stats and do it on the task queue. 128 // Clear members tracking recording stats and do it on the task queue.
122 task_queue_.PostTask([this] { ResetRecStats(); }); 129 task_queue_.PostTask([this] { ResetRecStats(); });
123 // Start a periodic timer based on task queue if not already done by the 130 // Start a periodic timer based on task queue if not already done by the
124 // playout side. 131 // playout side.
125 if (!playing_) { 132 if (!playing_) {
126 StartPeriodicLogging(); 133 StartPeriodicLogging();
127 } 134 }
128 // Clear members that will be touched on the main (creating) thread. 135 // Clear members that will be touched on the main (creating) thread.
129 rec_start_time_ = rtc::TimeMillis(); 136 rec_start_time_ = rtc::TimeMillis();
130 recording_ = true; 137 recording_ = true;
131 // And finally a member which can be modified on the native audio thread. 138 // And finally a member which can be modified on the native audio thread.
132 // It is safe to do so since we know by design that the owning ADM has not 139 // It is safe to do so since we know by design that the owning ADM has not
133 // yet started the native audio recording. 140 // yet started the native audio recording.
134 only_silence_recorded_ = true; 141 only_silence_recorded_ = true;
135 } 142 }
136 143
137 void AudioDeviceBuffer::StopPlayout() { 144 void AudioDeviceBuffer::StopPlayout() {
138 RTC_DCHECK(thread_checker_.CalledOnValidThread()); 145 RTC_DCHECK_RUN_ON(&main_thread_checker_);
139 if (!playing_) { 146 if (!playing_) {
140 return; 147 return;
141 } 148 }
142 LOG(INFO) << __FUNCTION__; 149 LOG(INFO) << __FUNCTION__;
143 playing_ = false; 150 playing_ = false;
144 // Stop periodic logging if no more media is active. 151 // Stop periodic logging if no more media is active.
145 if (!recording_) { 152 if (!recording_) {
146 StopPeriodicLogging(); 153 StopPeriodicLogging();
147 } 154 }
148 // Add diagnostic logging of delta times for playout callbacks. We are doing 155 LOG(INFO) << "total playout time: " << rtc::TimeSince(play_start_time_);
149 // this wihout a lock since playout should be stopped by now and it a minor
150 // conflict during stop will not have a great impact on the total statistics.
151 const size_t time_since_start = rtc::TimeSince(play_start_time_);
152 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) {
153 size_t total_diff_time = 0;
154 int num_measurements = 0;
155 LOG(INFO) << "[playout diff time => #measurements]";
156 for (size_t diff = 0; diff < arraysize(playout_diff_times_); ++diff) {
157 uint32_t num_elements = playout_diff_times_[diff];
158 if (num_elements > 0) {
159 total_diff_time += num_elements * diff;
160 num_measurements += num_elements;
161 LOG(INFO) << "[" << diff << " => " << num_elements << "]";
162 }
163 }
164 if (num_measurements > 0) {
165 LOG(INFO) << "total_diff_time: " << total_diff_time << ", "
166 << "num_measurements: " << num_measurements << ", "
167 << "average: "
168 << static_cast<float>(total_diff_time) / num_measurements;
169 }
170 }
171 LOG(INFO) << "total playout time: " << time_since_start;
172 } 156 }
173 157
174 void AudioDeviceBuffer::StopRecording() { 158 void AudioDeviceBuffer::StopRecording() {
175 RTC_DCHECK(thread_checker_.CalledOnValidThread()); 159 RTC_DCHECK_RUN_ON(&main_thread_checker_);
176 if (!recording_) { 160 if (!recording_) {
177 return; 161 return;
178 } 162 }
179 LOG(INFO) << __FUNCTION__; 163 LOG(INFO) << __FUNCTION__;
180 recording_ = false; 164 recording_ = false;
181 // Stop periodic logging if no more media is active. 165 // Stop periodic logging if no more media is active.
182 if (!playing_) { 166 if (!playing_) {
183 StopPeriodicLogging(); 167 StopPeriodicLogging();
184 } 168 }
185 // Add UMA histogram to keep track of the case when only zeros have been 169 // Add UMA histogram to keep track of the case when only zeros have been
186 // recorded. Measurements (max of absolute level) are taken twice per second, 170 // recorded. Measurements (max of absolute level) are taken twice per second,
187 // which means that if e.g 10 seconds of audio has been recorded, a total of 171 // which means that if e.g 10 seconds of audio has been recorded, a total of
188 // 20 level estimates must all be identical to zero to trigger the histogram. 172 // 20 level estimates must all be identical to zero to trigger the histogram.
189 // |only_silence_recorded_| can only be cleared on the native audio thread 173 // |only_silence_recorded_| can only be cleared on the native audio thread
190 // that drives audio capture but we know by design that the audio has stopped 174 // that drives audio capture but we know by design that the audio has stopped
191 // when this method is called, hence there should not be aby conflicts. Also, 175 // when this method is called, hence there should not be aby conflicts. Also,
192 // the fact that |only_silence_recorded_| can be affected during the complete 176 // the fact that |only_silence_recorded_| can be affected during the complete
193 // call makes chances of conflicts with potentially one last callback very 177 // call makes chances of conflicts with potentially one last callback very
194 // small. 178 // small.
195 const size_t time_since_start = rtc::TimeSince(rec_start_time_); 179 const size_t time_since_start = rtc::TimeSince(rec_start_time_);
196 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) { 180 if (time_since_start > kMinValidCallTimeTimeInMilliseconds) {
197 const int only_zeros = static_cast<int>(only_silence_recorded_); 181 const int only_zeros = static_cast<int>(only_silence_recorded_);
198 RTC_HISTOGRAM_BOOLEAN("WebRTC.Audio.RecordedOnlyZeros", only_zeros); 182 RTC_HISTOGRAM_BOOLEAN("WebRTC.Audio.RecordedOnlyZeros", only_zeros);
199 LOG(INFO) << "HISTOGRAM(WebRTC.Audio.RecordedOnlyZeros): " << only_zeros; 183 LOG(INFO) << "HISTOGRAM(WebRTC.Audio.RecordedOnlyZeros): " << only_zeros;
200 } 184 }
201 LOG(INFO) << "total recording time: " << time_since_start; 185 LOG(INFO) << "total recording time: " << time_since_start;
202 } 186 }
203 187
204 int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) { 188 int32_t AudioDeviceBuffer::SetRecordingSampleRate(uint32_t fsHz) {
189 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
205 LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")"; 190 LOG(INFO) << "SetRecordingSampleRate(" << fsHz << ")";
206 RTC_DCHECK(thread_checker_.CalledOnValidThread());
207 rec_sample_rate_ = fsHz; 191 rec_sample_rate_ = fsHz;
208 return 0; 192 return 0;
209 } 193 }
210 194
211 int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) { 195 int32_t AudioDeviceBuffer::SetPlayoutSampleRate(uint32_t fsHz) {
196 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
212 LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")"; 197 LOG(INFO) << "SetPlayoutSampleRate(" << fsHz << ")";
213 RTC_DCHECK(thread_checker_.CalledOnValidThread());
214 play_sample_rate_ = fsHz; 198 play_sample_rate_ = fsHz;
215 return 0; 199 return 0;
216 } 200 }
217 201
218 int32_t AudioDeviceBuffer::RecordingSampleRate() const { 202 int32_t AudioDeviceBuffer::RecordingSampleRate() const {
203 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
219 return rec_sample_rate_; 204 return rec_sample_rate_;
220 } 205 }
221 206
222 int32_t AudioDeviceBuffer::PlayoutSampleRate() const { 207 int32_t AudioDeviceBuffer::PlayoutSampleRate() const {
208 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
223 return play_sample_rate_; 209 return play_sample_rate_;
224 } 210 }
225 211
226 int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) { 212 int32_t AudioDeviceBuffer::SetRecordingChannels(size_t channels) {
213 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
227 LOG(INFO) << "SetRecordingChannels(" << channels << ")"; 214 LOG(INFO) << "SetRecordingChannels(" << channels << ")";
228 rtc::CritScope lock(&lock_);
229 rec_channels_ = channels; 215 rec_channels_ = channels;
230 rec_bytes_per_sample_ = sizeof(int16_t) * channels;
231 return 0; 216 return 0;
232 } 217 }
233 218
234 int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) { 219 int32_t AudioDeviceBuffer::SetPlayoutChannels(size_t channels) {
220 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
235 LOG(INFO) << "SetPlayoutChannels(" << channels << ")"; 221 LOG(INFO) << "SetPlayoutChannels(" << channels << ")";
236 rtc::CritScope lock(&lock_);
237 play_channels_ = channels; 222 play_channels_ = channels;
238 play_bytes_per_sample_ = sizeof(int16_t) * channels;
239 return 0; 223 return 0;
240 } 224 }
241 225
242 int32_t AudioDeviceBuffer::SetRecordingChannel( 226 int32_t AudioDeviceBuffer::SetRecordingChannel(
243 const AudioDeviceModule::ChannelType channel) { 227 const AudioDeviceModule::ChannelType channel) {
244 LOG(INFO) << "SetRecordingChannel(" << channel << ")"; 228 LOG(INFO) << "SetRecordingChannel(" << channel << ")";
245 LOG(LS_WARNING) << "Not implemented"; 229 LOG(LS_WARNING) << "Not implemented";
246 // Add DCHECK to ensure that user does not try to use this API with a non- 230 // Add DCHECK to ensure that user does not try to use this API with a non-
247 // default parameter. 231 // default parameter.
248 RTC_DCHECK_EQ(channel, AudioDeviceModule::kChannelBoth); 232 RTC_DCHECK_EQ(channel, AudioDeviceModule::kChannelBoth);
249 return -1; 233 return -1;
250 } 234 }
251 235
252 int32_t AudioDeviceBuffer::RecordingChannel( 236 int32_t AudioDeviceBuffer::RecordingChannel(
253 AudioDeviceModule::ChannelType& channel) const { 237 AudioDeviceModule::ChannelType& channel) const {
254 LOG(LS_WARNING) << "Not implemented"; 238 LOG(LS_WARNING) << "Not implemented";
255 return -1; 239 return -1;
256 } 240 }
257 241
258 size_t AudioDeviceBuffer::RecordingChannels() const { 242 size_t AudioDeviceBuffer::RecordingChannels() const {
243 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
259 return rec_channels_; 244 return rec_channels_;
260 } 245 }
261 246
262 size_t AudioDeviceBuffer::PlayoutChannels() const { 247 size_t AudioDeviceBuffer::PlayoutChannels() const {
248 RTC_DCHECK(main_thread_checker_.CalledOnValidThread());
263 return play_channels_; 249 return play_channels_;
264 } 250 }
265 251
266 int32_t AudioDeviceBuffer::SetCurrentMicLevel(uint32_t level) { 252 int32_t AudioDeviceBuffer::SetCurrentMicLevel(uint32_t level) {
253 #if !defined(WEBRTC_WIN)
254 // Windows uses a dedicated thread for volume APIs.
255 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
256 #endif
267 current_mic_level_ = level; 257 current_mic_level_ = level;
268 return 0; 258 return 0;
269 } 259 }
270 260
271 int32_t AudioDeviceBuffer::SetTypingStatus(bool typing_status) { 261 int32_t AudioDeviceBuffer::SetTypingStatus(bool typing_status) {
262 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
272 typing_status_ = typing_status; 263 typing_status_ = typing_status;
273 return 0; 264 return 0;
274 } 265 }
275 266
276 uint32_t AudioDeviceBuffer::NewMicLevel() const { 267 uint32_t AudioDeviceBuffer::NewMicLevel() const {
268 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
277 return new_mic_level_; 269 return new_mic_level_;
278 } 270 }
279 271
280 void AudioDeviceBuffer::SetVQEData(int play_delay_ms, 272 void AudioDeviceBuffer::SetVQEData(int play_delay_ms,
281 int rec_delay_ms, 273 int rec_delay_ms,
282 int clock_drift) { 274 int clock_drift) {
275 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
283 play_delay_ms_ = play_delay_ms; 276 play_delay_ms_ = play_delay_ms;
284 rec_delay_ms_ = rec_delay_ms; 277 rec_delay_ms_ = rec_delay_ms;
285 clock_drift_ = clock_drift; 278 clock_drift_ = clock_drift;
286 } 279 }
287 280
288 int32_t AudioDeviceBuffer::StartInputFileRecording( 281 int32_t AudioDeviceBuffer::StartInputFileRecording(
289 const char fileName[kAdmMaxFileNameSize]) { 282 const char fileName[kAdmMaxFileNameSize]) {
290 LOG(LS_WARNING) << "Not implemented"; 283 LOG(LS_WARNING) << "Not implemented";
291 return 0; 284 return 0;
292 } 285 }
293 286
294 int32_t AudioDeviceBuffer::StopInputFileRecording() { 287 int32_t AudioDeviceBuffer::StopInputFileRecording() {
295 LOG(LS_WARNING) << "Not implemented"; 288 LOG(LS_WARNING) << "Not implemented";
296 return 0; 289 return 0;
297 } 290 }
298 291
299 int32_t AudioDeviceBuffer::StartOutputFileRecording( 292 int32_t AudioDeviceBuffer::StartOutputFileRecording(
300 const char fileName[kAdmMaxFileNameSize]) { 293 const char fileName[kAdmMaxFileNameSize]) {
301 LOG(LS_WARNING) << "Not implemented"; 294 LOG(LS_WARNING) << "Not implemented";
302 return 0; 295 return 0;
303 } 296 }
304 297
305 int32_t AudioDeviceBuffer::StopOutputFileRecording() { 298 int32_t AudioDeviceBuffer::StopOutputFileRecording() {
306 LOG(LS_WARNING) << "Not implemented"; 299 LOG(LS_WARNING) << "Not implemented";
307 return 0; 300 return 0;
308 } 301 }
309 302
310 int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer, 303 int32_t AudioDeviceBuffer::SetRecordedBuffer(const void* audio_buffer,
311 size_t num_samples) { 304 size_t num_samples) {
312 const size_t rec_channels = [&] { 305 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
313 rtc::CritScope lock(&lock_);
314 return rec_channels_;
315 }();
316 // Copy the complete input buffer to the local buffer. 306 // Copy the complete input buffer to the local buffer.
317 const size_t size_in_bytes = num_samples * rec_channels * sizeof(int16_t); 307 const size_t size_in_bytes = num_samples * rec_channels_ * sizeof(int16_t);
318 const size_t old_size = rec_buffer_.size(); 308 const size_t old_size = rec_buffer_.size();
319 rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes); 309 rec_buffer_.SetData(static_cast<const uint8_t*>(audio_buffer), size_in_bytes);
320 // Keep track of the size of the recording buffer. Only updated when the 310 // Keep track of the size of the recording buffer. Only updated when the
321 // size changes, which is a rare event. 311 // size changes, which is a rare event.
322 if (old_size != rec_buffer_.size()) { 312 if (old_size != rec_buffer_.size()) {
323 LOG(LS_INFO) << "Size of recording buffer: " << rec_buffer_.size(); 313 LOG(LS_INFO) << "Size of recording buffer: " << rec_buffer_.size();
324 } 314 }
325 // Derive a new level value twice per second and check if it is non-zero. 315 // Derive a new level value twice per second and check if it is non-zero.
326 int16_t max_abs = 0; 316 int16_t max_abs = 0;
327 RTC_DCHECK_LT(rec_stat_count_, 50); 317 RTC_DCHECK_LT(rec_stat_count_, 50);
328 if (++rec_stat_count_ >= 50) { 318 if (++rec_stat_count_ >= 50) {
329 const size_t size = num_samples * rec_channels; 319 const size_t size = num_samples * rec_channels_;
330 // Returns the largest absolute value in a signed 16-bit vector. 320 // Returns the largest absolute value in a signed 16-bit vector.
331 max_abs = WebRtcSpl_MaxAbsValueW16( 321 max_abs = WebRtcSpl_MaxAbsValueW16(
332 reinterpret_cast<const int16_t*>(rec_buffer_.data()), size); 322 reinterpret_cast<const int16_t*>(rec_buffer_.data()), size);
333 rec_stat_count_ = 0; 323 rec_stat_count_ = 0;
334 // Set |only_silence_recorded_| to false as soon as at least one detection 324 // Set |only_silence_recorded_| to false as soon as at least one detection
335 // of a non-zero audio packet is found. It can only be restored to true 325 // of a non-zero audio packet is found. It can only be restored to true
336 // again by restarting the call. 326 // again by restarting the call.
337 if (max_abs > 0) { 327 if (max_abs > 0) {
338 only_silence_recorded_ = false; 328 only_silence_recorded_ = false;
339 } 329 }
340 } 330 }
341 // Update some stats but do it on the task queue to ensure that the members 331 // Update some stats but do it on the task queue to ensure that the members
342 // are modified and read on the same thread. Note that |max_abs| will be 332 // are modified and read on the same thread. Note that |max_abs| will be
343 // zero in most calls and then have no effect of the stats. It is only updated 333 // zero in most calls and then have no effect of the stats. It is only updated
344 // approximately two times per second and can then change the stats. 334 // approximately two times per second and can then change the stats.
345 task_queue_.PostTask( 335 task_queue_.PostTask(
346 [this, max_abs, num_samples] { UpdateRecStats(max_abs, num_samples); }); 336 [this, max_abs, num_samples] { UpdateRecStats(max_abs, num_samples); });
347 return 0; 337 return 0;
348 } 338 }
349 339
350 int32_t AudioDeviceBuffer::DeliverRecordedData() { 340 int32_t AudioDeviceBuffer::DeliverRecordedData() {
351 rtc::CritScope lock(&lock_cb_); 341 RTC_DCHECK_RUN_ON(&recording_thread_checker_);
352 if (!audio_transport_cb_) { 342 if (!audio_transport_cb_) {
353 LOG(LS_WARNING) << "Invalid audio transport"; 343 LOG(LS_WARNING) << "Invalid audio transport";
354 return 0; 344 return 0;
355 } 345 }
356 const size_t rec_bytes_per_sample = [&] { 346 const size_t rec_bytes_per_sample = rec_channels_ * sizeof(int16_t);
357 rtc::CritScope lock(&lock_);
358 return rec_bytes_per_sample_;
359 }();
360 uint32_t new_mic_level(0); 347 uint32_t new_mic_level(0);
361 uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_; 348 uint32_t total_delay_ms = play_delay_ms_ + rec_delay_ms_;
362 size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample; 349 size_t num_samples = rec_buffer_.size() / rec_bytes_per_sample;
363 int32_t res = audio_transport_cb_->RecordedDataIsAvailable( 350 int32_t res = audio_transport_cb_->RecordedDataIsAvailable(
364 rec_buffer_.data(), num_samples, rec_bytes_per_sample_, rec_channels_, 351 rec_buffer_.data(), num_samples, rec_bytes_per_sample, rec_channels_,
365 rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_, 352 rec_sample_rate_, total_delay_ms, clock_drift_, current_mic_level_,
366 typing_status_, new_mic_level); 353 typing_status_, new_mic_level);
367 if (res != -1) { 354 if (res != -1) {
368 new_mic_level_ = new_mic_level; 355 new_mic_level_ = new_mic_level;
369 } else { 356 } else {
370 LOG(LS_ERROR) << "RecordedDataIsAvailable() failed"; 357 LOG(LS_ERROR) << "RecordedDataIsAvailable() failed";
371 } 358 }
372 return 0; 359 return 0;
373 } 360 }
374 361
375 int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) { 362 int32_t AudioDeviceBuffer::RequestPlayoutData(size_t num_samples) {
376 // Measure time since last function call and update an array where the 363 RTC_DCHECK_RUN_ON(&playout_thread_checker_);
377 // position/index corresponds to time differences (in milliseconds) between
378 // two successive playout callbacks, and the stored value is the number of
379 // times a given time difference was found.
380 int64_t now_time = rtc::TimeMillis();
381 size_t diff_time = rtc::TimeDiff(now_time, last_playout_time_);
382 // Truncate at 500ms to limit the size of the array.
383 diff_time = std::min(kMaxDeltaTimeInMs, diff_time);
384 last_playout_time_ = now_time;
385 playout_diff_times_[diff_time]++;
386
387 const size_t play_channels = [&] {
388 rtc::CritScope lock(&lock_);
389 return play_channels_;
390 }();
391
392 // The consumer can change the request size on the fly and we therefore 364 // The consumer can change the request size on the fly and we therefore
393 // resize the buffer accordingly. Also takes place at the first call to this 365 // resize the buffer accordingly. Also takes place at the first call to this
394 // method. 366 // method.
395 const size_t play_bytes_per_sample = play_channels * sizeof(int16_t); 367 const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t);
396 const size_t size_in_bytes = num_samples * play_bytes_per_sample; 368 const size_t size_in_bytes = num_samples * play_bytes_per_sample;
397 if (play_buffer_.size() != size_in_bytes) { 369 if (play_buffer_.size() != size_in_bytes) {
398 play_buffer_.SetSize(size_in_bytes); 370 play_buffer_.SetSize(size_in_bytes);
399 LOG(LS_INFO) << "Size of playout buffer: " << play_buffer_.size(); 371 LOG(LS_INFO) << "Size of playout buffer: " << play_buffer_.size();
400 } 372 }
401 373
402 size_t num_samples_out(0); 374 size_t num_samples_out(0);
403 { 375 // It is currently supported to start playout without a valid audio
404 rtc::CritScope lock(&lock_cb_); 376 // transport object. Leads to warning and silence.
377 if (!audio_transport_cb_) {
378 LOG(LS_WARNING) << "Invalid audio transport";
379 return 0;
380 }
405 381
406 // It is currently supported to start playout without a valid audio 382 // Retrieve new 16-bit PCM audio data using the audio transport instance.
407 // transport object. Leads to warning and silence. 383 int64_t elapsed_time_ms = -1;
408 if (!audio_transport_cb_) { 384 int64_t ntp_time_ms = -1;
409 LOG(LS_WARNING) << "Invalid audio transport"; 385 uint32_t res = audio_transport_cb_->NeedMorePlayData(
410 return 0; 386 num_samples, play_bytes_per_sample, play_channels_, play_sample_rate_,
411 } 387 play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms);
412 388 if (res != 0) {
413 // Retrieve new 16-bit PCM audio data using the audio transport instance. 389 LOG(LS_ERROR) << "NeedMorePlayData() failed";
414 int64_t elapsed_time_ms = -1;
415 int64_t ntp_time_ms = -1;
416 uint32_t res = audio_transport_cb_->NeedMorePlayData(
417 num_samples, play_bytes_per_sample_, play_channels, play_sample_rate_,
418 play_buffer_.data(), num_samples_out, &elapsed_time_ms, &ntp_time_ms);
419 if (res != 0) {
420 LOG(LS_ERROR) << "NeedMorePlayData() failed";
421 }
422 } 390 }
423 391
424 // Derive a new level value twice per second. 392 // Derive a new level value twice per second.
425 int16_t max_abs = 0; 393 int16_t max_abs = 0;
426 RTC_DCHECK_LT(play_stat_count_, 50); 394 RTC_DCHECK_LT(play_stat_count_, 50);
427 if (++play_stat_count_ >= 50) { 395 if (++play_stat_count_ >= 50) {
428 const size_t size = num_samples * play_channels; 396 const size_t size = num_samples * play_channels_;
429 // Returns the largest absolute value in a signed 16-bit vector. 397 // Returns the largest absolute value in a signed 16-bit vector.
430 max_abs = WebRtcSpl_MaxAbsValueW16( 398 max_abs = WebRtcSpl_MaxAbsValueW16(
431 reinterpret_cast<const int16_t*>(play_buffer_.data()), size); 399 reinterpret_cast<const int16_t*>(play_buffer_.data()), size);
432 play_stat_count_ = 0; 400 play_stat_count_ = 0;
433 } 401 }
434 // Update some stats but do it on the task queue to ensure that the members 402 // Update some stats but do it on the task queue to ensure that the members
435 // are modified and read on the same thread. Note that |max_abs| will be 403 // are modified and read on the same thread. Note that |max_abs| will be
436 // zero in most calls and then have no effect of the stats. It is only updated 404 // zero in most calls and then have no effect of the stats. It is only updated
437 // approximately two times per second and can then change the stats. 405 // approximately two times per second and can then change the stats.
438 task_queue_.PostTask([this, max_abs, num_samples_out] { 406 task_queue_.PostTask([this, max_abs, num_samples_out] {
439 UpdatePlayStats(max_abs, num_samples_out); 407 UpdatePlayStats(max_abs, num_samples_out);
440 }); 408 });
441 return static_cast<int32_t>(num_samples_out); 409 return static_cast<int32_t>(num_samples_out);
442 } 410 }
443 411
444 int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) { 412 int32_t AudioDeviceBuffer::GetPlayoutData(void* audio_buffer) {
413 RTC_DCHECK_RUN_ON(&playout_thread_checker_);
445 RTC_DCHECK_GT(play_buffer_.size(), 0u); 414 RTC_DCHECK_GT(play_buffer_.size(), 0u);
446 const size_t play_bytes_per_sample = [&] { 415 const size_t play_bytes_per_sample = play_channels_ * sizeof(int16_t);
447 rtc::CritScope lock(&lock_);
448 return play_bytes_per_sample_;
449 }();
450 memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size()); 416 memcpy(audio_buffer, play_buffer_.data(), play_buffer_.size());
451 return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample); 417 return static_cast<int32_t>(play_buffer_.size() / play_bytes_per_sample);
452 } 418 }
453 419
454 void AudioDeviceBuffer::StartPeriodicLogging() { 420 void AudioDeviceBuffer::StartPeriodicLogging() {
455 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, 421 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this,
456 AudioDeviceBuffer::LOG_START)); 422 AudioDeviceBuffer::LOG_START));
457 } 423 }
458 424
459 void AudioDeviceBuffer::StopPeriodicLogging() { 425 void AudioDeviceBuffer::StopPeriodicLogging() {
460 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, 426 task_queue_.PostTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this,
461 AudioDeviceBuffer::LOG_STOP)); 427 AudioDeviceBuffer::LOG_STOP));
462 } 428 }
463 429
464 void AudioDeviceBuffer::LogStats(LogState state) { 430 void AudioDeviceBuffer::LogStats(LogState state) {
465 RTC_DCHECK(task_queue_.IsCurrent()); 431 RTC_DCHECK_RUN_ON(&task_queue_);
466 int64_t now_time = rtc::TimeMillis(); 432 int64_t now_time = rtc::TimeMillis();
467 if (state == AudioDeviceBuffer::LOG_START) { 433 if (state == AudioDeviceBuffer::LOG_START) {
468 // Reset counters at start. We will not add any logging in this state but 434 // Reset counters at start. We will not add any logging in this state but
469 // the timer will started by posting a new (delayed) task. 435 // the timer will started by posting a new (delayed) task.
470 num_stat_reports_ = 0; 436 num_stat_reports_ = 0;
471 last_timer_task_time_ = now_time; 437 last_timer_task_time_ = now_time;
472 } else if (state == AudioDeviceBuffer::LOG_STOP) { 438 } else if (state == AudioDeviceBuffer::LOG_STOP) {
473 // Stop logging and posting new tasks. 439 // Stop logging and posting new tasks.
474 return; 440 return;
475 } else if (state == AudioDeviceBuffer::LOG_ACTIVE) { 441 } else if (state == AudioDeviceBuffer::LOG_ACTIVE) {
(...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after
514 int64_t time_to_wait_ms = next_callback_time - rtc::TimeMillis(); 480 int64_t time_to_wait_ms = next_callback_time - rtc::TimeMillis();
515 RTC_DCHECK_GT(time_to_wait_ms, 0) << "Invalid timer interval"; 481 RTC_DCHECK_GT(time_to_wait_ms, 0) << "Invalid timer interval";
516 482
517 // Keep posting new (delayed) tasks until state is changed to kLogStop. 483 // Keep posting new (delayed) tasks until state is changed to kLogStop.
518 task_queue_.PostDelayedTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this, 484 task_queue_.PostDelayedTask(rtc::Bind(&AudioDeviceBuffer::LogStats, this,
519 AudioDeviceBuffer::LOG_ACTIVE), 485 AudioDeviceBuffer::LOG_ACTIVE),
520 time_to_wait_ms); 486 time_to_wait_ms);
521 } 487 }
522 488
523 void AudioDeviceBuffer::ResetRecStats() { 489 void AudioDeviceBuffer::ResetRecStats() {
524 RTC_DCHECK(task_queue_.IsCurrent()); 490 RTC_DCHECK_RUN_ON(&task_queue_);
525 rec_callbacks_ = 0; 491 rec_callbacks_ = 0;
526 last_rec_callbacks_ = 0; 492 last_rec_callbacks_ = 0;
527 rec_samples_ = 0; 493 rec_samples_ = 0;
528 last_rec_samples_ = 0; 494 last_rec_samples_ = 0;
529 max_rec_level_ = 0; 495 max_rec_level_ = 0;
530 } 496 }
531 497
532 void AudioDeviceBuffer::ResetPlayStats() { 498 void AudioDeviceBuffer::ResetPlayStats() {
533 RTC_DCHECK(task_queue_.IsCurrent()); 499 RTC_DCHECK_RUN_ON(&task_queue_);
534 play_callbacks_ = 0; 500 play_callbacks_ = 0;
535 last_play_callbacks_ = 0; 501 last_play_callbacks_ = 0;
536 play_samples_ = 0; 502 play_samples_ = 0;
537 last_play_samples_ = 0; 503 last_play_samples_ = 0;
538 max_play_level_ = 0; 504 max_play_level_ = 0;
539 } 505 }
540 506
541 void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) { 507 void AudioDeviceBuffer::UpdateRecStats(int16_t max_abs, size_t num_samples) {
542 RTC_DCHECK(task_queue_.IsCurrent()); 508 RTC_DCHECK_RUN_ON(&task_queue_);
543 ++rec_callbacks_; 509 ++rec_callbacks_;
544 rec_samples_ += num_samples; 510 rec_samples_ += num_samples;
545 if (max_abs > max_rec_level_) { 511 if (max_abs > max_rec_level_) {
546 max_rec_level_ = max_abs; 512 max_rec_level_ = max_abs;
547 } 513 }
548 } 514 }
549 515
550 void AudioDeviceBuffer::UpdatePlayStats(int16_t max_abs, size_t num_samples) { 516 void AudioDeviceBuffer::UpdatePlayStats(int16_t max_abs, size_t num_samples) {
551 RTC_DCHECK(task_queue_.IsCurrent()); 517 RTC_DCHECK_RUN_ON(&task_queue_);
552 ++play_callbacks_; 518 ++play_callbacks_;
553 play_samples_ += num_samples; 519 play_samples_ += num_samples;
554 if (max_abs > max_play_level_) { 520 if (max_abs > max_play_level_) {
555 max_play_level_ = max_abs; 521 max_play_level_ = max_abs;
556 } 522 }
557 } 523 }
558 524
559 } // namespace webrtc 525 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/audio_device/audio_device_buffer.h ('k') | webrtc/modules/audio_device/audio_device_impl.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698