Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(557)

Side by Side Diff: webrtc/modules/audio_device/audio_device_buffer.h

Issue 2466613002: Adds thread safety annotations to the AudioDeviceBuffer class (Closed)
Patch Set: Minor thread change for Windows Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | webrtc/modules/audio_device/audio_device_buffer.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #ifndef WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ 11 #ifndef WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_
12 #define WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ 12 #define WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_
13 13
14 #include "webrtc/base/buffer.h" 14 #include "webrtc/base/buffer.h"
15 #include "webrtc/base/criticalsection.h"
16 #include "webrtc/base/task_queue.h" 15 #include "webrtc/base/task_queue.h"
16 #include "webrtc/base/thread_annotations.h"
17 #include "webrtc/base/thread_checker.h" 17 #include "webrtc/base/thread_checker.h"
18 #include "webrtc/modules/audio_device/include/audio_device.h" 18 #include "webrtc/modules/audio_device/include/audio_device.h"
19 #include "webrtc/system_wrappers/include/file_wrapper.h" 19 #include "webrtc/system_wrappers/include/file_wrapper.h"
20 #include "webrtc/typedefs.h" 20 #include "webrtc/typedefs.h"
21 21
22 namespace webrtc { 22 namespace webrtc {
23 // Delta times between two successive playout callbacks are limited to this 23 // Delta times between two successive playout callbacks are limited to this
24 // value before added to an internal array. 24 // value before added to an internal array.
25 const size_t kMaxDeltaTimeInMs = 500; 25 const size_t kMaxDeltaTimeInMs = 500;
26 // TODO(henrika): remove when no longer used by external client. 26 // TODO(henrika): remove when no longer used by external client.
(...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after
96 // queue to ensure that they can be read by LogStats() without any locks since 96 // queue to ensure that they can be read by LogStats() without any locks since
97 // each task is serialized by the task queue. 97 // each task is serialized by the task queue.
98 void UpdateRecStats(int16_t max_abs, size_t num_samples); 98 void UpdateRecStats(int16_t max_abs, size_t num_samples);
99 void UpdatePlayStats(int16_t max_abs, size_t num_samples); 99 void UpdatePlayStats(int16_t max_abs, size_t num_samples);
100 100
101 // Clears all members tracking stats for recording and playout. 101 // Clears all members tracking stats for recording and playout.
102 // These methods both run on the task queue. 102 // These methods both run on the task queue.
103 void ResetRecStats(); 103 void ResetRecStats();
104 void ResetPlayStats(); 104 void ResetPlayStats();
105 105
106 // Ensures that methods are called on the same thread as the thread that 106 // This object lives on the main (creating) thread and most methods are
107 // creates this object. 107 // called on that same thread. When audio has started some methods will be
108 rtc::ThreadChecker thread_checker_; 108 // called on either a native audio thread for playout or a native thread for
109 // recording. Some members are not annotated since they are "protected by
110 // design" and adding e.g. a race checker can cause failuries for very few
111 // edge cases and it is IMHO not worth the risk to use them in this class.
112 // TODO(henrika): see if it is possible to refactor and annotate all members.
109 113
110 // Raw pointer to AudioTransport instance. Supplied to RegisterAudioCallback() 114 // Main thread on which this object is created.
111 // and it must outlive this object. 115 rtc::ThreadChecker main_thread_checker_;
112 AudioTransport* audio_transport_cb_;
113 116
114 // TODO(henrika): given usage of thread checker, it should be possible to 117 // Native (platform specific) audio thread driving the playout side.
115 // remove all locks in this class. 118 rtc::ThreadChecker playout_thread_checker_;
116 rtc::CriticalSection lock_; 119
117 rtc::CriticalSection lock_cb_; 120 // Native (platform specific) audio thread driving the recording side.
121 rtc::ThreadChecker recording_thread_checker_;
118 122
119 // Task queue used to invoke LogStats() periodically. Tasks are executed on a 123 // Task queue used to invoke LogStats() periodically. Tasks are executed on a
120 // worker thread but it does not necessarily have to be the same thread for 124 // worker thread but it does not necessarily have to be the same thread for
121 // each task. 125 // each task.
122 rtc::TaskQueue task_queue_; 126 rtc::TaskQueue task_queue_;
123 127
124 // Keeps track of if playout/recording are active or not. A combination 128 // Raw pointer to AudioTransport instance. Supplied to RegisterAudioCallback()
125 // of these states are used to determine when to start and stop the timer. 129 // and it must outlive this object. It is not possible to change this member
126 // Only used on the creating thread and not used to control any media flow. 130 // while any media is active. It is possible to start media without calling
127 bool playing_; 131 // RegisterAudioCallback() but that will lead to ignored audio callbacks in
128 bool recording_; 132 // both directions where native audio will be acive but no audio samples will
133 // be transported.
134 AudioTransport* audio_transport_cb_;
135
136 // The members below that are not annotated are protected by design. They are
137 // all set on the main thread (verified by |main_thread_checker_|) and then
138 // read on either the playout or recording audio thread. But, media will never
139 // be active when the member is set; hence no conflict exists. It is too
140 // complex to ensure and verify that this is actually the case.
129 141
130 // Sample rate in Hertz. 142 // Sample rate in Hertz.
131 uint32_t rec_sample_rate_; 143 uint32_t rec_sample_rate_;
132 uint32_t play_sample_rate_; 144 uint32_t play_sample_rate_;
133 145
134 // Number of audio channels. 146 // Number of audio channels.
135 size_t rec_channels_; 147 size_t rec_channels_;
136 size_t play_channels_; 148 size_t play_channels_;
137 149
138 // Number of bytes per audio sample (2 or 4). 150 // Keeps track of if playout/recording are active or not. A combination
139 size_t rec_bytes_per_sample_; 151 // of these states are used to determine when to start and stop the timer.
140 size_t play_bytes_per_sample_; 152 // Only used on the creating thread and not used to control any media flow.
153 bool playing_ ACCESS_ON(main_thread_checker_);
154 bool recording_ ACCESS_ON(main_thread_checker_);
155
156 // Buffer used for audio samples to be played out. Size can be changed
157 // dynamically.
158 rtc::Buffer play_buffer_ ACCESS_ON(playout_thread_checker_);
141 159
142 // Byte buffer used for recorded audio samples. Size can be changed 160 // Byte buffer used for recorded audio samples. Size can be changed
143 // dynamically. 161 // dynamically.
144 rtc::Buffer rec_buffer_; 162 rtc::Buffer rec_buffer_ ACCESS_ON(recording_thread_checker_);
145
146 // Buffer used for audio samples to be played out. Size can be changed
147 // dynamically.
148 rtc::Buffer play_buffer_;
149 163
150 // AGC parameters. 164 // AGC parameters.
165 #if !defined(WEBRTC_WIN)
166 uint32_t current_mic_level_ ACCESS_ON(recording_thread_checker_);
167 #else
168 // Windows uses a dedicated thread for volume APIs.
151 uint32_t current_mic_level_; 169 uint32_t current_mic_level_;
152 uint32_t new_mic_level_; 170 #endif
171 uint32_t new_mic_level_ ACCESS_ON(recording_thread_checker_);
153 172
154 // Contains true of a key-press has been detected. 173 // Contains true of a key-press has been detected.
155 bool typing_status_; 174 bool typing_status_ ACCESS_ON(recording_thread_checker_);
156 175
157 // Delay values used by the AEC. 176 // Delay values used by the AEC.
158 int play_delay_ms_; 177 int play_delay_ms_ ACCESS_ON(recording_thread_checker_);
159 int rec_delay_ms_; 178 int rec_delay_ms_ ACCESS_ON(recording_thread_checker_);
160 179
161 // Contains a clock-drift measurement. 180 // Contains a clock-drift measurement.
162 int clock_drift_; 181 int clock_drift_ ACCESS_ON(recording_thread_checker_);
163 182
164 // Counts number of times LogStats() has been called. 183 // Counts number of times LogStats() has been called.
165 size_t num_stat_reports_; 184 size_t num_stat_reports_ ACCESS_ON(task_queue_);
166 185
167 // Total number of recording callbacks where the source provides 10ms audio 186 // Total number of recording callbacks where the source provides 10ms audio
168 // data each time. 187 // data each time.
169 uint64_t rec_callbacks_; 188 uint64_t rec_callbacks_ ACCESS_ON(task_queue_);
170 189
171 // Total number of recording callbacks stored at the last timer task. 190 // Total number of recording callbacks stored at the last timer task.
172 uint64_t last_rec_callbacks_; 191 uint64_t last_rec_callbacks_ ACCESS_ON(task_queue_);
173 192
174 // Total number of playback callbacks where the sink asks for 10ms audio 193 // Total number of playback callbacks where the sink asks for 10ms audio
175 // data each time. 194 // data each time.
176 uint64_t play_callbacks_; 195 uint64_t play_callbacks_ ACCESS_ON(task_queue_);
177 196
178 // Total number of playout callbacks stored at the last timer task. 197 // Total number of playout callbacks stored at the last timer task.
179 uint64_t last_play_callbacks_; 198 uint64_t last_play_callbacks_ ACCESS_ON(task_queue_);
180 199
181 // Total number of recorded audio samples. 200 // Total number of recorded audio samples.
182 uint64_t rec_samples_; 201 uint64_t rec_samples_ ACCESS_ON(task_queue_);
183 202
184 // Total number of recorded samples stored at the previous timer task. 203 // Total number of recorded samples stored at the previous timer task.
185 uint64_t last_rec_samples_; 204 uint64_t last_rec_samples_ ACCESS_ON(task_queue_);
186 205
187 // Total number of played audio samples. 206 // Total number of played audio samples.
188 uint64_t play_samples_; 207 uint64_t play_samples_ ACCESS_ON(task_queue_);
189 208
190 // Total number of played samples stored at the previous timer task. 209 // Total number of played samples stored at the previous timer task.
191 uint64_t last_play_samples_; 210 uint64_t last_play_samples_ ACCESS_ON(task_queue_);
192
193 // Time stamp of last timer task (drives logging).
194 uint64_t last_timer_task_time_;
195
196 // Time stamp of last playout callback.
197 uint64_t last_playout_time_;
198
199 // An array where the position corresponds to time differences (in
200 // milliseconds) between two successive playout callbacks, and the stored
201 // value is the number of times a given time difference was found.
202 // Writing to the array is done without a lock since it is only read once at
203 // destruction when no audio is running.
204 uint32_t playout_diff_times_[kMaxDeltaTimeInMs + 1] = {0};
205 211
206 // Contains max level (max(abs(x))) of recorded audio packets over the last 212 // Contains max level (max(abs(x))) of recorded audio packets over the last
207 // 10 seconds where a new measurement is done twice per second. The level 213 // 10 seconds where a new measurement is done twice per second. The level
208 // is reset to zero at each call to LogStats(). Only modified on the task 214 // is reset to zero at each call to LogStats().
209 // queue thread. 215 int16_t max_rec_level_ ACCESS_ON(task_queue_);
210 int16_t max_rec_level_;
211 216
212 // Contains max level of recorded audio packets over the last 10 seconds 217 // Contains max level of recorded audio packets over the last 10 seconds
213 // where a new measurement is done twice per second. 218 // where a new measurement is done twice per second.
214 int16_t max_play_level_; 219 int16_t max_play_level_ ACCESS_ON(task_queue_);
220
221 // Time stamp of last timer task (drives logging).
222 uint64_t last_timer_task_time_ ACCESS_ON(task_queue_);
215 223
216 // Counts number of audio callbacks modulo 50 to create a signal when 224 // Counts number of audio callbacks modulo 50 to create a signal when
217 // a new storage of audio stats shall be done. 225 // a new storage of audio stats shall be done.
218 // Only updated on the OS-specific audio thread that drives audio. 226 int16_t rec_stat_count_ ACCESS_ON(recording_thread_checker_);
219 int16_t rec_stat_count_; 227 int16_t play_stat_count_ ACCESS_ON(playout_thread_checker_);
220 int16_t play_stat_count_;
221 228
222 // Time stamps of when playout and recording starts. 229 // Time stamps of when playout and recording starts.
223 uint64_t play_start_time_; 230 uint64_t play_start_time_ ACCESS_ON(main_thread_checker_);
224 uint64_t rec_start_time_; 231 uint64_t rec_start_time_ ACCESS_ON(main_thread_checker_);
225 232
226 // Set to true at construction and modified to false as soon as one audio- 233 // Set to true at construction and modified to false as soon as one audio-
227 // level estimate larger than zero is detected. 234 // level estimate larger than zero is detected.
228 bool only_silence_recorded_; 235 bool only_silence_recorded_;
229 }; 236 };
230 237
231 } // namespace webrtc 238 } // namespace webrtc
232 239
233 #endif // WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ 240 #endif // WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_
OLDNEW
« no previous file with comments | « no previous file | webrtc/modules/audio_device/audio_device_buffer.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698