Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #ifndef WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ | 11 #ifndef WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ |
| 12 #define WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ | 12 #define WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ |
| 13 | 13 |
| 14 #include "webrtc/base/buffer.h" | 14 #include "webrtc/base/buffer.h" |
| 15 #include "webrtc/base/criticalsection.h" | |
| 15 #include "webrtc/base/task_queue.h" | 16 #include "webrtc/base/task_queue.h" |
| 16 #include "webrtc/base/thread_annotations.h" | 17 #include "webrtc/base/thread_annotations.h" |
| 17 #include "webrtc/base/thread_checker.h" | 18 #include "webrtc/base/thread_checker.h" |
| 18 #include "webrtc/modules/audio_device/include/audio_device.h" | 19 #include "webrtc/modules/audio_device/include/audio_device.h" |
| 19 #include "webrtc/system_wrappers/include/file_wrapper.h" | 20 #include "webrtc/system_wrappers/include/file_wrapper.h" |
| 20 #include "webrtc/typedefs.h" | 21 #include "webrtc/typedefs.h" |
| 21 | 22 |
| 22 namespace webrtc { | 23 namespace webrtc { |
| 23 // Delta times between two successive playout callbacks are limited to this | 24 // Delta times between two successive playout callbacks are limited to this |
| 24 // value before added to an internal array. | 25 // value before added to an internal array. |
| 25 const size_t kMaxDeltaTimeInMs = 500; | 26 const size_t kMaxDeltaTimeInMs = 500; |
| 26 // TODO(henrika): remove when no longer used by external client. | 27 // TODO(henrika): remove when no longer used by external client. |
| 27 const size_t kMaxBufferSizeBytes = 3840; // 10ms in stereo @ 96kHz | 28 const size_t kMaxBufferSizeBytes = 3840; // 10ms in stereo @ 96kHz |
| 28 | 29 |
| 29 class AudioDeviceObserver; | 30 class AudioDeviceObserver; |
| 30 | 31 |
| 31 class AudioDeviceBuffer { | 32 class AudioDeviceBuffer { |
| 32 public: | 33 public: |
| 33 enum LogState { | 34 enum LogState { |
| 34 LOG_START = 0, | 35 LOG_START = 0, |
| 35 LOG_STOP, | 36 LOG_STOP, |
| 36 LOG_ACTIVE, | 37 LOG_ACTIVE, |
| 37 }; | 38 }; |
| 38 | 39 |
| 40 struct Stats { | |
| 41 Stats() | |
| 42 : rec_callbacks(0), | |
|
the sun
2017/02/02 19:38:38
nit: please use inline class member initialization
henrika_webrtc
2017/02/03 09:00:54
Done.
| |
| 43 play_callbacks(0), | |
| 44 rec_samples(0), | |
| 45 play_samples(0), | |
| 46 max_rec_level(0), | |
| 47 max_play_level(0) {} | |
| 48 | |
| 49 void ResetRecStats() { | |
| 50 rec_callbacks = 0; | |
| 51 rec_samples = 0; | |
| 52 max_rec_level = 0; | |
| 53 } | |
| 54 | |
| 55 void ResetPlayStats() { | |
| 56 play_callbacks = 0; | |
| 57 play_samples = 0; | |
| 58 max_play_level = 0; | |
| 59 } | |
| 60 | |
| 61 // Total number of recording callbacks where the source provides 10ms audio | |
| 62 // data each time. | |
| 63 uint64_t rec_callbacks; | |
| 64 | |
| 65 // Total number of playback callbacks where the sink asks for 10ms audio | |
| 66 // data each time. | |
| 67 uint64_t play_callbacks; | |
| 68 | |
| 69 // Total number of recorded audio samples. | |
| 70 uint64_t rec_samples; | |
| 71 | |
| 72 // Total number of played audio samples. | |
| 73 uint64_t play_samples; | |
| 74 | |
| 75 // Contains max level (max(abs(x))) of recorded audio packets over the last | |
| 76 // 10 seconds where a new measurement is done twice per second. The level | |
| 77 // is reset to zero at each call to LogStats(). | |
| 78 int16_t max_rec_level; | |
| 79 | |
| 80 // Contains max level of recorded audio packets over the last 10 seconds | |
| 81 // where a new measurement is done twice per second. | |
| 82 int16_t max_play_level; | |
| 83 }; | |
| 84 | |
| 39 AudioDeviceBuffer(); | 85 AudioDeviceBuffer(); |
| 40 virtual ~AudioDeviceBuffer(); | 86 virtual ~AudioDeviceBuffer(); |
| 41 | 87 |
| 42 void SetId(uint32_t id) {}; | 88 void SetId(uint32_t id) {}; |
| 43 int32_t RegisterAudioCallback(AudioTransport* audio_callback); | 89 int32_t RegisterAudioCallback(AudioTransport* audio_callback); |
| 44 | 90 |
| 45 void StartPlayout(); | 91 void StartPlayout(); |
| 46 void StartRecording(); | 92 void StartRecording(); |
| 47 void StopPlayout(); | 93 void StopPlayout(); |
| 48 void StopRecording(); | 94 void StopRecording(); |
| (...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 85 void StopPeriodicLogging(); | 131 void StopPeriodicLogging(); |
| 86 | 132 |
| 87 // Called periodically on the internal thread created by the TaskQueue. | 133 // Called periodically on the internal thread created by the TaskQueue. |
| 88 // Updates some stats but dooes it on the task queue to ensure that access of | 134 // Updates some stats but dooes it on the task queue to ensure that access of |
| 89 // members is serialized hence avoiding usage of locks. | 135 // members is serialized hence avoiding usage of locks. |
| 90 // state = LOG_START => members are initialized and the timer starts. | 136 // state = LOG_START => members are initialized and the timer starts. |
| 91 // state = LOG_STOP => no logs are printed and the timer stops. | 137 // state = LOG_STOP => no logs are printed and the timer stops. |
| 92 // state = LOG_ACTIVE => logs are printed and the timer is kept alive. | 138 // state = LOG_ACTIVE => logs are printed and the timer is kept alive. |
| 93 void LogStats(LogState state); | 139 void LogStats(LogState state); |
| 94 | 140 |
| 95 // Updates counters in each play/record callback but does it on the task | 141 // Updates counters in each play/record callback. These counters are later |
| 96 // queue to ensure that they can be read by LogStats() without any locks since | 142 // (periodically) read by LogStats() using a lock. |
| 97 // each task is serialized by the task queue. | |
| 98 void UpdateRecStats(int16_t max_abs, size_t samples_per_channel); | 143 void UpdateRecStats(int16_t max_abs, size_t samples_per_channel); |
| 99 void UpdatePlayStats(int16_t max_abs, size_t samples_per_channel); | 144 void UpdatePlayStats(int16_t max_abs, size_t samples_per_channel); |
| 100 | 145 |
| 101 // Clears all members tracking stats for recording and playout. | 146 // Clears all members tracking stats for recording and playout. |
| 102 // These methods both run on the task queue. | 147 // These methods both run on the task queue. |
| 103 void ResetRecStats(); | 148 void ResetRecStats(); |
| 104 void ResetPlayStats(); | 149 void ResetPlayStats(); |
| 105 | 150 |
| 106 // This object lives on the main (creating) thread and most methods are | 151 // This object lives on the main (creating) thread and most methods are |
| 107 // called on that same thread. When audio has started some methods will be | 152 // called on that same thread. When audio has started some methods will be |
| 108 // called on either a native audio thread for playout or a native thread for | 153 // called on either a native audio thread for playout or a native thread for |
| 109 // recording. Some members are not annotated since they are "protected by | 154 // recording. Some members are not annotated since they are "protected by |
| 110 // design" and adding e.g. a race checker can cause failuries for very few | 155 // design" and adding e.g. a race checker can cause failuries for very few |
| 111 // edge cases and it is IMHO not worth the risk to use them in this class. | 156 // edge cases and it is IMHO not worth the risk to use them in this class. |
| 112 // TODO(henrika): see if it is possible to refactor and annotate all members. | 157 // TODO(henrika): see if it is possible to refactor and annotate all members. |
| 113 | 158 |
| 114 // Main thread on which this object is created. | 159 // Main thread on which this object is created. |
| 115 rtc::ThreadChecker main_thread_checker_; | 160 rtc::ThreadChecker main_thread_checker_; |
| 116 | 161 |
| 117 // Native (platform specific) audio thread driving the playout side. | 162 // Native (platform specific) audio thread driving the playout side. |
| 118 rtc::ThreadChecker playout_thread_checker_; | 163 rtc::ThreadChecker playout_thread_checker_; |
| 119 | 164 |
| 120 // Native (platform specific) audio thread driving the recording side. | 165 // Native (platform specific) audio thread driving the recording side. |
| 121 rtc::ThreadChecker recording_thread_checker_; | 166 rtc::ThreadChecker recording_thread_checker_; |
| 122 | 167 |
| 168 rtc::CriticalSection lock_; | |
| 169 | |
| 123 // Task queue used to invoke LogStats() periodically. Tasks are executed on a | 170 // Task queue used to invoke LogStats() periodically. Tasks are executed on a |
| 124 // worker thread but it does not necessarily have to be the same thread for | 171 // worker thread but it does not necessarily have to be the same thread for |
| 125 // each task. | 172 // each task. |
| 126 rtc::TaskQueue task_queue_; | 173 rtc::TaskQueue task_queue_; |
| 127 | 174 |
| 128 // Raw pointer to AudioTransport instance. Supplied to RegisterAudioCallback() | 175 // Raw pointer to AudioTransport instance. Supplied to RegisterAudioCallback() |
| 129 // and it must outlive this object. It is not possible to change this member | 176 // and it must outlive this object. It is not possible to change this member |
| 130 // while any media is active. It is possible to start media without calling | 177 // while any media is active. It is possible to start media without calling |
| 131 // RegisterAudioCallback() but that will lead to ignored audio callbacks in | 178 // RegisterAudioCallback() but that will lead to ignored audio callbacks in |
| 132 // both directions where native audio will be acive but no audio samples will | 179 // both directions where native audio will be acive but no audio samples will |
| (...skipping 44 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 177 // Delay values used by the AEC. | 224 // Delay values used by the AEC. |
| 178 int play_delay_ms_ ACCESS_ON(recording_thread_checker_); | 225 int play_delay_ms_ ACCESS_ON(recording_thread_checker_); |
| 179 int rec_delay_ms_ ACCESS_ON(recording_thread_checker_); | 226 int rec_delay_ms_ ACCESS_ON(recording_thread_checker_); |
| 180 | 227 |
| 181 // Contains a clock-drift measurement. | 228 // Contains a clock-drift measurement. |
| 182 int clock_drift_ ACCESS_ON(recording_thread_checker_); | 229 int clock_drift_ ACCESS_ON(recording_thread_checker_); |
| 183 | 230 |
| 184 // Counts number of times LogStats() has been called. | 231 // Counts number of times LogStats() has been called. |
| 185 size_t num_stat_reports_ ACCESS_ON(task_queue_); | 232 size_t num_stat_reports_ ACCESS_ON(task_queue_); |
| 186 | 233 |
| 187 // Total number of recording callbacks where the source provides 10ms audio | |
| 188 // data each time. | |
| 189 uint64_t rec_callbacks_ ACCESS_ON(task_queue_); | |
| 190 | |
| 191 // Total number of recording callbacks stored at the last timer task. | |
| 192 uint64_t last_rec_callbacks_ ACCESS_ON(task_queue_); | |
| 193 | |
| 194 // Total number of playback callbacks where the sink asks for 10ms audio | |
| 195 // data each time. | |
| 196 uint64_t play_callbacks_ ACCESS_ON(task_queue_); | |
| 197 | |
| 198 // Total number of playout callbacks stored at the last timer task. | |
| 199 uint64_t last_play_callbacks_ ACCESS_ON(task_queue_); | |
| 200 | |
| 201 // Total number of recorded audio samples. | |
| 202 uint64_t rec_samples_ ACCESS_ON(task_queue_); | |
| 203 | |
| 204 // Total number of recorded samples stored at the previous timer task. | |
| 205 uint64_t last_rec_samples_ ACCESS_ON(task_queue_); | |
| 206 | |
| 207 // Total number of played audio samples. | |
| 208 uint64_t play_samples_ ACCESS_ON(task_queue_); | |
| 209 | |
| 210 // Total number of played samples stored at the previous timer task. | |
| 211 uint64_t last_play_samples_ ACCESS_ON(task_queue_); | |
| 212 | |
| 213 // Contains max level (max(abs(x))) of recorded audio packets over the last | |
| 214 // 10 seconds where a new measurement is done twice per second. The level | |
| 215 // is reset to zero at each call to LogStats(). | |
| 216 int16_t max_rec_level_ ACCESS_ON(task_queue_); | |
| 217 | |
| 218 // Contains max level of recorded audio packets over the last 10 seconds | |
| 219 // where a new measurement is done twice per second. | |
| 220 int16_t max_play_level_ ACCESS_ON(task_queue_); | |
| 221 | |
| 222 // Time stamp of last timer task (drives logging). | 234 // Time stamp of last timer task (drives logging). |
| 223 int64_t last_timer_task_time_ ACCESS_ON(task_queue_); | 235 int64_t last_timer_task_time_ ACCESS_ON(task_queue_); |
| 224 | 236 |
| 225 // Counts number of audio callbacks modulo 50 to create a signal when | 237 // Counts number of audio callbacks modulo 50 to create a signal when |
| 226 // a new storage of audio stats shall be done. | 238 // a new storage of audio stats shall be done. |
| 227 int16_t rec_stat_count_ ACCESS_ON(recording_thread_checker_); | 239 int16_t rec_stat_count_ ACCESS_ON(recording_thread_checker_); |
| 228 int16_t play_stat_count_ ACCESS_ON(playout_thread_checker_); | 240 int16_t play_stat_count_ ACCESS_ON(playout_thread_checker_); |
| 229 | 241 |
| 230 // Time stamps of when playout and recording starts. | 242 // Time stamps of when playout and recording starts. |
| 231 int64_t play_start_time_ ACCESS_ON(main_thread_checker_); | 243 int64_t play_start_time_ ACCESS_ON(main_thread_checker_); |
| 232 int64_t rec_start_time_ ACCESS_ON(main_thread_checker_); | 244 int64_t rec_start_time_ ACCESS_ON(main_thread_checker_); |
| 233 | 245 |
| 246 // Contains counters for playout and recording statistics. | |
| 247 Stats stats_ GUARDED_BY(lock_); | |
| 248 | |
| 249 // Stores current stats at each timer task. Used to calculate differences | |
| 250 // between two successive timer events. | |
| 251 Stats last_stats_ ACCESS_ON(task_queue_); | |
| 252 | |
| 234 // Set to true at construction and modified to false as soon as one audio- | 253 // Set to true at construction and modified to false as soon as one audio- |
| 235 // level estimate larger than zero is detected. | 254 // level estimate larger than zero is detected. |
| 236 bool only_silence_recorded_; | 255 bool only_silence_recorded_; |
| 237 | 256 |
| 238 // Set to true when logging of audio stats is enabled for the first time in | 257 // Set to true when logging of audio stats is enabled for the first time in |
| 239 // StartPeriodicLogging() and set to false by StopPeriodicLogging(). | 258 // StartPeriodicLogging() and set to false by StopPeriodicLogging(). |
| 240 // Setting this member to false prevents (possiby invalid) log messages from | 259 // Setting this member to false prevents (possiby invalid) log messages from |
| 241 // being printed in the LogStats() task. | 260 // being printed in the LogStats() task. |
| 242 bool log_stats_ ACCESS_ON(task_queue_); | 261 bool log_stats_ ACCESS_ON(task_queue_); |
| 243 }; | 262 }; |
| 244 | 263 |
| 245 } // namespace webrtc | 264 } // namespace webrtc |
| 246 | 265 |
| 247 #endif // WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ | 266 #endif // WEBRTC_MODULES_AUDIO_DEVICE_AUDIO_DEVICE_BUFFER_H_ |
| OLD | NEW |