OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
13 | 13 |
14 #include <list> | 14 #include <list> |
15 #include <memory> | 15 #include <memory> |
16 #include <string> | 16 #include <string> |
17 #include <vector> | 17 #include <vector> |
18 | 18 |
19 #include "webrtc/base/criticalsection.h" | 19 #include "webrtc/base/criticalsection.h" |
20 #include "webrtc/base/function_view.h" | 20 #include "webrtc/base/function_view.h" |
21 #include "webrtc/base/gtest_prod_util.h" | 21 #include "webrtc/base/gtest_prod_util.h" |
22 #include "webrtc/base/ignore_wundef.h" | 22 #include "webrtc/base/ignore_wundef.h" |
23 #include "webrtc/base/swap_queue.h" | 23 #include "webrtc/base/swap_queue.h" |
24 #include "webrtc/base/thread_annotations.h" | 24 #include "webrtc/base/thread_annotations.h" |
25 #include "webrtc/modules/audio_processing/audio_buffer.h" | 25 #include "webrtc/modules/audio_processing/audio_buffer.h" |
| 26 #include "webrtc/modules/audio_processing/include/aec_dump.h" |
26 #include "webrtc/modules/audio_processing/include/audio_processing.h" | 27 #include "webrtc/modules/audio_processing/include/audio_processing.h" |
27 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" | 28 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" |
28 #include "webrtc/modules/audio_processing/rms_level.h" | 29 #include "webrtc/modules/audio_processing/rms_level.h" |
29 #include "webrtc/system_wrappers/include/file_wrapper.h" | 30 #include "webrtc/system_wrappers/include/file_wrapper.h" |
30 | 31 |
31 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | |
32 // Files generated at build-time by the protobuf compiler. | |
33 RTC_PUSH_IGNORING_WUNDEF() | |
34 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD | |
35 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" | |
36 #else | |
37 #include "webrtc/modules/audio_processing/debug.pb.h" | |
38 #endif | |
39 RTC_POP_IGNORING_WUNDEF() | |
40 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP | |
41 | |
42 namespace webrtc { | 32 namespace webrtc { |
43 | 33 |
44 class AgcManagerDirect; | 34 class AgcManagerDirect; |
45 class AudioConverter; | 35 class AudioConverter; |
46 | 36 |
47 class NonlinearBeamformer; | 37 class NonlinearBeamformer; |
48 | 38 |
49 class AudioProcessingImpl : public AudioProcessing { | 39 class AudioProcessingImpl : public AudioProcessing { |
50 public: | 40 public: |
51 // Methods forcing APM to run in a single-threaded manner. | 41 // Methods forcing APM to run in a single-threaded manner. |
52 // Acquires both the render and capture locks. | 42 // Acquires both the render and capture locks. |
53 explicit AudioProcessingImpl(const webrtc::Config& config); | 43 explicit AudioProcessingImpl(const webrtc::Config& config); |
54 // AudioProcessingImpl takes ownership of beamformer. | 44 // AudioProcessingImpl takes ownership of beamformer. |
55 AudioProcessingImpl(const webrtc::Config& config, | 45 AudioProcessingImpl(const webrtc::Config& config, |
56 NonlinearBeamformer* beamformer); | 46 NonlinearBeamformer* beamformer); |
57 ~AudioProcessingImpl() override; | 47 ~AudioProcessingImpl() override; |
58 int Initialize() override; | 48 int Initialize() override; |
59 int Initialize(int capture_input_sample_rate_hz, | 49 int Initialize(int capture_input_sample_rate_hz, |
60 int capture_output_sample_rate_hz, | 50 int capture_output_sample_rate_hz, |
61 int render_sample_rate_hz, | 51 int render_sample_rate_hz, |
62 ChannelLayout capture_input_layout, | 52 ChannelLayout capture_input_layout, |
63 ChannelLayout capture_output_layout, | 53 ChannelLayout capture_output_layout, |
64 ChannelLayout render_input_layout) override; | 54 ChannelLayout render_input_layout) override; |
65 int Initialize(const ProcessingConfig& processing_config) override; | 55 int Initialize(const ProcessingConfig& processing_config) override; |
66 void ApplyConfig(const AudioProcessing::Config& config) override; | 56 void ApplyConfig(const AudioProcessing::Config& config) override; |
67 void SetExtraOptions(const webrtc::Config& config) override; | 57 void SetExtraOptions(const webrtc::Config& config) override; |
68 void UpdateHistogramsOnCallEnd() override; | 58 void UpdateHistogramsOnCallEnd() override; |
69 int StartDebugRecording(const char filename[kMaxFilenameSize], | 59 void StartDebugRecording(std::unique_ptr<AecDump> aec_dump) override; |
70 int64_t max_log_size_bytes) override; | 60 void StopDebugRecording() override; |
71 int StartDebugRecording(FILE* handle, int64_t max_log_size_bytes) override; | |
72 int StartDebugRecording(FILE* handle) override; | |
73 int StartDebugRecordingForPlatformFile(rtc::PlatformFile handle) override; | |
74 int StopDebugRecording() override; | |
75 | 61 |
76 // Capture-side exclusive methods possibly running APM in a | 62 // Capture-side exclusive methods possibly running APM in a |
77 // multi-threaded manner. Acquire the capture lock. | 63 // multi-threaded manner. Acquire the capture lock. |
78 int ProcessStream(AudioFrame* frame) override; | 64 int ProcessStream(AudioFrame* frame) override; |
79 int ProcessStream(const float* const* src, | 65 int ProcessStream(const float* const* src, |
80 size_t samples_per_channel, | 66 size_t samples_per_channel, |
81 int input_sample_rate_hz, | 67 int input_sample_rate_hz, |
82 ChannelLayout input_layout, | 68 ChannelLayout input_layout, |
83 int output_sample_rate_hz, | 69 int output_sample_rate_hz, |
84 ChannelLayout output_layout, | 70 ChannelLayout output_layout, |
(...skipping 183 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
268 | 254 |
269 // Render-side exclusive methods possibly running APM in a multi-threaded | 255 // Render-side exclusive methods possibly running APM in a multi-threaded |
270 // manner that are called with the render lock already acquired. | 256 // manner that are called with the render lock already acquired. |
271 // TODO(ekm): Remove once all clients updated to new interface. | 257 // TODO(ekm): Remove once all clients updated to new interface. |
272 int AnalyzeReverseStreamLocked(const float* const* src, | 258 int AnalyzeReverseStreamLocked(const float* const* src, |
273 const StreamConfig& input_config, | 259 const StreamConfig& input_config, |
274 const StreamConfig& output_config) | 260 const StreamConfig& output_config) |
275 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 261 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
276 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 262 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
277 | 263 |
278 // Debug dump methods that are internal and called without locks. | 264 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); |
279 // TODO(peah): Make thread safe. | |
280 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | |
281 // TODO(andrew): make this more graceful. Ideally we would split this stuff | |
282 // out into a separate class with an "enabled" and "disabled" implementation. | |
283 static int WriteMessageToDebugFile(FileWrapper* debug_file, | |
284 int64_t* filesize_limit_bytes, | |
285 rtc::CriticalSection* crit_debug, | |
286 ApmDebugDumpThreadState* debug_state); | |
287 int WriteInitMessage() EXCLUSIVE_LOCKS_REQUIRED(crit_render_, crit_capture_); | |
288 | 265 |
289 // Writes Config message. If not |forced|, only writes the current config if | 266 // TODO(aleloi) doc. |
290 // it is different from the last saved one; if |forced|, writes the config | 267 std::unique_ptr<AecDump> aec_dump_; |
291 // regardless of the last saved. | |
292 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_) | |
293 EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); | |
294 | |
295 // Critical section. | |
296 rtc::CriticalSection crit_debug_; | |
297 | |
298 // Debug dump state. | |
299 ApmDebugDumpState debug_dump_; | |
300 #endif | |
301 | 268 |
302 // Critical sections. | 269 // Critical sections. |
303 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); | 270 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); |
304 rtc::CriticalSection crit_capture_; | 271 rtc::CriticalSection crit_capture_; |
305 | 272 |
306 // Struct containing the Config specifying the behavior of APM. | 273 // Struct containing the Config specifying the behavior of APM. |
307 AudioProcessing::Config config_; | 274 AudioProcessing::Config config_; |
308 | 275 |
309 // Class containing information about what submodules are active. | 276 // Class containing information about what submodules are active. |
310 ApmSubmoduleStates submodule_states_; | 277 ApmSubmoduleStates submodule_states_; |
(...skipping 117 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
428 std::unique_ptr< | 395 std::unique_ptr< |
429 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> | 396 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> |
430 agc_render_signal_queue_; | 397 agc_render_signal_queue_; |
431 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> | 398 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> |
432 red_render_signal_queue_; | 399 red_render_signal_queue_; |
433 }; | 400 }; |
434 | 401 |
435 } // namespace webrtc | 402 } // namespace webrtc |
436 | 403 |
437 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 404 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
OLD | NEW |