OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
13 | 13 |
14 #include <list> | 14 #include <list> |
15 #include <memory> | 15 #include <memory> |
16 #include <string> | 16 #include <string> |
17 #include <vector> | 17 #include <vector> |
18 | 18 |
19 #include "webrtc/base/criticalsection.h" | 19 #include "webrtc/base/criticalsection.h" |
20 #include "webrtc/base/function_view.h" | 20 #include "webrtc/base/function_view.h" |
21 #include "webrtc/base/gtest_prod_util.h" | 21 #include "webrtc/base/gtest_prod_util.h" |
22 #include "webrtc/base/ignore_wundef.h" | 22 #include "webrtc/base/ignore_wundef.h" |
23 #include "webrtc/base/swap_queue.h" | 23 #include "webrtc/base/swap_queue.h" |
24 #include "webrtc/base/thread_annotations.h" | 24 #include "webrtc/base/thread_annotations.h" |
| 25 #include "webrtc/modules/audio_processing/aec_dumper/aec_dumper.h" |
25 #include "webrtc/modules/audio_processing/audio_buffer.h" | 26 #include "webrtc/modules/audio_processing/audio_buffer.h" |
26 #include "webrtc/modules/audio_processing/include/audio_processing.h" | 27 #include "webrtc/modules/audio_processing/include/audio_processing.h" |
27 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" | 28 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" |
28 #include "webrtc/modules/audio_processing/rms_level.h" | 29 #include "webrtc/modules/audio_processing/rms_level.h" |
29 #include "webrtc/system_wrappers/include/file_wrapper.h" | 30 #include "webrtc/system_wrappers/include/file_wrapper.h" |
30 | 31 |
| 32 <<<<<<< HEAD |
31 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | 33 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP |
32 // Files generated at build-time by the protobuf compiler. | 34 // Files generated at build-time by the protobuf compiler. |
33 RTC_PUSH_IGNORING_WUNDEF() | 35 RTC_PUSH_IGNORING_WUNDEF() |
34 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD | 36 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD |
35 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" | 37 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" |
36 #else | 38 #else |
37 #include "webrtc/modules/audio_processing/debug.pb.h" | 39 #include "webrtc/modules/audio_processing/debug.pb.h" |
38 #endif | 40 #endif |
39 RTC_POP_IGNORING_WUNDEF() | 41 RTC_POP_IGNORING_WUNDEF() |
40 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP | 42 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP |
41 | 43 |
| 44 ||||||| parent of 6d4e36d05... aec-dumper and null-aec-dumper. Most parts are im
plemented. |
| 45 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 46 // *.pb.h files are generated at build-time by the protobuf compiler. |
| 47 RTC_PUSH_IGNORING_WUNDEF() |
| 48 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD |
| 49 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" |
| 50 #else |
| 51 #include "webrtc/modules/audio_processing/debug.pb.h" |
| 52 #endif |
| 53 RTC_POP_IGNORING_WUNDEF() |
| 54 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 55 |
| 56 ======= |
| 57 >>>>>>> 6d4e36d05... aec-dumper and null-aec-dumper. Most parts are implemented. |
42 namespace webrtc { | 58 namespace webrtc { |
43 | 59 |
44 class AgcManagerDirect; | 60 class AgcManagerDirect; |
45 class AudioConverter; | 61 class AudioConverter; |
46 | 62 |
47 class NonlinearBeamformer; | 63 class NonlinearBeamformer; |
48 | 64 |
49 class AudioProcessingImpl : public AudioProcessing { | 65 class AudioProcessingImpl : public AudioProcessing { |
50 public: | 66 public: |
51 // Methods forcing APM to run in a single-threaded manner. | 67 // Methods forcing APM to run in a single-threaded manner. |
52 // Acquires both the render and capture locks. | 68 // Acquires both the render and capture locks. |
53 explicit AudioProcessingImpl(const webrtc::Config& config); | 69 explicit AudioProcessingImpl(const webrtc::Config& config); |
54 // AudioProcessingImpl takes ownership of beamformer. | 70 // AudioProcessingImpl takes ownership of beamformer. |
55 AudioProcessingImpl(const webrtc::Config& config, | 71 AudioProcessingImpl(const webrtc::Config& config, |
56 NonlinearBeamformer* beamformer); | 72 NonlinearBeamformer* beamformer); |
57 ~AudioProcessingImpl() override; | 73 ~AudioProcessingImpl() override; |
58 int Initialize() override; | 74 int Initialize() override; |
59 int Initialize(int capture_input_sample_rate_hz, | 75 int Initialize(int capture_input_sample_rate_hz, |
60 int capture_output_sample_rate_hz, | 76 int capture_output_sample_rate_hz, |
61 int render_sample_rate_hz, | 77 int render_sample_rate_hz, |
62 ChannelLayout capture_input_layout, | 78 ChannelLayout capture_input_layout, |
63 ChannelLayout capture_output_layout, | 79 ChannelLayout capture_output_layout, |
64 ChannelLayout render_input_layout) override; | 80 ChannelLayout render_input_layout) override; |
65 int Initialize(const ProcessingConfig& processing_config) override; | 81 int Initialize(const ProcessingConfig& processing_config) override; |
66 void ApplyConfig(const AudioProcessing::Config& config) override; | 82 void ApplyConfig(const AudioProcessing::Config& config) override; |
67 void SetExtraOptions(const webrtc::Config& config) override; | 83 void SetExtraOptions(const webrtc::Config& config) override; |
68 void UpdateHistogramsOnCallEnd() override; | 84 void UpdateHistogramsOnCallEnd() override; |
69 int StartDebugRecording(const char filename[kMaxFilenameSize], | 85 int StartDebugRecording(const char filename[kMaxFilenameSize], |
70 int64_t max_log_size_bytes) override; | 86 int64_t max_log_size_bytes, |
71 int StartDebugRecording(FILE* handle, int64_t max_log_size_bytes) override; | 87 rtc::TaskQueue* worker_queue) override; |
72 int StartDebugRecording(FILE* handle) override; | 88 int StartDebugRecording(FILE* handle, |
73 int StartDebugRecordingForPlatformFile(rtc::PlatformFile handle) override; | 89 int64_t max_log_size_bytes, |
| 90 rtc::TaskQueue* worker_queue) override; |
| 91 int StartDebugRecording(FILE* handle, rtc::TaskQueue* worker_queue) override; |
| 92 int StartDebugRecordingForPlatformFile(rtc::PlatformFile handle, |
| 93 rtc::TaskQueue* worker_queue) override; |
74 int StopDebugRecording() override; | 94 int StopDebugRecording() override; |
75 | 95 |
76 // Capture-side exclusive methods possibly running APM in a | 96 // Capture-side exclusive methods possibly running APM in a |
77 // multi-threaded manner. Acquire the capture lock. | 97 // multi-threaded manner. Acquire the capture lock. |
78 int ProcessStream(AudioFrame* frame) override; | 98 int ProcessStream(AudioFrame* frame) override; |
79 int ProcessStream(const float* const* src, | 99 int ProcessStream(const float* const* src, |
80 size_t samples_per_channel, | 100 size_t samples_per_channel, |
81 int input_sample_rate_hz, | 101 int input_sample_rate_hz, |
82 ChannelLayout input_layout, | 102 ChannelLayout input_layout, |
83 int output_sample_rate_hz, | 103 int output_sample_rate_hz, |
(...skipping 184 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
268 | 288 |
269 // Render-side exclusive methods possibly running APM in a multi-threaded | 289 // Render-side exclusive methods possibly running APM in a multi-threaded |
270 // manner that are called with the render lock already acquired. | 290 // manner that are called with the render lock already acquired. |
271 // TODO(ekm): Remove once all clients updated to new interface. | 291 // TODO(ekm): Remove once all clients updated to new interface. |
272 int AnalyzeReverseStreamLocked(const float* const* src, | 292 int AnalyzeReverseStreamLocked(const float* const* src, |
273 const StreamConfig& input_config, | 293 const StreamConfig& input_config, |
274 const StreamConfig& output_config) | 294 const StreamConfig& output_config) |
275 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 295 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
276 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 296 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
277 | 297 |
278 // Debug dump methods that are internal and called without locks. | 298 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); |
279 // TODO(peah): Make thread safe. | |
280 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | |
281 // TODO(andrew): make this more graceful. Ideally we would split this stuff | |
282 // out into a separate class with an "enabled" and "disabled" implementation. | |
283 static int WriteMessageToDebugFile(FileWrapper* debug_file, | |
284 int64_t* filesize_limit_bytes, | |
285 rtc::CriticalSection* crit_debug, | |
286 ApmDebugDumpThreadState* debug_state); | |
287 int WriteInitMessage() EXCLUSIVE_LOCKS_REQUIRED(crit_render_, crit_capture_); | |
288 | 299 |
289 // Writes Config message. If not |forced|, only writes the current config if | 300 // TODO(aleloi) doc. |
290 // it is different from the last saved one; if |forced|, writes the config | 301 std::unique_ptr<AecDumper> aec_dumper_; |
291 // regardless of the last saved. | |
292 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_) | |
293 EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); | |
294 | |
295 // Critical section. | |
296 rtc::CriticalSection crit_debug_; | |
297 | |
298 // Debug dump state. | |
299 ApmDebugDumpState debug_dump_; | |
300 #endif | |
301 | 302 |
302 // Critical sections. | 303 // Critical sections. |
303 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); | 304 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); |
304 rtc::CriticalSection crit_capture_; | 305 rtc::CriticalSection crit_capture_; |
305 | 306 |
306 // Struct containing the Config specifying the behavior of APM. | 307 // Struct containing the Config specifying the behavior of APM. |
307 AudioProcessing::Config config_; | 308 AudioProcessing::Config config_; |
308 | 309 |
309 // Class containing information about what submodules are active. | 310 // Class containing information about what submodules are active. |
310 ApmSubmoduleStates submodule_states_; | 311 ApmSubmoduleStates submodule_states_; |
(...skipping 117 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
428 std::unique_ptr< | 429 std::unique_ptr< |
429 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> | 430 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> |
430 agc_render_signal_queue_; | 431 agc_render_signal_queue_; |
431 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> | 432 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> |
432 red_render_signal_queue_; | 433 red_render_signal_queue_; |
433 }; | 434 }; |
434 | 435 |
435 } // namespace webrtc | 436 } // namespace webrtc |
436 | 437 |
437 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 438 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
OLD | NEW |