| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 11 #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
| 12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 12 #define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
| 13 | 13 |
| 14 #include <list> | 14 #include <list> |
| 15 #include <memory> | 15 #include <memory> |
| 16 #include <string> | 16 #include <string> |
| 17 #include <vector> | 17 #include <vector> |
| 18 | 18 |
| 19 #include "webrtc/base/criticalsection.h" | 19 #include "webrtc/base/criticalsection.h" |
| 20 #include "webrtc/base/function_view.h" | 20 #include "webrtc/base/function_view.h" |
| 21 #include "webrtc/base/gtest_prod_util.h" | 21 #include "webrtc/base/gtest_prod_util.h" |
| 22 #include "webrtc/base/ignore_wundef.h" | 22 #include "webrtc/base/ignore_wundef.h" |
| 23 #include "webrtc/base/swap_queue.h" | 23 #include "webrtc/base/swap_queue.h" |
| 24 #include "webrtc/base/thread_annotations.h" | 24 #include "webrtc/base/thread_annotations.h" |
| 25 #include "webrtc/modules/audio_processing/aec_dumper/aec_dumper.h" |
| 25 #include "webrtc/modules/audio_processing/audio_buffer.h" | 26 #include "webrtc/modules/audio_processing/audio_buffer.h" |
| 26 #include "webrtc/modules/audio_processing/include/audio_processing.h" | 27 #include "webrtc/modules/audio_processing/include/audio_processing.h" |
| 27 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" | 28 #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" |
| 28 #include "webrtc/modules/audio_processing/rms_level.h" | 29 #include "webrtc/modules/audio_processing/rms_level.h" |
| 29 #include "webrtc/system_wrappers/include/file_wrapper.h" | 30 #include "webrtc/system_wrappers/include/file_wrapper.h" |
| 30 | 31 |
| 32 <<<<<<< HEAD |
| 31 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | 33 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 32 // Files generated at build-time by the protobuf compiler. | 34 // Files generated at build-time by the protobuf compiler. |
| 33 RTC_PUSH_IGNORING_WUNDEF() | 35 RTC_PUSH_IGNORING_WUNDEF() |
| 34 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD | 36 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD |
| 35 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" | 37 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" |
| 36 #else | 38 #else |
| 37 #include "webrtc/modules/audio_processing/debug.pb.h" | 39 #include "webrtc/modules/audio_processing/debug.pb.h" |
| 38 #endif | 40 #endif |
| 39 RTC_POP_IGNORING_WUNDEF() | 41 RTC_POP_IGNORING_WUNDEF() |
| 40 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP | 42 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 41 | 43 |
| 44 ||||||| parent of 6d4e36d05... aec-dumper and null-aec-dumper. Most parts are im
plemented. |
| 45 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 46 // *.pb.h files are generated at build-time by the protobuf compiler. |
| 47 RTC_PUSH_IGNORING_WUNDEF() |
| 48 #ifdef WEBRTC_ANDROID_PLATFORM_BUILD |
| 49 #include "external/webrtc/webrtc/modules/audio_processing/debug.pb.h" |
| 50 #else |
| 51 #include "webrtc/modules/audio_processing/debug.pb.h" |
| 52 #endif |
| 53 RTC_POP_IGNORING_WUNDEF() |
| 54 #endif // WEBRTC_AUDIOPROC_DEBUG_DUMP |
| 55 |
| 56 ======= |
| 57 >>>>>>> 6d4e36d05... aec-dumper and null-aec-dumper. Most parts are implemented. |
| 42 namespace webrtc { | 58 namespace webrtc { |
| 43 | 59 |
| 44 class AgcManagerDirect; | 60 class AgcManagerDirect; |
| 45 class AudioConverter; | 61 class AudioConverter; |
| 46 | 62 |
| 47 class NonlinearBeamformer; | 63 class NonlinearBeamformer; |
| 48 | 64 |
| 49 class AudioProcessingImpl : public AudioProcessing { | 65 class AudioProcessingImpl : public AudioProcessing { |
| 50 public: | 66 public: |
| 51 // Methods forcing APM to run in a single-threaded manner. | 67 // Methods forcing APM to run in a single-threaded manner. |
| 52 // Acquires both the render and capture locks. | 68 // Acquires both the render and capture locks. |
| 53 explicit AudioProcessingImpl(const webrtc::Config& config); | 69 explicit AudioProcessingImpl(const webrtc::Config& config); |
| 54 // AudioProcessingImpl takes ownership of beamformer. | 70 // AudioProcessingImpl takes ownership of beamformer. |
| 55 AudioProcessingImpl(const webrtc::Config& config, | 71 AudioProcessingImpl(const webrtc::Config& config, |
| 56 NonlinearBeamformer* beamformer); | 72 NonlinearBeamformer* beamformer); |
| 57 ~AudioProcessingImpl() override; | 73 ~AudioProcessingImpl() override; |
| 58 int Initialize() override; | 74 int Initialize() override; |
| 59 int Initialize(int capture_input_sample_rate_hz, | 75 int Initialize(int capture_input_sample_rate_hz, |
| 60 int capture_output_sample_rate_hz, | 76 int capture_output_sample_rate_hz, |
| 61 int render_sample_rate_hz, | 77 int render_sample_rate_hz, |
| 62 ChannelLayout capture_input_layout, | 78 ChannelLayout capture_input_layout, |
| 63 ChannelLayout capture_output_layout, | 79 ChannelLayout capture_output_layout, |
| 64 ChannelLayout render_input_layout) override; | 80 ChannelLayout render_input_layout) override; |
| 65 int Initialize(const ProcessingConfig& processing_config) override; | 81 int Initialize(const ProcessingConfig& processing_config) override; |
| 66 void ApplyConfig(const AudioProcessing::Config& config) override; | 82 void ApplyConfig(const AudioProcessing::Config& config) override; |
| 67 void SetExtraOptions(const webrtc::Config& config) override; | 83 void SetExtraOptions(const webrtc::Config& config) override; |
| 68 void UpdateHistogramsOnCallEnd() override; | 84 void UpdateHistogramsOnCallEnd() override; |
| 69 int StartDebugRecording(const char filename[kMaxFilenameSize], | 85 int StartDebugRecording(const char filename[kMaxFilenameSize], |
| 70 int64_t max_log_size_bytes) override; | 86 int64_t max_log_size_bytes, |
| 71 int StartDebugRecording(FILE* handle, int64_t max_log_size_bytes) override; | 87 rtc::TaskQueue* worker_queue) override; |
| 72 int StartDebugRecording(FILE* handle) override; | 88 int StartDebugRecording(FILE* handle, |
| 73 int StartDebugRecordingForPlatformFile(rtc::PlatformFile handle) override; | 89 int64_t max_log_size_bytes, |
| 90 rtc::TaskQueue* worker_queue) override; |
| 91 int StartDebugRecording(FILE* handle, rtc::TaskQueue* worker_queue) override; |
| 92 int StartDebugRecordingForPlatformFile(rtc::PlatformFile handle, |
| 93 rtc::TaskQueue* worker_queue) override; |
| 74 int StopDebugRecording() override; | 94 int StopDebugRecording() override; |
| 75 | 95 |
| 76 // Capture-side exclusive methods possibly running APM in a | 96 // Capture-side exclusive methods possibly running APM in a |
| 77 // multi-threaded manner. Acquire the capture lock. | 97 // multi-threaded manner. Acquire the capture lock. |
| 78 int ProcessStream(AudioFrame* frame) override; | 98 int ProcessStream(AudioFrame* frame) override; |
| 79 int ProcessStream(const float* const* src, | 99 int ProcessStream(const float* const* src, |
| 80 size_t samples_per_channel, | 100 size_t samples_per_channel, |
| 81 int input_sample_rate_hz, | 101 int input_sample_rate_hz, |
| 82 ChannelLayout input_layout, | 102 ChannelLayout input_layout, |
| 83 int output_sample_rate_hz, | 103 int output_sample_rate_hz, |
| (...skipping 184 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 268 | 288 |
| 269 // Render-side exclusive methods possibly running APM in a multi-threaded | 289 // Render-side exclusive methods possibly running APM in a multi-threaded |
| 270 // manner that are called with the render lock already acquired. | 290 // manner that are called with the render lock already acquired. |
| 271 // TODO(ekm): Remove once all clients updated to new interface. | 291 // TODO(ekm): Remove once all clients updated to new interface. |
| 272 int AnalyzeReverseStreamLocked(const float* const* src, | 292 int AnalyzeReverseStreamLocked(const float* const* src, |
| 273 const StreamConfig& input_config, | 293 const StreamConfig& input_config, |
| 274 const StreamConfig& output_config) | 294 const StreamConfig& output_config) |
| 275 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 295 EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
| 276 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); | 296 int ProcessRenderStreamLocked() EXCLUSIVE_LOCKS_REQUIRED(crit_render_); |
| 277 | 297 |
| 278 // Debug dump methods that are internal and called without locks. | 298 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); |
| 279 // TODO(peah): Make thread safe. | |
| 280 #ifdef WEBRTC_AUDIOPROC_DEBUG_DUMP | |
| 281 // TODO(andrew): make this more graceful. Ideally we would split this stuff | |
| 282 // out into a separate class with an "enabled" and "disabled" implementation. | |
| 283 static int WriteMessageToDebugFile(FileWrapper* debug_file, | |
| 284 int64_t* filesize_limit_bytes, | |
| 285 rtc::CriticalSection* crit_debug, | |
| 286 ApmDebugDumpThreadState* debug_state); | |
| 287 int WriteInitMessage() EXCLUSIVE_LOCKS_REQUIRED(crit_render_, crit_capture_); | |
| 288 | 299 |
| 289 // Writes Config message. If not |forced|, only writes the current config if | 300 // TODO(aleloi) doc. |
| 290 // it is different from the last saved one; if |forced|, writes the config | 301 std::unique_ptr<AecDumper> aec_dumper_; |
| 291 // regardless of the last saved. | |
| 292 int WriteConfigMessage(bool forced) EXCLUSIVE_LOCKS_REQUIRED(crit_capture_) | |
| 293 EXCLUSIVE_LOCKS_REQUIRED(crit_capture_); | |
| 294 | |
| 295 // Critical section. | |
| 296 rtc::CriticalSection crit_debug_; | |
| 297 | |
| 298 // Debug dump state. | |
| 299 ApmDebugDumpState debug_dump_; | |
| 300 #endif | |
| 301 | 302 |
| 302 // Critical sections. | 303 // Critical sections. |
| 303 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); | 304 rtc::CriticalSection crit_render_ ACQUIRED_BEFORE(crit_capture_); |
| 304 rtc::CriticalSection crit_capture_; | 305 rtc::CriticalSection crit_capture_; |
| 305 | 306 |
| 306 // Struct containing the Config specifying the behavior of APM. | 307 // Struct containing the Config specifying the behavior of APM. |
| 307 AudioProcessing::Config config_; | 308 AudioProcessing::Config config_; |
| 308 | 309 |
| 309 // Class containing information about what submodules are active. | 310 // Class containing information about what submodules are active. |
| 310 ApmSubmoduleStates submodule_states_; | 311 ApmSubmoduleStates submodule_states_; |
| (...skipping 117 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 428 std::unique_ptr< | 429 std::unique_ptr< |
| 429 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> | 430 SwapQueue<std::vector<int16_t>, RenderQueueItemVerifier<int16_t>>> |
| 430 agc_render_signal_queue_; | 431 agc_render_signal_queue_; |
| 431 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> | 432 std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> |
| 432 red_render_signal_queue_; | 433 red_render_signal_queue_; |
| 433 }; | 434 }; |
| 434 | 435 |
| 435 } // namespace webrtc | 436 } // namespace webrtc |
| 436 | 437 |
| 437 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ | 438 #endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_PROCESSING_IMPL_H_ |
| OLD | NEW |