Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(155)

Unified Diff: webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h

Issue 1177953006: Initial SIE commit: migrating existing code (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Created 5 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « no previous file | webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.cc » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
diff --git a/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h b/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
new file mode 100644
index 0000000000000000000000000000000000000000..d0818f688c5e6750b430dd81a429ccb3432a7f10
--- /dev/null
+++ b/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
@@ -0,0 +1,137 @@
+/*
+ * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
+ *
+ * Use of this source code is governed by a BSD-style license
+ * that can be found in the LICENSE file in the root of the source
+ * tree. An additional intellectual property rights grant can be found
+ * in the file PATENTS. All contributing project authors may
+ * be found in the AUTHORS file in the root of the source tree.
+ */
+
+#ifndef WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
+#define WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
+
+#include <complex>
+
+#include "webrtc/common_audio/lapped_transform.h"
+#include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.h"
+#include "webrtc/system_wrappers/interface/scoped_ptr.h"
+
+struct WebRtcVadInst;
+typedef struct WebRtcVadInst VadInst;
+
+namespace webrtc {
+
+// Speech intelligibility enhancement module. Reads render and capture
+// audio streams and modifies the render stream with a set of gains per
+// frequency bin to enhance speech against the noise background.
+class IntelligibilityEnhancer {
+ public:
+ // Construct a new instance with the given filter bank resolution,
+ // sampling rate, number of channels and analysis rates.
+ // |analysis_rate| sets the number of input blocks (containing speech!)
+ // to elapse before a new gain computation is made. |variance_rate| specifies
+ // the number of gain recomputations after which the variances are reset.
+ // |cv_*| are parameters for the VarianceArray constructor for the
+ // lear speech stream.
+ // TODO(bercic): the |cv_*|, |*_rate| and |gain_limit| parameters should
+ // probably go away once fine tuning is done. They override the internal
+ // constants in the class (kGainChangeLimit, kAnalyzeRate, kVarianceRate).
+ IntelligibilityEnhancer(int erb_resolution, int sample_rate_hz, int channels,
+ int cv_type, float cv_alpha, int cv_win,
+ int analysis_rate, int variance_rate,
+ float gain_limit);
+ ~IntelligibilityEnhancer();
+
+ void ProcessRenderAudio(float* const* audio);
+ void ProcessCaptureAudio(float* const* audio);
+
+ private:
+ enum AudioSource {
+ kRenderStream = 0,
+ kCaptureStream,
+ };
+
+ class TransformCallback : public LappedTransform::Callback {
+ public:
+ TransformCallback(IntelligibilityEnhancer* parent, AudioSource source);
+ virtual void ProcessAudioBlock(const std::complex<float>* const* in_block,
+ int in_channels, int frames,
+ int out_channels,
+ std::complex<float>* const* out_block);
+
+ private:
+ IntelligibilityEnhancer* parent_;
+ AudioSource source_;
+ };
+ friend class TransformCallback;
+
+ void DispatchAudio(AudioSource source, const std::complex<float>* in_block,
+ std::complex<float>* out_block);
+ void ProcessClearBlock(const std::complex<float>* in_block,
+ std::complex<float>* out_block);
+ void AnalyzeClearBlock(float power_target);
+ void ProcessNoiseBlock(const std::complex<float>* in_block,
+ std::complex<float>* out_block);
+
+ static int GetBankSize(int sample_rate, int erb_resolution);
+ void CreateErbBank();
+ void SolveEquation14(float lambda, int start_freq, float* sols);
+ void FilterVariance(const float* var, float* result);
+ static float DotProduct(const float* a, const float* b, int length);
+
+ static const int kErbResolution;
+ static const int kWindowSizeMs;
+ static const int kChunkSizeMs;
+ static const int kAnalyzeRate;
+ static const int kVarianceRate;
+ static const float kClipFreq;
+ static const float kConfigRho;
+ static const float kKbdAlpha;
+ static const float kGainChangeLimit;
+
+ const int freqs_;
+ const int window_size_; // window size in samples; also the block size
+ const int chunk_length_; // chunk size in samples
+ const int bank_size_;
+ const int sample_rate_hz_;
+ const int erb_resolution_;
+ const int channels_;
+ const int analysis_rate_;
+ const int variance_rate_;
+
+ intelligibility::VarianceArray clear_variance_;
+ intelligibility::VarianceArray noise_variance_;
+ scoped_ptr<float[]> filtered_clear_var_;
+ scoped_ptr<float[]> filtered_noise_var_;
+ float** filter_bank_;
+ scoped_ptr<float[]> center_freqs_;
+ int start_freq_;
+ scoped_ptr<float[]> rho_;
+ scoped_ptr<float[]> gains_eq_;
+ intelligibility::GainApplier gain_applier_;
+
+ // Destination buffer used to reassemble blocked chunks before overwriting
+ // the original input array with modifications.
+ float** temp_out_buffer_;
+ scoped_ptr<float*[]> input_audio_;
+ scoped_ptr<float[]> kbd_window_;
+ TransformCallback render_callback_;
+ TransformCallback capture_callback_;
+ scoped_ptr<LappedTransform> render_mangler_;
+ scoped_ptr<LappedTransform> capture_mangler_;
+ int block_count_;
+ int analysis_step_;
+
+ // TODO(bercic): Quick stopgap measure for voice detection in the clear
+ // and noise streams.
+ VadInst* vad_high_;
+ VadInst* vad_low_;
+ scoped_ptr<int16_t[]> vad_tmp_buffer_;
+ bool has_voice_low_;
+};
+
+} // namespace webrtc
+
+#endif // WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
+
« no previous file with comments | « no previous file | webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698