| Index: webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
|
| diff --git a/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h b/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..d0818f688c5e6750b430dd81a429ccb3432a7f10
|
| --- /dev/null
|
| +++ b/webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h
|
| @@ -0,0 +1,137 @@
|
| +/*
|
| + * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
|
| + *
|
| + * Use of this source code is governed by a BSD-style license
|
| + * that can be found in the LICENSE file in the root of the source
|
| + * tree. An additional intellectual property rights grant can be found
|
| + * in the file PATENTS. All contributing project authors may
|
| + * be found in the AUTHORS file in the root of the source tree.
|
| + */
|
| +
|
| +#ifndef WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
|
| +#define WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
|
| +
|
| +#include <complex>
|
| +
|
| +#include "webrtc/common_audio/lapped_transform.h"
|
| +#include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.h"
|
| +#include "webrtc/system_wrappers/interface/scoped_ptr.h"
|
| +
|
| +struct WebRtcVadInst;
|
| +typedef struct WebRtcVadInst VadInst;
|
| +
|
| +namespace webrtc {
|
| +
|
| +// Speech intelligibility enhancement module. Reads render and capture
|
| +// audio streams and modifies the render stream with a set of gains per
|
| +// frequency bin to enhance speech against the noise background.
|
| +class IntelligibilityEnhancer {
|
| + public:
|
| + // Construct a new instance with the given filter bank resolution,
|
| + // sampling rate, number of channels and analysis rates.
|
| + // |analysis_rate| sets the number of input blocks (containing speech!)
|
| + // to elapse before a new gain computation is made. |variance_rate| specifies
|
| + // the number of gain recomputations after which the variances are reset.
|
| + // |cv_*| are parameters for the VarianceArray constructor for the
|
| + // lear speech stream.
|
| + // TODO(bercic): the |cv_*|, |*_rate| and |gain_limit| parameters should
|
| + // probably go away once fine tuning is done. They override the internal
|
| + // constants in the class (kGainChangeLimit, kAnalyzeRate, kVarianceRate).
|
| + IntelligibilityEnhancer(int erb_resolution, int sample_rate_hz, int channels,
|
| + int cv_type, float cv_alpha, int cv_win,
|
| + int analysis_rate, int variance_rate,
|
| + float gain_limit);
|
| + ~IntelligibilityEnhancer();
|
| +
|
| + void ProcessRenderAudio(float* const* audio);
|
| + void ProcessCaptureAudio(float* const* audio);
|
| +
|
| + private:
|
| + enum AudioSource {
|
| + kRenderStream = 0,
|
| + kCaptureStream,
|
| + };
|
| +
|
| + class TransformCallback : public LappedTransform::Callback {
|
| + public:
|
| + TransformCallback(IntelligibilityEnhancer* parent, AudioSource source);
|
| + virtual void ProcessAudioBlock(const std::complex<float>* const* in_block,
|
| + int in_channels, int frames,
|
| + int out_channels,
|
| + std::complex<float>* const* out_block);
|
| +
|
| + private:
|
| + IntelligibilityEnhancer* parent_;
|
| + AudioSource source_;
|
| + };
|
| + friend class TransformCallback;
|
| +
|
| + void DispatchAudio(AudioSource source, const std::complex<float>* in_block,
|
| + std::complex<float>* out_block);
|
| + void ProcessClearBlock(const std::complex<float>* in_block,
|
| + std::complex<float>* out_block);
|
| + void AnalyzeClearBlock(float power_target);
|
| + void ProcessNoiseBlock(const std::complex<float>* in_block,
|
| + std::complex<float>* out_block);
|
| +
|
| + static int GetBankSize(int sample_rate, int erb_resolution);
|
| + void CreateErbBank();
|
| + void SolveEquation14(float lambda, int start_freq, float* sols);
|
| + void FilterVariance(const float* var, float* result);
|
| + static float DotProduct(const float* a, const float* b, int length);
|
| +
|
| + static const int kErbResolution;
|
| + static const int kWindowSizeMs;
|
| + static const int kChunkSizeMs;
|
| + static const int kAnalyzeRate;
|
| + static const int kVarianceRate;
|
| + static const float kClipFreq;
|
| + static const float kConfigRho;
|
| + static const float kKbdAlpha;
|
| + static const float kGainChangeLimit;
|
| +
|
| + const int freqs_;
|
| + const int window_size_; // window size in samples; also the block size
|
| + const int chunk_length_; // chunk size in samples
|
| + const int bank_size_;
|
| + const int sample_rate_hz_;
|
| + const int erb_resolution_;
|
| + const int channels_;
|
| + const int analysis_rate_;
|
| + const int variance_rate_;
|
| +
|
| + intelligibility::VarianceArray clear_variance_;
|
| + intelligibility::VarianceArray noise_variance_;
|
| + scoped_ptr<float[]> filtered_clear_var_;
|
| + scoped_ptr<float[]> filtered_noise_var_;
|
| + float** filter_bank_;
|
| + scoped_ptr<float[]> center_freqs_;
|
| + int start_freq_;
|
| + scoped_ptr<float[]> rho_;
|
| + scoped_ptr<float[]> gains_eq_;
|
| + intelligibility::GainApplier gain_applier_;
|
| +
|
| + // Destination buffer used to reassemble blocked chunks before overwriting
|
| + // the original input array with modifications.
|
| + float** temp_out_buffer_;
|
| + scoped_ptr<float*[]> input_audio_;
|
| + scoped_ptr<float[]> kbd_window_;
|
| + TransformCallback render_callback_;
|
| + TransformCallback capture_callback_;
|
| + scoped_ptr<LappedTransform> render_mangler_;
|
| + scoped_ptr<LappedTransform> capture_mangler_;
|
| + int block_count_;
|
| + int analysis_step_;
|
| +
|
| + // TODO(bercic): Quick stopgap measure for voice detection in the clear
|
| + // and noise streams.
|
| + VadInst* vad_high_;
|
| + VadInst* vad_low_;
|
| + scoped_ptr<int16_t[]> vad_tmp_buffer_;
|
| + bool has_voice_low_;
|
| +};
|
| +
|
| +} // namespace webrtc
|
| +
|
| +#endif // WEBRTC_MODULES_AUDIO_PROCESSING_INTELLIGIBILITY_INTELLIGIBILITY_ENHANCER_H_
|
| +
|
|
|