Chromium Code Reviews| Index: webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc |
| diff --git a/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc b/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc |
| index fd154e80dd700565d9e427c417b12802f74a148f..4974f0138b61783448d49c902348fb46b43eb80a 100644 |
| --- a/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc |
| +++ b/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc |
| @@ -10,6 +10,7 @@ |
| #include "webrtc/modules/audio_processing/aec3/render_signal_analyzer.h" |
| +#include <math.h> |
| #include <algorithm> |
| #include "webrtc/rtc_base/checks.h" |
| @@ -19,6 +20,71 @@ namespace webrtc { |
| namespace { |
| constexpr size_t kCounterThreshold = 5; |
| +// Identifies local bands with narrow characteristics. |
| +void IdentifySmallNarrowBandRegions( |
| + const RenderBuffer& render_buffer, |
| + const rtc::Optional<size_t>& delay_partitions, |
| + std::array<size_t, kFftLengthBy2 - 1>* narrow_band_counters) { |
| + if (!delay_partitions) { |
| + narrow_band_counters->fill(0); |
| + return; |
| + } |
| + |
| + const std::array<float, kFftLengthBy2Plus1>& X2 = |
| + render_buffer.Spectrum(*delay_partitions); |
| + |
| + for (size_t k = 1; k < (X2.size() - 1); ++k) { |
| + (*narrow_band_counters)[k - 1] = X2[k] > 3 * std::max(X2[k - 1], X2[k + 1]) |
| + ? (*narrow_band_counters)[k - 1] + 1 |
| + : 0; |
| + } |
| +} |
| + |
| +// Identifies whether the signal has a single strong narrow-band component. |
| +void IdentifyStrongNarrowBandComponent(const RenderBuffer& render_buffer, |
| + rtc::Optional<int>* narrow_peak_band, |
| + size_t* narrow_peak_counter) { |
| + const auto X2_latest = render_buffer.Spectrum(0); |
| + |
| + // Identify the spectral peak. |
| + const int peak_bin = static_cast<int>( |
| + std::max_element(X2_latest.begin(), X2_latest.end()) - X2_latest.begin()); |
| + |
| + // Compute the level around the peak. |
| + float non_peak_power = 0.f; |
| + for (int k = std::max(5, peak_bin - 14); k < peak_bin - 4; ++k) { |
| + non_peak_power = std::max(X2_latest[k], non_peak_power); |
| + } |
| + for (int k = peak_bin + 5; |
| + k < std::min(peak_bin + 15, static_cast<int>(kFftLengthBy2Plus1)); ++k) { |
| + non_peak_power = std::max(X2_latest[k], non_peak_power); |
| + } |
| + |
| + // Assess the render signal strength |
| + const std::vector<std::vector<float>>& x_latest = |
| + render_buffer.MostRecentBlock(); |
| + auto result0 = std::minmax_element(x_latest[0].begin(), x_latest[0].end()); |
| + float max_abs = std::max(fabs(*result0.first), fabs(*result0.second)); |
| + |
| + if (x_latest.size() > 1) { |
| + const auto result1 = |
| + std::minmax_element(x_latest[1].begin(), x_latest[1].end()); |
| + max_abs = std::max(max_abs, |
| + std::max(fabs(*result1.first), fabs(*result1.second))); |
| + } |
| + |
| + // Detect whether the spectal peak has as strong narrowband nature. |
| + if (peak_bin > 6 && max_abs > 100 && |
| + X2_latest[peak_bin] > 100 * non_peak_power) { |
| + *narrow_peak_band = rtc::Optional<int>(peak_bin); |
| + *narrow_peak_counter = 0; |
| + } else { |
| + if (++(*narrow_peak_counter) > 7) { |
| + *narrow_peak_band = rtc::Optional<int>(); |
|
ivoc
2017/07/11 11:06:50
After narrow_peak_counter > 7 this code will creat
peah-webrtc
2017/07/11 11:54:18
Great point!
Done
|
| + } |
| + } |
| +} |
| + |
| } // namespace |
| RenderSignalAnalyzer::RenderSignalAnalyzer() { |
| @@ -29,20 +95,13 @@ RenderSignalAnalyzer::~RenderSignalAnalyzer() = default; |
| void RenderSignalAnalyzer::Update( |
| const RenderBuffer& render_buffer, |
| const rtc::Optional<size_t>& delay_partitions) { |
| - if (!delay_partitions) { |
| - narrow_band_counters_.fill(0); |
| - return; |
| - } |
| - |
| - const std::array<float, kFftLengthBy2Plus1>& X2 = |
| - render_buffer.Spectrum(*delay_partitions); |
| + // Identify bands of narrow nature. |
| + IdentifySmallNarrowBandRegions(render_buffer, delay_partitions, |
| + &narrow_band_counters_); |
| - // Detect narrow band signal regions. |
| - for (size_t k = 1; k < (X2.size() - 1); ++k) { |
| - narrow_band_counters_[k - 1] = X2[k] > 3 * std::max(X2[k - 1], X2[k + 1]) |
| - ? narrow_band_counters_[k - 1] + 1 |
| - : 0; |
| - } |
| + // Identify the presence of a strong narrow band. |
| + IdentifyStrongNarrowBandComponent(render_buffer, &narrow_peak_band_, |
| + &narrow_peak_counter_); |
| } |
| void RenderSignalAnalyzer::MaskRegionsAroundNarrowBands( |