Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(201)

Unified Diff: webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc

Issue 2980493002: Add adaptive notch filter to remove narrowband echo components in AEC3 (Closed)
Patch Set: Created 3 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc
diff --git a/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc b/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc
index fd154e80dd700565d9e427c417b12802f74a148f..4974f0138b61783448d49c902348fb46b43eb80a 100644
--- a/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc
+++ b/webrtc/modules/audio_processing/aec3/render_signal_analyzer.cc
@@ -10,6 +10,7 @@
#include "webrtc/modules/audio_processing/aec3/render_signal_analyzer.h"
+#include <math.h>
#include <algorithm>
#include "webrtc/rtc_base/checks.h"
@@ -19,6 +20,71 @@ namespace webrtc {
namespace {
constexpr size_t kCounterThreshold = 5;
+// Identifies local bands with narrow characteristics.
+void IdentifySmallNarrowBandRegions(
+ const RenderBuffer& render_buffer,
+ const rtc::Optional<size_t>& delay_partitions,
+ std::array<size_t, kFftLengthBy2 - 1>* narrow_band_counters) {
+ if (!delay_partitions) {
+ narrow_band_counters->fill(0);
+ return;
+ }
+
+ const std::array<float, kFftLengthBy2Plus1>& X2 =
+ render_buffer.Spectrum(*delay_partitions);
+
+ for (size_t k = 1; k < (X2.size() - 1); ++k) {
+ (*narrow_band_counters)[k - 1] = X2[k] > 3 * std::max(X2[k - 1], X2[k + 1])
+ ? (*narrow_band_counters)[k - 1] + 1
+ : 0;
+ }
+}
+
+// Identifies whether the signal has a single strong narrow-band component.
+void IdentifyStrongNarrowBandComponent(const RenderBuffer& render_buffer,
+ rtc::Optional<int>* narrow_peak_band,
+ size_t* narrow_peak_counter) {
+ const auto X2_latest = render_buffer.Spectrum(0);
+
+ // Identify the spectral peak.
+ const int peak_bin = static_cast<int>(
+ std::max_element(X2_latest.begin(), X2_latest.end()) - X2_latest.begin());
+
+ // Compute the level around the peak.
+ float non_peak_power = 0.f;
+ for (int k = std::max(5, peak_bin - 14); k < peak_bin - 4; ++k) {
+ non_peak_power = std::max(X2_latest[k], non_peak_power);
+ }
+ for (int k = peak_bin + 5;
+ k < std::min(peak_bin + 15, static_cast<int>(kFftLengthBy2Plus1)); ++k) {
+ non_peak_power = std::max(X2_latest[k], non_peak_power);
+ }
+
+ // Assess the render signal strength
+ const std::vector<std::vector<float>>& x_latest =
+ render_buffer.MostRecentBlock();
+ auto result0 = std::minmax_element(x_latest[0].begin(), x_latest[0].end());
+ float max_abs = std::max(fabs(*result0.first), fabs(*result0.second));
+
+ if (x_latest.size() > 1) {
+ const auto result1 =
+ std::minmax_element(x_latest[1].begin(), x_latest[1].end());
+ max_abs = std::max(max_abs,
+ std::max(fabs(*result1.first), fabs(*result1.second)));
+ }
+
+ // Detect whether the spectal peak has as strong narrowband nature.
+ if (peak_bin > 6 && max_abs > 100 &&
+ X2_latest[peak_bin] > 100 * non_peak_power) {
+ *narrow_peak_band = rtc::Optional<int>(peak_bin);
+ *narrow_peak_counter = 0;
+ } else {
+ if (++(*narrow_peak_counter) > 7) {
+ *narrow_peak_band = rtc::Optional<int>();
ivoc 2017/07/11 11:06:50 After narrow_peak_counter > 7 this code will creat
peah-webrtc 2017/07/11 11:54:18 Great point! Done
+ }
+ }
+}
+
} // namespace
RenderSignalAnalyzer::RenderSignalAnalyzer() {
@@ -29,20 +95,13 @@ RenderSignalAnalyzer::~RenderSignalAnalyzer() = default;
void RenderSignalAnalyzer::Update(
const RenderBuffer& render_buffer,
const rtc::Optional<size_t>& delay_partitions) {
- if (!delay_partitions) {
- narrow_band_counters_.fill(0);
- return;
- }
-
- const std::array<float, kFftLengthBy2Plus1>& X2 =
- render_buffer.Spectrum(*delay_partitions);
+ // Identify bands of narrow nature.
+ IdentifySmallNarrowBandRegions(render_buffer, delay_partitions,
+ &narrow_band_counters_);
- // Detect narrow band signal regions.
- for (size_t k = 1; k < (X2.size() - 1); ++k) {
- narrow_band_counters_[k - 1] = X2[k] > 3 * std::max(X2[k - 1], X2[k + 1])
- ? narrow_band_counters_[k - 1] + 1
- : 0;
- }
+ // Identify the presence of a strong narrow band.
+ IdentifyStrongNarrowBandComponent(render_buffer, &narrow_peak_band_,
+ &narrow_peak_counter_);
}
void RenderSignalAnalyzer::MaskRegionsAroundNarrowBands(

Powered by Google App Engine
This is Rietveld 408576698