OLD | NEW |
---|---|
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/modules/audio_processing/noise_suppression_impl.h" | 11 #include "webrtc/modules/audio_processing/noise_suppression_impl.h" |
12 | 12 |
13 #include <assert.h> | |
14 | |
15 #include "webrtc/modules/audio_processing/audio_buffer.h" | 13 #include "webrtc/modules/audio_processing/audio_buffer.h" |
16 #if defined(WEBRTC_NS_FLOAT) | 14 #if defined(WEBRTC_NS_FLOAT) |
17 #include "webrtc/modules/audio_processing/ns/noise_suppression.h" | 15 #include "webrtc/modules/audio_processing/ns/noise_suppression.h" |
16 #define NS_CREATE WebRtcNs_Create | |
17 #define NS_FREE WebRtcNs_Free | |
18 #define NS_INIT WebRtcNs_Init | |
19 #define NS_SET_POLICY WebRtcNs_set_policy | |
20 typedef NsHandle NsState; | |
18 #elif defined(WEBRTC_NS_FIXED) | 21 #elif defined(WEBRTC_NS_FIXED) |
19 #include "webrtc/modules/audio_processing/ns/noise_suppression_x.h" | 22 #include "webrtc/modules/audio_processing/ns/noise_suppression_x.h" |
23 #define NS_CREATE WebRtcNsx_Create | |
24 #define NS_FREE WebRtcNsx_Free | |
25 #define NS_INIT WebRtcNsx_Init | |
26 #define NS_SET_POLICY WebRtcNsx_set_policy | |
27 typedef NsxHandle NsState; | |
20 #endif | 28 #endif |
21 | 29 |
30 namespace webrtc { | |
31 class NoiseSuppressionImpl::Suppressor { | |
peah-webrtc
2015/12/08 15:08:22
I'd rather call it MonoNoiseSuppressor, or just No
the sun
2015/12/08 15:31:30
Resolved offline.
| |
32 public: | |
33 explicit Suppressor(int sample_rate_hz) { | |
34 state_ = NS_CREATE(); | |
35 RTC_CHECK(state_); | |
36 int error = NS_INIT(state_, sample_rate_hz); | |
37 RTC_DCHECK_EQ(0, error); | |
38 } | |
39 ~Suppressor() { | |
40 NS_FREE(state_); | |
41 } | |
42 NsState* state() { return state_; } | |
43 private: | |
44 NsState* state_ = nullptr; | |
45 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(Suppressor); | |
46 }; | |
22 | 47 |
23 namespace webrtc { | 48 NoiseSuppressionImpl::NoiseSuppressionImpl(rtc::CriticalSection* crit) |
24 | 49 : crit_(crit) { |
25 #if defined(WEBRTC_NS_FLOAT) | |
26 typedef NsHandle Handle; | |
27 #elif defined(WEBRTC_NS_FIXED) | |
28 typedef NsxHandle Handle; | |
29 #endif | |
30 | |
31 namespace { | |
32 int MapSetting(NoiseSuppression::Level level) { | |
33 switch (level) { | |
34 case NoiseSuppression::kLow: | |
35 return 0; | |
36 case NoiseSuppression::kModerate: | |
37 return 1; | |
38 case NoiseSuppression::kHigh: | |
39 return 2; | |
40 case NoiseSuppression::kVeryHigh: | |
41 return 3; | |
42 } | |
43 assert(false); | |
44 return -1; | |
45 } | |
46 } // namespace | |
47 | |
48 NoiseSuppressionImpl::NoiseSuppressionImpl(const AudioProcessing* apm, | |
49 rtc::CriticalSection* crit) | |
50 : ProcessingComponent(), apm_(apm), crit_(crit), level_(kModerate) { | |
51 RTC_DCHECK(apm); | |
52 RTC_DCHECK(crit); | 50 RTC_DCHECK(crit); |
53 } | 51 } |
54 | 52 |
55 NoiseSuppressionImpl::~NoiseSuppressionImpl() {} | 53 NoiseSuppressionImpl::~NoiseSuppressionImpl() {} |
56 | 54 |
55 void NoiseSuppressionImpl::Initialize(int channels, int sample_rate_hz) { | |
56 RTC_DCHECK_LE(0, channels); | |
57 std::vector<rtc::scoped_ptr<Suppressor>> new_suppressors(channels); | |
58 for (int i = 0; i < channels; i++) { | |
59 new_suppressors[i].reset(new Suppressor(sample_rate_hz)); | |
60 } | |
61 rtc::CritScope cs(crit_); | |
62 suppressors_.swap(new_suppressors); | |
63 set_level(level_); | |
64 } | |
65 | |
57 int NoiseSuppressionImpl::AnalyzeCaptureAudio(AudioBuffer* audio) { | 66 int NoiseSuppressionImpl::AnalyzeCaptureAudio(AudioBuffer* audio) { |
67 RTC_DCHECK(audio); | |
58 #if defined(WEBRTC_NS_FLOAT) | 68 #if defined(WEBRTC_NS_FLOAT) |
59 if (!is_component_enabled()) { | 69 rtc::CritScope cs(crit_); |
70 if (!enabled_) { | |
60 return AudioProcessing::kNoError; | 71 return AudioProcessing::kNoError; |
61 } | 72 } |
62 assert(audio->num_frames_per_band() <= 160); | |
63 assert(audio->num_channels() == num_handles()); | |
64 | 73 |
65 for (int i = 0; i < num_handles(); ++i) { | 74 RTC_DCHECK_GE(160u, audio->num_frames_per_band()); |
66 Handle* my_handle = static_cast<Handle*>(handle(i)); | 75 RTC_DCHECK_EQ(suppressors_.size(), |
67 | 76 static_cast<size_t>(audio->num_channels())); |
68 WebRtcNs_Analyze(my_handle, audio->split_bands_const_f(i)[kBand0To8kHz]); | 77 for (size_t i = 0; i < suppressors_.size(); i++) { |
78 WebRtcNs_Analyze(suppressors_[i]->state(), | |
79 audio->split_bands_const_f(i)[kBand0To8kHz]); | |
69 } | 80 } |
70 #endif | 81 #endif |
71 return AudioProcessing::kNoError; | 82 return AudioProcessing::kNoError; |
72 } | 83 } |
73 | 84 |
74 int NoiseSuppressionImpl::ProcessCaptureAudio(AudioBuffer* audio) { | 85 int NoiseSuppressionImpl::ProcessCaptureAudio(AudioBuffer* audio) { |
86 RTC_DCHECK(audio); | |
75 rtc::CritScope cs(crit_); | 87 rtc::CritScope cs(crit_); |
76 if (!is_component_enabled()) { | 88 if (!enabled_) { |
77 return AudioProcessing::kNoError; | 89 return AudioProcessing::kNoError; |
78 } | 90 } |
79 assert(audio->num_frames_per_band() <= 160); | |
80 assert(audio->num_channels() == num_handles()); | |
81 | 91 |
82 for (int i = 0; i < num_handles(); ++i) { | 92 RTC_DCHECK_GE(160u, audio->num_frames_per_band()); |
83 Handle* my_handle = static_cast<Handle*>(handle(i)); | 93 RTC_DCHECK_EQ(suppressors_.size(), |
94 static_cast<size_t>(audio->num_channels())); | |
95 for (size_t i = 0; i < suppressors_.size(); i++) { | |
84 #if defined(WEBRTC_NS_FLOAT) | 96 #if defined(WEBRTC_NS_FLOAT) |
85 WebRtcNs_Process(my_handle, | 97 WebRtcNs_Process(suppressors_[i]->state(), |
86 audio->split_bands_const_f(i), | 98 audio->split_bands_const_f(i), |
87 audio->num_bands(), | 99 audio->num_bands(), |
88 audio->split_bands_f(i)); | 100 audio->split_bands_f(i)); |
89 #elif defined(WEBRTC_NS_FIXED) | 101 #elif defined(WEBRTC_NS_FIXED) |
90 WebRtcNsx_Process(my_handle, | 102 WebRtcNsx_Process(suppressors_[i]->state(), |
91 audio->split_bands_const(i), | 103 audio->split_bands_const(i), |
92 audio->num_bands(), | 104 audio->num_bands(), |
93 audio->split_bands(i)); | 105 audio->split_bands(i)); |
94 #endif | 106 #endif |
95 } | 107 } |
96 return AudioProcessing::kNoError; | 108 return AudioProcessing::kNoError; |
97 } | 109 } |
98 | 110 |
99 int NoiseSuppressionImpl::Enable(bool enable) { | 111 int NoiseSuppressionImpl::Enable(bool enable) { |
100 rtc::CritScope cs(crit_); | 112 rtc::CritScope cs(crit_); |
101 return EnableComponent(enable); | 113 enabled_ = enable; |
114 return AudioProcessing::kNoError; | |
102 } | 115 } |
103 | 116 |
104 bool NoiseSuppressionImpl::is_enabled() const { | 117 bool NoiseSuppressionImpl::is_enabled() const { |
105 rtc::CritScope cs(crit_); | 118 rtc::CritScope cs(crit_); |
106 return is_component_enabled(); | 119 return enabled_; |
107 } | 120 } |
108 | 121 |
109 int NoiseSuppressionImpl::set_level(Level level) { | 122 int NoiseSuppressionImpl::set_level(Level level) { |
110 rtc::CritScope cs(crit_); | 123 rtc::CritScope cs(crit_); |
111 if (MapSetting(level) == -1) { | 124 int policy = 1; |
112 return AudioProcessing::kBadParameterError; | 125 switch (level) { |
126 case NoiseSuppression::kLow: | |
127 policy = 0; | |
128 break; | |
129 case NoiseSuppression::kModerate: | |
130 policy = 1; | |
131 break; | |
132 case NoiseSuppression::kHigh: | |
133 policy = 2; | |
134 break; | |
135 case NoiseSuppression::kVeryHigh: | |
136 policy = 3; | |
137 break; | |
138 default: | |
139 RTC_NOTREACHED(); | |
113 } | 140 } |
114 | |
115 level_ = level; | 141 level_ = level; |
116 return Configure(); | 142 for (auto& suppressor : suppressors_) { |
143 int error = NS_SET_POLICY(suppressor->state(), policy); | |
144 RTC_DCHECK_EQ(0, error); | |
145 } | |
146 return AudioProcessing::kNoError; | |
117 } | 147 } |
118 | 148 |
119 NoiseSuppression::Level NoiseSuppressionImpl::level() const { | 149 NoiseSuppression::Level NoiseSuppressionImpl::level() const { |
120 rtc::CritScope cs(crit_); | 150 rtc::CritScope cs(crit_); |
121 return level_; | 151 return level_; |
122 } | 152 } |
123 | 153 |
124 float NoiseSuppressionImpl::speech_probability() const { | 154 float NoiseSuppressionImpl::speech_probability() const { |
125 rtc::CritScope cs(crit_); | 155 rtc::CritScope cs(crit_); |
126 #if defined(WEBRTC_NS_FLOAT) | 156 #if defined(WEBRTC_NS_FLOAT) |
127 float probability_average = 0.0f; | 157 float probability_average = 0.0f; |
128 for (int i = 0; i < num_handles(); i++) { | 158 for (auto& suppressor : suppressors_) { |
129 Handle* my_handle = static_cast<Handle*>(handle(i)); | 159 probability_average += |
130 probability_average += WebRtcNs_prior_speech_probability(my_handle); | 160 WebRtcNs_prior_speech_probability(suppressor->state()); |
131 } | 161 } |
132 return probability_average / num_handles(); | 162 if (suppressors_.size() > 0) { |
163 probability_average /= suppressors_.size(); | |
164 } | |
165 return probability_average; | |
133 #elif defined(WEBRTC_NS_FIXED) | 166 #elif defined(WEBRTC_NS_FIXED) |
167 // TODO(peah): Returning error code as a float! Remove this. | |
134 // Currently not available for the fixed point implementation. | 168 // Currently not available for the fixed point implementation. |
135 return AudioProcessing::kUnsupportedFunctionError; | 169 return AudioProcessing::kUnsupportedFunctionError; |
136 #endif | 170 #endif |
137 } | 171 } |
138 | |
139 void* NoiseSuppressionImpl::CreateHandle() const { | |
140 #if defined(WEBRTC_NS_FLOAT) | |
141 return WebRtcNs_Create(); | |
142 #elif defined(WEBRTC_NS_FIXED) | |
143 return WebRtcNsx_Create(); | |
144 #endif | |
145 } | |
146 | |
147 void NoiseSuppressionImpl::DestroyHandle(void* handle) const { | |
148 #if defined(WEBRTC_NS_FLOAT) | |
149 WebRtcNs_Free(static_cast<Handle*>(handle)); | |
150 #elif defined(WEBRTC_NS_FIXED) | |
151 WebRtcNsx_Free(static_cast<Handle*>(handle)); | |
152 #endif | |
153 } | |
154 | |
155 int NoiseSuppressionImpl::InitializeHandle(void* handle) const { | |
156 #if defined(WEBRTC_NS_FLOAT) | |
157 return WebRtcNs_Init(static_cast<Handle*>(handle), | |
158 apm_->proc_sample_rate_hz()); | |
159 #elif defined(WEBRTC_NS_FIXED) | |
160 return WebRtcNsx_Init(static_cast<Handle*>(handle), | |
161 apm_->proc_sample_rate_hz()); | |
162 #endif | |
163 } | |
164 | |
165 int NoiseSuppressionImpl::ConfigureHandle(void* handle) const { | |
166 rtc::CritScope cs(crit_); | |
167 #if defined(WEBRTC_NS_FLOAT) | |
168 return WebRtcNs_set_policy(static_cast<Handle*>(handle), | |
169 MapSetting(level_)); | |
170 #elif defined(WEBRTC_NS_FIXED) | |
171 return WebRtcNsx_set_policy(static_cast<Handle*>(handle), | |
172 MapSetting(level_)); | |
173 #endif | |
174 } | |
175 | |
176 int NoiseSuppressionImpl::num_handles_required() const { | |
177 return apm_->num_output_channels(); | |
178 } | |
179 | |
180 int NoiseSuppressionImpl::GetHandleError(void* handle) const { | |
181 // The NS has no get_error() function. | |
182 assert(handle != NULL); | |
183 return AudioProcessing::kUnspecifiedError; | |
184 } | |
185 } // namespace webrtc | 172 } // namespace webrtc |
OLD | NEW |