OLD | NEW |
---|---|
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/modules/audio_processing/echo_control_mobile_impl.h" | 11 #include "webrtc/modules/audio_processing/echo_control_mobile_impl.h" |
12 | 12 |
13 #include <assert.h> | 13 #include <assert.h> |
14 #include <string.h> | 14 #include <string.h> |
15 | 15 |
16 #include "webrtc/base/criticalsection.h" | |
16 #include "webrtc/modules/audio_processing/aecm/include/echo_control_mobile.h" | 17 #include "webrtc/modules/audio_processing/aecm/include/echo_control_mobile.h" |
17 #include "webrtc/modules/audio_processing/audio_buffer.h" | 18 #include "webrtc/modules/audio_processing/audio_buffer.h" |
18 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" | |
19 #include "webrtc/system_wrappers/include/logging.h" | 19 #include "webrtc/system_wrappers/include/logging.h" |
20 | 20 |
21 namespace webrtc { | 21 namespace webrtc { |
22 | 22 |
23 typedef void Handle; | 23 typedef void Handle; |
24 | 24 |
25 namespace { | 25 namespace { |
26 int16_t MapSetting(EchoControlMobile::RoutingMode mode) { | 26 int16_t MapSetting(EchoControlMobile::RoutingMode mode) { |
27 switch (mode) { | 27 switch (mode) { |
28 case EchoControlMobile::kQuietEarpieceOrHeadset: | 28 case EchoControlMobile::kQuietEarpieceOrHeadset: |
(...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
60 | 60 |
61 const size_t EchoControlMobileImpl::kAllowedValuesOfSamplesPerFrame1; | 61 const size_t EchoControlMobileImpl::kAllowedValuesOfSamplesPerFrame1; |
62 const size_t EchoControlMobileImpl::kAllowedValuesOfSamplesPerFrame2; | 62 const size_t EchoControlMobileImpl::kAllowedValuesOfSamplesPerFrame2; |
63 | 63 |
64 size_t EchoControlMobile::echo_path_size_bytes() { | 64 size_t EchoControlMobile::echo_path_size_bytes() { |
65 return WebRtcAecm_echo_path_size_bytes(); | 65 return WebRtcAecm_echo_path_size_bytes(); |
66 } | 66 } |
67 | 67 |
68 EchoControlMobileImpl::EchoControlMobileImpl( | 68 EchoControlMobileImpl::EchoControlMobileImpl( |
69 const AudioProcessing* apm, | 69 const AudioProcessing* apm, |
70 CriticalSectionWrapper* crit, | 70 rtc::CriticalSection* crit_render, |
71 rtc::CriticalSection* crit_capture, | |
71 rtc::ThreadChecker* render_thread_checker) | 72 rtc::ThreadChecker* render_thread_checker) |
72 : ProcessingComponent(), | 73 : ProcessingComponent(), |
73 apm_(apm), | 74 apm_(apm), |
74 crit_(crit), | 75 crit_render_(crit_render), |
76 crit_capture_(crit_capture), | |
75 render_thread_checker_(render_thread_checker), | 77 render_thread_checker_(render_thread_checker), |
76 routing_mode_(kSpeakerphone), | 78 routing_mode_(kSpeakerphone), |
77 comfort_noise_enabled_(true), | 79 comfort_noise_enabled_(true), |
78 external_echo_path_(NULL), | 80 external_echo_path_(NULL), |
79 render_queue_element_max_size_(0) { | 81 render_queue_element_max_size_(0) { |
80 AllocateRenderQueue(); | 82 AllocateRenderQueue(); |
81 } | 83 } |
82 | 84 |
83 EchoControlMobileImpl::~EchoControlMobileImpl() { | 85 EchoControlMobileImpl::~EchoControlMobileImpl() { |
84 if (external_echo_path_ != NULL) { | 86 if (external_echo_path_ != NULL) { |
(...skipping 29 matching lines...) Expand all Loading... | |
114 // Buffer the samples in the render queue. | 116 // Buffer the samples in the render queue. |
115 render_queue_buffer_.insert(render_queue_buffer_.end(), | 117 render_queue_buffer_.insert(render_queue_buffer_.end(), |
116 audio->split_bands_const(j)[kBand0To8kHz], | 118 audio->split_bands_const(j)[kBand0To8kHz], |
117 (audio->split_bands_const(j)[kBand0To8kHz] + | 119 (audio->split_bands_const(j)[kBand0To8kHz] + |
118 audio->num_frames_per_band())); | 120 audio->num_frames_per_band())); |
119 | 121 |
120 handle_index++; | 122 handle_index++; |
121 } | 123 } |
122 } | 124 } |
123 | 125 |
124 // Check of success is temporarily disabled as it breaks a unit test. | 126 // Insert the samples into the queue. |
125 // TODO(peah): Will be fixed in the next CL. | 127 bool success = render_signal_queue_->Insert(&render_queue_buffer_); |
126 (void)render_signal_queue_->Insert(&render_queue_buffer_); | 128 if (!success) { |
hlundin-webrtc
2015/11/05 16:11:22
if (!render_signal_queue_->Insert(&render_queue_bu
peah-webrtc
2015/11/06 09:54:32
Done.
| |
129 // The data queue is full and needs to be emptied. | |
130 { | |
131 rtc::CritScope cs_capture(crit_capture_); | |
132 ReadQueuedRenderData(); | |
133 } | |
134 | |
135 // Retry the insert (should always work). | |
136 RTC_DCHECK_EQ(render_signal_queue_->Insert(&render_queue_buffer_), true); | |
137 } | |
127 | 138 |
128 return apm_->kNoError; | 139 return apm_->kNoError; |
129 } | 140 } |
130 | 141 |
131 // Read chunks of data that were received and queued on the render side from | 142 // Read chunks of data that were received and queued on the render side from |
132 // a queue. All the data chunks are buffered into the farend signal of the AEC. | 143 // a queue. All the data chunks are buffered into the farend signal of the AEC. |
133 void EchoControlMobileImpl::ReadQueuedRenderData() { | 144 void EchoControlMobileImpl::ReadQueuedRenderData() { |
134 if (!is_component_enabled()) { | 145 if (!is_component_enabled()) { |
135 return; | 146 return; |
136 } | 147 } |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
194 return MapError(err); | 205 return MapError(err); |
195 | 206 |
196 handle_index++; | 207 handle_index++; |
197 } | 208 } |
198 } | 209 } |
199 | 210 |
200 return apm_->kNoError; | 211 return apm_->kNoError; |
201 } | 212 } |
202 | 213 |
203 int EchoControlMobileImpl::Enable(bool enable) { | 214 int EchoControlMobileImpl::Enable(bool enable) { |
204 CriticalSectionScoped crit_scoped(crit_); | 215 // Run in a single-threaded manner |
216 rtc::CritScope cs_render(crit_render_); | |
217 rtc::CritScope cs_capture(crit_capture_); | |
205 // Ensure AEC and AECM are not both enabled. | 218 // Ensure AEC and AECM are not both enabled. |
206 if (enable && apm_->echo_cancellation()->is_enabled()) { | 219 if (enable && apm_->echo_cancellation()->is_enabled()) { |
207 return apm_->kBadParameterError; | 220 return apm_->kBadParameterError; |
208 } | 221 } |
209 | 222 |
210 return EnableComponent(enable); | 223 return EnableComponent(enable); |
211 } | 224 } |
212 | 225 |
213 bool EchoControlMobileImpl::is_enabled() const { | 226 bool EchoControlMobileImpl::is_enabled() const { |
227 rtc::CritScope cs(crit_capture_); | |
214 return is_component_enabled(); | 228 return is_component_enabled(); |
215 } | 229 } |
216 | 230 |
217 int EchoControlMobileImpl::set_routing_mode(RoutingMode mode) { | 231 int EchoControlMobileImpl::set_routing_mode(RoutingMode mode) { |
218 CriticalSectionScoped crit_scoped(crit_); | 232 rtc::CritScope cs(crit_capture_); |
219 if (MapSetting(mode) == -1) { | 233 if (MapSetting(mode) == -1) { |
220 return apm_->kBadParameterError; | 234 return apm_->kBadParameterError; |
221 } | 235 } |
222 | 236 |
223 routing_mode_ = mode; | 237 routing_mode_ = mode; |
224 return Configure(); | 238 return Configure(); |
225 } | 239 } |
226 | 240 |
227 EchoControlMobile::RoutingMode EchoControlMobileImpl::routing_mode() | 241 EchoControlMobile::RoutingMode EchoControlMobileImpl::routing_mode() |
228 const { | 242 const { |
243 rtc::CritScope cs(crit_capture_); | |
229 return routing_mode_; | 244 return routing_mode_; |
230 } | 245 } |
231 | 246 |
232 int EchoControlMobileImpl::enable_comfort_noise(bool enable) { | 247 int EchoControlMobileImpl::enable_comfort_noise(bool enable) { |
233 CriticalSectionScoped crit_scoped(crit_); | 248 rtc::CritScope cs(crit_capture_); |
234 comfort_noise_enabled_ = enable; | 249 comfort_noise_enabled_ = enable; |
235 return Configure(); | 250 return Configure(); |
236 } | 251 } |
237 | 252 |
238 bool EchoControlMobileImpl::is_comfort_noise_enabled() const { | 253 bool EchoControlMobileImpl::is_comfort_noise_enabled() const { |
254 rtc::CritScope cs(crit_capture_); | |
239 return comfort_noise_enabled_; | 255 return comfort_noise_enabled_; |
240 } | 256 } |
241 | 257 |
242 int EchoControlMobileImpl::SetEchoPath(const void* echo_path, | 258 int EchoControlMobileImpl::SetEchoPath(const void* echo_path, |
243 size_t size_bytes) { | 259 size_t size_bytes) { |
244 CriticalSectionScoped crit_scoped(crit_); | 260 rtc::CritScope cs_render(crit_render_); |
261 rtc::CritScope cs_capture(crit_capture_); | |
245 if (echo_path == NULL) { | 262 if (echo_path == NULL) { |
246 return apm_->kNullPointerError; | 263 return apm_->kNullPointerError; |
247 } | 264 } |
248 if (size_bytes != echo_path_size_bytes()) { | 265 if (size_bytes != echo_path_size_bytes()) { |
249 // Size mismatch | 266 // Size mismatch |
250 return apm_->kBadParameterError; | 267 return apm_->kBadParameterError; |
251 } | 268 } |
252 | 269 |
253 if (external_echo_path_ == NULL) { | 270 if (external_echo_path_ == NULL) { |
254 external_echo_path_ = new unsigned char[size_bytes]; | 271 external_echo_path_ = new unsigned char[size_bytes]; |
255 } | 272 } |
256 memcpy(external_echo_path_, echo_path, size_bytes); | 273 memcpy(external_echo_path_, echo_path, size_bytes); |
257 | 274 |
258 return Initialize(); | 275 return Initialize(); |
259 } | 276 } |
260 | 277 |
261 int EchoControlMobileImpl::GetEchoPath(void* echo_path, | 278 int EchoControlMobileImpl::GetEchoPath(void* echo_path, |
262 size_t size_bytes) const { | 279 size_t size_bytes) const { |
263 CriticalSectionScoped crit_scoped(crit_); | 280 rtc::CritScope cs(crit_capture_); |
264 if (echo_path == NULL) { | 281 if (echo_path == NULL) { |
265 return apm_->kNullPointerError; | 282 return apm_->kNullPointerError; |
266 } | 283 } |
267 if (size_bytes != echo_path_size_bytes()) { | 284 if (size_bytes != echo_path_size_bytes()) { |
268 // Size mismatch | 285 // Size mismatch |
269 return apm_->kBadParameterError; | 286 return apm_->kBadParameterError; |
270 } | 287 } |
271 if (!is_component_enabled()) { | 288 if (!is_component_enabled()) { |
272 return apm_->kNotEnabledError; | 289 return apm_->kNotEnabledError; |
273 } | 290 } |
274 | 291 |
275 // Get the echo path from the first channel | 292 // Get the echo path from the first channel |
276 Handle* my_handle = static_cast<Handle*>(handle(0)); | 293 Handle* my_handle = static_cast<Handle*>(handle(0)); |
277 int32_t err = WebRtcAecm_GetEchoPath(my_handle, echo_path, size_bytes); | 294 int32_t err = WebRtcAecm_GetEchoPath(my_handle, echo_path, size_bytes); |
278 if (err != 0) | 295 if (err != 0) |
279 return MapError(err); | 296 return MapError(err); |
280 | 297 |
281 return apm_->kNoError; | 298 return apm_->kNoError; |
282 } | 299 } |
283 | 300 |
284 int EchoControlMobileImpl::Initialize() { | 301 int EchoControlMobileImpl::Initialize() { |
302 // Only called from within APM, hence no locking is needed. | |
285 if (!is_component_enabled()) { | 303 if (!is_component_enabled()) { |
286 return apm_->kNoError; | 304 return apm_->kNoError; |
287 } | 305 } |
288 | 306 |
289 if (apm_->proc_sample_rate_hz() > apm_->kSampleRate16kHz) { | 307 if (apm_->proc_sample_rate_hz() > apm_->kSampleRate16kHz) { |
290 LOG(LS_ERROR) << "AECM only supports 16 kHz or lower sample rates"; | 308 LOG(LS_ERROR) << "AECM only supports 16 kHz or lower sample rates"; |
291 return apm_->kBadSampleRateError; | 309 return apm_->kBadSampleRateError; |
292 } | 310 } |
293 | 311 |
294 int err = ProcessingComponent::Initialize(); | 312 int err = ProcessingComponent::Initialize(); |
295 if (err != apm_->kNoError) { | 313 if (err != apm_->kNoError) { |
296 return err; | 314 return err; |
297 } | 315 } |
298 | 316 |
299 AllocateRenderQueue(); | 317 AllocateRenderQueue(); |
300 | 318 |
301 return apm_->kNoError; | 319 return apm_->kNoError; |
302 } | 320 } |
303 | 321 |
304 void EchoControlMobileImpl::AllocateRenderQueue() { | 322 void EchoControlMobileImpl::AllocateRenderQueue() { |
323 // Only called from within APM, hence no locking is needed. | |
305 const size_t max_frame_size = std::max(kAllowedValuesOfSamplesPerFrame1, | 324 const size_t max_frame_size = std::max(kAllowedValuesOfSamplesPerFrame1, |
306 kAllowedValuesOfSamplesPerFrame2); | 325 kAllowedValuesOfSamplesPerFrame2); |
307 const size_t new_render_queue_element_max_size = | 326 const size_t new_render_queue_element_max_size = |
308 std::max(1UL, max_frame_size * num_handles_required()); | 327 std::max(1UL, max_frame_size * num_handles_required()); |
309 | 328 |
310 // Reallocate the queue if the queue item size is too small to fit the | 329 // Reallocate the queue if the queue item size is too small to fit the |
311 // data to put in the queue. | 330 // data to put in the queue. |
312 if (new_render_queue_element_max_size > render_queue_element_max_size_) { | 331 if (new_render_queue_element_max_size > render_queue_element_max_size_) { |
313 render_queue_element_max_size_ = new_render_queue_element_max_size; | 332 render_queue_element_max_size_ = new_render_queue_element_max_size; |
314 | 333 |
315 std::vector<int16_t> template_queue_element(render_queue_element_max_size_); | 334 std::vector<int16_t> template_queue_element(render_queue_element_max_size_); |
316 | 335 |
317 render_signal_queue_.reset( | 336 render_signal_queue_.reset( |
318 new SwapQueue<std::vector<int16_t>, AecmRenderQueueItemVerifier>( | 337 new SwapQueue<std::vector<int16_t>, AecmRenderQueueItemVerifier>( |
319 kMaxNumFramesToBuffer, | 338 kMaxNumFramesToBuffer, |
320 AecmRenderQueueItemVerifier(render_queue_element_max_size_), | 339 AecmRenderQueueItemVerifier(render_queue_element_max_size_), |
321 template_queue_element)); | 340 template_queue_element)); |
322 } else { | 341 } else { |
323 render_signal_queue_->Clear(); | 342 render_signal_queue_->Clear(); |
324 } | 343 } |
325 | 344 |
326 render_queue_buffer_.resize(new_render_queue_element_max_size); | 345 render_queue_buffer_.resize(new_render_queue_element_max_size); |
327 capture_queue_buffer_.resize(new_render_queue_element_max_size); | 346 capture_queue_buffer_.resize(new_render_queue_element_max_size); |
328 } | 347 } |
329 | 348 |
330 void* EchoControlMobileImpl::CreateHandle() const { | 349 void* EchoControlMobileImpl::CreateHandle() const { |
350 // Only called from within APM, hence no locking is needed. | |
331 return WebRtcAecm_Create(); | 351 return WebRtcAecm_Create(); |
332 } | 352 } |
333 | 353 |
334 void EchoControlMobileImpl::DestroyHandle(void* handle) const { | 354 void EchoControlMobileImpl::DestroyHandle(void* handle) const { |
355 // Only called from within APM, hence no locking is needed. | |
335 WebRtcAecm_Free(static_cast<Handle*>(handle)); | 356 WebRtcAecm_Free(static_cast<Handle*>(handle)); |
336 } | 357 } |
337 | 358 |
338 int EchoControlMobileImpl::InitializeHandle(void* handle) const { | 359 int EchoControlMobileImpl::InitializeHandle(void* handle) const { |
360 // Only called from within APM, hence no locking is needed. | |
339 assert(handle != NULL); | 361 assert(handle != NULL); |
340 Handle* my_handle = static_cast<Handle*>(handle); | 362 Handle* my_handle = static_cast<Handle*>(handle); |
341 if (WebRtcAecm_Init(my_handle, apm_->proc_sample_rate_hz()) != 0) { | 363 if (WebRtcAecm_Init(my_handle, apm_->proc_sample_rate_hz()) != 0) { |
342 return GetHandleError(my_handle); | 364 return GetHandleError(my_handle); |
343 } | 365 } |
344 if (external_echo_path_ != NULL) { | 366 if (external_echo_path_ != NULL) { |
345 if (WebRtcAecm_InitEchoPath(my_handle, | 367 if (WebRtcAecm_InitEchoPath(my_handle, |
346 external_echo_path_, | 368 external_echo_path_, |
347 echo_path_size_bytes()) != 0) { | 369 echo_path_size_bytes()) != 0) { |
348 return GetHandleError(my_handle); | 370 return GetHandleError(my_handle); |
349 } | 371 } |
350 } | 372 } |
351 | 373 |
352 return apm_->kNoError; | 374 return apm_->kNoError; |
353 } | 375 } |
354 | 376 |
355 int EchoControlMobileImpl::ConfigureHandle(void* handle) const { | 377 int EchoControlMobileImpl::ConfigureHandle(void* handle) const { |
378 // Only called from within APM, hence no locking is needed. | |
356 AecmConfig config; | 379 AecmConfig config; |
357 config.cngMode = comfort_noise_enabled_; | 380 config.cngMode = comfort_noise_enabled_; |
358 config.echoMode = MapSetting(routing_mode_); | 381 config.echoMode = MapSetting(routing_mode_); |
359 | 382 |
360 return WebRtcAecm_set_config(static_cast<Handle*>(handle), config); | 383 return WebRtcAecm_set_config(static_cast<Handle*>(handle), config); |
361 } | 384 } |
362 | 385 |
363 int EchoControlMobileImpl::num_handles_required() const { | 386 int EchoControlMobileImpl::num_handles_required() const { |
387 // Only called from within APM, hence no locking is needed. | |
364 return apm_->num_output_channels() * | 388 return apm_->num_output_channels() * |
365 apm_->num_reverse_channels(); | 389 apm_->num_reverse_channels(); |
366 } | 390 } |
367 | 391 |
368 int EchoControlMobileImpl::GetHandleError(void* handle) const { | 392 int EchoControlMobileImpl::GetHandleError(void* handle) const { |
393 // Only called from within APM, hence no locking is needed. | |
369 assert(handle != NULL); | 394 assert(handle != NULL); |
370 return AudioProcessing::kUnspecifiedError; | 395 return AudioProcessing::kUnspecifiedError; |
371 } | 396 } |
372 | 397 |
373 } // namespace webrtc | 398 } // namespace webrtc |
OLD | NEW |