| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| (...skipping 13 matching lines...) Expand all Loading... |
| 24 #include "testing/gtest/include/gtest/gtest.h" | 24 #include "testing/gtest/include/gtest/gtest.h" |
| 25 #include "webrtc/base/checks.h" | 25 #include "webrtc/base/checks.h" |
| 26 #include "webrtc/common_audio/real_fourier.h" | 26 #include "webrtc/common_audio/real_fourier.h" |
| 27 #include "webrtc/common_audio/wav_file.h" | 27 #include "webrtc/common_audio/wav_file.h" |
| 28 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_enhanc
er.h" | 28 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_enhanc
er.h" |
| 29 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.
h" | 29 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.
h" |
| 30 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h" | 30 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h" |
| 31 #include "webrtc/test/testsupport/fileutils.h" | 31 #include "webrtc/test/testsupport/fileutils.h" |
| 32 | 32 |
| 33 using std::complex; | 33 using std::complex; |
| 34 using webrtc::intelligibility::VarianceArray; |
| 34 | 35 |
| 35 namespace webrtc { | 36 namespace webrtc { |
| 36 | 37 |
| 37 using webrtc::RealFourier; | 38 using webrtc::RealFourier; |
| 38 using webrtc::IntelligibilityEnhancer; | 39 using webrtc::IntelligibilityEnhancer; |
| 39 | 40 |
| 40 DEFINE_int32(clear_type, | 41 DEFINE_int32(clear_type, |
| 41 webrtc::intelligibility::VarianceArray::kStepInfinite, | 42 webrtc::intelligibility::VarianceArray::kStepDecaying, |
| 42 "Variance algorithm for clear data."); | 43 "Variance algorithm for clear data."); |
| 43 DEFINE_double(clear_alpha, 0.9, "Variance decay factor for clear data."); | 44 DEFINE_double(clear_alpha, 0.9, "Variance decay factor for clear data."); |
| 44 DEFINE_int32(clear_window, | 45 DEFINE_int32(clear_window, |
| 45 475, | 46 475, |
| 46 "Window size for windowed variance for clear data."); | 47 "Window size for windowed variance for clear data."); |
| 47 DEFINE_int32(sample_rate, | 48 DEFINE_int32(sample_rate, |
| 48 16000, | 49 16000, |
| 49 "Audio sample rate used in the input and output files."); | 50 "Audio sample rate used in the input and output files."); |
| 50 DEFINE_int32(ana_rate, | 51 DEFINE_int32(ana_rate, |
| 51 800, | 52 800, |
| 52 "Analysis rate; gains recalculated every N blocks."); | 53 "Analysis rate; gains recalculated every N blocks."); |
| 53 DEFINE_int32( | 54 DEFINE_int32( |
| 54 var_rate, | 55 var_rate, |
| 55 2, | 56 2, |
| 56 "Variance clear rate; history is forgotten every N gain recalculations."); | 57 "Variance clear rate; history is forgotten every N gain recalculations."); |
| 57 DEFINE_double(gain_limit, 1000.0, "Maximum gain change in one block."); | 58 DEFINE_double(gain_limit, 1000.0, "Maximum gain change in one block."); |
| 58 | 59 |
| 59 DEFINE_string(clear_file, "speech.wav", "Input file with clear speech."); | 60 DEFINE_string(clear_file, "speech.wav", "Input file with clear speech."); |
| 60 DEFINE_string(noise_file, "noise.wav", "Input file with noise data."); | 61 DEFINE_string(noise_file, "noise.wav", "Input file with noise data."); |
| 61 DEFINE_string(out_file, | 62 DEFINE_string(out_file, |
| 62 "proc_enhanced.wav", | 63 "proc_enhanced.wav", |
| 63 "Enhanced output. Use '-' to " | 64 "Enhanced output. Use '-' to " |
| 64 "play through aplay immediately."); | 65 "play through aplay immediately."); |
| 65 | 66 |
| 66 // Constant IntelligibilityEnhancer constructor parameters. | |
| 67 const int kErbResolution = 2; | |
| 68 const int kNumChannels = 1; | 67 const int kNumChannels = 1; |
| 68 const float kVoiceDetected = 1.f; |
| 69 const float kNoiseDetected = 0.f; |
| 69 | 70 |
| 70 // void function for gtest | 71 // void function for gtest |
| 71 void void_main(int argc, char* argv[]) { | 72 void void_main(int argc, char* argv[]) { |
| 72 google::SetUsageMessage( | 73 google::SetUsageMessage( |
| 73 "\n\nVariance algorithm types are:\n" | 74 "\n\nVariance algorithm types are:\n" |
| 74 " 0 - infinite/normal,\n" | 75 " 0 - infinite/normal,\n" |
| 75 " 1 - exponentially decaying,\n" | 76 " 1 - exponentially decaying,\n" |
| 76 " 2 - rolling window.\n" | 77 " 2 - rolling window.\n" |
| 77 "\nInput files must be little-endian 16-bit signed raw PCM.\n"); | 78 "\nInput files must be little-endian 16-bit signed raw PCM.\n"); |
| 78 google::ParseCommandLineFlags(&argc, &argv, true); | 79 google::ParseCommandLineFlags(&argc, &argv, true); |
| (...skipping 18 matching lines...) Expand all Loading... |
| 97 | 98 |
| 98 WavReader in_file(FLAGS_clear_file); | 99 WavReader in_file(FLAGS_clear_file); |
| 99 std::vector<float> in_fpcm(samples); | 100 std::vector<float> in_fpcm(samples); |
| 100 in_file.ReadSamples(samples, &in_fpcm[0]); | 101 in_file.ReadSamples(samples, &in_fpcm[0]); |
| 101 | 102 |
| 102 WavReader noise_file(FLAGS_noise_file); | 103 WavReader noise_file(FLAGS_noise_file); |
| 103 std::vector<float> noise_fpcm(samples); | 104 std::vector<float> noise_fpcm(samples); |
| 104 noise_file.ReadSamples(samples, &noise_fpcm[0]); | 105 noise_file.ReadSamples(samples, &noise_fpcm[0]); |
| 105 | 106 |
| 106 // Run intelligibility enhancement. | 107 // Run intelligibility enhancement. |
| 107 | 108 IntelligibilityEnhancer::Config config; |
| 108 IntelligibilityEnhancer enh( | 109 config.sample_rate_hz = FLAGS_sample_rate; |
| 109 kErbResolution, FLAGS_sample_rate, kNumChannels, FLAGS_clear_type, | 110 config.var_type = static_cast<VarianceArray::StepType>(FLAGS_clear_type); |
| 110 static_cast<float>(FLAGS_clear_alpha), FLAGS_clear_window, FLAGS_ana_rate, | 111 config.var_decay_rate = static_cast<float>(FLAGS_clear_alpha); |
| 111 FLAGS_var_rate, FLAGS_gain_limit); | 112 config.var_window_size = FLAGS_clear_window; |
| 113 config.analysis_rate = FLAGS_ana_rate; |
| 114 config.gain_change_limit = FLAGS_gain_limit; |
| 115 IntelligibilityEnhancer enh(config); |
| 112 | 116 |
| 113 // Slice the input into smaller chunks, as the APM would do, and feed them | 117 // Slice the input into smaller chunks, as the APM would do, and feed them |
| 114 // through the enhancer. | 118 // through the enhancer. |
| 115 float* clear_cursor = &in_fpcm[0]; | 119 float* clear_cursor = &in_fpcm[0]; |
| 116 float* noise_cursor = &noise_fpcm[0]; | 120 float* noise_cursor = &noise_fpcm[0]; |
| 117 | 121 |
| 118 for (size_t i = 0; i < samples; i += fragment_size) { | 122 for (size_t i = 0; i < samples; i += fragment_size) { |
| 119 enh.ProcessCaptureAudio(&noise_cursor); | 123 enh.AnalyzeCaptureAudio(&noise_cursor, FLAGS_sample_rate, kNumChannels, |
| 120 enh.ProcessRenderAudio(&clear_cursor); | 124 kNoiseDetected); |
| 125 enh.ProcessRenderAudio(&clear_cursor, FLAGS_sample_rate, kNumChannels, |
| 126 kVoiceDetected); |
| 121 clear_cursor += fragment_size; | 127 clear_cursor += fragment_size; |
| 122 noise_cursor += fragment_size; | 128 noise_cursor += fragment_size; |
| 123 } | 129 } |
| 124 | 130 |
| 125 if (FLAGS_out_file.compare("-") == 0) { | 131 if (FLAGS_out_file.compare("-") == 0) { |
| 126 const std::string temp_out_filename = | 132 const std::string temp_out_filename = |
| 127 test::TempFilename(test::WorkingDir(), "temp_wav_file"); | 133 test::TempFilename(test::WorkingDir(), "temp_wav_file"); |
| 128 { | 134 { |
| 129 WavWriter out_file(temp_out_filename, FLAGS_sample_rate, kNumChannels); | 135 WavWriter out_file(temp_out_filename, FLAGS_sample_rate, kNumChannels); |
| 130 out_file.WriteSamples(&in_fpcm[0], samples); | 136 out_file.WriteSamples(&in_fpcm[0], samples); |
| 131 } | 137 } |
| 132 system(("aplay " + temp_out_filename).c_str()); | 138 system(("aplay " + temp_out_filename).c_str()); |
| 133 system(("rm " + temp_out_filename).c_str()); | 139 system(("rm " + temp_out_filename).c_str()); |
| 134 } else { | 140 } else { |
| 135 WavWriter out_file(FLAGS_out_file, FLAGS_sample_rate, kNumChannels); | 141 WavWriter out_file(FLAGS_out_file, FLAGS_sample_rate, kNumChannels); |
| 136 out_file.WriteSamples(&in_fpcm[0], samples); | 142 out_file.WriteSamples(&in_fpcm[0], samples); |
| 137 } | 143 } |
| 138 } | 144 } |
| 139 | 145 |
| 140 } // namespace webrtc | 146 } // namespace webrtc |
| 141 | 147 |
| 142 int main(int argc, char* argv[]) { | 148 int main(int argc, char* argv[]) { |
| 143 webrtc::void_main(argc, argv); | 149 webrtc::void_main(argc, argv); |
| 144 return 0; | 150 return 0; |
| 145 } | 151 } |
| OLD | NEW |