OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 // | 11 // |
12 // Command line tool for speech intelligibility enhancement. Provides for | 12 // Command line tool for speech intelligibility enhancement. Provides for |
13 // running and testing intelligibility_enhancer as an independent process. | 13 // running and testing intelligibility_enhancer as an independent process. |
14 // Use --help for options. | 14 // Use --help for options. |
15 // | 15 // |
16 | 16 |
17 #include <stdint.h> | 17 #include <stdint.h> |
18 #include <stdlib.h> | 18 #include <stdlib.h> |
19 #include <sys/stat.h> | 19 #include <sys/stat.h> |
20 #include <sys/types.h> | 20 #include <sys/types.h> |
21 #include <string> | 21 #include <string> |
22 | 22 |
23 #include "gflags/gflags.h" | 23 #include "gflags/gflags.h" |
24 #include "testing/gtest/include/gtest/gtest.h" | 24 #include "testing/gtest/include/gtest/gtest.h" |
25 #include "webrtc/base/checks.h" | 25 #include "webrtc/base/checks.h" |
26 #include "webrtc/base/criticalsection.h" | 26 #include "webrtc/base/criticalsection.h" |
| 27 #include "webrtc/common_audio/include/audio_util.h" |
27 #include "webrtc/common_audio/real_fourier.h" | 28 #include "webrtc/common_audio/real_fourier.h" |
28 #include "webrtc/common_audio/wav_file.h" | 29 #include "webrtc/common_audio/wav_file.h" |
29 #include "webrtc/modules/audio_processing/audio_buffer.h" | 30 #include "webrtc/modules/audio_processing/audio_buffer.h" |
30 #include "webrtc/modules/audio_processing/include/audio_processing.h" | 31 #include "webrtc/modules/audio_processing/include/audio_processing.h" |
31 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_enhanc
er.h" | 32 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_enhanc
er.h" |
32 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.
h" | 33 #include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.
h" |
33 #include "webrtc/modules/audio_processing/noise_suppression_impl.h" | 34 #include "webrtc/modules/audio_processing/noise_suppression_impl.h" |
34 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" | 35 #include "webrtc/system_wrappers/include/critical_section_wrapper.h" |
35 #include "webrtc/test/testsupport/fileutils.h" | 36 #include "webrtc/test/testsupport/fileutils.h" |
36 | 37 |
37 using std::complex; | 38 using std::complex; |
38 using webrtc::intelligibility::VarianceArray; | |
39 | 39 |
40 namespace webrtc { | 40 namespace webrtc { |
41 namespace { | 41 namespace { |
42 | 42 |
43 bool ValidateClearWindow(const char* flagname, int32_t value) { | 43 DEFINE_double(clear_alpha, 0.9, "Power decay factor for clear data."); |
44 return value > 0; | |
45 } | |
46 | |
47 DEFINE_int32(clear_type, | |
48 webrtc::intelligibility::VarianceArray::kStepDecaying, | |
49 "Variance algorithm for clear data."); | |
50 DEFINE_double(clear_alpha, 0.9, "Variance decay factor for clear data."); | |
51 DEFINE_int32(clear_window, | |
52 475, | |
53 "Window size for windowed variance for clear data."); | |
54 const bool clear_window_dummy = | |
55 google::RegisterFlagValidator(&FLAGS_clear_window, &ValidateClearWindow); | |
56 DEFINE_int32(sample_rate, | 44 DEFINE_int32(sample_rate, |
57 16000, | 45 16000, |
58 "Audio sample rate used in the input and output files."); | 46 "Audio sample rate used in the input and output files."); |
59 DEFINE_int32(ana_rate, | 47 DEFINE_int32(ana_rate, |
60 800, | 48 60, |
61 "Analysis rate; gains recalculated every N blocks."); | 49 "Analysis rate; gains recalculated every N blocks."); |
62 DEFINE_int32( | |
63 var_rate, | |
64 2, | |
65 "Variance clear rate; history is forgotten every N gain recalculations."); | |
66 DEFINE_double(gain_limit, 1000.0, "Maximum gain change in one block."); | 50 DEFINE_double(gain_limit, 1000.0, "Maximum gain change in one block."); |
67 | 51 |
68 DEFINE_string(clear_file, "speech.wav", "Input file with clear speech."); | 52 DEFINE_string(clear_file, "speech.wav", "Input file with clear speech."); |
69 DEFINE_string(noise_file, "noise.wav", "Input file with noise data."); | 53 DEFINE_string(noise_file, "noise.wav", "Input file with noise data."); |
70 DEFINE_string(out_file, | 54 DEFINE_string(out_file, |
71 "proc_enhanced.wav", | 55 "proc_enhanced.wav", |
72 "Enhanced output. Use '-' to " | 56 "Enhanced output. Use '-' to " |
73 "play through aplay immediately."); | 57 "play through aplay immediately."); |
74 | 58 |
75 const size_t kNumChannels = 1; | 59 const size_t kNumChannels = 1; |
76 | 60 |
77 // void function for gtest | 61 // void function for gtest |
78 void void_main(int argc, char* argv[]) { | 62 void void_main(int argc, char* argv[]) { |
79 google::SetUsageMessage( | 63 google::SetUsageMessage( |
80 "\n\nVariance algorithm types are:\n" | 64 "\n\nInput files must be little-endian 16-bit signed raw PCM.\n"); |
81 " 0 - infinite/normal,\n" | |
82 " 1 - exponentially decaying,\n" | |
83 " 2 - rolling window.\n" | |
84 "\nInput files must be little-endian 16-bit signed raw PCM.\n"); | |
85 google::ParseCommandLineFlags(&argc, &argv, true); | 65 google::ParseCommandLineFlags(&argc, &argv, true); |
86 | 66 |
87 size_t samples; // Number of samples in input PCM file | 67 size_t samples; // Number of samples in input PCM file |
88 size_t fragment_size; // Number of samples to process at a time | 68 size_t fragment_size; // Number of samples to process at a time |
89 // to simulate APM stream processing | 69 // to simulate APM stream processing |
90 | 70 |
91 // Load settings and wav input. | 71 // Load settings and wav input. |
92 | 72 |
93 fragment_size = FLAGS_sample_rate / 100; // Mirror real time APM chunk size. | 73 fragment_size = FLAGS_sample_rate / 100; // Mirror real time APM chunk size. |
94 // Duplicates chunk_length_ in | 74 // Duplicates chunk_length_ in |
95 // IntelligibilityEnhancer. | 75 // IntelligibilityEnhancer. |
96 | 76 |
97 struct stat in_stat, noise_stat; | 77 struct stat in_stat, noise_stat; |
98 ASSERT_EQ(stat(FLAGS_clear_file.c_str(), &in_stat), 0) | 78 ASSERT_EQ(stat(FLAGS_clear_file.c_str(), &in_stat), 0) |
99 << "Empty speech file."; | 79 << "Empty speech file."; |
100 ASSERT_EQ(stat(FLAGS_noise_file.c_str(), &noise_stat), 0) | 80 ASSERT_EQ(stat(FLAGS_noise_file.c_str(), &noise_stat), 0) |
101 << "Empty noise file."; | 81 << "Empty noise file."; |
102 | 82 |
103 samples = std::min(in_stat.st_size, noise_stat.st_size) / 2; | 83 samples = std::min(in_stat.st_size, noise_stat.st_size) / 2; |
104 | 84 |
105 WavReader in_file(FLAGS_clear_file); | 85 WavReader in_file(FLAGS_clear_file); |
106 std::vector<float> in_fpcm(samples); | 86 std::vector<float> in_fpcm(samples); |
107 in_file.ReadSamples(samples, &in_fpcm[0]); | 87 in_file.ReadSamples(samples, &in_fpcm[0]); |
| 88 FloatS16ToFloat(&in_fpcm[0], samples, &in_fpcm[0]); |
108 | 89 |
109 WavReader noise_file(FLAGS_noise_file); | 90 WavReader noise_file(FLAGS_noise_file); |
110 std::vector<float> noise_fpcm(samples); | 91 std::vector<float> noise_fpcm(samples); |
111 noise_file.ReadSamples(samples, &noise_fpcm[0]); | 92 noise_file.ReadSamples(samples, &noise_fpcm[0]); |
| 93 FloatS16ToFloat(&noise_fpcm[0], samples, &noise_fpcm[0]); |
112 | 94 |
113 // Run intelligibility enhancement. | 95 // Run intelligibility enhancement. |
114 IntelligibilityEnhancer::Config config; | 96 IntelligibilityEnhancer::Config config; |
115 config.sample_rate_hz = FLAGS_sample_rate; | 97 config.sample_rate_hz = FLAGS_sample_rate; |
116 config.var_type = static_cast<VarianceArray::StepType>(FLAGS_clear_type); | 98 config.decay_rate = static_cast<float>(FLAGS_clear_alpha); |
117 config.var_decay_rate = static_cast<float>(FLAGS_clear_alpha); | |
118 config.var_window_size = static_cast<size_t>(FLAGS_clear_window); | |
119 config.analysis_rate = FLAGS_ana_rate; | 99 config.analysis_rate = FLAGS_ana_rate; |
120 config.gain_change_limit = FLAGS_gain_limit; | 100 config.gain_change_limit = FLAGS_gain_limit; |
121 IntelligibilityEnhancer enh(config); | 101 IntelligibilityEnhancer enh(config); |
122 rtc::CriticalSection crit; | 102 rtc::CriticalSection crit; |
123 NoiseSuppressionImpl ns(&crit); | 103 NoiseSuppressionImpl ns(&crit); |
124 ns.Initialize(kNumChannels, FLAGS_sample_rate); | 104 ns.Initialize(kNumChannels, FLAGS_sample_rate); |
125 ns.Enable(true); | 105 ns.Enable(true); |
126 | 106 |
127 AudioBuffer capture_audio(fragment_size, | 107 AudioBuffer capture_audio(fragment_size, |
128 kNumChannels, | 108 kNumChannels, |
(...skipping 10 matching lines...) Expand all Loading... |
139 for (size_t i = 0; i < samples; i += fragment_size) { | 119 for (size_t i = 0; i < samples; i += fragment_size) { |
140 capture_audio.CopyFrom(&noise_cursor, stream_config); | 120 capture_audio.CopyFrom(&noise_cursor, stream_config); |
141 ns.AnalyzeCaptureAudio(&capture_audio); | 121 ns.AnalyzeCaptureAudio(&capture_audio); |
142 ns.ProcessCaptureAudio(&capture_audio); | 122 ns.ProcessCaptureAudio(&capture_audio); |
143 enh.SetCaptureNoiseEstimate(ns.NoiseEstimate()); | 123 enh.SetCaptureNoiseEstimate(ns.NoiseEstimate()); |
144 enh.ProcessRenderAudio(&clear_cursor, FLAGS_sample_rate, kNumChannels); | 124 enh.ProcessRenderAudio(&clear_cursor, FLAGS_sample_rate, kNumChannels); |
145 clear_cursor += fragment_size; | 125 clear_cursor += fragment_size; |
146 noise_cursor += fragment_size; | 126 noise_cursor += fragment_size; |
147 } | 127 } |
148 | 128 |
| 129 FloatToFloatS16(&in_fpcm[0], samples, &in_fpcm[0]); |
| 130 |
149 if (FLAGS_out_file.compare("-") == 0) { | 131 if (FLAGS_out_file.compare("-") == 0) { |
150 const std::string temp_out_filename = | 132 const std::string temp_out_filename = |
151 test::TempFilename(test::WorkingDir(), "temp_wav_file"); | 133 test::TempFilename(test::WorkingDir(), "temp_wav_file"); |
152 { | 134 { |
153 WavWriter out_file(temp_out_filename, FLAGS_sample_rate, kNumChannels); | 135 WavWriter out_file(temp_out_filename, FLAGS_sample_rate, kNumChannels); |
154 out_file.WriteSamples(&in_fpcm[0], samples); | 136 out_file.WriteSamples(&in_fpcm[0], samples); |
155 } | 137 } |
156 system(("aplay " + temp_out_filename).c_str()); | 138 system(("aplay " + temp_out_filename).c_str()); |
157 system(("rm " + temp_out_filename).c_str()); | 139 system(("rm " + temp_out_filename).c_str()); |
158 } else { | 140 } else { |
159 WavWriter out_file(FLAGS_out_file, FLAGS_sample_rate, kNumChannels); | 141 WavWriter out_file(FLAGS_out_file, FLAGS_sample_rate, kNumChannels); |
160 out_file.WriteSamples(&in_fpcm[0], samples); | 142 out_file.WriteSamples(&in_fpcm[0], samples); |
161 } | 143 } |
162 } | 144 } |
163 | 145 |
164 } // namespace | 146 } // namespace |
165 } // namespace webrtc | 147 } // namespace webrtc |
166 | 148 |
167 int main(int argc, char* argv[]) { | 149 int main(int argc, char* argv[]) { |
168 webrtc::void_main(argc, argv); | 150 webrtc::void_main(argc, argv); |
169 return 0; | 151 return 0; |
170 } | 152 } |
OLD | NEW |