Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(903)

Unified Diff: webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc

Issue 1182323005: Allow intelligibility to compile in apm (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Addressed comments Created 5 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc
diff --git a/webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc b/webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc
index b0ea2dfee0315b19aa779ac3521e70d52ee5ff7c..d25e8935efed46c8eb520f3bbc0af4439a8c49e8 100644
--- a/webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc
+++ b/webrtc/modules/audio_processing/intelligibility/intelligibility_proc.cc
@@ -8,180 +8,139 @@
* be found in the AUTHORS file in the root of the source tree.
*/
-#include <arpa/inet.h>
-#include <fcntl.h>
+//
+// Command line tool for speech intelligibility enhancement. Provides for
+// running and testing intelligibility_enhancer as an independent process.
+// Use --help for options.
+//
+
#include <stdint.h>
-#include <stdio.h>
#include <stdlib.h>
-#include <sys/mman.h>
+#include <string>
#include <sys/stat.h>
#include <sys/types.h>
-#include <unistd.h>
-
-#include <fenv.h>
-#include <limits>
-
-#include <complex>
#include "gflags/gflags.h"
+#include "testing/gtest/include/gtest/gtest.h"
#include "webrtc/base/checks.h"
#include "webrtc/common_audio/real_fourier.h"
+#include "webrtc/common_audio/wav_file.h"
#include "webrtc/modules/audio_processing/intelligibility/intelligibility_enhancer.h"
#include "webrtc/modules/audio_processing/intelligibility/intelligibility_utils.h"
#include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
-#include "webrtc/system_wrappers/interface/scoped_ptr.h"
-
-const int16_t* in_ipcm;
-int16_t* out_ipcm;
-const int16_t* noise_ipcm;
-float* in_fpcm;
-float* out_fpcm;
-float* noise_fpcm;
-float* noise_cursor;
-float* clear_cursor;
+using std::complex;
-int samples;
-int fragment_size;
+namespace webrtc {
-using std::complex;
using webrtc::RealFourier;
using webrtc::IntelligibilityEnhancer;
-DEFINE_int32(clear_type, webrtc::intelligibility::VarianceArray::kStepInfinite,
+DEFINE_int32(clear_type,
+ webrtc::intelligibility::VarianceArray::kStepInfinite,
"Variance algorithm for clear data.");
-DEFINE_double(clear_alpha, 0.9,
- "Variance decay factor for clear data.");
-DEFINE_int32(clear_window, 475,
+DEFINE_double(clear_alpha, 0.9, "Variance decay factor for clear data.");
+DEFINE_int32(clear_window,
+ 475,
"Window size for windowed variance for clear data.");
-DEFINE_int32(sample_rate, 16000,
+DEFINE_int32(sample_rate,
+ 16000,
"Audio sample rate used in the input and output files.");
-DEFINE_int32(ana_rate, 800,
+DEFINE_int32(ana_rate,
+ 800,
"Analysis rate; gains recalculated every N blocks.");
-DEFINE_int32(var_rate, 2,
- "Variance clear rate; history is forgotten every N gain recalculations.");
+DEFINE_int32(
+ var_rate,
+ 2,
+ "Variance clear rate; history is forgotten every N gain recalculations.");
DEFINE_double(gain_limit, 1000.0, "Maximum gain change in one block.");
-DEFINE_bool(repeat, false, "Repeat input file ad nauseam.");
-
-DEFINE_string(clear_file, "speech.pcm", "Input file with clear speech.");
-DEFINE_string(noise_file, "noise.pcm", "Input file with noise data.");
-DEFINE_string(out_file, "proc_enhanced.pcm", "Enhanced output. Use '-' to "
- "pipe through aplay internally.");
-
-// Write an Sun AU-formatted audio chunk into file descriptor |fd|. Can be used
-// to pipe the audio stream directly into aplay.
-void writeau(int fd) {
- uint32_t thing;
-
- write(fd, ".snd", 4);
- thing = htonl(24);
- write(fd, &thing, sizeof(thing));
- thing = htonl(0xffffffff);
- write(fd, &thing, sizeof(thing));
- thing = htonl(3);
- write(fd, &thing, sizeof(thing));
- thing = htonl(FLAGS_sample_rate);
- write(fd, &thing, sizeof(thing));
- thing = htonl(1);
- write(fd, &thing, sizeof(thing));
-
- for (int i = 0; i < samples; ++i) {
- out_ipcm[i] = htons(out_ipcm[i]);
- }
- write(fd, out_ipcm, sizeof(*out_ipcm) * samples);
-}
-
-int main(int argc, char* argv[]) {
- google::SetUsageMessage("\n\nVariance algorithm types are:\n"
- " 0 - infinite/normal,\n"
- " 1 - exponentially decaying,\n"
- " 2 - rolling window.\n"
- "\nInput files must be little-endian 16-bit signed raw PCM.\n");
+DEFINE_string(clear_file, "speech.wav", "Input file with clear speech.");
+DEFINE_string(noise_file, "noise.wav", "Input file with noise data.");
+DEFINE_string(out_file,
+ "proc_enhanced.wav",
+ "Enhanced output. Use '-' to "
+ "play through aplay immediately.");
+
+// Constant IntelligibilityEnhancer constructor parameters.
+const int kErbResolution = 2;
+const int kNumChannels = 1;
+
+// void function for gtest
+void void_main(int argc, char* argv[]) {
+ google::SetUsageMessage(
+ "\n\nVariance algorithm types are:\n"
+ " 0 - infinite/normal,\n"
+ " 1 - exponentially decaying,\n"
+ " 2 - rolling window.\n"
+ "\nInput files must be little-endian 16-bit signed raw PCM.\n");
google::ParseCommandLineFlags(&argc, &argv, true);
- const char* in_name = FLAGS_clear_file.c_str();
- const char* out_name = FLAGS_out_file.c_str();
- const char* noise_name = FLAGS_noise_file.c_str();
+ const std::string kTmpOutFile = "tmp_out_file.wav";
+
+ size_t samples; // Number of samples in input PCM file
+ size_t fragment_size; // Number of samples to process at a time
+ // to simulate APM stream processing
+
+ // Load settings and wav input.
+
+ fragment_size = FLAGS_sample_rate / 100; // Mirror real time APM chunk size.
+ // Duplicates chunk_length_ in
+ // IntelligibilityEnhancer.
+
struct stat in_stat, noise_stat;
- int in_fd, out_fd, noise_fd;
- FILE* aplay_file = nullptr;
+ stat(FLAGS_clear_file.c_str(), &in_stat);
+ stat(FLAGS_noise_file.c_str(), &noise_stat);
- fragment_size = FLAGS_sample_rate / 100;
+ samples = std::min(in_stat.st_size, noise_stat.st_size) / 2;
- stat(in_name, &in_stat);
- stat(noise_name, &noise_stat);
- samples = in_stat.st_size / sizeof(*in_ipcm);
+ WavReader in_file(FLAGS_clear_file);
+ std::vector<float> in_fpcm(samples);
+ in_file.ReadSamples(samples, &in_fpcm[0]);
- in_fd = open(in_name, O_RDONLY);
- if (!strcmp(out_name, "-")) {
- aplay_file = popen("aplay -t au", "w");
- out_fd = fileno(aplay_file);
- } else {
- out_fd = open(out_name, O_WRONLY | O_CREAT | O_TRUNC,
- S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
- }
- noise_fd = open(noise_name, O_RDONLY);
-
- in_ipcm = static_cast<int16_t*>(mmap(nullptr, in_stat.st_size, PROT_READ,
- MAP_PRIVATE, in_fd, 0));
- noise_ipcm = static_cast<int16_t*>(mmap(nullptr, noise_stat.st_size,
- PROT_READ, MAP_PRIVATE, noise_fd, 0));
- out_ipcm = new int16_t[samples];
- out_fpcm = new float[samples];
- in_fpcm = new float[samples];
- noise_fpcm = new float[samples];
-
- for (int i = 0; i < samples; ++i) {
- noise_fpcm[i] = noise_ipcm[i % (noise_stat.st_size / sizeof(*noise_ipcm))];
- }
+ WavReader noise_file(FLAGS_noise_file);
+ std::vector<float> noise_fpcm(samples);
+ noise_file.ReadSamples(samples, &noise_fpcm[0]);
+
+ // Run intelligibility enhancement.
- //feenableexcept(FE_INVALID | FE_OVERFLOW);
- IntelligibilityEnhancer enh(2,
- FLAGS_sample_rate, 1,
- FLAGS_clear_type,
- static_cast<float>(FLAGS_clear_alpha),
- FLAGS_clear_window,
- FLAGS_ana_rate,
- FLAGS_var_rate,
- FLAGS_gain_limit);
+ IntelligibilityEnhancer enh(
+ kErbResolution,
+ FLAGS_sample_rate,
+ kNumChannels,
+ FLAGS_clear_type, static_cast<float>(FLAGS_clear_alpha),
+ FLAGS_clear_window, FLAGS_ana_rate, FLAGS_var_rate, FLAGS_gain_limit);
// Slice the input into smaller chunks, as the APM would do, and feed them
- // into the enhancer. Repeat indefinitely if FLAGS_repeat is set.
- do {
- noise_cursor = noise_fpcm;
- clear_cursor = in_fpcm;
- for (int i = 0; i < samples; ++i) {
- in_fpcm[i] = in_ipcm[i];
- }
+ // through the enhancer.
+ float* clear_cursor = &in_fpcm[0];
+ float* noise_cursor = &noise_fpcm[0];
+
+ for (size_t i = 0; i < samples; i += fragment_size) {
+ enh.ProcessCaptureAudio(&noise_cursor);
+ enh.ProcessRenderAudio(&clear_cursor);
+ clear_cursor += fragment_size;
+ noise_cursor += fragment_size;
+ }
- for (int i = 0; i < samples; i += fragment_size) {
- enh.ProcessCaptureAudio(&noise_cursor);
- enh.ProcessRenderAudio(&clear_cursor);
- clear_cursor += fragment_size;
- noise_cursor += fragment_size;
- }
- for (int i = 0; i < samples; ++i) {
- out_ipcm[i] = static_cast<float>(in_fpcm[i]);
+ if (FLAGS_out_file.compare("-") == 0) {
+ {
+ WavWriter out_file(kTmpOutFile, FLAGS_sample_rate, kNumChannels);
+ out_file.WriteSamples(&in_fpcm[0], samples);
}
- if (!strcmp(out_name, "-")) {
- writeau(out_fd);
- } else {
- write(out_fd, out_ipcm, samples * sizeof(*out_ipcm));
- }
- } while (FLAGS_repeat);
-
- munmap(const_cast<int16_t*>(noise_ipcm), noise_stat.st_size);
- munmap(const_cast<int16_t*>(in_ipcm), in_stat.st_size);
- close(noise_fd);
- if (aplay_file) {
- pclose(aplay_file);
+ system(("aplay " + kTmpOutFile).c_str());
+ system(("rm " + kTmpOutFile).c_str());
} else {
- close(out_fd);
+ WavWriter out_file(FLAGS_out_file, FLAGS_sample_rate, kNumChannels);
+ out_file.WriteSamples(&in_fpcm[0], samples);
}
- close(in_fd);
- return 0;
}
+} // namespace webrtc
+
+int main(int argc, char* argv[]) {
+ webrtc::void_main(argc, argv);
+ return 0;
+}

Powered by Google App Engine
This is Rietveld 408576698