Index: webrtc/modules/audio_processing/aec/aec_core_sse2.c |
diff --git a/webrtc/modules/audio_processing/aec/aec_core_sse2.c b/webrtc/modules/audio_processing/aec/aec_core_sse2.c |
index b874c98f633784e041066de39a20e66240c8c2c8..5b950ade057c64e9a0742a4ab26ac57248b04e65 100644 |
--- a/webrtc/modules/audio_processing/aec/aec_core_sse2.c |
+++ b/webrtc/modules/audio_processing/aec/aec_core_sse2.c |
@@ -29,51 +29,52 @@ __inline static float MulIm(float aRe, float aIm, float bRe, float bIm) { |
return aRe * bIm + aIm * bRe; |
} |
-static void FilterFarSSE2(int num_partitions, |
- int xfBufBlockPos, |
- float xfBuf[2][kExtendedNumPartitions * PART_LEN1], |
- float wfBuf[2][kExtendedNumPartitions * PART_LEN1], |
- float yf[2][PART_LEN1]) { |
+static void FilterFarSSE2( |
+ int num_partitions, |
+ int x_fft_buf_block_pos, |
+ float x_fft_buf[2][kExtendedNumPartitions * PART_LEN1], |
+ float h_fft_buf[2][kExtendedNumPartitions * PART_LEN1], |
+ float y_fft[2][PART_LEN1]) { |
int i; |
for (i = 0; i < num_partitions; i++) { |
int j; |
- int xPos = (i + xfBufBlockPos) * PART_LEN1; |
+ int xPos = (i + x_fft_buf_block_pos) * PART_LEN1; |
int pos = i * PART_LEN1; |
// Check for wrap |
- if (i + xfBufBlockPos >= num_partitions) { |
+ if (i + x_fft_buf_block_pos >= num_partitions) { |
xPos -= num_partitions * (PART_LEN1); |
} |
// vectorized code (four at once) |
for (j = 0; j + 3 < PART_LEN1; j += 4) { |
- const __m128 xfBuf_re = _mm_loadu_ps(&xfBuf[0][xPos + j]); |
- const __m128 xfBuf_im = _mm_loadu_ps(&xfBuf[1][xPos + j]); |
- const __m128 wfBuf_re = _mm_loadu_ps(&wfBuf[0][pos + j]); |
- const __m128 wfBuf_im = _mm_loadu_ps(&wfBuf[1][pos + j]); |
- const __m128 yf_re = _mm_loadu_ps(&yf[0][j]); |
- const __m128 yf_im = _mm_loadu_ps(&yf[1][j]); |
- const __m128 a = _mm_mul_ps(xfBuf_re, wfBuf_re); |
- const __m128 b = _mm_mul_ps(xfBuf_im, wfBuf_im); |
- const __m128 c = _mm_mul_ps(xfBuf_re, wfBuf_im); |
- const __m128 d = _mm_mul_ps(xfBuf_im, wfBuf_re); |
+ const __m128 x_fft_buf_re = _mm_loadu_ps(&x_fft_buf[0][xPos + j]); |
+ const __m128 x_fft_buf_im = _mm_loadu_ps(&x_fft_buf[1][xPos + j]); |
+ const __m128 h_fft_buf_re = _mm_loadu_ps(&h_fft_buf[0][pos + j]); |
+ const __m128 h_fft_buf_im = _mm_loadu_ps(&h_fft_buf[1][pos + j]); |
+ const __m128 y_fft_re = _mm_loadu_ps(&y_fft[0][j]); |
+ const __m128 y_fft_im = _mm_loadu_ps(&y_fft[1][j]); |
+ const __m128 a = _mm_mul_ps(x_fft_buf_re, h_fft_buf_re); |
+ const __m128 b = _mm_mul_ps(x_fft_buf_im, h_fft_buf_im); |
+ const __m128 c = _mm_mul_ps(x_fft_buf_re, h_fft_buf_im); |
+ const __m128 d = _mm_mul_ps(x_fft_buf_im, h_fft_buf_re); |
const __m128 e = _mm_sub_ps(a, b); |
const __m128 f = _mm_add_ps(c, d); |
- const __m128 g = _mm_add_ps(yf_re, e); |
- const __m128 h = _mm_add_ps(yf_im, f); |
- _mm_storeu_ps(&yf[0][j], g); |
- _mm_storeu_ps(&yf[1][j], h); |
+ const __m128 g = _mm_add_ps(y_fft_re, e); |
+ const __m128 h = _mm_add_ps(y_fft_im, f); |
+ _mm_storeu_ps(&y_fft[0][j], g); |
+ _mm_storeu_ps(&y_fft[1][j], h); |
} |
// scalar code for the remaining items. |
for (; j < PART_LEN1; j++) { |
- yf[0][j] += MulRe(xfBuf[0][xPos + j], |
- xfBuf[1][xPos + j], |
- wfBuf[0][pos + j], |
- wfBuf[1][pos + j]); |
- yf[1][j] += MulIm(xfBuf[0][xPos + j], |
- xfBuf[1][xPos + j], |
- wfBuf[0][pos + j], |
- wfBuf[1][pos + j]); |
+ y_fft[0][j] += MulRe(x_fft_buf[0][xPos + j], |
+ x_fft_buf[1][xPos + j], |
+ h_fft_buf[0][pos + j], |
+ h_fft_buf[1][pos + j]); |
+ y_fft[1][j] += MulIm(x_fft_buf[0][xPos + j], |
+ x_fft_buf[1][xPos + j], |
+ h_fft_buf[0][pos + j], |
+ h_fft_buf[1][pos + j]); |
} |
} |
} |
@@ -81,7 +82,7 @@ static void FilterFarSSE2(int num_partitions, |
static void ScaleErrorSignalSSE2(int extended_filter_enabled, |
float normal_mu, |
float normal_error_threshold, |
- float *x_pow, |
+ float x_pow[PART_LEN1], |
float ef[2][PART_LEN1]) { |
const __m128 k1e_10f = _mm_set1_ps(1e-10f); |
const __m128 kMu = extended_filter_enabled ? _mm_set1_ps(kExtendedMu) |
@@ -147,33 +148,36 @@ static void ScaleErrorSignalSSE2(int extended_filter_enabled, |
} |
} |
-static void FilterAdaptationSSE2(AecCore* aec, |
- float* fft, |
- float ef[2][PART_LEN1]) { |
+static void FilterAdaptationSSE2( |
+ int num_partitions, |
+ int x_fft_buf_block_pos, |
+ float x_fft_buf[2][kExtendedNumPartitions * PART_LEN1], |
+ float e_fft[2][PART_LEN1], |
+ float h_fft_buf[2][kExtendedNumPartitions * PART_LEN1]) { |
+ float fft[PART_LEN2]; |
int i, j; |
- const int num_partitions = aec->num_partitions; |
for (i = 0; i < num_partitions; i++) { |
- int xPos = (i + aec->xfBufBlockPos) * (PART_LEN1); |
+ int xPos = (i + x_fft_buf_block_pos) * (PART_LEN1); |
int pos = i * PART_LEN1; |
// Check for wrap |
- if (i + aec->xfBufBlockPos >= num_partitions) { |
+ if (i + x_fft_buf_block_pos >= num_partitions) { |
xPos -= num_partitions * PART_LEN1; |
} |
// Process the whole array... |
for (j = 0; j < PART_LEN; j += 4) { |
- // Load xfBuf and ef. |
- const __m128 xfBuf_re = _mm_loadu_ps(&aec->xfBuf[0][xPos + j]); |
- const __m128 xfBuf_im = _mm_loadu_ps(&aec->xfBuf[1][xPos + j]); |
- const __m128 ef_re = _mm_loadu_ps(&ef[0][j]); |
- const __m128 ef_im = _mm_loadu_ps(&ef[1][j]); |
- // Calculate the product of conjugate(xfBuf) by ef. |
+ // Load x_fft_buf and e_fft. |
+ const __m128 x_fft_buf_re = _mm_loadu_ps(&x_fft_buf[0][xPos + j]); |
+ const __m128 x_fft_buf_im = _mm_loadu_ps(&x_fft_buf[1][xPos + j]); |
+ const __m128 e_fft_re = _mm_loadu_ps(&e_fft[0][j]); |
+ const __m128 e_fft_im = _mm_loadu_ps(&e_fft[1][j]); |
+ // Calculate the product of conjugate(x_fft_buf) by e_fft. |
// re(conjugate(a) * b) = aRe * bRe + aIm * bIm |
// im(conjugate(a) * b)= aRe * bIm - aIm * bRe |
- const __m128 a = _mm_mul_ps(xfBuf_re, ef_re); |
- const __m128 b = _mm_mul_ps(xfBuf_im, ef_im); |
- const __m128 c = _mm_mul_ps(xfBuf_re, ef_im); |
- const __m128 d = _mm_mul_ps(xfBuf_im, ef_re); |
+ const __m128 a = _mm_mul_ps(x_fft_buf_re, e_fft_re); |
+ const __m128 b = _mm_mul_ps(x_fft_buf_im, e_fft_im); |
+ const __m128 c = _mm_mul_ps(x_fft_buf_re, e_fft_im); |
+ const __m128 d = _mm_mul_ps(x_fft_buf_im, e_fft_re); |
const __m128 e = _mm_add_ps(a, b); |
const __m128 f = _mm_sub_ps(c, d); |
// Interleave real and imaginary parts. |
@@ -184,10 +188,10 @@ static void FilterAdaptationSSE2(AecCore* aec, |
_mm_storeu_ps(&fft[2 * j + 4], h); |
} |
// ... and fixup the first imaginary entry. |
- fft[1] = MulRe(aec->xfBuf[0][xPos + PART_LEN], |
- -aec->xfBuf[1][xPos + PART_LEN], |
- ef[0][PART_LEN], |
- ef[1][PART_LEN]); |
+ fft[1] = MulRe(x_fft_buf[0][xPos + PART_LEN], |
+ -x_fft_buf[1][xPos + PART_LEN], |
+ e_fft[0][PART_LEN], |
+ e_fft[1][PART_LEN]); |
aec_rdft_inverse_128(fft); |
memset(fft + PART_LEN, 0, sizeof(float) * PART_LEN); |
@@ -205,11 +209,11 @@ static void FilterAdaptationSSE2(AecCore* aec, |
aec_rdft_forward_128(fft); |
{ |
- float wt1 = aec->wfBuf[1][pos]; |
- aec->wfBuf[0][pos + PART_LEN] += fft[1]; |
+ float wt1 = h_fft_buf[1][pos]; |
+ h_fft_buf[0][pos + PART_LEN] += fft[1]; |
for (j = 0; j < PART_LEN; j += 4) { |
- __m128 wtBuf_re = _mm_loadu_ps(&aec->wfBuf[0][pos + j]); |
- __m128 wtBuf_im = _mm_loadu_ps(&aec->wfBuf[1][pos + j]); |
+ __m128 wtBuf_re = _mm_loadu_ps(&h_fft_buf[0][pos + j]); |
+ __m128 wtBuf_im = _mm_loadu_ps(&h_fft_buf[1][pos + j]); |
const __m128 fft0 = _mm_loadu_ps(&fft[2 * j + 0]); |
const __m128 fft4 = _mm_loadu_ps(&fft[2 * j + 4]); |
const __m128 fft_re = |
@@ -218,10 +222,10 @@ static void FilterAdaptationSSE2(AecCore* aec, |
_mm_shuffle_ps(fft0, fft4, _MM_SHUFFLE(3, 1, 3, 1)); |
wtBuf_re = _mm_add_ps(wtBuf_re, fft_re); |
wtBuf_im = _mm_add_ps(wtBuf_im, fft_im); |
- _mm_storeu_ps(&aec->wfBuf[0][pos + j], wtBuf_re); |
- _mm_storeu_ps(&aec->wfBuf[1][pos + j], wtBuf_im); |
+ _mm_storeu_ps(&h_fft_buf[0][pos + j], wtBuf_re); |
+ _mm_storeu_ps(&h_fft_buf[1][pos + j], wtBuf_im); |
} |
- aec->wfBuf[1][pos] = wt1; |
+ h_fft_buf[1][pos] = wt1; |
} |
} |
} |