Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(118)

Side by Side Diff: webrtc/modules/audio_coding/neteq/normal.cc

Issue 1230503003: Update a ton of audio code to use size_t more correctly and in general reduce (Closed) Base URL: https://chromium.googlesource.com/external/webrtc@master
Patch Set: Resync Created 5 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
(...skipping 27 matching lines...) Expand all
38 assert(output->Empty()); 38 assert(output->Empty());
39 // Output should be empty at this point. 39 // Output should be empty at this point.
40 if (length % output->Channels() != 0) { 40 if (length % output->Channels() != 0) {
41 // The length does not match the number of channels. 41 // The length does not match the number of channels.
42 output->Clear(); 42 output->Clear();
43 return 0; 43 return 0;
44 } 44 }
45 output->PushBackInterleaved(input, length); 45 output->PushBackInterleaved(input, length);
46 int16_t* signal = &(*output)[0][0]; 46 int16_t* signal = &(*output)[0][0];
47 47
48 const unsigned fs_mult = fs_hz_ / 8000; 48 const int fs_mult = fs_hz_ / 8000;
49 assert(fs_mult > 0); 49 assert(fs_mult > 0);
50 // fs_shift = log2(fs_mult), rounded down. 50 // fs_shift = log2(fs_mult), rounded down.
51 // Note that |fs_shift| is not "exact" for 48 kHz. 51 // Note that |fs_shift| is not "exact" for 48 kHz.
52 // TODO(hlundin): Investigate this further. 52 // TODO(hlundin): Investigate this further.
53 const int fs_shift = 30 - WebRtcSpl_NormW32(static_cast<int32_t>(fs_mult)); 53 const int fs_shift = 30 - WebRtcSpl_NormW32(fs_mult);
54 54
55 // Check if last RecOut call resulted in an Expand. If so, we have to take 55 // Check if last RecOut call resulted in an Expand. If so, we have to take
56 // care of some cross-fading and unmuting. 56 // care of some cross-fading and unmuting.
57 if (last_mode == kModeExpand) { 57 if (last_mode == kModeExpand) {
58 // Generate interpolation data using Expand. 58 // Generate interpolation data using Expand.
59 // First, set Expand parameters to appropriate values. 59 // First, set Expand parameters to appropriate values.
60 expand_->SetParametersForNormalAfterExpand(); 60 expand_->SetParametersForNormalAfterExpand();
61 61
62 // Call Expand. 62 // Call Expand.
63 AudioMultiVector expanded(output->Channels()); 63 AudioMultiVector expanded(output->Channels());
64 expand_->Process(&expanded); 64 expand_->Process(&expanded);
65 expand_->Reset(); 65 expand_->Reset();
66 66
67 for (size_t channel_ix = 0; channel_ix < output->Channels(); ++channel_ix) { 67 for (size_t channel_ix = 0; channel_ix < output->Channels(); ++channel_ix) {
68 // Adjust muting factor (main muting factor times expand muting factor). 68 // Adjust muting factor (main muting factor times expand muting factor).
69 external_mute_factor_array[channel_ix] = static_cast<int16_t>( 69 external_mute_factor_array[channel_ix] = static_cast<int16_t>(
70 (external_mute_factor_array[channel_ix] * 70 (external_mute_factor_array[channel_ix] *
71 expand_->MuteFactor(channel_ix)) >> 14); 71 expand_->MuteFactor(channel_ix)) >> 14);
72 72
73 int16_t* signal = &(*output)[channel_ix][0]; 73 int16_t* signal = &(*output)[channel_ix][0];
74 size_t length_per_channel = length / output->Channels(); 74 size_t length_per_channel = length / output->Channels();
75 // Find largest absolute value in new data. 75 // Find largest absolute value in new data.
76 int16_t decoded_max = WebRtcSpl_MaxAbsValueW16( 76 int16_t decoded_max =
77 signal, static_cast<int>(length_per_channel)); 77 WebRtcSpl_MaxAbsValueW16(signal, length_per_channel);
78 // Adjust muting factor if needed (to BGN level). 78 // Adjust muting factor if needed (to BGN level).
79 int energy_length = std::min(static_cast<int>(fs_mult * 64), 79 size_t energy_length =
80 static_cast<int>(length_per_channel)); 80 std::min(static_cast<size_t>(fs_mult * 64), length_per_channel);
81 int scaling = 6 + fs_shift 81 int scaling = 6 + fs_shift
82 - WebRtcSpl_NormW32(decoded_max * decoded_max); 82 - WebRtcSpl_NormW32(decoded_max * decoded_max);
83 scaling = std::max(scaling, 0); // |scaling| should always be >= 0. 83 scaling = std::max(scaling, 0); // |scaling| should always be >= 0.
84 int32_t energy = WebRtcSpl_DotProductWithScale(signal, signal, 84 int32_t energy = WebRtcSpl_DotProductWithScale(signal, signal,
85 energy_length, scaling); 85 energy_length, scaling);
86 int32_t scaled_energy_length = 86 int32_t scaled_energy_length =
87 static_cast<int32_t>(energy_length >> scaling); 87 static_cast<int32_t>(energy_length >> scaling);
88 if (scaled_energy_length > 0) { 88 if (scaled_energy_length > 0) {
89 energy = energy / scaled_energy_length; 89 energy = energy / scaled_energy_length;
90 } else { 90 } else {
(...skipping 13 matching lines...) Expand all
104 mute_factor = WebRtcSpl_SqrtFloor(ratio << 14); 104 mute_factor = WebRtcSpl_SqrtFloor(ratio << 14);
105 } else { 105 } else {
106 mute_factor = 16384; // 1.0 in Q14. 106 mute_factor = 16384; // 1.0 in Q14.
107 } 107 }
108 if (mute_factor > external_mute_factor_array[channel_ix]) { 108 if (mute_factor > external_mute_factor_array[channel_ix]) {
109 external_mute_factor_array[channel_ix] = 109 external_mute_factor_array[channel_ix] =
110 static_cast<int16_t>(std::min(mute_factor, 16384)); 110 static_cast<int16_t>(std::min(mute_factor, 16384));
111 } 111 }
112 112
113 // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14). 113 // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14).
114 int increment = static_cast<int>(64 / fs_mult); 114 int increment = 64 / fs_mult;
115 for (size_t i = 0; i < length_per_channel; i++) { 115 for (size_t i = 0; i < length_per_channel; i++) {
116 // Scale with mute factor. 116 // Scale with mute factor.
117 assert(channel_ix < output->Channels()); 117 assert(channel_ix < output->Channels());
118 assert(i < output->Size()); 118 assert(i < output->Size());
119 int32_t scaled_signal = (*output)[channel_ix][i] * 119 int32_t scaled_signal = (*output)[channel_ix][i] *
120 external_mute_factor_array[channel_ix]; 120 external_mute_factor_array[channel_ix];
121 // Shift 14 with proper rounding. 121 // Shift 14 with proper rounding.
122 (*output)[channel_ix][i] = 122 (*output)[channel_ix][i] =
123 static_cast<int16_t>((scaled_signal + 8192) >> 14); 123 static_cast<int16_t>((scaled_signal + 8192) >> 14);
124 // Increase mute_factor towards 16384. 124 // Increase mute_factor towards 16384.
125 external_mute_factor_array[channel_ix] = static_cast<int16_t>(std::min( 125 external_mute_factor_array[channel_ix] = static_cast<int16_t>(std::min(
126 external_mute_factor_array[channel_ix] + increment, 16384)); 126 external_mute_factor_array[channel_ix] + increment, 16384));
127 } 127 }
128 128
129 // Interpolate the expanded data into the new vector. 129 // Interpolate the expanded data into the new vector.
130 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.) 130 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.)
131 assert(fs_shift < 3); // Will always be 0, 1, or, 2. 131 assert(fs_shift < 3); // Will always be 0, 1, or, 2.
132 increment = 4 >> fs_shift; 132 increment = 4 >> fs_shift;
133 int fraction = increment; 133 int fraction = increment;
134 for (size_t i = 0; i < 8 * fs_mult; i++) { 134 for (size_t i = 0; i < static_cast<size_t>(8 * fs_mult); i++) {
135 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8 135 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8
136 // now for legacy bit-exactness. 136 // now for legacy bit-exactness.
137 assert(channel_ix < output->Channels()); 137 assert(channel_ix < output->Channels());
138 assert(i < output->Size()); 138 assert(i < output->Size());
139 (*output)[channel_ix][i] = 139 (*output)[channel_ix][i] =
140 static_cast<int16_t>((fraction * (*output)[channel_ix][i] + 140 static_cast<int16_t>((fraction * (*output)[channel_ix][i] +
141 (32 - fraction) * expanded[channel_ix][i] + 8) >> 5); 141 (32 - fraction) * expanded[channel_ix][i] + 8) >> 5);
142 fraction += increment; 142 fraction += increment;
143 } 143 }
144 } 144 }
145 } else if (last_mode == kModeRfc3389Cng) { 145 } else if (last_mode == kModeRfc3389Cng) {
146 assert(output->Channels() == 1); // Not adapted for multi-channel yet. 146 assert(output->Channels() == 1); // Not adapted for multi-channel yet.
147 static const int kCngLength = 32; 147 static const size_t kCngLength = 32;
148 int16_t cng_output[kCngLength]; 148 int16_t cng_output[kCngLength];
149 // Reset mute factor and start up fresh. 149 // Reset mute factor and start up fresh.
150 external_mute_factor_array[0] = 16384; 150 external_mute_factor_array[0] = 16384;
151 AudioDecoder* cng_decoder = decoder_database_->GetActiveCngDecoder(); 151 AudioDecoder* cng_decoder = decoder_database_->GetActiveCngDecoder();
152 152
153 if (cng_decoder) { 153 if (cng_decoder) {
154 // Generate long enough for 32kHz. 154 // Generate long enough for 32kHz.
155 if (WebRtcCng_Generate(cng_decoder->CngDecoderInstance(), cng_output, 155 if (WebRtcCng_Generate(cng_decoder->CngDecoderInstance(), cng_output,
156 kCngLength, 0) < 0) { 156 kCngLength, 0) < 0) {
157 // Error returned; set return vector to all zeros. 157 // Error returned; set return vector to all zeros.
158 memset(cng_output, 0, sizeof(cng_output)); 158 memset(cng_output, 0, sizeof(cng_output));
159 } 159 }
160 } else { 160 } else {
161 // If no CNG instance is defined, just copy from the decoded data. 161 // If no CNG instance is defined, just copy from the decoded data.
162 // (This will result in interpolating the decoded with itself.) 162 // (This will result in interpolating the decoded with itself.)
163 memcpy(cng_output, signal, fs_mult * 8 * sizeof(int16_t)); 163 memcpy(cng_output, signal, fs_mult * 8 * sizeof(int16_t));
164 } 164 }
165 // Interpolate the CNG into the new vector. 165 // Interpolate the CNG into the new vector.
166 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.) 166 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.)
167 assert(fs_shift < 3); // Will always be 0, 1, or, 2. 167 assert(fs_shift < 3); // Will always be 0, 1, or, 2.
168 int16_t increment = 4 >> fs_shift; 168 int16_t increment = 4 >> fs_shift;
169 int16_t fraction = increment; 169 int16_t fraction = increment;
170 for (size_t i = 0; i < 8 * fs_mult; i++) { 170 for (size_t i = 0; i < static_cast<size_t>(8 * fs_mult); i++) {
171 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8 now 171 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8 now
172 // for legacy bit-exactness. 172 // for legacy bit-exactness.
173 signal[i] = 173 signal[i] =
174 (fraction * signal[i] + (32 - fraction) * cng_output[i] + 8) >> 5; 174 (fraction * signal[i] + (32 - fraction) * cng_output[i] + 8) >> 5;
175 fraction += increment; 175 fraction += increment;
176 } 176 }
177 } else if (external_mute_factor_array[0] < 16384) { 177 } else if (external_mute_factor_array[0] < 16384) {
178 // Previous was neither of Expand, FadeToBGN or RFC3389_CNG, but we are 178 // Previous was neither of Expand, FadeToBGN or RFC3389_CNG, but we are
179 // still ramping up from previous muting. 179 // still ramping up from previous muting.
180 // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14). 180 // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14).
181 int increment = static_cast<int>(64 / fs_mult); 181 int increment = 64 / fs_mult;
182 size_t length_per_channel = length / output->Channels(); 182 size_t length_per_channel = length / output->Channels();
183 for (size_t i = 0; i < length_per_channel; i++) { 183 for (size_t i = 0; i < length_per_channel; i++) {
184 for (size_t channel_ix = 0; channel_ix < output->Channels(); 184 for (size_t channel_ix = 0; channel_ix < output->Channels();
185 ++channel_ix) { 185 ++channel_ix) {
186 // Scale with mute factor. 186 // Scale with mute factor.
187 assert(channel_ix < output->Channels()); 187 assert(channel_ix < output->Channels());
188 assert(i < output->Size()); 188 assert(i < output->Size());
189 int32_t scaled_signal = (*output)[channel_ix][i] * 189 int32_t scaled_signal = (*output)[channel_ix][i] *
190 external_mute_factor_array[channel_ix]; 190 external_mute_factor_array[channel_ix];
191 // Shift 14 with proper rounding. 191 // Shift 14 with proper rounding.
192 (*output)[channel_ix][i] = 192 (*output)[channel_ix][i] =
193 static_cast<int16_t>((scaled_signal + 8192) >> 14); 193 static_cast<int16_t>((scaled_signal + 8192) >> 14);
194 // Increase mute_factor towards 16384. 194 // Increase mute_factor towards 16384.
195 external_mute_factor_array[channel_ix] = static_cast<int16_t>(std::min( 195 external_mute_factor_array[channel_ix] = static_cast<int16_t>(std::min(
196 16384, external_mute_factor_array[channel_ix] + increment)); 196 16384, external_mute_factor_array[channel_ix] + increment));
197 } 197 }
198 } 198 }
199 } 199 }
200 200
201 return static_cast<int>(length); 201 return static_cast<int>(length);
202 } 202 }
203 203
204 } // namespace webrtc 204 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/audio_coding/neteq/neteq_unittest.cc ('k') | webrtc/modules/audio_coding/neteq/packet_buffer.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698