1 /***********************************************************************
2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
3 Redistribution and use in source and binary forms, with or without
4 modification, are permitted provided that the following conditions
5 are met:
6 - Redistributions of source code must retain the above copyright notice,
7 this list of conditions and the following disclaimer.
8 - Redistributions in binary form must reproduce the above copyright
9 notice, this list of conditions and the following disclaimer in the
10 documentation and/or other materials provided with the distribution.
11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
12 names of specific contributors, may be used to endorse or promote
13 products derived from this software without specific prior written
14 permission.
15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25 POSSIBILITY OF SUCH DAMAGE.
26 ***********************************************************************/
27
28 #ifdef HAVE_CONFIG_H
29 #include "config.h"
30 #endif
31
32 #include "main_FLP.h"
33 #include "tuning_parameters.h"
34
35 /* Low Bitrate Redundancy (LBRR) encoding. Reuse all parameters but encode with lower bitrate */
36 static OPUS_INLINE void silk_LBRR_encode_FLP(
37 silk_encoder_state_FLP *psEnc, /* I/O Encoder state FLP */
38 silk_encoder_control_FLP *psEncCtrl, /* I/O Encoder control FLP */
39 const silk_float xfw[], /* I Input signal */
40 opus_int condCoding /* I The type of conditional coding used so far for this frame */
41 );
42
silk_encode_do_VAD_FLP(silk_encoder_state_FLP * psEnc)43 void silk_encode_do_VAD_FLP(
44 silk_encoder_state_FLP *psEnc /* I/O Encoder state FLP */
45 )
46 {
47 /****************************/
48 /* Voice Activity Detection */
49 /****************************/
50 silk_VAD_GetSA_Q8( &psEnc->sCmn, psEnc->sCmn.inputBuf + 1, psEnc->sCmn.arch );
51
52 /**************************************************/
53 /* Convert speech activity into VAD and DTX flags */
54 /**************************************************/
55 if( psEnc->sCmn.speech_activity_Q8 < SILK_FIX_CONST( SPEECH_ACTIVITY_DTX_THRES, 8 ) ) {
56 psEnc->sCmn.indices.signalType = TYPE_NO_VOICE_ACTIVITY;
57 psEnc->sCmn.noSpeechCounter++;
58 if( psEnc->sCmn.noSpeechCounter < NB_SPEECH_FRAMES_BEFORE_DTX ) {
59 psEnc->sCmn.inDTX = 0;
60 } else if( psEnc->sCmn.noSpeechCounter > MAX_CONSECUTIVE_DTX + NB_SPEECH_FRAMES_BEFORE_DTX ) {
61 psEnc->sCmn.noSpeechCounter = NB_SPEECH_FRAMES_BEFORE_DTX;
62 psEnc->sCmn.inDTX = 0;
63 }
64 psEnc->sCmn.VAD_flags[ psEnc->sCmn.nFramesEncoded ] = 0;
65 } else {
66 psEnc->sCmn.noSpeechCounter = 0;
67 psEnc->sCmn.inDTX = 0;
68 psEnc->sCmn.indices.signalType = TYPE_UNVOICED;
69 psEnc->sCmn.VAD_flags[ psEnc->sCmn.nFramesEncoded ] = 1;
70 }
71 }
72
73 /****************/
74 /* Encode frame */
75 /****************/
silk_encode_frame_FLP(silk_encoder_state_FLP * psEnc,opus_int32 * pnBytesOut,ec_enc * psRangeEnc,opus_int condCoding,opus_int maxBits,opus_int useCBR)76 opus_int silk_encode_frame_FLP(
77 silk_encoder_state_FLP *psEnc, /* I/O Encoder state FLP */
78 opus_int32 *pnBytesOut, /* O Number of payload bytes; */
79 ec_enc *psRangeEnc, /* I/O compressor data structure */
80 opus_int condCoding, /* I The type of conditional coding to use */
81 opus_int maxBits, /* I If > 0: maximum number of output bits */
82 opus_int useCBR /* I Flag to force constant-bitrate operation */
83 )
84 {
85 silk_encoder_control_FLP sEncCtrl;
86 opus_int i, iter, maxIter, found_upper, found_lower, ret = 0;
87 silk_float *x_frame, *res_pitch_frame;
88 silk_float xfw[ MAX_FRAME_LENGTH ];
89 silk_float res_pitch[ 2 * MAX_FRAME_LENGTH + LA_PITCH_MAX ];
90 ec_enc sRangeEnc_copy, sRangeEnc_copy2;
91 silk_nsq_state sNSQ_copy, sNSQ_copy2;
92 opus_int32 seed_copy, nBits, nBits_lower, nBits_upper, gainMult_lower, gainMult_upper;
93 opus_int32 gainsID, gainsID_lower, gainsID_upper;
94 opus_int16 gainMult_Q8;
95 opus_int16 ec_prevLagIndex_copy;
96 opus_int ec_prevSignalType_copy;
97 opus_int8 LastGainIndex_copy2;
98 opus_int32 pGains_Q16[ MAX_NB_SUBFR ];
99 opus_uint8 ec_buf_copy[ 1275 ];
100
101 /* This is totally unnecessary but many compilers (including gcc) are too dumb to realise it */
102 LastGainIndex_copy2 = nBits_lower = nBits_upper = gainMult_lower = gainMult_upper = 0;
103
104 psEnc->sCmn.indices.Seed = psEnc->sCmn.frameCounter++ & 3;
105
106 /**************************************************************/
107 /* Set up Input Pointers, and insert frame in input buffer */
108 /**************************************************************/
109 /* pointers aligned with start of frame to encode */
110 x_frame = psEnc->x_buf + psEnc->sCmn.ltp_mem_length; /* start of frame to encode */
111 res_pitch_frame = res_pitch + psEnc->sCmn.ltp_mem_length; /* start of pitch LPC residual frame */
112
113 /***************************************/
114 /* Ensure smooth bandwidth transitions */
115 /***************************************/
116 silk_LP_variable_cutoff( &psEnc->sCmn.sLP, psEnc->sCmn.inputBuf + 1, psEnc->sCmn.frame_length );
117
118 /*******************************************/
119 /* Copy new frame to front of input buffer */
120 /*******************************************/
121 silk_short2float_array( x_frame + LA_SHAPE_MS * psEnc->sCmn.fs_kHz, psEnc->sCmn.inputBuf + 1, psEnc->sCmn.frame_length );
122
123 /* Add tiny signal to avoid high CPU load from denormalized floating point numbers */
124 for( i = 0; i < 8; i++ ) {
125 x_frame[ LA_SHAPE_MS * psEnc->sCmn.fs_kHz + i * ( psEnc->sCmn.frame_length >> 3 ) ] += ( 1 - ( i & 2 ) ) * 1e-6f;
126 }
127
128 if( !psEnc->sCmn.prefillFlag ) {
129 /*****************************************/
130 /* Find pitch lags, initial LPC analysis */
131 /*****************************************/
132 silk_find_pitch_lags_FLP( psEnc, &sEncCtrl, res_pitch, x_frame, psEnc->sCmn.arch );
133
134 /************************/
135 /* Noise shape analysis */
136 /************************/
137 silk_noise_shape_analysis_FLP( psEnc, &sEncCtrl, res_pitch_frame, x_frame );
138
139 /***************************************************/
140 /* Find linear prediction coefficients (LPC + LTP) */
141 /***************************************************/
142 silk_find_pred_coefs_FLP( psEnc, &sEncCtrl, res_pitch, x_frame, condCoding );
143
144 /****************************************/
145 /* Process gains */
146 /****************************************/
147 silk_process_gains_FLP( psEnc, &sEncCtrl, condCoding );
148
149 /*****************************************/
150 /* Prefiltering for noise shaper */
151 /*****************************************/
152 silk_prefilter_FLP( psEnc, &sEncCtrl, xfw, x_frame );
153
154 /****************************************/
155 /* Low Bitrate Redundant Encoding */
156 /****************************************/
157 silk_LBRR_encode_FLP( psEnc, &sEncCtrl, xfw, condCoding );
158
159 /* Loop over quantizer and entroy coding to control bitrate */
160 maxIter = 6;
161 gainMult_Q8 = SILK_FIX_CONST( 1, 8 );
162 found_lower = 0;
163 found_upper = 0;
164 gainsID = silk_gains_ID( psEnc->sCmn.indices.GainsIndices, psEnc->sCmn.nb_subfr );
165 gainsID_lower = -1;
166 gainsID_upper = -1;
167 /* Copy part of the input state */
168 silk_memcpy( &sRangeEnc_copy, psRangeEnc, sizeof( ec_enc ) );
169 silk_memcpy( &sNSQ_copy, &psEnc->sCmn.sNSQ, sizeof( silk_nsq_state ) );
170 seed_copy = psEnc->sCmn.indices.Seed;
171 ec_prevLagIndex_copy = psEnc->sCmn.ec_prevLagIndex;
172 ec_prevSignalType_copy = psEnc->sCmn.ec_prevSignalType;
173 for( iter = 0; ; iter++ ) {
174 if( gainsID == gainsID_lower ) {
175 nBits = nBits_lower;
176 } else if( gainsID == gainsID_upper ) {
177 nBits = nBits_upper;
178 } else {
179 /* Restore part of the input state */
180 if( iter > 0 ) {
181 silk_memcpy( psRangeEnc, &sRangeEnc_copy, sizeof( ec_enc ) );
182 silk_memcpy( &psEnc->sCmn.sNSQ, &sNSQ_copy, sizeof( silk_nsq_state ) );
183 psEnc->sCmn.indices.Seed = seed_copy;
184 psEnc->sCmn.ec_prevLagIndex = ec_prevLagIndex_copy;
185 psEnc->sCmn.ec_prevSignalType = ec_prevSignalType_copy;
186 }
187
188 /*****************************************/
189 /* Noise shaping quantization */
190 /*****************************************/
191 silk_NSQ_wrapper_FLP( psEnc, &sEncCtrl, &psEnc->sCmn.indices, &psEnc->sCmn.sNSQ, psEnc->sCmn.pulses, xfw );
192
193 /****************************************/
194 /* Encode Parameters */
195 /****************************************/
196 silk_encode_indices( &psEnc->sCmn, psRangeEnc, psEnc->sCmn.nFramesEncoded, 0, condCoding );
197
198 /****************************************/
199 /* Encode Excitation Signal */
200 /****************************************/
201 silk_encode_pulses( psRangeEnc, psEnc->sCmn.indices.signalType, psEnc->sCmn.indices.quantOffsetType,
202 psEnc->sCmn.pulses, psEnc->sCmn.frame_length );
203
204 nBits = ec_tell( psRangeEnc );
205
206 if( useCBR == 0 && iter == 0 && nBits <= maxBits ) {
207 break;
208 }
209 }
210
211 if( iter == maxIter ) {
212 if( found_lower && ( gainsID == gainsID_lower || nBits > maxBits ) ) {
213 /* Restore output state from earlier iteration that did meet the bitrate budget */
214 silk_memcpy( psRangeEnc, &sRangeEnc_copy2, sizeof( ec_enc ) );
215 silk_assert( sRangeEnc_copy2.offs <= 1275 );
216 silk_memcpy( psRangeEnc->buf, ec_buf_copy, sRangeEnc_copy2.offs );
217 silk_memcpy( &psEnc->sCmn.sNSQ, &sNSQ_copy2, sizeof( silk_nsq_state ) );
218 psEnc->sShape.LastGainIndex = LastGainIndex_copy2;
219 }
220 break;
221 }
222
223 if( nBits > maxBits ) {
224 if( found_lower == 0 && iter >= 2 ) {
225 /* Adjust the quantizer's rate/distortion tradeoff and discard previous "upper" results */
226 sEncCtrl.Lambda *= 1.5f;
227 found_upper = 0;
228 gainsID_upper = -1;
229 } else {
230 found_upper = 1;
231 nBits_upper = nBits;
232 gainMult_upper = gainMult_Q8;
233 gainsID_upper = gainsID;
234 }
235 } else if( nBits < maxBits - 5 ) {
236 found_lower = 1;
237 nBits_lower = nBits;
238 gainMult_lower = gainMult_Q8;
239 if( gainsID != gainsID_lower ) {
240 gainsID_lower = gainsID;
241 /* Copy part of the output state */
242 silk_memcpy( &sRangeEnc_copy2, psRangeEnc, sizeof( ec_enc ) );
243 silk_assert( psRangeEnc->offs <= 1275 );
244 silk_memcpy( ec_buf_copy, psRangeEnc->buf, psRangeEnc->offs );
245 silk_memcpy( &sNSQ_copy2, &psEnc->sCmn.sNSQ, sizeof( silk_nsq_state ) );
246 LastGainIndex_copy2 = psEnc->sShape.LastGainIndex;
247 }
248 } else {
249 /* Within 5 bits of budget: close enough */
250 break;
251 }
252
253 if( ( found_lower & found_upper ) == 0 ) {
254 /* Adjust gain according to high-rate rate/distortion curve */
255 opus_int32 gain_factor_Q16;
256 gain_factor_Q16 = silk_log2lin( silk_LSHIFT( nBits - maxBits, 7 ) / psEnc->sCmn.frame_length + SILK_FIX_CONST( 16, 7 ) );
257 gain_factor_Q16 = silk_min_32( gain_factor_Q16, SILK_FIX_CONST( 2, 16 ) );
258 if( nBits > maxBits ) {
259 gain_factor_Q16 = silk_max_32( gain_factor_Q16, SILK_FIX_CONST( 1.3, 16 ) );
260 }
261 gainMult_Q8 = silk_SMULWB( gain_factor_Q16, gainMult_Q8 );
262 } else {
263 /* Adjust gain by interpolating */
264 gainMult_Q8 = gainMult_lower + ( ( gainMult_upper - gainMult_lower ) * ( maxBits - nBits_lower ) ) / ( nBits_upper - nBits_lower );
265 /* New gain multplier must be between 25% and 75% of old range (note that gainMult_upper < gainMult_lower) */
266 if( gainMult_Q8 > silk_ADD_RSHIFT32( gainMult_lower, gainMult_upper - gainMult_lower, 2 ) ) {
267 gainMult_Q8 = silk_ADD_RSHIFT32( gainMult_lower, gainMult_upper - gainMult_lower, 2 );
268 } else
269 if( gainMult_Q8 < silk_SUB_RSHIFT32( gainMult_upper, gainMult_upper - gainMult_lower, 2 ) ) {
270 gainMult_Q8 = silk_SUB_RSHIFT32( gainMult_upper, gainMult_upper - gainMult_lower, 2 );
271 }
272 }
273
274 for( i = 0; i < psEnc->sCmn.nb_subfr; i++ ) {
275 pGains_Q16[ i ] = silk_LSHIFT_SAT32( silk_SMULWB( sEncCtrl.GainsUnq_Q16[ i ], gainMult_Q8 ), 8 );
276 }
277
278 /* Quantize gains */
279 psEnc->sShape.LastGainIndex = sEncCtrl.lastGainIndexPrev;
280 silk_gains_quant( psEnc->sCmn.indices.GainsIndices, pGains_Q16,
281 &psEnc->sShape.LastGainIndex, condCoding == CODE_CONDITIONALLY, psEnc->sCmn.nb_subfr );
282
283 /* Unique identifier of gains vector */
284 gainsID = silk_gains_ID( psEnc->sCmn.indices.GainsIndices, psEnc->sCmn.nb_subfr );
285
286 /* Overwrite unquantized gains with quantized gains and convert back to Q0 from Q16 */
287 for( i = 0; i < psEnc->sCmn.nb_subfr; i++ ) {
288 sEncCtrl.Gains[ i ] = pGains_Q16[ i ] / 65536.0f;
289 }
290 }
291 }
292
293 /* Update input buffer */
294 silk_memmove( psEnc->x_buf, &psEnc->x_buf[ psEnc->sCmn.frame_length ],
295 ( psEnc->sCmn.ltp_mem_length + LA_SHAPE_MS * psEnc->sCmn.fs_kHz ) * sizeof( silk_float ) );
296
297 /* Exit without entropy coding */
298 if( psEnc->sCmn.prefillFlag ) {
299 /* No payload */
300 *pnBytesOut = 0;
301 return ret;
302 }
303
304 /* Parameters needed for next frame */
305 psEnc->sCmn.prevLag = sEncCtrl.pitchL[ psEnc->sCmn.nb_subfr - 1 ];
306 psEnc->sCmn.prevSignalType = psEnc->sCmn.indices.signalType;
307
308 /****************************************/
309 /* Finalize payload */
310 /****************************************/
311 psEnc->sCmn.first_frame_after_reset = 0;
312 /* Payload size */
313 *pnBytesOut = silk_RSHIFT( ec_tell( psRangeEnc ) + 7, 3 );
314
315 return ret;
316 }
317
318 /* Low-Bitrate Redundancy (LBRR) encoding. Reuse all parameters but encode excitation at lower bitrate */
silk_LBRR_encode_FLP(silk_encoder_state_FLP * psEnc,silk_encoder_control_FLP * psEncCtrl,const silk_float xfw[],opus_int condCoding)319 static OPUS_INLINE void silk_LBRR_encode_FLP(
320 silk_encoder_state_FLP *psEnc, /* I/O Encoder state FLP */
321 silk_encoder_control_FLP *psEncCtrl, /* I/O Encoder control FLP */
322 const silk_float xfw[], /* I Input signal */
323 opus_int condCoding /* I The type of conditional coding used so far for this frame */
324 )
325 {
326 opus_int k;
327 opus_int32 Gains_Q16[ MAX_NB_SUBFR ];
328 silk_float TempGains[ MAX_NB_SUBFR ];
329 SideInfoIndices *psIndices_LBRR = &psEnc->sCmn.indices_LBRR[ psEnc->sCmn.nFramesEncoded ];
330 silk_nsq_state sNSQ_LBRR;
331
332 /*******************************************/
333 /* Control use of inband LBRR */
334 /*******************************************/
335 if( psEnc->sCmn.LBRR_enabled && psEnc->sCmn.speech_activity_Q8 > SILK_FIX_CONST( LBRR_SPEECH_ACTIVITY_THRES, 8 ) ) {
336 psEnc->sCmn.LBRR_flags[ psEnc->sCmn.nFramesEncoded ] = 1;
337
338 /* Copy noise shaping quantizer state and quantization indices from regular encoding */
339 silk_memcpy( &sNSQ_LBRR, &psEnc->sCmn.sNSQ, sizeof( silk_nsq_state ) );
340 silk_memcpy( psIndices_LBRR, &psEnc->sCmn.indices, sizeof( SideInfoIndices ) );
341
342 /* Save original gains */
343 silk_memcpy( TempGains, psEncCtrl->Gains, psEnc->sCmn.nb_subfr * sizeof( silk_float ) );
344
345 if( psEnc->sCmn.nFramesEncoded == 0 || psEnc->sCmn.LBRR_flags[ psEnc->sCmn.nFramesEncoded - 1 ] == 0 ) {
346 /* First frame in packet or previous frame not LBRR coded */
347 psEnc->sCmn.LBRRprevLastGainIndex = psEnc->sShape.LastGainIndex;
348
349 /* Increase Gains to get target LBRR rate */
350 psIndices_LBRR->GainsIndices[ 0 ] += psEnc->sCmn.LBRR_GainIncreases;
351 psIndices_LBRR->GainsIndices[ 0 ] = silk_min_int( psIndices_LBRR->GainsIndices[ 0 ], N_LEVELS_QGAIN - 1 );
352 }
353
354 /* Decode to get gains in sync with decoder */
355 silk_gains_dequant( Gains_Q16, psIndices_LBRR->GainsIndices,
356 &psEnc->sCmn.LBRRprevLastGainIndex, condCoding == CODE_CONDITIONALLY, psEnc->sCmn.nb_subfr );
357
358 /* Overwrite unquantized gains with quantized gains and convert back to Q0 from Q16 */
359 for( k = 0; k < psEnc->sCmn.nb_subfr; k++ ) {
360 psEncCtrl->Gains[ k ] = Gains_Q16[ k ] * ( 1.0f / 65536.0f );
361 }
362
363 /*****************************************/
364 /* Noise shaping quantization */
365 /*****************************************/
366 silk_NSQ_wrapper_FLP( psEnc, psEncCtrl, psIndices_LBRR, &sNSQ_LBRR,
367 psEnc->sCmn.pulses_LBRR[ psEnc->sCmn.nFramesEncoded ], xfw );
368
369 /* Restore original gains */
370 silk_memcpy( psEncCtrl->Gains, TempGains, psEnc->sCmn.nb_subfr * sizeof( silk_float ) );
371 }
372 }
373