1 /***********************************************************************
2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
3 Redistribution and use in source and binary forms, with or without
4 modification, are permitted provided that the following conditions
5 are met:
6 - Redistributions of source code must retain the above copyright notice,
7 this list of conditions and the following disclaimer.
8 - Redistributions in binary form must reproduce the above copyright
9 notice, this list of conditions and the following disclaimer in the
10 documentation and/or other materials provided with the distribution.
11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
12 names of specific contributors, may be used to endorse or promote
13 products derived from this software without specific prior written
14 permission.
15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25 POSSIBILITY OF SUCH DAMAGE.
26 ***********************************************************************/
27 
28 #ifndef SILK_STRUCTS_H
29 #define SILK_STRUCTS_H
30 
31 #include "typedef.h"
32 #include "SigProc_FIX.h"
33 #include "define.h"
34 #include "entenc.h"
35 #include "entdec.h"
36 
37 #ifdef __cplusplus
38 extern "C"
39 {
40 #endif
41 
42 /************************************/
43 /* Noise shaping quantization state */
44 /************************************/
45 typedef struct {
46     opus_int16                  xq[           2 * MAX_FRAME_LENGTH ]; /* Buffer for quantized output signal                             */
47     opus_int32                  sLTP_shp_Q14[ 2 * MAX_FRAME_LENGTH ];
48     opus_int32                  sLPC_Q14[ MAX_SUB_FRAME_LENGTH + NSQ_LPC_BUF_LENGTH ];
49     opus_int32                  sAR2_Q14[ MAX_SHAPE_LPC_ORDER ];
50     opus_int32                  sLF_AR_shp_Q14;
51     opus_int32                  sDiff_shp_Q14;
52     opus_int                    lagPrev;
53     opus_int                    sLTP_buf_idx;
54     opus_int                    sLTP_shp_buf_idx;
55     opus_int32                  rand_seed;
56     opus_int32                  prev_gain_Q16;
57     opus_int                    rewhite_flag;
58 } silk_nsq_state;
59 
60 /********************************/
61 /* VAD state                    */
62 /********************************/
63 typedef struct {
64     opus_int32                  AnaState[ 2 ];                  /* Analysis filterbank state: 0-8 kHz                                   */
65     opus_int32                  AnaState1[ 2 ];                 /* Analysis filterbank state: 0-4 kHz                                   */
66     opus_int32                  AnaState2[ 2 ];                 /* Analysis filterbank state: 0-2 kHz                                   */
67     opus_int32                  XnrgSubfr[ VAD_N_BANDS ];       /* Subframe energies                                                    */
68     opus_int32                  NrgRatioSmth_Q8[ VAD_N_BANDS ]; /* Smoothed energy level in each band                                   */
69     opus_int16                  HPstate;                        /* State of differentiator in the lowest band                           */
70     opus_int32                  NL[ VAD_N_BANDS ];              /* Noise energy level in each band                                      */
71     opus_int32                  inv_NL[ VAD_N_BANDS ];          /* Inverse noise energy level in each band                              */
72     opus_int32                  NoiseLevelBias[ VAD_N_BANDS ];  /* Noise level estimator bias/offset                                    */
73     opus_int32                  counter;                        /* Frame counter used in the initial phase                              */
74 } silk_VAD_state;
75 
76 /* Variable cut-off low-pass filter state */
77 typedef struct {
78     opus_int32                   In_LP_State[ 2 ];           /* Low pass filter state */
79     opus_int32                   transition_frame_no;        /* Counter which is mapped to a cut-off frequency */
80     opus_int                     mode;                       /* Operating mode, <0: switch down, >0: switch up; 0: do nothing           */
81     opus_int32                   saved_fs_kHz;               /* If non-zero, holds the last sampling rate before a bandwidth switching reset. */
82 } silk_LP_state;
83 
84 /* Structure containing NLSF codebook */
85 typedef struct {
86     const opus_int16             nVectors;
87     const opus_int16             order;
88     const opus_int16             quantStepSize_Q16;
89     const opus_int16             invQuantStepSize_Q6;
90     const opus_uint8             *CB1_NLSF_Q8;
91     const opus_int16             *CB1_Wght_Q9;
92     const opus_uint8             *CB1_iCDF;
93     const opus_uint8             *pred_Q8;
94     const opus_uint8             *ec_sel;
95     const opus_uint8             *ec_iCDF;
96     const opus_uint8             *ec_Rates_Q5;
97     const opus_int16             *deltaMin_Q15;
98 } silk_NLSF_CB_struct;
99 
100 typedef struct {
101     opus_int16                   pred_prev_Q13[ 2 ];
102     opus_int16                   sMid[ 2 ];
103     opus_int16                   sSide[ 2 ];
104     opus_int32                   mid_side_amp_Q0[ 4 ];
105     opus_int16                   smth_width_Q14;
106     opus_int16                   width_prev_Q14;
107     opus_int16                   silent_side_len;
108     opus_int8                    predIx[ MAX_FRAMES_PER_PACKET ][ 2 ][ 3 ];
109     opus_int8                    mid_only_flags[ MAX_FRAMES_PER_PACKET ];
110 } stereo_enc_state;
111 
112 typedef struct {
113     opus_int16                   pred_prev_Q13[ 2 ];
114     opus_int16                   sMid[ 2 ];
115     opus_int16                   sSide[ 2 ];
116 } stereo_dec_state;
117 
118 typedef struct {
119     opus_int8                    GainsIndices[ MAX_NB_SUBFR ];
120     opus_int8                    LTPIndex[ MAX_NB_SUBFR ];
121     opus_int8                    NLSFIndices[ MAX_LPC_ORDER + 1 ];
122     opus_int16                   lagIndex;
123     opus_int8                    contourIndex;
124     opus_int8                    signalType;
125     opus_int8                    quantOffsetType;
126     opus_int8                    NLSFInterpCoef_Q2;
127     opus_int8                    PERIndex;
128     opus_int8                    LTP_scaleIndex;
129     opus_int8                    Seed;
130 } SideInfoIndices;
131 
132 /********************************/
133 /* Encoder state                */
134 /********************************/
135 typedef struct {
136     opus_int32                   In_HP_State[ 2 ];                  /* High pass filter state                                           */
137     opus_int32                   variable_HP_smth1_Q15;             /* State of first smoother                                          */
138     opus_int32                   variable_HP_smth2_Q15;             /* State of second smoother                                         */
139     silk_LP_state                sLP;                               /* Low pass filter state                                            */
140     silk_VAD_state               sVAD;                              /* Voice activity detector state                                    */
141     silk_nsq_state               sNSQ;                              /* Noise Shape Quantizer State                                      */
142     opus_int16                   prev_NLSFq_Q15[ MAX_LPC_ORDER ];   /* Previously quantized NLSF vector                                 */
143     opus_int                     speech_activity_Q8;                /* Speech activity                                                  */
144     opus_int                     allow_bandwidth_switch;            /* Flag indicating that switching of internal bandwidth is allowed  */
145     opus_int8                    LBRRprevLastGainIndex;
146     opus_int8                    prevSignalType;
147     opus_int                     prevLag;
148     opus_int                     pitch_LPC_win_length;
149     opus_int                     max_pitch_lag;                     /* Highest possible pitch lag (samples)                             */
150     opus_int32                   API_fs_Hz;                         /* API sampling frequency (Hz)                                      */
151     opus_int32                   prev_API_fs_Hz;                    /* Previous API sampling frequency (Hz)                             */
152     opus_int                     maxInternal_fs_Hz;                 /* Maximum internal sampling frequency (Hz)                         */
153     opus_int                     minInternal_fs_Hz;                 /* Minimum internal sampling frequency (Hz)                         */
154     opus_int                     desiredInternal_fs_Hz;             /* Soft request for internal sampling frequency (Hz)                */
155     opus_int                     fs_kHz;                            /* Internal sampling frequency (kHz)                                */
156     opus_int                     nb_subfr;                          /* Number of 5 ms subframes in a frame                              */
157     opus_int                     frame_length;                      /* Frame length (samples)                                           */
158     opus_int                     subfr_length;                      /* Subframe length (samples)                                        */
159     opus_int                     ltp_mem_length;                    /* Length of LTP memory                                             */
160     opus_int                     la_pitch;                          /* Look-ahead for pitch analysis (samples)                          */
161     opus_int                     la_shape;                          /* Look-ahead for noise shape analysis (samples)                    */
162     opus_int                     shapeWinLength;                    /* Window length for noise shape analysis (samples)                 */
163     opus_int32                   TargetRate_bps;                    /* Target bitrate (bps)                                             */
164     opus_int                     PacketSize_ms;                     /* Number of milliseconds to put in each packet                     */
165     opus_int                     PacketLoss_perc;                   /* Packet loss rate measured by farend                              */
166     opus_int32                   frameCounter;
167     opus_int                     Complexity;                        /* Complexity setting                                               */
168     opus_int                     nStatesDelayedDecision;            /* Number of states in delayed decision quantization                */
169     opus_int                     useInterpolatedNLSFs;              /* Flag for using NLSF interpolation                                */
170     opus_int                     shapingLPCOrder;                   /* Filter order for noise shaping filters                           */
171     opus_int                     predictLPCOrder;                   /* Filter order for prediction filters                              */
172     opus_int                     pitchEstimationComplexity;         /* Complexity level for pitch estimator                             */
173     opus_int                     pitchEstimationLPCOrder;           /* Whitening filter order for pitch estimator                       */
174     opus_int32                   pitchEstimationThreshold_Q16;      /* Threshold for pitch estimator                                    */
175     opus_int32                   sum_log_gain_Q7;                   /* Cumulative max prediction gain                                   */
176     opus_int                     NLSF_MSVQ_Survivors;               /* Number of survivors in NLSF MSVQ                                 */
177     opus_int                     first_frame_after_reset;           /* Flag for deactivating NLSF interpolation, pitch prediction       */
178     opus_int                     controlled_since_last_payload;     /* Flag for ensuring codec_control only runs once per packet        */
179     opus_int                     warping_Q16;                       /* Warping parameter for warped noise shaping                       */
180     opus_int                     useCBR;                            /* Flag to enable constant bitrate                                  */
181     opus_int                     prefillFlag;                       /* Flag to indicate that only buffers are prefilled, no coding      */
182     const opus_uint8             *pitch_lag_low_bits_iCDF;          /* Pointer to iCDF table for low bits of pitch lag index            */
183     const opus_uint8             *pitch_contour_iCDF;               /* Pointer to iCDF table for pitch contour index                    */
184     const silk_NLSF_CB_struct    *psNLSF_CB;                        /* Pointer to NLSF codebook                                         */
185     opus_int                     input_quality_bands_Q15[ VAD_N_BANDS ];
186     opus_int                     input_tilt_Q15;
187     opus_int                     SNR_dB_Q7;                         /* Quality setting                                                  */
188 
189     opus_int8                    VAD_flags[ MAX_FRAMES_PER_PACKET ];
190     opus_int8                    LBRR_flag;
191     opus_int                     LBRR_flags[ MAX_FRAMES_PER_PACKET ];
192 
193     SideInfoIndices              indices;
194     opus_int8                    pulses[ MAX_FRAME_LENGTH ];
195 
196     int                          arch;
197 
198     /* Input/output buffering */
199     opus_int16                   inputBuf[ MAX_FRAME_LENGTH + 2 ];  /* Buffer containing input signal                                   */
200     opus_int                     inputBufIx;
201     opus_int                     nFramesPerPacket;
202     opus_int                     nFramesEncoded;                    /* Number of frames analyzed in current packet                      */
203 
204     opus_int                     nChannelsAPI;
205     opus_int                     nChannelsInternal;
206     opus_int                     channelNb;
207 
208     /* Parameters For LTP scaling Control */
209     opus_int                     frames_since_onset;
210 
211     /* Specifically for entropy coding */
212     opus_int                     ec_prevSignalType;
213     opus_int16                   ec_prevLagIndex;
214 
215     silk_resampler_state_struct resampler_state;
216 
217     /* DTX */
218     opus_int                     useDTX;                            /* Flag to enable DTX                                               */
219     opus_int                     inDTX;                             /* Flag to signal DTX period                                        */
220     opus_int                     noSpeechCounter;                   /* Counts concecutive nonactive frames, used by DTX                 */
221 
222     /* Inband Low Bitrate Redundancy (LBRR) data */
223     opus_int                     useInBandFEC;                      /* Saves the API setting for query                                  */
224     opus_int                     LBRR_enabled;                      /* Depends on useInBandFRC, bitrate and packet loss rate            */
225     opus_int                     LBRR_GainIncreases;                /* Gains increment for coding LBRR frames                           */
226     SideInfoIndices              indices_LBRR[ MAX_FRAMES_PER_PACKET ];
227     opus_int8                    pulses_LBRR[ MAX_FRAMES_PER_PACKET ][ MAX_FRAME_LENGTH ];
228 } silk_encoder_state;
229 
230 
231 /* Struct for Packet Loss Concealment */
232 typedef struct {
233     opus_int32                  pitchL_Q8;                          /* Pitch lag to use for voiced concealment                          */
234     opus_int16                  LTPCoef_Q14[ LTP_ORDER ];           /* LTP coeficients to use for voiced concealment                    */
235     opus_int16                  prevLPC_Q12[ MAX_LPC_ORDER ];
236     opus_int                    last_frame_lost;                    /* Was previous frame lost                                          */
237     opus_int32                  rand_seed;                          /* Seed for unvoiced signal generation                              */
238     opus_int16                  randScale_Q14;                      /* Scaling of unvoiced random signal                                */
239     opus_int32                  conc_energy;
240     opus_int                    conc_energy_shift;
241     opus_int16                  prevLTP_scale_Q14;
242     opus_int32                  prevGain_Q16[ 2 ];
243     opus_int                    fs_kHz;
244     opus_int                    nb_subfr;
245     opus_int                    subfr_length;
246 } silk_PLC_struct;
247 
248 /* Struct for CNG */
249 typedef struct {
250     opus_int32                  CNG_exc_buf_Q14[ MAX_FRAME_LENGTH ];
251     opus_int16                  CNG_smth_NLSF_Q15[ MAX_LPC_ORDER ];
252     opus_int32                  CNG_synth_state[ MAX_LPC_ORDER ];
253     opus_int32                  CNG_smth_Gain_Q16;
254     opus_int32                  rand_seed;
255     opus_int                    fs_kHz;
256 } silk_CNG_struct;
257 
258 /********************************/
259 /* Decoder state                */
260 /********************************/
261 typedef struct {
262     opus_int32                  prev_gain_Q16;
263     opus_int32                  exc_Q14[ MAX_FRAME_LENGTH ];
264     opus_int32                  sLPC_Q14_buf[ MAX_LPC_ORDER ];
265     opus_int16                  outBuf[ MAX_FRAME_LENGTH + 2 * MAX_SUB_FRAME_LENGTH ];  /* Buffer for output signal                     */
266     opus_int                    lagPrev;                            /* Previous Lag                                                     */
267     opus_int8                   LastGainIndex;                      /* Previous gain index                                              */
268     opus_int                    fs_kHz;                             /* Sampling frequency in kHz                                        */
269     opus_int32                  fs_API_hz;                          /* API sample frequency (Hz)                                        */
270     opus_int                    nb_subfr;                           /* Number of 5 ms subframes in a frame                              */
271     opus_int                    frame_length;                       /* Frame length (samples)                                           */
272     opus_int                    subfr_length;                       /* Subframe length (samples)                                        */
273     opus_int                    ltp_mem_length;                     /* Length of LTP memory                                             */
274     opus_int                    LPC_order;                          /* LPC order                                                        */
275     opus_int16                  prevNLSF_Q15[ MAX_LPC_ORDER ];      /* Used to interpolate LSFs                                         */
276     opus_int                    first_frame_after_reset;            /* Flag for deactivating NLSF interpolation                         */
277     const opus_uint8            *pitch_lag_low_bits_iCDF;           /* Pointer to iCDF table for low bits of pitch lag index            */
278     const opus_uint8            *pitch_contour_iCDF;                /* Pointer to iCDF table for pitch contour index                    */
279 
280     /* For buffering payload in case of more frames per packet */
281     opus_int                    nFramesDecoded;
282     opus_int                    nFramesPerPacket;
283 
284     /* Specifically for entropy coding */
285     opus_int                    ec_prevSignalType;
286     opus_int16                  ec_prevLagIndex;
287 
288     opus_int                    VAD_flags[ MAX_FRAMES_PER_PACKET ];
289     opus_int                    LBRR_flag;
290     opus_int                    LBRR_flags[ MAX_FRAMES_PER_PACKET ];
291 
292     silk_resampler_state_struct resampler_state;
293 
294     const silk_NLSF_CB_struct   *psNLSF_CB;                         /* Pointer to NLSF codebook                                         */
295 
296     /* Quantization indices */
297     SideInfoIndices             indices;
298 
299     /* CNG state */
300     silk_CNG_struct             sCNG;
301 
302     /* Stuff used for PLC */
303     opus_int                    lossCnt;
304     opus_int                    prevSignalType;
305     int                         arch;
306 
307     silk_PLC_struct sPLC;
308 
309 } silk_decoder_state;
310 
311 /************************/
312 /* Decoder control      */
313 /************************/
314 typedef struct {
315     /* Prediction and coding parameters */
316     opus_int                    pitchL[ MAX_NB_SUBFR ];
317     opus_int32                  Gains_Q16[ MAX_NB_SUBFR ];
318     /* Holds interpolated and final coefficients, 4-byte aligned */
319     silk_DWORD_ALIGN opus_int16 PredCoef_Q12[ 2 ][ MAX_LPC_ORDER ];
320     opus_int16                  LTPCoef_Q14[ LTP_ORDER * MAX_NB_SUBFR ];
321     opus_int                    LTP_scale_Q14;
322 } silk_decoder_control;
323 
324 
325 #ifdef __cplusplus
326 }
327 #endif
328 
329 #endif
330