Home | History | Annotate | Download | only in silk
      1 /***********************************************************************
      2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
      3 Redistribution and use in source and binary forms, with or without
      4 modification, are permitted provided that the following conditions
      5 are met:
      6 - Redistributions of source code must retain the above copyright notice,
      7 this list of conditions and the following disclaimer.
      8 - Redistributions in binary form must reproduce the above copyright
      9 notice, this list of conditions and the following disclaimer in the
     10 documentation and/or other materials provided with the distribution.
     11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
     12 names of specific contributors, may be used to endorse or promote
     13 products derived from this software without specific prior written
     14 permission.
     15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
     16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
     19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     25 POSSIBILITY OF SUCH DAMAGE.
     26 ***********************************************************************/
     27 
     28 #ifdef HAVE_CONFIG_H
     29 #include "config.h"
     30 #endif
     31 
     32 #include "main.h"
     33 #include "stack_alloc.h"
     34 
     35 /**********************************************************/
     36 /* Core decoder. Performs inverse NSQ operation LTP + LPC */
     37 /**********************************************************/
     38 void silk_decode_core(
     39     silk_decoder_state          *psDec,                         /* I/O  Decoder state                               */
     40     silk_decoder_control        *psDecCtrl,                     /* I    Decoder control                             */
     41     opus_int16                  xq[],                           /* O    Decoded speech                              */
     42     const opus_int16            pulses[ MAX_FRAME_LENGTH ],     /* I    Pulse signal                                */
     43     int                         arch                            /* I    Run-time architecture                       */
     44 )
     45 {
     46     opus_int   i, k, lag = 0, start_idx, sLTP_buf_idx, NLSF_interpolation_flag, signalType;
     47     opus_int16 *A_Q12, *B_Q14, *pxq, A_Q12_tmp[ MAX_LPC_ORDER ];
     48     VARDECL( opus_int16, sLTP );
     49     VARDECL( opus_int32, sLTP_Q15 );
     50     opus_int32 LTP_pred_Q13, LPC_pred_Q10, Gain_Q10, inv_gain_Q31, gain_adj_Q16, rand_seed, offset_Q10;
     51     opus_int32 *pred_lag_ptr, *pexc_Q14, *pres_Q14;
     52     VARDECL( opus_int32, res_Q14 );
     53     VARDECL( opus_int32, sLPC_Q14 );
     54     SAVE_STACK;
     55 
     56     silk_assert( psDec->prev_gain_Q16 != 0 );
     57 
     58     ALLOC( sLTP, psDec->ltp_mem_length, opus_int16 );
     59     ALLOC( sLTP_Q15, psDec->ltp_mem_length + psDec->frame_length, opus_int32 );
     60     ALLOC( res_Q14, psDec->subfr_length, opus_int32 );
     61     ALLOC( sLPC_Q14, psDec->subfr_length + MAX_LPC_ORDER, opus_int32 );
     62 
     63     offset_Q10 = silk_Quantization_Offsets_Q10[ psDec->indices.signalType >> 1 ][ psDec->indices.quantOffsetType ];
     64 
     65     if( psDec->indices.NLSFInterpCoef_Q2 < 1 << 2 ) {
     66         NLSF_interpolation_flag = 1;
     67     } else {
     68         NLSF_interpolation_flag = 0;
     69     }
     70 
     71     /* Decode excitation */
     72     rand_seed = psDec->indices.Seed;
     73     for( i = 0; i < psDec->frame_length; i++ ) {
     74         rand_seed = silk_RAND( rand_seed );
     75         psDec->exc_Q14[ i ] = silk_LSHIFT( (opus_int32)pulses[ i ], 14 );
     76         if( psDec->exc_Q14[ i ] > 0 ) {
     77             psDec->exc_Q14[ i ] -= QUANT_LEVEL_ADJUST_Q10 << 4;
     78         } else
     79         if( psDec->exc_Q14[ i ] < 0 ) {
     80             psDec->exc_Q14[ i ] += QUANT_LEVEL_ADJUST_Q10 << 4;
     81         }
     82         psDec->exc_Q14[ i ] += offset_Q10 << 4;
     83         if( rand_seed < 0 ) {
     84            psDec->exc_Q14[ i ] = -psDec->exc_Q14[ i ];
     85         }
     86 
     87         rand_seed = silk_ADD32_ovflw( rand_seed, pulses[ i ] );
     88     }
     89 
     90     /* Copy LPC state */
     91     silk_memcpy( sLPC_Q14, psDec->sLPC_Q14_buf, MAX_LPC_ORDER * sizeof( opus_int32 ) );
     92 
     93     pexc_Q14 = psDec->exc_Q14;
     94     pxq      = xq;
     95     sLTP_buf_idx = psDec->ltp_mem_length;
     96     /* Loop over subframes */
     97     for( k = 0; k < psDec->nb_subfr; k++ ) {
     98         pres_Q14 = res_Q14;
     99         A_Q12 = psDecCtrl->PredCoef_Q12[ k >> 1 ];
    100 
    101         /* Preload LPC coeficients to array on stack. Gives small performance gain */
    102         silk_memcpy( A_Q12_tmp, A_Q12, psDec->LPC_order * sizeof( opus_int16 ) );
    103         B_Q14        = &psDecCtrl->LTPCoef_Q14[ k * LTP_ORDER ];
    104         signalType   = psDec->indices.signalType;
    105 
    106         Gain_Q10     = silk_RSHIFT( psDecCtrl->Gains_Q16[ k ], 6 );
    107         inv_gain_Q31 = silk_INVERSE32_varQ( psDecCtrl->Gains_Q16[ k ], 47 );
    108 
    109         /* Calculate gain adjustment factor */
    110         if( psDecCtrl->Gains_Q16[ k ] != psDec->prev_gain_Q16 ) {
    111             gain_adj_Q16 =  silk_DIV32_varQ( psDec->prev_gain_Q16, psDecCtrl->Gains_Q16[ k ], 16 );
    112 
    113             /* Scale short term state */
    114             for( i = 0; i < MAX_LPC_ORDER; i++ ) {
    115                 sLPC_Q14[ i ] = silk_SMULWW( gain_adj_Q16, sLPC_Q14[ i ] );
    116             }
    117         } else {
    118             gain_adj_Q16 = (opus_int32)1 << 16;
    119         }
    120 
    121         /* Save inv_gain */
    122         silk_assert( inv_gain_Q31 != 0 );
    123         psDec->prev_gain_Q16 = psDecCtrl->Gains_Q16[ k ];
    124 
    125         /* Avoid abrupt transition from voiced PLC to unvoiced normal decoding */
    126         if( psDec->lossCnt && psDec->prevSignalType == TYPE_VOICED &&
    127             psDec->indices.signalType != TYPE_VOICED && k < MAX_NB_SUBFR/2 ) {
    128 
    129             silk_memset( B_Q14, 0, LTP_ORDER * sizeof( opus_int16 ) );
    130             B_Q14[ LTP_ORDER/2 ] = SILK_FIX_CONST( 0.25, 14 );
    131 
    132             signalType = TYPE_VOICED;
    133             psDecCtrl->pitchL[ k ] = psDec->lagPrev;
    134         }
    135 
    136         if( signalType == TYPE_VOICED ) {
    137             /* Voiced */
    138             lag = psDecCtrl->pitchL[ k ];
    139 
    140             /* Re-whitening */
    141             if( k == 0 || ( k == 2 && NLSF_interpolation_flag ) ) {
    142                 /* Rewhiten with new A coefs */
    143                 start_idx = psDec->ltp_mem_length - lag - psDec->LPC_order - LTP_ORDER / 2;
    144                 silk_assert( start_idx > 0 );
    145 
    146                 if( k == 2 ) {
    147                     silk_memcpy( &psDec->outBuf[ psDec->ltp_mem_length ], xq, 2 * psDec->subfr_length * sizeof( opus_int16 ) );
    148                 }
    149 
    150                 silk_LPC_analysis_filter( &sLTP[ start_idx ], &psDec->outBuf[ start_idx + k * psDec->subfr_length ],
    151                     A_Q12, psDec->ltp_mem_length - start_idx, psDec->LPC_order, arch );
    152 
    153                 /* After rewhitening the LTP state is unscaled */
    154                 if( k == 0 ) {
    155                     /* Do LTP downscaling to reduce inter-packet dependency */
    156                     inv_gain_Q31 = silk_LSHIFT( silk_SMULWB( inv_gain_Q31, psDecCtrl->LTP_scale_Q14 ), 2 );
    157                 }
    158                 for( i = 0; i < lag + LTP_ORDER/2; i++ ) {
    159                     sLTP_Q15[ sLTP_buf_idx - i - 1 ] = silk_SMULWB( inv_gain_Q31, sLTP[ psDec->ltp_mem_length - i - 1 ] );
    160                 }
    161             } else {
    162                 /* Update LTP state when Gain changes */
    163                 if( gain_adj_Q16 != (opus_int32)1 << 16 ) {
    164                     for( i = 0; i < lag + LTP_ORDER/2; i++ ) {
    165                         sLTP_Q15[ sLTP_buf_idx - i - 1 ] = silk_SMULWW( gain_adj_Q16, sLTP_Q15[ sLTP_buf_idx - i - 1 ] );
    166                     }
    167                 }
    168             }
    169         }
    170 
    171         /* Long-term prediction */
    172         if( signalType == TYPE_VOICED ) {
    173             /* Set up pointer */
    174             pred_lag_ptr = &sLTP_Q15[ sLTP_buf_idx - lag + LTP_ORDER / 2 ];
    175             for( i = 0; i < psDec->subfr_length; i++ ) {
    176                 /* Unrolled loop */
    177                 /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
    178                 LTP_pred_Q13 = 2;
    179                 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[  0 ], B_Q14[ 0 ] );
    180                 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -1 ], B_Q14[ 1 ] );
    181                 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -2 ], B_Q14[ 2 ] );
    182                 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -3 ], B_Q14[ 3 ] );
    183                 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -4 ], B_Q14[ 4 ] );
    184                 pred_lag_ptr++;
    185 
    186                 /* Generate LPC excitation */
    187                 pres_Q14[ i ] = silk_ADD_LSHIFT32( pexc_Q14[ i ], LTP_pred_Q13, 1 );
    188 
    189                 /* Update states */
    190                 sLTP_Q15[ sLTP_buf_idx ] = silk_LSHIFT( pres_Q14[ i ], 1 );
    191                 sLTP_buf_idx++;
    192             }
    193         } else {
    194             pres_Q14 = pexc_Q14;
    195         }
    196 
    197         for( i = 0; i < psDec->subfr_length; i++ ) {
    198             /* Short-term prediction */
    199             silk_assert( psDec->LPC_order == 10 || psDec->LPC_order == 16 );
    200             /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
    201             LPC_pred_Q10 = silk_RSHIFT( psDec->LPC_order, 1 );
    202             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  1 ], A_Q12_tmp[ 0 ] );
    203             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  2 ], A_Q12_tmp[ 1 ] );
    204             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  3 ], A_Q12_tmp[ 2 ] );
    205             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  4 ], A_Q12_tmp[ 3 ] );
    206             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  5 ], A_Q12_tmp[ 4 ] );
    207             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  6 ], A_Q12_tmp[ 5 ] );
    208             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  7 ], A_Q12_tmp[ 6 ] );
    209             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  8 ], A_Q12_tmp[ 7 ] );
    210             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i -  9 ], A_Q12_tmp[ 8 ] );
    211             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 10 ], A_Q12_tmp[ 9 ] );
    212             if( psDec->LPC_order == 16 ) {
    213                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 11 ], A_Q12_tmp[ 10 ] );
    214                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 12 ], A_Q12_tmp[ 11 ] );
    215                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 13 ], A_Q12_tmp[ 12 ] );
    216                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 14 ], A_Q12_tmp[ 13 ] );
    217                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 15 ], A_Q12_tmp[ 14 ] );
    218                 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 16 ], A_Q12_tmp[ 15 ] );
    219             }
    220 
    221             /* Add prediction to LPC excitation */
    222             sLPC_Q14[ MAX_LPC_ORDER + i ] = silk_ADD_SAT32( pres_Q14[ i ], silk_LSHIFT_SAT32( LPC_pred_Q10, 4 ) );
    223 
    224             /* Scale with gain */
    225             pxq[ i ] = (opus_int16)silk_SAT16( silk_RSHIFT_ROUND( silk_SMULWW( sLPC_Q14[ MAX_LPC_ORDER + i ], Gain_Q10 ), 8 ) );
    226         }
    227 
    228         /* DEBUG_STORE_DATA( dec.pcm, pxq, psDec->subfr_length * sizeof( opus_int16 ) ) */
    229 
    230         /* Update LPC filter state */
    231         silk_memcpy( sLPC_Q14, &sLPC_Q14[ psDec->subfr_length ], MAX_LPC_ORDER * sizeof( opus_int32 ) );
    232         pexc_Q14 += psDec->subfr_length;
    233         pxq      += psDec->subfr_length;
    234     }
    235 
    236     /* Save LPC state */
    237     silk_memcpy( psDec->sLPC_Q14_buf, sLPC_Q14, MAX_LPC_ORDER * sizeof( opus_int32 ) );
    238     RESTORE_STACK;
    239 }
    240