Home | History | Annotate | Download | only in silk
      1 /***********************************************************************
      2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
      3 Redistribution and use in source and binary forms, with or without
      4 modification, are permitted provided that the following conditions
      5 are met:
      6 - Redistributions of source code must retain the above copyright notice,
      7 this list of conditions and the following disclaimer.
      8 - Redistributions in binary form must reproduce the above copyright
      9 notice, this list of conditions and the following disclaimer in the
     10 documentation and/or other materials provided with the distribution.
     11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
     12 names of specific contributors, may be used to endorse or promote
     13 products derived from this software without specific prior written
     14 permission.
     15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
     16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
     19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     25 POSSIBILITY OF SUCH DAMAGE.
     26 ***********************************************************************/
     27 
     28 #ifndef SILK_MACROS_H
     29 #define SILK_MACROS_H
     30 
     31 #ifdef HAVE_CONFIG_H
     32 #include "config.h"
     33 #endif
     34 
     35 #include "opus_types.h"
     36 #include "opus_defines.h"
     37 #include "arch.h"
     38 
     39 #if OPUS_GNUC_PREREQ(3, 0)
     40 #define opus_likely(x)       (__builtin_expect(!!(x), 1))
     41 #define opus_unlikely(x)     (__builtin_expect(!!(x), 0))
     42 #else
     43 #define opus_likely(x)       (!!(x))
     44 #define opus_unlikely(x)     (!!(x))
     45 #endif
     46 
     47 /* This is an OPUS_INLINE header file for general platform. */
     48 
     49 /* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */
     50 #if OPUS_FAST_INT64
     51 #define silk_SMULWB(a32, b32)            ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16))
     52 #else
     53 #define silk_SMULWB(a32, b32)            ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16))
     54 #endif
     55 
     56 /* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */
     57 #if OPUS_FAST_INT64
     58 #define silk_SMLAWB(a32, b32, c32)       ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16)))
     59 #else
     60 #define silk_SMLAWB(a32, b32, c32)       ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16)))
     61 #endif
     62 
     63 /* (a32 * (b32 >> 16)) >> 16 */
     64 #if OPUS_FAST_INT64
     65 #define silk_SMULWT(a32, b32)            ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16))
     66 #else
     67 #define silk_SMULWT(a32, b32)            (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16))
     68 #endif
     69 
     70 /* a32 + (b32 * (c32 >> 16)) >> 16 */
     71 #if OPUS_FAST_INT64
     72 #define silk_SMLAWT(a32, b32, c32)       ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16)))
     73 #else
     74 #define silk_SMLAWT(a32, b32, c32)       ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16))
     75 #endif
     76 
     77 /* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */
     78 #define silk_SMULBB(a32, b32)            ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32)))
     79 
     80 /* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */
     81 #define silk_SMLABB(a32, b32, c32)       ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32)))
     82 
     83 /* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */
     84 #define silk_SMULBT(a32, b32)            ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16))
     85 
     86 /* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */
     87 #define silk_SMLABT(a32, b32, c32)       ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16))
     88 
     89 /* a64 + (b32 * c32) */
     90 #define silk_SMLAL(a64, b32, c32)        (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32))))
     91 
     92 /* (a32 * b32) >> 16 */
     93 #if OPUS_FAST_INT64
     94 #define silk_SMULWW(a32, b32)            ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16))
     95 #else
     96 #define silk_SMULWW(a32, b32)            silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16))
     97 #endif
     98 
     99 /* a32 + ((b32 * c32) >> 16) */
    100 #if OPUS_FAST_INT64
    101 #define silk_SMLAWW(a32, b32, c32)       ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16)))
    102 #else
    103 #define silk_SMLAWW(a32, b32, c32)       silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16))
    104 #endif
    105 
    106 /* add/subtract with output saturated */
    107 #define silk_ADD_SAT32(a, b)             ((((opus_uint32)(a) + (opus_uint32)(b)) & 0x80000000) == 0 ?                              \
    108                                         ((((a) & (b)) & 0x80000000) != 0 ? silk_int32_MIN : (a)+(b)) :   \
    109                                         ((((a) | (b)) & 0x80000000) == 0 ? silk_int32_MAX : (a)+(b)) )
    110 
    111 #define silk_SUB_SAT32(a, b)             ((((opus_uint32)(a)-(opus_uint32)(b)) & 0x80000000) == 0 ?                                        \
    112                                         (( (a) & ((b)^0x80000000) & 0x80000000) ? silk_int32_MIN : (a)-(b)) :    \
    113                                         ((((a)^0x80000000) & (b)  & 0x80000000) ? silk_int32_MAX : (a)-(b)) )
    114 
    115 #if defined(MIPSr1_ASM)
    116 #include "mips/macros_mipsr1.h"
    117 #endif
    118 
    119 #include "ecintrin.h"
    120 #ifndef OVERRIDE_silk_CLZ16
    121 static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16)
    122 {
    123     return 32 - EC_ILOG(in16<<16|0x8000);
    124 }
    125 #endif
    126 
    127 #ifndef OVERRIDE_silk_CLZ32
    128 static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32)
    129 {
    130     return in32 ? 32 - EC_ILOG(in32) : 32;
    131 }
    132 #endif
    133 
    134 /* Row based */
    135 #define matrix_ptr(Matrix_base_adr, row, column, N) \
    136     (*((Matrix_base_adr) + ((row)*(N)+(column))))
    137 #define matrix_adr(Matrix_base_adr, row, column, N) \
    138       ((Matrix_base_adr) + ((row)*(N)+(column)))
    139 
    140 /* Column based */
    141 #ifndef matrix_c_ptr
    142 #   define matrix_c_ptr(Matrix_base_adr, row, column, M) \
    143     (*((Matrix_base_adr) + ((row)+(M)*(column))))
    144 #endif
    145 
    146 #ifdef OPUS_ARM_INLINE_ASM
    147 #include "arm/macros_armv4.h"
    148 #endif
    149 
    150 #ifdef OPUS_ARM_INLINE_EDSP
    151 #include "arm/macros_armv5e.h"
    152 #endif
    153 
    154 #ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR
    155 #include "arm/macros_arm64.h"
    156 #endif
    157 
    158 #endif /* SILK_MACROS_H */
    159 
    160