1 /*********************************************************************** 2 Copyright (c) 2006-2011, Skype Limited. All rights reserved. 3 Redistribution and use in source and binary forms, with or without 4 modification, are permitted provided that the following conditions 5 are met: 6 - Redistributions of source code must retain the above copyright notice, 7 this list of conditions and the following disclaimer. 8 - Redistributions in binary form must reproduce the above copyright 9 notice, this list of conditions and the following disclaimer in the 10 documentation and/or other materials provided with the distribution. 11 - Neither the name of Internet Society, IETF or IETF Trust, nor the 12 names of specific contributors, may be used to endorse or promote 13 products derived from this software without specific prior written 14 permission. 15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25 POSSIBILITY OF SUCH DAMAGE. 26 ***********************************************************************/ 27 28 #ifndef SILK_MACROS_H 29 #define SILK_MACROS_H 30 31 #ifdef HAVE_CONFIG_H 32 #include "config.h" 33 #endif 34 35 #include "opus_types.h" 36 #include "typedef.h" 37 #include "opus_defines.h" 38 #include "arch.h" 39 40 /* This is an OPUS_INLINE header file for general platform. */ 41 42 /* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */ 43 #if OPUS_FAST_INT64 44 #define silk_SMULWB(a32, b32) ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16)) 45 #else 46 #define silk_SMULWB(a32, b32) ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16)) 47 #endif 48 49 /* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */ 50 #if OPUS_FAST_INT64 51 #define silk_SMLAWB(a32, b32, c32) ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16))) 52 #else 53 #define silk_SMLAWB(a32, b32, c32) ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16))) 54 #endif 55 56 /* (a32 * (b32 >> 16)) >> 16 */ 57 #if OPUS_FAST_INT64 58 #define silk_SMULWT(a32, b32) ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16)) 59 #else 60 #define silk_SMULWT(a32, b32) (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16)) 61 #endif 62 63 /* a32 + (b32 * (c32 >> 16)) >> 16 */ 64 #if OPUS_FAST_INT64 65 #define silk_SMLAWT(a32, b32, c32) ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16))) 66 #else 67 #define silk_SMLAWT(a32, b32, c32) ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16)) 68 #endif 69 70 /* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */ 71 #define silk_SMULBB(a32, b32) ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32))) 72 73 /* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */ 74 #define silk_SMLABB(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32))) 75 76 /* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */ 77 #define silk_SMULBT(a32, b32) ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16)) 78 79 /* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */ 80 #define silk_SMLABT(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16)) 81 82 /* a64 + (b32 * c32) */ 83 #define silk_SMLAL(a64, b32, c32) (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32)))) 84 85 /* (a32 * b32) >> 16 */ 86 #if OPUS_FAST_INT64 87 #define silk_SMULWW(a32, b32) ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16)) 88 #else 89 #define silk_SMULWW(a32, b32) silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16)) 90 #endif 91 92 /* a32 + ((b32 * c32) >> 16) */ 93 #if OPUS_FAST_INT64 94 #define silk_SMLAWW(a32, b32, c32) ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16))) 95 #else 96 #define silk_SMLAWW(a32, b32, c32) silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16)) 97 #endif 98 99 /* add/subtract with output saturated */ 100 /* use clang builtin overflow detectors */ 101 static OPUS_INLINE opus_int32 silk_ADD_SAT32(opus_int32 a, opus_int32 b) { 102 opus_int32 c; 103 if (__builtin_add_overflow(a, b, &c)) { 104 // overflowed 105 if (a < 0) // neg+X can only overflow towards -inf 106 c = silk_int32_MIN; 107 else 108 c = silk_int32_MAX; 109 } 110 return c; 111 } 112 113 /* use clang builtin overflow detectors */ 114 static OPUS_INLINE opus_int32 silk_SUB_SAT32(opus_int32 a, opus_int32 b) { 115 opus_int32 c; 116 if (__builtin_sub_overflow(a, b, &c)) { 117 // overflowed, 118 if (a < 0) // neg-X only overflows towards -inf 119 c = silk_int32_MIN; 120 else 121 c = silk_int32_MAX; 122 } 123 return c; 124 } 125 126 #if defined(MIPSr1_ASM) 127 #include "mips/macros_mipsr1.h" 128 #endif 129 130 #include "ecintrin.h" 131 #ifndef OVERRIDE_silk_CLZ16 132 static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16) 133 { 134 return 32 - EC_ILOG(in16<<16|0x8000); 135 } 136 #endif 137 138 #ifndef OVERRIDE_silk_CLZ32 139 static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32) 140 { 141 return in32 ? 32 - EC_ILOG(in32) : 32; 142 } 143 #endif 144 145 /* Row based */ 146 #define matrix_ptr(Matrix_base_adr, row, column, N) \ 147 (*((Matrix_base_adr) + ((row)*(N)+(column)))) 148 #define matrix_adr(Matrix_base_adr, row, column, N) \ 149 ((Matrix_base_adr) + ((row)*(N)+(column))) 150 151 /* Column based */ 152 #ifndef matrix_c_ptr 153 # define matrix_c_ptr(Matrix_base_adr, row, column, M) \ 154 (*((Matrix_base_adr) + ((row)+(M)*(column)))) 155 #endif 156 157 #ifdef OPUS_ARM_INLINE_ASM 158 #include "arm/macros_armv4.h" 159 #endif 160 161 #ifdef OPUS_ARM_INLINE_EDSP 162 #include "arm/macros_armv5e.h" 163 #endif 164 165 #ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR 166 #include "arm/macros_arm64.h" 167 #endif 168 169 #endif /* SILK_MACROS_H */ 170 171
