1 /****************************************************************************** 2 * 3 * Copyright (C) 2015 The Android Open Source Project 4 * 5 * Licensed under the Apache License, Version 2.0 (the "License"); 6 * you may not use this file except in compliance with the License. 7 * You may obtain a copy of the License at: 8 * 9 * http://www.apache.org/licenses/LICENSE-2.0 10 * 11 * Unless required by applicable law or agreed to in writing, software 12 * distributed under the License is distributed on an "AS IS" BASIS, 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 * See the License for the specific language governing permissions and 15 * limitations under the License. 16 * 17 ***************************************************************************** 18 * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore 19 */ 20 /** 21 ******************************************************************************* 22 * @file 23 * ih264_ihadamard_scaling_sse42.c 24 * 25 * @brief 26 * Contains definition of functions for h264 inverse hadamard 4x4 transform and scaling 27 * 28 * @author 29 * Mohit 30 * 31 * @par List of Functions: 32 * - ih264_ihadamard_scaling_4x4_sse42() 33 * - ih264_ihadamard_scaling_2x2_uv_ssse42() 34 * 35 * @remarks 36 * 37 ******************************************************************************* 38 */ 39 /*****************************************************************************/ 40 /* File Includes */ 41 /*****************************************************************************/ 42 43 /* User include files */ 44 #include "ih264_typedefs.h" 45 #include "ih264_defs.h" 46 #include "ih264_trans_macros.h" 47 #include "ih264_macros.h" 48 #include "ih264_trans_data.h" 49 #include "ih264_size_defs.h" 50 #include "ih264_structs.h" 51 #include "ih264_trans_quant_itrans_iquant.h" 52 #include <immintrin.h> 53 54 /* 55 ******************************************************************************** 56 * 57 * @brief This function performs a 4x4 inverse hadamard transform on the 4x4 DC coefficients 58 * of a 16x16 intra prediction macroblock, and then performs scaling. 59 * prediction buffer 60 * 61 * @par Description: 62 * The DC coefficients pass through a 2-stage inverse hadamard transform. 63 * This inverse transformed content is scaled to based on Qp value. 64 * 65 * @param[in] pi2_src 66 * input 4x4 block of DC coefficients 67 * 68 * @param[out] pi2_out 69 * output 4x4 block 70 * 71 * @param[in] pu2_iscal_mat 72 * pointer to scaling list 73 * 74 * @param[in] pu2_weigh_mat 75 * pointer to weight matrix 76 * 77 * @param[in] u4_qp_div_6 78 * Floor (qp/6) 79 * 80 * @param[in] pi4_tmp 81 * temporary buffer of size 1*16 82 * 83 * @returns none 84 * 85 * @remarks none 86 * 87 ******************************************************************************* 88 */ 89 void ih264_ihadamard_scaling_4x4_sse42(WORD16* pi2_src, 90 WORD16* pi2_out, 91 const UWORD16 *pu2_iscal_mat, 92 const UWORD16 *pu2_weigh_mat, 93 UWORD32 u4_qp_div_6, 94 WORD32* pi4_tmp) 95 { 96 __m128i src_r0_r1, src_r2_r3; 97 __m128i src_r0, src_r1, src_r2, src_r3; 98 __m128i temp0, temp1, temp2, temp3; 99 __m128i add_rshift = _mm_set1_epi32((1 << (5 - u4_qp_div_6))); 100 __m128i mult_val = _mm_set1_epi32(pu2_iscal_mat[0] * pu2_weigh_mat[0]); 101 UNUSED (pi4_tmp); 102 103 src_r0_r1 = _mm_loadu_si128((__m128i *) (pi2_src)); //a00 a01 a02 a03 a10 a11 a12 a13 -- the source matrix 0th,1st row 104 src_r2_r3 = _mm_loadu_si128((__m128i *) (pi2_src + 8)); //a20 a21 a22 a23 a30 a31 a32 a33 -- the source matrix 2nd,3rd row 105 //sign_reg = _mm_cmpgt_epi16(zero_8x16b, src_r0_r1); 106 src_r0 = _mm_cvtepi16_epi32(src_r0_r1); 107 src_r0_r1 = _mm_srli_si128(src_r0_r1, 8); 108 src_r1 = _mm_cvtepi16_epi32(src_r0_r1); 109 110 src_r2 = _mm_cvtepi16_epi32(src_r2_r3); 111 src_r2_r3 = _mm_srli_si128(src_r2_r3, 8); 112 src_r3 = _mm_cvtepi16_epi32(src_r2_r3); 113 114 /* Perform Inverse transform */ 115 /*-------------------------------------------------------------*/ 116 /* IDCT [ Horizontal transformation ] */ 117 /*-------------------------------------------------------------*/ 118 // Matrix transpose 119 /* 120 * a0 a1 a2 a3 121 * b0 b1 b2 b3 122 * c0 c1 c2 c3 123 * d0 d1 d2 d3 124 */ 125 temp0 = _mm_unpacklo_epi32(src_r0, src_r1); //a0 b0 a1 b1 126 temp2 = _mm_unpacklo_epi32(src_r2, src_r3); //c0 d0 c1 d1 127 temp1 = _mm_unpackhi_epi32(src_r0, src_r1); //a2 b2 a3 b3 128 temp3 = _mm_unpackhi_epi32(src_r2, src_r3); //c2 d2 c3 d3 129 src_r0 = _mm_unpacklo_epi64(temp0, temp2); //a0 b0 c0 d0 130 src_r1 = _mm_unpackhi_epi64(temp0, temp2); //a1 b1 c1 d1 131 src_r2 = _mm_unpacklo_epi64(temp1, temp3); //a2 b2 c2 d2 132 src_r3 = _mm_unpackhi_epi64(temp1, temp3); //a3 b3 c3 d3 133 134 temp0 = _mm_add_epi32(src_r0, src_r3); 135 temp1 = _mm_add_epi32(src_r1, src_r2); 136 temp2 = _mm_sub_epi32(src_r1, src_r2); 137 temp3 = _mm_sub_epi32(src_r0, src_r3); 138 139 src_r0 = _mm_add_epi32(temp0, temp1); 140 src_r1 = _mm_add_epi32(temp2, temp3); 141 src_r2 = _mm_sub_epi32(temp0, temp1); 142 src_r3 = _mm_sub_epi32(temp3, temp2); 143 144 /*-------------------------------------------------------------*/ 145 /* IDCT [ Vertical transformation ] */ 146 /*-------------------------------------------------------------*/ 147 // Matrix transpose 148 /* 149 * a0 b0 c0 d0 150 * a1 b1 c1 d1 151 * a2 b2 c2 d2 152 * a3 b3 c3 d3 153 */ 154 temp0 = _mm_unpacklo_epi32(src_r0, src_r1); //a0 a1 b0 b1 155 temp2 = _mm_unpacklo_epi32(src_r2, src_r3); //a2 a3 b2 b3 156 temp1 = _mm_unpackhi_epi32(src_r0, src_r1); //c0 c1 d0 d1 157 temp3 = _mm_unpackhi_epi32(src_r2, src_r3); //c2 c3 d2 d3 158 src_r0 = _mm_unpacklo_epi64(temp0, temp2); //a0 a1 a2 a3 159 src_r1 = _mm_unpackhi_epi64(temp0, temp2); //b0 b1 b2 b3 160 src_r2 = _mm_unpacklo_epi64(temp1, temp3); //c0 c1 c2 c3 161 src_r3 = _mm_unpackhi_epi64(temp1, temp3); //d0 d1 d2 d3 162 163 temp0 = _mm_add_epi32(src_r0, src_r3); 164 temp1 = _mm_add_epi32(src_r1, src_r2); 165 temp2 = _mm_sub_epi32(src_r1, src_r2); 166 temp3 = _mm_sub_epi32(src_r0, src_r3); 167 168 src_r0 = _mm_add_epi32(temp0, temp1); 169 src_r1 = _mm_add_epi32(temp2, temp3); 170 src_r2 = _mm_sub_epi32(temp0, temp1); 171 src_r3 = _mm_sub_epi32(temp3, temp2); 172 173 src_r0 = _mm_mullo_epi32(src_r0, mult_val); 174 src_r1 = _mm_mullo_epi32(src_r1, mult_val); 175 src_r2 = _mm_mullo_epi32(src_r2, mult_val); 176 src_r3 = _mm_mullo_epi32(src_r3, mult_val); 177 178 //Scaling 179 if(u4_qp_div_6 >= 6) 180 { 181 src_r0 = _mm_slli_epi32(src_r0, u4_qp_div_6 - 6); 182 src_r1 = _mm_slli_epi32(src_r1, u4_qp_div_6 - 6); 183 src_r2 = _mm_slli_epi32(src_r2, u4_qp_div_6 - 6); 184 src_r3 = _mm_slli_epi32(src_r3, u4_qp_div_6 - 6); 185 } 186 else 187 { 188 temp0 = _mm_add_epi32(src_r0, add_rshift); 189 temp1 = _mm_add_epi32(src_r1, add_rshift); 190 temp2 = _mm_add_epi32(src_r2, add_rshift); 191 temp3 = _mm_add_epi32(src_r3, add_rshift); 192 src_r0 = _mm_srai_epi32(temp0, 6 - u4_qp_div_6); 193 src_r1 = _mm_srai_epi32(temp1, 6 - u4_qp_div_6); 194 src_r2 = _mm_srai_epi32(temp2, 6 - u4_qp_div_6); 195 src_r3 = _mm_srai_epi32(temp3, 6 - u4_qp_div_6); 196 } 197 src_r0_r1 = _mm_packs_epi32(src_r0, src_r1); 198 src_r2_r3 = _mm_packs_epi32(src_r2, src_r3); 199 200 _mm_storeu_si128((__m128i *) (&pi2_out[0]), src_r0_r1); 201 _mm_storeu_si128((__m128i *) (&pi2_out[8]), src_r2_r3); 202 } 203 204 void ih264_ihadamard_scaling_2x2_uv_sse42(WORD16* pi2_src, 205 WORD16* pi2_out, 206 const UWORD16 *pu2_iscal_mat, 207 const UWORD16 *pu2_weigh_mat, 208 UWORD32 u4_qp_div_6, 209 WORD32* pi4_tmp) 210 { 211 __m128i src, plane_0, plane_1, temp0, temp1, sign_reg; 212 __m128i zero_8x16b = _mm_setzero_si128(); 213 __m128i scale_val = _mm_set1_epi32((WORD32)(pu2_iscal_mat[0] * pu2_weigh_mat[0])); 214 UNUSED(pi4_tmp); 215 216 src = _mm_loadu_si128((__m128i *) pi2_src); //a0 a1 a2 a3 b0 b1 b2 b3 217 sign_reg = _mm_cmpgt_epi16(zero_8x16b, src); 218 plane_0 = _mm_unpacklo_epi16(src, sign_reg); //a0 a1 a2 a3 -- 32 bits 219 plane_1 = _mm_unpackhi_epi16(src, sign_reg); //b0 b1 b2 b3 -- 32 bits 220 221 temp0 = _mm_hadd_epi32(plane_0, plane_1); //a0+a1 a2+a3 b0+b1 b2+b3 222 temp1 = _mm_hsub_epi32(plane_0, plane_1); //a0-a1 a2-a3 b0-b1 b2-b3 223 plane_0 = _mm_hadd_epi32(temp0, temp1); //a0+a1+a2+a3 b0+b1+b2+b3 a0-a1+a2-a3 b0-b1+b2-b3 224 plane_1 = _mm_hsub_epi32(temp0, temp1); //a0+a1-a2-a3 b0+b1-b2-b3 a0-a1-a2+a3 b0-b1-b2+b3 225 temp0 = _mm_unpacklo_epi32(plane_0, plane_1); //a0+a1+a2+a3 a0+a1-a2-a3 b0+b1+b2+b3 b0+b1-b2-b3 226 temp1 = _mm_unpackhi_epi32(plane_0, plane_1); //a0-a1+a2-a3 a0-a1-a2+a3 b0-b1+b2-b3 b0-b1-b2+b3 227 228 plane_0 = _mm_unpacklo_epi64(temp0, temp1); //a0+a1+a2+a3 a0+a1-a2-a3 a0-a1+a2-a3 a0-a1-a2+a3 229 plane_1 = _mm_unpackhi_epi64(temp0, temp1); //b0+b1+b2+b3 b0+b1-b2-b3 b0-b1+b2-b3 b0-b1-b2+b3 230 231 plane_0 = _mm_shuffle_epi32(plane_0, 0xd8); //a0+a1+a2+a3 a0-a1+a2-a3 a0+a1-a2-a3 a0-a1-a2+a3 232 plane_1 = _mm_shuffle_epi32(plane_1, 0xd8); //b0+b1+b2+b3 b0-b1+b2-b3 b0+b1-b2-b3 b0-b1-b2+b3 233 234 temp0 = _mm_mullo_epi32(scale_val, plane_0); //multiply by pu2_iscal_mat[0] * pu2_weigh_mat[0] 235 temp1 = _mm_mullo_epi32(scale_val, plane_1); //multiply by pu2_iscal_mat[0] * pu2_weigh_mat[0] 236 237 temp0 = _mm_slli_epi32(temp0, u4_qp_div_6); 238 temp1 = _mm_slli_epi32(temp1, u4_qp_div_6); 239 240 temp0 = _mm_srai_epi32(temp0, 5); 241 temp1 = _mm_srai_epi32(temp1, 5); 242 243 temp0 = _mm_packs_epi32(temp0, temp1); //Final values are 16-bits only. 244 245 _mm_storeu_si128((__m128i *) (&pi2_out[0]), temp0); 246 247 } 248
