Home | History | Annotate | Download | only in ppc
      1 /*
      2  *  Copyright (c) 2017 The WebM project authors. All Rights Reserved.
      3  *
      4  *  Use of this source code is governed by a BSD-style license
      5  *  that can be found in the LICENSE file in the root of the source
      6  *  tree. An additional intellectual property rights grant can be found
      7  *  in the file PATENTS.  All contributing project authors may
      8  *  be found in the AUTHORS file in the root of the source tree.
      9  */
     10 
     11 #ifndef VPX_VPX_DSP_PPC_TYPES_VSX_H_
     12 #define VPX_VPX_DSP_PPC_TYPES_VSX_H_
     13 
     14 #include <altivec.h>
     15 
     16 typedef vector signed char int8x16_t;
     17 typedef vector unsigned char uint8x16_t;
     18 typedef vector signed short int16x8_t;
     19 typedef vector unsigned short uint16x8_t;
     20 typedef vector signed int int32x4_t;
     21 typedef vector unsigned int uint32x4_t;
     22 typedef vector bool char bool8x16_t;
     23 typedef vector bool short bool16x8_t;
     24 typedef vector bool int bool32x4_t;
     25 
     26 #if defined(__clang__) && __clang_major__ < 6
     27 static const uint8x16_t xxpermdi0_perm = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
     28                                            0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
     29                                            0x14, 0x15, 0x16, 0x17 };
     30 static const uint8x16_t xxpermdi1_perm = { 0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
     31                                            0x06, 0x07, 0x18, 0x19, 0x1A, 0x1B,
     32                                            0x1C, 0x1D, 0x1E, 0x1F };
     33 static const uint8x16_t xxpermdi2_perm = { 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
     34                                            0x0E, 0x0F, 0x10, 0x11, 0x12, 0x13,
     35                                            0x14, 0x15, 0x16, 0x17 };
     36 static const uint8x16_t xxpermdi3_perm = { 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
     37                                            0x0E, 0x0F, 0x18, 0x19, 0x1A, 0x1B,
     38                                            0x1C, 0x1D, 0x1E, 0x1F };
     39 #define xxpermdi(a, b, c) vec_perm(a, b, xxpermdi##c##_perm)
     40 #elif defined(__GNUC__) && \
     41     (__GNUC__ > 6 || (__GNUC__ == 6 && __GNUC_MINOR__ >= 3))
     42 #define xxpermdi(a, b, c) vec_xxpermdi(a, b, c)
     43 #endif
     44 
     45 #ifdef WORDS_BIGENDIAN
     46 #define unpack_to_u16_h(v) \
     47   (uint16x8_t) vec_mergeh(vec_splat_u8(0), (uint8x16_t)v)
     48 #define unpack_to_u16_l(v) \
     49   (uint16x8_t) vec_mergel(vec_splat_u8(0), (uint8x16_t)v)
     50 #define unpack_to_s16_h(v) \
     51   (int16x8_t) vec_mergeh(vec_splat_u8(0), (uint8x16_t)v)
     52 #define unpack_to_s16_l(v) \
     53   (int16x8_t) vec_mergel(vec_splat_u8(0), (uint8x16_t)v)
     54 #ifndef xxpermdi
     55 #define xxpermdi(a, b, c) vec_xxpermdi(a, b, c)
     56 #endif
     57 #else
     58 #define unpack_to_u16_h(v) \
     59   (uint16x8_t) vec_mergeh((uint8x16_t)v, vec_splat_u8(0))
     60 #define unpack_to_u16_l(v) \
     61   (uint16x8_t) vec_mergel((uint8x16_t)v, vec_splat_u8(0))
     62 #define unpack_to_s16_h(v) \
     63   (int16x8_t) vec_mergeh((uint8x16_t)v, vec_splat_u8(0))
     64 #define unpack_to_s16_l(v) \
     65   (int16x8_t) vec_mergel((uint8x16_t)v, vec_splat_u8(0))
     66 #ifndef xxpermdi
     67 #define xxpermdi(a, b, c) vec_xxpermdi(b, a, ((c >> 1) | (c & 1) << 1) ^ 3)
     68 #endif
     69 #endif
     70 
     71 static INLINE uint8x16_t read4x2(const uint8_t *a, int stride) {
     72   const uint32x4_t a0 = (uint32x4_t)vec_vsx_ld(0, a);
     73   const uint32x4_t a1 = (uint32x4_t)vec_vsx_ld(0, a + stride);
     74 
     75   return (uint8x16_t)vec_mergeh(a0, a1);
     76 }
     77 
     78 #ifndef __POWER9_VECTOR__
     79 #define vec_absd(a, b) vec_sub(vec_max(a, b), vec_min(a, b))
     80 #endif
     81 
     82 static const uint8x16_t vec_zeros_u8 = { 0, 0, 0, 0, 0, 0, 0, 0,
     83                                          0, 0, 0, 0, 0, 0, 0, 0 };
     84 static const int16x8_t vec_zeros_s16 = { 0, 0, 0, 0, 0, 0, 0, 0 };
     85 static const int16x8_t vec_ones_s16 = { 1, 1, 1, 1, 1, 1, 1, 1 };
     86 static const int16x8_t vec_twos_s16 = { 2, 2, 2, 2, 2, 2, 2, 2 };
     87 static const uint16x8_t vec_ones_u16 = { 1, 1, 1, 1, 1, 1, 1, 1 };
     88 static const uint32x4_t vec_ones_u32 = { 1, 1, 1, 1 };
     89 static const int32x4_t vec_zeros_s32 = { 0, 0, 0, 0 };
     90 static const uint32x4_t vec_zeros_u32 = { 0, 0, 0, 0 };
     91 static const uint16x8_t vec_shift_sign_s16 = { 15, 15, 15, 15, 15, 15, 15, 15 };
     92 static const uint32x4_t vec_shift_sign_s32 = { 31, 31, 31, 31 };
     93 static const uint8x16_t vec_perm64 = { 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
     94                                        0x0E, 0x0F, 0x00, 0x01, 0x02, 0x03,
     95                                        0x04, 0x05, 0x06, 0x07 };
     96 static const uint8x16_t vec_perm32 = { 0x04, 0x05, 0x06, 0x07, 0x08, 0x09,
     97                                        0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F,
     98                                        0x00, 0x01, 0x02, 0x03 };
     99 static const uint8x16_t vec_perm16 = { 0x02, 0x03, 0x04, 0x05, 0x06, 0x07,
    100                                        0x08, 0x09, 0x0A, 0x0B, 0x0E, 0x0D,
    101                                        0x0E, 0x0F, 0x00, 0x01 };
    102 
    103 static const uint8x16_t vec_perm_odd_even_pack = { 0x00, 0x01, 0x10, 0x11,
    104                                                    0x04, 0x05, 0x14, 0x15,
    105                                                    0x08, 0x09, 0x18, 0x19,
    106                                                    0x0C, 0x0D, 0x1C, 0x1D };
    107 
    108 #endif  // VPX_VPX_DSP_PPC_TYPES_VSX_H_
    109