1 /* Copyright (C) 2013-2014 Free Software Foundation, Inc. 2 3 This file is part of GCC. 4 5 GCC is free software; you can redistribute it and/or modify 6 it under the terms of the GNU General Public License as published by 7 the Free Software Foundation; either version 3, or (at your option) 8 any later version. 9 10 GCC is distributed in the hope that it will be useful, 11 but WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 GNU General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24 #ifndef _IMMINTRIN_H_INCLUDED 25 #error "Never use <avx512cdintrin.h> directly; include <immintrin.h> instead." 26 #endif 27 28 #ifndef _AVX512CDINTRIN_H_INCLUDED 29 #define _AVX512CDINTRIN_H_INCLUDED 30 31 #ifndef __AVX512CD__ 32 #pragma GCC push_options 33 #pragma GCC target("avx512cd") 34 #define __DISABLE_AVX512CD__ 35 #endif /* __AVX512CD__ */ 36 37 /* Internal data types for implementing the intrinsics. */ 38 typedef long long __v8di __attribute__ ((__vector_size__ (64))); 39 typedef int __v16si __attribute__ ((__vector_size__ (64))); 40 41 /* The Intel API is flexible enough that we must allow aliasing with other 42 vector types, and their scalar components. */ 43 typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__)); 44 typedef double __m512d __attribute__ ((__vector_size__ (64), __may_alias__)); 45 46 typedef unsigned char __mmask8; 47 typedef unsigned short __mmask16; 48 49 extern __inline __m512i 50 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 51 _mm512_conflict_epi32 (__m512i __A) 52 { 53 return (__m512i) 54 __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 55 (__v16si) _mm512_setzero_si512 (), 56 (__mmask16) -1); 57 } 58 59 extern __inline __m512i 60 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 61 _mm512_mask_conflict_epi32 (__m512i __W, __mmask16 __U, __m512i __A) 62 { 63 return (__m512i) __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 64 (__v16si) __W, 65 (__mmask16) __U); 66 } 67 68 extern __inline __m512i 69 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 70 _mm512_maskz_conflict_epi32 (__mmask16 __U, __m512i __A) 71 { 72 return (__m512i) 73 __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 74 (__v16si) _mm512_setzero_si512 (), 75 (__mmask16) __U); 76 } 77 78 extern __inline __m512i 79 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 80 _mm512_conflict_epi64 (__m512i __A) 81 { 82 return (__m512i) 83 __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 84 (__v8di) _mm512_setzero_si512 (), 85 (__mmask8) -1); 86 } 87 88 extern __inline __m512i 89 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 90 _mm512_mask_conflict_epi64 (__m512i __W, __mmask8 __U, __m512i __A) 91 { 92 return (__m512i) __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 93 (__v8di) __W, 94 (__mmask8) __U); 95 } 96 97 extern __inline __m512i 98 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 99 _mm512_maskz_conflict_epi64 (__mmask8 __U, __m512i __A) 100 { 101 return (__m512i) 102 __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 103 (__v8di) _mm512_setzero_si512 (), 104 (__mmask8) __U); 105 } 106 107 extern __inline __m512i 108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 109 _mm512_lzcnt_epi64 (__m512i __A) 110 { 111 return (__m512i) 112 __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 113 (__v8di) _mm512_setzero_si512 (), 114 (__mmask8) -1); 115 } 116 117 extern __inline __m512i 118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 119 _mm512_mask_lzcnt_epi64 (__m512i __W, __mmask8 __U, __m512i __A) 120 { 121 return (__m512i) __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 122 (__v8di) __W, 123 (__mmask8) __U); 124 } 125 126 extern __inline __m512i 127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 128 _mm512_maskz_lzcnt_epi64 (__mmask8 __U, __m512i __A) 129 { 130 return (__m512i) 131 __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 132 (__v8di) _mm512_setzero_si512 (), 133 (__mmask8) __U); 134 } 135 136 extern __inline __m512i 137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 138 _mm512_lzcnt_epi32 (__m512i __A) 139 { 140 return (__m512i) 141 __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 142 (__v16si) _mm512_setzero_si512 (), 143 (__mmask16) -1); 144 } 145 146 extern __inline __m512i 147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 148 _mm512_mask_lzcnt_epi32 (__m512i __W, __mmask16 __U, __m512i __A) 149 { 150 return (__m512i) __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 151 (__v16si) __W, 152 (__mmask16) __U); 153 } 154 155 extern __inline __m512i 156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 157 _mm512_maskz_lzcnt_epi32 (__mmask16 __U, __m512i __A) 158 { 159 return (__m512i) 160 __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 161 (__v16si) _mm512_setzero_si512 (), 162 (__mmask16) __U); 163 } 164 165 extern __inline __m512i 166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 167 _mm512_broadcastmb_epi64 (__mmask8 __A) 168 { 169 return (__m512i) __builtin_ia32_broadcastmb512 (__A); 170 } 171 172 extern __inline __m512i 173 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 174 _mm512_broadcastmw_epi32 (__mmask16 __A) 175 { 176 return (__m512i) __builtin_ia32_broadcastmw512 (__A); 177 } 178 179 #ifdef __DISABLE_AVX512CD__ 180 #undef __DISABLE_AVX512CD__ 181 #pragma GCC pop_options 182 #endif /* __DISABLE_AVX512CD__ */ 183 184 #endif /* _AVX512CDINTRIN_H_INCLUDED */ 185
