Home | History | Annotate | Download | only in Headers 
      1 /*===---- bmi2intrin.h - BMI2 intrinsics -----------------------------------===
      2  *
      3  * Permission is hereby granted, free of charge, to any person obtaining a copy
      4  * of this software and associated documentation files (the "Software"), to deal
      5  * in the Software without restriction, including without limitation the rights
      6  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
      7  * copies of the Software, and to permit persons to whom the Software is
      8  * furnished to do so, subject to the following conditions:
      9  *
     10  * The above copyright notice and this permission notice shall be included in
     11  * all copies or substantial portions of the Software.
     12  *
     13  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     14  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     15  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
     16  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
     17  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
     18  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
     19  * THE SOFTWARE.
     20  *
     21  *===-----------------------------------------------------------------------===
     22  */
     23 
     24 #if !defined __X86INTRIN_H && !defined __IMMINTRIN_H
     25 #error "Never use <bmi2intrin.h> directly; include <x86intrin.h> instead."
     26 #endif
     27 
     28 #ifndef __BMI2INTRIN_H
     29 #define __BMI2INTRIN_H
     30 
     31 /* Define the default attributes for the functions in this file. */
     32 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("bmi2")))
     33 
     34 static __inline__ unsigned int __DEFAULT_FN_ATTRS
     35 _bzhi_u32(unsigned int __X, unsigned int __Y)
     36 {
     37   return __builtin_ia32_bzhi_si(__X, __Y);
     38 }
     39 
     40 static __inline__ unsigned int __DEFAULT_FN_ATTRS
     41 _pdep_u32(unsigned int __X, unsigned int __Y)
     42 {
     43   return __builtin_ia32_pdep_si(__X, __Y);
     44 }
     45 
     46 static __inline__ unsigned int __DEFAULT_FN_ATTRS
     47 _pext_u32(unsigned int __X, unsigned int __Y)
     48 {
     49   return __builtin_ia32_pext_si(__X, __Y);
     50 }
     51 
     52 #ifdef  __x86_64__
     53 
     54 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
     55 _bzhi_u64(unsigned long long __X, unsigned long long __Y)
     56 {
     57   return __builtin_ia32_bzhi_di(__X, __Y);
     58 }
     59 
     60 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
     61 _pdep_u64(unsigned long long __X, unsigned long long __Y)
     62 {
     63   return __builtin_ia32_pdep_di(__X, __Y);
     64 }
     65 
     66 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
     67 _pext_u64(unsigned long long __X, unsigned long long __Y)
     68 {
     69   return __builtin_ia32_pext_di(__X, __Y);
     70 }
     71 
     72 static __inline__ unsigned long long __DEFAULT_FN_ATTRS
     73 _mulx_u64 (unsigned long long __X, unsigned long long __Y,
     74 	   unsigned long long *__P)
     75 {
     76   unsigned __int128 __res = (unsigned __int128) __X * __Y;
     77   *__P = (unsigned long long) (__res >> 64);
     78   return (unsigned long long) __res;
     79 }
     80 
     81 #else /* !__x86_64__ */
     82 
     83 static __inline__ unsigned int __DEFAULT_FN_ATTRS
     84 _mulx_u32 (unsigned int __X, unsigned int __Y, unsigned int *__P)
     85 {
     86   unsigned long long __res = (unsigned long long) __X * __Y;
     87   *__P = (unsigned int) (__res >> 32);
     88   return (unsigned int) __res;
     89 }
     90 
     91 #endif /* !__x86_64__  */
     92 
     93 #undef __DEFAULT_FN_ATTRS
     94 
     95 #endif /* __BMI2INTRIN_H */
     96