Lines Matching defs:__m128i
34 typedef long long __m128i __attribute__((__vector_size__(16)));
384 _mm_cvtepi32_pd(__m128i __a)
389 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
422 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
425 return (__m128i)__builtin_ia32_cvttpd2dq(__a);
614 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
615 _mm_add_epi8(__m128i __a, __m128i __b)
617 return (__m128i)((__v16qi)__a + (__v16qi)__b);
620 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
621 _mm_add_epi16(__m128i __a, __m128i __b)
623 return (__m128i)((__v8hi)__a + (__v8hi)__b);
626 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
627 _mm_add_epi32(__m128i __a, __m128i __b)
629 return (__m128i)((__v4si)__a + (__v4si)__b);
638 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
639 _mm_add_epi64(__m128i __a, __m128i __b)
644 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
645 _mm_adds_epi8(__m128i __a, __m128i __b)
647 return (__m128i)__builtin_ia32_paddsb128((__v16qi)__a, (__v16qi)__b);
650 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
651 _mm_adds_epi16(__m128i __a, __m128i __b)
653 return (__m128i)__builtin_ia32_paddsw128((__v8hi)__a, (__v8hi)__b);
656 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
657 _mm_adds_epu8(__m128i __a, __m128i __b)
659 return (__m128i)__builtin_ia32_paddusb128((__v16qi)__a, (__v16qi)__b);
662 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
663 _mm_adds_epu16(__m128i __a, __m128i __b)
665 return (__m128i)__builtin_ia32_paddusw128((__v8hi)__a, (__v8hi)__b);
668 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
669 _mm_avg_epu8(__m128i __a, __m128i __b)
671 return (__m128i)__builtin_ia32_pavgb128((__v16qi)__a, (__v16qi)__b);
674 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
675 _mm_avg_epu16(__m128i __a, __m128i __b)
677 return (__m128i)__builtin_ia32_pavgw128((__v8hi)__a, (__v8hi)__b);
680 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
681 _mm_madd_epi16(__m128i __a, __m128i __b)
683 return (__m128i)__builtin_ia32_pmaddwd128((__v8hi)__a, (__v8hi)__b);
686 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
687 _mm_max_epi16(__m128i __a, __m128i __b)
689 return (__m128i)__builtin_ia32_pmaxsw128((__v8hi)__a, (__v8hi)__b);
692 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
693 _mm_max_epu8(__m128i __a, __m128i __b)
695 return (__m128i)__builtin_ia32_pmaxub128((__v16qi)__a, (__v16qi)__b);
698 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
699 _mm_min_epi16(__m128i __a, __m128i __b)
701 return (__m128i)__builtin_ia32_pminsw128((__v8hi)__a, (__v8hi)__b);
704 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
705 _mm_min_epu8(__m128i __a, __m128i __b)
707 return (__m128i)__builtin_ia32_pminub128((__v16qi)__a, (__v16qi)__b);
710 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
711 _mm_mulhi_epi16(__m128i __a, __m128i __b)
713 return (__m128i)__builtin_ia32_pmulhw128((__v8hi)__a, (__v8hi)__b);
716 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
717 _mm_mulhi_epu16(__m128i __a, __m128i __b)
719 return (__m128i)__builtin_ia32_pmulhuw128((__v8hi)__a, (__v8hi)__b);
722 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
723 _mm_mullo_epi16(__m128i __a, __m128i __b)
725 return (__m128i)((__v8hi)__a * (__v8hi)__b);
734 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
735 _mm_mul_epu32(__m128i __a, __m128i __b)
740 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
741 _mm_sad_epu8(__m128i __a, __m128i __b)
746 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
747 _mm_sub_epi8(__m128i __a, __m128i __b)
749 return (__m128i)((__v16qi)__a - (__v16qi)__b);
752 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
753 _mm_sub_epi16(__m128i __a, __m128i __b)
755 return (__m128i)((__v8hi)__a - (__v8hi)__b);
758 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
759 _mm_sub_epi32(__m128i __a, __m128i __b)
761 return (__m128i)((__v4si)__a - (__v4si)__b);
770 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
771 _mm_sub_epi64(__m128i __a, __m128i __b)
776 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
777 _mm_subs_epi8(__m128i __a, __m128i __b)
779 return (__m128i)__builtin_ia32_psubsb128((__v16qi)__a, (__v16qi)__b);
782 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
783 _mm_subs_epi16(__m128i __a, __m128i __b)
785 return (__m128i)__builtin_ia32_psubsw128((__v8hi)__a, (__v8hi)__b);
788 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
789 _mm_subs_epu8(__m128i __a, __m128i __b)
791 return (__m128i)__builtin_ia32_psubusb128((__v16qi)__a, (__v16qi)__b);
794 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
795 _mm_subs_epu16(__m128i __a, __m128i __b)
797 return (__m128i)__builtin_ia32_psubusw128((__v8hi)__a, (__v8hi)__b);
800 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
801 _mm_and_si128(__m128i __a, __m128i __b)
806 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
807 _mm_andnot_si128(__m128i __a, __m128i __b)
812 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
813 _mm_or_si128(__m128i __a, __m128i __b)
818 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
819 _mm_xor_si128(__m128i __a, __m128i __b)
825 __m128i __a = (a); \
826 (__m128i)__builtin_ia32_pslldqi128(__a, (count)*8); })
828 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
829 _mm_slli_epi16(__m128i __a, int __count)
831 return (__m128i)__builtin_ia32_psllwi128((__v8hi)__a, __count);
834 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
835 _mm_sll_epi16(__m128i __a, __m128i __count)
837 return (__m128i)__builtin_ia32_psllw128((__v8hi)__a, (__v8hi)__count);
840 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
841 _mm_slli_epi32(__m128i __a, int __count)
843 return (__m128i)__builtin_ia32_pslldi128((__v4si)__a, __count);
846 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
847 _mm_sll_epi32(__m128i __a, __m128i __count)
849 return (__m128i)__builtin_ia32_pslld128((__v4si)__a, (__v4si)__count);
852 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
853 _mm_slli_epi64(__m128i __a, int __count)
858 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
859 _mm_sll_epi64(__m128i __a, __m128i __count)
864 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
865 _mm_srai_epi16(__m128i __a, int __count)
867 return (__m128i)__builtin_ia32_psrawi128((__v8hi)__a, __count);
870 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
871 _mm_sra_epi16(__m128i __a, __m128i __count)
873 return (__m128i)__builtin_ia32_psraw128((__v8hi)__a, (__v8hi)__count);
876 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
877 _mm_srai_epi32(__m128i __a, int __count)
879 return (__m128i)__builtin_ia32_psradi128((__v4si)__a, __count);
882 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
883 _mm_sra_epi32(__m128i __a, __m128i __count)
885 return (__m128i)__builtin_ia32_psrad128((__v4si)__a, (__v4si)__count);
890 __m128i __a = (a); \
891 (__m128i)__builtin_ia32_psrldqi128(__a, (count)*8); })
893 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
894 _mm_srli_epi16(__m128i __a, int __count)
896 return (__m128i)__builtin_ia32_psrlwi128((__v8hi)__a, __count);
899 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
900 _mm_srl_epi16(__m128i __a, __m128i __count)
902 return (__m128i)__builtin_ia32_psrlw128((__v8hi)__a, (__v8hi)__count);
905 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
906 _mm_srli_epi32(__m128i __a, int __count)
908 return (__m128i)__builtin_ia32_psrldi128((__v4si)__a, __count);
911 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
912 _mm_srl_epi32(__m128i __a, __m128i __count)
914 return (__m128i)__builtin_ia32_psrld128((__v4si)__a, (__v4si)__count);
917 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
918 _mm_srli_epi64(__m128i __a, int __count)
923 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
924 _mm_srl_epi64(__m128i __a, __m128i __count)
929 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
930 _mm_cmpeq_epi8(__m128i __a, __m128i __b)
932 return (__m128i)((__v16qi)__a == (__v16qi)__b);
935 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
936 _mm_cmpeq_epi16(__m128i __a, __m128i __b)
938 return (__m128i)((__v8hi)__a == (__v8hi)__b);
941 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
942 _mm_cmpeq_epi32(__m128i __a, __m128i __b)
944 return (__m128i)((__v4si)__a == (__v4si)__b);
947 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
948 _mm_cmpgt_epi8(__m128i __a, __m128i __b)
953 return (__m128i)((__v16qs)__a > (__v16qs)__b);
956 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
957 _mm_cmpgt_epi16(__m128i __a, __m128i __b)
959 return (__m128i)((__v8hi)__a > (__v8hi)__b);
962 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
963 _mm_cmpgt_epi32(__m128i __a, __m128i __b)
965 return (__m128i)((__v4si)__a > (__v4si)__b);
968 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
969 _mm_cmplt_epi8(__m128i __a, __m128i __b)
974 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
975 _mm_cmplt_epi16(__m128i __a, __m128i __b)
980 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
981 _mm_cmplt_epi32(__m128i __a, __m128i __b)
1008 _mm_cvtepi32_ps(__m128i __a)
1013 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1016 return (__m128i)__builtin_ia32_cvtps2dq(__a);
1019 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1022 return (__m128i)__builtin_ia32_cvttps2dq(__a);
1025 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1028 return (__m128i)(__v4si){ __a, 0, 0, 0 };
1032 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1035 return (__m128i){ __a, 0 };
1040 _mm_cvtsi128_si32(__m128i __a)
1048 _mm_cvtsi128_si64(__m128i __a)
1054 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1055 _mm_load_si128(__m128i const *__p)
1060 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1061 _mm_loadu_si128(__m128i const *__p)
1064 __m128i __v;
1069 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1070 _mm_loadl_epi64(__m128i const *__p)
1075 return (__m128i) { ((struct __mm_loadl_epi64_struct*)__p)->__u, 0};
1078 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1081 return (__m128i){ q0, q1 };
1084 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1087 return (__m128i){ (long long)q0, (long long)q1 };
1090 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1093 return (__m128i)(__v4si){ i0, i1, i2, i3};
1096 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1099 return (__m128i)(__v8hi){ w0, w1, w2, w3, w4, w5, w6, w7 };
1102 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1105 return (__m128i)(__v16qi){ b0, b1, b2, b3, b4, b5, b6, b7, b8, b9, b10, b11, b12, b13, b14, b15 };
1108 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1111 return (__m128i){ __q, __q };
1114 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1117 return (__m128i){ (long long)__q, (long long)__q };
1120 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1123 return (__m128i)(__v4si){ __i, __i, __i, __i };
1126 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1129 return (__m128i)(__v8hi){ __w, __w, __w, __w, __w, __w, __w, __w };
1132 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1135 return (__m128i)(__v16qi){ __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b };
1138 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1141 return (__m128i){ (long long)q0, (long long)q1 };
1144 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1147 return (__m128i)(__v4si){ i0, i1, i2, i3};
1150 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1153 return (__m128i)(__v8hi){ w0, w1, w2, w3, w4, w5, w6, w7 };
1156 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1159 return (__m128i)(__v16qi){ b0, b1, b2, b3, b4, b5, b6, b7, b8, b9, b10, b11, b12, b13, b14, b15 };
1162 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1165 return (__m128i){ 0LL, 0LL };
1169 _mm_store_si128(__m128i *__p, __m128i __b)
1175 _mm_storeu_si128(__m128i *__p, __m128i __b)
1181 _mm_maskmoveu_si128(__m128i __d, __m128i __n, char *__p)
1187 _mm_storel_epi64(__m128i *__p, __m128i __a)
1202 _mm_stream_si128(__m128i *__p, __m128i __a)
1231 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1232 _mm_packs_epi16(__m128i __a, __m128i __b)
1234 return (__m128i)__builtin_ia32_packsswb128((__v8hi)__a, (__v8hi)__b);
1237 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1238 _mm_packs_epi32(__m128i __a, __m128i __b)
1240 return (__m128i)__builtin_ia32_packssdw128((__v4si)__a, (__v4si)__b);
1243 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1244 _mm_packus_epi16(__m128i __a, __m128i __b)
1246 return (__m128i)__builtin_ia32_packuswb128((__v8hi)__a, (__v8hi)__b);
1250 _mm_extract_epi16(__m128i __a, int __imm)
1256 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1257 _mm_insert_epi16(__m128i __a, int __b, int __imm)
1261 return (__m128i)__c;
1265 _mm_movemask_epi8(__m128i __a)
1271 __m128i __a = (a); \
1272 (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si) _mm_set1_epi32(0), \
1277 __m128i __a = (a); \
1278 (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi) _mm_set1_epi16(0), \
1284 __m128i __a = (a); \
1285 (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi) _mm_set1_epi16(0), \
1292 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1293 _mm_unpackhi_epi8(__m128i __a, __m128i __b)
1295 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 8, 16+8, 9, 16+9, 10, 16+10, 11, 16+11, 12, 16+12, 13, 16+13, 14, 16+14, 15, 16+15);
1298 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1299 _mm_unpackhi_epi16(__m128i __a, __m128i __b)
1301 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 4, 8+4, 5, 8+5, 6, 8+6, 7, 8+7);
1304 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1305 _mm_unpackhi_epi32(__m128i __a, __m128i __b)
1307 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 2, 4+2, 3, 4+3);
1310 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1311 _mm_unpackhi_epi64(__m128i __a, __m128i __b)
1313 return (__m128i)__builtin_shufflevector(__a, __b, 1, 2+1);
1316 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1317 _mm_unpacklo_epi8(__m128i __a, __m128i __b)
1319 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 0, 16+0, 1, 16+1, 2, 16+2, 3, 16+3, 4, 16+4, 5, 16+5, 6, 16+6, 7, 16+7);
1322 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1323 _mm_unpacklo_epi16(__m128i __a, __m128i __b)
1325 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 0, 8+0, 1, 8+1, 2, 8+2, 3, 8+3);
1328 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1329 _mm_unpacklo_epi32(__m128i __a, __m128i __b)
1331 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 0, 4+0, 1, 4+1);
1334 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1335 _mm_unpacklo_epi64(__m128i __a, __m128i __b)
1337 return (__m128i)__builtin_shufflevector(__a, __b, 0, 2+0);
1341 _mm_movepi64_pi64(__m128i __a)
1346 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1349 return (__m128i){ (long long)__a, 0 };
1352 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1353 _mm_move_epi64(__m128i __a)
1355 return __builtin_shufflevector(__a, (__m128i){ 0 }, 0, 2);
1387 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1390 return (__m128i)__a;
1399 static __inline__ __m128i __attribute__((__always_inline__, __nodebug__))
1402 return (__m128i)__a;
1406 _mm_castsi128_ps(__m128i __a)
1412 _mm_castsi128_pd(__m128i __a)
