1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py 2 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=ALL --check-prefix=AVX512F 3 ; RUN: llc < %s -mtriple=i386-unknown-linux-gnu -mattr=+avx512f | FileCheck %s --check-prefix=ALL --check-prefix=AVX512F-32 4 5 define <8 x double> @shuffle_v8f64_00000000(<8 x double> %a, <8 x double> %b) { 6 ; ALL-LABEL: shuffle_v8f64_00000000: 7 ; ALL: # %bb.0: 8 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 9 ; ALL-NEXT: ret{{[l|q]}} 10 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 11 ret <8 x double> %shuffle 12 } 13 14 define <8 x double> @shuffle_v8f64_22222222(<8 x double> %a, <8 x double> %b) { 15 ; ALL-LABEL: shuffle_v8f64_22222222: 16 ; ALL: # %bb.0: 17 ; ALL-NEXT: vextractf128 $1, %ymm0, %xmm0 18 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 19 ; ALL-NEXT: ret{{[l|q]}} 20 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2> 21 ret <8 x double> %shuffle 22 } 23 24 define <8 x double> @shuffle_v8f64_44444444(<8 x double> %a, <8 x double> %b) { 25 ; ALL-LABEL: shuffle_v8f64_44444444: 26 ; ALL: # %bb.0: 27 ; ALL-NEXT: vextractf32x4 $2, %zmm0, %xmm0 28 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 29 ; ALL-NEXT: ret{{[l|q]}} 30 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4> 31 ret <8 x double> %shuffle 32 } 33 34 define <8 x double> @shuffle_v8f64_44444444_bc(<8 x i64> %a, <8 x i64> %b) { 35 ; ALL-LABEL: shuffle_v8f64_44444444_bc: 36 ; ALL: # %bb.0: 37 ; ALL-NEXT: vextractf32x4 $2, %zmm0, %xmm0 38 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 39 ; ALL-NEXT: ret{{[l|q]}} 40 %tmp0 = bitcast <8 x i64> %a to <8 x double> 41 %tmp1 = bitcast <8 x i64> %b to <8 x double> 42 %shuffle = shufflevector <8 x double> %tmp0, <8 x double> %tmp1, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4> 43 ret <8 x double> %shuffle 44 } 45 46 define <8 x double> @shuffle_v8f64_00000010(<8 x double> %a, <8 x double> %b) { 47 ; AVX512F-LABEL: shuffle_v8f64_00000010: 48 ; AVX512F: # %bb.0: 49 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0] 50 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 51 ; AVX512F-NEXT: retq 52 ; 53 ; AVX512F-32-LABEL: shuffle_v8f64_00000010: 54 ; AVX512F-32: # %bb.0: 55 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0] 56 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 57 ; AVX512F-32-NEXT: retl 58 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0> 59 ret <8 x double> %shuffle 60 } 61 62 define <8 x double> @shuffle_v8f64_00000200(<8 x double> %a, <8 x double> %b) { 63 ; AVX512F-LABEL: shuffle_v8f64_00000200: 64 ; AVX512F: # %bb.0: 65 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,2,0,0] 66 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 67 ; AVX512F-NEXT: retq 68 ; 69 ; AVX512F-32-LABEL: shuffle_v8f64_00000200: 70 ; AVX512F-32: # %bb.0: 71 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0] 72 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 73 ; AVX512F-32-NEXT: retl 74 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0> 75 ret <8 x double> %shuffle 76 } 77 78 define <8 x double> @shuffle_v8f64_00003000(<8 x double> %a, <8 x double> %b) { 79 ; AVX512F-LABEL: shuffle_v8f64_00003000: 80 ; AVX512F: # %bb.0: 81 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,3,0,0,0] 82 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 83 ; AVX512F-NEXT: retq 84 ; 85 ; AVX512F-32-LABEL: shuffle_v8f64_00003000: 86 ; AVX512F-32: # %bb.0: 87 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0] 88 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 89 ; AVX512F-32-NEXT: retl 90 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0> 91 ret <8 x double> %shuffle 92 } 93 94 define <8 x double> @shuffle_v8f64_00040000(<8 x double> %a, <8 x double> %b) { 95 ; AVX512F-LABEL: shuffle_v8f64_00040000: 96 ; AVX512F: # %bb.0: 97 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,4,0,0,0,0] 98 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 99 ; AVX512F-NEXT: retq 100 ; 101 ; AVX512F-32-LABEL: shuffle_v8f64_00040000: 102 ; AVX512F-32: # %bb.0: 103 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0] 104 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 105 ; AVX512F-32-NEXT: retl 106 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0> 107 ret <8 x double> %shuffle 108 } 109 110 define <8 x double> @shuffle_v8f64_00500000(<8 x double> %a, <8 x double> %b) { 111 ; AVX512F-LABEL: shuffle_v8f64_00500000: 112 ; AVX512F: # %bb.0: 113 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,5,0,0,0,0,0] 114 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 115 ; AVX512F-NEXT: retq 116 ; 117 ; AVX512F-32-LABEL: shuffle_v8f64_00500000: 118 ; AVX512F-32: # %bb.0: 119 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0] 120 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 121 ; AVX512F-32-NEXT: retl 122 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0> 123 ret <8 x double> %shuffle 124 } 125 126 define <8 x double> @shuffle_v8f64_06000000(<8 x double> %a, <8 x double> %b) { 127 ; AVX512F-LABEL: shuffle_v8f64_06000000: 128 ; AVX512F: # %bb.0: 129 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,6,0,0,0,0,0,0] 130 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 131 ; AVX512F-NEXT: retq 132 ; 133 ; AVX512F-32-LABEL: shuffle_v8f64_06000000: 134 ; AVX512F-32: # %bb.0: 135 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0] 136 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 137 ; AVX512F-32-NEXT: retl 138 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 139 ret <8 x double> %shuffle 140 } 141 142 define <8 x double> @shuffle_v8f64_70000000(<8 x double> %a, <8 x double> %b) { 143 ; AVX512F-LABEL: shuffle_v8f64_70000000: 144 ; AVX512F: # %bb.0: 145 ; AVX512F-NEXT: movl $7, %eax 146 ; AVX512F-NEXT: vmovq %rax, %xmm1 147 ; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0 148 ; AVX512F-NEXT: retq 149 ; 150 ; AVX512F-32-LABEL: shuffle_v8f64_70000000: 151 ; AVX512F-32: # %bb.0: 152 ; AVX512F-32-NEXT: movl $7, %eax 153 ; AVX512F-32-NEXT: vmovd %eax, %xmm1 154 ; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0 155 ; AVX512F-32-NEXT: retl 156 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 157 ret <8 x double> %shuffle 158 } 159 160 define <8 x double> @shuffle_v8f64_01014545(<8 x double> %a, <8 x double> %b) { 161 ; ALL-LABEL: shuffle_v8f64_01014545: 162 ; ALL: # %bb.0: 163 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5] 164 ; ALL-NEXT: ret{{[l|q]}} 165 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5> 166 ret <8 x double> %shuffle 167 } 168 169 define <8 x double> @shuffle_v8f64_00112233(<8 x double> %a, <8 x double> %b) { 170 ; AVX512F-LABEL: shuffle_v8f64_00112233: 171 ; AVX512F: # %bb.0: 172 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,1,1,2,2,3,3] 173 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 174 ; AVX512F-NEXT: retq 175 ; 176 ; AVX512F-32-LABEL: shuffle_v8f64_00112233: 177 ; AVX512F-32: # %bb.0: 178 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,1,0,1,0,2,0,2,0,3,0,3,0] 179 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 180 ; AVX512F-32-NEXT: retl 181 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3> 182 ret <8 x double> %shuffle 183 } 184 185 define <8 x double> @shuffle_v8f64_00001111(<8 x double> %a, <8 x double> %b) { 186 ; AVX512F-LABEL: shuffle_v8f64_00001111: 187 ; AVX512F: # %bb.0: 188 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,1,1,1,1] 189 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 190 ; AVX512F-NEXT: retq 191 ; 192 ; AVX512F-32-LABEL: shuffle_v8f64_00001111: 193 ; AVX512F-32: # %bb.0: 194 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0] 195 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 196 ; AVX512F-32-NEXT: retl 197 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1> 198 ret <8 x double> %shuffle 199 } 200 201 define <8 x double> @shuffle_v8f64_81a3c5e7(<8 x double> %a, <8 x double> %b) { 202 ; 203 ; ALL-LABEL: shuffle_v8f64_81a3c5e7: 204 ; ALL: # %bb.0: 205 ; ALL-NEXT: vshufpd {{.*#+}} zmm0 = zmm1[0],zmm0[1],zmm1[2],zmm0[3],zmm1[4],zmm0[5],zmm1[6],zmm0[7] 206 ; ALL-NEXT: ret{{[l|q]}} 207 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7> 208 ret <8 x double> %shuffle 209 } 210 211 define <8 x double> @shuffle_v8f64_08080808(<8 x double> %a, <8 x double> %b) { 212 ; 213 ; AVX512F-LABEL: shuffle_v8f64_08080808: 214 ; AVX512F: # %bb.0: 215 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,0,8,0,8,0,8] 216 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 217 ; AVX512F-NEXT: retq 218 ; 219 ; AVX512F-32-LABEL: shuffle_v8f64_08080808: 220 ; AVX512F-32: # %bb.0: 221 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,0,0,8,0,0,0,8,0] 222 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 223 ; AVX512F-32-NEXT: retl 224 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8> 225 ret <8 x double> %shuffle 226 } 227 228 define <8 x double> @shuffle_v8f64_08084c4c(<8 x double> %a, <8 x double> %b) { 229 ; 230 ; AVX512F-LABEL: shuffle_v8f64_08084c4c: 231 ; AVX512F: # %bb.0: 232 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,0,8,4,12,4,12] 233 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 234 ; AVX512F-NEXT: retq 235 ; 236 ; AVX512F-32-LABEL: shuffle_v8f64_08084c4c: 237 ; AVX512F-32: # %bb.0: 238 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,4,0,12,0,4,0,12,0] 239 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 240 ; AVX512F-32-NEXT: retl 241 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12> 242 ret <8 x double> %shuffle 243 } 244 245 define <8 x double> @shuffle_v8f64_8823cc67(<8 x double> %a, <8 x double> %b) { 246 ; 247 ; AVX512F-LABEL: shuffle_v8f64_8823cc67: 248 ; AVX512F: # %bb.0: 249 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,10,11,4,4,14,15] 250 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 251 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 252 ; AVX512F-NEXT: retq 253 ; 254 ; AVX512F-32-LABEL: shuffle_v8f64_8823cc67: 255 ; AVX512F-32: # %bb.0: 256 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,0,0,10,0,11,0,4,0,4,0,14,0,15,0] 257 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 258 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 259 ; AVX512F-32-NEXT: retl 260 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7> 261 ret <8 x double> %shuffle 262 } 263 264 define <8 x double> @shuffle_v8f64_9832dc76(<8 x double> %a, <8 x double> %b) { 265 ; 266 ; AVX512F-LABEL: shuffle_v8f64_9832dc76: 267 ; AVX512F: # %bb.0: 268 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,11,10,5,4,15,14] 269 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 270 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 271 ; AVX512F-NEXT: retq 272 ; 273 ; AVX512F-32-LABEL: shuffle_v8f64_9832dc76: 274 ; AVX512F-32: # %bb.0: 275 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,0,0,11,0,10,0,5,0,4,0,15,0,14,0] 276 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 277 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 278 ; AVX512F-32-NEXT: retl 279 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6> 280 ret <8 x double> %shuffle 281 } 282 283 define <8 x double> @shuffle_v8f64_9810dc54(<8 x double> %a, <8 x double> %b) { 284 ; 285 ; AVX512F-LABEL: shuffle_v8f64_9810dc54: 286 ; AVX512F: # %bb.0: 287 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,9,8,5,4,13,12] 288 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 289 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 290 ; AVX512F-NEXT: retq 291 ; 292 ; AVX512F-32-LABEL: shuffle_v8f64_9810dc54: 293 ; AVX512F-32: # %bb.0: 294 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,0,0,9,0,8,0,5,0,4,0,13,0,12,0] 295 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 296 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 297 ; AVX512F-32-NEXT: retl 298 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4> 299 ret <8 x double> %shuffle 300 } 301 302 define <8 x double> @shuffle_v8f64_08194c5d(<8 x double> %a, <8 x double> %b) { 303 ; 304 ; AVX512F-LABEL: shuffle_v8f64_08194c5d: 305 ; AVX512F: # %bb.0: 306 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,1,9,4,12,5,13] 307 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 308 ; AVX512F-NEXT: retq 309 ; 310 ; AVX512F-32-LABEL: shuffle_v8f64_08194c5d: 311 ; AVX512F-32: # %bb.0: 312 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,4,0,12,0,5,0,13,0] 313 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 314 ; AVX512F-32-NEXT: retl 315 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13> 316 ret <8 x double> %shuffle 317 } 318 319 define <8 x double> @shuffle_v8f64_2a3b6e7f(<8 x double> %a, <8 x double> %b) { 320 ; 321 ; AVX512F-LABEL: shuffle_v8f64_2a3b6e7f: 322 ; AVX512F: # %bb.0: 323 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [2,10,3,11,6,14,7,15] 324 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 325 ; AVX512F-NEXT: retq 326 ; 327 ; AVX512F-32-LABEL: shuffle_v8f64_2a3b6e7f: 328 ; AVX512F-32: # %bb.0: 329 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [2,0,10,0,3,0,11,0,6,0,14,0,7,0,15,0] 330 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 331 ; AVX512F-32-NEXT: retl 332 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15> 333 ret <8 x double> %shuffle 334 } 335 336 define <8 x double> @shuffle_v8f64_08192a3b(<8 x double> %a, <8 x double> %b) { 337 ; 338 ; AVX512F-LABEL: shuffle_v8f64_08192a3b: 339 ; AVX512F: # %bb.0: 340 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,8,1,9,2,10,3,11] 341 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 342 ; AVX512F-NEXT: retq 343 ; 344 ; AVX512F-32-LABEL: shuffle_v8f64_08192a3b: 345 ; AVX512F-32: # %bb.0: 346 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,2,0,10,0,3,0,11,0] 347 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 348 ; AVX512F-32-NEXT: retl 349 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11> 350 ret <8 x double> %shuffle 351 } 352 353 define <8 x double> @shuffle_v8f64_08991abb(<8 x double> %a, <8 x double> %b) { 354 ; 355 ; AVX512F-LABEL: shuffle_v8f64_08991abb: 356 ; AVX512F: # %bb.0: 357 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,1,1,9,2,3,3] 358 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 359 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 360 ; AVX512F-NEXT: retq 361 ; 362 ; AVX512F-32-LABEL: shuffle_v8f64_08991abb: 363 ; AVX512F-32: # %bb.0: 364 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,0,0,1,0,1,0,9,0,2,0,3,0,3,0] 365 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 366 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 367 ; AVX512F-32-NEXT: retl 368 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11> 369 ret <8 x double> %shuffle 370 } 371 372 define <8 x double> @shuffle_v8f64_091b2d3f(<8 x double> %a, <8 x double> %b) { 373 ; 374 ; AVX512F-LABEL: shuffle_v8f64_091b2d3f: 375 ; AVX512F: # %bb.0: 376 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [0,9,1,11,2,13,3,15] 377 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 378 ; AVX512F-NEXT: retq 379 ; 380 ; AVX512F-32-LABEL: shuffle_v8f64_091b2d3f: 381 ; AVX512F-32: # %bb.0: 382 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [0,0,9,0,1,0,11,0,2,0,13,0,3,0,15,0] 383 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 384 ; AVX512F-32-NEXT: retl 385 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15> 386 ret <8 x double> %shuffle 387 } 388 389 define <8 x double> @shuffle_v8f64_09ab1def(<8 x double> %a, <8 x double> %b) { 390 ; 391 ; AVX512F-LABEL: shuffle_v8f64_09ab1def: 392 ; AVX512F: # %bb.0: 393 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [8,1,2,3,9,5,6,7] 394 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 395 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 396 ; AVX512F-NEXT: retq 397 ; 398 ; AVX512F-32-LABEL: shuffle_v8f64_09ab1def: 399 ; AVX512F-32: # %bb.0: 400 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [8,0,1,0,2,0,3,0,9,0,5,0,6,0,7,0] 401 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 402 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 403 ; AVX512F-32-NEXT: retl 404 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15> 405 ret <8 x double> %shuffle 406 } 407 408 define <8 x double> @shuffle_v8f64_00014445(<8 x double> %a, <8 x double> %b) { 409 ; 410 ; ALL-LABEL: shuffle_v8f64_00014445: 411 ; ALL: # %bb.0: 412 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5] 413 ; ALL-NEXT: ret{{[l|q]}} 414 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5> 415 ret <8 x double> %shuffle 416 } 417 418 define <8 x double> @shuffle_v8f64_00204464(<8 x double> %a, <8 x double> %b) { 419 ; 420 ; ALL-LABEL: shuffle_v8f64_00204464: 421 ; ALL: # %bb.0: 422 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4] 423 ; ALL-NEXT: ret{{[l|q]}} 424 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4> 425 ret <8 x double> %shuffle 426 } 427 428 define <8 x double> @shuffle_v8f64_03004744(<8 x double> %a, <8 x double> %b) { 429 ; 430 ; ALL-LABEL: shuffle_v8f64_03004744: 431 ; ALL: # %bb.0: 432 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4] 433 ; ALL-NEXT: ret{{[l|q]}} 434 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4> 435 ret <8 x double> %shuffle 436 } 437 438 define <8 x double> @shuffle_v8f64_10005444(<8 x double> %a, <8 x double> %b) { 439 ; 440 ; ALL-LABEL: shuffle_v8f64_10005444: 441 ; ALL: # %bb.0: 442 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4] 443 ; ALL-NEXT: ret{{[l|q]}} 444 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4> 445 ret <8 x double> %shuffle 446 } 447 448 define <8 x double> @shuffle_v8f64_22006644(<8 x double> %a, <8 x double> %b) { 449 ; 450 ; ALL-LABEL: shuffle_v8f64_22006644: 451 ; ALL: # %bb.0: 452 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4] 453 ; ALL-NEXT: ret{{[l|q]}} 454 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4> 455 ret <8 x double> %shuffle 456 } 457 458 define <8 x double> @shuffle_v8f64_33307774(<8 x double> %a, <8 x double> %b) { 459 ; 460 ; ALL-LABEL: shuffle_v8f64_33307774: 461 ; ALL: # %bb.0: 462 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4] 463 ; ALL-NEXT: ret{{[l|q]}} 464 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4> 465 ret <8 x double> %shuffle 466 } 467 468 define <8 x double> @shuffle_v8f64_32107654(<8 x double> %a, <8 x double> %b) { 469 ; 470 ; ALL-LABEL: shuffle_v8f64_32107654: 471 ; ALL: # %bb.0: 472 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4] 473 ; ALL-NEXT: ret{{[l|q]}} 474 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4> 475 ret <8 x double> %shuffle 476 } 477 478 define <8 x double> @shuffle_v8f64_00234467(<8 x double> %a, <8 x double> %b) { 479 ; 480 ; ALL-LABEL: shuffle_v8f64_00234467: 481 ; ALL: # %bb.0: 482 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7] 483 ; ALL-NEXT: ret{{[l|q]}} 484 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7> 485 ret <8 x double> %shuffle 486 } 487 488 define <8 x double> @shuffle_v8f64_00224466(<8 x double> %a, <8 x double> %b) { 489 ; 490 ; ALL-LABEL: shuffle_v8f64_00224466: 491 ; ALL: # %bb.0: 492 ; ALL-NEXT: vmovddup {{.*#+}} zmm0 = zmm0[0,0,2,2,4,4,6,6] 493 ; ALL-NEXT: ret{{[l|q]}} 494 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6> 495 ret <8 x double> %shuffle 496 } 497 498 define <8 x double> @shuffle_v8f64_10325476(<8 x double> %a, <8 x double> %b) { 499 ; 500 ; ALL-LABEL: shuffle_v8f64_10325476: 501 ; ALL: # %bb.0: 502 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,5,4,7,6] 503 ; ALL-NEXT: ret{{[l|q]}} 504 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6> 505 ret <8 x double> %shuffle 506 } 507 508 define <8 x double> @shuffle_v8f64_11335577(<8 x double> %a, <8 x double> %b) { 509 ; 510 ; ALL-LABEL: shuffle_v8f64_11335577: 511 ; ALL: # %bb.0: 512 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,5,5,7,7] 513 ; ALL-NEXT: ret{{[l|q]}} 514 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7> 515 ret <8 x double> %shuffle 516 } 517 518 define <8 x double> @shuffle_v8f64_10235467(<8 x double> %a, <8 x double> %b) { 519 ; 520 ; ALL-LABEL: shuffle_v8f64_10235467: 521 ; ALL: # %bb.0: 522 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7] 523 ; ALL-NEXT: ret{{[l|q]}} 524 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7> 525 ret <8 x double> %shuffle 526 } 527 528 define <8 x double> @shuffle_v8f64_10225466(<8 x double> %a, <8 x double> %b) { 529 ; 530 ; ALL-LABEL: shuffle_v8f64_10225466: 531 ; ALL: # %bb.0: 532 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6] 533 ; ALL-NEXT: ret{{[l|q]}} 534 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6> 535 ret <8 x double> %shuffle 536 } 537 538 define <8 x double> @shuffle_v8f64_00015444(<8 x double> %a, <8 x double> %b) { 539 ; 540 ; AVX512F-LABEL: shuffle_v8f64_00015444: 541 ; AVX512F: # %bb.0: 542 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,1,5,4,4,4] 543 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 544 ; AVX512F-NEXT: retq 545 ; 546 ; AVX512F-32-LABEL: shuffle_v8f64_00015444: 547 ; AVX512F-32: # %bb.0: 548 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0,5,0,4,0,4,0,4,0] 549 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 550 ; AVX512F-32-NEXT: retl 551 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4> 552 ret <8 x double> %shuffle 553 } 554 555 define <8 x double> @shuffle_v8f64_00204644(<8 x double> %a, <8 x double> %b) { 556 ; 557 ; AVX512F-LABEL: shuffle_v8f64_00204644: 558 ; AVX512F: # %bb.0: 559 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,0,4,6,4,4] 560 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 561 ; AVX512F-NEXT: retq 562 ; 563 ; AVX512F-32-LABEL: shuffle_v8f64_00204644: 564 ; AVX512F-32: # %bb.0: 565 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,0,0,4,0,6,0,4,0,4,0] 566 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 567 ; AVX512F-32-NEXT: retl 568 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4> 569 ret <8 x double> %shuffle 570 } 571 572 define <8 x double> @shuffle_v8f64_03004474(<8 x double> %a, <8 x double> %b) { 573 ; 574 ; AVX512F-LABEL: shuffle_v8f64_03004474: 575 ; AVX512F: # %bb.0: 576 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,3,0,0,4,4,7,4] 577 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 578 ; AVX512F-NEXT: retq 579 ; 580 ; AVX512F-32-LABEL: shuffle_v8f64_03004474: 581 ; AVX512F-32: # %bb.0: 582 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,3,0,0,0,0,0,4,0,4,0,7,0,4,0] 583 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 584 ; AVX512F-32-NEXT: retl 585 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4> 586 ret <8 x double> %shuffle 587 } 588 589 define <8 x double> @shuffle_v8f64_10004444(<8 x double> %a, <8 x double> %b) { 590 ; 591 ; AVX512F-LABEL: shuffle_v8f64_10004444: 592 ; AVX512F: # %bb.0: 593 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,0,0,4,4,4,4] 594 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 595 ; AVX512F-NEXT: retq 596 ; 597 ; AVX512F-32-LABEL: shuffle_v8f64_10004444: 598 ; AVX512F-32: # %bb.0: 599 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,0,0,0,0,0,0,4,0,4,0,4,0,4,0] 600 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 601 ; AVX512F-32-NEXT: retl 602 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4> 603 ret <8 x double> %shuffle 604 } 605 606 define <8 x double> @shuffle_v8f64_22006446(<8 x double> %a, <8 x double> %b) { 607 ; 608 ; AVX512F-LABEL: shuffle_v8f64_22006446: 609 ; AVX512F: # %bb.0: 610 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [2,2,0,0,6,4,4,6] 611 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 612 ; AVX512F-NEXT: retq 613 ; 614 ; AVX512F-32-LABEL: shuffle_v8f64_22006446: 615 ; AVX512F-32: # %bb.0: 616 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [2,0,2,0,0,0,0,0,6,0,4,0,4,0,6,0] 617 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 618 ; AVX512F-32-NEXT: retl 619 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6> 620 ret <8 x double> %shuffle 621 } 622 623 define <8 x double> @shuffle_v8f64_33307474(<8 x double> %a, <8 x double> %b) { 624 ; 625 ; AVX512F-LABEL: shuffle_v8f64_33307474: 626 ; AVX512F: # %bb.0: 627 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [3,3,3,0,7,4,7,4] 628 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 629 ; AVX512F-NEXT: retq 630 ; 631 ; AVX512F-32-LABEL: shuffle_v8f64_33307474: 632 ; AVX512F-32: # %bb.0: 633 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [3,0,3,0,3,0,0,0,7,0,4,0,7,0,4,0] 634 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 635 ; AVX512F-32-NEXT: retl 636 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4> 637 ret <8 x double> %shuffle 638 } 639 640 define <8 x double> @shuffle_v8f64_32104567(<8 x double> %a, <8 x double> %b) { 641 ; 642 ; AVX512F-LABEL: shuffle_v8f64_32104567: 643 ; AVX512F: # %bb.0: 644 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [3,2,1,0,4,5,6,7] 645 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 646 ; AVX512F-NEXT: retq 647 ; 648 ; AVX512F-32-LABEL: shuffle_v8f64_32104567: 649 ; AVX512F-32: # %bb.0: 650 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [3,0,2,0,1,0,0,0,4,0,5,0,6,0,7,0] 651 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 652 ; AVX512F-32-NEXT: retl 653 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7> 654 ret <8 x double> %shuffle 655 } 656 657 define <8 x double> @shuffle_v8f64_00236744(<8 x double> %a, <8 x double> %b) { 658 ; 659 ; AVX512F-LABEL: shuffle_v8f64_00236744: 660 ; AVX512F: # %bb.0: 661 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,3,6,7,4,4] 662 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 663 ; AVX512F-NEXT: retq 664 ; 665 ; AVX512F-32-LABEL: shuffle_v8f64_00236744: 666 ; AVX512F-32: # %bb.0: 667 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,3,0,6,0,7,0,4,0,4,0] 668 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 669 ; AVX512F-32-NEXT: retl 670 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4> 671 ret <8 x double> %shuffle 672 } 673 674 define <8 x double> @shuffle_v8f64_00226644(<8 x double> %a, <8 x double> %b) { 675 ; 676 ; AVX512F-LABEL: shuffle_v8f64_00226644: 677 ; AVX512F: # %bb.0: 678 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,2,6,6,4,4] 679 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 680 ; AVX512F-NEXT: retq 681 ; 682 ; AVX512F-32-LABEL: shuffle_v8f64_00226644: 683 ; AVX512F-32: # %bb.0: 684 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,2,0,6,0,6,0,4,0,4,0] 685 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 686 ; AVX512F-32-NEXT: retl 687 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4> 688 ret <8 x double> %shuffle 689 } 690 691 define <8 x double> @shuffle_v8f64_10324567(<8 x double> %a, <8 x double> %b) { 692 ; 693 ; ALL-LABEL: shuffle_v8f64_10324567: 694 ; ALL: # %bb.0: 695 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,7] 696 ; ALL-NEXT: ret{{[l|q]}} 697 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7> 698 ret <8 x double> %shuffle 699 } 700 701 define <8 x double> @shuffle_v8f64_11334567(<8 x double> %a, <8 x double> %b) { 702 ; 703 ; ALL-LABEL: shuffle_v8f64_11334567: 704 ; ALL: # %bb.0: 705 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,5,6,7] 706 ; ALL-NEXT: ret{{[l|q]}} 707 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7> 708 ret <8 x double> %shuffle 709 } 710 711 define <8 x double> @shuffle_v8f64_01235467(<8 x double> %a, <8 x double> %b) { 712 ; 713 ; ALL-LABEL: shuffle_v8f64_01235467: 714 ; ALL: # %bb.0: 715 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,7] 716 ; ALL-NEXT: ret{{[l|q]}} 717 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7> 718 ret <8 x double> %shuffle 719 } 720 721 define <8 x double> @shuffle_v8f64_01235466(<8 x double> %a, <8 x double> %b) { 722 ; 723 ; ALL-LABEL: shuffle_v8f64_01235466: 724 ; ALL: # %bb.0: 725 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,1,2,3,5,4,6,6] 726 ; ALL-NEXT: ret{{[l|q]}} 727 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6> 728 ret <8 x double> %shuffle 729 } 730 731 define <8 x double> @shuffle_v8f64_002u6u44(<8 x double> %a, <8 x double> %b) { 732 ; 733 ; AVX512F-LABEL: shuffle_v8f64_002u6u44: 734 ; AVX512F: # %bb.0: 735 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,2,u,6,u,4,4> 736 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 737 ; AVX512F-NEXT: retq 738 ; 739 ; AVX512F-32-LABEL: shuffle_v8f64_002u6u44: 740 ; AVX512F-32: # %bb.0: 741 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,0,0,2,0,u,u,6,0,u,u,4,0,4,0> 742 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 743 ; AVX512F-32-NEXT: retl 744 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4> 745 ret <8 x double> %shuffle 746 } 747 748 define <8 x double> @shuffle_v8f64_00uu66uu(<8 x double> %a, <8 x double> %b) { 749 ; 750 ; AVX512F-LABEL: shuffle_v8f64_00uu66uu: 751 ; AVX512F: # %bb.0: 752 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,u,u,6,6,u,u> 753 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 754 ; AVX512F-NEXT: retq 755 ; 756 ; AVX512F-32-LABEL: shuffle_v8f64_00uu66uu: 757 ; AVX512F-32: # %bb.0: 758 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,0,0,u,u,u,u,6,0,6,0,u,u,u,u> 759 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 760 ; AVX512F-32-NEXT: retl 761 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef> 762 ret <8 x double> %shuffle 763 } 764 765 define <8 x double> @shuffle_v8f64_103245uu(<8 x double> %a, <8 x double> %b) { 766 ; 767 ; ALL-LABEL: shuffle_v8f64_103245uu: 768 ; ALL: # %bb.0: 769 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,0,3,2,4,5,6,6] 770 ; ALL-NEXT: ret{{[l|q]}} 771 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef> 772 ret <8 x double> %shuffle 773 } 774 775 define <8 x double> @shuffle_v8f64_1133uu67(<8 x double> %a, <8 x double> %b) { 776 ; 777 ; ALL-LABEL: shuffle_v8f64_1133uu67: 778 ; ALL: # %bb.0: 779 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[1,1,3,3,4,4,6,7] 780 ; ALL-NEXT: ret{{[l|q]}} 781 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7> 782 ret <8 x double> %shuffle 783 } 784 785 define <8 x double> @shuffle_v8f64_0uu354uu(<8 x double> %a, <8 x double> %b) { 786 ; 787 ; ALL-LABEL: shuffle_v8f64_0uu354uu: 788 ; ALL: # %bb.0: 789 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,5,4,6,6] 790 ; ALL-NEXT: ret{{[l|q]}} 791 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef> 792 ret <8 x double> %shuffle 793 } 794 795 define <8 x double> @shuffle_v8f64_uuu3uu66(<8 x double> %a, <8 x double> %b) { 796 ; 797 ; ALL-LABEL: shuffle_v8f64_uuu3uu66: 798 ; ALL: # %bb.0: 799 ; ALL-NEXT: vpermilpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,6] 800 ; ALL-NEXT: ret{{[l|q]}} 801 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6> 802 ret <8 x double> %shuffle 803 } 804 805 define <8 x double> @shuffle_v8f64_c348cda0(<8 x double> %a, <8 x double> %b) { 806 ; 807 ; AVX512F-LABEL: shuffle_v8f64_c348cda0: 808 ; AVX512F: # %bb.0: 809 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [4,11,12,0,4,5,2,8] 810 ; AVX512F-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 811 ; AVX512F-NEXT: vmovapd %zmm2, %zmm0 812 ; AVX512F-NEXT: retq 813 ; 814 ; AVX512F-32-LABEL: shuffle_v8f64_c348cda0: 815 ; AVX512F-32: # %bb.0: 816 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [4,0,11,0,12,0,0,0,4,0,5,0,2,0,8,0] 817 ; AVX512F-32-NEXT: vpermi2pd %zmm0, %zmm1, %zmm2 818 ; AVX512F-32-NEXT: vmovapd %zmm2, %zmm0 819 ; AVX512F-32-NEXT: retl 820 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 12, i32 3, i32 4, i32 8, i32 12, i32 13, i32 10, i32 0> 821 ret <8 x double> %shuffle 822 } 823 824 define <8 x double> @shuffle_v8f64_f511235a(<8 x double> %a, <8 x double> %b) { 825 ; 826 ; AVX512F-LABEL: shuffle_v8f64_f511235a: 827 ; AVX512F: # %bb.0: 828 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [15,5,1,1,2,3,5,10] 829 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 830 ; AVX512F-NEXT: retq 831 ; 832 ; AVX512F-32-LABEL: shuffle_v8f64_f511235a: 833 ; AVX512F-32: # %bb.0: 834 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [15,0,5,0,1,0,1,0,2,0,3,0,5,0,10,0] 835 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 836 ; AVX512F-32-NEXT: retl 837 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 15, i32 5, i32 1, i32 1, i32 2, i32 3, i32 5, i32 10> 838 ret <8 x double> %shuffle 839 } 840 841 define <8 x double> @shuffle_v8f64_1z2z5z6z(<8 x double> %a, <8 x double> %b) { 842 ; AVX512F-LABEL: shuffle_v8f64_1z2z5z6z: 843 ; AVX512F: # %bb.0: 844 ; AVX512F-NEXT: vxorpd %xmm1, %xmm1, %xmm1 845 ; AVX512F-NEXT: vmovapd {{.*#+}} zmm2 = [1,8,2,8,5,8,6,8] 846 ; AVX512F-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 847 ; AVX512F-NEXT: retq 848 ; 849 ; AVX512F-32-LABEL: shuffle_v8f64_1z2z5z6z: 850 ; AVX512F-32: # %bb.0: 851 ; AVX512F-32-NEXT: vxorpd %xmm1, %xmm1, %xmm1 852 ; AVX512F-32-NEXT: vmovapd {{.*#+}} zmm2 = [1,0,8,0,2,0,8,0,5,0,8,0,6,0,8,0] 853 ; AVX512F-32-NEXT: vpermt2pd %zmm1, %zmm2, %zmm0 854 ; AVX512F-32-NEXT: retl 855 %shuffle = shufflevector <8 x double> %a, <8 x double> <double 0.000000e+00, double undef, double undef, double undef, double undef, double undef, double undef, double undef>, <8 x i32> <i32 1, i32 8, i32 2, i32 8, i32 5, i32 8, i32 6, i32 8> 856 ret <8 x double> %shuffle 857 } 858 859 define <8 x i64> @shuffle_v8i64_00000000(<8 x i64> %a, <8 x i64> %b) { 860 ; 861 ; ALL-LABEL: shuffle_v8i64_00000000: 862 ; ALL: # %bb.0: 863 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 864 ; ALL-NEXT: ret{{[l|q]}} 865 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 866 ret <8 x i64> %shuffle 867 } 868 869 define <8 x i64> @shuffle_v8i64_44444444(<8 x i64> %a, <8 x i64> %b) { 870 ; ALL-LABEL: shuffle_v8i64_44444444: 871 ; ALL: # %bb.0: 872 ; ALL-NEXT: vextractf32x4 $2, %zmm0, %xmm0 873 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 874 ; ALL-NEXT: ret{{[l|q]}} 875 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4, i32 4> 876 ret <8 x i64> %shuffle 877 } 878 879 define <8 x i64> @shuffle_v8i64_66666666(<8 x i64> %a, <8 x i64> %b) { 880 ; ALL-LABEL: shuffle_v8i64_66666666: 881 ; ALL: # %bb.0: 882 ; ALL-NEXT: vextractf32x4 $3, %zmm0, %xmm0 883 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 884 ; ALL-NEXT: ret{{[l|q]}} 885 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 6, i32 6, i32 6, i32 6, i32 6, i32 6, i32 6, i32 6> 886 ret <8 x i64> %shuffle 887 } 888 889 define <8 x i64> @shuffle_v8i64_00000010(<8 x i64> %a, <8 x i64> %b) { 890 ; 891 ; AVX512F-LABEL: shuffle_v8i64_00000010: 892 ; AVX512F: # %bb.0: 893 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0] 894 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 895 ; AVX512F-NEXT: retq 896 ; 897 ; AVX512F-32-LABEL: shuffle_v8i64_00000010: 898 ; AVX512F-32: # %bb.0: 899 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0] 900 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 901 ; AVX512F-32-NEXT: retl 902 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 1, i32 0> 903 ret <8 x i64> %shuffle 904 } 905 906 define <8 x i64> @shuffle_v8i64_00000200(<8 x i64> %a, <8 x i64> %b) { 907 ; 908 ; AVX512F-LABEL: shuffle_v8i64_00000200: 909 ; AVX512F: # %bb.0: 910 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,2,0,0] 911 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 912 ; AVX512F-NEXT: retq 913 ; 914 ; AVX512F-32-LABEL: shuffle_v8i64_00000200: 915 ; AVX512F-32: # %bb.0: 916 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0] 917 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 918 ; AVX512F-32-NEXT: retl 919 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 0, i32 2, i32 0, i32 0> 920 ret <8 x i64> %shuffle 921 } 922 923 define <8 x i64> @shuffle_v8i64_00003000(<8 x i64> %a, <8 x i64> %b) { 924 ; 925 ; AVX512F-LABEL: shuffle_v8i64_00003000: 926 ; AVX512F: # %bb.0: 927 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,3,0,0,0] 928 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 929 ; AVX512F-NEXT: retq 930 ; 931 ; AVX512F-32-LABEL: shuffle_v8i64_00003000: 932 ; AVX512F-32: # %bb.0: 933 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0] 934 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 935 ; AVX512F-32-NEXT: retl 936 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 3, i32 0, i32 0, i32 0> 937 ret <8 x i64> %shuffle 938 } 939 940 define <8 x i64> @shuffle_v8i64_00040000(<8 x i64> %a, <8 x i64> %b) { 941 ; 942 ; AVX512F-LABEL: shuffle_v8i64_00040000: 943 ; AVX512F: # %bb.0: 944 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,4,0,0,0,0] 945 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 946 ; AVX512F-NEXT: retq 947 ; 948 ; AVX512F-32-LABEL: shuffle_v8i64_00040000: 949 ; AVX512F-32: # %bb.0: 950 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0] 951 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 952 ; AVX512F-32-NEXT: retl 953 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 4, i32 0, i32 0, i32 0, i32 0> 954 ret <8 x i64> %shuffle 955 } 956 957 define <8 x i64> @shuffle_v8i64_00500000(<8 x i64> %a, <8 x i64> %b) { 958 ; 959 ; AVX512F-LABEL: shuffle_v8i64_00500000: 960 ; AVX512F: # %bb.0: 961 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,5,0,0,0,0,0] 962 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 963 ; AVX512F-NEXT: retq 964 ; 965 ; AVX512F-32-LABEL: shuffle_v8i64_00500000: 966 ; AVX512F-32: # %bb.0: 967 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0] 968 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 969 ; AVX512F-32-NEXT: retl 970 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 5, i32 0, i32 0, i32 0, i32 0, i32 0> 971 ret <8 x i64> %shuffle 972 } 973 974 define <8 x i64> @shuffle_v8i64_06000000(<8 x i64> %a, <8 x i64> %b) { 975 ; 976 ; AVX512F-LABEL: shuffle_v8i64_06000000: 977 ; AVX512F: # %bb.0: 978 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,6,0,0,0,0,0,0] 979 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 980 ; AVX512F-NEXT: retq 981 ; 982 ; AVX512F-32-LABEL: shuffle_v8i64_06000000: 983 ; AVX512F-32: # %bb.0: 984 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0] 985 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 986 ; AVX512F-32-NEXT: retl 987 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 6, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 988 ret <8 x i64> %shuffle 989 } 990 991 define <8 x i64> @shuffle_v8i64_70000000(<8 x i64> %a, <8 x i64> %b) { 992 ; 993 ; AVX512F-LABEL: shuffle_v8i64_70000000: 994 ; AVX512F: # %bb.0: 995 ; AVX512F-NEXT: movl $7, %eax 996 ; AVX512F-NEXT: vmovq %rax, %xmm1 997 ; AVX512F-NEXT: vpermq %zmm0, %zmm1, %zmm0 998 ; AVX512F-NEXT: retq 999 ; 1000 ; AVX512F-32-LABEL: shuffle_v8i64_70000000: 1001 ; AVX512F-32: # %bb.0: 1002 ; AVX512F-32-NEXT: movl $7, %eax 1003 ; AVX512F-32-NEXT: vmovd %eax, %xmm1 1004 ; AVX512F-32-NEXT: vpermq %zmm0, %zmm1, %zmm0 1005 ; AVX512F-32-NEXT: retl 1006 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 7, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0, i32 0> 1007 ret <8 x i64> %shuffle 1008 } 1009 1010 define <8 x i64> @shuffle_v8i64_01014545(<8 x i64> %a, <8 x i64> %b) { 1011 ; ALL-LABEL: shuffle_v8i64_01014545: 1012 ; ALL: # %bb.0: 1013 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5] 1014 ; ALL-NEXT: ret{{[l|q]}} 1015 1016 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5> 1017 ret <8 x i64> %shuffle 1018 } 1019 1020 define <8 x i64> @shuffle_v8i64_01014545_mem(<8 x i64>* %ptr, <8 x i64> %b) { 1021 ; AVX512F-LABEL: shuffle_v8i64_01014545_mem: 1022 ; AVX512F: # %bb.0: 1023 ; AVX512F-NEXT: vpermpd {{.*#+}} zmm0 = mem[0,1,0,1,4,5,4,5] 1024 ; AVX512F-NEXT: retq 1025 ; 1026 ; AVX512F-32-LABEL: shuffle_v8i64_01014545_mem: 1027 ; AVX512F-32: # %bb.0: 1028 ; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 1029 ; AVX512F-32-NEXT: vpermpd {{.*#+}} zmm0 = mem[0,1,0,1,4,5,4,5] 1030 ; AVX512F-32-NEXT: retl 1031 1032 %a = load <8 x i64>, <8 x i64>* %ptr 1033 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 4, i32 5, i32 4, i32 5> 1034 ret <8 x i64> %shuffle 1035 } 1036 1037 define <8 x i64> @shuffle_v8i64_00112233(<8 x i64> %a, <8 x i64> %b) { 1038 ; 1039 ; AVX512F-LABEL: shuffle_v8i64_00112233: 1040 ; AVX512F: # %bb.0: 1041 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,1,1,2,2,3,3] 1042 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1043 ; AVX512F-NEXT: retq 1044 ; 1045 ; AVX512F-32-LABEL: shuffle_v8i64_00112233: 1046 ; AVX512F-32: # %bb.0: 1047 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,1,0,1,0,2,0,2,0,3,0,3,0] 1048 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1049 ; AVX512F-32-NEXT: retl 1050 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 1, i32 1, i32 2, i32 2, i32 3, i32 3> 1051 ret <8 x i64> %shuffle 1052 } 1053 1054 define <8 x i64> @shuffle_v8i64_00001111(<8 x i64> %a, <8 x i64> %b) { 1055 ; 1056 ; AVX512F-LABEL: shuffle_v8i64_00001111: 1057 ; AVX512F: # %bb.0: 1058 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,1,1,1,1] 1059 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1060 ; AVX512F-NEXT: retq 1061 ; 1062 ; AVX512F-32-LABEL: shuffle_v8i64_00001111: 1063 ; AVX512F-32: # %bb.0: 1064 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,0,0,1,0,1,0,1,0,1,0] 1065 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1066 ; AVX512F-32-NEXT: retl 1067 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 0, i32 1, i32 1, i32 1, i32 1> 1068 ret <8 x i64> %shuffle 1069 } 1070 1071 define <8 x i64> @shuffle_v8i64_81a3c5e7(<8 x i64> %a, <8 x i64> %b) { 1072 ; 1073 ; ALL-LABEL: shuffle_v8i64_81a3c5e7: 1074 ; ALL: # %bb.0: 1075 ; ALL-NEXT: movb $-86, %al 1076 ; ALL-NEXT: kmovw %eax, %k1 1077 ; ALL-NEXT: vpblendmq %zmm0, %zmm1, %zmm0 {%k1} 1078 ; ALL-NEXT: ret{{[l|q]}} 1079 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 1, i32 10, i32 3, i32 12, i32 5, i32 14, i32 7> 1080 ret <8 x i64> %shuffle 1081 } 1082 1083 define <8 x i64> @shuffle_v8i64_08080808(<8 x i64> %a, <8 x i64> %b) { 1084 ; 1085 ; AVX512F-LABEL: shuffle_v8i64_08080808: 1086 ; AVX512F: # %bb.0: 1087 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,0,8,0,8,0,8] 1088 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1089 ; AVX512F-NEXT: retq 1090 ; 1091 ; AVX512F-32-LABEL: shuffle_v8i64_08080808: 1092 ; AVX512F-32: # %bb.0: 1093 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,0,0,8,0,0,0,8,0] 1094 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1095 ; AVX512F-32-NEXT: retl 1096 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 0, i32 8, i32 0, i32 8> 1097 ret <8 x i64> %shuffle 1098 } 1099 1100 define <8 x i64> @shuffle_v8i64_08084c4c(<8 x i64> %a, <8 x i64> %b) { 1101 ; 1102 ; AVX512F-LABEL: shuffle_v8i64_08084c4c: 1103 ; AVX512F: # %bb.0: 1104 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,0,8,4,12,4,12] 1105 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1106 ; AVX512F-NEXT: retq 1107 ; 1108 ; AVX512F-32-LABEL: shuffle_v8i64_08084c4c: 1109 ; AVX512F-32: # %bb.0: 1110 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,0,0,8,0,4,0,12,0,4,0,12,0] 1111 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1112 ; AVX512F-32-NEXT: retl 1113 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 0, i32 8, i32 4, i32 12, i32 4, i32 12> 1114 ret <8 x i64> %shuffle 1115 } 1116 1117 define <8 x i64> @shuffle_v8i64_8823cc67(<8 x i64> %a, <8 x i64> %b) { 1118 ; 1119 ; AVX512F-LABEL: shuffle_v8i64_8823cc67: 1120 ; AVX512F: # %bb.0: 1121 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,10,11,4,4,14,15] 1122 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1123 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1124 ; AVX512F-NEXT: retq 1125 ; 1126 ; AVX512F-32-LABEL: shuffle_v8i64_8823cc67: 1127 ; AVX512F-32: # %bb.0: 1128 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,0,0,10,0,11,0,4,0,4,0,14,0,15,0] 1129 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1130 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1131 ; AVX512F-32-NEXT: retl 1132 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 8, i32 2, i32 3, i32 12, i32 12, i32 6, i32 7> 1133 ret <8 x i64> %shuffle 1134 } 1135 1136 define <8 x i64> @shuffle_v8i64_9832dc76(<8 x i64> %a, <8 x i64> %b) { 1137 ; 1138 ; AVX512F-LABEL: shuffle_v8i64_9832dc76: 1139 ; AVX512F: # %bb.0: 1140 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,11,10,5,4,15,14] 1141 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1142 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1143 ; AVX512F-NEXT: retq 1144 ; 1145 ; AVX512F-32-LABEL: shuffle_v8i64_9832dc76: 1146 ; AVX512F-32: # %bb.0: 1147 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,0,0,11,0,10,0,5,0,4,0,15,0,14,0] 1148 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1149 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1150 ; AVX512F-32-NEXT: retl 1151 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 3, i32 2, i32 13, i32 12, i32 7, i32 6> 1152 ret <8 x i64> %shuffle 1153 } 1154 1155 define <8 x i64> @shuffle_v8i64_9810dc54(<8 x i64> %a, <8 x i64> %b) { 1156 ; 1157 ; AVX512F-LABEL: shuffle_v8i64_9810dc54: 1158 ; AVX512F: # %bb.0: 1159 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,9,8,5,4,13,12] 1160 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1161 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1162 ; AVX512F-NEXT: retq 1163 ; 1164 ; AVX512F-32-LABEL: shuffle_v8i64_9810dc54: 1165 ; AVX512F-32: # %bb.0: 1166 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [1,0,0,0,9,0,8,0,5,0,4,0,13,0,12,0] 1167 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1168 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1169 ; AVX512F-32-NEXT: retl 1170 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 9, i32 8, i32 1, i32 0, i32 13, i32 12, i32 5, i32 4> 1171 ret <8 x i64> %shuffle 1172 } 1173 1174 define <8 x i64> @shuffle_v8i64_08194c5d(<8 x i64> %a, <8 x i64> %b) { 1175 ; 1176 ; AVX512F-LABEL: shuffle_v8i64_08194c5d: 1177 ; AVX512F: # %bb.0: 1178 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,1,9,4,12,5,13] 1179 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1180 ; AVX512F-NEXT: retq 1181 ; 1182 ; AVX512F-32-LABEL: shuffle_v8i64_08194c5d: 1183 ; AVX512F-32: # %bb.0: 1184 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,4,0,12,0,5,0,13,0] 1185 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1186 ; AVX512F-32-NEXT: retl 1187 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 4, i32 12, i32 5, i32 13> 1188 ret <8 x i64> %shuffle 1189 } 1190 1191 define <8 x i64> @shuffle_v8i64_2a3b6e7f(<8 x i64> %a, <8 x i64> %b) { 1192 ; 1193 ; AVX512F-LABEL: shuffle_v8i64_2a3b6e7f: 1194 ; AVX512F: # %bb.0: 1195 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [2,10,3,11,6,14,7,15] 1196 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1197 ; AVX512F-NEXT: retq 1198 ; 1199 ; AVX512F-32-LABEL: shuffle_v8i64_2a3b6e7f: 1200 ; AVX512F-32: # %bb.0: 1201 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [2,0,10,0,3,0,11,0,6,0,14,0,7,0,15,0] 1202 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1203 ; AVX512F-32-NEXT: retl 1204 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 10, i32 3, i32 11, i32 6, i32 14, i32 7, i32 15> 1205 ret <8 x i64> %shuffle 1206 } 1207 1208 define <8 x i64> @shuffle_v8i64_08192a3b(<8 x i64> %a, <8 x i64> %b) { 1209 ; 1210 ; AVX512F-LABEL: shuffle_v8i64_08192a3b: 1211 ; AVX512F: # %bb.0: 1212 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,8,1,9,2,10,3,11] 1213 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1214 ; AVX512F-NEXT: retq 1215 ; 1216 ; AVX512F-32-LABEL: shuffle_v8i64_08192a3b: 1217 ; AVX512F-32: # %bb.0: 1218 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,8,0,1,0,9,0,2,0,10,0,3,0,11,0] 1219 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1220 ; AVX512F-32-NEXT: retl 1221 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 1, i32 9, i32 2, i32 10, i32 3, i32 11> 1222 ret <8 x i64> %shuffle 1223 } 1224 1225 define <8 x i64> @shuffle_v8i64_08991abb(<8 x i64> %a, <8 x i64> %b) { 1226 ; 1227 ; AVX512F-LABEL: shuffle_v8i64_08991abb: 1228 ; AVX512F: # %bb.0: 1229 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,1,1,9,2,3,3] 1230 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1231 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1232 ; AVX512F-NEXT: retq 1233 ; 1234 ; AVX512F-32-LABEL: shuffle_v8i64_08991abb: 1235 ; AVX512F-32: # %bb.0: 1236 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,0,0,1,0,1,0,9,0,2,0,3,0,3,0] 1237 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1238 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1239 ; AVX512F-32-NEXT: retl 1240 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 8, i32 9, i32 9, i32 1, i32 10, i32 11, i32 11> 1241 ret <8 x i64> %shuffle 1242 } 1243 1244 define <8 x i64> @shuffle_v8i64_091b2d3f(<8 x i64> %a, <8 x i64> %b) { 1245 ; 1246 ; AVX512F-LABEL: shuffle_v8i64_091b2d3f: 1247 ; AVX512F: # %bb.0: 1248 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,9,1,11,2,13,3,15] 1249 ; AVX512F-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1250 ; AVX512F-NEXT: retq 1251 ; 1252 ; AVX512F-32-LABEL: shuffle_v8i64_091b2d3f: 1253 ; AVX512F-32: # %bb.0: 1254 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [0,0,9,0,1,0,11,0,2,0,13,0,3,0,15,0] 1255 ; AVX512F-32-NEXT: vpermt2q %zmm1, %zmm2, %zmm0 1256 ; AVX512F-32-NEXT: retl 1257 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 1, i32 11, i32 2, i32 13, i32 3, i32 15> 1258 ret <8 x i64> %shuffle 1259 } 1260 1261 define <8 x i64> @shuffle_v8i64_09ab1def(<8 x i64> %a, <8 x i64> %b) { 1262 ; 1263 ; AVX512F-LABEL: shuffle_v8i64_09ab1def: 1264 ; AVX512F: # %bb.0: 1265 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,1,2,3,9,5,6,7] 1266 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1267 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1268 ; AVX512F-NEXT: retq 1269 ; 1270 ; AVX512F-32-LABEL: shuffle_v8i64_09ab1def: 1271 ; AVX512F-32: # %bb.0: 1272 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [8,0,1,0,2,0,3,0,9,0,5,0,6,0,7,0] 1273 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1274 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1275 ; AVX512F-32-NEXT: retl 1276 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 1, i32 13, i32 14, i32 15> 1277 ret <8 x i64> %shuffle 1278 } 1279 1280 define <8 x i64> @shuffle_v8i64_00014445(<8 x i64> %a, <8 x i64> %b) { 1281 ; 1282 ; ALL-LABEL: shuffle_v8i64_00014445: 1283 ; ALL: # %bb.0: 1284 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,0,1,4,4,4,5] 1285 ; ALL-NEXT: ret{{[l|q]}} 1286 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 4, i32 4, i32 4, i32 5> 1287 ret <8 x i64> %shuffle 1288 } 1289 1290 define <8 x i64> @shuffle_v8i64_00204464(<8 x i64> %a, <8 x i64> %b) { 1291 ; 1292 ; ALL-LABEL: shuffle_v8i64_00204464: 1293 ; ALL: # %bb.0: 1294 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,2,0,4,4,6,4] 1295 ; ALL-NEXT: ret{{[l|q]}} 1296 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 4, i32 6, i32 4> 1297 ret <8 x i64> %shuffle 1298 } 1299 1300 define <8 x i64> @shuffle_v8i64_03004744(<8 x i64> %a, <8 x i64> %b) { 1301 ; 1302 ; ALL-LABEL: shuffle_v8i64_03004744: 1303 ; ALL: # %bb.0: 1304 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,3,0,0,4,7,4,4] 1305 ; ALL-NEXT: ret{{[l|q]}} 1306 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 7, i32 4, i32 4> 1307 ret <8 x i64> %shuffle 1308 } 1309 1310 define <8 x i64> @shuffle_v8i64_10005444(<8 x i64> %a, <8 x i64> %b) { 1311 ; 1312 ; ALL-LABEL: shuffle_v8i64_10005444: 1313 ; ALL: # %bb.0: 1314 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,0,0,5,4,4,4] 1315 ; ALL-NEXT: ret{{[l|q]}} 1316 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 5, i32 4, i32 4, i32 4> 1317 ret <8 x i64> %shuffle 1318 } 1319 1320 define <8 x i64> @shuffle_v8i64_22006644(<8 x i64> %a, <8 x i64> %b) { 1321 ; 1322 ; ALL-LABEL: shuffle_v8i64_22006644: 1323 ; ALL: # %bb.0: 1324 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[2,2,0,0,6,6,4,4] 1325 ; ALL-NEXT: ret{{[l|q]}} 1326 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 6, i32 4, i32 4> 1327 ret <8 x i64> %shuffle 1328 } 1329 1330 define <8 x i64> @shuffle_v8i64_33307774(<8 x i64> %a, <8 x i64> %b) { 1331 ; 1332 ; ALL-LABEL: shuffle_v8i64_33307774: 1333 ; ALL: # %bb.0: 1334 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,3,3,0,7,7,7,4] 1335 ; ALL-NEXT: ret{{[l|q]}} 1336 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 7, i32 7, i32 4> 1337 ret <8 x i64> %shuffle 1338 } 1339 1340 define <8 x i64> @shuffle_v8i64_32107654(<8 x i64> %a, <8 x i64> %b) { 1341 ; 1342 ; ALL-LABEL: shuffle_v8i64_32107654: 1343 ; ALL: # %bb.0: 1344 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[3,2,1,0,7,6,5,4] 1345 ; ALL-NEXT: ret{{[l|q]}} 1346 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4> 1347 ret <8 x i64> %shuffle 1348 } 1349 1350 define <8 x i64> @shuffle_v8i64_00234467(<8 x i64> %a, <8 x i64> %b) { 1351 ; 1352 ; ALL-LABEL: shuffle_v8i64_00234467: 1353 ; ALL: # %bb.0: 1354 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[0,0,2,3,4,4,6,7] 1355 ; ALL-NEXT: ret{{[l|q]}} 1356 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 4, i32 4, i32 6, i32 7> 1357 ret <8 x i64> %shuffle 1358 } 1359 1360 define <8 x i64> @shuffle_v8i64_00224466(<8 x i64> %a, <8 x i64> %b) { 1361 ; 1362 ; ALL-LABEL: shuffle_v8i64_00224466: 1363 ; ALL: # %bb.0: 1364 ; ALL-NEXT: vpermilps {{.*#+}} zmm0 = zmm0[0,1,0,1,4,5,4,5,8,9,8,9,12,13,12,13] 1365 ; ALL-NEXT: ret{{[l|q]}} 1366 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 4, i32 4, i32 6, i32 6> 1367 ret <8 x i64> %shuffle 1368 } 1369 1370 define <8 x i64> @shuffle_v8i64_10325476(<8 x i64> %a, <8 x i64> %b) { 1371 ; 1372 ; ALL-LABEL: shuffle_v8i64_10325476: 1373 ; ALL: # %bb.0: 1374 ; ALL-NEXT: vpermilps {{.*#+}} zmm0 = zmm0[2,3,0,1,6,7,4,5,10,11,8,9,14,15,12,13] 1375 ; ALL-NEXT: ret{{[l|q]}} 1376 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6> 1377 ret <8 x i64> %shuffle 1378 } 1379 1380 define <8 x i64> @shuffle_v8i64_11335577(<8 x i64> %a, <8 x i64> %b) { 1381 ; 1382 ; ALL-LABEL: shuffle_v8i64_11335577: 1383 ; ALL: # %bb.0: 1384 ; ALL-NEXT: vpermilps {{.*#+}} zmm0 = zmm0[2,3,2,3,6,7,6,7,10,11,10,11,14,15,14,15] 1385 ; ALL-NEXT: ret{{[l|q]}} 1386 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 5, i32 5, i32 7, i32 7> 1387 ret <8 x i64> %shuffle 1388 } 1389 1390 define <8 x i64> @shuffle_v8i64_10235467(<8 x i64> %a, <8 x i64> %b) { 1391 ; 1392 ; ALL-LABEL: shuffle_v8i64_10235467: 1393 ; ALL: # %bb.0: 1394 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,2,3,5,4,6,7] 1395 ; ALL-NEXT: ret{{[l|q]}} 1396 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7> 1397 ret <8 x i64> %shuffle 1398 } 1399 1400 define <8 x i64> @shuffle_v8i64_10225466(<8 x i64> %a, <8 x i64> %b) { 1401 ; 1402 ; ALL-LABEL: shuffle_v8i64_10225466: 1403 ; ALL: # %bb.0: 1404 ; ALL-NEXT: vpermpd {{.*#+}} zmm0 = zmm0[1,0,2,2,5,4,6,6] 1405 ; ALL-NEXT: ret{{[l|q]}} 1406 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 2, i32 2, i32 5, i32 4, i32 6, i32 6> 1407 ret <8 x i64> %shuffle 1408 } 1409 1410 define <8 x i64> @shuffle_v8i64_00015444(<8 x i64> %a, <8 x i64> %b) { 1411 ; 1412 ; AVX512F-LABEL: shuffle_v8i64_00015444: 1413 ; AVX512F: # %bb.0: 1414 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,1,5,4,4,4] 1415 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1416 ; AVX512F-NEXT: retq 1417 ; 1418 ; AVX512F-32-LABEL: shuffle_v8i64_00015444: 1419 ; AVX512F-32: # %bb.0: 1420 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,0,0,1,0,5,0,4,0,4,0,4,0] 1421 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1422 ; AVX512F-32-NEXT: retl 1423 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 0, i32 1, i32 5, i32 4, i32 4, i32 4> 1424 ret <8 x i64> %shuffle 1425 } 1426 1427 define <8 x i64> @shuffle_v8i64_00204644(<8 x i64> %a, <8 x i64> %b) { 1428 ; 1429 ; AVX512F-LABEL: shuffle_v8i64_00204644: 1430 ; AVX512F: # %bb.0: 1431 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,0,4,6,4,4] 1432 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1433 ; AVX512F-NEXT: retq 1434 ; 1435 ; AVX512F-32-LABEL: shuffle_v8i64_00204644: 1436 ; AVX512F-32: # %bb.0: 1437 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,0,0,4,0,6,0,4,0,4,0] 1438 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1439 ; AVX512F-32-NEXT: retl 1440 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 0, i32 4, i32 6, i32 4, i32 4> 1441 ret <8 x i64> %shuffle 1442 } 1443 1444 define <8 x i64> @shuffle_v8i64_03004474(<8 x i64> %a, <8 x i64> %b) { 1445 ; 1446 ; AVX512F-LABEL: shuffle_v8i64_03004474: 1447 ; AVX512F: # %bb.0: 1448 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,3,0,0,4,4,7,4] 1449 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1450 ; AVX512F-NEXT: retq 1451 ; 1452 ; AVX512F-32-LABEL: shuffle_v8i64_03004474: 1453 ; AVX512F-32: # %bb.0: 1454 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,3,0,0,0,0,0,4,0,4,0,7,0,4,0] 1455 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1456 ; AVX512F-32-NEXT: retl 1457 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 3, i32 0, i32 0, i32 4, i32 4, i32 7, i32 4> 1458 ret <8 x i64> %shuffle 1459 } 1460 1461 define <8 x i64> @shuffle_v8i64_10004444(<8 x i64> %a, <8 x i64> %b) { 1462 ; 1463 ; AVX512F-LABEL: shuffle_v8i64_10004444: 1464 ; AVX512F: # %bb.0: 1465 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,0,0,4,4,4,4] 1466 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1467 ; AVX512F-NEXT: retq 1468 ; 1469 ; AVX512F-32-LABEL: shuffle_v8i64_10004444: 1470 ; AVX512F-32: # %bb.0: 1471 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,0,0,0,0,0,0,4,0,4,0,4,0,4,0] 1472 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1473 ; AVX512F-32-NEXT: retl 1474 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 0, i32 0, i32 4, i32 4, i32 4, i32 4> 1475 ret <8 x i64> %shuffle 1476 } 1477 1478 define <8 x i64> @shuffle_v8i64_22006446(<8 x i64> %a, <8 x i64> %b) { 1479 ; 1480 ; AVX512F-LABEL: shuffle_v8i64_22006446: 1481 ; AVX512F: # %bb.0: 1482 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [2,2,0,0,6,4,4,6] 1483 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1484 ; AVX512F-NEXT: retq 1485 ; 1486 ; AVX512F-32-LABEL: shuffle_v8i64_22006446: 1487 ; AVX512F-32: # %bb.0: 1488 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [2,0,2,0,0,0,0,0,6,0,4,0,4,0,6,0] 1489 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1490 ; AVX512F-32-NEXT: retl 1491 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 2, i32 2, i32 0, i32 0, i32 6, i32 4, i32 4, i32 6> 1492 ret <8 x i64> %shuffle 1493 } 1494 1495 define <8 x i64> @shuffle_v8i64_33307474(<8 x i64> %a, <8 x i64> %b) { 1496 ; 1497 ; AVX512F-LABEL: shuffle_v8i64_33307474: 1498 ; AVX512F: # %bb.0: 1499 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [3,3,3,0,7,4,7,4] 1500 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1501 ; AVX512F-NEXT: retq 1502 ; 1503 ; AVX512F-32-LABEL: shuffle_v8i64_33307474: 1504 ; AVX512F-32: # %bb.0: 1505 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [3,0,3,0,3,0,0,0,7,0,4,0,7,0,4,0] 1506 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1507 ; AVX512F-32-NEXT: retl 1508 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 3, i32 3, i32 0, i32 7, i32 4, i32 7, i32 4> 1509 ret <8 x i64> %shuffle 1510 } 1511 1512 define <8 x i64> @shuffle_v8i64_32104567(<8 x i64> %a, <8 x i64> %b) { 1513 ; 1514 ; AVX512F-LABEL: shuffle_v8i64_32104567: 1515 ; AVX512F: # %bb.0: 1516 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [3,2,1,0,4,5,6,7] 1517 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1518 ; AVX512F-NEXT: retq 1519 ; 1520 ; AVX512F-32-LABEL: shuffle_v8i64_32104567: 1521 ; AVX512F-32: # %bb.0: 1522 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [3,0,2,0,1,0,0,0,4,0,5,0,6,0,7,0] 1523 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1524 ; AVX512F-32-NEXT: retl 1525 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 4, i32 5, i32 6, i32 7> 1526 ret <8 x i64> %shuffle 1527 } 1528 1529 define <8 x i64> @shuffle_v8i64_00236744(<8 x i64> %a, <8 x i64> %b) { 1530 ; 1531 ; AVX512F-LABEL: shuffle_v8i64_00236744: 1532 ; AVX512F: # %bb.0: 1533 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,3,6,7,4,4] 1534 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1535 ; AVX512F-NEXT: retq 1536 ; 1537 ; AVX512F-32-LABEL: shuffle_v8i64_00236744: 1538 ; AVX512F-32: # %bb.0: 1539 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,3,0,6,0,7,0,4,0,4,0] 1540 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1541 ; AVX512F-32-NEXT: retl 1542 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 3, i32 6, i32 7, i32 4, i32 4> 1543 ret <8 x i64> %shuffle 1544 } 1545 1546 define <8 x i64> @shuffle_v8i64_00226644(<8 x i64> %a, <8 x i64> %b) { 1547 ; 1548 ; AVX512F-LABEL: shuffle_v8i64_00226644: 1549 ; AVX512F: # %bb.0: 1550 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,2,2,6,6,4,4] 1551 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1552 ; AVX512F-NEXT: retq 1553 ; 1554 ; AVX512F-32-LABEL: shuffle_v8i64_00226644: 1555 ; AVX512F-32: # %bb.0: 1556 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,0,0,2,0,2,0,6,0,6,0,4,0,4,0] 1557 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1558 ; AVX512F-32-NEXT: retl 1559 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 2, i32 6, i32 6, i32 4, i32 4> 1560 ret <8 x i64> %shuffle 1561 } 1562 1563 define <8 x i64> @shuffle_v8i64_10324567(<8 x i64> %a, <8 x i64> %b) { 1564 ; 1565 ; AVX512F-LABEL: shuffle_v8i64_10324567: 1566 ; AVX512F: # %bb.0: 1567 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,3,2,4,5,6,7] 1568 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1569 ; AVX512F-NEXT: retq 1570 ; 1571 ; AVX512F-32-LABEL: shuffle_v8i64_10324567: 1572 ; AVX512F-32: # %bb.0: 1573 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,0,0,3,0,2,0,4,0,5,0,6,0,7,0] 1574 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1575 ; AVX512F-32-NEXT: retl 1576 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 6, i32 7> 1577 ret <8 x i64> %shuffle 1578 } 1579 1580 define <8 x i64> @shuffle_v8i64_11334567(<8 x i64> %a, <8 x i64> %b) { 1581 ; 1582 ; AVX512F-LABEL: shuffle_v8i64_11334567: 1583 ; AVX512F: # %bb.0: 1584 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [1,1,3,3,4,5,6,7] 1585 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1586 ; AVX512F-NEXT: retq 1587 ; 1588 ; AVX512F-32-LABEL: shuffle_v8i64_11334567: 1589 ; AVX512F-32: # %bb.0: 1590 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [1,0,1,0,3,0,3,0,4,0,5,0,6,0,7,0] 1591 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1592 ; AVX512F-32-NEXT: retl 1593 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 4, i32 5, i32 6, i32 7> 1594 ret <8 x i64> %shuffle 1595 } 1596 1597 define <8 x i64> @shuffle_v8i64_01235467(<8 x i64> %a, <8 x i64> %b) { 1598 ; 1599 ; AVX512F-LABEL: shuffle_v8i64_01235467: 1600 ; AVX512F: # %bb.0: 1601 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,1,2,3,5,4,6,7] 1602 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1603 ; AVX512F-NEXT: retq 1604 ; 1605 ; AVX512F-32-LABEL: shuffle_v8i64_01235467: 1606 ; AVX512F-32: # %bb.0: 1607 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,1,0,2,0,3,0,5,0,4,0,6,0,7,0] 1608 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1609 ; AVX512F-32-NEXT: retl 1610 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 7> 1611 ret <8 x i64> %shuffle 1612 } 1613 1614 define <8 x i64> @shuffle_v8i64_01235466(<8 x i64> %a, <8 x i64> %b) { 1615 ; 1616 ; AVX512F-LABEL: shuffle_v8i64_01235466: 1617 ; AVX512F: # %bb.0: 1618 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = [0,1,2,3,5,4,6,6] 1619 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1620 ; AVX512F-NEXT: retq 1621 ; 1622 ; AVX512F-32-LABEL: shuffle_v8i64_01235466: 1623 ; AVX512F-32: # %bb.0: 1624 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = [0,0,1,0,2,0,3,0,5,0,4,0,6,0,6,0] 1625 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1626 ; AVX512F-32-NEXT: retl 1627 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 5, i32 4, i32 6, i32 6> 1628 ret <8 x i64> %shuffle 1629 } 1630 1631 define <8 x i64> @shuffle_v8i64_002u6u44(<8 x i64> %a, <8 x i64> %b) { 1632 ; 1633 ; AVX512F-LABEL: shuffle_v8i64_002u6u44: 1634 ; AVX512F: # %bb.0: 1635 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,2,u,6,u,4,4> 1636 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1637 ; AVX512F-NEXT: retq 1638 ; 1639 ; AVX512F-32-LABEL: shuffle_v8i64_002u6u44: 1640 ; AVX512F-32: # %bb.0: 1641 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,0,0,2,0,u,u,6,0,u,u,4,0,4,0> 1642 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1643 ; AVX512F-32-NEXT: retl 1644 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 2, i32 undef, i32 6, i32 undef, i32 4, i32 4> 1645 ret <8 x i64> %shuffle 1646 } 1647 1648 define <8 x i64> @shuffle_v8i64_00uu66uu(<8 x i64> %a, <8 x i64> %b) { 1649 ; 1650 ; AVX512F-LABEL: shuffle_v8i64_00uu66uu: 1651 ; AVX512F: # %bb.0: 1652 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,u,u,6,6,u,u> 1653 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1654 ; AVX512F-NEXT: retq 1655 ; 1656 ; AVX512F-32-LABEL: shuffle_v8i64_00uu66uu: 1657 ; AVX512F-32: # %bb.0: 1658 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,0,0,u,u,u,u,6,0,6,0,u,u,u,u> 1659 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1660 ; AVX512F-32-NEXT: retl 1661 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 0, i32 undef, i32 undef, i32 6, i32 6, i32 undef, i32 undef> 1662 ret <8 x i64> %shuffle 1663 } 1664 1665 define <8 x i64> @shuffle_v8i64_103245uu(<8 x i64> %a, <8 x i64> %b) { 1666 ; 1667 ; AVX512F-LABEL: shuffle_v8i64_103245uu: 1668 ; AVX512F: # %bb.0: 1669 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <1,0,3,2,4,5,u,u> 1670 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1671 ; AVX512F-NEXT: retq 1672 ; 1673 ; AVX512F-32-LABEL: shuffle_v8i64_103245uu: 1674 ; AVX512F-32: # %bb.0: 1675 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <1,0,0,0,3,0,2,0,4,0,5,0,u,u,u,u> 1676 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1677 ; AVX512F-32-NEXT: retl 1678 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 4, i32 5, i32 undef, i32 undef> 1679 ret <8 x i64> %shuffle 1680 } 1681 1682 define <8 x i64> @shuffle_v8i64_1133uu67(<8 x i64> %a, <8 x i64> %b) { 1683 ; 1684 ; AVX512F-LABEL: shuffle_v8i64_1133uu67: 1685 ; AVX512F: # %bb.0: 1686 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <1,1,3,3,u,u,6,7> 1687 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1688 ; AVX512F-NEXT: retq 1689 ; 1690 ; AVX512F-32-LABEL: shuffle_v8i64_1133uu67: 1691 ; AVX512F-32: # %bb.0: 1692 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <1,0,1,0,3,0,3,0,u,u,u,u,6,0,7,0> 1693 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1694 ; AVX512F-32-NEXT: retl 1695 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 1, i32 3, i32 3, i32 undef, i32 undef, i32 6, i32 7> 1696 ret <8 x i64> %shuffle 1697 } 1698 1699 define <8 x i64> @shuffle_v8i64_0uu354uu(<8 x i64> %a, <8 x i64> %b) { 1700 ; 1701 ; AVX512F-LABEL: shuffle_v8i64_0uu354uu: 1702 ; AVX512F: # %bb.0: 1703 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <0,u,u,3,5,4,u,u> 1704 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1705 ; AVX512F-NEXT: retq 1706 ; 1707 ; AVX512F-32-LABEL: shuffle_v8i64_0uu354uu: 1708 ; AVX512F-32: # %bb.0: 1709 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <0,0,u,u,u,u,3,0,5,0,4,0,u,u,u,u> 1710 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1711 ; AVX512F-32-NEXT: retl 1712 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 undef, i32 undef, i32 3, i32 5, i32 4, i32 undef, i32 undef> 1713 ret <8 x i64> %shuffle 1714 } 1715 1716 define <8 x i64> @shuffle_v8i64_uuu3uu66(<8 x i64> %a, <8 x i64> %b) { 1717 ; 1718 ; AVX512F-LABEL: shuffle_v8i64_uuu3uu66: 1719 ; AVX512F: # %bb.0: 1720 ; AVX512F-NEXT: vmovaps {{.*#+}} zmm1 = <u,u,u,3,u,u,6,6> 1721 ; AVX512F-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1722 ; AVX512F-NEXT: retq 1723 ; 1724 ; AVX512F-32-LABEL: shuffle_v8i64_uuu3uu66: 1725 ; AVX512F-32: # %bb.0: 1726 ; AVX512F-32-NEXT: vmovaps {{.*#+}} zmm1 = <u,u,u,u,u,u,3,0,u,u,u,u,6,0,6,0> 1727 ; AVX512F-32-NEXT: vpermpd %zmm0, %zmm1, %zmm0 1728 ; AVX512F-32-NEXT: retl 1729 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 3, i32 undef, i32 undef, i32 6, i32 6> 1730 ret <8 x i64> %shuffle 1731 } 1732 1733 define <8 x i64> @shuffle_v8i64_6caa87e5(<8 x i64> %a, <8 x i64> %b) { 1734 ; 1735 ; AVX512F-LABEL: shuffle_v8i64_6caa87e5: 1736 ; AVX512F: # %bb.0: 1737 ; AVX512F-NEXT: vmovdqa64 {{.*#+}} zmm2 = [14,4,2,2,0,15,6,13] 1738 ; AVX512F-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1739 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 1740 ; AVX512F-NEXT: retq 1741 ; 1742 ; AVX512F-32-LABEL: shuffle_v8i64_6caa87e5: 1743 ; AVX512F-32: # %bb.0: 1744 ; AVX512F-32-NEXT: vmovdqa64 {{.*#+}} zmm2 = [14,0,4,0,2,0,2,0,0,0,15,0,6,0,13,0] 1745 ; AVX512F-32-NEXT: vpermi2q %zmm0, %zmm1, %zmm2 1746 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 1747 ; AVX512F-32-NEXT: retl 1748 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 6, i32 12, i32 10, i32 10, i32 8, i32 7, i32 14, i32 5> 1749 ret <8 x i64> %shuffle 1750 } 1751 1752 define <8 x double> @shuffle_v8f64_082a4c6e(<8 x double> %a, <8 x double> %b) { 1753 ; 1754 ; ALL-LABEL: shuffle_v8f64_082a4c6e: 1755 ; ALL: # %bb.0: 1756 ; ALL-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6] 1757 ; ALL-NEXT: ret{{[l|q]}} 1758 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14> 1759 ret <8 x double> %shuffle 1760 } 1761 1762 define <8 x double> @shuffle_v8f64_0z2z4z6z(<8 x double> %a, <8 x double> %b) { 1763 ; 1764 ; ALL-LABEL: shuffle_v8f64_0z2z4z6z: 1765 ; ALL: # %bb.0: 1766 ; ALL-NEXT: vxorps %xmm1, %xmm1, %xmm1 1767 ; ALL-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6] 1768 ; ALL-NEXT: ret{{[l|q]}} 1769 %shuffle = shufflevector <8 x double> %a, <8 x double> zeroinitializer, <8 x i32><i32 0, i32 8, i32 2, i32 8, i32 4, i32 8, i32 6, i32 8> 1770 ret <8 x double> %shuffle 1771 } 1772 1773 define <8 x i64> @shuffle_v8i64_082a4c6e(<8 x i64> %a, <8 x i64> %b) { 1774 ; 1775 ; ALL-LABEL: shuffle_v8i64_082a4c6e: 1776 ; ALL: # %bb.0: 1777 ; ALL-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6] 1778 ; ALL-NEXT: ret{{[l|q]}} 1779 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 0, i32 8, i32 2, i32 10, i32 4, i32 12, i32 6, i32 14> 1780 ret <8 x i64> %shuffle 1781 } 1782 1783 define <8 x i64> @shuffle_v8i64_z8zazcze(<8 x i64> %a, <8 x i64> %b) { 1784 ; 1785 ; ALL-LABEL: shuffle_v8i64_z8zazcze: 1786 ; ALL: # %bb.0: 1787 ; ALL-NEXT: vxorps %xmm0, %xmm0, %xmm0 1788 ; ALL-NEXT: vunpcklpd {{.*#+}} zmm0 = zmm0[0],zmm1[0],zmm0[2],zmm1[2],zmm0[4],zmm1[4],zmm0[6],zmm1[6] 1789 ; ALL-NEXT: ret{{[l|q]}} 1790 %shuffle = shufflevector <8 x i64> zeroinitializer, <8 x i64> %b, <8 x i32><i32 7, i32 8, i32 5, i32 10, i32 3, i32 12, i32 1, i32 14> 1791 ret <8 x i64> %shuffle 1792 } 1793 1794 define <8 x double> @shuffle_v8f64_193b5d7f(<8 x double> %a, <8 x double> %b) { 1795 ; 1796 ; ALL-LABEL: shuffle_v8f64_193b5d7f: 1797 ; ALL: # %bb.0: 1798 ; ALL-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7] 1799 ; ALL-NEXT: ret{{[l|q]}} 1800 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15> 1801 ret <8 x double> %shuffle 1802 } 1803 1804 define <8 x double> @shuffle_v8f64_z9zbzdzf(<8 x double> %a, <8 x double> %b) { 1805 ; 1806 ; ALL-LABEL: shuffle_v8f64_z9zbzdzf: 1807 ; ALL: # %bb.0: 1808 ; ALL-NEXT: vxorps %xmm0, %xmm0, %xmm0 1809 ; ALL-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7] 1810 ; ALL-NEXT: ret{{[l|q]}} 1811 %shuffle = shufflevector <8 x double> zeroinitializer, <8 x double> %b, <8 x i32><i32 0, i32 9, i32 0, i32 11, i32 0, i32 13, i32 0, i32 15> 1812 ret <8 x double> %shuffle 1813 } 1814 1815 define <8 x i64> @shuffle_v8i64_193b5d7f(<8 x i64> %a, <8 x i64> %b) { 1816 ; 1817 ; ALL-LABEL: shuffle_v8i64_193b5d7f: 1818 ; ALL: # %bb.0: 1819 ; ALL-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7] 1820 ; ALL-NEXT: ret{{[l|q]}} 1821 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32><i32 1, i32 9, i32 3, i32 11, i32 5, i32 13, i32 7, i32 15> 1822 ret <8 x i64> %shuffle 1823 } 1824 1825 define <8 x i64> @shuffle_v8i64_1z3z5z7z(<8 x i64> %a, <8 x i64> %b) { 1826 ; 1827 ; ALL-LABEL: shuffle_v8i64_1z3z5z7z: 1828 ; ALL: # %bb.0: 1829 ; ALL-NEXT: vxorps %xmm1, %xmm1, %xmm1 1830 ; ALL-NEXT: vunpckhpd {{.*#+}} zmm0 = zmm0[1],zmm1[1],zmm0[3],zmm1[3],zmm0[5],zmm1[5],zmm0[7],zmm1[7] 1831 ; ALL-NEXT: ret{{[l|q]}} 1832 %shuffle = shufflevector <8 x i64> %a, <8 x i64> zeroinitializer, <8 x i32><i32 1, i32 8, i32 3, i32 15, i32 5, i32 8, i32 7, i32 15> 1833 ret <8 x i64> %shuffle 1834 } 1835 1836 define <8 x double> @test_vshuff64x2_512(<8 x double> %x, <8 x double> %x1) nounwind { 1837 ; ALL-LABEL: test_vshuff64x2_512: 1838 ; ALL: # %bb.0: 1839 ; ALL-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],zmm1[2,3,0,1] 1840 ; ALL-NEXT: ret{{[l|q]}} 1841 %res = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1842 ret <8 x double> %res 1843 } 1844 1845 define <8 x double> @test_vshuff64x2_512_maskz(<8 x double> %x, <8 x double> %x1, <8 x i1> %mask) nounwind { 1846 ; ALL-LABEL: test_vshuff64x2_512_maskz: 1847 ; ALL: # %bb.0: 1848 ; ALL-NEXT: vpmovsxwq %xmm2, %zmm2 1849 ; ALL-NEXT: vpsllq $63, %zmm2, %zmm2 1850 ; ALL-NEXT: vptestmq %zmm2, %zmm2, %k1 1851 ; ALL-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],zmm1[2,3,0,1] 1852 ; ALL-NEXT: ret{{[l|q]}} 1853 %y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1854 %res = select <8 x i1> %mask, <8 x double> %y, <8 x double> zeroinitializer 1855 ret <8 x double> %res 1856 } 1857 1858 define <8 x i64> @test_vshufi64x2_512_mask(<8 x i64> %x, <8 x i64> %x1, <8 x i1> %mask) nounwind { 1859 ; ALL-LABEL: test_vshufi64x2_512_mask: 1860 ; ALL: # %bb.0: 1861 ; ALL-NEXT: vpmovsxwq %xmm2, %zmm2 1862 ; ALL-NEXT: vpsllq $63, %zmm2, %zmm2 1863 ; ALL-NEXT: vptestmq %zmm2, %zmm2, %k1 1864 ; ALL-NEXT: vshufi64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],zmm1[2,3,0,1] 1865 ; ALL-NEXT: ret{{[l|q]}} 1866 %y = shufflevector <8 x i64> %x, <8 x i64> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1867 %res = select <8 x i1> %mask, <8 x i64> %y, <8 x i64> %x 1868 ret <8 x i64> %res 1869 } 1870 1871 define <8 x double> @test_vshuff64x2_512_mem(<8 x double> %x, <8 x double> *%ptr) nounwind { 1872 ; AVX512F-LABEL: test_vshuff64x2_512_mem: 1873 ; AVX512F: # %bb.0: 1874 ; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],mem[2,3,0,1] 1875 ; AVX512F-NEXT: retq 1876 ; 1877 ; AVX512F-32-LABEL: test_vshuff64x2_512_mem: 1878 ; AVX512F-32: # %bb.0: 1879 ; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 1880 ; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,4,5],mem[2,3,0,1] 1881 ; AVX512F-32-NEXT: retl 1882 %x1 = load <8 x double>,<8 x double> *%ptr,align 1 1883 %res = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1884 ret <8 x double> %res 1885 } 1886 1887 define <8 x double> @test_vshuff64x2_512_mem_mask(<8 x double> %x, <8 x double> *%ptr, <8 x i1> %mask) nounwind { 1888 ; AVX512F-LABEL: test_vshuff64x2_512_mem_mask: 1889 ; AVX512F: # %bb.0: 1890 ; AVX512F-NEXT: vpmovsxwq %xmm1, %zmm1 1891 ; AVX512F-NEXT: vpsllq $63, %zmm1, %zmm1 1892 ; AVX512F-NEXT: vptestmq %zmm1, %zmm1, %k1 1893 ; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],mem[2,3,0,1] 1894 ; AVX512F-NEXT: retq 1895 ; 1896 ; AVX512F-32-LABEL: test_vshuff64x2_512_mem_mask: 1897 ; AVX512F-32: # %bb.0: 1898 ; AVX512F-32-NEXT: vpmovsxwq %xmm1, %zmm1 1899 ; AVX512F-32-NEXT: vpsllq $63, %zmm1, %zmm1 1900 ; AVX512F-32-NEXT: vptestmq %zmm1, %zmm1, %k1 1901 ; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 1902 ; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} = zmm0[0,1,4,5],mem[2,3,0,1] 1903 ; AVX512F-32-NEXT: retl 1904 %x1 = load <8 x double>,<8 x double> *%ptr,align 1 1905 %y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1906 %res = select <8 x i1> %mask, <8 x double> %y, <8 x double> %x 1907 ret <8 x double> %res 1908 } 1909 1910 define <8 x double> @test_vshuff64x2_512_mem_maskz(<8 x double> %x, <8 x double> *%ptr, <8 x i1> %mask) nounwind { 1911 ; AVX512F-LABEL: test_vshuff64x2_512_mem_maskz: 1912 ; AVX512F: # %bb.0: 1913 ; AVX512F-NEXT: vpmovsxwq %xmm1, %zmm1 1914 ; AVX512F-NEXT: vpsllq $63, %zmm1, %zmm1 1915 ; AVX512F-NEXT: vptestmq %zmm1, %zmm1, %k1 1916 ; AVX512F-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],mem[2,3,0,1] 1917 ; AVX512F-NEXT: retq 1918 ; 1919 ; AVX512F-32-LABEL: test_vshuff64x2_512_mem_maskz: 1920 ; AVX512F-32: # %bb.0: 1921 ; AVX512F-32-NEXT: vpmovsxwq %xmm1, %zmm1 1922 ; AVX512F-32-NEXT: vpsllq $63, %zmm1, %zmm1 1923 ; AVX512F-32-NEXT: vptestmq %zmm1, %zmm1, %k1 1924 ; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 1925 ; AVX512F-32-NEXT: vshuff64x2 {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,4,5],mem[2,3,0,1] 1926 ; AVX512F-32-NEXT: retl 1927 %x1 = load <8 x double>,<8 x double> *%ptr,align 1 1928 %y = shufflevector <8 x double> %x, <8 x double> %x1, <8 x i32> <i32 0, i32 1, i32 4, i32 5, i32 10, i32 11, i32 8, i32 9> 1929 %res = select <8 x i1> %mask, <8 x double> %y, <8 x double> zeroinitializer 1930 ret <8 x double> %res 1931 } 1932 1933 define <8 x double> @shuffle_v8f64_23014567(<8 x double> %a0, <8 x double> %a1) { 1934 ; ALL-LABEL: shuffle_v8f64_23014567: 1935 ; ALL: # %bb.0: 1936 ; ALL-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,4,5,6,7] 1937 ; ALL-NEXT: ret{{[l|q]}} 1938 %1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 4, i32 5, i32 6, i32 7> 1939 ret <8 x double> %1 1940 } 1941 1942 define <8 x double> @shuffle_v8f64_2301uu67(<8 x double> %a0, <8 x double> %a1) { 1943 ; ALL-LABEL: shuffle_v8f64_2301uu67: 1944 ; ALL: # %bb.0: 1945 ; ALL-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm1[2,3,0,1,0,1,6,7] 1946 ; ALL-NEXT: ret{{[l|q]}} 1947 %1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 undef, i32 undef, i32 6, i32 7> 1948 ret <8 x double> %1 1949 } 1950 1951 define <8 x double> @shuffle_v8f64_2301uuuu(<8 x double> %a0, <8 x double> %a1) { 1952 ; ALL-LABEL: shuffle_v8f64_2301uuuu: 1953 ; ALL: # %bb.0: 1954 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm1[2,3,0,1] 1955 ; ALL-NEXT: ret{{[l|q]}} 1956 %1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 2, i32 3, i32 0, i32 1, i32 undef, i32 undef, i32 undef, i32 undef> 1957 ret <8 x double> %1 1958 } 1959 1960 define <8 x double> @shuffle_v8f64_uuu2301(<8 x double> %a0, <8 x double> %a1) { 1961 ; ALL-LABEL: shuffle_v8f64_uuu2301: 1962 ; ALL: # %bb.0: 1963 ; ALL-NEXT: vshuff64x2 {{.*#+}} zmm0 = zmm0[0,1,0,1],zmm1[2,3,0,1] 1964 ; ALL-NEXT: ret{{[l|q]}} 1965 %1 = shufflevector <8 x double> %a1, <8 x double> undef, <8 x i32> <i32 undef, i32 undef, i32 undef, i32 undef, i32 2, i32 3, i32 0, i32 1> 1966 ret <8 x double> %1 1967 } 1968 1969 define <8 x i64> @shuffle_v8i64_0zzzzzzz(<8 x i64> %a) { 1970 ; ALL-LABEL: shuffle_v8i64_0zzzzzzz: 1971 ; ALL: # %bb.0: 1972 ; ALL-NEXT: vxorps %xmm1, %xmm1, %xmm1 1973 ; ALL-NEXT: vblendps {{.*#+}} xmm0 = xmm0[0,1],xmm1[2,3] 1974 ; ALL-NEXT: ret{{[l|q]}} 1975 %shuffle = shufflevector <8 x i64> %a, <8 x i64> zeroinitializer, <8 x i32> <i32 0, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8> 1976 ret <8 x i64> %shuffle 1977 } 1978 1979 define <8 x double> @shuffle_v8f64_0zzzzzzz(<8 x double> %a) { 1980 ; ALL-LABEL: shuffle_v8f64_0zzzzzzz: 1981 ; ALL: # %bb.0: 1982 ; ALL-NEXT: vxorps %xmm1, %xmm1, %xmm1 1983 ; ALL-NEXT: vblendps {{.*#+}} xmm0 = xmm0[0,1],xmm1[2,3] 1984 ; ALL-NEXT: ret{{[l|q]}} 1985 %shuffle = shufflevector <8 x double> %a, <8 x double> zeroinitializer, <8 x i32> <i32 0, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8, i32 8> 1986 ret <8 x double> %shuffle 1987 } 1988 1989 define <8 x i64> @shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b) { 1990 ; 1991 ; ALL-LABEL: shuffle_v8i64_12345678: 1992 ; ALL: # %bb.0: 1993 ; ALL-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7],zmm1[0] 1994 ; ALL-NEXT: ret{{[l|q]}} 1995 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8> 1996 ret <8 x i64> %shuffle 1997 } 1998 1999 define <8 x i64> @shuffle_v8i64_12345670(<8 x i64> %a) { 2000 ; 2001 ; ALL-LABEL: shuffle_v8i64_12345670: 2002 ; ALL: # %bb.0: 2003 ; ALL-NEXT: valignq {{.*#+}} zmm0 = zmm0[1,2,3,4,5,6,7,0] 2004 ; ALL-NEXT: ret{{[l|q]}} 2005 %shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0> 2006 ret <8 x i64> %shuffle 2007 } 2008 2009 define <8 x i64> @mask_shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b, <8 x i64> %passthru, i8 %mask) { 2010 ; 2011 ; AVX512F-LABEL: mask_shuffle_v8i64_12345678: 2012 ; AVX512F: # %bb.0: 2013 ; AVX512F-NEXT: kmovw %edi, %k1 2014 ; AVX512F-NEXT: valignq {{.*#+}} zmm2 {%k1} = zmm0[1,2,3,4,5,6,7],zmm1[0] 2015 ; AVX512F-NEXT: vmovdqa64 %zmm2, %zmm0 2016 ; AVX512F-NEXT: retq 2017 ; 2018 ; AVX512F-32-LABEL: mask_shuffle_v8i64_12345678: 2019 ; AVX512F-32: # %bb.0: 2020 ; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax 2021 ; AVX512F-32-NEXT: kmovw %eax, %k1 2022 ; AVX512F-32-NEXT: valignq {{.*#+}} zmm2 {%k1} = zmm0[1,2,3,4,5,6,7],zmm1[0] 2023 ; AVX512F-32-NEXT: vmovdqa64 %zmm2, %zmm0 2024 ; AVX512F-32-NEXT: retl 2025 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8> 2026 %mask.cast = bitcast i8 %mask to <8 x i1> 2027 %res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> %passthru 2028 ret <8 x i64> %res 2029 } 2030 2031 define <8 x i64> @mask_shuffle_v8i64_12345670(<8 x i64> %a, <8 x i64> %passthru, i8 %mask) { 2032 ; 2033 ; AVX512F-LABEL: mask_shuffle_v8i64_12345670: 2034 ; AVX512F: # %bb.0: 2035 ; AVX512F-NEXT: kmovw %edi, %k1 2036 ; AVX512F-NEXT: valignq {{.*#+}} zmm1 {%k1} = zmm0[1,2,3,4,5,6,7,0] 2037 ; AVX512F-NEXT: vmovdqa64 %zmm1, %zmm0 2038 ; AVX512F-NEXT: retq 2039 ; 2040 ; AVX512F-32-LABEL: mask_shuffle_v8i64_12345670: 2041 ; AVX512F-32: # %bb.0: 2042 ; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax 2043 ; AVX512F-32-NEXT: kmovw %eax, %k1 2044 ; AVX512F-32-NEXT: valignq {{.*#+}} zmm1 {%k1} = zmm0[1,2,3,4,5,6,7,0] 2045 ; AVX512F-32-NEXT: vmovdqa64 %zmm1, %zmm0 2046 ; AVX512F-32-NEXT: retl 2047 %shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0> 2048 %mask.cast = bitcast i8 %mask to <8 x i1> 2049 %res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> %passthru 2050 ret <8 x i64> %res 2051 } 2052 2053 define <8 x i64> @maskz_shuffle_v8i64_12345678(<8 x i64> %a, <8 x i64> %b, i8 %mask) { 2054 ; 2055 ; AVX512F-LABEL: maskz_shuffle_v8i64_12345678: 2056 ; AVX512F: # %bb.0: 2057 ; AVX512F-NEXT: kmovw %edi, %k1 2058 ; AVX512F-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7],zmm1[0] 2059 ; AVX512F-NEXT: retq 2060 ; 2061 ; AVX512F-32-LABEL: maskz_shuffle_v8i64_12345678: 2062 ; AVX512F-32: # %bb.0: 2063 ; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax 2064 ; AVX512F-32-NEXT: kmovw %eax, %k1 2065 ; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7],zmm1[0] 2066 ; AVX512F-32-NEXT: retl 2067 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8> 2068 %mask.cast = bitcast i8 %mask to <8 x i1> 2069 %res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> zeroinitializer 2070 ret <8 x i64> %res 2071 } 2072 2073 define <8 x i64> @maskz_shuffle_v8i64_12345670(<8 x i64> %a, i8 %mask) { 2074 ; 2075 ; AVX512F-LABEL: maskz_shuffle_v8i64_12345670: 2076 ; AVX512F: # %bb.0: 2077 ; AVX512F-NEXT: kmovw %edi, %k1 2078 ; AVX512F-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7,0] 2079 ; AVX512F-NEXT: retq 2080 ; 2081 ; AVX512F-32-LABEL: maskz_shuffle_v8i64_12345670: 2082 ; AVX512F-32: # %bb.0: 2083 ; AVX512F-32-NEXT: movzbl {{[0-9]+}}(%esp), %eax 2084 ; AVX512F-32-NEXT: kmovw %eax, %k1 2085 ; AVX512F-32-NEXT: valignq {{.*#+}} zmm0 {%k1} {z} = zmm0[1,2,3,4,5,6,7,0] 2086 ; AVX512F-32-NEXT: retl 2087 %shuffle = shufflevector <8 x i64> %a, <8 x i64> undef, <8 x i32> <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 0> 2088 %mask.cast = bitcast i8 %mask to <8 x i1> 2089 %res = select <8 x i1> %mask.cast, <8 x i64> %shuffle, <8 x i64> zeroinitializer 2090 ret <8 x i64> %res 2091 } 2092 2093 define <8 x double> @shuffle_v8f64_012389AB(<8 x double> %a, <8 x double> %b) { 2094 ; ALL-LABEL: shuffle_v8f64_012389AB: 2095 ; ALL: # %bb.0: 2096 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0 2097 ; ALL-NEXT: ret{{[l|q]}} 2098 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 10, i32 11> 2099 ret <8 x double> %shuffle 2100 } 2101 2102 define <8 x double> @shuffle_v8f64_89AB0123(<8 x double> %a, <8 x double> %b) { 2103 ; ALL-LABEL: shuffle_v8f64_89AB0123: 2104 ; ALL: # %bb.0: 2105 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0 2106 ; ALL-NEXT: ret{{[l|q]}} 2107 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 0, i32 1, i32 2, i32 3> 2108 ret <8 x double> %shuffle 2109 } 2110 2111 define <8 x double> @shuffle_v8f64_01230123(<8 x double> %a, <8 x double> %b) { 2112 ; ALL-LABEL: shuffle_v8f64_01230123: 2113 ; ALL: # %bb.0: 2114 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0 2115 ; ALL-NEXT: ret{{[l|q]}} 2116 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 0, i32 1, i32 2, i32 3> 2117 ret <8 x double> %shuffle 2118 } 2119 2120 define <8 x i64> @shuffle_v8i64_012389AB(<8 x i64> %a, <8 x i64> %b) { 2121 ; ALL-LABEL: shuffle_v8i64_012389AB: 2122 ; ALL: # %bb.0: 2123 ; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0 2124 ; ALL-NEXT: ret{{[l|q]}} 2125 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 10, i32 11> 2126 ret <8 x i64> %shuffle 2127 } 2128 2129 define <8 x i64> @shuffle_v8i64_89AB0123(<8 x i64> %a, <8 x i64> %b) { 2130 ; ALL-LABEL: shuffle_v8i64_89AB0123: 2131 ; ALL: # %bb.0: 2132 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm1, %zmm0 2133 ; ALL-NEXT: ret{{[l|q]}} 2134 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 0, i32 1, i32 2, i32 3> 2135 ret <8 x i64> %shuffle 2136 } 2137 2138 define <8 x i64> @shuffle_v8i64_01230123(<8 x i64> %a, <8 x i64> %b) { 2139 ; ALL-LABEL: shuffle_v8i64_01230123: 2140 ; ALL: # %bb.0: 2141 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0 2142 ; ALL-NEXT: ret{{[l|q]}} 2143 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 0, i32 1, i32 2, i32 3> 2144 ret <8 x i64> %shuffle 2145 } 2146 2147 define <8 x double> @shuffle_v8f64_89234567(<8 x double> %a, <8 x double> %b) { 2148 ; ALL-LABEL: shuffle_v8f64_89234567: 2149 ; ALL: # %bb.0: 2150 ; ALL-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0 2151 ; ALL-NEXT: ret{{[l|q]}} 2152 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 8, i32 9, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 2153 ret <8 x double> %shuffle 2154 } 2155 2156 define <8 x double> @shuffle_v8f64_01894567(<8 x double> %a, <8 x double> %b) { 2157 ; ALL-LABEL: shuffle_v8f64_01894567: 2158 ; ALL: # %bb.0: 2159 ; ALL-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0 2160 ; ALL-NEXT: ret{{[l|q]}} 2161 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 8, i32 9, i32 4, i32 5, i32 6, i32 7> 2162 ret <8 x double> %shuffle 2163 } 2164 2165 define <8 x double> @shuffle_v8f64_01238967(<8 x double> %a, <8 x double> %b) { 2166 ; ALL-LABEL: shuffle_v8f64_01238967: 2167 ; ALL: # %bb.0: 2168 ; ALL-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0 2169 ; ALL-NEXT: ret{{[l|q]}} 2170 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 6, i32 7> 2171 ret <8 x double> %shuffle 2172 } 2173 2174 define <8 x double> @shuffle_v8f64_01234589(<8 x double> %a, <8 x double> %b) { 2175 ; ALL-LABEL: shuffle_v8f64_01234589: 2176 ; ALL: # %bb.0: 2177 ; ALL-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0 2178 ; ALL-NEXT: ret{{[l|q]}} 2179 %shuffle = shufflevector <8 x double> %a, <8 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 8, i32 9> 2180 ret <8 x double> %shuffle 2181 } 2182 2183 define <8 x i64> @shuffle_v8i64_89234567(<8 x i64> %a, <8 x i64> %b) { 2184 ; ALL-LABEL: shuffle_v8i64_89234567: 2185 ; ALL: # %bb.0: 2186 ; ALL-NEXT: vinsertf32x4 $0, %xmm1, %zmm0, %zmm0 2187 ; ALL-NEXT: ret{{[l|q]}} 2188 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 8, i32 9, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 2189 ret <8 x i64> %shuffle 2190 } 2191 2192 define <8 x i64> @shuffle_v8i64_01894567(<8 x i64> %a, <8 x i64> %b) { 2193 ; ALL-LABEL: shuffle_v8i64_01894567: 2194 ; ALL: # %bb.0: 2195 ; ALL-NEXT: vinsertf32x4 $1, %xmm1, %zmm0, %zmm0 2196 ; ALL-NEXT: ret{{[l|q]}} 2197 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 8, i32 9, i32 4, i32 5, i32 6, i32 7> 2198 ret <8 x i64> %shuffle 2199 } 2200 2201 define <8 x i64> @shuffle_v8i64_01238967(<8 x i64> %a, <8 x i64> %b) { 2202 ; ALL-LABEL: shuffle_v8i64_01238967: 2203 ; ALL: # %bb.0: 2204 ; ALL-NEXT: vinsertf32x4 $2, %xmm1, %zmm0, %zmm0 2205 ; ALL-NEXT: ret{{[l|q]}} 2206 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 6, i32 7> 2207 ret <8 x i64> %shuffle 2208 } 2209 2210 define <8 x i64> @shuffle_v8i64_01234589(<8 x i64> %a, <8 x i64> %b) { 2211 ; ALL-LABEL: shuffle_v8i64_01234589: 2212 ; ALL: # %bb.0: 2213 ; ALL-NEXT: vinsertf32x4 $3, %xmm1, %zmm0, %zmm0 2214 ; ALL-NEXT: ret{{[l|q]}} 2215 %shuffle = shufflevector <8 x i64> %a, <8 x i64> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 8, i32 9> 2216 ret <8 x i64> %shuffle 2217 } 2218 2219 define <8 x double> @shuffle_v4f64_v8f64_22222222(<4 x double> %a) { 2220 ; ALL-LABEL: shuffle_v4f64_v8f64_22222222: 2221 ; ALL: # %bb.0: 2222 ; ALL-NEXT: vextractf128 $1, %ymm0, %xmm0 2223 ; ALL-NEXT: vbroadcastsd %xmm0, %zmm0 2224 ; ALL-NEXT: ret{{[l|q]}} 2225 %shuffle = shufflevector <4 x double> %a, <4 x double> undef, <8 x i32> <i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2, i32 2> 2226 ret <8 x double> %shuffle 2227 } 2228 2229 define <8 x i64> @shuffle_v2i64_v8i64_01010101(<2 x i64> %a) { 2230 ; ALL-LABEL: shuffle_v2i64_v8i64_01010101: 2231 ; ALL: # %bb.0: 2232 ; ALL-NEXT: # kill: def $xmm0 killed $xmm0 def $ymm0 2233 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0 2234 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0 2235 ; ALL-NEXT: ret{{[l|q]}} 2236 %shuffle = shufflevector <2 x i64> %a, <2 x i64> undef, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 0, i32 1, i32 0, i32 1> 2237 ret <8 x i64> %shuffle 2238 } 2239 2240 define <8 x double> @shuffle_v2f64_v8f64_01010101(<2 x double> %a) { 2241 ; ALL-LABEL: shuffle_v2f64_v8f64_01010101: 2242 ; ALL: # %bb.0: 2243 ; ALL-NEXT: # kill: def $xmm0 killed $xmm0 def $ymm0 2244 ; ALL-NEXT: vinsertf128 $1, %xmm0, %ymm0, %ymm0 2245 ; ALL-NEXT: vinsertf64x4 $1, %ymm0, %zmm0, %zmm0 2246 ; ALL-NEXT: ret{{[l|q]}} 2247 %shuffle = shufflevector <2 x double> %a, <2 x double> undef, <8 x i32> <i32 0, i32 1, i32 0, i32 1, i32 0, i32 1, i32 0, i32 1> 2248 ret <8 x double> %shuffle 2249 } 2250 2251 ;FIXME: compressp 2252 define <4 x double> @test_v8f64_2346 (<8 x double> %v) { 2253 ; ALL-LABEL: test_v8f64_2346: 2254 ; ALL: # %bb.0: 2255 ; ALL-NEXT: vextractf128 $1, %ymm0, %xmm1 2256 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm0 2257 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[0,1,0,2] 2258 ; ALL-NEXT: vblendps {{.*#+}} ymm0 = ymm1[0,1,2,3],ymm0[4,5,6,7] 2259 ; ALL-NEXT: ret{{[l|q]}} 2260 %res = shufflevector <8 x double> %v, <8 x double> undef, <4 x i32> <i32 2, i32 3, i32 4, i32 6> 2261 ret <4 x double> %res 2262 } 2263 2264 ;FIXME: compressp 2265 define <2 x double> @test_v8f64_34 (<8 x double> %v) { 2266 ; ALL-LABEL: test_v8f64_34: 2267 ; ALL: # %bb.0: 2268 ; ALL-NEXT: vextractf32x4 $2, %zmm0, %xmm1 2269 ; ALL-NEXT: vextractf128 $1, %ymm0, %xmm0 2270 ; ALL-NEXT: vshufpd {{.*#+}} xmm0 = xmm0[1],xmm1[0] 2271 ; ALL-NEXT: vzeroupper 2272 ; ALL-NEXT: ret{{[l|q]}} 2273 %res = shufflevector <8 x double> %v, <8 x double> undef, <2 x i32> <i32 3, i32 4> 2274 ret <2 x double> %res 2275 } 2276 2277 ; FIXME: vpcompress 2278 define <4 x i64> @test_v8i64_1257 (<8 x i64> %v) { 2279 ; ALL-LABEL: test_v8i64_1257: 2280 ; ALL: # %bb.0: 2281 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1 2282 ; ALL-NEXT: vpermpd {{.*#+}} ymm1 = ymm1[0,1,1,3] 2283 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[1,2,2,3] 2284 ; ALL-NEXT: vblendps {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5,6,7] 2285 ; ALL-NEXT: ret{{[l|q]}} 2286 %res = shufflevector <8 x i64> %v, <8 x i64> undef, <4 x i32> <i32 1, i32 2, i32 5, i32 7> 2287 ret <4 x i64> %res 2288 } 2289 2290 define <2 x i64> @test_v8i64_2_5 (<8 x i64> %v) { 2291 ; ALL-LABEL: test_v8i64_2_5: 2292 ; ALL: # %bb.0: 2293 ; ALL-NEXT: vextractf64x4 $1, %zmm0, %ymm1 2294 ; ALL-NEXT: vblendps {{.*#+}} ymm0 = ymm0[0,1],ymm1[2,3],ymm0[4,5,6,7] 2295 ; ALL-NEXT: vpermpd {{.*#+}} ymm0 = ymm0[2,1,2,3] 2296 ; ALL-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0 2297 ; ALL-NEXT: vzeroupper 2298 ; ALL-NEXT: ret{{[l|q]}} 2299 %res = shufflevector <8 x i64> %v, <8 x i64> undef, <2 x i32> <i32 2, i32 5> 2300 ret <2 x i64> %res 2301 } 2302 2303 define <8 x i64> @test_v8i64_insert_zero_128(<8 x i64> %a) { 2304 ; ALL-LABEL: test_v8i64_insert_zero_128: 2305 ; ALL: # %bb.0: 2306 ; ALL-NEXT: movb $3, %al 2307 ; ALL-NEXT: kmovw %eax, %k1 2308 ; ALL-NEXT: vpexpandq %zmm0, %zmm0 {%k1} {z} 2309 ; ALL-NEXT: ret{{[l|q]}} 2310 %res = shufflevector <8 x i64> %a, <8 x i64> <i64 0, i64 0, i64 0, i64 0, i64 undef, i64 undef, i64 undef, i64 undef>, <8 x i32> <i32 0, i32 1, i32 8, i32 9, i32 8, i32 9, i32 8, i32 9> 2311 ret <8 x i64> %res 2312 } 2313 2314 define <8 x i64> @test_v8i64_insert_zero_256(<8 x i64> %a) { 2315 ; ALL-LABEL: test_v8i64_insert_zero_256: 2316 ; ALL: # %bb.0: 2317 ; ALL-NEXT: vmovaps %ymm0, %ymm0 2318 ; ALL-NEXT: ret{{[l|q]}} 2319 %res = shufflevector <8 x i64> %a, <8 x i64> <i64 0, i64 0, i64 0, i64 0, i64 undef, i64 undef, i64 undef, i64 undef>, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 8, i32 9, i32 8, i32 9> 2320 ret <8 x i64> %res 2321 } 2322
