1 ; RUN: llc -march=amdgcn -mcpu=SI -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=FUNC %s 2 ; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=FUNC %s 3 4 ; FUNC-LABEL: {{^}}test_concat_v1i32: 5 ; 0x80f000 is the high 32 bits of the resource descriptor used by MUBUF 6 ; instructions that access scratch memory. Bit 23, which is the add_tid_enable 7 ; bit, is only set for scratch access, so we can check for the absence of this 8 ; value if we want to ensure scratch memory is not being used. 9 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 10 ; SI-NOT: movrel 11 define void @test_concat_v1i32(<2 x i32> addrspace(1)* %out, <1 x i32> %a, <1 x i32> %b) nounwind { 12 %concat = shufflevector <1 x i32> %a, <1 x i32> %b, <2 x i32> <i32 0, i32 1> 13 store <2 x i32> %concat, <2 x i32> addrspace(1)* %out, align 8 14 ret void 15 } 16 17 ; FUNC-LABEL: {{^}}test_concat_v2i32: 18 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 19 ; SI-NOT: movrel 20 define void @test_concat_v2i32(<4 x i32> addrspace(1)* %out, <2 x i32> %a, <2 x i32> %b) nounwind { 21 %concat = shufflevector <2 x i32> %a, <2 x i32> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 22 store <4 x i32> %concat, <4 x i32> addrspace(1)* %out, align 16 23 ret void 24 } 25 26 ; FUNC-LABEL: {{^}}test_concat_v4i32: 27 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 28 ; SI-NOT: movrel 29 define void @test_concat_v4i32(<8 x i32> addrspace(1)* %out, <4 x i32> %a, <4 x i32> %b) nounwind { 30 %concat = shufflevector <4 x i32> %a, <4 x i32> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 31 store <8 x i32> %concat, <8 x i32> addrspace(1)* %out, align 32 32 ret void 33 } 34 35 ; FUNC-LABEL: {{^}}test_concat_v8i32: 36 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 37 ; SI-NOT: movrel 38 define void @test_concat_v8i32(<16 x i32> addrspace(1)* %out, <8 x i32> %a, <8 x i32> %b) nounwind { 39 %concat = shufflevector <8 x i32> %a, <8 x i32> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 40 store <16 x i32> %concat, <16 x i32> addrspace(1)* %out, align 64 41 ret void 42 } 43 44 ; FUNC-LABEL: {{^}}test_concat_v16i32: 45 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 46 ; SI-NOT: movrel 47 define void @test_concat_v16i32(<32 x i32> addrspace(1)* %out, <16 x i32> %a, <16 x i32> %b) nounwind { 48 %concat = shufflevector <16 x i32> %a, <16 x i32> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 49 store <32 x i32> %concat, <32 x i32> addrspace(1)* %out, align 128 50 ret void 51 } 52 53 ; FUNC-LABEL: {{^}}test_concat_v1f32: 54 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 55 ; SI-NOT: movrel 56 define void @test_concat_v1f32(<2 x float> addrspace(1)* %out, <1 x float> %a, <1 x float> %b) nounwind { 57 %concat = shufflevector <1 x float> %a, <1 x float> %b, <2 x i32> <i32 0, i32 1> 58 store <2 x float> %concat, <2 x float> addrspace(1)* %out, align 8 59 ret void 60 } 61 62 ; FUNC-LABEL: {{^}}test_concat_v2f32: 63 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 64 ; SI-NOT: movrel 65 define void @test_concat_v2f32(<4 x float> addrspace(1)* %out, <2 x float> %a, <2 x float> %b) nounwind { 66 %concat = shufflevector <2 x float> %a, <2 x float> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 67 store <4 x float> %concat, <4 x float> addrspace(1)* %out, align 16 68 ret void 69 } 70 71 ; FUNC-LABEL: {{^}}test_concat_v4f32: 72 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 73 ; SI-NOT: movrel 74 define void @test_concat_v4f32(<8 x float> addrspace(1)* %out, <4 x float> %a, <4 x float> %b) nounwind { 75 %concat = shufflevector <4 x float> %a, <4 x float> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 76 store <8 x float> %concat, <8 x float> addrspace(1)* %out, align 32 77 ret void 78 } 79 80 ; FUNC-LABEL: {{^}}test_concat_v8f32: 81 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 82 ; SI-NOT: movrel 83 define void @test_concat_v8f32(<16 x float> addrspace(1)* %out, <8 x float> %a, <8 x float> %b) nounwind { 84 %concat = shufflevector <8 x float> %a, <8 x float> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 85 store <16 x float> %concat, <16 x float> addrspace(1)* %out, align 64 86 ret void 87 } 88 89 ; FUNC-LABEL: {{^}}test_concat_v16f32: 90 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 91 ; SI-NOT: movrel 92 define void @test_concat_v16f32(<32 x float> addrspace(1)* %out, <16 x float> %a, <16 x float> %b) nounwind { 93 %concat = shufflevector <16 x float> %a, <16 x float> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 94 store <32 x float> %concat, <32 x float> addrspace(1)* %out, align 128 95 ret void 96 } 97 98 ; FUNC-LABEL: {{^}}test_concat_v1i64: 99 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 100 ; SI-NOT: movrel 101 define void @test_concat_v1i64(<2 x double> addrspace(1)* %out, <1 x double> %a, <1 x double> %b) nounwind { 102 %concat = shufflevector <1 x double> %a, <1 x double> %b, <2 x i32> <i32 0, i32 1> 103 store <2 x double> %concat, <2 x double> addrspace(1)* %out, align 16 104 ret void 105 } 106 107 ; FUNC-LABEL: {{^}}test_concat_v2i64: 108 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 109 ; SI-NOT: movrel 110 define void @test_concat_v2i64(<4 x double> addrspace(1)* %out, <2 x double> %a, <2 x double> %b) nounwind { 111 %concat = shufflevector <2 x double> %a, <2 x double> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 112 store <4 x double> %concat, <4 x double> addrspace(1)* %out, align 32 113 ret void 114 } 115 116 ; FUNC-LABEL: {{^}}test_concat_v4i64: 117 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 118 ; SI-NOT: movrel 119 define void @test_concat_v4i64(<8 x double> addrspace(1)* %out, <4 x double> %a, <4 x double> %b) nounwind { 120 %concat = shufflevector <4 x double> %a, <4 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 121 store <8 x double> %concat, <8 x double> addrspace(1)* %out, align 64 122 ret void 123 } 124 125 ; FUNC-LABEL: {{^}}test_concat_v8i64: 126 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 127 ; SI-NOT: movrel 128 define void @test_concat_v8i64(<16 x double> addrspace(1)* %out, <8 x double> %a, <8 x double> %b) nounwind { 129 %concat = shufflevector <8 x double> %a, <8 x double> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 130 store <16 x double> %concat, <16 x double> addrspace(1)* %out, align 128 131 ret void 132 } 133 134 ; FUNC-LABEL: {{^}}test_concat_v16i64: 135 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 136 ; SI-NOT: movrel 137 define void @test_concat_v16i64(<32 x double> addrspace(1)* %out, <16 x double> %a, <16 x double> %b) nounwind { 138 %concat = shufflevector <16 x double> %a, <16 x double> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 139 store <32 x double> %concat, <32 x double> addrspace(1)* %out, align 256 140 ret void 141 } 142 143 ; FUNC-LABEL: {{^}}test_concat_v1f64: 144 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 145 ; SI-NOT: movrel 146 define void @test_concat_v1f64(<2 x double> addrspace(1)* %out, <1 x double> %a, <1 x double> %b) nounwind { 147 %concat = shufflevector <1 x double> %a, <1 x double> %b, <2 x i32> <i32 0, i32 1> 148 store <2 x double> %concat, <2 x double> addrspace(1)* %out, align 16 149 ret void 150 } 151 152 ; FUNC-LABEL: {{^}}test_concat_v2f64: 153 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 154 ; SI-NOT: movrel 155 define void @test_concat_v2f64(<4 x double> addrspace(1)* %out, <2 x double> %a, <2 x double> %b) nounwind { 156 %concat = shufflevector <2 x double> %a, <2 x double> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 157 store <4 x double> %concat, <4 x double> addrspace(1)* %out, align 32 158 ret void 159 } 160 161 ; FUNC-LABEL: {{^}}test_concat_v4f64: 162 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 163 ; SI-NOT: movrel 164 define void @test_concat_v4f64(<8 x double> addrspace(1)* %out, <4 x double> %a, <4 x double> %b) nounwind { 165 %concat = shufflevector <4 x double> %a, <4 x double> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 166 store <8 x double> %concat, <8 x double> addrspace(1)* %out, align 64 167 ret void 168 } 169 170 ; FUNC-LABEL: {{^}}test_concat_v8f64: 171 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 172 ; SI-NOT: movrel 173 define void @test_concat_v8f64(<16 x double> addrspace(1)* %out, <8 x double> %a, <8 x double> %b) nounwind { 174 %concat = shufflevector <8 x double> %a, <8 x double> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 175 store <16 x double> %concat, <16 x double> addrspace(1)* %out, align 128 176 ret void 177 } 178 179 ; FUNC-LABEL: {{^}}test_concat_v16f64: 180 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 181 ; SI-NOT: movrel 182 define void @test_concat_v16f64(<32 x double> addrspace(1)* %out, <16 x double> %a, <16 x double> %b) nounwind { 183 %concat = shufflevector <16 x double> %a, <16 x double> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 184 store <32 x double> %concat, <32 x double> addrspace(1)* %out, align 256 185 ret void 186 } 187 188 ; FUNC-LABEL: {{^}}test_concat_v1i1: 189 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 190 ; SI-NOT: movrel 191 define void @test_concat_v1i1(<2 x i1> addrspace(1)* %out, <1 x i1> %a, <1 x i1> %b) nounwind { 192 %concat = shufflevector <1 x i1> %a, <1 x i1> %b, <2 x i32> <i32 0, i32 1> 193 store <2 x i1> %concat, <2 x i1> addrspace(1)* %out 194 ret void 195 } 196 197 ; FUNC-LABEL: {{^}}test_concat_v2i1: 198 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 199 ; SI-NOT: movrel 200 define void @test_concat_v2i1(<4 x i1> addrspace(1)* %out, <2 x i1> %a, <2 x i1> %b) nounwind { 201 %concat = shufflevector <2 x i1> %a, <2 x i1> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 202 store <4 x i1> %concat, <4 x i1> addrspace(1)* %out 203 ret void 204 } 205 206 ; FUNC-LABEL: {{^}}test_concat_v4i1: 207 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 208 ; SI-NOT: movrel 209 define void @test_concat_v4i1(<8 x i1> addrspace(1)* %out, <4 x i1> %a, <4 x i1> %b) nounwind { 210 %concat = shufflevector <4 x i1> %a, <4 x i1> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 211 store <8 x i1> %concat, <8 x i1> addrspace(1)* %out 212 ret void 213 } 214 215 ; FUNC-LABEL: {{^}}test_concat_v8i1: 216 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 217 ; SI-NOT: movrel 218 define void @test_concat_v8i1(<16 x i1> addrspace(1)* %out, <8 x i1> %a, <8 x i1> %b) nounwind { 219 %concat = shufflevector <8 x i1> %a, <8 x i1> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 220 store <16 x i1> %concat, <16 x i1> addrspace(1)* %out 221 ret void 222 } 223 224 ; FUNC-LABEL: {{^}}test_concat_v16i1: 225 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 226 ; SI-NOT: movrel 227 define void @test_concat_v16i1(<32 x i1> addrspace(1)* %out, <16 x i1> %a, <16 x i1> %b) nounwind { 228 %concat = shufflevector <16 x i1> %a, <16 x i1> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 229 store <32 x i1> %concat, <32 x i1> addrspace(1)* %out 230 ret void 231 } 232 233 ; FUNC-LABEL: {{^}}test_concat_v32i1: 234 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 235 ; SI-NOT: movrel 236 define void @test_concat_v32i1(<64 x i1> addrspace(1)* %out, <32 x i1> %a, <32 x i1> %b) nounwind { 237 %concat = shufflevector <32 x i1> %a, <32 x i1> %b, <64 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31, i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38, i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47, i32 48, i32 49, i32 50, i32 51, i32 52, i32 53, i32 54, i32 55, i32 56, i32 57, i32 58, i32 59, i32 60, i32 61, i32 62, i32 63> 238 store <64 x i1> %concat, <64 x i1> addrspace(1)* %out 239 ret void 240 } 241 242 ; FUNC-LABEL: {{^}}test_concat_v1i16: 243 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 244 ; SI-NOT: movrel 245 define void @test_concat_v1i16(<2 x i16> addrspace(1)* %out, <1 x i16> %a, <1 x i16> %b) nounwind { 246 %concat = shufflevector <1 x i16> %a, <1 x i16> %b, <2 x i32> <i32 0, i32 1> 247 store <2 x i16> %concat, <2 x i16> addrspace(1)* %out, align 4 248 ret void 249 } 250 251 ; FUNC-LABEL: {{^}}test_concat_v2i16: 252 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 253 ; SI-NOT: movrel 254 define void @test_concat_v2i16(<4 x i16> addrspace(1)* %out, <2 x i16> %a, <2 x i16> %b) nounwind { 255 %concat = shufflevector <2 x i16> %a, <2 x i16> %b, <4 x i32> <i32 0, i32 1, i32 2, i32 3> 256 store <4 x i16> %concat, <4 x i16> addrspace(1)* %out, align 8 257 ret void 258 } 259 260 ; FUNC-LABEL: {{^}}test_concat_v4i16: 261 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 262 ; SI-NOT: movrel 263 define void @test_concat_v4i16(<8 x i16> addrspace(1)* %out, <4 x i16> %a, <4 x i16> %b) nounwind { 264 %concat = shufflevector <4 x i16> %a, <4 x i16> %b, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> 265 store <8 x i16> %concat, <8 x i16> addrspace(1)* %out, align 16 266 ret void 267 } 268 269 ; FUNC-LABEL: {{^}}test_concat_v8i16: 270 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 271 ; SI-NOT: movrel 272 define void @test_concat_v8i16(<16 x i16> addrspace(1)* %out, <8 x i16> %a, <8 x i16> %b) nounwind { 273 %concat = shufflevector <8 x i16> %a, <8 x i16> %b, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15> 274 store <16 x i16> %concat, <16 x i16> addrspace(1)* %out, align 32 275 ret void 276 } 277 278 ; FUNC-LABEL: {{^}}test_concat_v16i16: 279 ; SI-NOT: s_mov_b32 s{{[0-9]}}, 0x80f000 280 ; SI-NOT: movrel 281 define void @test_concat_v16i16(<32 x i16> addrspace(1)* %out, <16 x i16> %a, <16 x i16> %b) nounwind { 282 %concat = shufflevector <16 x i16> %a, <16 x i16> %b, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31> 283 store <32 x i16> %concat, <32 x i16> addrspace(1)* %out, align 64 284 ret void 285 } 286 287 ; FUNC-LABEL: {{^}}concat_vector_crash: 288 ; SI: s_endpgm 289 define void @concat_vector_crash(<8 x float> addrspace(1)* %out, <2 x float> addrspace(1)* %in) { 290 bb: 291 %tmp = load <2 x float>, <2 x float> addrspace(1)* %in, align 4 292 %tmp1 = shufflevector <2 x float> %tmp, <2 x float> undef, <8 x i32> <i32 0, i32 1, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef, i32 undef> 293 %tmp2 = shufflevector <8 x float> undef, <8 x float> %tmp1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 8, i32 9> 294 store <8 x float> %tmp2, <8 x float> addrspace(1)* %out, align 32 295 ret void 296 } 297
