1 ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI %s 2 ; XUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI %s 3 4 ; FIXME: None of these trigger madmk emission anymore. It is still 5 ; possible, but requires the correct registers to be used which is 6 ; hard to trigger. 7 8 declare i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 9 declare float @llvm.fabs.f32(float) nounwind readnone 10 11 ; GCN-LABEL: {{^}}madmk_f32: 12 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}} 13 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4 14 ; GCN: v_mac_f32_e32 [[VB]], 0x41200000, [[VA]] 15 define void @madmk_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 16 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 17 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 18 %gep.1 = getelementptr float, float addrspace(1)* %gep.0, i32 1 19 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 20 21 %a = load volatile float, float addrspace(1)* %gep.0, align 4 22 %b = load volatile float, float addrspace(1)* %gep.1, align 4 23 24 %mul = fmul float %a, 10.0 25 %madmk = fadd float %mul, %b 26 store float %madmk, float addrspace(1)* %out.gep, align 4 27 ret void 28 } 29 30 ; GCN-LABEL: {{^}}madmk_2_use_f32: 31 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}} 32 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4 33 ; GCN-DAG: buffer_load_dword [[VC:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:8 34 ; GCN-DAG: v_mov_b32_e32 [[VK:v[0-9]+]], 0x41200000 35 ; GCN-DAG: v_mac_f32_e32 [[VB]], [[VK]], [[VA]] 36 ; GCN-DAG: v_mac_f32_e32 [[VC]], [[VK]], [[VA]] 37 ; GCN: s_endpgm 38 define void @madmk_2_use_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 39 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 40 41 %in.gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 42 %in.gep.1 = getelementptr float, float addrspace(1)* %in.gep.0, i32 1 43 %in.gep.2 = getelementptr float, float addrspace(1)* %in.gep.0, i32 2 44 45 %out.gep.0 = getelementptr float, float addrspace(1)* %out, i32 %tid 46 %out.gep.1 = getelementptr float, float addrspace(1)* %in.gep.0, i32 1 47 48 %a = load volatile float, float addrspace(1)* %in.gep.0, align 4 49 %b = load volatile float, float addrspace(1)* %in.gep.1, align 4 50 %c = load volatile float, float addrspace(1)* %in.gep.2, align 4 51 52 %mul0 = fmul float %a, 10.0 53 %mul1 = fmul float %a, 10.0 54 %madmk0 = fadd float %mul0, %b 55 %madmk1 = fadd float %mul1, %c 56 57 store float %madmk0, float addrspace(1)* %out.gep.0, align 4 58 store float %madmk1, float addrspace(1)* %out.gep.1, align 4 59 ret void 60 } 61 62 ; We don't get any benefit if the constant is an inline immediate. 63 ; GCN-LABEL: {{^}}madmk_inline_imm_f32: 64 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}} 65 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4 66 ; GCN: v_mac_f32_e32 [[VB]], 4.0, [[VA]] 67 define void @madmk_inline_imm_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 68 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 69 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 70 %gep.1 = getelementptr float, float addrspace(1)* %gep.0, i32 1 71 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 72 73 %a = load volatile float, float addrspace(1)* %gep.0, align 4 74 %b = load volatile float, float addrspace(1)* %gep.1, align 4 75 76 %mul = fmul float %a, 4.0 77 %madmk = fadd float %mul, %b 78 store float %madmk, float addrspace(1)* %out.gep, align 4 79 ret void 80 } 81 82 ; GCN-LABEL: {{^}}s_s_madmk_f32: 83 ; GCN-NOT: v_madmk_f32 84 ; GCN: v_mac_f32_e32 85 ; GCN: s_endpgm 86 define void @s_s_madmk_f32(float addrspace(1)* noalias %out, float %a, float %b) nounwind { 87 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 88 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 89 90 %mul = fmul float %a, 10.0 91 %madmk = fadd float %mul, %b 92 store float %madmk, float addrspace(1)* %out.gep, align 4 93 ret void 94 } 95 96 ; GCN-LABEL: {{^}}v_s_madmk_f32: 97 ; GCN-NOT: v_madmk_f32 98 ; GCN: v_mad_f32 99 ; GCN: s_endpgm 100 define void @v_s_madmk_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in, float %b) nounwind { 101 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 102 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 103 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 104 %a = load float, float addrspace(1)* %gep.0, align 4 105 106 %mul = fmul float %a, 10.0 107 %madmk = fadd float %mul, %b 108 store float %madmk, float addrspace(1)* %out.gep, align 4 109 ret void 110 } 111 112 ; GCN-LABEL: {{^}}scalar_vector_madmk_f32: 113 ; GCN-NOT: v_madmk_f32 114 ; GCN: v_mac_f32_e32 115 ; GCN: s_endpgm 116 define void @scalar_vector_madmk_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in, float %a) nounwind { 117 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 118 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 119 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 120 %b = load float, float addrspace(1)* %gep.0, align 4 121 122 %mul = fmul float %a, 10.0 123 %madmk = fadd float %mul, %b 124 store float %madmk, float addrspace(1)* %out.gep, align 4 125 ret void 126 } 127 128 ; GCN-LABEL: {{^}}no_madmk_src0_modifier_f32: 129 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}} 130 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4 131 ; GCN: v_mad_f32 {{v[0-9]+}}, |{{v[0-9]+}}|, {{v[0-9]+}}, {{[sv][0-9]+}} 132 define void @no_madmk_src0_modifier_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 133 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 134 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 135 %gep.1 = getelementptr float, float addrspace(1)* %gep.0, i32 1 136 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 137 138 %a = load volatile float, float addrspace(1)* %gep.0, align 4 139 %b = load volatile float, float addrspace(1)* %gep.1, align 4 140 141 %a.fabs = call float @llvm.fabs.f32(float %a) nounwind readnone 142 143 %mul = fmul float %a.fabs, 10.0 144 %madmk = fadd float %mul, %b 145 store float %madmk, float addrspace(1)* %out.gep, align 4 146 ret void 147 } 148 149 ; GCN-LABEL: {{^}}no_madmk_src2_modifier_f32: 150 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}} 151 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4 152 ; GCN: v_mad_f32 {{v[0-9]+}}, {{v[0-9]+}}, {{v[0-9]+}}, |{{[sv][0-9]+}}| 153 define void @no_madmk_src2_modifier_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 154 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 155 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 156 %gep.1 = getelementptr float, float addrspace(1)* %gep.0, i32 1 157 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 158 159 %a = load volatile float, float addrspace(1)* %gep.0, align 4 160 %b = load volatile float, float addrspace(1)* %gep.1, align 4 161 162 %b.fabs = call float @llvm.fabs.f32(float %b) nounwind readnone 163 164 %mul = fmul float %a, 10.0 165 %madmk = fadd float %mul, %b.fabs 166 store float %madmk, float addrspace(1)* %out.gep, align 4 167 ret void 168 } 169 170 ; GCN-LABEL: {{^}}madmk_add_inline_imm_f32: 171 ; GCN: buffer_load_dword [[A:v[0-9]+]] 172 ; GCN: v_mov_b32_e32 [[VK:v[0-9]+]], 0x41200000 173 ; GCN: v_mad_f32 {{v[0-9]+}}, [[VK]], [[A]], 2.0 174 define void @madmk_add_inline_imm_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind { 175 %tid = tail call i32 @llvm.amdgcn.workitem.id.x() nounwind readnone 176 %gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid 177 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid 178 179 %a = load float, float addrspace(1)* %gep.0, align 4 180 181 %mul = fmul float %a, 10.0 182 %madmk = fadd float %mul, 2.0 183 store float %madmk, float addrspace(1)* %out.gep, align 4 184 ret void 185 } 186 187 ; SI-LABEL: {{^}}kill_madmk_verifier_error: 188 ; SI: s_xor_b64 189 ; SI: v_mac_f32_e32 {{v[0-9]+}}, 0x472aee8c, {{v[0-9]+}} 190 ; SI: s_or_b64 191 define void @kill_madmk_verifier_error() nounwind { 192 bb: 193 br label %bb2 194 195 bb1: ; preds = %bb2 196 ret void 197 198 bb2: ; preds = %bb6, %bb 199 %tmp = phi float [ undef, %bb ], [ %tmp8, %bb6 ] 200 %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #1 201 %f_tid = bitcast i32 %tid to float 202 %tmp3 = fsub float %f_tid, %tmp 203 %tmp5 = fcmp oeq float %tmp3, 1.000000e+04 204 br i1 %tmp5, label %bb1, label %bb6 205 206 bb6: ; preds = %bb2 207 %tmp4 = fmul float %tmp, undef 208 %tmp7 = fmul float %tmp4, 0x40E55DD180000000 209 %tmp8 = fadd float %tmp7, undef 210 br label %bb2 211 } 212 213 declare i32 @llvm.amdgcn.mbcnt.lo(i32, i32) #1 214 215 attributes #1 = { nounwind readnone } 216
