1 // RUN: %clang_cc1 -verify -triple x86_64-apple-darwin10 -fopenmp -x c -emit-llvm %s -o - | FileCheck %s 2 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -emit-pch -o %t %s 3 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s 4 // expected-no-diagnostics 5 // REQUIRES: x86-registered-target 6 #ifndef HEADER 7 #define HEADER 8 9 _Bool bv, bx; 10 char cv, cx; 11 unsigned char ucv, ucx; 12 short sv, sx; 13 unsigned short usv, usx; 14 int iv, ix; 15 unsigned int uiv, uix; 16 long lv, lx; 17 unsigned long ulv, ulx; 18 long long llv, llx; 19 unsigned long long ullv, ullx; 20 float fv, fx; 21 double dv, dx; 22 long double ldv, ldx; 23 _Complex int civ, cix; 24 _Complex float cfv, cfx; 25 _Complex double cdv, cdx; 26 27 typedef int int4 __attribute__((__vector_size__(16))); 28 int4 int4x; 29 30 struct BitFields { 31 int : 32; 32 int a : 31; 33 } bfx; 34 35 struct BitFields_packed { 36 int : 32; 37 int a : 31; 38 } __attribute__ ((__packed__)) bfx_packed; 39 40 struct BitFields2 { 41 int : 31; 42 int a : 1; 43 } bfx2; 44 45 struct BitFields2_packed { 46 int : 31; 47 int a : 1; 48 } __attribute__ ((__packed__)) bfx2_packed; 49 50 struct BitFields3 { 51 int : 11; 52 int a : 14; 53 } bfx3; 54 55 struct BitFields3_packed { 56 int : 11; 57 int a : 14; 58 } __attribute__ ((__packed__)) bfx3_packed; 59 60 struct BitFields4 { 61 short : 16; 62 int a: 1; 63 long b : 7; 64 } bfx4; 65 66 struct BitFields4_packed { 67 short : 16; 68 int a: 1; 69 long b : 7; 70 } __attribute__ ((__packed__)) bfx4_packed; 71 72 typedef float float2 __attribute__((ext_vector_type(2))); 73 float2 float2x; 74 75 // Register "0" is currently an invalid register for global register variables. 76 // Use "esp" instead of "0". 77 // register int rix __asm__("0"); 78 register int rix __asm__("esp"); 79 80 int main() { 81 // CHECK: [[PREV:%.+]] = atomicrmw add i8* @{{.+}}, i8 1 monotonic 82 // CHECK: store i8 [[PREV]], i8* @{{.+}}, 83 #pragma omp atomic capture 84 bv = bx++; 85 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic 86 // CHECK: add nsw i32 %{{.+}}, 1 87 // CHECK: store i8 %{{.+}}, i8* @{{.+}}, 88 #pragma omp atomic capture 89 cv = ++cx; 90 // CHECK: [[PREV:%.+]] = atomicrmw sub i8* @{{.+}}, i8 1 monotonic 91 // CHECK: store i8 [[PREV]], i8* @{{.+}}, 92 #pragma omp atomic capture 93 ucv = ucx--; 94 // CHECK: atomicrmw sub i16* @{{.+}}, i16 1 monotonic 95 // CHECK: sub nsw i32 %{{.+}}, 1 96 // CHECK: store i16 %{{.+}}, i16* @{{.+}}, 97 #pragma omp atomic capture 98 sv = --sx; 99 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}}, 100 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i32 101 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic 102 // CHECK: br label %[[CONT:.+]] 103 // CHECK: [[CONT]] 104 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 105 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32 106 // CHECK: [[ADD:%.+]] = add nsw i32 [[CONV]], [[EXPR]] 107 // CHECK: [[DESIRED_CALC:%.+]] = trunc i32 [[ADD]] to i16 108 // CHECK: store i16 [[DESIRED_CALC]], i16* [[TEMP:%.+]], 109 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]], 110 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic 111 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0 112 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1 113 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 114 // CHECK: [[EXIT]] 115 // CHECK: store i16 [[DESIRED_CALC]], i16* @{{.+}}, 116 #pragma omp atomic capture 117 sv = usx += usv; 118 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}, 119 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic 120 // CHECK: br label %[[CONT:.+]] 121 // CHECK: [[CONT]] 122 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 123 // CHECK: [[DESIRED_CALC:%.+]] = mul nsw i32 [[EXPECTED]], [[EXPR]] 124 // CHECK: store i32 [[DESIRED_CALC]], i32* [[TEMP:%.+]], 125 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]], 126 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic 127 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0 128 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1 129 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 130 // CHECK: [[EXIT]] 131 // CHECK: store i32 [[DESIRED_CALC]], i32* @{{.+}}, 132 #pragma omp atomic capture 133 uiv = ix *= iv; 134 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}, 135 // CHECK: [[PREV:%.+]] = atomicrmw sub i32* @{{.+}}, i32 [[EXPR]] monotonic 136 // CHECK: store i32 [[PREV]], i32* @{{.+}}, 137 #pragma omp atomic capture 138 {iv = uix; uix -= uiv;} 139 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}, 140 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic 141 // CHECK: br label %[[CONT:.+]] 142 // CHECK: [[CONT]] 143 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 144 // CHECK: [[DESIRED_CALC:%.+]] = shl i32 [[EXPECTED]], [[EXPR]] 145 // CHECK: store i32 [[DESIRED_CALC]], i32* [[TEMP:%.+]], 146 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]], 147 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic 148 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0 149 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1 150 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 151 // CHECK: [[EXIT]] 152 // CHECK: store i32 [[DESIRED_CALC]], i32* @{{.+}}, 153 #pragma omp atomic capture 154 {ix <<= iv; uiv = ix;} 155 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}, 156 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic 157 // CHECK: br label %[[CONT:.+]] 158 // CHECK: [[CONT]] 159 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 160 // CHECK: [[DESIRED_CALC:%.+]] = lshr i32 [[EXPECTED]], [[EXPR]] 161 // CHECK: store i32 [[DESIRED_CALC]], i32* [[TEMP:%.+]], 162 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]], 163 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic 164 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0 165 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1 166 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 167 // CHECK: [[EXIT]] 168 // CHECK: store i32 [[DESIRED_CALC]], i32* @{{.+}}, 169 #pragma omp atomic capture 170 iv = uix >>= uiv; 171 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}}, 172 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic 173 // CHECK: br label %[[CONT:.+]] 174 // CHECK: [[CONT]] 175 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 176 // CHECK: [[DESIRED:%.+]] = sdiv i64 [[EXPECTED]], [[EXPR]] 177 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]], 178 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]], 179 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 180 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0 181 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 182 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 183 // CHECK: [[EXIT]] 184 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}}, 185 #pragma omp atomic capture 186 {ulv = lx; lx /= lv;} 187 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}}, 188 // CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic 189 // CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]] 190 // CHECK: store i64 [[DESIRED]], i64* @{{.+}}, 191 #pragma omp atomic capture 192 {ulx &= ulv; lv = ulx;} 193 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}}, 194 // CHECK: [[OLD:%.+]] = atomicrmw xor i64* @{{.+}}, i64 [[EXPR]] monotonic 195 // CHECK: [[DESIRED:%.+]] = xor i64 [[OLD]], [[EXPR]] 196 // CHECK: store i64 [[DESIRED]], i64* @{{.+}}, 197 #pragma omp atomic capture 198 ullv = llx ^= llv; 199 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}}, 200 // CHECK: [[OLD:%.+]] = atomicrmw or i64* @{{.+}}, i64 [[EXPR]] monotonic 201 // CHECK: [[DESIRED:%.+]] = or i64 [[OLD]], [[EXPR]] 202 // CHECK: store i64 [[DESIRED]], i64* @{{.+}}, 203 #pragma omp atomic capture 204 llv = ullx |= ullv; 205 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}}, 206 // CHECK: [[X:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic 207 // CHECK: br label %[[CONT:.+]] 208 // CHECK: [[CONT]] 209 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 210 // CHECK: [[TEMP_I:%.+]] = bitcast float* [[TEMP:%.+]] to i32* 211 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float 212 // CHECK: [[ADD:%.+]] = fadd float [[OLD]], [[EXPR]] 213 // CHECK: store float [[ADD]], float* [[TEMP]], 214 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP_I]], 215 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic 216 // CHECK: [[OLD_X:%.+]] = extractvalue { i32, i1 } [[RES]], 0 217 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1 218 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 219 // CHECK: [[EXIT]] 220 // CHECK: [[CAST:%.+]] = fpext float [[ADD]] to double 221 // CHECK: store double [[CAST]], double* @{{.+}}, 222 #pragma omp atomic capture 223 dv = fx = fx + fv; 224 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}}, 225 // CHECK: [[X:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic 226 // CHECK: br label %[[CONT:.+]] 227 // CHECK: [[CONT]] 228 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 229 // CHECK: [[TEMP_I:%.+]] = bitcast double* [[TEMP:%.+]] to i64* 230 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double 231 // CHECK: [[SUB:%.+]] = fsub double [[EXPR]], [[OLD]] 232 // CHECK: store double [[SUB]], double* [[TEMP]], 233 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP_I]], 234 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 235 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0 236 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 237 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 238 // CHECK: [[EXIT]] 239 // CHECK: [[CAST:%.+]] = fptrunc double [[OLD]] to float 240 // CHECK: store float [[CAST]], float* @{{.+}}, 241 #pragma omp atomic capture 242 {fv = dx; dx = dv - dx;} 243 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}, 244 // CHECK: [[X:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic 245 // CHECK: br label %[[CONT:.+]] 246 // CHECK: [[CONT]] 247 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 248 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128* 249 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST]] 250 // CHECK: [[BITCAST1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128* 251 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST1]] 252 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP1]] 253 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[OLD]], [[EXPR]] 254 // CHECK: store x86_fp80 [[MUL]], x86_fp80* [[TEMP]] 255 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]] 256 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic 257 // CHECK: [[OLD_X:%.+]] = extractvalue { i128, i1 } [[RES]], 0 258 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1 259 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 260 // CHECK: [[EXIT]] 261 // CHECK: [[CAST:%.+]] = fptrunc x86_fp80 [[MUL]] to double 262 // CHECK: store double [[CAST]], double* @{{.+}}, 263 #pragma omp atomic capture 264 {ldx = ldx * ldv; dv = ldx;} 265 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0) 266 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1) 267 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8* 268 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0) 269 // CHECK: br label %[[CONT:.+]] 270 // CHECK: [[CONT]] 271 // CHECK: [[LD_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0 272 // CHECK: [[LD_RE:%.+]] = load i32, i32* [[LD_RE_ADDR]] 273 // CHECK: [[LD_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1 274 // CHECK: [[LD_IM:%.+]] = load i32, i32* [[LD_IM_ADDR]] 275 // <Skip checks for complex calculations> 276 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0 277 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1 278 // CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]] 279 // CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]] 280 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8* 281 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8* 282 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0) 283 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 284 // CHECK: [[EXIT]] 285 // CHECK: [[RE_CAST:%.+]] = sitofp i32 [[NEW_RE]] to float 286 // CHECK: [[IM_CAST:%.+]] = sitofp i32 [[NEW_IM]] to float 287 // CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0), 288 // CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1), 289 #pragma omp atomic capture 290 cfv = cix = civ / cix; 291 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0) 292 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1) 293 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR:%.+]] to i8* 294 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ float, float }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0) 295 // CHECK: br label %[[CONT:.+]] 296 // CHECK: [[CONT]] 297 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 0 298 // CHECK: [[X_RE_OLD:%.+]] = load float, float* [[X_RE_ADDR]] 299 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 1 300 // CHECK: [[X_IM_OLD:%.+]] = load float, float* [[X_IM_ADDR]] 301 // <Skip checks for complex calculations> 302 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR:%.+]], i32 0, i32 0 303 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR]], i32 0, i32 1 304 // CHECK: store float [[NEW_RE:%.+]], float* [[X_RE_ADDR]] 305 // CHECK: store float [[NEW_IM:%.+]], float* [[X_IM_ADDR]] 306 // CHECK: [[EXPECTED:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR]] to i8* 307 // CHECK: [[DESIRED:%.+]] = bitcast { float, float }* [[DESIRED_ADDR]] to i8* 308 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ float, float }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0) 309 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 310 // CHECK: [[EXIT]] 311 // CHECK: [[RE_CAST:%.+]] = fptosi float [[X_RE_OLD]] to i32 312 // CHECK: [[IM_CAST:%.+]] = fptosi float [[X_IM_OLD]] to i32 313 // CHECK: store i32 [[RE_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0), 314 // CHECK: store i32 [[IM_CAST]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1), 315 #pragma omp atomic capture 316 {civ = cfx; cfx = cfv + cfx;} 317 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0) 318 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1) 319 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR:%.+]] to i8* 320 // CHECK: call void @__atomic_load(i64 16, i8* bitcast ({ double, double }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 5) 321 // CHECK: br label %[[CONT:.+]] 322 // CHECK: [[CONT]] 323 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 0 324 // CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]] 325 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 1 326 // CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]] 327 // <Skip checks for complex calculations> 328 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR:%.+]], i32 0, i32 0 329 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR]], i32 0, i32 1 330 // CHECK: store double [[NEW_RE:%.+]], double* [[X_RE_ADDR]] 331 // CHECK: store double [[NEW_IM:%.+]], double* [[X_IM_ADDR]] 332 // CHECK: [[EXPECTED:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR]] to i8* 333 // CHECK: [[DESIRED:%.+]] = bitcast { double, double }* [[DESIRED_ADDR]] to i8* 334 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 16, i8* bitcast ({ double, double }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 5, i32 5) 335 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 336 // CHECK: [[EXIT]] 337 // CHECK: [[RE_CAST:%.+]] = fptrunc double [[NEW_RE]] to float 338 // CHECK: [[IM_CAST:%.+]] = fptrunc double [[NEW_IM]] to float 339 // CHECK: store float [[RE_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0), 340 // CHECK: store float [[IM_CAST]], float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1), 341 // CHECK: call{{.*}} @__kmpc_flush( 342 #pragma omp atomic capture seq_cst 343 {cdx = cdx - cdv; cfv = cdx;} 344 // CHECK: [[BV:%.+]] = load i8, i8* @{{.+}} 345 // CHECK: [[BOOL:%.+]] = trunc i8 [[BV]] to i1 346 // CHECK: [[EXPR:%.+]] = zext i1 [[BOOL]] to i64 347 // CHECK: [[OLD:%.+]] = atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic 348 // CHECK: [[DESIRED:%.+]] = and i64 [[OLD]], [[EXPR]] 349 // CHECK: store i64 [[DESIRED]], i64* @{{.+}}, 350 #pragma omp atomic capture 351 ulv = ulx = ulx & bv; 352 // CHECK: [[CV:%.+]] = load i8, i8* @{{.+}}, align 1 353 // CHECK: [[EXPR:%.+]] = sext i8 [[CV]] to i32 354 // CHECK: [[X:%.+]] = load atomic i8, i8* [[BX_ADDR:@.+]] monotonic 355 // CHECK: br label %[[CONT:.+]] 356 // CHECK: [[CONT]] 357 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 358 // CHECK: [[OLD_BOOL:%.+]] = trunc i8 [[EXPECTED]] to i1 359 // CHECK: [[X_RVAL:%.+]] = zext i1 [[OLD_BOOL]] to i32 360 // CHECK: [[AND:%.+]] = and i32 [[EXPR]], [[X_RVAL]] 361 // CHECK: [[CAST:%.+]] = icmp ne i32 [[AND]], 0 362 // CHECK: [[NEW:%.+]] = zext i1 [[CAST]] to i8 363 // CHECK: store i8 [[NEW]], i8* [[TEMP:%.+]], 364 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]], 365 // CHECK: [[RES:%.+]] = cmpxchg i8* [[BX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic 366 // CHECK: [[OLD:%.+]] = extractvalue { i8, i1 } [[RES]], 0 367 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1 368 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 369 // CHECK: [[EXIT]] 370 // CHECK: [[OLD_I8:%.+]] = zext i1 [[OLD_BOOL]] to i8 371 // CHECK: store i8 [[OLD_I8]], i8* @{{.+}}, 372 #pragma omp atomic capture 373 {bv = bx; bx = cv & bx;} 374 // CHECK: [[UCV:%.+]] = load i8, i8* @{{.+}}, 375 // CHECK: [[EXPR:%.+]] = zext i8 [[UCV]] to i32 376 // CHECK: [[X:%.+]] = load atomic i8, i8* [[CX_ADDR:@.+]] seq_cst 377 // CHECK: br label %[[CONT:.+]] 378 // CHECK: [[CONT]] 379 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 380 // CHECK: [[X_RVAL:%.+]] = sext i8 [[EXPECTED]] to i32 381 // CHECK: [[ASHR:%.+]] = ashr i32 [[X_RVAL]], [[EXPR]] 382 // CHECK: [[NEW:%.+]] = trunc i32 [[ASHR]] to i8 383 // CHECK: store i8 [[NEW]], i8* [[TEMP:%.+]], 384 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]], 385 // CHECK: [[RES:%.+]] = cmpxchg i8* [[CX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] seq_cst seq_cst 386 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0 387 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1 388 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 389 // CHECK: [[EXIT]] 390 // CHECK: store i8 [[NEW]], i8* @{{.+}}, 391 // CHECK: call{{.*}} @__kmpc_flush( 392 #pragma omp atomic capture, seq_cst 393 {cx = cx >> ucv; cv = cx;} 394 // CHECK: [[SV:%.+]] = load i16, i16* @{{.+}}, 395 // CHECK: [[EXPR:%.+]] = sext i16 [[SV]] to i32 396 // CHECK: [[X:%.+]] = load atomic i64, i64* [[ULX_ADDR:@.+]] monotonic 397 // CHECK: br label %[[CONT:.+]] 398 // CHECK: [[CONT]] 399 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 400 // CHECK: [[X_RVAL:%.+]] = trunc i64 [[EXPECTED]] to i32 401 // CHECK: [[SHL:%.+]] = shl i32 [[EXPR]], [[X_RVAL]] 402 // CHECK: [[NEW:%.+]] = sext i32 [[SHL]] to i64 403 // CHECK: store i64 [[NEW]], i64* [[TEMP:%.+]], 404 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]], 405 // CHECK: [[RES:%.+]] = cmpxchg i64* [[ULX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 406 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0 407 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 408 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 409 // CHECK: [[EXIT]] 410 // CHECK: store i64 [[NEW]], i64* @{{.+}}, 411 #pragma omp atomic capture 412 ulv = ulx = sv << ulx; 413 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}}, 414 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i64 415 // CHECK: [[X:%.+]] = load atomic i64, i64* [[LX_ADDR:@.+]] monotonic 416 // CHECK: br label %[[CONT:.+]] 417 // CHECK: [[CONT]] 418 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 419 // CHECK: [[DESIRED:%.+]] = srem i64 [[EXPECTED]], [[EXPR]] 420 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]], 421 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]], 422 // CHECK: [[RES:%.+]] = cmpxchg i64* [[LX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 423 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0 424 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 425 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 426 // CHECK: [[EXIT]] 427 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}}, 428 #pragma omp atomic capture 429 {lv = lx; lx = lx % usv;} 430 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}} 431 // CHECK: [[OLD:%.+]] = atomicrmw or i32* @{{.+}}, i32 [[EXPR]] seq_cst 432 // CHECK: [[DESIRED:%.+]] = or i32 [[EXPR]], [[OLD]] 433 // CHECK: store i32 [[DESIRED]], i32* @{{.+}}, 434 // CHECK: call{{.*}} @__kmpc_flush( 435 #pragma omp atomic seq_cst, capture 436 {uix = iv | uix; uiv = uix;} 437 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}} 438 // CHECK: [[OLD:%.+]] = atomicrmw and i32* @{{.+}}, i32 [[EXPR]] monotonic 439 // CHECK: [[DESIRED:%.+]] = and i32 [[OLD]], [[EXPR]] 440 // CHECK: store i32 [[DESIRED]], i32* @{{.+}}, 441 #pragma omp atomic capture 442 iv = ix = ix & uiv; 443 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}}, 444 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8* 445 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0) 446 // CHECK: br label %[[CONT:.+]] 447 // CHECK: [[CONT]] 448 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0 449 // CHECK: [[OLD_RE:%.+]] = load i32, i32* [[X_RE_ADDR]] 450 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1 451 // CHECK: [[OLD_IM:%.+]] = load i32, i32* [[X_IM_ADDR]] 452 // <Skip checks for complex calculations> 453 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0 454 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1 455 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]] 456 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]] 457 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8* 458 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8* 459 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0) 460 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 461 // CHECK: [[EXIT]] 462 // CHECK: store i32 [[OLD_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0), 463 // CHECK: store i32 [[OLD_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1), 464 #pragma omp atomic capture 465 {civ = cix; cix = lv + cix;} 466 // CHECK: [[ULV:%.+]] = load i64, i64* @{{.+}}, 467 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULV]] to float 468 // CHECK: [[X:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic 469 // CHECK: br label %[[CONT:.+]] 470 // CHECK: [[CONT]] 471 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 472 // CHECK: [[TEMP_I:%.+]] = bitcast float* [[TEMP:%.+]] to i32* 473 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float 474 // CHECK: [[MUL:%.+]] = fmul float [[OLD]], [[EXPR]] 475 // CHECK: store float [[MUL]], float* [[TEMP]], 476 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP_I]], 477 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic 478 // CHECK: [[OLD_X:%.+]] = extractvalue { i32, i1 } [[RES]], 0 479 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1 480 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 481 // CHECK: [[EXIT]] 482 // CHECK: store float [[MUL]], float* @{{.+}}, 483 #pragma omp atomic capture 484 {fx = fx * ulv; fv = fx;} 485 // CHECK: [[LLV:%.+]] = load i64, i64* @{{.+}}, 486 // CHECK: [[EXPR:%.+]] = sitofp i64 [[LLV]] to double 487 // CHECK: [[X:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic 488 // CHECK: br label %[[CONT:.+]] 489 // CHECK: [[CONT]] 490 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 491 // CHECK: [[TEMP_I:%.+]] = bitcast double* [[TEMP:%.+]] to i64* 492 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double 493 // CHECK: [[DIV:%.+]] = fdiv double [[OLD]], [[EXPR]] 494 // CHECK: store double [[DIV]], double* [[TEMP]], 495 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP_I]], 496 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 497 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0 498 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 499 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 500 // CHECK: [[EXIT]] 501 // CHECK: store double [[DIV]], double* @{{.+}}, 502 #pragma omp atomic capture 503 dv = dx /= llv; 504 // CHECK: [[ULLV:%.+]] = load i64, i64* @{{.+}}, 505 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULLV]] to x86_fp80 506 // CHECK: [[X:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic 507 // CHECK: br label %[[CONT:.+]] 508 // CHECK: [[CONT]] 509 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 510 // CHECK: [[TEMP_I1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128* 511 // CHECK: store i128 [[EXPECTED]], i128* [[TEMP_I1]], 512 // CHECK: [[TEMP_I:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128* 513 // CHECK: store i128 [[EXPECTED]], i128* [[TEMP_I]], 514 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP]], 515 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[OLD]], [[EXPR]] 516 // CHECK: store x86_fp80 [[SUB]], x86_fp80* [[TEMP1]] 517 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[TEMP_I1]] 518 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic 519 // CHECK: [[OLD_X:%.+]] = extractvalue { i128, i1 } [[RES]], 0 520 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1 521 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 522 // CHECK: [[EXIT]] 523 // CHECK: store x86_fp80 [[OLD]], x86_fp80* @{{.+}}, 524 #pragma omp atomic capture 525 {ldv = ldx; ldx -= ullv;} 526 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}}, 527 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8* 528 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0) 529 // CHECK: br label %[[CONT:.+]] 530 // CHECK: [[CONT]] 531 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0 532 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]] 533 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1 534 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]] 535 // <Skip checks for complex calculations> 536 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0 537 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1 538 // CHECK: store i32 [[NEW_RE:%.+]], i32* [[X_RE_ADDR]] 539 // CHECK: store i32 [[NEW_IM:%.+]], i32* [[X_IM_ADDR]] 540 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8* 541 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8* 542 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0) 543 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 544 // CHECK: [[EXIT]] 545 // CHECK: store i32 [[NEW_RE]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0), 546 // CHECK: store i32 [[NEW_IM]], i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1), 547 #pragma omp atomic capture 548 {cix = fv / cix; civ = cix;} 549 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}}, 550 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic 551 // CHECK: br label %[[CONT:.+]] 552 // CHECK: [[CONT]] 553 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 554 // CHECK: [[CONV:%.+]] = sext i16 [[EXPECTED]] to i32 555 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to double 556 // CHECK: [[ADD:%.+]] = fadd double [[X_RVAL]], [[EXPR]] 557 // CHECK: [[NEW:%.+]] = fptosi double [[ADD]] to i16 558 // CHECK: store i16 [[NEW]], i16* [[TEMP:%.+]], 559 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]], 560 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic 561 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0 562 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1 563 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 564 // CHECK: [[EXIT]] 565 // CHECK: store i16 [[NEW]], i16* @{{.+}}, 566 #pragma omp atomic capture 567 sv = sx = sx + dv; 568 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}, 569 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic 570 // CHECK: br label %[[CONT:.+]] 571 // CHECK: [[CONT]] 572 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 573 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1 574 // CHECK: [[CONV:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32 575 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to x86_fp80 576 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[EXPR]], [[X_RVAL]] 577 // CHECK: [[BOOL_DESIRED:%.+]] = fcmp une x86_fp80 [[MUL]], 0xK00000000000000000000 578 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8 579 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]], 580 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]], 581 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic 582 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0 583 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1 584 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 585 // CHECK: [[EXIT]] 586 // CHECK: [[EXPECTED_I8:%.+]] = zext i1 [[BOOL_EXPECTED]] to i8 587 // CHECK: store i8 [[EXPECTED_I8]], i8* @{{.+}}, 588 #pragma omp atomic capture 589 {bv = bx; bx = ldv * bx;} 590 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR:@.+]], i32 0, i32 0), 591 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR]], i32 0, i32 1), 592 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic 593 // CHECK: br label %[[CONT:.+]] 594 // CHECK: [[CONT]] 595 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 596 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1 597 // CHECK: [[X_RVAL:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32 598 // CHECK: [[SUB_RE:%.+]] = sub i32 [[EXPR_RE:%.+]], [[X_RVAL]] 599 // CHECK: [[SUB_IM:%.+]] = sub i32 [[EXPR_IM:%.+]], 0 600 // CHECK: icmp ne i32 [[SUB_RE]], 0 601 // CHECK: icmp ne i32 [[SUB_IM]], 0 602 // CHECK: [[BOOL_DESIRED:%.+]] = or i1 603 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8 604 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]], 605 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]], 606 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic 607 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0 608 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1 609 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 610 // CHECK: [[EXIT]] 611 // CHECK: [[DESIRED_I8:%.+]] = zext i1 [[BOOL_DESIRED]] to i8 612 // CHECK: store i8 [[DESIRED_I8]], i8* @{{.+}}, 613 #pragma omp atomic capture 614 {bx = civ - bx; bv = bx;} 615 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0) 616 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1) 617 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic 618 // CHECK: br label %[[CONT:.+]] 619 // CHECK: [[CONT]] 620 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 621 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32 622 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to float 623 // <Skip checks for complex calculations> 624 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0 625 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]] 626 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1 627 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]] 628 // CHECK: [[NEW:%.+]] = fptoui float [[X_RE]] to i16 629 // CHECK: store i16 [[NEW]], i16* [[TEMP:%.+]], 630 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]], 631 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic 632 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0 633 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1 634 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 635 // CHECK: [[EXIT]] 636 // CHECK: store i16 [[NEW]], i16* @{{.+}}, 637 #pragma omp atomic capture 638 usv = usx /= cfv; 639 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0) 640 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1) 641 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic 642 // CHECK: br label %[[CONT:.+]] 643 // CHECK: [[CONT]] 644 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ] 645 // CHECK: [[X_RVAL:%.+]] = sitofp i64 [[EXPECTED]] to double 646 // CHECK: [[ADD_RE:%.+]] = fadd double [[X_RVAL]], [[EXPR_RE]] 647 // CHECK: [[ADD_IM:%.+]] = fadd double 0.000000e+00, [[EXPR_IM]] 648 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD_RE]] to i64 649 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]], 650 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]], 651 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic 652 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0 653 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1 654 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]] 655 // CHECK: [[EXIT]] 656 // CHECK: store i64 [[EXPECTED]], i64* @{{.+}}, 657 #pragma omp atomic capture 658 {llv = llx; llx += cdv;} 659 // CHECK: [[IDX:%.+]] = load i16, i16* @{{.+}} 660 // CHECK: load i8, i8* 661 // CHECK: [[VEC_ITEM_VAL:%.+]] = zext i1 %{{.+}} to i32 662 // CHECK: [[I128VAL:%.+]] = load atomic i128, i128* bitcast (<4 x i32>* [[DEST:@.+]] to i128*) monotonic 663 // CHECK: br label %[[CONT:.+]] 664 // CHECK: [[CONT]] 665 // CHECK: [[OLD_I128:%.+]] = phi i128 [ [[I128VAL]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 666 // CHECK: [[TEMP_I:%.+]] = bitcast <4 x i32>* [[TEMP:%.+]] to i128* 667 // CHECK: store i128 [[OLD_I128]], i128* [[TEMP_I]], 668 // CHECK: [[LD:%.+]] = bitcast i128 [[OLD_I128]] to <4 x i32> 669 // CHECK: store <4 x i32> [[LD]], <4 x i32>* [[TEMP1:%.+]], 670 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[TEMP1]] 671 // CHECK: [[ITEM:%.+]] = extractelement <4 x i32> [[VEC_VAL]], i16 [[IDX]] 672 // CHECK: [[OR:%.+]] = or i32 [[ITEM]], [[VEC_ITEM_VAL]] 673 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[TEMP]] 674 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <4 x i32> [[VEC_VAL]], i32 [[OR]], i16 [[IDX]] 675 // CHECK: store <4 x i32> [[NEW_VEC_VAL]], <4 x i32>* [[TEMP]] 676 // CHECK: [[NEW_I128:%.+]] = load i128, i128* [[TEMP_I]], 677 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (<4 x i32>* [[DEST]] to i128*), i128 [[OLD_I128]], i128 [[NEW_I128]] monotonic monotonic 678 // CHECK: [[FAILED_OLD_VAL:%.+]] = extractvalue { i128, i1 } [[RES]], 0 679 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i128, i1 } [[RES]], 1 680 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 681 // CHECK: [[EXIT]] 682 // CHECK: store i32 [[OR]], i32* @{{.+}}, 683 #pragma omp atomic capture 684 {int4x[sv] |= bv; iv = int4x[sv];} 685 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 686 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*) monotonic 687 // CHECK: br label %[[CONT:.+]] 688 // CHECK: [[CONT]] 689 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 690 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]], 691 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]], 692 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]], 693 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1 694 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1 695 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80 696 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]] 697 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32 698 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]], 699 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647 700 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648 701 // CHECK: [[BF_SET:%.+]] = or i32 [[BF_CLEAR]], [[BF_VALUE]] 702 // CHECK: store i32 [[BF_SET]], i32* [[TEMP1]], 703 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]], 704 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic 705 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0 706 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1 707 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 708 // CHECK: [[EXIT]] 709 // CHECK: store i32 [[CONV]], i32* @{{.+}}, 710 #pragma omp atomic capture 711 iv = bfx.a = bfx.a - ldv; 712 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 713 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[LDTEMP:%.+]] to i8* 714 // CHECK: call void @__atomic_load(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST]], i32 0) 715 // CHECK: br label %[[CONT:.+]] 716 // CHECK: [[CONT]] 717 // CHECK: [[OLD:%.+]] = load i32, i32* [[LDTEMP]], 718 // CHECK: store i32 [[OLD]], i32* [[TEMP1:%.+]], 719 // CHECK: [[OLD:%.+]] = load i32, i32* [[LDTEMP]], 720 // CHECK: store i32 [[OLD]], i32* [[TEMP:%.+]], 721 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]], 722 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1 723 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1 724 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80 725 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]] 726 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[MUL]] to i32 727 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]], 728 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647 729 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648 730 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]] 731 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]] 732 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* [[LDTEMP]] to i8* 733 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* [[TEMP1]] to i8* 734 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0) 735 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 736 // CHECK: [[EXIT]] 737 // CHECK: store i32 [[A_ASHR]], i32* @{{.+}}, 738 #pragma omp atomic capture 739 {iv = bfx_packed.a; bfx_packed.a *= ldv;} 740 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 741 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0) monotonic 742 // CHECK: br label %[[CONT:.+]] 743 // CHECK: [[CONT]] 744 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 745 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]], 746 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]], 747 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]], 748 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_LD]], 31 749 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80 750 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]] 751 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32 752 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]], 753 // CHECK: [[BF_AND:%.+]] = and i32 [[CONV]], 1 754 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 31 755 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], 2147483647 756 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]] 757 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]] 758 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]] 759 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic 760 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0 761 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1 762 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 763 // CHECK: [[EXIT]] 764 // CHECK: store i32 [[CONV]], i32* @{{.+}}, 765 #pragma omp atomic capture 766 {bfx2.a -= ldv; iv = bfx2.a;} 767 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 768 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3) monotonic 769 // CHECK: br label %[[CONT:.+]] 770 // CHECK: [[CONT]] 771 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 772 // CHECK: [[BITCAST_NEW:%.+]] = bitcast i32* %{{.+}} to i8* 773 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST_NEW]], 774 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8* 775 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]], 776 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]], 777 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 7 778 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i32 779 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80 780 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[EXPR]], [[X_RVAL]] 781 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32 782 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i8 783 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST_NEW]], 784 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 1 785 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 7 786 // CHECK: [[BF_CLEAR:%.+]] = and i8 %{{.+}}, 127 787 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]] 788 // CHECK: store i8 %{{.+}}, i8* [[BITCAST_NEW]] 789 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST_NEW]] 790 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic 791 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0 792 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1 793 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 794 // CHECK: [[EXIT]] 795 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}}, 796 #pragma omp atomic capture 797 iv = bfx2_packed.a = ldv / bfx2_packed.a; 798 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 799 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0) monotonic 800 // CHECK: br label %[[CONT:.+]] 801 // CHECK: [[CONT]] 802 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 803 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]], 804 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]], 805 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]], 806 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 7 807 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 18 808 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80 809 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[X_RVAL]], [[EXPR]] 810 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32 811 // CHECK: [[BF_LD:%.+]] = load i32, i32* [[TEMP1]], 812 // CHECK: [[BF_AND:%.+]] = and i32 [[NEW_VAL]], 16383 813 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 11 814 // CHECK: [[BF_CLEAR:%.+]] = and i32 %{{.+}}, -33552385 815 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]] 816 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]] 817 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]] 818 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic 819 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0 820 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1 821 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 822 // CHECK: [[EXIT]] 823 // CHECK: store i32 [[A_ASHR]], i32* @{{.+}}, 824 #pragma omp atomic capture 825 {iv = bfx3.a; bfx3.a /= ldv;} 826 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 827 // CHECK: [[LDTEMP:%.+]] = bitcast i32* %{{.+}} to i24* 828 // CHECK: [[BITCAST:%.+]] = bitcast i24* [[LDTEMP]] to i8* 829 // CHECK: call void @__atomic_load(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST]], i32 0) 830 // CHECK: br label %[[CONT:.+]] 831 // CHECK: [[CONT]] 832 // CHECK: [[OLD:%.+]] = load i24, i24* [[LDTEMP]], 833 // CHECK: store i24 [[OLD]], i24* [[BITCAST2:%.+]], 834 // CHECK: [[OLD:%.+]] = load i24, i24* [[LDTEMP]], 835 // CHECK: store i24 [[OLD]], i24* [[BITCAST1:%.+]], 836 // CHECK: [[A_LD:%.+]] = load i24, i24* [[BITCAST1]], 837 // CHECK: [[A_SHL:%.+]] = shl i24 [[A_LD]], 7 838 // CHECK: [[A_ASHR:%.+]] = ashr i24 [[A_SHL]], 10 839 // CHECK: [[CAST:%.+]] = sext i24 [[A_ASHR]] to i32 840 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80 841 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[X_RVAL]], [[EXPR]] 842 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i32 843 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i24 844 // CHECK: [[BF_LD:%.+]] = load i24, i24* [[BITCAST2]], 845 // CHECK: [[BF_AND:%.+]] = and i24 [[TRUNC]], 16383 846 // CHECK: [[BF_VALUE:%.+]] = shl i24 [[BF_AND]], 3 847 // CHECK: [[BF_CLEAR:%.+]] = and i24 [[BF_LD]], -131065 848 // CHECK: or i24 [[BF_CLEAR]], [[BF_VALUE]] 849 // CHECK: store i24 %{{.+}}, i24* [[BITCAST2]] 850 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i24* [[LDTEMP]] to i8* 851 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i24* [[BITCAST2]] to i8* 852 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0) 853 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 854 // CHECK: [[EXIT]] 855 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}}, 856 #pragma omp atomic capture 857 {bfx3_packed.a += ldv; iv = bfx3_packed.a;} 858 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 859 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic 860 // CHECK: br label %[[CONT:.+]] 861 // CHECK: [[CONT]] 862 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 863 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]], 864 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]], 865 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]], 866 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 47 867 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 63 868 // CHECK: [[A_CAST:%.+]] = trunc i64 [[A_ASHR:%.+]] to i32 869 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST:%.+]] to x86_fp80 870 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]] 871 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[MUL]] to i32 872 // CHECK: [[ZEXT:%.+]] = zext i32 [[NEW_VAL]] to i64 873 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]], 874 // CHECK: [[BF_AND:%.+]] = and i64 [[ZEXT]], 1 875 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND]], 16 876 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -65537 877 // CHECK: or i64 [[BF_CLEAR]], [[BF_VALUE]] 878 // CHECK: store i64 %{{.+}}, i64* [[TEMP1]] 879 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]] 880 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic 881 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0 882 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1 883 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 884 // CHECK: [[EXIT]] 885 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}}, 886 #pragma omp atomic capture 887 iv = bfx4.a = bfx4.a * ldv; 888 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 889 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic 890 // CHECK: br label %[[CONT:.+]] 891 // CHECK: [[CONT]] 892 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 893 // CHECK: [[BITCAST1:%.+]] = bitcast i32* %{{.+}} to i8* 894 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]], 895 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8* 896 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]], 897 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]], 898 // CHECK: [[A_SHL:%.+]] = shl i8 [[A_LD]], 7 899 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_SHL:%.+]], 7 900 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR:%.+]] to i32 901 // CHECK: [[CONV:%.+]] = sitofp i32 [[CAST]] to x86_fp80 902 // CHECK: [[SUB: %.+]] = fsub x86_fp80 [[CONV]], [[EXPR]] 903 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB:%.+]] to i32 904 // CHECK: [[NEW_VAL:%.+]] = trunc i32 [[CONV]] to i8 905 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]], 906 // CHECK: [[BF_VALUE:%.+]] = and i8 [[NEW_VAL]], 1 907 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], -2 908 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]] 909 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]] 910 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]] 911 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic 912 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0 913 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1 914 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 915 // CHECK: [[EXIT]] 916 // CHECK: store i32 [[CAST]], i32* @{{.+}}, 917 #pragma omp atomic capture 918 {iv = bfx4_packed.a; bfx4_packed.a -= ldv;} 919 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 920 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic 921 // CHECK: br label %[[CONT:.+]] 922 // CHECK: [[CONT]] 923 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 924 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]], 925 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]], 926 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]], 927 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 40 928 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 57 929 // CHECK: [[CONV:%.+]] = sitofp i64 [[A_ASHR]] to x86_fp80 930 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[CONV]], [[EXPR]] 931 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[DIV]] to i64 932 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]], 933 // CHECK: [[BF_AND:%.+]] = and i64 [[CONV]], 127 934 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND:%.+]], 17 935 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -16646145 936 // CHECK: [[VAL:%.+]] = or i64 [[BF_CLEAR]], [[BF_VALUE]] 937 // CHECK: store i64 [[VAL]], i64* [[TEMP1]] 938 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]] 939 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic 940 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0 941 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1 942 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 943 // CHECK: [[EXIT]] 944 // CHECK: [[NEW_VAL:%.+]] = trunc i64 [[CONV]] to i32 945 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}}, 946 #pragma omp atomic capture 947 {bfx4.b /= ldv; iv = bfx4.b;} 948 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}} 949 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic 950 // CHECK: br label %[[CONT:.+]] 951 // CHECK: [[CONT]] 952 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ] 953 // CHECK: [[BITCAST1:%.+]] = bitcast i64* %{{.+}} to i8* 954 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]], 955 // CHECK: [[BITCAST:%.+]] = bitcast i64* %{{.+}} to i8* 956 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]], 957 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]], 958 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 1 959 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i64 960 // CHECK: [[CONV:%.+]] = sitofp i64 [[CAST]] to x86_fp80 961 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[CONV]], [[EXPR]] 962 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i64 963 // CHECK: [[TRUNC:%.+]] = trunc i64 [[NEW_VAL]] to i8 964 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]], 965 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 127 966 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 1 967 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], 1 968 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]] 969 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]] 970 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]] 971 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic 972 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0 973 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1 974 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 975 // CHECK: [[EXIT]] 976 // CHECK: [[NEW_VAL_I32:%.+]] = trunc i64 [[NEW_VAL]] to i32 977 // CHECK: store i32 [[NEW_VAL_I32]], i32* @{{.+}}, 978 #pragma omp atomic capture 979 iv = bfx4_packed.b += ldv; 980 // CHECK: load i64, i64* 981 // CHECK: [[EXPR:%.+]] = uitofp i64 %{{.+}} to float 982 // CHECK: [[I64VAL:%.+]] = load atomic i64, i64* bitcast (<2 x float>* [[DEST:@.+]] to i64*) monotonic 983 // CHECK: br label %[[CONT:.+]] 984 // CHECK: [[CONT]] 985 // CHECK: [[OLD_I64:%.+]] = phi i64 [ [[I64VAL]], %{{.+}} ], [ [[FAILED_I64_OLD_VAL:%.+]], %[[CONT]] ] 986 // CHECK: [[BITCAST:%.+]] = bitcast <2 x float>* [[LDTEMP1:%.+]] to i64* 987 // CHECK: store i64 [[OLD_I64]], i64* [[BITCAST]], 988 // CHECK: [[OLD_VEC_VAL:%.+]] = bitcast i64 [[OLD_I64]] to <2 x float> 989 // CHECK: store <2 x float> [[OLD_VEC_VAL]], <2 x float>* [[LDTEMP:%.+]], 990 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]] 991 // CHECK: [[X:%.+]] = extractelement <2 x float> [[VEC_VAL]], i64 0 992 // CHECK: [[VEC_ITEM_VAL:%.+]] = fsub float [[EXPR]], [[X]] 993 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP1]], 994 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <2 x float> [[VEC_VAL]], float [[VEC_ITEM_VAL]], i64 0 995 // CHECK: store <2 x float> [[NEW_VEC_VAL]], <2 x float>* [[LDTEMP1]] 996 // CHECK: [[NEW_I64:%.+]] = load i64, i64* [[BITCAST]] 997 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (<2 x float>* [[DEST]] to i64*), i64 [[OLD_I64]], i64 [[NEW_I64]] monotonic monotonic 998 // CHECK: [[FAILED_I64_OLD_VAL:%.+]] = extractvalue { i64, i1 } [[RES]], 0 999 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1 1000 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]] 1001 // CHECK: [[EXIT]] 1002 // CHECK: store float [[X]], float* @{{.+}}, 1003 #pragma omp atomic capture 1004 {fv = float2x.x; float2x.x = ulv - float2x.x;} 1005 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}}, 1006 // CHECK: [[OLD_VAL:%.+]] = call i32 @llvm.read_register.i32([[REG:metadata ![0-9]+]]) 1007 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[OLD_VAL]] to double 1008 // CHECK: [[DIV:%.+]] = fdiv double [[EXPR]], [[X_RVAL]] 1009 // CHECK: [[NEW_VAL:%.+]] = fptosi double [[DIV]] to i32 1010 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[NEW_VAL]]) 1011 // CHECK: store i32 [[NEW_VAL]], i32* @{{.+}}, 1012 // CHECK: call{{.*}} @__kmpc_flush( 1013 #pragma omp atomic capture seq_cst 1014 {rix = dv / rix; iv = rix;} 1015 // CHECK: [[OLD_VAL:%.+]] = atomicrmw xchg i32* @{{.+}}, i32 5 monotonic 1016 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[OLD_VAL]]) 1017 #pragma omp atomic capture 1018 {rix = ix; ix = 5;} 1019 return 0; 1020 } 1021 #endif 1022
