1 // RUN: %clang_cc1 -verify -triple x86_64-apple-darwin10 -fopenmp -x c -emit-llvm %s -o - | FileCheck %s
2 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -emit-pch -o %t %s
3 // RUN: %clang_cc1 -fopenmp -x c -triple x86_64-apple-darwin10 -include-pch %t -verify %s -emit-llvm -o - | FileCheck %s
4 // expected-no-diagnostics
11 unsigned char ucv, ucx;
13 unsigned short usv, usx;
15 unsigned int uiv, uix;
17 unsigned long ulv, ulx;
19 unsigned long long ullv, ullx;
23 _Complex int civ, cix;
24 _Complex float cfv, cfx;
25 _Complex double cdv, cdx;
27 typedef int int4 __attribute__((__vector_size__(16)));
35 struct BitFields_packed {
38 } __attribute__ ((__packed__)) bfx_packed;
45 struct BitFields2_packed {
48 } __attribute__ ((__packed__)) bfx2_packed;
55 struct BitFields3_packed {
58 } __attribute__ ((__packed__)) bfx3_packed;
66 struct BitFields4_packed {
70 } __attribute__ ((__packed__)) bfx4_packed;
72 typedef float float2 __attribute__((ext_vector_type(2)));
75 register int rix __asm__("0");
78 // CHECK-NOT: atomicrmw
81 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
84 // CHECK: atomicrmw add i8* @{{.+}}, i8 1 monotonic
85 #pragma omp atomic update
87 // CHECK: atomicrmw sub i8* @{{.+}}, i8 1 monotonic
90 // CHECK: atomicrmw sub i16* @{{.+}}, i16 1 monotonic
91 #pragma omp atomic update
93 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
94 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i32
95 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
96 // CHECK: br label %[[CONT:.+]]
98 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
99 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
100 // CHECK: [[ADD:%.+]] = add nsw i32 [[CONV]], [[EXPR]]
101 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ADD]] to i16
102 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]],
103 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]],
104 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
105 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
106 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
107 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
111 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
112 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
113 // CHECK: br label %[[CONT:.+]]
115 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
116 // CHECK: [[DESIRED:%.+]] = mul nsw i32 [[EXPECTED]], [[EXPR]]
117 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
118 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
119 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
120 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
121 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
122 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
124 #pragma omp atomic update
126 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
127 // CHECK: atomicrmw sub i32* @{{.+}}, i32 [[EXPR]] monotonic
130 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
131 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
132 // CHECK: br label %[[CONT:.+]]
134 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
135 // CHECK: [[DESIRED:%.+]] = shl i32 [[EXPECTED]], [[EXPR]]
136 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
137 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
138 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
139 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
140 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
141 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
143 #pragma omp atomic update
145 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}},
146 // CHECK: [[X:%.+]] = load atomic i32, i32* [[X_ADDR:@.+]] monotonic
147 // CHECK: br label %[[CONT:.+]]
149 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
150 // CHECK: [[DESIRED:%.+]] = lshr i32 [[EXPECTED]], [[EXPR]]
151 // CHECK: store i32 [[DESIRED]], i32* [[TEMP:%.+]],
152 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[TEMP]],
153 // CHECK: [[RES:%.+]] = cmpxchg i32* [[X_ADDR]], i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
154 // CHECK: [[OLD_X]] = extractvalue { i32, i1 } [[RES]], 0
155 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
156 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
160 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
161 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
162 // CHECK: br label %[[CONT:.+]]
164 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
165 // CHECK: [[DESIRED:%.+]] = sdiv i64 [[EXPECTED]], [[EXPR]]
166 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
167 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
168 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
169 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
170 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
171 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
173 #pragma omp atomic update
175 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
176 // CHECK: atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
179 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
180 // CHECK: atomicrmw xor i64* @{{.+}}, i64 [[EXPR]] monotonic
181 #pragma omp atomic update
183 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
184 // CHECK: atomicrmw or i64* @{{.+}}, i64 [[EXPR]] monotonic
187 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
188 // CHECK: [[OLD:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
189 // CHECK: br label %[[CONT:.+]]
191 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
192 // CHECK: [[BITCAST:%.+]] = bitcast float* [[TEMP:%.+]] to i32*
193 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float
194 // CHECK: [[ADD:%.+]] = fadd float [[OLD]], [[EXPR]]
195 // CHECK: store float [[ADD]], float* [[TEMP]],
196 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[BITCAST]],
197 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
198 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
199 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
200 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
202 #pragma omp atomic update
204 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
205 // CHECK: [[OLD:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
206 // CHECK: br label %[[CONT:.+]]
208 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
209 // CHECK: [[BITCAST:%.+]] = bitcast double* [[TEMP:%.+]] to i64*
210 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double
211 // CHECK: [[SUB:%.+]] = fsub double [[EXPR]], [[OLD]]
212 // CHECK: store double [[SUB]], double* [[TEMP]],
213 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[BITCAST]],
214 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
215 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
216 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
217 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
221 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
222 // CHECK: [[OLD:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
223 // CHECK: br label %[[CONT:.+]]
225 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
226 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
227 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST]],
228 // CHECK: [[BITCAST1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128*
229 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST1]],
230 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP1]]
231 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[OLD]], [[EXPR]]
232 // CHECK: store x86_fp80 [[MUL]], x86_fp80* [[TEMP]]
233 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST]]
234 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
235 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
236 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
237 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
239 #pragma omp atomic update
241 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 0)
242 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* @{{.+}}, i32 0, i32 1)
243 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
244 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
245 // CHECK: br label %[[CONT:.+]]
247 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
248 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
249 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
250 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
251 // <Skip checks for complex calculations>
252 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
253 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
254 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
255 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
256 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
257 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
258 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
259 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
263 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
264 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
265 // CHECK: [[BITCAST:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR:%.+]] to i8*
266 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ float, float }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
267 // CHECK: br label %[[CONT:.+]]
269 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 0
270 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
271 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[EXPECTED_ADDR]], i32 0, i32 1
272 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
273 // <Skip checks for complex calculations>
274 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
275 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[DESIRED_ADDR]], i32 0, i32 1
276 // CHECK: store float %{{.+}}, float* [[X_RE_ADDR]]
277 // CHECK: store float %{{.+}}, float* [[X_IM_ADDR]]
278 // CHECK: [[EXPECTED:%.+]] = bitcast { float, float }* [[EXPECTED_ADDR]] to i8*
279 // CHECK: [[DESIRED:%.+]] = bitcast { float, float }* [[DESIRED_ADDR]] to i8*
280 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ float, float }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
281 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
283 #pragma omp atomic update
285 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
286 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
287 // CHECK: [[BITCAST:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR:%.+]] to i8*
288 // CHECK: call void @__atomic_load(i64 16, i8* bitcast ({ double, double }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 5)
289 // CHECK: br label %[[CONT:.+]]
291 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 0
292 // CHECK: [[X_RE:%.+]] = load double, double* [[X_RE_ADDR]]
293 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[EXPECTED_ADDR]], i32 0, i32 1
294 // CHECK: [[X_IM:%.+]] = load double, double* [[X_IM_ADDR]]
295 // <Skip checks for complex calculations>
296 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
297 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { double, double }, { double, double }* [[DESIRED_ADDR]], i32 0, i32 1
298 // CHECK: store double %{{.+}}, double* [[X_RE_ADDR]]
299 // CHECK: store double %{{.+}}, double* [[X_IM_ADDR]]
300 // CHECK: [[EXPECTED:%.+]] = bitcast { double, double }* [[EXPECTED_ADDR]] to i8*
301 // CHECK: [[DESIRED:%.+]] = bitcast { double, double }* [[DESIRED_ADDR]] to i8*
302 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 16, i8* bitcast ({ double, double }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 5, i32 5)
303 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
305 // CHECK: call{{.*}} @__kmpc_flush(
306 #pragma omp atomic seq_cst
308 // CHECK: [[BV:%.+]] = load i8, i8* @{{.+}}
309 // CHECK: [[BOOL:%.+]] = trunc i8 [[BV]] to i1
310 // CHECK: [[EXPR:%.+]] = zext i1 [[BOOL]] to i64
311 // CHECK: atomicrmw and i64* @{{.+}}, i64 [[EXPR]] monotonic
312 #pragma omp atomic update
314 // CHECK: [[CV:%.+]] = load i8, i8* @{{.+}}, align 1
315 // CHECK: [[EXPR:%.+]] = sext i8 [[CV]] to i32
316 // CHECK: [[BX:%.+]] = load atomic i8, i8* [[BX_ADDR:@.+]] monotonic
317 // CHECK: br label %[[CONT:.+]]
319 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[BX]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
320 // CHECK: [[OLD:%.+]] = trunc i8 [[EXPECTED]] to i1
321 // CHECK: [[X_RVAL:%.+]] = zext i1 [[OLD]] to i32
322 // CHECK: [[AND:%.+]] = and i32 [[EXPR]], [[X_RVAL]]
323 // CHECK: [[CAST:%.+]] = icmp ne i32 [[AND]], 0
324 // CHECK: [[DESIRED:%.+]] = zext i1 [[CAST]] to i8
325 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]],
326 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]],
327 // CHECK: [[RES:%.+]] = cmpxchg i8* [[BX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
328 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
329 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
330 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
334 // CHECK: [[UCV:%.+]] = load i8, i8* @{{.+}},
335 // CHECK: [[EXPR:%.+]] = zext i8 [[UCV]] to i32
336 // CHECK: [[X:%.+]] = load atomic i8, i8* [[CX_ADDR:@.+]] seq_cst
337 // CHECK: br label %[[CONT:.+]]
339 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
340 // CHECK: [[X_RVAL:%.+]] = sext i8 [[EXPECTED]] to i32
341 // CHECK: [[ASHR:%.+]] = ashr i32 [[X_RVAL]], [[EXPR]]
342 // CHECK: [[DESIRED:%.+]] = trunc i32 [[ASHR]] to i8
343 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]],
344 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]],
345 // CHECK: [[RES:%.+]] = cmpxchg i8* [[CX_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] seq_cst seq_cst
346 // CHECK: [[OLD_X:%.+]] = extractvalue { i8, i1 } [[RES]], 0
347 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
348 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
350 // CHECK: call{{.*}} @__kmpc_flush(
351 #pragma omp atomic update, seq_cst
353 // CHECK: [[SV:%.+]] = load i16, i16* @{{.+}},
354 // CHECK: [[EXPR:%.+]] = sext i16 [[SV]] to i32
355 // CHECK: [[X:%.+]] = load atomic i64, i64* [[ULX_ADDR:@.+]] monotonic
356 // CHECK: br label %[[CONT:.+]]
358 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
359 // CHECK: [[X_RVAL:%.+]] = trunc i64 [[EXPECTED]] to i32
360 // CHECK: [[SHL:%.+]] = shl i32 [[EXPR]], [[X_RVAL]]
361 // CHECK: [[DESIRED:%.+]] = sext i32 [[SHL]] to i64
362 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
363 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
364 // CHECK: [[RES:%.+]] = cmpxchg i64* [[ULX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
365 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
366 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
367 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
369 #pragma omp atomic update
371 // CHECK: [[USV:%.+]] = load i16, i16* @{{.+}},
372 // CHECK: [[EXPR:%.+]] = zext i16 [[USV]] to i64
373 // CHECK: [[X:%.+]] = load atomic i64, i64* [[LX_ADDR:@.+]] monotonic
374 // CHECK: br label %[[CONT:.+]]
376 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
377 // CHECK: [[DESIRED:%.+]] = srem i64 [[EXPECTED]], [[EXPR]]
378 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]],
379 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]],
380 // CHECK: [[RES:%.+]] = cmpxchg i64* [[LX_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
381 // CHECK: [[OLD_X:%.+]] = extractvalue { i64, i1 } [[RES]], 0
382 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
383 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
387 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
388 // CHECK: atomicrmw or i32* @{{.+}}, i32 [[EXPR]] seq_cst
389 // CHECK: call{{.*}} @__kmpc_flush(
390 #pragma omp atomic seq_cst, update
392 // CHECK: [[EXPR:%.+]] = load i32, i32* @{{.+}}
393 // CHECK: atomicrmw and i32* @{{.+}}, i32 [[EXPR]] monotonic
396 // CHECK: [[EXPR:%.+]] = load i64, i64* @{{.+}},
397 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
398 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
399 // CHECK: br label %[[CONT:.+]]
401 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
402 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
403 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
404 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
405 // <Skip checks for complex calculations>
406 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
407 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
408 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
409 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
410 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
411 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
412 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
413 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
415 #pragma omp atomic update
417 // CHECK: [[ULV:%.+]] = load i64, i64* @{{.+}},
418 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULV]] to float
419 // CHECK: [[OLD:%.+]] = load atomic i32, i32* bitcast (float* [[X_ADDR:@.+]] to i32*) monotonic
420 // CHECK: br label %[[CONT:.+]]
422 // CHECK: [[EXPECTED:%.+]] = phi i32 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
423 // CHECK: [[BITCAST:%.+]] = bitcast float* [[TEMP:%.+]] to i32*
424 // CHECK: [[OLD:%.+]] = bitcast i32 [[EXPECTED]] to float
425 // CHECK: [[MUL:%.+]] = fmul float [[OLD]], [[EXPR]]
426 // CHECK: store float [[MUL]], float* [[TEMP]],
427 // CHECK: [[DESIRED:%.+]] = load i32, i32* [[BITCAST]],
428 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (float* [[X_ADDR]] to i32*), i32 [[EXPECTED]], i32 [[DESIRED]] monotonic monotonic
429 // CHECK: [[PREV:%.+]] = extractvalue { i32, i1 } [[RES]], 0
430 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i32, i1 } [[RES]], 1
431 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
435 // CHECK: [[LLV:%.+]] = load i64, i64* @{{.+}},
436 // CHECK: [[EXPR:%.+]] = sitofp i64 [[LLV]] to double
437 // CHECK: [[OLD:%.+]] = load atomic i64, i64* bitcast (double* [[X_ADDR:@.+]] to i64*) monotonic
438 // CHECK: br label %[[CONT:.+]]
440 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
441 // CHECK: [[BITCAST:%.+]] = bitcast double* [[TEMP:%.+]] to i64*
442 // CHECK: [[OLD:%.+]] = bitcast i64 [[EXPECTED]] to double
443 // CHECK: [[DIV:%.+]] = fdiv double [[OLD]], [[EXPR]]
444 // CHECK: store double [[DIV]], double* [[TEMP]],
445 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[BITCAST]],
446 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (double* [[X_ADDR]] to i64*), i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
447 // CHECK: [[PREV:%.+]] = extractvalue { i64, i1 } [[RES]], 0
448 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
449 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
451 #pragma omp atomic update
453 // CHECK: [[ULLV:%.+]] = load i64, i64* @{{.+}},
454 // CHECK: [[EXPR:%.+]] = uitofp i64 [[ULLV]] to x86_fp80
455 // CHECK: [[OLD:%.+]] = load atomic i128, i128* bitcast (x86_fp80* [[X_ADDR:@.+]] to i128*) monotonic
456 // CHECK: br label %[[CONT:.+]]
458 // CHECK: [[EXPECTED:%.+]] = phi i128 [ [[OLD]], %{{.+}} ], [ [[PREV:%.+]], %[[CONT]] ]
459 // CHECK: [[BITCAST1:%.+]] = bitcast x86_fp80* [[TEMP1:%.+]] to i128*
460 // CHECK: [[BITCAST:%.+]] = bitcast x86_fp80* [[TEMP:%.+]] to i128*
461 // CHECK: store i128 [[EXPECTED]], i128* [[BITCAST]]
462 // CHECK: [[OLD:%.+]] = load x86_fp80, x86_fp80* [[TEMP]]
463 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[OLD]], [[EXPR]]
464 // CHECK: store x86_fp80 [[SUB]], x86_fp80* [[TEMP1]]
465 // CHECK: [[DESIRED:%.+]] = load i128, i128* [[BITCAST1]]
466 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (x86_fp80* [[X_ADDR]] to i128*), i128 [[EXPECTED]], i128 [[DESIRED]] monotonic monotonic
467 // CHECK: [[PREV:%.+]] = extractvalue { i128, i1 } [[RES]], 0
468 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i128, i1 } [[RES]], 1
469 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
473 // CHECK: [[EXPR:%.+]] = load float, float* @{{.+}},
474 // CHECK: [[BITCAST:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR:%.+]] to i8*
475 // CHECK: call void @__atomic_load(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR:@.+]] to i8*), i8* [[BITCAST]], i32 0)
476 // CHECK: br label %[[CONT:.+]]
478 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 0
479 // CHECK: [[X_RE:%.+]] = load i32, i32* [[X_RE_ADDR]]
480 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[EXPECTED_ADDR]], i32 0, i32 1
481 // CHECK: [[X_IM:%.+]] = load i32, i32* [[X_IM_ADDR]]
482 // <Skip checks for complex calculations>
483 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR:%.+]], i32 0, i32 0
484 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { i32, i32 }, { i32, i32 }* [[DESIRED_ADDR]], i32 0, i32 1
485 // CHECK: store i32 %{{.+}}, i32* [[X_RE_ADDR]]
486 // CHECK: store i32 %{{.+}}, i32* [[X_IM_ADDR]]
487 // CHECK: [[EXPECTED:%.+]] = bitcast { i32, i32 }* [[EXPECTED_ADDR]] to i8*
488 // CHECK: [[DESIRED:%.+]] = bitcast { i32, i32 }* [[DESIRED_ADDR]] to i8*
489 // CHECK: [[SUCCESS_FAIL:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 8, i8* bitcast ({ i32, i32 }* [[X_ADDR]] to i8*), i8* [[EXPECTED]], i8* [[DESIRED]], i32 0, i32 0)
490 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
492 #pragma omp atomic update
494 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
495 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
496 // CHECK: br label %[[CONT:.+]]
498 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
499 // CHECK: [[CONV:%.+]] = sext i16 [[EXPECTED]] to i32
500 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to double
501 // CHECK: [[ADD:%.+]] = fadd double [[X_RVAL]], [[EXPR]]
502 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD]] to i16
503 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]]
504 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]]
505 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
506 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
507 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
508 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
512 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}},
513 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
514 // CHECK: br label %[[CONT:.+]]
516 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_XI8:%.+]], %[[CONT]] ]
517 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1
518 // CHECK: [[CONV:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
519 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to x86_fp80
520 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[EXPR]], [[X_RVAL]]
521 // CHECK: [[BOOL_DESIRED:%.+]] = fcmp une x86_fp80 [[MUL]], 0xK00000000000000000000
522 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
523 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]]
524 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]]
525 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
526 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
527 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
528 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
530 #pragma omp atomic update
532 // CHECK: [[EXPR_RE:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR:@.+]], i32 0, i32 0),
533 // CHECK: [[EXPR_IM:%.+]] = load i32, i32* getelementptr inbounds ({ i32, i32 }, { i32, i32 }* [[CIV_ADDR]], i32 0, i32 1),
534 // CHECK: [[XI8:%.+]] = load atomic i8, i8* [[X_ADDR:@.+]] monotonic
535 // CHECK: br label %[[CONT:.+]]
537 // CHECK: [[EXPECTED:%.+]] = phi i8 [ [[XI8]], %{{.+}} ], [ [[OLD_XI8:%.+]], %[[CONT]] ]
538 // CHECK: [[BOOL_EXPECTED:%.+]] = trunc i8 [[EXPECTED]] to i1
539 // CHECK: [[X_RVAL:%.+]] = zext i1 [[BOOL_EXPECTED]] to i32
540 // CHECK: [[SUB_RE:%.+]] = sub i32 [[EXPR_RE:%.+]], [[X_RVAL]]
541 // CHECK: [[SUB_IM:%.+]] = sub i32 [[EXPR_IM:%.+]], 0
542 // CHECK: icmp ne i32 [[SUB_RE]], 0
543 // CHECK: icmp ne i32 [[SUB_IM]], 0
544 // CHECK: [[BOOL_DESIRED:%.+]] = or i1
545 // CHECK: [[DESIRED:%.+]] = zext i1 [[BOOL_DESIRED]] to i8
546 // CHECK: store i8 [[DESIRED]], i8* [[TEMP:%.+]]
547 // CHECK: [[DESIRED:%.+]] = load i8, i8* [[TEMP]]
548 // CHECK: [[RES:%.+]] = cmpxchg i8* [[X_ADDR]], i8 [[EXPECTED]], i8 [[DESIRED]] monotonic monotonic
549 // CHECK: [[OLD_XI8:%.+]] = extractvalue { i8, i1 } [[RES]], 0
550 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i8, i1 } [[RES]], 1
551 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
555 // CHECK: [[EXPR_RE:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 0)
556 // CHECK: [[EXPR_IM:%.+]] = load float, float* getelementptr inbounds ({ float, float }, { float, float }* @{{.+}}, i32 0, i32 1)
557 // CHECK: [[X:%.+]] = load atomic i16, i16* [[X_ADDR:@.+]] monotonic
558 // CHECK: br label %[[CONT:.+]]
560 // CHECK: [[EXPECTED:%.+]] = phi i16 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
561 // CHECK: [[CONV:%.+]] = zext i16 [[EXPECTED]] to i32
562 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CONV]] to float
563 // <Skip checks for complex calculations>
564 // CHECK: [[X_RE_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP:%.+]], i32 0, i32 0
565 // CHECK: [[X_RE:%.+]] = load float, float* [[X_RE_ADDR]]
566 // CHECK: [[X_IM_ADDR:%.+]] = getelementptr inbounds { float, float }, { float, float }* [[TEMP]], i32 0, i32 1
567 // CHECK: [[X_IM:%.+]] = load float, float* [[X_IM_ADDR]]
568 // CHECK: [[DESIRED:%.+]] = fptoui float [[X_RE]] to i16
569 // CHECK: store i16 [[DESIRED]], i16* [[TEMP:%.+]]
570 // CHECK: [[DESIRED:%.+]] = load i16, i16* [[TEMP]]
571 // CHECK: [[RES:%.+]] = cmpxchg i16* [[X_ADDR]], i16 [[EXPECTED]], i16 [[DESIRED]] monotonic monotonic
572 // CHECK: [[OLD_X]] = extractvalue { i16, i1 } [[RES]], 0
573 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i16, i1 } [[RES]], 1
574 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
576 #pragma omp atomic update
578 // CHECK: [[EXPR_RE:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 0)
579 // CHECK: [[EXPR_IM:%.+]] = load double, double* getelementptr inbounds ({ double, double }, { double, double }* @{{.+}}, i32 0, i32 1)
580 // CHECK: [[X:%.+]] = load atomic i64, i64* [[X_ADDR:@.+]] monotonic
581 // CHECK: br label %[[CONT:.+]]
583 // CHECK: [[EXPECTED:%.+]] = phi i64 [ [[X]], %{{.+}} ], [ [[OLD_X:%.+]], %[[CONT]] ]
584 // CHECK: [[X_RVAL:%.+]] = sitofp i64 [[EXPECTED]] to double
585 // CHECK: [[ADD_RE:%.+]] = fadd double [[X_RVAL]], [[EXPR_RE]]
586 // CHECK: [[ADD_IM:%.+]] = fadd double 0.000000e+00, [[EXPR_IM]]
587 // CHECK: [[DESIRED:%.+]] = fptosi double [[ADD_RE]] to i64
588 // CHECK: store i64 [[DESIRED]], i64* [[TEMP:%.+]]
589 // CHECK: [[DESIRED:%.+]] = load i64, i64* [[TEMP]]
590 // CHECK: [[RES:%.+]] = cmpxchg i64* [[X_ADDR]], i64 [[EXPECTED]], i64 [[DESIRED]] monotonic monotonic
591 // CHECK: [[OLD_X]] = extractvalue { i64, i1 } [[RES]], 0
592 // CHECK: [[SUCCESS_FAIL:%.+]] = extractvalue { i64, i1 } [[RES]], 1
593 // CHECK: br i1 [[SUCCESS_FAIL]], label %[[EXIT:.+]], label %[[CONT]]
597 // CHECK: [[IDX:%.+]] = load i16, i16* @{{.+}}
598 // CHECK: load i8, i8*
599 // CHECK: [[VEC_ITEM_VAL:%.+]] = zext i1 %{{.+}} to i32
600 // CHECK: [[I128VAL:%.+]] = load atomic i128, i128* bitcast (<4 x i32>* [[DEST:@.+]] to i128*) monotonic
601 // CHECK: br label %[[CONT:.+]]
603 // CHECK: [[OLD_I128:%.+]] = phi i128 [ [[I128VAL]], %{{.+}} ], [ [[FAILED_I128_OLD_VAL:%.+]], %[[CONT]] ]
604 // CHECK: [[BITCAST:%.+]] = bitcast <4 x i32>* [[TEMP:%.+]] to i128*
605 // CHECK: store i128 [[OLD_I128]], i128* [[BITCAST]],
606 // CHECK: [[OLD_VEC_VAL:%.+]] = bitcast i128 [[OLD_I128]] to <4 x i32>
607 // CHECK: store <4 x i32> [[OLD_VEC_VAL]], <4 x i32>* [[LDTEMP:%.+]],
608 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[LDTEMP]]
609 // CHECK: [[ITEM:%.+]] = extractelement <4 x i32> [[VEC_VAL]], i16 [[IDX]]
610 // CHECK: [[OR:%.+]] = or i32 [[ITEM]], [[VEC_ITEM_VAL]]
611 // CHECK: [[VEC_VAL:%.+]] = load <4 x i32>, <4 x i32>* [[TEMP]]
612 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <4 x i32> [[VEC_VAL]], i32 [[OR]], i16 [[IDX]]
613 // CHECK: store <4 x i32> [[NEW_VEC_VAL]], <4 x i32>* [[TEMP]]
614 // CHECK: [[NEW_I128:%.+]] = load i128, i128* [[BITCAST]]
615 // CHECK: [[RES:%.+]] = cmpxchg i128* bitcast (<4 x i32>* [[DEST]] to i128*), i128 [[OLD_I128]], i128 [[NEW_I128]] monotonic monotonic
616 // CHECK: [[FAILED_I128_OLD_VAL:%.+]] = extractvalue { i128, i1 } [[RES]], 0
617 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i128, i1 } [[RES]], 1
618 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
620 #pragma omp atomic update
622 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
623 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*) monotonic
624 // CHECK: br label %[[CONT:.+]]
626 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
627 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
628 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
629 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
630 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
631 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
632 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
633 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
634 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
635 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
636 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
637 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
638 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
639 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
640 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
641 // CHECK: [[RES:%.+]] = cmpxchg i32* bitcast (i8* getelementptr (i8, i8* bitcast (%struct.BitFields* @{{.+}} to i8*), i64 4) to i32*), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
642 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
643 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
644 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
648 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
649 // CHECK: [[BITCAST:%.+]] = bitcast i32* [[LDTEMP:%.+]] to i8*
650 // CHECK: call void @__atomic_load(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST]], i32 0)
651 // CHECK: br label %[[CONT:.+]]
653 // CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
654 // CHECK: store i32 [[PREV_VALUE]], i32* [[TEMP1:%.+]],
655 // CHECK: [[PREV_VALUE:%.+]] = load i32, i32* [[LDTEMP]]
656 // CHECK: store i32 [[PREV_VALUE]], i32* [[TEMP:%.+]],
657 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
658 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 1
659 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 1
660 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
661 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
662 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[MUL]] to i32
663 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
664 // CHECK: [[BF_VALUE:%.+]] = and i32 [[CONV]], 2147483647
665 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], -2147483648
666 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
667 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
668 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i32* [[LDTEMP]] to i8*
669 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i32* [[TEMP1]] to i8*
670 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 4, i8* getelementptr (i8, i8* bitcast (%struct.BitFields_packed* @{{.+}} to i8*), i64 4), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
671 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
673 #pragma omp atomic update
675 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
676 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0) monotonic
677 // CHECK: br label %[[CONT:.+]]
679 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
680 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
681 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
682 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
683 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_LD]], 31
684 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
685 // CHECK: [[SUB:%.+]] = fsub x86_fp80 [[X_RVAL]], [[EXPR]]
686 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB]] to i32
687 // CHECK: [[NEW_VAL:%.+]] = load i32, i32* [[TEMP1]],
688 // CHECK: [[BF_AND:%.+]] = and i32 [[CONV]], 1
689 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 31
690 // CHECK: [[BF_CLEAR:%.+]] = and i32 [[NEW_VAL]], 2147483647
691 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
692 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
693 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
694 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields2, %struct.BitFields2* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
695 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
696 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
697 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
701 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
702 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3) monotonic
703 // CHECK: br label %[[CONT:.+]]
705 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
706 // CHECK: [[BITCAST1:%.+]] = bitcast i32* %{{.+}} to i8*
707 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
708 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
709 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
710 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
711 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 7
712 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i32
713 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
714 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[EXPR]], [[X_RVAL]]
715 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
716 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i8
717 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
718 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 1
719 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 7
720 // CHECK: [[BF_CLEAR:%.+]] = and i8 %{{.+}}, 127
721 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
722 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
723 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
724 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr (i8, i8* bitcast (%struct.BitFields2_packed* @{{.+}} to i8*), i64 3), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
725 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
726 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
727 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
729 #pragma omp atomic update
730 bfx2_packed.a = ldv / bfx2_packed.a;
731 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
732 // CHECK: [[PREV_VALUE:%.+]] = load atomic i32, i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0) monotonic
733 // CHECK: br label %[[CONT:.+]]
735 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i32 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
736 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP1:%.+]],
737 // CHECK: store i32 [[OLD_BF_VALUE]], i32* [[TEMP:%.+]],
738 // CHECK: [[A_LD:%.+]] = load i32, i32* [[TEMP]],
739 // CHECK: [[A_SHL:%.+]] = shl i32 [[A_LD]], 7
740 // CHECK: [[A_ASHR:%.+]] = ashr i32 [[A_SHL]], 18
741 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[A_ASHR]] to x86_fp80
742 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[X_RVAL]], [[EXPR]]
743 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[DIV]] to i32
744 // CHECK: [[BF_LD:%.+]] = load i32, i32* [[TEMP1]],
745 // CHECK: [[BF_AND:%.+]] = and i32 [[NEW_VAL]], 16383
746 // CHECK: [[BF_VALUE:%.+]] = shl i32 [[BF_AND]], 11
747 // CHECK: [[BF_CLEAR:%.+]] = and i32 %{{.+}}, -33552385
748 // CHECK: or i32 [[BF_CLEAR]], [[BF_VALUE]]
749 // CHECK: store i32 %{{.+}}, i32* [[TEMP1]]
750 // CHECK: [[NEW_BF_VALUE:%.+]] = load i32, i32* [[TEMP1]]
751 // CHECK: [[RES:%.+]] = cmpxchg i32* getelementptr inbounds (%struct.BitFields3, %struct.BitFields3* @{{.+}}, i32 0, i32 0), i32 [[OLD_BF_VALUE]], i32 [[NEW_BF_VALUE]] monotonic monotonic
752 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i32, i1 } [[RES]], 0
753 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i32, i1 } [[RES]], 1
754 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
758 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
759 // CHECK: [[LDTEMP:%.+]] = bitcast i32* %{{.+}} to i24*
760 // CHECK: [[BITCAST:%.+]] = bitcast i24* %{{.+}} to i8*
761 // CHECK: call void @__atomic_load(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST]], i32 0)
762 // CHECK: br label %[[CONT:.+]]
764 // CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
765 // CHECK: store i24 [[PREV_VALUE]], i24* [[TEMP1:%.+]],
766 // CHECK: [[PREV_VALUE:%.+]] = load i24, i24* [[LDTEMP]]
767 // CHECK: store i24 [[PREV_VALUE]], i24* [[TEMP:%.+]],
768 // CHECK: [[A_LD:%.+]] = load i24, i24* [[TEMP]],
769 // CHECK: [[A_SHL:%.+]] = shl i24 [[A_LD]], 7
770 // CHECK: [[A_ASHR:%.+]] = ashr i24 [[A_SHL]], 10
771 // CHECK: [[CAST:%.+]] = sext i24 [[A_ASHR]] to i32
772 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST]] to x86_fp80
773 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[X_RVAL]], [[EXPR]]
774 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i32
775 // CHECK: [[TRUNC:%.+]] = trunc i32 [[NEW_VAL]] to i24
776 // CHECK: [[BF_LD:%.+]] = load i24, i24* [[TEMP1]],
777 // CHECK: [[BF_AND:%.+]] = and i24 [[TRUNC]], 16383
778 // CHECK: [[BF_VALUE:%.+]] = shl i24 [[BF_AND]], 3
779 // CHECK: [[BF_CLEAR:%.+]] = and i24 [[BF_LD]], -131065
780 // CHECK: or i24 [[BF_CLEAR]], [[BF_VALUE]]
781 // CHECK: store i24 %{{.+}}, i24* [[TEMP1]]
782 // CHECK: [[BITCAST_TEMP_OLD_BF_ADDR:%.+]] = bitcast i24* [[LDTEMP]] to i8*
783 // CHECK: [[BITCAST_TEMP_NEW_BF_ADDR:%.+]] = bitcast i24* [[TEMP1]] to i8*
784 // CHECK: [[FAIL_SUCCESS:%.+]] = call zeroext i1 @__atomic_compare_exchange(i64 3, i8* getelementptr (i8, i8* bitcast (%struct.BitFields3_packed* @{{.+}} to i8*), i64 1), i8* [[BITCAST_TEMP_OLD_BF_ADDR]], i8* [[BITCAST_TEMP_NEW_BF_ADDR]], i32 0, i32 0)
785 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
787 #pragma omp atomic update
788 bfx3_packed.a += ldv;
789 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
790 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
791 // CHECK: br label %[[CONT:.+]]
793 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
794 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]],
795 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
796 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
797 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 47
798 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 63
799 // CHECK: [[A_CAST:%.+]] = trunc i64 [[A_ASHR:%.+]] to i32
800 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[CAST:%.+]] to x86_fp80
801 // CHECK: [[MUL:%.+]] = fmul x86_fp80 [[X_RVAL]], [[EXPR]]
802 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[MUL]] to i32
803 // CHECK: [[ZEXT:%.+]] = zext i32 [[NEW_VAL]] to i64
804 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]],
805 // CHECK: [[BF_AND:%.+]] = and i64 [[ZEXT]], 1
806 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND]], 16
807 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -65537
808 // CHECK: or i64 [[BF_CLEAR]], [[BF_VALUE]]
809 // CHECK: store i64 %{{.+}}, i64* [[TEMP1]]
810 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]]
811 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
812 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
813 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
814 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
817 bfx4.a = bfx4.a * ldv;
818 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
819 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
820 // CHECK: br label %[[CONT:.+]]
822 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %{{.+}} ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
823 // CHECK: [[BITCAST1:%.+]] = bitcast i32* %{{.+}} to i8*
824 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
825 // CHECK: [[BITCAST:%.+]] = bitcast i32* %{{.+}} to i8*
826 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
827 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
828 // CHECK: [[A_SHL:%.+]] = shl i8 [[A_LD]], 7
829 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_SHL:%.+]], 7
830 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR:%.+]] to i32
831 // CHECK: [[CONV:%.+]] = sitofp i32 [[CAST]] to x86_fp80
832 // CHECK: [[SUB: %.+]] = fsub x86_fp80 [[CONV]], [[EXPR]]
833 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[SUB:%.+]] to i32
834 // CHECK: [[NEW_VAL:%.+]] = trunc i32 [[CONV]] to i8
835 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
836 // CHECK: [[BF_VALUE:%.+]] = and i8 [[NEW_VAL]], 1
837 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], -2
838 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
839 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
840 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
841 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
842 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
843 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
844 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
846 #pragma omp atomic update
847 bfx4_packed.a -= ldv;
848 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
849 // CHECK: [[PREV_VALUE:%.+]] = load atomic i64, i64* bitcast (%struct.BitFields4* @{{.+}} to i64*) monotonic
850 // CHECK: br label %[[CONT:.+]]
852 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i64 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
853 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP1:%.+]],
854 // CHECK: store i64 [[OLD_BF_VALUE]], i64* [[TEMP:%.+]],
855 // CHECK: [[A_LD:%.+]] = load i64, i64* [[TEMP]],
856 // CHECK: [[A_SHL:%.+]] = shl i64 [[A_LD]], 40
857 // CHECK: [[A_ASHR:%.+]] = ashr i64 [[A_SHL:%.+]], 57
858 // CHECK: [[CONV:%.+]] = sitofp i64 [[A_ASHR]] to x86_fp80
859 // CHECK: [[DIV:%.+]] = fdiv x86_fp80 [[CONV]], [[EXPR]]
860 // CHECK: [[CONV:%.+]] = fptosi x86_fp80 [[DIV]] to i64
861 // CHECK: [[BF_LD:%.+]] = load i64, i64* [[TEMP1]],
862 // CHECK: [[BF_AND:%.+]] = and i64 [[CONV]], 127
863 // CHECK: [[BF_VALUE:%.+]] = shl i64 [[BF_AND:%.+]], 17
864 // CHECK: [[BF_CLEAR:%.+]] = and i64 [[BF_LD]], -16646145
865 // CHECK: [[VAL:%.+]] = or i64 [[BF_CLEAR]], [[BF_VALUE]]
866 // CHECK: store i64 [[VAL]], i64* [[TEMP1]]
867 // CHECK: [[NEW_BF_VALUE:%.+]] = load i64, i64* [[TEMP1]]
868 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (%struct.BitFields4* @{{.+}} to i64*), i64 [[OLD_BF_VALUE]], i64 [[NEW_BF_VALUE]] monotonic monotonic
869 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i64, i1 } [[RES]], 0
870 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
871 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
875 // CHECK: [[EXPR:%.+]] = load x86_fp80, x86_fp80* @{{.+}}
876 // CHECK: [[PREV_VALUE:%.+]] = load atomic i8, i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2) monotonic
877 // CHECK: br label %[[CONT:.+]]
879 // CHECK: [[OLD_BF_VALUE:%.+]] = phi i8 [ [[PREV_VALUE]], %[[EXIT]] ], [ [[FAILED_OLD_VAL:%.+]], %[[CONT]] ]
880 // CHECK: [[BITCAST1:%.+]] = bitcast i64* %{{.+}} to i8*
881 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST1]],
882 // CHECK: [[BITCAST:%.+]] = bitcast i64* %{{.+}} to i8*
883 // CHECK: store i8 [[OLD_BF_VALUE]], i8* [[BITCAST]],
884 // CHECK: [[A_LD:%.+]] = load i8, i8* [[BITCAST]],
885 // CHECK: [[A_ASHR:%.+]] = ashr i8 [[A_LD]], 1
886 // CHECK: [[CAST:%.+]] = sext i8 [[A_ASHR]] to i64
887 // CHECK: [[CONV:%.+]] = sitofp i64 [[CAST]] to x86_fp80
888 // CHECK: [[ADD:%.+]] = fadd x86_fp80 [[CONV]], [[EXPR]]
889 // CHECK: [[NEW_VAL:%.+]] = fptosi x86_fp80 [[ADD]] to i64
890 // CHECK: [[TRUNC:%.+]] = trunc i64 [[NEW_VAL]] to i8
891 // CHECK: [[BF_LD:%.+]] = load i8, i8* [[BITCAST1]],
892 // CHECK: [[BF_AND:%.+]] = and i8 [[TRUNC]], 127
893 // CHECK: [[BF_VALUE:%.+]] = shl i8 [[BF_AND]], 1
894 // CHECK: [[BF_CLEAR:%.+]] = and i8 [[BF_LD]], 1
895 // CHECK: or i8 [[BF_CLEAR]], [[BF_VALUE]]
896 // CHECK: store i8 %{{.+}}, i8* [[BITCAST1]]
897 // CHECK: [[NEW_BF_VALUE:%.+]] = load i8, i8* [[BITCAST1]]
898 // CHECK: [[RES:%.+]] = cmpxchg i8* getelementptr inbounds (%struct.BitFields4_packed, %struct.BitFields4_packed* @{{.+}}, i32 0, i32 0, i64 2), i8 [[OLD_BF_VALUE]], i8 [[NEW_BF_VALUE]] monotonic monotonic
899 // CHECK: [[FAILED_OLD_VAL]] = extractvalue { i8, i1 } [[RES]], 0
900 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i8, i1 } [[RES]], 1
901 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
903 #pragma omp atomic update
904 bfx4_packed.b += ldv;
905 // CHECK: load i64, i64*
906 // CHECK: [[EXPR:%.+]] = uitofp i64 %{{.+}} to float
907 // CHECK: [[I64VAL:%.+]] = load atomic i64, i64* bitcast (<2 x float>* [[DEST:@.+]] to i64*) monotonic
908 // CHECK: br label %[[CONT:.+]]
910 // CHECK: [[OLD_I64:%.+]] = phi i64 [ [[I64VAL]], %{{.+}} ], [ [[FAILED_I64_OLD_VAL:%.+]], %[[CONT]] ]
911 // CHECK: [[BITCAST:%.+]] = bitcast <2 x float>* [[TEMP:%.+]] to i64*
912 // CHECK: store i64 [[OLD_I64]], i64* [[BITCAST]],
913 // CHECK: [[OLD_VEC_VAL:%.+]] = bitcast i64 [[OLD_I64]] to <2 x float>
914 // CHECK: store <2 x float> [[OLD_VEC_VAL]], <2 x float>* [[LDTEMP:%.+]],
915 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[LDTEMP]]
916 // CHECK: [[X:%.+]] = extractelement <2 x float> [[VEC_VAL]], i64 0
917 // CHECK: [[VEC_ITEM_VAL:%.+]] = fsub float [[EXPR]], [[X]]
918 // CHECK: [[VEC_VAL:%.+]] = load <2 x float>, <2 x float>* [[TEMP]],
919 // CHECK: [[NEW_VEC_VAL:%.+]] = insertelement <2 x float> [[VEC_VAL]], float [[VEC_ITEM_VAL]], i64 0
920 // CHECK: store <2 x float> [[NEW_VEC_VAL]], <2 x float>* [[TEMP]]
921 // CHECK: [[NEW_I64:%.+]] = load i64, i64* [[BITCAST]]
922 // CHECK: [[RES:%.+]] = cmpxchg i64* bitcast (<2 x float>* [[DEST]] to i64*), i64 [[OLD_I64]], i64 [[NEW_I64]] monotonic monotonic
923 // CHECK: [[FAILED_I64_OLD_VAL:%.+]] = extractvalue { i64, i1 } [[RES]], 0
924 // CHECK: [[FAIL_SUCCESS:%.+]] = extractvalue { i64, i1 } [[RES]], 1
925 // CHECK: br i1 [[FAIL_SUCCESS]], label %[[EXIT:.+]], label %[[CONT]]
928 float2x.x = ulv - float2x.x;
929 // CHECK: [[EXPR:%.+]] = load double, double* @{{.+}},
930 // CHECK: [[OLD_VAL:%.+]] = call i32 @llvm.read_register.i32([[REG:metadata ![0-9]+]])
931 // CHECK: [[X_RVAL:%.+]] = sitofp i32 [[OLD_VAL]] to double
932 // CHECK: [[DIV:%.+]] = fdiv double [[EXPR]], [[X_RVAL]]
933 // CHECK: [[NEW_VAL:%.+]] = fptosi double [[DIV]] to i32
934 // CHECK: call void @llvm.write_register.i32([[REG]], i32 [[NEW_VAL]])
935 // CHECK: call{{.*}} @__kmpc_flush(
936 #pragma omp atomic seq_cst