]> CyberLeo.Net >> Repos - FreeBSD/FreeBSD.git/blob - contrib/llvm/tools/clang/include/clang/Basic/BuiltinsNVPTX.def
MFV r314565,314567,314570:
[FreeBSD/FreeBSD.git] / contrib / llvm / tools / clang / include / clang / Basic / BuiltinsNVPTX.def
1 //===--- BuiltinsPTX.def - PTX Builtin function database ----*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file defines the PTX-specific builtin function database.  Users of
11 // this file must define the BUILTIN macro to make use of this information.
12 //
13 //===----------------------------------------------------------------------===//
14
15 // The format of this database matches clang/Basic/Builtins.def.
16
17 #if defined(BUILTIN) && !defined(TARGET_BUILTIN)
18 #   define TARGET_BUILTIN(ID, TYPE, ATTRS, FEATURE) BUILTIN(ID, TYPE, ATTRS)
19 #endif
20
21 // Special Registers
22
23 BUILTIN(__nvvm_read_ptx_sreg_tid_x, "i", "nc")
24 BUILTIN(__nvvm_read_ptx_sreg_tid_y, "i", "nc")
25 BUILTIN(__nvvm_read_ptx_sreg_tid_z, "i", "nc")
26 BUILTIN(__nvvm_read_ptx_sreg_tid_w, "i", "nc")
27
28 BUILTIN(__nvvm_read_ptx_sreg_ntid_x, "i", "nc")
29 BUILTIN(__nvvm_read_ptx_sreg_ntid_y, "i", "nc")
30 BUILTIN(__nvvm_read_ptx_sreg_ntid_z, "i", "nc")
31 BUILTIN(__nvvm_read_ptx_sreg_ntid_w, "i", "nc")
32
33 BUILTIN(__nvvm_read_ptx_sreg_ctaid_x, "i", "nc")
34 BUILTIN(__nvvm_read_ptx_sreg_ctaid_y, "i", "nc")
35 BUILTIN(__nvvm_read_ptx_sreg_ctaid_z, "i", "nc")
36 BUILTIN(__nvvm_read_ptx_sreg_ctaid_w, "i", "nc")
37
38 BUILTIN(__nvvm_read_ptx_sreg_nctaid_x, "i", "nc")
39 BUILTIN(__nvvm_read_ptx_sreg_nctaid_y, "i", "nc")
40 BUILTIN(__nvvm_read_ptx_sreg_nctaid_z, "i", "nc")
41 BUILTIN(__nvvm_read_ptx_sreg_nctaid_w, "i", "nc")
42
43 BUILTIN(__nvvm_read_ptx_sreg_laneid, "i", "nc")
44 BUILTIN(__nvvm_read_ptx_sreg_warpid, "i", "nc")
45 BUILTIN(__nvvm_read_ptx_sreg_nwarpid, "i", "nc")
46
47 BUILTIN(__nvvm_read_ptx_sreg_smid, "i", "nc")
48 BUILTIN(__nvvm_read_ptx_sreg_nsmid, "i", "nc")
49 BUILTIN(__nvvm_read_ptx_sreg_gridid, "i", "nc")
50
51 BUILTIN(__nvvm_read_ptx_sreg_lanemask_eq, "i", "nc")
52 BUILTIN(__nvvm_read_ptx_sreg_lanemask_le, "i", "nc")
53 BUILTIN(__nvvm_read_ptx_sreg_lanemask_lt, "i", "nc")
54 BUILTIN(__nvvm_read_ptx_sreg_lanemask_ge, "i", "nc")
55 BUILTIN(__nvvm_read_ptx_sreg_lanemask_gt, "i", "nc")
56
57 BUILTIN(__nvvm_read_ptx_sreg_clock, "i", "n")
58 BUILTIN(__nvvm_read_ptx_sreg_clock64, "LLi", "n")
59
60 BUILTIN(__nvvm_read_ptx_sreg_pm0, "i", "n")
61 BUILTIN(__nvvm_read_ptx_sreg_pm1, "i", "n")
62 BUILTIN(__nvvm_read_ptx_sreg_pm2, "i", "n")
63 BUILTIN(__nvvm_read_ptx_sreg_pm3, "i", "n")
64
65 // MISC
66
67 BUILTIN(__nvvm_clz_i, "ii", "")
68 BUILTIN(__nvvm_clz_ll, "iLLi", "")
69 BUILTIN(__nvvm_popc_i, "ii", "")
70 BUILTIN(__nvvm_popc_ll, "iLLi", "")
71 BUILTIN(__nvvm_prmt, "UiUiUiUi", "")
72
73 // Min Max
74
75 BUILTIN(__nvvm_min_i, "iii", "")
76 BUILTIN(__nvvm_min_ui, "UiUiUi", "")
77 BUILTIN(__nvvm_min_ll, "LLiLLiLLi", "")
78 BUILTIN(__nvvm_min_ull, "ULLiULLiULLi", "")
79
80 BUILTIN(__nvvm_max_i, "iii", "")
81 BUILTIN(__nvvm_max_ui, "UiUiUi", "")
82 BUILTIN(__nvvm_max_ll, "LLiLLiLLi", "")
83 BUILTIN(__nvvm_max_ull, "ULLiULLiULLi", "")
84
85 BUILTIN(__nvvm_fmax_ftz_f, "fff",  "")
86 BUILTIN(__nvvm_fmax_f, "fff",  "")
87 BUILTIN(__nvvm_fmin_ftz_f, "fff",  "")
88 BUILTIN(__nvvm_fmin_f, "fff",  "")
89
90 BUILTIN(__nvvm_fmax_d, "ddd", "")
91 BUILTIN(__nvvm_fmin_d, "ddd", "")
92
93 // Multiplication
94
95 BUILTIN(__nvvm_mulhi_i, "iii", "")
96 BUILTIN(__nvvm_mulhi_ui, "UiUiUi", "")
97 BUILTIN(__nvvm_mulhi_ll, "LLiLLiLLi", "")
98 BUILTIN(__nvvm_mulhi_ull, "ULLiULLiULLi", "")
99
100 BUILTIN(__nvvm_mul_rn_ftz_f,  "fff", "")
101 BUILTIN(__nvvm_mul_rn_f,  "fff", "")
102 BUILTIN(__nvvm_mul_rz_ftz_f,  "fff", "")
103 BUILTIN(__nvvm_mul_rz_f,  "fff", "")
104 BUILTIN(__nvvm_mul_rm_ftz_f,  "fff", "")
105 BUILTIN(__nvvm_mul_rm_f,  "fff", "")
106 BUILTIN(__nvvm_mul_rp_ftz_f,  "fff", "")
107 BUILTIN(__nvvm_mul_rp_f,  "fff", "")
108
109 BUILTIN(__nvvm_mul_rn_d,  "ddd", "")
110 BUILTIN(__nvvm_mul_rz_d,  "ddd", "")
111 BUILTIN(__nvvm_mul_rm_d,  "ddd", "")
112 BUILTIN(__nvvm_mul_rp_d,  "ddd", "")
113
114 BUILTIN(__nvvm_mul24_i,  "iii", "")
115 BUILTIN(__nvvm_mul24_ui,  "UiUiUi", "")
116
117 // Div
118
119 BUILTIN(__nvvm_div_approx_ftz_f,  "fff", "")
120 BUILTIN(__nvvm_div_approx_f,  "fff", "")
121
122 BUILTIN(__nvvm_div_rn_ftz_f,  "fff", "")
123 BUILTIN(__nvvm_div_rn_f,  "fff", "")
124 BUILTIN(__nvvm_div_rz_ftz_f,  "fff", "")
125 BUILTIN(__nvvm_div_rz_f,  "fff", "")
126 BUILTIN(__nvvm_div_rm_ftz_f,  "fff", "")
127 BUILTIN(__nvvm_div_rm_f,  "fff", "")
128 BUILTIN(__nvvm_div_rp_ftz_f,  "fff", "")
129 BUILTIN(__nvvm_div_rp_f,  "fff", "")
130
131 BUILTIN(__nvvm_div_rn_d,  "ddd", "")
132 BUILTIN(__nvvm_div_rz_d,  "ddd", "")
133 BUILTIN(__nvvm_div_rm_d,  "ddd", "")
134 BUILTIN(__nvvm_div_rp_d,  "ddd", "")
135
136 // Brev
137
138 BUILTIN(__nvvm_brev32, "UiUi", "")
139 BUILTIN(__nvvm_brev64, "ULLiULLi", "")
140
141 // Sad
142
143 BUILTIN(__nvvm_sad_i, "iiii", "")
144 BUILTIN(__nvvm_sad_ui, "UiUiUiUi", "")
145
146 // Floor, Ceil
147
148 BUILTIN(__nvvm_floor_ftz_f, "ff", "")
149 BUILTIN(__nvvm_floor_f, "ff", "")
150 BUILTIN(__nvvm_floor_d, "dd", "")
151
152 BUILTIN(__nvvm_ceil_ftz_f, "ff", "")
153 BUILTIN(__nvvm_ceil_f, "ff", "")
154 BUILTIN(__nvvm_ceil_d, "dd", "")
155
156 // Abs
157
158 BUILTIN(__nvvm_abs_i, "ii", "")
159 BUILTIN(__nvvm_abs_ll, "LLiLLi", "")
160
161 BUILTIN(__nvvm_fabs_ftz_f, "ff", "")
162 BUILTIN(__nvvm_fabs_f, "ff", "")
163 BUILTIN(__nvvm_fabs_d, "dd", "")
164
165 // Round
166
167 BUILTIN(__nvvm_round_ftz_f, "ff", "")
168 BUILTIN(__nvvm_round_f, "ff", "")
169 BUILTIN(__nvvm_round_d, "dd", "")
170
171 // Trunc
172
173 BUILTIN(__nvvm_trunc_ftz_f, "ff", "")
174 BUILTIN(__nvvm_trunc_f, "ff", "")
175 BUILTIN(__nvvm_trunc_d, "dd", "")
176
177 // Saturate
178
179 BUILTIN(__nvvm_saturate_ftz_f, "ff", "")
180 BUILTIN(__nvvm_saturate_f, "ff", "")
181 BUILTIN(__nvvm_saturate_d, "dd", "")
182
183 // Exp2, Log2
184
185 BUILTIN(__nvvm_ex2_approx_ftz_f, "ff", "")
186 BUILTIN(__nvvm_ex2_approx_f, "ff", "")
187 BUILTIN(__nvvm_ex2_approx_d, "dd", "")
188
189 BUILTIN(__nvvm_lg2_approx_ftz_f, "ff", "")
190 BUILTIN(__nvvm_lg2_approx_f, "ff", "")
191 BUILTIN(__nvvm_lg2_approx_d, "dd", "")
192
193 // Sin, Cos
194
195 BUILTIN(__nvvm_sin_approx_ftz_f, "ff", "")
196 BUILTIN(__nvvm_sin_approx_f, "ff", "")
197
198 BUILTIN(__nvvm_cos_approx_ftz_f, "ff", "")
199 BUILTIN(__nvvm_cos_approx_f, "ff", "")
200
201 // Fma
202
203 BUILTIN(__nvvm_fma_rn_ftz_f, "ffff", "")
204 BUILTIN(__nvvm_fma_rn_f, "ffff", "")
205 BUILTIN(__nvvm_fma_rz_ftz_f, "ffff", "")
206 BUILTIN(__nvvm_fma_rz_f, "ffff", "")
207 BUILTIN(__nvvm_fma_rm_ftz_f, "ffff", "")
208 BUILTIN(__nvvm_fma_rm_f, "ffff", "")
209 BUILTIN(__nvvm_fma_rp_ftz_f, "ffff", "")
210 BUILTIN(__nvvm_fma_rp_f, "ffff", "")
211 BUILTIN(__nvvm_fma_rn_d, "dddd", "")
212 BUILTIN(__nvvm_fma_rz_d, "dddd", "")
213 BUILTIN(__nvvm_fma_rm_d, "dddd", "")
214 BUILTIN(__nvvm_fma_rp_d, "dddd", "")
215
216 // Rcp
217
218 BUILTIN(__nvvm_rcp_rn_ftz_f, "ff", "")
219 BUILTIN(__nvvm_rcp_rn_f, "ff", "")
220 BUILTIN(__nvvm_rcp_rz_ftz_f, "ff", "")
221 BUILTIN(__nvvm_rcp_rz_f, "ff", "")
222 BUILTIN(__nvvm_rcp_rm_ftz_f, "ff", "")
223 BUILTIN(__nvvm_rcp_rm_f, "ff", "")
224 BUILTIN(__nvvm_rcp_rp_ftz_f, "ff", "")
225 BUILTIN(__nvvm_rcp_rp_f, "ff", "")
226
227 BUILTIN(__nvvm_rcp_rn_d, "dd", "")
228 BUILTIN(__nvvm_rcp_rz_d, "dd", "")
229 BUILTIN(__nvvm_rcp_rm_d, "dd", "")
230 BUILTIN(__nvvm_rcp_rp_d, "dd", "")
231 BUILTIN(__nvvm_rcp_approx_ftz_d, "dd", "")
232
233 // Sqrt
234
235 BUILTIN(__nvvm_sqrt_rn_ftz_f, "ff", "")
236 BUILTIN(__nvvm_sqrt_rn_f, "ff", "")
237 BUILTIN(__nvvm_sqrt_rz_ftz_f, "ff", "")
238 BUILTIN(__nvvm_sqrt_rz_f, "ff", "")
239 BUILTIN(__nvvm_sqrt_rm_ftz_f, "ff", "")
240 BUILTIN(__nvvm_sqrt_rm_f, "ff", "")
241 BUILTIN(__nvvm_sqrt_rp_ftz_f, "ff", "")
242 BUILTIN(__nvvm_sqrt_rp_f, "ff", "")
243 BUILTIN(__nvvm_sqrt_approx_ftz_f, "ff", "")
244 BUILTIN(__nvvm_sqrt_approx_f, "ff", "")
245
246 BUILTIN(__nvvm_sqrt_rn_d, "dd", "")
247 BUILTIN(__nvvm_sqrt_rz_d, "dd", "")
248 BUILTIN(__nvvm_sqrt_rm_d, "dd", "")
249 BUILTIN(__nvvm_sqrt_rp_d, "dd", "")
250
251 // Rsqrt
252
253 BUILTIN(__nvvm_rsqrt_approx_ftz_f, "ff", "")
254 BUILTIN(__nvvm_rsqrt_approx_f, "ff", "")
255 BUILTIN(__nvvm_rsqrt_approx_d, "dd", "")
256
257 // Add
258
259 BUILTIN(__nvvm_add_rn_ftz_f, "fff", "")
260 BUILTIN(__nvvm_add_rn_f, "fff", "")
261 BUILTIN(__nvvm_add_rz_ftz_f, "fff", "")
262 BUILTIN(__nvvm_add_rz_f, "fff", "")
263 BUILTIN(__nvvm_add_rm_ftz_f, "fff", "")
264 BUILTIN(__nvvm_add_rm_f, "fff", "")
265 BUILTIN(__nvvm_add_rp_ftz_f, "fff", "")
266 BUILTIN(__nvvm_add_rp_f, "fff", "")
267
268 BUILTIN(__nvvm_add_rn_d, "ddd", "")
269 BUILTIN(__nvvm_add_rz_d, "ddd", "")
270 BUILTIN(__nvvm_add_rm_d, "ddd", "")
271 BUILTIN(__nvvm_add_rp_d, "ddd", "")
272
273 // Convert
274
275 BUILTIN(__nvvm_d2f_rn_ftz, "fd", "")
276 BUILTIN(__nvvm_d2f_rn, "fd", "")
277 BUILTIN(__nvvm_d2f_rz_ftz, "fd", "")
278 BUILTIN(__nvvm_d2f_rz, "fd", "")
279 BUILTIN(__nvvm_d2f_rm_ftz, "fd", "")
280 BUILTIN(__nvvm_d2f_rm, "fd", "")
281 BUILTIN(__nvvm_d2f_rp_ftz, "fd", "")
282 BUILTIN(__nvvm_d2f_rp, "fd", "")
283
284 BUILTIN(__nvvm_d2i_rn, "id", "")
285 BUILTIN(__nvvm_d2i_rz, "id", "")
286 BUILTIN(__nvvm_d2i_rm, "id", "")
287 BUILTIN(__nvvm_d2i_rp, "id", "")
288
289 BUILTIN(__nvvm_d2ui_rn, "Uid", "")
290 BUILTIN(__nvvm_d2ui_rz, "Uid", "")
291 BUILTIN(__nvvm_d2ui_rm, "Uid", "")
292 BUILTIN(__nvvm_d2ui_rp, "Uid", "")
293
294 BUILTIN(__nvvm_i2d_rn, "di", "")
295 BUILTIN(__nvvm_i2d_rz, "di", "")
296 BUILTIN(__nvvm_i2d_rm, "di", "")
297 BUILTIN(__nvvm_i2d_rp, "di", "")
298
299 BUILTIN(__nvvm_ui2d_rn, "dUi", "")
300 BUILTIN(__nvvm_ui2d_rz, "dUi", "")
301 BUILTIN(__nvvm_ui2d_rm, "dUi", "")
302 BUILTIN(__nvvm_ui2d_rp, "dUi", "")
303
304 BUILTIN(__nvvm_f2i_rn_ftz, "if", "")
305 BUILTIN(__nvvm_f2i_rn, "if", "")
306 BUILTIN(__nvvm_f2i_rz_ftz, "if", "")
307 BUILTIN(__nvvm_f2i_rz, "if", "")
308 BUILTIN(__nvvm_f2i_rm_ftz, "if", "")
309 BUILTIN(__nvvm_f2i_rm, "if", "")
310 BUILTIN(__nvvm_f2i_rp_ftz, "if", "")
311 BUILTIN(__nvvm_f2i_rp, "if", "")
312
313 BUILTIN(__nvvm_f2ui_rn_ftz, "Uif", "")
314 BUILTIN(__nvvm_f2ui_rn, "Uif", "")
315 BUILTIN(__nvvm_f2ui_rz_ftz, "Uif", "")
316 BUILTIN(__nvvm_f2ui_rz, "Uif", "")
317 BUILTIN(__nvvm_f2ui_rm_ftz, "Uif", "")
318 BUILTIN(__nvvm_f2ui_rm, "Uif", "")
319 BUILTIN(__nvvm_f2ui_rp_ftz, "Uif", "")
320 BUILTIN(__nvvm_f2ui_rp, "Uif", "")
321
322 BUILTIN(__nvvm_i2f_rn, "fi", "")
323 BUILTIN(__nvvm_i2f_rz, "fi", "")
324 BUILTIN(__nvvm_i2f_rm, "fi", "")
325 BUILTIN(__nvvm_i2f_rp, "fi", "")
326
327 BUILTIN(__nvvm_ui2f_rn, "fUi", "")
328 BUILTIN(__nvvm_ui2f_rz, "fUi", "")
329 BUILTIN(__nvvm_ui2f_rm, "fUi", "")
330 BUILTIN(__nvvm_ui2f_rp, "fUi", "")
331
332 BUILTIN(__nvvm_lohi_i2d, "dii", "")
333
334 BUILTIN(__nvvm_d2i_lo, "id", "")
335 BUILTIN(__nvvm_d2i_hi, "id", "")
336
337 BUILTIN(__nvvm_f2ll_rn_ftz, "LLif", "")
338 BUILTIN(__nvvm_f2ll_rn, "LLif", "")
339 BUILTIN(__nvvm_f2ll_rz_ftz, "LLif", "")
340 BUILTIN(__nvvm_f2ll_rz, "LLif", "")
341 BUILTIN(__nvvm_f2ll_rm_ftz, "LLif", "")
342 BUILTIN(__nvvm_f2ll_rm, "LLif", "")
343 BUILTIN(__nvvm_f2ll_rp_ftz, "LLif", "")
344 BUILTIN(__nvvm_f2ll_rp, "LLif", "")
345
346 BUILTIN(__nvvm_f2ull_rn_ftz, "ULLif", "")
347 BUILTIN(__nvvm_f2ull_rn, "ULLif", "")
348 BUILTIN(__nvvm_f2ull_rz_ftz, "ULLif", "")
349 BUILTIN(__nvvm_f2ull_rz, "ULLif", "")
350 BUILTIN(__nvvm_f2ull_rm_ftz, "ULLif", "")
351 BUILTIN(__nvvm_f2ull_rm, "ULLif", "")
352 BUILTIN(__nvvm_f2ull_rp_ftz, "ULLif", "")
353 BUILTIN(__nvvm_f2ull_rp, "ULLif", "")
354
355 BUILTIN(__nvvm_d2ll_rn, "LLid", "")
356 BUILTIN(__nvvm_d2ll_rz, "LLid", "")
357 BUILTIN(__nvvm_d2ll_rm, "LLid", "")
358 BUILTIN(__nvvm_d2ll_rp, "LLid", "")
359
360 BUILTIN(__nvvm_d2ull_rn, "ULLid", "")
361 BUILTIN(__nvvm_d2ull_rz, "ULLid", "")
362 BUILTIN(__nvvm_d2ull_rm, "ULLid", "")
363 BUILTIN(__nvvm_d2ull_rp, "ULLid", "")
364
365 BUILTIN(__nvvm_ll2f_rn, "fLLi", "")
366 BUILTIN(__nvvm_ll2f_rz, "fLLi", "")
367 BUILTIN(__nvvm_ll2f_rm, "fLLi", "")
368 BUILTIN(__nvvm_ll2f_rp, "fLLi", "")
369
370 BUILTIN(__nvvm_ull2f_rn, "fULLi", "")
371 BUILTIN(__nvvm_ull2f_rz, "fULLi", "")
372 BUILTIN(__nvvm_ull2f_rm, "fULLi", "")
373 BUILTIN(__nvvm_ull2f_rp, "fULLi", "")
374
375 BUILTIN(__nvvm_ll2d_rn, "dLLi", "")
376 BUILTIN(__nvvm_ll2d_rz, "dLLi", "")
377 BUILTIN(__nvvm_ll2d_rm, "dLLi", "")
378 BUILTIN(__nvvm_ll2d_rp, "dLLi", "")
379
380 BUILTIN(__nvvm_ull2d_rn, "dULLi", "")
381 BUILTIN(__nvvm_ull2d_rz, "dULLi", "")
382 BUILTIN(__nvvm_ull2d_rm, "dULLi", "")
383 BUILTIN(__nvvm_ull2d_rp, "dULLi", "")
384
385 BUILTIN(__nvvm_f2h_rn_ftz, "Usf", "")
386 BUILTIN(__nvvm_f2h_rn, "Usf", "")
387
388 BUILTIN(__nvvm_h2f, "fUs", "")
389
390 // Bitcast
391
392 BUILTIN(__nvvm_bitcast_f2i, "if", "")
393 BUILTIN(__nvvm_bitcast_i2f, "fi", "")
394
395 BUILTIN(__nvvm_bitcast_ll2d, "dLLi", "")
396 BUILTIN(__nvvm_bitcast_d2ll, "LLid", "")
397
398 // Sync
399
400 BUILTIN(__syncthreads, "v", "")
401 BUILTIN(__nvvm_bar0_popc, "ii", "")
402 BUILTIN(__nvvm_bar0_and, "ii", "")
403 BUILTIN(__nvvm_bar0_or, "ii", "")
404 BUILTIN(__nvvm_bar_sync, "vi", "n")
405
406 // Shuffle
407
408 BUILTIN(__nvvm_shfl_down_i32, "iiii", "")
409 BUILTIN(__nvvm_shfl_down_f32, "ffii", "")
410 BUILTIN(__nvvm_shfl_up_i32, "iiii", "")
411 BUILTIN(__nvvm_shfl_up_f32, "ffii", "")
412 BUILTIN(__nvvm_shfl_bfly_i32, "iiii", "")
413 BUILTIN(__nvvm_shfl_bfly_f32, "ffii", "")
414 BUILTIN(__nvvm_shfl_idx_i32, "iiii", "")
415 BUILTIN(__nvvm_shfl_idx_f32, "ffii", "")
416
417 // Membar
418
419 BUILTIN(__nvvm_membar_cta, "v", "")
420 BUILTIN(__nvvm_membar_gl, "v", "")
421 BUILTIN(__nvvm_membar_sys, "v", "")
422
423 // Memcpy, Memset
424
425 BUILTIN(__nvvm_memcpy, "vUc*Uc*zi","")
426 BUILTIN(__nvvm_memset, "vUc*Uczi","")
427
428 // Image
429
430 BUILTIN(__builtin_ptx_read_image2Dfi_, "V4fiiii", "")
431 BUILTIN(__builtin_ptx_read_image2Dff_, "V4fiiff", "")
432 BUILTIN(__builtin_ptx_read_image2Dii_, "V4iiiii", "")
433 BUILTIN(__builtin_ptx_read_image2Dif_, "V4iiiff", "")
434
435 BUILTIN(__builtin_ptx_read_image3Dfi_, "V4fiiiiii", "")
436 BUILTIN(__builtin_ptx_read_image3Dff_, "V4fiiffff", "")
437 BUILTIN(__builtin_ptx_read_image3Dii_, "V4iiiiiii", "")
438 BUILTIN(__builtin_ptx_read_image3Dif_, "V4iiiffff", "")
439
440 BUILTIN(__builtin_ptx_write_image2Df_, "viiiffff", "")
441 BUILTIN(__builtin_ptx_write_image2Di_, "viiiiiii", "")
442 BUILTIN(__builtin_ptx_write_image2Dui_, "viiiUiUiUiUi", "")
443 BUILTIN(__builtin_ptx_get_image_depthi_, "ii", "")
444 BUILTIN(__builtin_ptx_get_image_heighti_, "ii", "")
445 BUILTIN(__builtin_ptx_get_image_widthi_, "ii", "")
446 BUILTIN(__builtin_ptx_get_image_channel_data_typei_, "ii", "")
447 BUILTIN(__builtin_ptx_get_image_channel_orderi_, "ii", "")
448
449 // Atomic
450 //
451 // We need the atom intrinsics because
452 // - they are used in converging analysis
453 // - they are used in address space analysis and optimization
454 // So it does not hurt to expose them as builtins.
455 //
456 BUILTIN(__nvvm_atom_add_g_i, "iiD*1i", "n")
457 BUILTIN(__nvvm_atom_add_s_i, "iiD*3i", "n")
458 BUILTIN(__nvvm_atom_add_gen_i, "iiD*i", "n")
459 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_i, "iiD*i", "n", "satom")
460 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_i, "iiD*i", "n", "satom")
461 BUILTIN(__nvvm_atom_add_g_l, "LiLiD*1Li", "n")
462 BUILTIN(__nvvm_atom_add_s_l, "LiLiD*3Li", "n")
463 BUILTIN(__nvvm_atom_add_gen_l, "LiLiD*Li", "n")
464 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_l, "LiLiD*Li", "n", "satom")
465 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_l, "LiLiD*Li", "n", "satom")
466 BUILTIN(__nvvm_atom_add_g_ll, "LLiLLiD*1LLi", "n")
467 BUILTIN(__nvvm_atom_add_s_ll, "LLiLLiD*3LLi", "n")
468 BUILTIN(__nvvm_atom_add_gen_ll, "LLiLLiD*LLi", "n")
469 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_ll, "LLiLLiD*LLi", "n", "satom")
470 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_ll, "LLiLLiD*LLi", "n", "satom")
471 BUILTIN(__nvvm_atom_add_g_f, "ffD*1f", "n")
472 BUILTIN(__nvvm_atom_add_s_f, "ffD*3f", "n")
473 BUILTIN(__nvvm_atom_add_gen_f, "ffD*f", "n")
474 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_f, "ffD*f", "n", "satom")
475 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_f, "ffD*f", "n", "satom")
476 BUILTIN(__nvvm_atom_add_g_d, "ddD*1d", "n")
477 BUILTIN(__nvvm_atom_add_s_d, "ddD*3d", "n")
478 BUILTIN(__nvvm_atom_add_gen_d, "ddD*d", "n")
479 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_d, "ddD*d", "n", "satom")
480 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_d, "ddD*d", "n", "satom")
481
482 BUILTIN(__nvvm_atom_sub_g_i, "iiD*1i", "n")
483 BUILTIN(__nvvm_atom_sub_s_i, "iiD*3i", "n")
484 BUILTIN(__nvvm_atom_sub_gen_i, "iiD*i", "n")
485 BUILTIN(__nvvm_atom_sub_g_l, "LiLiD*1Li", "n")
486 BUILTIN(__nvvm_atom_sub_s_l, "LiLiD*3Li", "n")
487 BUILTIN(__nvvm_atom_sub_gen_l, "LiLiD*Li", "n")
488 BUILTIN(__nvvm_atom_sub_g_ll, "LLiLLiD*1LLi", "n")
489 BUILTIN(__nvvm_atom_sub_s_ll, "LLiLLiD*3LLi", "n")
490 BUILTIN(__nvvm_atom_sub_gen_ll, "LLiLLiD*LLi", "n")
491
492 BUILTIN(__nvvm_atom_xchg_g_i, "iiD*1i", "n")
493 BUILTIN(__nvvm_atom_xchg_s_i, "iiD*3i", "n")
494 BUILTIN(__nvvm_atom_xchg_gen_i, "iiD*i", "n")
495 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_i, "iiD*i", "n", "satom")
496 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_i, "iiD*i", "n", "satom")
497 BUILTIN(__nvvm_atom_xchg_g_l, "LiLiD*1Li", "n")
498 BUILTIN(__nvvm_atom_xchg_s_l, "LiLiD*3Li", "n")
499 BUILTIN(__nvvm_atom_xchg_gen_l, "LiLiD*Li", "n")
500 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_l, "LiLiD*Li", "n", "satom")
501 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_l, "LiLiD*Li", "n", "satom")
502 BUILTIN(__nvvm_atom_xchg_g_ll, "LLiLLiD*1LLi", "n")
503 BUILTIN(__nvvm_atom_xchg_s_ll, "LLiLLiD*3LLi", "n")
504 BUILTIN(__nvvm_atom_xchg_gen_ll, "LLiLLiD*LLi", "n")
505 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom")
506 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom")
507
508 BUILTIN(__nvvm_atom_max_g_i, "iiD*1i", "n")
509 BUILTIN(__nvvm_atom_max_s_i, "iiD*3i", "n")
510 BUILTIN(__nvvm_atom_max_gen_i, "iiD*i", "n")
511 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_i, "iiD*i", "n", "satom")
512 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_i, "iiD*i", "n", "satom")
513 BUILTIN(__nvvm_atom_max_g_ui, "UiUiD*1Ui", "n")
514 BUILTIN(__nvvm_atom_max_s_ui, "UiUiD*3Ui", "n")
515 BUILTIN(__nvvm_atom_max_gen_ui, "UiUiD*Ui", "n")
516 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ui, "UiUiD*Ui", "n", "satom")
517 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ui, "UiUiD*Ui", "n", "satom")
518 BUILTIN(__nvvm_atom_max_g_l, "LiLiD*1Li", "n")
519 BUILTIN(__nvvm_atom_max_s_l, "LiLiD*3Li", "n")
520 BUILTIN(__nvvm_atom_max_gen_l, "LiLiD*Li", "n")
521 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_l, "LiLiD*Li", "n", "satom")
522 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_l, "LiLiD*Li", "n", "satom")
523 BUILTIN(__nvvm_atom_max_g_ul, "ULiULiD*1ULi", "n")
524 BUILTIN(__nvvm_atom_max_s_ul, "ULiULiD*3ULi", "n")
525 BUILTIN(__nvvm_atom_max_gen_ul, "ULiULiD*ULi", "n")
526 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ul, "ULiULiD*ULi", "n", "satom")
527 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ul, "ULiULiD*ULi", "n", "satom")
528 BUILTIN(__nvvm_atom_max_g_ll, "LLiLLiD*1LLi", "n")
529 BUILTIN(__nvvm_atom_max_s_ll, "LLiLLiD*3LLi", "n")
530 BUILTIN(__nvvm_atom_max_gen_ll, "LLiLLiD*LLi", "n")
531 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ll, "LLiLLiD*LLi", "n", "satom")
532 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ll, "LLiLLiD*LLi", "n", "satom")
533 BUILTIN(__nvvm_atom_max_g_ull, "ULLiULLiD*1ULLi", "n")
534 BUILTIN(__nvvm_atom_max_s_ull, "ULLiULLiD*3ULLi", "n")
535 BUILTIN(__nvvm_atom_max_gen_ull, "ULLiULLiD*ULLi", "n")
536 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
537 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
538
539 BUILTIN(__nvvm_atom_min_g_i, "iiD*1i", "n")
540 BUILTIN(__nvvm_atom_min_s_i, "iiD*3i", "n")
541 BUILTIN(__nvvm_atom_min_gen_i, "iiD*i", "n")
542 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_i, "iiD*i", "n", "satom")
543 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_i, "iiD*i", "n", "satom")
544 BUILTIN(__nvvm_atom_min_g_ui, "UiUiD*1Ui", "n")
545 BUILTIN(__nvvm_atom_min_s_ui, "UiUiD*3Ui", "n")
546 BUILTIN(__nvvm_atom_min_gen_ui, "UiUiD*Ui", "n")
547 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ui, "UiUiD*Ui", "n", "satom")
548 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ui, "UiUiD*Ui", "n", "satom")
549 BUILTIN(__nvvm_atom_min_g_l, "LiLiD*1Li", "n")
550 BUILTIN(__nvvm_atom_min_s_l, "LiLiD*3Li", "n")
551 BUILTIN(__nvvm_atom_min_gen_l, "LiLiD*Li", "n")
552 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_l, "LiLiD*Li", "n", "satom")
553 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_l, "LiLiD*Li", "n", "satom")
554 BUILTIN(__nvvm_atom_min_g_ul, "ULiULiD*1ULi", "n")
555 BUILTIN(__nvvm_atom_min_s_ul, "ULiULiD*3ULi", "n")
556 BUILTIN(__nvvm_atom_min_gen_ul, "ULiULiD*ULi", "n")
557 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ul, "ULiULiD*ULi", "n", "satom")
558 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ul, "ULiULiD*ULi", "n", "satom")
559 BUILTIN(__nvvm_atom_min_g_ll, "LLiLLiD*1LLi", "n")
560 BUILTIN(__nvvm_atom_min_s_ll, "LLiLLiD*3LLi", "n")
561 BUILTIN(__nvvm_atom_min_gen_ll, "LLiLLiD*LLi", "n")
562 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ll, "LLiLLiD*LLi", "n", "satom")
563 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ll, "LLiLLiD*LLi", "n", "satom")
564 BUILTIN(__nvvm_atom_min_g_ull, "ULLiULLiD*1ULLi", "n")
565 BUILTIN(__nvvm_atom_min_s_ull, "ULLiULLiD*3ULLi", "n")
566 BUILTIN(__nvvm_atom_min_gen_ull, "ULLiULLiD*ULLi", "n")
567 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
568 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
569
570 BUILTIN(__nvvm_atom_inc_g_ui, "UiUiD*1Ui", "n")
571 BUILTIN(__nvvm_atom_inc_s_ui, "UiUiD*3Ui", "n")
572 BUILTIN(__nvvm_atom_inc_gen_ui, "UiUiD*Ui", "n")
573 TARGET_BUILTIN(__nvvm_atom_cta_inc_gen_ui, "UiUiD*Ui", "n", "satom")
574 TARGET_BUILTIN(__nvvm_atom_sys_inc_gen_ui, "UiUiD*Ui", "n", "satom")
575 BUILTIN(__nvvm_atom_dec_g_ui, "UiUiD*1Ui", "n")
576 BUILTIN(__nvvm_atom_dec_s_ui, "UiUiD*3Ui", "n")
577 BUILTIN(__nvvm_atom_dec_gen_ui, "UiUiD*Ui", "n")
578 TARGET_BUILTIN(__nvvm_atom_cta_dec_gen_ui, "UiUiD*Ui", "n", "satom")
579 TARGET_BUILTIN(__nvvm_atom_sys_dec_gen_ui, "UiUiD*Ui", "n", "satom")
580
581 BUILTIN(__nvvm_atom_and_g_i, "iiD*1i", "n")
582 BUILTIN(__nvvm_atom_and_s_i, "iiD*3i", "n")
583 BUILTIN(__nvvm_atom_and_gen_i, "iiD*i", "n")
584 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_i, "iiD*i", "n", "satom")
585 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_i, "iiD*i", "n", "satom")
586 BUILTIN(__nvvm_atom_and_g_l, "LiLiD*1Li", "n")
587 BUILTIN(__nvvm_atom_and_s_l, "LiLiD*3Li", "n")
588 BUILTIN(__nvvm_atom_and_gen_l, "LiLiD*Li", "n")
589 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_l, "LiLiD*Li", "n", "satom")
590 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_l, "LiLiD*Li", "n", "satom")
591 BUILTIN(__nvvm_atom_and_g_ll, "LLiLLiD*1LLi", "n")
592 BUILTIN(__nvvm_atom_and_s_ll, "LLiLLiD*3LLi", "n")
593 BUILTIN(__nvvm_atom_and_gen_ll, "LLiLLiD*LLi", "n")
594 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_ll, "LLiLLiD*LLi", "n", "satom")
595 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_ll, "LLiLLiD*LLi", "n", "satom")
596
597 BUILTIN(__nvvm_atom_or_g_i, "iiD*1i", "n")
598 BUILTIN(__nvvm_atom_or_s_i, "iiD*3i", "n")
599 BUILTIN(__nvvm_atom_or_gen_i, "iiD*i", "n")
600 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_i, "iiD*i", "n", "satom")
601 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_i, "iiD*i", "n", "satom")
602 BUILTIN(__nvvm_atom_or_g_l, "LiLiD*1Li", "n")
603 BUILTIN(__nvvm_atom_or_s_l, "LiLiD*3Li", "n")
604 BUILTIN(__nvvm_atom_or_gen_l, "LiLiD*Li", "n")
605 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_l, "LiLiD*Li", "n", "satom")
606 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_l, "LiLiD*Li", "n", "satom")
607 BUILTIN(__nvvm_atom_or_g_ll, "LLiLLiD*1LLi", "n")
608 BUILTIN(__nvvm_atom_or_s_ll, "LLiLLiD*3LLi", "n")
609 BUILTIN(__nvvm_atom_or_gen_ll, "LLiLLiD*LLi", "n")
610 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_ll, "LLiLLiD*LLi", "n", "satom")
611 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_ll, "LLiLLiD*LLi", "n", "satom")
612
613 BUILTIN(__nvvm_atom_xor_g_i, "iiD*1i", "n")
614 BUILTIN(__nvvm_atom_xor_s_i, "iiD*3i", "n")
615 BUILTIN(__nvvm_atom_xor_gen_i, "iiD*i", "n")
616 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_i, "iiD*i", "n", "satom")
617 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_i, "iiD*i", "n", "satom")
618 BUILTIN(__nvvm_atom_xor_g_l, "LiLiD*1Li", "n")
619 BUILTIN(__nvvm_atom_xor_s_l, "LiLiD*3Li", "n")
620 BUILTIN(__nvvm_atom_xor_gen_l, "LiLiD*Li", "n")
621 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_l, "LiLiD*Li", "n", "satom")
622 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_l, "LiLiD*Li", "n", "satom")
623 BUILTIN(__nvvm_atom_xor_g_ll, "LLiLLiD*1LLi", "n")
624 BUILTIN(__nvvm_atom_xor_s_ll, "LLiLLiD*3LLi", "n")
625 BUILTIN(__nvvm_atom_xor_gen_ll, "LLiLLiD*LLi", "n")
626 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_ll, "LLiLLiD*LLi", "n", "satom")
627 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_ll, "LLiLLiD*LLi", "n", "satom")
628
629 BUILTIN(__nvvm_atom_cas_g_i, "iiD*1ii", "n")
630 BUILTIN(__nvvm_atom_cas_s_i, "iiD*3ii", "n")
631 BUILTIN(__nvvm_atom_cas_gen_i, "iiD*ii", "n")
632 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_i, "iiD*ii", "n", "satom")
633 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_i, "iiD*ii", "n", "satom")
634 BUILTIN(__nvvm_atom_cas_g_l, "LiLiD*1LiLi", "n")
635 BUILTIN(__nvvm_atom_cas_s_l, "LiLiD*3LiLi", "n")
636 BUILTIN(__nvvm_atom_cas_gen_l, "LiLiD*LiLi", "n")
637 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_l, "LiLiD*LiLi", "n", "satom")
638 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_l, "LiLiD*LiLi", "n", "satom")
639 BUILTIN(__nvvm_atom_cas_g_ll, "LLiLLiD*1LLiLLi", "n")
640 BUILTIN(__nvvm_atom_cas_s_ll, "LLiLLiD*3LLiLLi", "n")
641 BUILTIN(__nvvm_atom_cas_gen_ll, "LLiLLiD*LLiLLi", "n")
642 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom")
643 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom")
644
645 // Compiler Error Warn
646 BUILTIN(__nvvm_compiler_error, "vcC*4", "n")
647 BUILTIN(__nvvm_compiler_warn, "vcC*4", "n")
648
649 // __ldg.  This is not implemented as a builtin by nvcc.
650 BUILTIN(__nvvm_ldg_c, "ccC*", "")
651 BUILTIN(__nvvm_ldg_s, "ssC*", "")
652 BUILTIN(__nvvm_ldg_i, "iiC*", "")
653 BUILTIN(__nvvm_ldg_l, "LiLiC*", "")
654 BUILTIN(__nvvm_ldg_ll, "LLiLLiC*", "")
655
656 BUILTIN(__nvvm_ldg_uc, "UcUcC*", "")
657 BUILTIN(__nvvm_ldg_us, "UsUsC*", "")
658 BUILTIN(__nvvm_ldg_ui, "UiUiC*", "")
659 BUILTIN(__nvvm_ldg_ul, "ULiULiC*", "")
660 BUILTIN(__nvvm_ldg_ull, "ULLiULLiC*", "")
661
662 BUILTIN(__nvvm_ldg_f, "ffC*", "")
663 BUILTIN(__nvvm_ldg_d, "ddC*", "")
664
665 BUILTIN(__nvvm_ldg_c2, "E2cE2cC*", "")
666 BUILTIN(__nvvm_ldg_c4, "E4cE4cC*", "")
667 BUILTIN(__nvvm_ldg_s2, "E2sE2sC*", "")
668 BUILTIN(__nvvm_ldg_s4, "E4sE4sC*", "")
669 BUILTIN(__nvvm_ldg_i2, "E2iE2iC*", "")
670 BUILTIN(__nvvm_ldg_i4, "E4iE4iC*", "")
671 BUILTIN(__nvvm_ldg_ll2, "E2LLiE2LLiC*", "")
672
673 BUILTIN(__nvvm_ldg_uc2, "E2UcE2UcC*", "")
674 BUILTIN(__nvvm_ldg_uc4, "E4UcE4UcC*", "")
675 BUILTIN(__nvvm_ldg_us2, "E2UsE2UsC*", "")
676 BUILTIN(__nvvm_ldg_us4, "E4UsE4UsC*", "")
677 BUILTIN(__nvvm_ldg_ui2, "E2UiE2UiC*", "")
678 BUILTIN(__nvvm_ldg_ui4, "E4UiE4UiC*", "")
679 BUILTIN(__nvvm_ldg_ull2, "E2ULLiE2ULLiC*", "")
680
681 BUILTIN(__nvvm_ldg_f2, "E2fE2fC*", "")
682 BUILTIN(__nvvm_ldg_f4, "E4fE4fC*", "")
683 BUILTIN(__nvvm_ldg_d2, "E2dE2dC*", "")
684
685 #undef BUILTIN
686 #undef TARGET_BUILTIN