contrib/llvm/tools/clang/include/clang/Basic/BuiltinsNVPTX.def

   1 //===--- BuiltinsPTX.def - PTX Builtin function database ----*- C++ -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file is distributed under the University of Illinois Open Source
   6 // License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9 //
  10 // This file defines the PTX-specific builtin function database.  Users of
  11 // this file must define the BUILTIN macro to make use of this information.
  12 //
  13 //===----------------------------------------------------------------------===//
  14
  15 // The format of this database matches clang/Basic/Builtins.def.
  16
  17 #if defined(BUILTIN) && !defined(TARGET_BUILTIN)
  18 #   define TARGET_BUILTIN(ID, TYPE, ATTRS, FEATURE) BUILTIN(ID, TYPE, ATTRS)
  19 #endif
  20
  21 // Special Registers
  22
  23 BUILTIN(__nvvm_read_ptx_sreg_tid_x, "i", "nc")
  24 BUILTIN(__nvvm_read_ptx_sreg_tid_y, "i", "nc")
  25 BUILTIN(__nvvm_read_ptx_sreg_tid_z, "i", "nc")
  26 BUILTIN(__nvvm_read_ptx_sreg_tid_w, "i", "nc")
  27
  28 BUILTIN(__nvvm_read_ptx_sreg_ntid_x, "i", "nc")
  29 BUILTIN(__nvvm_read_ptx_sreg_ntid_y, "i", "nc")
  30 BUILTIN(__nvvm_read_ptx_sreg_ntid_z, "i", "nc")
  31 BUILTIN(__nvvm_read_ptx_sreg_ntid_w, "i", "nc")
  32
  33 BUILTIN(__nvvm_read_ptx_sreg_ctaid_x, "i", "nc")
  34 BUILTIN(__nvvm_read_ptx_sreg_ctaid_y, "i", "nc")
  35 BUILTIN(__nvvm_read_ptx_sreg_ctaid_z, "i", "nc")
  36 BUILTIN(__nvvm_read_ptx_sreg_ctaid_w, "i", "nc")
  37
  38 BUILTIN(__nvvm_read_ptx_sreg_nctaid_x, "i", "nc")
  39 BUILTIN(__nvvm_read_ptx_sreg_nctaid_y, "i", "nc")
  40 BUILTIN(__nvvm_read_ptx_sreg_nctaid_z, "i", "nc")
  41 BUILTIN(__nvvm_read_ptx_sreg_nctaid_w, "i", "nc")
  42
  43 BUILTIN(__nvvm_read_ptx_sreg_laneid, "i", "nc")
  44 BUILTIN(__nvvm_read_ptx_sreg_warpid, "i", "nc")
  45 BUILTIN(__nvvm_read_ptx_sreg_nwarpid, "i", "nc")
  46
  47 BUILTIN(__nvvm_read_ptx_sreg_smid, "i", "nc")
  48 BUILTIN(__nvvm_read_ptx_sreg_nsmid, "i", "nc")
  49 BUILTIN(__nvvm_read_ptx_sreg_gridid, "i", "nc")
  50
  51 BUILTIN(__nvvm_read_ptx_sreg_lanemask_eq, "i", "nc")
  52 BUILTIN(__nvvm_read_ptx_sreg_lanemask_le, "i", "nc")
  53 BUILTIN(__nvvm_read_ptx_sreg_lanemask_lt, "i", "nc")
  54 BUILTIN(__nvvm_read_ptx_sreg_lanemask_ge, "i", "nc")
  55 BUILTIN(__nvvm_read_ptx_sreg_lanemask_gt, "i", "nc")
  56
  57 BUILTIN(__nvvm_read_ptx_sreg_clock, "i", "n")
  58 BUILTIN(__nvvm_read_ptx_sreg_clock64, "LLi", "n")
  59
  60 BUILTIN(__nvvm_read_ptx_sreg_pm0, "i", "n")
  61 BUILTIN(__nvvm_read_ptx_sreg_pm1, "i", "n")
  62 BUILTIN(__nvvm_read_ptx_sreg_pm2, "i", "n")
  63 BUILTIN(__nvvm_read_ptx_sreg_pm3, "i", "n")
  64
  65 // MISC
  66
  67 BUILTIN(__nvvm_prmt, "UiUiUiUi", "")
  68
  69 // Min Max
  70
  71 BUILTIN(__nvvm_fmax_ftz_f, "fff",  "")
  72 BUILTIN(__nvvm_fmax_f, "fff",  "")
  73 BUILTIN(__nvvm_fmin_ftz_f, "fff",  "")
  74 BUILTIN(__nvvm_fmin_f, "fff",  "")
  75
  76 BUILTIN(__nvvm_fmax_d, "ddd", "")
  77 BUILTIN(__nvvm_fmin_d, "ddd", "")
  78
  79 // Multiplication
  80
  81 BUILTIN(__nvvm_mulhi_i, "iii", "")
  82 BUILTIN(__nvvm_mulhi_ui, "UiUiUi", "")
  83 BUILTIN(__nvvm_mulhi_ll, "LLiLLiLLi", "")
  84 BUILTIN(__nvvm_mulhi_ull, "ULLiULLiULLi", "")
  85
  86 BUILTIN(__nvvm_mul_rn_ftz_f,  "fff", "")
  87 BUILTIN(__nvvm_mul_rn_f,  "fff", "")
  88 BUILTIN(__nvvm_mul_rz_ftz_f,  "fff", "")
  89 BUILTIN(__nvvm_mul_rz_f,  "fff", "")
  90 BUILTIN(__nvvm_mul_rm_ftz_f,  "fff", "")
  91 BUILTIN(__nvvm_mul_rm_f,  "fff", "")
  92 BUILTIN(__nvvm_mul_rp_ftz_f,  "fff", "")
  93 BUILTIN(__nvvm_mul_rp_f,  "fff", "")
  94
  95 BUILTIN(__nvvm_mul_rn_d,  "ddd", "")
  96 BUILTIN(__nvvm_mul_rz_d,  "ddd", "")
  97 BUILTIN(__nvvm_mul_rm_d,  "ddd", "")
  98 BUILTIN(__nvvm_mul_rp_d,  "ddd", "")
  99
 100 BUILTIN(__nvvm_mul24_i,  "iii", "")
 101 BUILTIN(__nvvm_mul24_ui,  "UiUiUi", "")
 102
 103 // Div
 104
 105 BUILTIN(__nvvm_div_approx_ftz_f,  "fff", "")
 106 BUILTIN(__nvvm_div_approx_f,  "fff", "")
 107
 108 BUILTIN(__nvvm_div_rn_ftz_f,  "fff", "")
 109 BUILTIN(__nvvm_div_rn_f,  "fff", "")
 110 BUILTIN(__nvvm_div_rz_ftz_f,  "fff", "")
 111 BUILTIN(__nvvm_div_rz_f,  "fff", "")
 112 BUILTIN(__nvvm_div_rm_ftz_f,  "fff", "")
 113 BUILTIN(__nvvm_div_rm_f,  "fff", "")
 114 BUILTIN(__nvvm_div_rp_ftz_f,  "fff", "")
 115 BUILTIN(__nvvm_div_rp_f,  "fff", "")
 116
 117 BUILTIN(__nvvm_div_rn_d,  "ddd", "")
 118 BUILTIN(__nvvm_div_rz_d,  "ddd", "")
 119 BUILTIN(__nvvm_div_rm_d,  "ddd", "")
 120 BUILTIN(__nvvm_div_rp_d,  "ddd", "")
 121
 122 // Sad
 123
 124 BUILTIN(__nvvm_sad_i, "iiii", "")
 125 BUILTIN(__nvvm_sad_ui, "UiUiUiUi", "")
 126
 127 // Floor, Ceil
 128
 129 BUILTIN(__nvvm_floor_ftz_f, "ff", "")
 130 BUILTIN(__nvvm_floor_f, "ff", "")
 131 BUILTIN(__nvvm_floor_d, "dd", "")
 132
 133 BUILTIN(__nvvm_ceil_ftz_f, "ff", "")
 134 BUILTIN(__nvvm_ceil_f, "ff", "")
 135 BUILTIN(__nvvm_ceil_d, "dd", "")
 136
 137 // Abs
 138
 139 BUILTIN(__nvvm_fabs_ftz_f, "ff", "")
 140 BUILTIN(__nvvm_fabs_f, "ff", "")
 141 BUILTIN(__nvvm_fabs_d, "dd", "")
 142
 143 // Round
 144
 145 BUILTIN(__nvvm_round_ftz_f, "ff", "")
 146 BUILTIN(__nvvm_round_f, "ff", "")
 147 BUILTIN(__nvvm_round_d, "dd", "")
 148
 149 // Trunc
 150
 151 BUILTIN(__nvvm_trunc_ftz_f, "ff", "")
 152 BUILTIN(__nvvm_trunc_f, "ff", "")
 153 BUILTIN(__nvvm_trunc_d, "dd", "")
 154
 155 // Saturate
 156
 157 BUILTIN(__nvvm_saturate_ftz_f, "ff", "")
 158 BUILTIN(__nvvm_saturate_f, "ff", "")
 159 BUILTIN(__nvvm_saturate_d, "dd", "")
 160
 161 // Exp2, Log2
 162
 163 BUILTIN(__nvvm_ex2_approx_ftz_f, "ff", "")
 164 BUILTIN(__nvvm_ex2_approx_f, "ff", "")
 165 BUILTIN(__nvvm_ex2_approx_d, "dd", "")
 166
 167 BUILTIN(__nvvm_lg2_approx_ftz_f, "ff", "")
 168 BUILTIN(__nvvm_lg2_approx_f, "ff", "")
 169 BUILTIN(__nvvm_lg2_approx_d, "dd", "")
 170
 171 // Sin, Cos
 172
 173 BUILTIN(__nvvm_sin_approx_ftz_f, "ff", "")
 174 BUILTIN(__nvvm_sin_approx_f, "ff", "")
 175
 176 BUILTIN(__nvvm_cos_approx_ftz_f, "ff", "")
 177 BUILTIN(__nvvm_cos_approx_f, "ff", "")
 178
 179 // Fma
 180
 181 BUILTIN(__nvvm_fma_rn_ftz_f, "ffff", "")
 182 BUILTIN(__nvvm_fma_rn_f, "ffff", "")
 183 BUILTIN(__nvvm_fma_rz_ftz_f, "ffff", "")
 184 BUILTIN(__nvvm_fma_rz_f, "ffff", "")
 185 BUILTIN(__nvvm_fma_rm_ftz_f, "ffff", "")
 186 BUILTIN(__nvvm_fma_rm_f, "ffff", "")
 187 BUILTIN(__nvvm_fma_rp_ftz_f, "ffff", "")
 188 BUILTIN(__nvvm_fma_rp_f, "ffff", "")
 189 BUILTIN(__nvvm_fma_rn_d, "dddd", "")
 190 BUILTIN(__nvvm_fma_rz_d, "dddd", "")
 191 BUILTIN(__nvvm_fma_rm_d, "dddd", "")
 192 BUILTIN(__nvvm_fma_rp_d, "dddd", "")
 193
 194 // Rcp
 195
 196 BUILTIN(__nvvm_rcp_rn_ftz_f, "ff", "")
 197 BUILTIN(__nvvm_rcp_rn_f, "ff", "")
 198 BUILTIN(__nvvm_rcp_rz_ftz_f, "ff", "")
 199 BUILTIN(__nvvm_rcp_rz_f, "ff", "")
 200 BUILTIN(__nvvm_rcp_rm_ftz_f, "ff", "")
 201 BUILTIN(__nvvm_rcp_rm_f, "ff", "")
 202 BUILTIN(__nvvm_rcp_rp_ftz_f, "ff", "")
 203 BUILTIN(__nvvm_rcp_rp_f, "ff", "")
 204
 205 BUILTIN(__nvvm_rcp_rn_d, "dd", "")
 206 BUILTIN(__nvvm_rcp_rz_d, "dd", "")
 207 BUILTIN(__nvvm_rcp_rm_d, "dd", "")
 208 BUILTIN(__nvvm_rcp_rp_d, "dd", "")
 209 BUILTIN(__nvvm_rcp_approx_ftz_d, "dd", "")
 210
 211 // Sqrt
 212
 213 BUILTIN(__nvvm_sqrt_rn_ftz_f, "ff", "")
 214 BUILTIN(__nvvm_sqrt_rn_f, "ff", "")
 215 BUILTIN(__nvvm_sqrt_rz_ftz_f, "ff", "")
 216 BUILTIN(__nvvm_sqrt_rz_f, "ff", "")
 217 BUILTIN(__nvvm_sqrt_rm_ftz_f, "ff", "")
 218 BUILTIN(__nvvm_sqrt_rm_f, "ff", "")
 219 BUILTIN(__nvvm_sqrt_rp_ftz_f, "ff", "")
 220 BUILTIN(__nvvm_sqrt_rp_f, "ff", "")
 221 BUILTIN(__nvvm_sqrt_approx_ftz_f, "ff", "")
 222 BUILTIN(__nvvm_sqrt_approx_f, "ff", "")
 223
 224 BUILTIN(__nvvm_sqrt_rn_d, "dd", "")
 225 BUILTIN(__nvvm_sqrt_rz_d, "dd", "")
 226 BUILTIN(__nvvm_sqrt_rm_d, "dd", "")
 227 BUILTIN(__nvvm_sqrt_rp_d, "dd", "")
 228
 229 // Rsqrt
 230
 231 BUILTIN(__nvvm_rsqrt_approx_ftz_f, "ff", "")
 232 BUILTIN(__nvvm_rsqrt_approx_f, "ff", "")
 233 BUILTIN(__nvvm_rsqrt_approx_d, "dd", "")
 234
 235 // Add
 236
 237 BUILTIN(__nvvm_add_rn_ftz_f, "fff", "")
 238 BUILTIN(__nvvm_add_rn_f, "fff", "")
 239 BUILTIN(__nvvm_add_rz_ftz_f, "fff", "")
 240 BUILTIN(__nvvm_add_rz_f, "fff", "")
 241 BUILTIN(__nvvm_add_rm_ftz_f, "fff", "")
 242 BUILTIN(__nvvm_add_rm_f, "fff", "")
 243 BUILTIN(__nvvm_add_rp_ftz_f, "fff", "")
 244 BUILTIN(__nvvm_add_rp_f, "fff", "")
 245
 246 BUILTIN(__nvvm_add_rn_d, "ddd", "")
 247 BUILTIN(__nvvm_add_rz_d, "ddd", "")
 248 BUILTIN(__nvvm_add_rm_d, "ddd", "")
 249 BUILTIN(__nvvm_add_rp_d, "ddd", "")
 250
 251 // Convert
 252
 253 BUILTIN(__nvvm_d2f_rn_ftz, "fd", "")
 254 BUILTIN(__nvvm_d2f_rn, "fd", "")
 255 BUILTIN(__nvvm_d2f_rz_ftz, "fd", "")
 256 BUILTIN(__nvvm_d2f_rz, "fd", "")
 257 BUILTIN(__nvvm_d2f_rm_ftz, "fd", "")
 258 BUILTIN(__nvvm_d2f_rm, "fd", "")
 259 BUILTIN(__nvvm_d2f_rp_ftz, "fd", "")
 260 BUILTIN(__nvvm_d2f_rp, "fd", "")
 261
 262 BUILTIN(__nvvm_d2i_rn, "id", "")
 263 BUILTIN(__nvvm_d2i_rz, "id", "")
 264 BUILTIN(__nvvm_d2i_rm, "id", "")
 265 BUILTIN(__nvvm_d2i_rp, "id", "")
 266
 267 BUILTIN(__nvvm_d2ui_rn, "Uid", "")
 268 BUILTIN(__nvvm_d2ui_rz, "Uid", "")
 269 BUILTIN(__nvvm_d2ui_rm, "Uid", "")
 270 BUILTIN(__nvvm_d2ui_rp, "Uid", "")
 271
 272 BUILTIN(__nvvm_i2d_rn, "di", "")
 273 BUILTIN(__nvvm_i2d_rz, "di", "")
 274 BUILTIN(__nvvm_i2d_rm, "di", "")
 275 BUILTIN(__nvvm_i2d_rp, "di", "")
 276
 277 BUILTIN(__nvvm_ui2d_rn, "dUi", "")
 278 BUILTIN(__nvvm_ui2d_rz, "dUi", "")
 279 BUILTIN(__nvvm_ui2d_rm, "dUi", "")
 280 BUILTIN(__nvvm_ui2d_rp, "dUi", "")
 281
 282 BUILTIN(__nvvm_f2i_rn_ftz, "if", "")
 283 BUILTIN(__nvvm_f2i_rn, "if", "")
 284 BUILTIN(__nvvm_f2i_rz_ftz, "if", "")
 285 BUILTIN(__nvvm_f2i_rz, "if", "")
 286 BUILTIN(__nvvm_f2i_rm_ftz, "if", "")
 287 BUILTIN(__nvvm_f2i_rm, "if", "")
 288 BUILTIN(__nvvm_f2i_rp_ftz, "if", "")
 289 BUILTIN(__nvvm_f2i_rp, "if", "")
 290
 291 BUILTIN(__nvvm_f2ui_rn_ftz, "Uif", "")
 292 BUILTIN(__nvvm_f2ui_rn, "Uif", "")
 293 BUILTIN(__nvvm_f2ui_rz_ftz, "Uif", "")
 294 BUILTIN(__nvvm_f2ui_rz, "Uif", "")
 295 BUILTIN(__nvvm_f2ui_rm_ftz, "Uif", "")
 296 BUILTIN(__nvvm_f2ui_rm, "Uif", "")
 297 BUILTIN(__nvvm_f2ui_rp_ftz, "Uif", "")
 298 BUILTIN(__nvvm_f2ui_rp, "Uif", "")
 299
 300 BUILTIN(__nvvm_i2f_rn, "fi", "")
 301 BUILTIN(__nvvm_i2f_rz, "fi", "")
 302 BUILTIN(__nvvm_i2f_rm, "fi", "")
 303 BUILTIN(__nvvm_i2f_rp, "fi", "")
 304
 305 BUILTIN(__nvvm_ui2f_rn, "fUi", "")
 306 BUILTIN(__nvvm_ui2f_rz, "fUi", "")
 307 BUILTIN(__nvvm_ui2f_rm, "fUi", "")
 308 BUILTIN(__nvvm_ui2f_rp, "fUi", "")
 309
 310 BUILTIN(__nvvm_lohi_i2d, "dii", "")
 311
 312 BUILTIN(__nvvm_d2i_lo, "id", "")
 313 BUILTIN(__nvvm_d2i_hi, "id", "")
 314
 315 BUILTIN(__nvvm_f2ll_rn_ftz, "LLif", "")
 316 BUILTIN(__nvvm_f2ll_rn, "LLif", "")
 317 BUILTIN(__nvvm_f2ll_rz_ftz, "LLif", "")
 318 BUILTIN(__nvvm_f2ll_rz, "LLif", "")
 319 BUILTIN(__nvvm_f2ll_rm_ftz, "LLif", "")
 320 BUILTIN(__nvvm_f2ll_rm, "LLif", "")
 321 BUILTIN(__nvvm_f2ll_rp_ftz, "LLif", "")
 322 BUILTIN(__nvvm_f2ll_rp, "LLif", "")
 323
 324 BUILTIN(__nvvm_f2ull_rn_ftz, "ULLif", "")
 325 BUILTIN(__nvvm_f2ull_rn, "ULLif", "")
 326 BUILTIN(__nvvm_f2ull_rz_ftz, "ULLif", "")
 327 BUILTIN(__nvvm_f2ull_rz, "ULLif", "")
 328 BUILTIN(__nvvm_f2ull_rm_ftz, "ULLif", "")
 329 BUILTIN(__nvvm_f2ull_rm, "ULLif", "")
 330 BUILTIN(__nvvm_f2ull_rp_ftz, "ULLif", "")
 331 BUILTIN(__nvvm_f2ull_rp, "ULLif", "")
 332
 333 BUILTIN(__nvvm_d2ll_rn, "LLid", "")
 334 BUILTIN(__nvvm_d2ll_rz, "LLid", "")
 335 BUILTIN(__nvvm_d2ll_rm, "LLid", "")
 336 BUILTIN(__nvvm_d2ll_rp, "LLid", "")
 337
 338 BUILTIN(__nvvm_d2ull_rn, "ULLid", "")
 339 BUILTIN(__nvvm_d2ull_rz, "ULLid", "")
 340 BUILTIN(__nvvm_d2ull_rm, "ULLid", "")
 341 BUILTIN(__nvvm_d2ull_rp, "ULLid", "")
 342
 343 BUILTIN(__nvvm_ll2f_rn, "fLLi", "")
 344 BUILTIN(__nvvm_ll2f_rz, "fLLi", "")
 345 BUILTIN(__nvvm_ll2f_rm, "fLLi", "")
 346 BUILTIN(__nvvm_ll2f_rp, "fLLi", "")
 347
 348 BUILTIN(__nvvm_ull2f_rn, "fULLi", "")
 349 BUILTIN(__nvvm_ull2f_rz, "fULLi", "")
 350 BUILTIN(__nvvm_ull2f_rm, "fULLi", "")
 351 BUILTIN(__nvvm_ull2f_rp, "fULLi", "")
 352
 353 BUILTIN(__nvvm_ll2d_rn, "dLLi", "")
 354 BUILTIN(__nvvm_ll2d_rz, "dLLi", "")
 355 BUILTIN(__nvvm_ll2d_rm, "dLLi", "")
 356 BUILTIN(__nvvm_ll2d_rp, "dLLi", "")
 357
 358 BUILTIN(__nvvm_ull2d_rn, "dULLi", "")
 359 BUILTIN(__nvvm_ull2d_rz, "dULLi", "")
 360 BUILTIN(__nvvm_ull2d_rm, "dULLi", "")
 361 BUILTIN(__nvvm_ull2d_rp, "dULLi", "")
 362
 363 BUILTIN(__nvvm_f2h_rn_ftz, "Usf", "")
 364 BUILTIN(__nvvm_f2h_rn, "Usf", "")
 365
 366 // Bitcast
 367
 368 BUILTIN(__nvvm_bitcast_f2i, "if", "")
 369 BUILTIN(__nvvm_bitcast_i2f, "fi", "")
 370
 371 BUILTIN(__nvvm_bitcast_ll2d, "dLLi", "")
 372 BUILTIN(__nvvm_bitcast_d2ll, "LLid", "")
 373
 374 // Sync
 375
 376 BUILTIN(__syncthreads, "v", "")
 377 BUILTIN(__nvvm_bar0_popc, "ii", "")
 378 BUILTIN(__nvvm_bar0_and, "ii", "")
 379 BUILTIN(__nvvm_bar0_or, "ii", "")
 380 BUILTIN(__nvvm_bar_sync, "vi", "n")
 381
 382 // Shuffle
 383
 384 BUILTIN(__nvvm_shfl_down_i32, "iiii", "")
 385 BUILTIN(__nvvm_shfl_down_f32, "ffii", "")
 386 BUILTIN(__nvvm_shfl_up_i32, "iiii", "")
 387 BUILTIN(__nvvm_shfl_up_f32, "ffii", "")
 388 BUILTIN(__nvvm_shfl_bfly_i32, "iiii", "")
 389 BUILTIN(__nvvm_shfl_bfly_f32, "ffii", "")
 390 BUILTIN(__nvvm_shfl_idx_i32, "iiii", "")
 391 BUILTIN(__nvvm_shfl_idx_f32, "ffii", "")
 392
 393 // Membar
 394
 395 BUILTIN(__nvvm_membar_cta, "v", "")
 396 BUILTIN(__nvvm_membar_gl, "v", "")
 397 BUILTIN(__nvvm_membar_sys, "v", "")
 398
 399 // Memcpy, Memset
 400
 401 BUILTIN(__nvvm_memcpy, "vUc*Uc*zi","")
 402 BUILTIN(__nvvm_memset, "vUc*Uczi","")
 403
 404 // Image
 405
 406 BUILTIN(__builtin_ptx_read_image2Dfi_, "V4fiiii", "")
 407 BUILTIN(__builtin_ptx_read_image2Dff_, "V4fiiff", "")
 408 BUILTIN(__builtin_ptx_read_image2Dii_, "V4iiiii", "")
 409 BUILTIN(__builtin_ptx_read_image2Dif_, "V4iiiff", "")
 410
 411 BUILTIN(__builtin_ptx_read_image3Dfi_, "V4fiiiiii", "")
 412 BUILTIN(__builtin_ptx_read_image3Dff_, "V4fiiffff", "")
 413 BUILTIN(__builtin_ptx_read_image3Dii_, "V4iiiiiii", "")
 414 BUILTIN(__builtin_ptx_read_image3Dif_, "V4iiiffff", "")
 415
 416 BUILTIN(__builtin_ptx_write_image2Df_, "viiiffff", "")
 417 BUILTIN(__builtin_ptx_write_image2Di_, "viiiiiii", "")
 418 BUILTIN(__builtin_ptx_write_image2Dui_, "viiiUiUiUiUi", "")
 419 BUILTIN(__builtin_ptx_get_image_depthi_, "ii", "")
 420 BUILTIN(__builtin_ptx_get_image_heighti_, "ii", "")
 421 BUILTIN(__builtin_ptx_get_image_widthi_, "ii", "")
 422 BUILTIN(__builtin_ptx_get_image_channel_data_typei_, "ii", "")
 423 BUILTIN(__builtin_ptx_get_image_channel_orderi_, "ii", "")
 424
 425 // Atomic
 426 //
 427 // We need the atom intrinsics because
 428 // - they are used in converging analysis
 429 // - they are used in address space analysis and optimization
 430 // So it does not hurt to expose them as builtins.
 431 //
 432 BUILTIN(__nvvm_atom_add_g_i, "iiD*1i", "n")
 433 BUILTIN(__nvvm_atom_add_s_i, "iiD*3i", "n")
 434 BUILTIN(__nvvm_atom_add_gen_i, "iiD*i", "n")
 435 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_i, "iiD*i", "n", "satom")
 436 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_i, "iiD*i", "n", "satom")
 437 BUILTIN(__nvvm_atom_add_g_l, "LiLiD*1Li", "n")
 438 BUILTIN(__nvvm_atom_add_s_l, "LiLiD*3Li", "n")
 439 BUILTIN(__nvvm_atom_add_gen_l, "LiLiD*Li", "n")
 440 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_l, "LiLiD*Li", "n", "satom")
 441 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_l, "LiLiD*Li", "n", "satom")
 442 BUILTIN(__nvvm_atom_add_g_ll, "LLiLLiD*1LLi", "n")
 443 BUILTIN(__nvvm_atom_add_s_ll, "LLiLLiD*3LLi", "n")
 444 BUILTIN(__nvvm_atom_add_gen_ll, "LLiLLiD*LLi", "n")
 445 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_ll, "LLiLLiD*LLi", "n", "satom")
 446 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_ll, "LLiLLiD*LLi", "n", "satom")
 447 BUILTIN(__nvvm_atom_add_g_f, "ffD*1f", "n")
 448 BUILTIN(__nvvm_atom_add_s_f, "ffD*3f", "n")
 449 BUILTIN(__nvvm_atom_add_gen_f, "ffD*f", "n")
 450 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_f, "ffD*f", "n", "satom")
 451 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_f, "ffD*f", "n", "satom")
 452 BUILTIN(__nvvm_atom_add_g_d, "ddD*1d", "n")
 453 BUILTIN(__nvvm_atom_add_s_d, "ddD*3d", "n")
 454 BUILTIN(__nvvm_atom_add_gen_d, "ddD*d", "n")
 455 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_d, "ddD*d", "n", "satom")
 456 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_d, "ddD*d", "n", "satom")
 457
 458 BUILTIN(__nvvm_atom_sub_g_i, "iiD*1i", "n")
 459 BUILTIN(__nvvm_atom_sub_s_i, "iiD*3i", "n")
 460 BUILTIN(__nvvm_atom_sub_gen_i, "iiD*i", "n")
 461 BUILTIN(__nvvm_atom_sub_g_l, "LiLiD*1Li", "n")
 462 BUILTIN(__nvvm_atom_sub_s_l, "LiLiD*3Li", "n")
 463 BUILTIN(__nvvm_atom_sub_gen_l, "LiLiD*Li", "n")
 464 BUILTIN(__nvvm_atom_sub_g_ll, "LLiLLiD*1LLi", "n")
 465 BUILTIN(__nvvm_atom_sub_s_ll, "LLiLLiD*3LLi", "n")
 466 BUILTIN(__nvvm_atom_sub_gen_ll, "LLiLLiD*LLi", "n")
 467
 468 BUILTIN(__nvvm_atom_xchg_g_i, "iiD*1i", "n")
 469 BUILTIN(__nvvm_atom_xchg_s_i, "iiD*3i", "n")
 470 BUILTIN(__nvvm_atom_xchg_gen_i, "iiD*i", "n")
 471 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_i, "iiD*i", "n", "satom")
 472 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_i, "iiD*i", "n", "satom")
 473 BUILTIN(__nvvm_atom_xchg_g_l, "LiLiD*1Li", "n")
 474 BUILTIN(__nvvm_atom_xchg_s_l, "LiLiD*3Li", "n")
 475 BUILTIN(__nvvm_atom_xchg_gen_l, "LiLiD*Li", "n")
 476 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_l, "LiLiD*Li", "n", "satom")
 477 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_l, "LiLiD*Li", "n", "satom")
 478 BUILTIN(__nvvm_atom_xchg_g_ll, "LLiLLiD*1LLi", "n")
 479 BUILTIN(__nvvm_atom_xchg_s_ll, "LLiLLiD*3LLi", "n")
 480 BUILTIN(__nvvm_atom_xchg_gen_ll, "LLiLLiD*LLi", "n")
 481 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom")
 482 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom")
 483
 484 BUILTIN(__nvvm_atom_max_g_i, "iiD*1i", "n")
 485 BUILTIN(__nvvm_atom_max_s_i, "iiD*3i", "n")
 486 BUILTIN(__nvvm_atom_max_gen_i, "iiD*i", "n")
 487 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_i, "iiD*i", "n", "satom")
 488 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_i, "iiD*i", "n", "satom")
 489 BUILTIN(__nvvm_atom_max_g_ui, "UiUiD*1Ui", "n")
 490 BUILTIN(__nvvm_atom_max_s_ui, "UiUiD*3Ui", "n")
 491 BUILTIN(__nvvm_atom_max_gen_ui, "UiUiD*Ui", "n")
 492 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ui, "UiUiD*Ui", "n", "satom")
 493 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ui, "UiUiD*Ui", "n", "satom")
 494 BUILTIN(__nvvm_atom_max_g_l, "LiLiD*1Li", "n")
 495 BUILTIN(__nvvm_atom_max_s_l, "LiLiD*3Li", "n")
 496 BUILTIN(__nvvm_atom_max_gen_l, "LiLiD*Li", "n")
 497 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_l, "LiLiD*Li", "n", "satom")
 498 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_l, "LiLiD*Li", "n", "satom")
 499 BUILTIN(__nvvm_atom_max_g_ul, "ULiULiD*1ULi", "n")
 500 BUILTIN(__nvvm_atom_max_s_ul, "ULiULiD*3ULi", "n")
 501 BUILTIN(__nvvm_atom_max_gen_ul, "ULiULiD*ULi", "n")
 502 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ul, "ULiULiD*ULi", "n", "satom")
 503 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ul, "ULiULiD*ULi", "n", "satom")
 504 BUILTIN(__nvvm_atom_max_g_ll, "LLiLLiD*1LLi", "n")
 505 BUILTIN(__nvvm_atom_max_s_ll, "LLiLLiD*3LLi", "n")
 506 BUILTIN(__nvvm_atom_max_gen_ll, "LLiLLiD*LLi", "n")
 507 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ll, "LLiLLiD*LLi", "n", "satom")
 508 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ll, "LLiLLiD*LLi", "n", "satom")
 509 BUILTIN(__nvvm_atom_max_g_ull, "ULLiULLiD*1ULLi", "n")
 510 BUILTIN(__nvvm_atom_max_s_ull, "ULLiULLiD*3ULLi", "n")
 511 BUILTIN(__nvvm_atom_max_gen_ull, "ULLiULLiD*ULLi", "n")
 512 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
 513 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
 514
 515 BUILTIN(__nvvm_atom_min_g_i, "iiD*1i", "n")
 516 BUILTIN(__nvvm_atom_min_s_i, "iiD*3i", "n")
 517 BUILTIN(__nvvm_atom_min_gen_i, "iiD*i", "n")
 518 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_i, "iiD*i", "n", "satom")
 519 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_i, "iiD*i", "n", "satom")
 520 BUILTIN(__nvvm_atom_min_g_ui, "UiUiD*1Ui", "n")
 521 BUILTIN(__nvvm_atom_min_s_ui, "UiUiD*3Ui", "n")
 522 BUILTIN(__nvvm_atom_min_gen_ui, "UiUiD*Ui", "n")
 523 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ui, "UiUiD*Ui", "n", "satom")
 524 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ui, "UiUiD*Ui", "n", "satom")
 525 BUILTIN(__nvvm_atom_min_g_l, "LiLiD*1Li", "n")
 526 BUILTIN(__nvvm_atom_min_s_l, "LiLiD*3Li", "n")
 527 BUILTIN(__nvvm_atom_min_gen_l, "LiLiD*Li", "n")
 528 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_l, "LiLiD*Li", "n", "satom")
 529 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_l, "LiLiD*Li", "n", "satom")
 530 BUILTIN(__nvvm_atom_min_g_ul, "ULiULiD*1ULi", "n")
 531 BUILTIN(__nvvm_atom_min_s_ul, "ULiULiD*3ULi", "n")
 532 BUILTIN(__nvvm_atom_min_gen_ul, "ULiULiD*ULi", "n")
 533 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ul, "ULiULiD*ULi", "n", "satom")
 534 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ul, "ULiULiD*ULi", "n", "satom")
 535 BUILTIN(__nvvm_atom_min_g_ll, "LLiLLiD*1LLi", "n")
 536 BUILTIN(__nvvm_atom_min_s_ll, "LLiLLiD*3LLi", "n")
 537 BUILTIN(__nvvm_atom_min_gen_ll, "LLiLLiD*LLi", "n")
 538 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ll, "LLiLLiD*LLi", "n", "satom")
 539 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ll, "LLiLLiD*LLi", "n", "satom")
 540 BUILTIN(__nvvm_atom_min_g_ull, "ULLiULLiD*1ULLi", "n")
 541 BUILTIN(__nvvm_atom_min_s_ull, "ULLiULLiD*3ULLi", "n")
 542 BUILTIN(__nvvm_atom_min_gen_ull, "ULLiULLiD*ULLi", "n")
 543 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
 544 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom")
 545
 546 BUILTIN(__nvvm_atom_inc_g_ui, "UiUiD*1Ui", "n")
 547 BUILTIN(__nvvm_atom_inc_s_ui, "UiUiD*3Ui", "n")
 548 BUILTIN(__nvvm_atom_inc_gen_ui, "UiUiD*Ui", "n")
 549 TARGET_BUILTIN(__nvvm_atom_cta_inc_gen_ui, "UiUiD*Ui", "n", "satom")
 550 TARGET_BUILTIN(__nvvm_atom_sys_inc_gen_ui, "UiUiD*Ui", "n", "satom")
 551 BUILTIN(__nvvm_atom_dec_g_ui, "UiUiD*1Ui", "n")
 552 BUILTIN(__nvvm_atom_dec_s_ui, "UiUiD*3Ui", "n")
 553 BUILTIN(__nvvm_atom_dec_gen_ui, "UiUiD*Ui", "n")
 554 TARGET_BUILTIN(__nvvm_atom_cta_dec_gen_ui, "UiUiD*Ui", "n", "satom")
 555 TARGET_BUILTIN(__nvvm_atom_sys_dec_gen_ui, "UiUiD*Ui", "n", "satom")
 556
 557 BUILTIN(__nvvm_atom_and_g_i, "iiD*1i", "n")
 558 BUILTIN(__nvvm_atom_and_s_i, "iiD*3i", "n")
 559 BUILTIN(__nvvm_atom_and_gen_i, "iiD*i", "n")
 560 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_i, "iiD*i", "n", "satom")
 561 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_i, "iiD*i", "n", "satom")
 562 BUILTIN(__nvvm_atom_and_g_l, "LiLiD*1Li", "n")
 563 BUILTIN(__nvvm_atom_and_s_l, "LiLiD*3Li", "n")
 564 BUILTIN(__nvvm_atom_and_gen_l, "LiLiD*Li", "n")
 565 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_l, "LiLiD*Li", "n", "satom")
 566 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_l, "LiLiD*Li", "n", "satom")
 567 BUILTIN(__nvvm_atom_and_g_ll, "LLiLLiD*1LLi", "n")
 568 BUILTIN(__nvvm_atom_and_s_ll, "LLiLLiD*3LLi", "n")
 569 BUILTIN(__nvvm_atom_and_gen_ll, "LLiLLiD*LLi", "n")
 570 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_ll, "LLiLLiD*LLi", "n", "satom")
 571 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_ll, "LLiLLiD*LLi", "n", "satom")
 572
 573 BUILTIN(__nvvm_atom_or_g_i, "iiD*1i", "n")
 574 BUILTIN(__nvvm_atom_or_s_i, "iiD*3i", "n")
 575 BUILTIN(__nvvm_atom_or_gen_i, "iiD*i", "n")
 576 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_i, "iiD*i", "n", "satom")
 577 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_i, "iiD*i", "n", "satom")
 578 BUILTIN(__nvvm_atom_or_g_l, "LiLiD*1Li", "n")
 579 BUILTIN(__nvvm_atom_or_s_l, "LiLiD*3Li", "n")
 580 BUILTIN(__nvvm_atom_or_gen_l, "LiLiD*Li", "n")
 581 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_l, "LiLiD*Li", "n", "satom")
 582 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_l, "LiLiD*Li", "n", "satom")
 583 BUILTIN(__nvvm_atom_or_g_ll, "LLiLLiD*1LLi", "n")
 584 BUILTIN(__nvvm_atom_or_s_ll, "LLiLLiD*3LLi", "n")
 585 BUILTIN(__nvvm_atom_or_gen_ll, "LLiLLiD*LLi", "n")
 586 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_ll, "LLiLLiD*LLi", "n", "satom")
 587 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_ll, "LLiLLiD*LLi", "n", "satom")
 588
 589 BUILTIN(__nvvm_atom_xor_g_i, "iiD*1i", "n")
 590 BUILTIN(__nvvm_atom_xor_s_i, "iiD*3i", "n")
 591 BUILTIN(__nvvm_atom_xor_gen_i, "iiD*i", "n")
 592 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_i, "iiD*i", "n", "satom")
 593 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_i, "iiD*i", "n", "satom")
 594 BUILTIN(__nvvm_atom_xor_g_l, "LiLiD*1Li", "n")
 595 BUILTIN(__nvvm_atom_xor_s_l, "LiLiD*3Li", "n")
 596 BUILTIN(__nvvm_atom_xor_gen_l, "LiLiD*Li", "n")
 597 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_l, "LiLiD*Li", "n", "satom")
 598 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_l, "LiLiD*Li", "n", "satom")
 599 BUILTIN(__nvvm_atom_xor_g_ll, "LLiLLiD*1LLi", "n")
 600 BUILTIN(__nvvm_atom_xor_s_ll, "LLiLLiD*3LLi", "n")
 601 BUILTIN(__nvvm_atom_xor_gen_ll, "LLiLLiD*LLi", "n")
 602 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_ll, "LLiLLiD*LLi", "n", "satom")
 603 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_ll, "LLiLLiD*LLi", "n", "satom")
 604
 605 BUILTIN(__nvvm_atom_cas_g_i, "iiD*1ii", "n")
 606 BUILTIN(__nvvm_atom_cas_s_i, "iiD*3ii", "n")
 607 BUILTIN(__nvvm_atom_cas_gen_i, "iiD*ii", "n")
 608 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_i, "iiD*ii", "n", "satom")
 609 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_i, "iiD*ii", "n", "satom")
 610 BUILTIN(__nvvm_atom_cas_g_l, "LiLiD*1LiLi", "n")
 611 BUILTIN(__nvvm_atom_cas_s_l, "LiLiD*3LiLi", "n")
 612 BUILTIN(__nvvm_atom_cas_gen_l, "LiLiD*LiLi", "n")
 613 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_l, "LiLiD*LiLi", "n", "satom")
 614 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_l, "LiLiD*LiLi", "n", "satom")
 615 BUILTIN(__nvvm_atom_cas_g_ll, "LLiLLiD*1LLiLLi", "n")
 616 BUILTIN(__nvvm_atom_cas_s_ll, "LLiLLiD*3LLiLLi", "n")
 617 BUILTIN(__nvvm_atom_cas_gen_ll, "LLiLLiD*LLiLLi", "n")
 618 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom")
 619 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom")
 620
 621 // Compiler Error Warn
 622 BUILTIN(__nvvm_compiler_error, "vcC*4", "n")
 623 BUILTIN(__nvvm_compiler_warn, "vcC*4", "n")
 624
 625 // __ldg.  This is not implemented as a builtin by nvcc.
 626 BUILTIN(__nvvm_ldg_c, "ccC*", "")
 627 BUILTIN(__nvvm_ldg_s, "ssC*", "")
 628 BUILTIN(__nvvm_ldg_i, "iiC*", "")
 629 BUILTIN(__nvvm_ldg_l, "LiLiC*", "")
 630 BUILTIN(__nvvm_ldg_ll, "LLiLLiC*", "")
 631
 632 BUILTIN(__nvvm_ldg_uc, "UcUcC*", "")
 633 BUILTIN(__nvvm_ldg_us, "UsUsC*", "")
 634 BUILTIN(__nvvm_ldg_ui, "UiUiC*", "")
 635 BUILTIN(__nvvm_ldg_ul, "ULiULiC*", "")
 636 BUILTIN(__nvvm_ldg_ull, "ULLiULLiC*", "")
 637
 638 BUILTIN(__nvvm_ldg_f, "ffC*", "")
 639 BUILTIN(__nvvm_ldg_d, "ddC*", "")
 640
 641 BUILTIN(__nvvm_ldg_c2, "E2cE2cC*", "")
 642 BUILTIN(__nvvm_ldg_c4, "E4cE4cC*", "")
 643 BUILTIN(__nvvm_ldg_s2, "E2sE2sC*", "")
 644 BUILTIN(__nvvm_ldg_s4, "E4sE4sC*", "")
 645 BUILTIN(__nvvm_ldg_i2, "E2iE2iC*", "")
 646 BUILTIN(__nvvm_ldg_i4, "E4iE4iC*", "")
 647 BUILTIN(__nvvm_ldg_ll2, "E2LLiE2LLiC*", "")
 648
 649 BUILTIN(__nvvm_ldg_uc2, "E2UcE2UcC*", "")
 650 BUILTIN(__nvvm_ldg_uc4, "E4UcE4UcC*", "")
 651 BUILTIN(__nvvm_ldg_us2, "E2UsE2UsC*", "")
 652 BUILTIN(__nvvm_ldg_us4, "E4UsE4UsC*", "")
 653 BUILTIN(__nvvm_ldg_ui2, "E2UiE2UiC*", "")
 654 BUILTIN(__nvvm_ldg_ui4, "E4UiE4UiC*", "")
 655 BUILTIN(__nvvm_ldg_ull2, "E2ULLiE2ULLiC*", "")
 656
 657 BUILTIN(__nvvm_ldg_f2, "E2fE2fC*", "")
 658 BUILTIN(__nvvm_ldg_f4, "E4fE4fC*", "")
 659 BUILTIN(__nvvm_ldg_d2, "E2dE2dC*", "")
 660
 661 #undef BUILTIN
 662 #undef TARGET_BUILTIN