1 //===--- BuiltinsPTX.def - PTX Builtin function database ----*- C++ -*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file defines the PTX-specific builtin function database. Users of 11 // this file must define the BUILTIN macro to make use of this information. 12 // 13 //===----------------------------------------------------------------------===// 14 15 // The format of this database matches clang/Basic/Builtins.def. 16 17 #if defined(BUILTIN) && !defined(TARGET_BUILTIN) 18 # define TARGET_BUILTIN(ID, TYPE, ATTRS, FEATURE) BUILTIN(ID, TYPE, ATTRS) 19 #endif 20 21 // Special Registers 22 23 BUILTIN(__nvvm_read_ptx_sreg_tid_x, "i", "nc") 24 BUILTIN(__nvvm_read_ptx_sreg_tid_y, "i", "nc") 25 BUILTIN(__nvvm_read_ptx_sreg_tid_z, "i", "nc") 26 BUILTIN(__nvvm_read_ptx_sreg_tid_w, "i", "nc") 27 28 BUILTIN(__nvvm_read_ptx_sreg_ntid_x, "i", "nc") 29 BUILTIN(__nvvm_read_ptx_sreg_ntid_y, "i", "nc") 30 BUILTIN(__nvvm_read_ptx_sreg_ntid_z, "i", "nc") 31 BUILTIN(__nvvm_read_ptx_sreg_ntid_w, "i", "nc") 32 33 BUILTIN(__nvvm_read_ptx_sreg_ctaid_x, "i", "nc") 34 BUILTIN(__nvvm_read_ptx_sreg_ctaid_y, "i", "nc") 35 BUILTIN(__nvvm_read_ptx_sreg_ctaid_z, "i", "nc") 36 BUILTIN(__nvvm_read_ptx_sreg_ctaid_w, "i", "nc") 37 38 BUILTIN(__nvvm_read_ptx_sreg_nctaid_x, "i", "nc") 39 BUILTIN(__nvvm_read_ptx_sreg_nctaid_y, "i", "nc") 40 BUILTIN(__nvvm_read_ptx_sreg_nctaid_z, "i", "nc") 41 BUILTIN(__nvvm_read_ptx_sreg_nctaid_w, "i", "nc") 42 43 BUILTIN(__nvvm_read_ptx_sreg_laneid, "i", "nc") 44 BUILTIN(__nvvm_read_ptx_sreg_warpid, "i", "nc") 45 BUILTIN(__nvvm_read_ptx_sreg_nwarpid, "i", "nc") 46 47 BUILTIN(__nvvm_read_ptx_sreg_smid, "i", "nc") 48 BUILTIN(__nvvm_read_ptx_sreg_nsmid, "i", "nc") 49 BUILTIN(__nvvm_read_ptx_sreg_gridid, "i", "nc") 50 51 BUILTIN(__nvvm_read_ptx_sreg_lanemask_eq, "i", "nc") 52 BUILTIN(__nvvm_read_ptx_sreg_lanemask_le, "i", "nc") 53 BUILTIN(__nvvm_read_ptx_sreg_lanemask_lt, "i", "nc") 54 BUILTIN(__nvvm_read_ptx_sreg_lanemask_ge, "i", "nc") 55 BUILTIN(__nvvm_read_ptx_sreg_lanemask_gt, "i", "nc") 56 57 BUILTIN(__nvvm_read_ptx_sreg_clock, "i", "n") 58 BUILTIN(__nvvm_read_ptx_sreg_clock64, "LLi", "n") 59 60 BUILTIN(__nvvm_read_ptx_sreg_pm0, "i", "n") 61 BUILTIN(__nvvm_read_ptx_sreg_pm1, "i", "n") 62 BUILTIN(__nvvm_read_ptx_sreg_pm2, "i", "n") 63 BUILTIN(__nvvm_read_ptx_sreg_pm3, "i", "n") 64 65 // MISC 66 67 BUILTIN(__nvvm_prmt, "UiUiUiUi", "") 68 69 // Min Max 70 71 BUILTIN(__nvvm_fmax_ftz_f, "fff", "") 72 BUILTIN(__nvvm_fmax_f, "fff", "") 73 BUILTIN(__nvvm_fmin_ftz_f, "fff", "") 74 BUILTIN(__nvvm_fmin_f, "fff", "") 75 76 BUILTIN(__nvvm_fmax_d, "ddd", "") 77 BUILTIN(__nvvm_fmin_d, "ddd", "") 78 79 // Multiplication 80 81 BUILTIN(__nvvm_mulhi_i, "iii", "") 82 BUILTIN(__nvvm_mulhi_ui, "UiUiUi", "") 83 BUILTIN(__nvvm_mulhi_ll, "LLiLLiLLi", "") 84 BUILTIN(__nvvm_mulhi_ull, "ULLiULLiULLi", "") 85 86 BUILTIN(__nvvm_mul_rn_ftz_f, "fff", "") 87 BUILTIN(__nvvm_mul_rn_f, "fff", "") 88 BUILTIN(__nvvm_mul_rz_ftz_f, "fff", "") 89 BUILTIN(__nvvm_mul_rz_f, "fff", "") 90 BUILTIN(__nvvm_mul_rm_ftz_f, "fff", "") 91 BUILTIN(__nvvm_mul_rm_f, "fff", "") 92 BUILTIN(__nvvm_mul_rp_ftz_f, "fff", "") 93 BUILTIN(__nvvm_mul_rp_f, "fff", "") 94 95 BUILTIN(__nvvm_mul_rn_d, "ddd", "") 96 BUILTIN(__nvvm_mul_rz_d, "ddd", "") 97 BUILTIN(__nvvm_mul_rm_d, "ddd", "") 98 BUILTIN(__nvvm_mul_rp_d, "ddd", "") 99 100 BUILTIN(__nvvm_mul24_i, "iii", "") 101 BUILTIN(__nvvm_mul24_ui, "UiUiUi", "") 102 103 // Div 104 105 BUILTIN(__nvvm_div_approx_ftz_f, "fff", "") 106 BUILTIN(__nvvm_div_approx_f, "fff", "") 107 108 BUILTIN(__nvvm_div_rn_ftz_f, "fff", "") 109 BUILTIN(__nvvm_div_rn_f, "fff", "") 110 BUILTIN(__nvvm_div_rz_ftz_f, "fff", "") 111 BUILTIN(__nvvm_div_rz_f, "fff", "") 112 BUILTIN(__nvvm_div_rm_ftz_f, "fff", "") 113 BUILTIN(__nvvm_div_rm_f, "fff", "") 114 BUILTIN(__nvvm_div_rp_ftz_f, "fff", "") 115 BUILTIN(__nvvm_div_rp_f, "fff", "") 116 117 BUILTIN(__nvvm_div_rn_d, "ddd", "") 118 BUILTIN(__nvvm_div_rz_d, "ddd", "") 119 BUILTIN(__nvvm_div_rm_d, "ddd", "") 120 BUILTIN(__nvvm_div_rp_d, "ddd", "") 121 122 // Sad 123 124 BUILTIN(__nvvm_sad_i, "iiii", "") 125 BUILTIN(__nvvm_sad_ui, "UiUiUiUi", "") 126 127 // Floor, Ceil 128 129 BUILTIN(__nvvm_floor_ftz_f, "ff", "") 130 BUILTIN(__nvvm_floor_f, "ff", "") 131 BUILTIN(__nvvm_floor_d, "dd", "") 132 133 BUILTIN(__nvvm_ceil_ftz_f, "ff", "") 134 BUILTIN(__nvvm_ceil_f, "ff", "") 135 BUILTIN(__nvvm_ceil_d, "dd", "") 136 137 // Abs 138 139 BUILTIN(__nvvm_fabs_ftz_f, "ff", "") 140 BUILTIN(__nvvm_fabs_f, "ff", "") 141 BUILTIN(__nvvm_fabs_d, "dd", "") 142 143 // Round 144 145 BUILTIN(__nvvm_round_ftz_f, "ff", "") 146 BUILTIN(__nvvm_round_f, "ff", "") 147 BUILTIN(__nvvm_round_d, "dd", "") 148 149 // Trunc 150 151 BUILTIN(__nvvm_trunc_ftz_f, "ff", "") 152 BUILTIN(__nvvm_trunc_f, "ff", "") 153 BUILTIN(__nvvm_trunc_d, "dd", "") 154 155 // Saturate 156 157 BUILTIN(__nvvm_saturate_ftz_f, "ff", "") 158 BUILTIN(__nvvm_saturate_f, "ff", "") 159 BUILTIN(__nvvm_saturate_d, "dd", "") 160 161 // Exp2, Log2 162 163 BUILTIN(__nvvm_ex2_approx_ftz_f, "ff", "") 164 BUILTIN(__nvvm_ex2_approx_f, "ff", "") 165 BUILTIN(__nvvm_ex2_approx_d, "dd", "") 166 167 BUILTIN(__nvvm_lg2_approx_ftz_f, "ff", "") 168 BUILTIN(__nvvm_lg2_approx_f, "ff", "") 169 BUILTIN(__nvvm_lg2_approx_d, "dd", "") 170 171 // Sin, Cos 172 173 BUILTIN(__nvvm_sin_approx_ftz_f, "ff", "") 174 BUILTIN(__nvvm_sin_approx_f, "ff", "") 175 176 BUILTIN(__nvvm_cos_approx_ftz_f, "ff", "") 177 BUILTIN(__nvvm_cos_approx_f, "ff", "") 178 179 // Fma 180 181 BUILTIN(__nvvm_fma_rn_ftz_f, "ffff", "") 182 BUILTIN(__nvvm_fma_rn_f, "ffff", "") 183 BUILTIN(__nvvm_fma_rz_ftz_f, "ffff", "") 184 BUILTIN(__nvvm_fma_rz_f, "ffff", "") 185 BUILTIN(__nvvm_fma_rm_ftz_f, "ffff", "") 186 BUILTIN(__nvvm_fma_rm_f, "ffff", "") 187 BUILTIN(__nvvm_fma_rp_ftz_f, "ffff", "") 188 BUILTIN(__nvvm_fma_rp_f, "ffff", "") 189 BUILTIN(__nvvm_fma_rn_d, "dddd", "") 190 BUILTIN(__nvvm_fma_rz_d, "dddd", "") 191 BUILTIN(__nvvm_fma_rm_d, "dddd", "") 192 BUILTIN(__nvvm_fma_rp_d, "dddd", "") 193 194 // Rcp 195 196 BUILTIN(__nvvm_rcp_rn_ftz_f, "ff", "") 197 BUILTIN(__nvvm_rcp_rn_f, "ff", "") 198 BUILTIN(__nvvm_rcp_rz_ftz_f, "ff", "") 199 BUILTIN(__nvvm_rcp_rz_f, "ff", "") 200 BUILTIN(__nvvm_rcp_rm_ftz_f, "ff", "") 201 BUILTIN(__nvvm_rcp_rm_f, "ff", "") 202 BUILTIN(__nvvm_rcp_rp_ftz_f, "ff", "") 203 BUILTIN(__nvvm_rcp_rp_f, "ff", "") 204 205 BUILTIN(__nvvm_rcp_rn_d, "dd", "") 206 BUILTIN(__nvvm_rcp_rz_d, "dd", "") 207 BUILTIN(__nvvm_rcp_rm_d, "dd", "") 208 BUILTIN(__nvvm_rcp_rp_d, "dd", "") 209 BUILTIN(__nvvm_rcp_approx_ftz_d, "dd", "") 210 211 // Sqrt 212 213 BUILTIN(__nvvm_sqrt_rn_ftz_f, "ff", "") 214 BUILTIN(__nvvm_sqrt_rn_f, "ff", "") 215 BUILTIN(__nvvm_sqrt_rz_ftz_f, "ff", "") 216 BUILTIN(__nvvm_sqrt_rz_f, "ff", "") 217 BUILTIN(__nvvm_sqrt_rm_ftz_f, "ff", "") 218 BUILTIN(__nvvm_sqrt_rm_f, "ff", "") 219 BUILTIN(__nvvm_sqrt_rp_ftz_f, "ff", "") 220 BUILTIN(__nvvm_sqrt_rp_f, "ff", "") 221 BUILTIN(__nvvm_sqrt_approx_ftz_f, "ff", "") 222 BUILTIN(__nvvm_sqrt_approx_f, "ff", "") 223 224 BUILTIN(__nvvm_sqrt_rn_d, "dd", "") 225 BUILTIN(__nvvm_sqrt_rz_d, "dd", "") 226 BUILTIN(__nvvm_sqrt_rm_d, "dd", "") 227 BUILTIN(__nvvm_sqrt_rp_d, "dd", "") 228 229 // Rsqrt 230 231 BUILTIN(__nvvm_rsqrt_approx_ftz_f, "ff", "") 232 BUILTIN(__nvvm_rsqrt_approx_f, "ff", "") 233 BUILTIN(__nvvm_rsqrt_approx_d, "dd", "") 234 235 // Add 236 237 BUILTIN(__nvvm_add_rn_ftz_f, "fff", "") 238 BUILTIN(__nvvm_add_rn_f, "fff", "") 239 BUILTIN(__nvvm_add_rz_ftz_f, "fff", "") 240 BUILTIN(__nvvm_add_rz_f, "fff", "") 241 BUILTIN(__nvvm_add_rm_ftz_f, "fff", "") 242 BUILTIN(__nvvm_add_rm_f, "fff", "") 243 BUILTIN(__nvvm_add_rp_ftz_f, "fff", "") 244 BUILTIN(__nvvm_add_rp_f, "fff", "") 245 246 BUILTIN(__nvvm_add_rn_d, "ddd", "") 247 BUILTIN(__nvvm_add_rz_d, "ddd", "") 248 BUILTIN(__nvvm_add_rm_d, "ddd", "") 249 BUILTIN(__nvvm_add_rp_d, "ddd", "") 250 251 // Convert 252 253 BUILTIN(__nvvm_d2f_rn_ftz, "fd", "") 254 BUILTIN(__nvvm_d2f_rn, "fd", "") 255 BUILTIN(__nvvm_d2f_rz_ftz, "fd", "") 256 BUILTIN(__nvvm_d2f_rz, "fd", "") 257 BUILTIN(__nvvm_d2f_rm_ftz, "fd", "") 258 BUILTIN(__nvvm_d2f_rm, "fd", "") 259 BUILTIN(__nvvm_d2f_rp_ftz, "fd", "") 260 BUILTIN(__nvvm_d2f_rp, "fd", "") 261 262 BUILTIN(__nvvm_d2i_rn, "id", "") 263 BUILTIN(__nvvm_d2i_rz, "id", "") 264 BUILTIN(__nvvm_d2i_rm, "id", "") 265 BUILTIN(__nvvm_d2i_rp, "id", "") 266 267 BUILTIN(__nvvm_d2ui_rn, "Uid", "") 268 BUILTIN(__nvvm_d2ui_rz, "Uid", "") 269 BUILTIN(__nvvm_d2ui_rm, "Uid", "") 270 BUILTIN(__nvvm_d2ui_rp, "Uid", "") 271 272 BUILTIN(__nvvm_i2d_rn, "di", "") 273 BUILTIN(__nvvm_i2d_rz, "di", "") 274 BUILTIN(__nvvm_i2d_rm, "di", "") 275 BUILTIN(__nvvm_i2d_rp, "di", "") 276 277 BUILTIN(__nvvm_ui2d_rn, "dUi", "") 278 BUILTIN(__nvvm_ui2d_rz, "dUi", "") 279 BUILTIN(__nvvm_ui2d_rm, "dUi", "") 280 BUILTIN(__nvvm_ui2d_rp, "dUi", "") 281 282 BUILTIN(__nvvm_f2i_rn_ftz, "if", "") 283 BUILTIN(__nvvm_f2i_rn, "if", "") 284 BUILTIN(__nvvm_f2i_rz_ftz, "if", "") 285 BUILTIN(__nvvm_f2i_rz, "if", "") 286 BUILTIN(__nvvm_f2i_rm_ftz, "if", "") 287 BUILTIN(__nvvm_f2i_rm, "if", "") 288 BUILTIN(__nvvm_f2i_rp_ftz, "if", "") 289 BUILTIN(__nvvm_f2i_rp, "if", "") 290 291 BUILTIN(__nvvm_f2ui_rn_ftz, "Uif", "") 292 BUILTIN(__nvvm_f2ui_rn, "Uif", "") 293 BUILTIN(__nvvm_f2ui_rz_ftz, "Uif", "") 294 BUILTIN(__nvvm_f2ui_rz, "Uif", "") 295 BUILTIN(__nvvm_f2ui_rm_ftz, "Uif", "") 296 BUILTIN(__nvvm_f2ui_rm, "Uif", "") 297 BUILTIN(__nvvm_f2ui_rp_ftz, "Uif", "") 298 BUILTIN(__nvvm_f2ui_rp, "Uif", "") 299 300 BUILTIN(__nvvm_i2f_rn, "fi", "") 301 BUILTIN(__nvvm_i2f_rz, "fi", "") 302 BUILTIN(__nvvm_i2f_rm, "fi", "") 303 BUILTIN(__nvvm_i2f_rp, "fi", "") 304 305 BUILTIN(__nvvm_ui2f_rn, "fUi", "") 306 BUILTIN(__nvvm_ui2f_rz, "fUi", "") 307 BUILTIN(__nvvm_ui2f_rm, "fUi", "") 308 BUILTIN(__nvvm_ui2f_rp, "fUi", "") 309 310 BUILTIN(__nvvm_lohi_i2d, "dii", "") 311 312 BUILTIN(__nvvm_d2i_lo, "id", "") 313 BUILTIN(__nvvm_d2i_hi, "id", "") 314 315 BUILTIN(__nvvm_f2ll_rn_ftz, "LLif", "") 316 BUILTIN(__nvvm_f2ll_rn, "LLif", "") 317 BUILTIN(__nvvm_f2ll_rz_ftz, "LLif", "") 318 BUILTIN(__nvvm_f2ll_rz, "LLif", "") 319 BUILTIN(__nvvm_f2ll_rm_ftz, "LLif", "") 320 BUILTIN(__nvvm_f2ll_rm, "LLif", "") 321 BUILTIN(__nvvm_f2ll_rp_ftz, "LLif", "") 322 BUILTIN(__nvvm_f2ll_rp, "LLif", "") 323 324 BUILTIN(__nvvm_f2ull_rn_ftz, "ULLif", "") 325 BUILTIN(__nvvm_f2ull_rn, "ULLif", "") 326 BUILTIN(__nvvm_f2ull_rz_ftz, "ULLif", "") 327 BUILTIN(__nvvm_f2ull_rz, "ULLif", "") 328 BUILTIN(__nvvm_f2ull_rm_ftz, "ULLif", "") 329 BUILTIN(__nvvm_f2ull_rm, "ULLif", "") 330 BUILTIN(__nvvm_f2ull_rp_ftz, "ULLif", "") 331 BUILTIN(__nvvm_f2ull_rp, "ULLif", "") 332 333 BUILTIN(__nvvm_d2ll_rn, "LLid", "") 334 BUILTIN(__nvvm_d2ll_rz, "LLid", "") 335 BUILTIN(__nvvm_d2ll_rm, "LLid", "") 336 BUILTIN(__nvvm_d2ll_rp, "LLid", "") 337 338 BUILTIN(__nvvm_d2ull_rn, "ULLid", "") 339 BUILTIN(__nvvm_d2ull_rz, "ULLid", "") 340 BUILTIN(__nvvm_d2ull_rm, "ULLid", "") 341 BUILTIN(__nvvm_d2ull_rp, "ULLid", "") 342 343 BUILTIN(__nvvm_ll2f_rn, "fLLi", "") 344 BUILTIN(__nvvm_ll2f_rz, "fLLi", "") 345 BUILTIN(__nvvm_ll2f_rm, "fLLi", "") 346 BUILTIN(__nvvm_ll2f_rp, "fLLi", "") 347 348 BUILTIN(__nvvm_ull2f_rn, "fULLi", "") 349 BUILTIN(__nvvm_ull2f_rz, "fULLi", "") 350 BUILTIN(__nvvm_ull2f_rm, "fULLi", "") 351 BUILTIN(__nvvm_ull2f_rp, "fULLi", "") 352 353 BUILTIN(__nvvm_ll2d_rn, "dLLi", "") 354 BUILTIN(__nvvm_ll2d_rz, "dLLi", "") 355 BUILTIN(__nvvm_ll2d_rm, "dLLi", "") 356 BUILTIN(__nvvm_ll2d_rp, "dLLi", "") 357 358 BUILTIN(__nvvm_ull2d_rn, "dULLi", "") 359 BUILTIN(__nvvm_ull2d_rz, "dULLi", "") 360 BUILTIN(__nvvm_ull2d_rm, "dULLi", "") 361 BUILTIN(__nvvm_ull2d_rp, "dULLi", "") 362 363 BUILTIN(__nvvm_f2h_rn_ftz, "Usf", "") 364 BUILTIN(__nvvm_f2h_rn, "Usf", "") 365 366 // Bitcast 367 368 BUILTIN(__nvvm_bitcast_f2i, "if", "") 369 BUILTIN(__nvvm_bitcast_i2f, "fi", "") 370 371 BUILTIN(__nvvm_bitcast_ll2d, "dLLi", "") 372 BUILTIN(__nvvm_bitcast_d2ll, "LLid", "") 373 374 // Sync 375 376 BUILTIN(__syncthreads, "v", "") 377 BUILTIN(__nvvm_bar0_popc, "ii", "") 378 BUILTIN(__nvvm_bar0_and, "ii", "") 379 BUILTIN(__nvvm_bar0_or, "ii", "") 380 BUILTIN(__nvvm_bar_sync, "vi", "n") 381 TARGET_BUILTIN(__nvvm_bar_warp_sync, "vUi", "n", "ptx60") 382 TARGET_BUILTIN(__nvvm_barrier_sync, "vUi", "n", "ptx60") 383 TARGET_BUILTIN(__nvvm_barrier_sync_cnt, "vUiUi", "n", "ptx60") 384 385 // Shuffle 386 387 BUILTIN(__nvvm_shfl_down_i32, "iiii", "") 388 BUILTIN(__nvvm_shfl_down_f32, "ffii", "") 389 BUILTIN(__nvvm_shfl_up_i32, "iiii", "") 390 BUILTIN(__nvvm_shfl_up_f32, "ffii", "") 391 BUILTIN(__nvvm_shfl_bfly_i32, "iiii", "") 392 BUILTIN(__nvvm_shfl_bfly_f32, "ffii", "") 393 BUILTIN(__nvvm_shfl_idx_i32, "iiii", "") 394 BUILTIN(__nvvm_shfl_idx_f32, "ffii", "") 395 396 TARGET_BUILTIN(__nvvm_shfl_sync_down_i32, "iUiiii", "", "ptx60") 397 TARGET_BUILTIN(__nvvm_shfl_sync_down_f32, "fUifii", "", "ptx60") 398 TARGET_BUILTIN(__nvvm_shfl_sync_up_i32, "iUiiii", "", "ptx60") 399 TARGET_BUILTIN(__nvvm_shfl_sync_up_f32, "fUifii", "", "ptx60") 400 TARGET_BUILTIN(__nvvm_shfl_sync_bfly_i32, "iUiiii", "", "ptx60") 401 TARGET_BUILTIN(__nvvm_shfl_sync_bfly_f32, "fUifii", "", "ptx60") 402 TARGET_BUILTIN(__nvvm_shfl_sync_idx_i32, "iUiiii", "", "ptx60") 403 TARGET_BUILTIN(__nvvm_shfl_sync_idx_f32, "fUifii", "", "ptx60") 404 405 // Vote 406 BUILTIN(__nvvm_vote_all, "bb", "") 407 BUILTIN(__nvvm_vote_any, "bb", "") 408 BUILTIN(__nvvm_vote_uni, "bb", "") 409 BUILTIN(__nvvm_vote_ballot, "Uib", "") 410 411 TARGET_BUILTIN(__nvvm_vote_all_sync, "bUib", "", "ptx60") 412 TARGET_BUILTIN(__nvvm_vote_any_sync, "bUib", "", "ptx60") 413 TARGET_BUILTIN(__nvvm_vote_uni_sync, "bUib", "", "ptx60") 414 TARGET_BUILTIN(__nvvm_vote_ballot_sync, "UiUib", "", "ptx60") 415 416 // Match 417 TARGET_BUILTIN(__nvvm_match_any_sync_i32, "UiUiUi", "", "ptx60") 418 TARGET_BUILTIN(__nvvm_match_any_sync_i64, "WiUiWi", "", "ptx60") 419 // These return a pair {value, predicate}, which requires custom lowering. 420 TARGET_BUILTIN(__nvvm_match_all_sync_i32p, "UiUiUii*", "", "ptx60") 421 TARGET_BUILTIN(__nvvm_match_all_sync_i64p, "WiUiWii*", "", "ptx60") 422 423 // Membar 424 425 BUILTIN(__nvvm_membar_cta, "v", "") 426 BUILTIN(__nvvm_membar_gl, "v", "") 427 BUILTIN(__nvvm_membar_sys, "v", "") 428 429 // Memcpy, Memset 430 431 BUILTIN(__nvvm_memcpy, "vUc*Uc*zi","") 432 BUILTIN(__nvvm_memset, "vUc*Uczi","") 433 434 // Image 435 436 BUILTIN(__builtin_ptx_read_image2Dfi_, "V4fiiii", "") 437 BUILTIN(__builtin_ptx_read_image2Dff_, "V4fiiff", "") 438 BUILTIN(__builtin_ptx_read_image2Dii_, "V4iiiii", "") 439 BUILTIN(__builtin_ptx_read_image2Dif_, "V4iiiff", "") 440 441 BUILTIN(__builtin_ptx_read_image3Dfi_, "V4fiiiiii", "") 442 BUILTIN(__builtin_ptx_read_image3Dff_, "V4fiiffff", "") 443 BUILTIN(__builtin_ptx_read_image3Dii_, "V4iiiiiii", "") 444 BUILTIN(__builtin_ptx_read_image3Dif_, "V4iiiffff", "") 445 446 BUILTIN(__builtin_ptx_write_image2Df_, "viiiffff", "") 447 BUILTIN(__builtin_ptx_write_image2Di_, "viiiiiii", "") 448 BUILTIN(__builtin_ptx_write_image2Dui_, "viiiUiUiUiUi", "") 449 BUILTIN(__builtin_ptx_get_image_depthi_, "ii", "") 450 BUILTIN(__builtin_ptx_get_image_heighti_, "ii", "") 451 BUILTIN(__builtin_ptx_get_image_widthi_, "ii", "") 452 BUILTIN(__builtin_ptx_get_image_channel_data_typei_, "ii", "") 453 BUILTIN(__builtin_ptx_get_image_channel_orderi_, "ii", "") 454 455 // Atomic 456 // 457 // We need the atom intrinsics because 458 // - they are used in converging analysis 459 // - they are used in address space analysis and optimization 460 // So it does not hurt to expose them as builtins. 461 // 462 BUILTIN(__nvvm_atom_add_g_i, "iiD*1i", "n") 463 BUILTIN(__nvvm_atom_add_s_i, "iiD*3i", "n") 464 BUILTIN(__nvvm_atom_add_gen_i, "iiD*i", "n") 465 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_i, "iiD*i", "n", "satom") 466 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_i, "iiD*i", "n", "satom") 467 BUILTIN(__nvvm_atom_add_g_l, "LiLiD*1Li", "n") 468 BUILTIN(__nvvm_atom_add_s_l, "LiLiD*3Li", "n") 469 BUILTIN(__nvvm_atom_add_gen_l, "LiLiD*Li", "n") 470 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_l, "LiLiD*Li", "n", "satom") 471 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_l, "LiLiD*Li", "n", "satom") 472 BUILTIN(__nvvm_atom_add_g_ll, "LLiLLiD*1LLi", "n") 473 BUILTIN(__nvvm_atom_add_s_ll, "LLiLLiD*3LLi", "n") 474 BUILTIN(__nvvm_atom_add_gen_ll, "LLiLLiD*LLi", "n") 475 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_ll, "LLiLLiD*LLi", "n", "satom") 476 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_ll, "LLiLLiD*LLi", "n", "satom") 477 BUILTIN(__nvvm_atom_add_g_f, "ffD*1f", "n") 478 BUILTIN(__nvvm_atom_add_s_f, "ffD*3f", "n") 479 BUILTIN(__nvvm_atom_add_gen_f, "ffD*f", "n") 480 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_f, "ffD*f", "n", "satom") 481 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_f, "ffD*f", "n", "satom") 482 BUILTIN(__nvvm_atom_add_g_d, "ddD*1d", "n") 483 BUILTIN(__nvvm_atom_add_s_d, "ddD*3d", "n") 484 BUILTIN(__nvvm_atom_add_gen_d, "ddD*d", "n") 485 TARGET_BUILTIN(__nvvm_atom_cta_add_gen_d, "ddD*d", "n", "satom") 486 TARGET_BUILTIN(__nvvm_atom_sys_add_gen_d, "ddD*d", "n", "satom") 487 488 BUILTIN(__nvvm_atom_sub_g_i, "iiD*1i", "n") 489 BUILTIN(__nvvm_atom_sub_s_i, "iiD*3i", "n") 490 BUILTIN(__nvvm_atom_sub_gen_i, "iiD*i", "n") 491 BUILTIN(__nvvm_atom_sub_g_l, "LiLiD*1Li", "n") 492 BUILTIN(__nvvm_atom_sub_s_l, "LiLiD*3Li", "n") 493 BUILTIN(__nvvm_atom_sub_gen_l, "LiLiD*Li", "n") 494 BUILTIN(__nvvm_atom_sub_g_ll, "LLiLLiD*1LLi", "n") 495 BUILTIN(__nvvm_atom_sub_s_ll, "LLiLLiD*3LLi", "n") 496 BUILTIN(__nvvm_atom_sub_gen_ll, "LLiLLiD*LLi", "n") 497 498 BUILTIN(__nvvm_atom_xchg_g_i, "iiD*1i", "n") 499 BUILTIN(__nvvm_atom_xchg_s_i, "iiD*3i", "n") 500 BUILTIN(__nvvm_atom_xchg_gen_i, "iiD*i", "n") 501 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_i, "iiD*i", "n", "satom") 502 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_i, "iiD*i", "n", "satom") 503 BUILTIN(__nvvm_atom_xchg_g_l, "LiLiD*1Li", "n") 504 BUILTIN(__nvvm_atom_xchg_s_l, "LiLiD*3Li", "n") 505 BUILTIN(__nvvm_atom_xchg_gen_l, "LiLiD*Li", "n") 506 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_l, "LiLiD*Li", "n", "satom") 507 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_l, "LiLiD*Li", "n", "satom") 508 BUILTIN(__nvvm_atom_xchg_g_ll, "LLiLLiD*1LLi", "n") 509 BUILTIN(__nvvm_atom_xchg_s_ll, "LLiLLiD*3LLi", "n") 510 BUILTIN(__nvvm_atom_xchg_gen_ll, "LLiLLiD*LLi", "n") 511 TARGET_BUILTIN(__nvvm_atom_cta_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom") 512 TARGET_BUILTIN(__nvvm_atom_sys_xchg_gen_ll, "LLiLLiD*LLi", "n", "satom") 513 514 BUILTIN(__nvvm_atom_max_g_i, "iiD*1i", "n") 515 BUILTIN(__nvvm_atom_max_s_i, "iiD*3i", "n") 516 BUILTIN(__nvvm_atom_max_gen_i, "iiD*i", "n") 517 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_i, "iiD*i", "n", "satom") 518 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_i, "iiD*i", "n", "satom") 519 BUILTIN(__nvvm_atom_max_g_ui, "UiUiD*1Ui", "n") 520 BUILTIN(__nvvm_atom_max_s_ui, "UiUiD*3Ui", "n") 521 BUILTIN(__nvvm_atom_max_gen_ui, "UiUiD*Ui", "n") 522 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ui, "UiUiD*Ui", "n", "satom") 523 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ui, "UiUiD*Ui", "n", "satom") 524 BUILTIN(__nvvm_atom_max_g_l, "LiLiD*1Li", "n") 525 BUILTIN(__nvvm_atom_max_s_l, "LiLiD*3Li", "n") 526 BUILTIN(__nvvm_atom_max_gen_l, "LiLiD*Li", "n") 527 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_l, "LiLiD*Li", "n", "satom") 528 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_l, "LiLiD*Li", "n", "satom") 529 BUILTIN(__nvvm_atom_max_g_ul, "ULiULiD*1ULi", "n") 530 BUILTIN(__nvvm_atom_max_s_ul, "ULiULiD*3ULi", "n") 531 BUILTIN(__nvvm_atom_max_gen_ul, "ULiULiD*ULi", "n") 532 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ul, "ULiULiD*ULi", "n", "satom") 533 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ul, "ULiULiD*ULi", "n", "satom") 534 BUILTIN(__nvvm_atom_max_g_ll, "LLiLLiD*1LLi", "n") 535 BUILTIN(__nvvm_atom_max_s_ll, "LLiLLiD*3LLi", "n") 536 BUILTIN(__nvvm_atom_max_gen_ll, "LLiLLiD*LLi", "n") 537 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ll, "LLiLLiD*LLi", "n", "satom") 538 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ll, "LLiLLiD*LLi", "n", "satom") 539 BUILTIN(__nvvm_atom_max_g_ull, "ULLiULLiD*1ULLi", "n") 540 BUILTIN(__nvvm_atom_max_s_ull, "ULLiULLiD*3ULLi", "n") 541 BUILTIN(__nvvm_atom_max_gen_ull, "ULLiULLiD*ULLi", "n") 542 TARGET_BUILTIN(__nvvm_atom_cta_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom") 543 TARGET_BUILTIN(__nvvm_atom_sys_max_gen_ull, "ULLiULLiD*ULLi", "n", "satom") 544 545 BUILTIN(__nvvm_atom_min_g_i, "iiD*1i", "n") 546 BUILTIN(__nvvm_atom_min_s_i, "iiD*3i", "n") 547 BUILTIN(__nvvm_atom_min_gen_i, "iiD*i", "n") 548 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_i, "iiD*i", "n", "satom") 549 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_i, "iiD*i", "n", "satom") 550 BUILTIN(__nvvm_atom_min_g_ui, "UiUiD*1Ui", "n") 551 BUILTIN(__nvvm_atom_min_s_ui, "UiUiD*3Ui", "n") 552 BUILTIN(__nvvm_atom_min_gen_ui, "UiUiD*Ui", "n") 553 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ui, "UiUiD*Ui", "n", "satom") 554 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ui, "UiUiD*Ui", "n", "satom") 555 BUILTIN(__nvvm_atom_min_g_l, "LiLiD*1Li", "n") 556 BUILTIN(__nvvm_atom_min_s_l, "LiLiD*3Li", "n") 557 BUILTIN(__nvvm_atom_min_gen_l, "LiLiD*Li", "n") 558 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_l, "LiLiD*Li", "n", "satom") 559 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_l, "LiLiD*Li", "n", "satom") 560 BUILTIN(__nvvm_atom_min_g_ul, "ULiULiD*1ULi", "n") 561 BUILTIN(__nvvm_atom_min_s_ul, "ULiULiD*3ULi", "n") 562 BUILTIN(__nvvm_atom_min_gen_ul, "ULiULiD*ULi", "n") 563 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ul, "ULiULiD*ULi", "n", "satom") 564 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ul, "ULiULiD*ULi", "n", "satom") 565 BUILTIN(__nvvm_atom_min_g_ll, "LLiLLiD*1LLi", "n") 566 BUILTIN(__nvvm_atom_min_s_ll, "LLiLLiD*3LLi", "n") 567 BUILTIN(__nvvm_atom_min_gen_ll, "LLiLLiD*LLi", "n") 568 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ll, "LLiLLiD*LLi", "n", "satom") 569 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ll, "LLiLLiD*LLi", "n", "satom") 570 BUILTIN(__nvvm_atom_min_g_ull, "ULLiULLiD*1ULLi", "n") 571 BUILTIN(__nvvm_atom_min_s_ull, "ULLiULLiD*3ULLi", "n") 572 BUILTIN(__nvvm_atom_min_gen_ull, "ULLiULLiD*ULLi", "n") 573 TARGET_BUILTIN(__nvvm_atom_cta_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom") 574 TARGET_BUILTIN(__nvvm_atom_sys_min_gen_ull, "ULLiULLiD*ULLi", "n", "satom") 575 576 BUILTIN(__nvvm_atom_inc_g_ui, "UiUiD*1Ui", "n") 577 BUILTIN(__nvvm_atom_inc_s_ui, "UiUiD*3Ui", "n") 578 BUILTIN(__nvvm_atom_inc_gen_ui, "UiUiD*Ui", "n") 579 TARGET_BUILTIN(__nvvm_atom_cta_inc_gen_ui, "UiUiD*Ui", "n", "satom") 580 TARGET_BUILTIN(__nvvm_atom_sys_inc_gen_ui, "UiUiD*Ui", "n", "satom") 581 BUILTIN(__nvvm_atom_dec_g_ui, "UiUiD*1Ui", "n") 582 BUILTIN(__nvvm_atom_dec_s_ui, "UiUiD*3Ui", "n") 583 BUILTIN(__nvvm_atom_dec_gen_ui, "UiUiD*Ui", "n") 584 TARGET_BUILTIN(__nvvm_atom_cta_dec_gen_ui, "UiUiD*Ui", "n", "satom") 585 TARGET_BUILTIN(__nvvm_atom_sys_dec_gen_ui, "UiUiD*Ui", "n", "satom") 586 587 BUILTIN(__nvvm_atom_and_g_i, "iiD*1i", "n") 588 BUILTIN(__nvvm_atom_and_s_i, "iiD*3i", "n") 589 BUILTIN(__nvvm_atom_and_gen_i, "iiD*i", "n") 590 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_i, "iiD*i", "n", "satom") 591 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_i, "iiD*i", "n", "satom") 592 BUILTIN(__nvvm_atom_and_g_l, "LiLiD*1Li", "n") 593 BUILTIN(__nvvm_atom_and_s_l, "LiLiD*3Li", "n") 594 BUILTIN(__nvvm_atom_and_gen_l, "LiLiD*Li", "n") 595 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_l, "LiLiD*Li", "n", "satom") 596 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_l, "LiLiD*Li", "n", "satom") 597 BUILTIN(__nvvm_atom_and_g_ll, "LLiLLiD*1LLi", "n") 598 BUILTIN(__nvvm_atom_and_s_ll, "LLiLLiD*3LLi", "n") 599 BUILTIN(__nvvm_atom_and_gen_ll, "LLiLLiD*LLi", "n") 600 TARGET_BUILTIN(__nvvm_atom_cta_and_gen_ll, "LLiLLiD*LLi", "n", "satom") 601 TARGET_BUILTIN(__nvvm_atom_sys_and_gen_ll, "LLiLLiD*LLi", "n", "satom") 602 603 BUILTIN(__nvvm_atom_or_g_i, "iiD*1i", "n") 604 BUILTIN(__nvvm_atom_or_s_i, "iiD*3i", "n") 605 BUILTIN(__nvvm_atom_or_gen_i, "iiD*i", "n") 606 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_i, "iiD*i", "n", "satom") 607 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_i, "iiD*i", "n", "satom") 608 BUILTIN(__nvvm_atom_or_g_l, "LiLiD*1Li", "n") 609 BUILTIN(__nvvm_atom_or_s_l, "LiLiD*3Li", "n") 610 BUILTIN(__nvvm_atom_or_gen_l, "LiLiD*Li", "n") 611 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_l, "LiLiD*Li", "n", "satom") 612 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_l, "LiLiD*Li", "n", "satom") 613 BUILTIN(__nvvm_atom_or_g_ll, "LLiLLiD*1LLi", "n") 614 BUILTIN(__nvvm_atom_or_s_ll, "LLiLLiD*3LLi", "n") 615 BUILTIN(__nvvm_atom_or_gen_ll, "LLiLLiD*LLi", "n") 616 TARGET_BUILTIN(__nvvm_atom_cta_or_gen_ll, "LLiLLiD*LLi", "n", "satom") 617 TARGET_BUILTIN(__nvvm_atom_sys_or_gen_ll, "LLiLLiD*LLi", "n", "satom") 618 619 BUILTIN(__nvvm_atom_xor_g_i, "iiD*1i", "n") 620 BUILTIN(__nvvm_atom_xor_s_i, "iiD*3i", "n") 621 BUILTIN(__nvvm_atom_xor_gen_i, "iiD*i", "n") 622 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_i, "iiD*i", "n", "satom") 623 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_i, "iiD*i", "n", "satom") 624 BUILTIN(__nvvm_atom_xor_g_l, "LiLiD*1Li", "n") 625 BUILTIN(__nvvm_atom_xor_s_l, "LiLiD*3Li", "n") 626 BUILTIN(__nvvm_atom_xor_gen_l, "LiLiD*Li", "n") 627 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_l, "LiLiD*Li", "n", "satom") 628 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_l, "LiLiD*Li", "n", "satom") 629 BUILTIN(__nvvm_atom_xor_g_ll, "LLiLLiD*1LLi", "n") 630 BUILTIN(__nvvm_atom_xor_s_ll, "LLiLLiD*3LLi", "n") 631 BUILTIN(__nvvm_atom_xor_gen_ll, "LLiLLiD*LLi", "n") 632 TARGET_BUILTIN(__nvvm_atom_cta_xor_gen_ll, "LLiLLiD*LLi", "n", "satom") 633 TARGET_BUILTIN(__nvvm_atom_sys_xor_gen_ll, "LLiLLiD*LLi", "n", "satom") 634 635 BUILTIN(__nvvm_atom_cas_g_i, "iiD*1ii", "n") 636 BUILTIN(__nvvm_atom_cas_s_i, "iiD*3ii", "n") 637 BUILTIN(__nvvm_atom_cas_gen_i, "iiD*ii", "n") 638 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_i, "iiD*ii", "n", "satom") 639 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_i, "iiD*ii", "n", "satom") 640 BUILTIN(__nvvm_atom_cas_g_l, "LiLiD*1LiLi", "n") 641 BUILTIN(__nvvm_atom_cas_s_l, "LiLiD*3LiLi", "n") 642 BUILTIN(__nvvm_atom_cas_gen_l, "LiLiD*LiLi", "n") 643 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_l, "LiLiD*LiLi", "n", "satom") 644 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_l, "LiLiD*LiLi", "n", "satom") 645 BUILTIN(__nvvm_atom_cas_g_ll, "LLiLLiD*1LLiLLi", "n") 646 BUILTIN(__nvvm_atom_cas_s_ll, "LLiLLiD*3LLiLLi", "n") 647 BUILTIN(__nvvm_atom_cas_gen_ll, "LLiLLiD*LLiLLi", "n") 648 TARGET_BUILTIN(__nvvm_atom_cta_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom") 649 TARGET_BUILTIN(__nvvm_atom_sys_cas_gen_ll, "LLiLLiD*LLiLLi", "n", "satom") 650 651 // Compiler Error Warn 652 BUILTIN(__nvvm_compiler_error, "vcC*4", "n") 653 BUILTIN(__nvvm_compiler_warn, "vcC*4", "n") 654 655 // __ldg. This is not implemented as a builtin by nvcc. 656 BUILTIN(__nvvm_ldg_c, "ccC*", "") 657 BUILTIN(__nvvm_ldg_s, "ssC*", "") 658 BUILTIN(__nvvm_ldg_i, "iiC*", "") 659 BUILTIN(__nvvm_ldg_l, "LiLiC*", "") 660 BUILTIN(__nvvm_ldg_ll, "LLiLLiC*", "") 661 662 BUILTIN(__nvvm_ldg_uc, "UcUcC*", "") 663 BUILTIN(__nvvm_ldg_us, "UsUsC*", "") 664 BUILTIN(__nvvm_ldg_ui, "UiUiC*", "") 665 BUILTIN(__nvvm_ldg_ul, "ULiULiC*", "") 666 BUILTIN(__nvvm_ldg_ull, "ULLiULLiC*", "") 667 668 BUILTIN(__nvvm_ldg_f, "ffC*", "") 669 BUILTIN(__nvvm_ldg_d, "ddC*", "") 670 671 BUILTIN(__nvvm_ldg_c2, "E2cE2cC*", "") 672 BUILTIN(__nvvm_ldg_c4, "E4cE4cC*", "") 673 BUILTIN(__nvvm_ldg_s2, "E2sE2sC*", "") 674 BUILTIN(__nvvm_ldg_s4, "E4sE4sC*", "") 675 BUILTIN(__nvvm_ldg_i2, "E2iE2iC*", "") 676 BUILTIN(__nvvm_ldg_i4, "E4iE4iC*", "") 677 BUILTIN(__nvvm_ldg_ll2, "E2LLiE2LLiC*", "") 678 679 BUILTIN(__nvvm_ldg_uc2, "E2UcE2UcC*", "") 680 BUILTIN(__nvvm_ldg_uc4, "E4UcE4UcC*", "") 681 BUILTIN(__nvvm_ldg_us2, "E2UsE2UsC*", "") 682 BUILTIN(__nvvm_ldg_us4, "E4UsE4UsC*", "") 683 BUILTIN(__nvvm_ldg_ui2, "E2UiE2UiC*", "") 684 BUILTIN(__nvvm_ldg_ui4, "E4UiE4UiC*", "") 685 BUILTIN(__nvvm_ldg_ull2, "E2ULLiE2ULLiC*", "") 686 687 BUILTIN(__nvvm_ldg_f2, "E2fE2fC*", "") 688 BUILTIN(__nvvm_ldg_f4, "E4fE4fC*", "") 689 BUILTIN(__nvvm_ldg_d2, "E2dE2dC*", "") 690 691 // Builtins to support WMMA instructions on sm_70 692 TARGET_BUILTIN(__hmma_m16n16k16_ld_a, "vi*iC*UiIi", "", "ptx60") 693 TARGET_BUILTIN(__hmma_m16n16k16_ld_b, "vi*iC*UiIi", "", "ptx60") 694 TARGET_BUILTIN(__hmma_m16n16k16_ld_c_f16, "vi*iC*UiIi", "", "ptx60") 695 TARGET_BUILTIN(__hmma_m16n16k16_ld_c_f32, "vf*fC*UiIi", "", "ptx60") 696 TARGET_BUILTIN(__hmma_m16n16k16_st_c_f16, "vi*i*UiIi", "", "ptx60") 697 TARGET_BUILTIN(__hmma_m16n16k16_st_c_f32, "vf*f*UiIi", "", "ptx60") 698 699 TARGET_BUILTIN(__hmma_m16n16k16_mma_f16f16, "vi*iC*iC*iC*IiIi", "", "ptx60") 700 TARGET_BUILTIN(__hmma_m16n16k16_mma_f32f16, "vf*iC*iC*iC*IiIi", "", "ptx60") 701 TARGET_BUILTIN(__hmma_m16n16k16_mma_f32f32, "vf*iC*iC*fC*IiIi", "", "ptx60") 702 TARGET_BUILTIN(__hmma_m16n16k16_mma_f16f32, "vi*iC*iC*fC*IiIi", "", "ptx60") 703 704 #undef BUILTIN 705 #undef TARGET_BUILTIN 706
