Lines Matching refs:NVPTX

565       (N->getValueType(0) == MVT::f16 ? NVPTX::LOAD_CONST_F16  in tryConstantFP()
566 : NVPTX::LOAD_CONST_BF16), in tryConstantFP()
575 using NVPTX::PTXCmpMode::CmpMode; in getPTXCmpMode()
624 PTXCmpMode |= NVPTX::PTXCmpMode::FTZ_FLAG; in getPTXCmpMode()
634 NVPTX::SETP_f16x2rr, DL, MVT::i1, MVT::i1, N->getOperand(0), in SelectSETP_F16X2()
645 NVPTX::SETP_bf16x2rr, DL, MVT::i1, MVT::i1, N->getOperand(0), in SelectSETP_BF16X2()
688 CurDAG->getMachineNode(NVPTX::I32toV2I16, SDLoc(N), EltVT, EltVT, Vector); in tryEXTRACT_VECTOR_ELEMENT()
701 return NVPTX::PTXLdStInstCode::GENERIC; in getCodeAddrSpace()
705 case llvm::ADDRESS_SPACE_LOCAL: return NVPTX::PTXLdStInstCode::LOCAL; in getCodeAddrSpace()
706 case llvm::ADDRESS_SPACE_GLOBAL: return NVPTX::PTXLdStInstCode::GLOBAL; in getCodeAddrSpace()
707 case llvm::ADDRESS_SPACE_SHARED: return NVPTX::PTXLdStInstCode::SHARED; in getCodeAddrSpace()
708 case llvm::ADDRESS_SPACE_GENERIC: return NVPTX::PTXLdStInstCode::GENERIC; in getCodeAddrSpace()
709 case llvm::ADDRESS_SPACE_PARAM: return NVPTX::PTXLdStInstCode::PARAM; in getCodeAddrSpace()
710 case llvm::ADDRESS_SPACE_CONST: return NVPTX::PTXLdStInstCode::CONSTANT; in getCodeAddrSpace()
714 return NVPTX::PTXLdStInstCode::GENERIC; in getCodeAddrSpace()
736 if (!Subtarget.hasLDG() || CodeAddrSpace != NVPTX::PTXLdStInstCode::GLOBAL) in canLowerToLDG()
774 ReplaceNode(N, CurDAG->getMachineNode(NVPTX::texsurf_handles, SDLoc(N), in SelectTexSurfHandle()
792 Opc = TM.is64Bit() ? NVPTX::cvta_global_64 : NVPTX::cvta_global; in SelectAddrSpaceCast()
796 ? NVPTX::cvta_shared_6432 in SelectAddrSpaceCast()
797 : NVPTX::cvta_shared_64) in SelectAddrSpaceCast()
798 : NVPTX::cvta_shared; in SelectAddrSpaceCast()
802 ? NVPTX::cvta_const_6432 in SelectAddrSpaceCast()
803 : NVPTX::cvta_const_64) in SelectAddrSpaceCast()
804 : NVPTX::cvta_const; in SelectAddrSpaceCast()
808 ? NVPTX::cvta_local_6432 in SelectAddrSpaceCast()
809 : NVPTX::cvta_local_64) in SelectAddrSpaceCast()
810 : NVPTX::cvta_local; in SelectAddrSpaceCast()
824 Opc = TM.is64Bit() ? NVPTX::cvta_to_global_64 : NVPTX::cvta_to_global; in SelectAddrSpaceCast()
828 ? NVPTX::cvta_to_shared_3264 in SelectAddrSpaceCast()
829 : NVPTX::cvta_to_shared_64) in SelectAddrSpaceCast()
830 : NVPTX::cvta_to_shared; in SelectAddrSpaceCast()
834 ? NVPTX::cvta_to_const_3264 in SelectAddrSpaceCast()
835 : NVPTX::cvta_to_const_64) in SelectAddrSpaceCast()
836 : NVPTX::cvta_to_const; in SelectAddrSpaceCast()
840 ? NVPTX::cvta_to_local_3264 in SelectAddrSpaceCast()
841 : NVPTX::cvta_to_local_64) in SelectAddrSpaceCast()
842 : NVPTX::cvta_to_local; in SelectAddrSpaceCast()
845 Opc = TM.is64Bit() ? NVPTX::nvvm_ptr_gen_to_param_64 in SelectAddrSpaceCast()
846 : NVPTX::nvvm_ptr_gen_to_param; in SelectAddrSpaceCast()
896 return NVPTX::PTXLdStInstCode::Untyped; in getLdStRegType()
898 return NVPTX::PTXLdStInstCode::Float; in getLdStRegType()
901 return NVPTX::PTXLdStInstCode::Unsigned; in getLdStRegType()
940 if (CodeAddrSpace != NVPTX::PTXLdStInstCode::GLOBAL && in tryLoad()
941 CodeAddrSpace != NVPTX::PTXLdStInstCode::SHARED && in tryLoad()
942 CodeAddrSpace != NVPTX::PTXLdStInstCode::GENERIC) in tryLoad()
958 unsigned vecType = NVPTX::PTXLdStInstCode::Scalar; in tryLoad()
967 fromType = NVPTX::PTXLdStInstCode::Signed; in tryLoad()
980 Opcode = pickOpcodeForVT(TargetVT, NVPTX::LD_i8_avar, NVPTX::LD_i16_avar, in tryLoad()
981 NVPTX::LD_i32_avar, NVPTX::LD_i64_avar, in tryLoad()
982 NVPTX::LD_f32_avar, NVPTX::LD_f64_avar); in tryLoad()
991 Opcode = pickOpcodeForVT(TargetVT, NVPTX::LD_i8_asi, NVPTX::LD_i16_asi, in tryLoad()
992 NVPTX::LD_i32_asi, NVPTX::LD_i64_asi, in tryLoad()
993 NVPTX::LD_f32_asi, NVPTX::LD_f64_asi); in tryLoad()
1004 pickOpcodeForVT(TargetVT, NVPTX::LD_i8_ari_64, NVPTX::LD_i16_ari_64, in tryLoad()
1005 NVPTX::LD_i32_ari_64, NVPTX::LD_i64_ari_64, in tryLoad()
1006 NVPTX::LD_f32_ari_64, NVPTX::LD_f64_ari_64); in tryLoad()
1008 Opcode = pickOpcodeForVT(TargetVT, NVPTX::LD_i8_ari, NVPTX::LD_i16_ari, in tryLoad()
1009 NVPTX::LD_i32_ari, NVPTX::LD_i64_ari, in tryLoad()
1010 NVPTX::LD_f32_ari, NVPTX::LD_f64_ari); in tryLoad()
1020 pickOpcodeForVT(TargetVT, NVPTX::LD_i8_areg_64, NVPTX::LD_i16_areg_64, in tryLoad()
1021 NVPTX::LD_i32_areg_64, NVPTX::LD_i64_areg_64, in tryLoad()
1022 NVPTX::LD_f32_areg_64, NVPTX::LD_f64_areg_64); in tryLoad()
1024 Opcode = pickOpcodeForVT(TargetVT, NVPTX::LD_i8_areg, NVPTX::LD_i16_areg, in tryLoad()
1025 NVPTX::LD_i32_areg, NVPTX::LD_i64_areg, in tryLoad()
1026 NVPTX::LD_f32_areg, NVPTX::LD_f64_areg); in tryLoad()
1071 if (CodeAddrSpace != NVPTX::PTXLdStInstCode::GLOBAL && in tryLoadVector()
1072 CodeAddrSpace != NVPTX::PTXLdStInstCode::SHARED && in tryLoadVector()
1073 CodeAddrSpace != NVPTX::PTXLdStInstCode::GENERIC) in tryLoadVector()
1093 FromType = NVPTX::PTXLdStInstCode::Signed; in tryLoadVector()
1101 VecType = NVPTX::PTXLdStInstCode::V2; in tryLoadVector()
1104 VecType = NVPTX::PTXLdStInstCode::V4; in tryLoadVector()
1118 FromType = NVPTX::PTXLdStInstCode::Untyped; in tryLoadVector()
1128 NVPTX::LDV_i8_v2_avar, NVPTX::LDV_i16_v2_avar, in tryLoadVector()
1129 NVPTX::LDV_i32_v2_avar, NVPTX::LDV_i64_v2_avar, in tryLoadVector()
1130 NVPTX::LDV_f32_v2_avar, NVPTX::LDV_f64_v2_avar); in tryLoadVector()
1134 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector()
1135 NVPTX::LDV_i16_v4_avar, NVPTX::LDV_i32_v4_avar, in tryLoadVector()
1136 std::nullopt, NVPTX::LDV_f32_v4_avar, std::nullopt); in tryLoadVector()
1153 NVPTX::LDV_i8_v2_asi, NVPTX::LDV_i16_v2_asi, in tryLoadVector()
1154 NVPTX::LDV_i32_v2_asi, NVPTX::LDV_i64_v2_asi, in tryLoadVector()
1155 NVPTX::LDV_f32_v2_asi, NVPTX::LDV_f64_v2_asi); in tryLoadVector()
1159 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector()
1160 NVPTX::LDV_i16_v4_asi, NVPTX::LDV_i32_v4_asi, in tryLoadVector()
1161 std::nullopt, NVPTX::LDV_f32_v4_asi, std::nullopt); in tryLoadVector()
1180 NVPTX::LDV_i8_v2_ari_64, NVPTX::LDV_i16_v2_ari_64, in tryLoadVector()
1181 NVPTX::LDV_i32_v2_ari_64, NVPTX::LDV_i64_v2_ari_64, in tryLoadVector()
1182 NVPTX::LDV_f32_v2_ari_64, NVPTX::LDV_f64_v2_ari_64); in tryLoadVector()
1186 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector()
1187 NVPTX::LDV_i16_v4_ari_64, NVPTX::LDV_i32_v4_ari_64, std::nullopt, in tryLoadVector()
1188 NVPTX::LDV_f32_v4_ari_64, std::nullopt); in tryLoadVector()
1197 NVPTX::LDV_i8_v2_ari, NVPTX::LDV_i16_v2_ari, in tryLoadVector()
1198 NVPTX::LDV_i32_v2_ari, NVPTX::LDV_i64_v2_ari, in tryLoadVector()
1199 NVPTX::LDV_f32_v2_ari, NVPTX::LDV_f64_v2_ari); in tryLoadVector()
1203 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari, in tryLoadVector()
1204 NVPTX::LDV_i16_v4_ari, NVPTX::LDV_i32_v4_ari, in tryLoadVector()
1205 std::nullopt, NVPTX::LDV_f32_v4_ari, std::nullopt); in tryLoadVector()
1223 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_areg_64, in tryLoadVector()
1224 NVPTX::LDV_i16_v2_areg_64, NVPTX::LDV_i32_v2_areg_64, in tryLoadVector()
1225 NVPTX::LDV_i64_v2_areg_64, NVPTX::LDV_f32_v2_areg_64, in tryLoadVector()
1226 NVPTX::LDV_f64_v2_areg_64); in tryLoadVector()
1230 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_areg_64, in tryLoadVector()
1231 NVPTX::LDV_i16_v4_areg_64, NVPTX::LDV_i32_v4_areg_64, std::nullopt, in tryLoadVector()
1232 NVPTX::LDV_f32_v4_areg_64, std::nullopt); in tryLoadVector()
1241 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_areg, in tryLoadVector()
1242 NVPTX::LDV_i16_v2_areg, NVPTX::LDV_i32_v2_areg, in tryLoadVector()
1243 NVPTX::LDV_i64_v2_areg, NVPTX::LDV_f32_v2_areg, in tryLoadVector()
1244 NVPTX::LDV_f64_v2_areg); in tryLoadVector()
1248 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_areg, in tryLoadVector()
1249 NVPTX::LDV_i16_v4_areg, NVPTX::LDV_i32_v4_areg, in tryLoadVector()
1250 std::nullopt, NVPTX::LDV_f32_v4_areg, std::nullopt); in tryLoadVector()
1344 NVPTX::INT_PTX_LDG_GLOBAL_i8avar, in tryLDGLDU()
1345 NVPTX::INT_PTX_LDG_GLOBAL_i16avar, in tryLDGLDU()
1346 NVPTX::INT_PTX_LDG_GLOBAL_i32avar, in tryLDGLDU()
1347 NVPTX::INT_PTX_LDG_GLOBAL_i64avar, in tryLDGLDU()
1348 NVPTX::INT_PTX_LDG_GLOBAL_f32avar, in tryLDGLDU()
1349 NVPTX::INT_PTX_LDG_GLOBAL_f64avar); in tryLDGLDU()
1352 NVPTX::INT_PTX_LDU_GLOBAL_i8avar, in tryLDGLDU()
1353 NVPTX::INT_PTX_LDU_GLOBAL_i16avar, in tryLDGLDU()
1354 NVPTX::INT_PTX_LDU_GLOBAL_i32avar, in tryLDGLDU()
1355 NVPTX::INT_PTX_LDU_GLOBAL_i64avar, in tryLDGLDU()
1356 NVPTX::INT_PTX_LDU_GLOBAL_f32avar, in tryLDGLDU()
1357 NVPTX::INT_PTX_LDU_GLOBAL_f64avar); in tryLDGLDU()
1362 NVPTX::INT_PTX_LDG_G_v2i8_ELE_avar, in tryLDGLDU()
1363 NVPTX::INT_PTX_LDG_G_v2i16_ELE_avar, in tryLDGLDU()
1364 NVPTX::INT_PTX_LDG_G_v2i32_ELE_avar, in tryLDGLDU()
1365 NVPTX::INT_PTX_LDG_G_v2i64_ELE_avar, in tryLDGLDU()
1366 NVPTX::INT_PTX_LDG_G_v2f32_ELE_avar, in tryLDGLDU()
1367 NVPTX::INT_PTX_LDG_G_v2f64_ELE_avar); in tryLDGLDU()
1371 NVPTX::INT_PTX_LDU_G_v2i8_ELE_avar, in tryLDGLDU()
1372 NVPTX::INT_PTX_LDU_G_v2i16_ELE_avar, in tryLDGLDU()
1373 NVPTX::INT_PTX_LDU_G_v2i32_ELE_avar, in tryLDGLDU()
1374 NVPTX::INT_PTX_LDU_G_v2i64_ELE_avar, in tryLDGLDU()
1375 NVPTX::INT_PTX_LDU_G_v2f32_ELE_avar, in tryLDGLDU()
1376 NVPTX::INT_PTX_LDU_G_v2f64_ELE_avar); in tryLDGLDU()
1381 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDG_G_v4i8_ELE_avar, in tryLDGLDU()
1382 NVPTX::INT_PTX_LDG_G_v4i16_ELE_avar, in tryLDGLDU()
1383 NVPTX::INT_PTX_LDG_G_v4i32_ELE_avar, std::nullopt, in tryLDGLDU()
1384 NVPTX::INT_PTX_LDG_G_v4f32_ELE_avar, std::nullopt); in tryLDGLDU()
1388 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDU_G_v4i8_ELE_avar, in tryLDGLDU()
1389 NVPTX::INT_PTX_LDU_G_v4i16_ELE_avar, in tryLDGLDU()
1390 NVPTX::INT_PTX_LDU_G_v4i32_ELE_avar, std::nullopt, in tryLDGLDU()
1391 NVPTX::INT_PTX_LDU_G_v4f32_ELE_avar, std::nullopt); in tryLDGLDU()
1408 NVPTX::INT_PTX_LDG_GLOBAL_i8ari64, in tryLDGLDU()
1409 NVPTX::INT_PTX_LDG_GLOBAL_i16ari64, in tryLDGLDU()
1410 NVPTX::INT_PTX_LDG_GLOBAL_i32ari64, in tryLDGLDU()
1411 NVPTX::INT_PTX_LDG_GLOBAL_i64ari64, in tryLDGLDU()
1412 NVPTX::INT_PTX_LDG_GLOBAL_f32ari64, in tryLDGLDU()
1413 NVPTX::INT_PTX_LDG_GLOBAL_f64ari64); in tryLDGLDU()
1416 NVPTX::INT_PTX_LDU_GLOBAL_i8ari64, in tryLDGLDU()
1417 NVPTX::INT_PTX_LDU_GLOBAL_i16ari64, in tryLDGLDU()
1418 NVPTX::INT_PTX_LDU_GLOBAL_i32ari64, in tryLDGLDU()
1419 NVPTX::INT_PTX_LDU_GLOBAL_i64ari64, in tryLDGLDU()
1420 NVPTX::INT_PTX_LDU_GLOBAL_f32ari64, in tryLDGLDU()
1421 NVPTX::INT_PTX_LDU_GLOBAL_f64ari64); in tryLDGLDU()
1426 NVPTX::INT_PTX_LDG_G_v2i8_ELE_ari64, in tryLDGLDU()
1427 NVPTX::INT_PTX_LDG_G_v2i16_ELE_ari64, in tryLDGLDU()
1428 NVPTX::INT_PTX_LDG_G_v2i32_ELE_ari64, in tryLDGLDU()
1429 NVPTX::INT_PTX_LDG_G_v2i64_ELE_ari64, in tryLDGLDU()
1430 NVPTX::INT_PTX_LDG_G_v2f32_ELE_ari64, in tryLDGLDU()
1431 NVPTX::INT_PTX_LDG_G_v2f64_ELE_ari64); in tryLDGLDU()
1435 NVPTX::INT_PTX_LDU_G_v2i8_ELE_ari64, in tryLDGLDU()
1436 NVPTX::INT_PTX_LDU_G_v2i16_ELE_ari64, in tryLDGLDU()
1437 NVPTX::INT_PTX_LDU_G_v2i32_ELE_ari64, in tryLDGLDU()
1438 NVPTX::INT_PTX_LDU_G_v2i64_ELE_ari64, in tryLDGLDU()
1439 NVPTX::INT_PTX_LDU_G_v2f32_ELE_ari64, in tryLDGLDU()
1440 NVPTX::INT_PTX_LDU_G_v2f64_ELE_ari64); in tryLDGLDU()
1445 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDG_G_v4i8_ELE_ari64, in tryLDGLDU()
1446 NVPTX::INT_PTX_LDG_G_v4i16_ELE_ari64, in tryLDGLDU()
1447 NVPTX::INT_PTX_LDG_G_v4i32_ELE_ari64, std::nullopt, in tryLDGLDU()
1448 NVPTX::INT_PTX_LDG_G_v4f32_ELE_ari64, std::nullopt); in tryLDGLDU()
1452 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDU_G_v4i8_ELE_ari64, in tryLDGLDU()
1453 NVPTX::INT_PTX_LDU_G_v4i16_ELE_ari64, in tryLDGLDU()
1454 NVPTX::INT_PTX_LDU_G_v4i32_ELE_ari64, std::nullopt, in tryLDGLDU()
1455 NVPTX::INT_PTX_LDU_G_v4f32_ELE_ari64, std::nullopt); in tryLDGLDU()
1466 NVPTX::INT_PTX_LDG_GLOBAL_i8ari, in tryLDGLDU()
1467 NVPTX::INT_PTX_LDG_GLOBAL_i16ari, in tryLDGLDU()
1468 NVPTX::INT_PTX_LDG_GLOBAL_i32ari, in tryLDGLDU()
1469 NVPTX::INT_PTX_LDG_GLOBAL_i64ari, in tryLDGLDU()
1470 NVPTX::INT_PTX_LDG_GLOBAL_f32ari, in tryLDGLDU()
1471 NVPTX::INT_PTX_LDG_GLOBAL_f64ari); in tryLDGLDU()
1474 NVPTX::INT_PTX_LDU_GLOBAL_i8ari, in tryLDGLDU()
1475 NVPTX::INT_PTX_LDU_GLOBAL_i16ari, in tryLDGLDU()
1476 NVPTX::INT_PTX_LDU_GLOBAL_i32ari, in tryLDGLDU()
1477 NVPTX::INT_PTX_LDU_GLOBAL_i64ari, in tryLDGLDU()
1478 NVPTX::INT_PTX_LDU_GLOBAL_f32ari, in tryLDGLDU()
1479 NVPTX::INT_PTX_LDU_GLOBAL_f64ari); in tryLDGLDU()
1484 NVPTX::INT_PTX_LDG_G_v2i8_ELE_ari32, in tryLDGLDU()
1485 NVPTX::INT_PTX_LDG_G_v2i16_ELE_ari32, in tryLDGLDU()
1486 NVPTX::INT_PTX_LDG_G_v2i32_ELE_ari32, in tryLDGLDU()
1487 NVPTX::INT_PTX_LDG_G_v2i64_ELE_ari32, in tryLDGLDU()
1488 NVPTX::INT_PTX_LDG_G_v2f32_ELE_ari32, in tryLDGLDU()
1489 NVPTX::INT_PTX_LDG_G_v2f64_ELE_ari32); in tryLDGLDU()
1493 NVPTX::INT_PTX_LDU_G_v2i8_ELE_ari32, in tryLDGLDU()
1494 NVPTX::INT_PTX_LDU_G_v2i16_ELE_ari32, in tryLDGLDU()
1495 NVPTX::INT_PTX_LDU_G_v2i32_ELE_ari32, in tryLDGLDU()
1496 NVPTX::INT_PTX_LDU_G_v2i64_ELE_ari32, in tryLDGLDU()
1497 NVPTX::INT_PTX_LDU_G_v2f32_ELE_ari32, in tryLDGLDU()
1498 NVPTX::INT_PTX_LDU_G_v2f64_ELE_ari32); in tryLDGLDU()
1503 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDG_G_v4i8_ELE_ari32, in tryLDGLDU()
1504 NVPTX::INT_PTX_LDG_G_v4i16_ELE_ari32, in tryLDGLDU()
1505 NVPTX::INT_PTX_LDG_G_v4i32_ELE_ari32, std::nullopt, in tryLDGLDU()
1506 NVPTX::INT_PTX_LDG_G_v4f32_ELE_ari32, std::nullopt); in tryLDGLDU()
1510 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDU_G_v4i8_ELE_ari32, in tryLDGLDU()
1511 NVPTX::INT_PTX_LDU_G_v4i16_ELE_ari32, in tryLDGLDU()
1512 NVPTX::INT_PTX_LDU_G_v4i32_ELE_ari32, std::nullopt, in tryLDGLDU()
1513 NVPTX::INT_PTX_LDU_G_v4f32_ELE_ari32, std::nullopt); in tryLDGLDU()
1530 NVPTX::INT_PTX_LDG_GLOBAL_i8areg64, in tryLDGLDU()
1531 NVPTX::INT_PTX_LDG_GLOBAL_i16areg64, in tryLDGLDU()
1532 NVPTX::INT_PTX_LDG_GLOBAL_i32areg64, in tryLDGLDU()
1533 NVPTX::INT_PTX_LDG_GLOBAL_i64areg64, in tryLDGLDU()
1534 NVPTX::INT_PTX_LDG_GLOBAL_f32areg64, in tryLDGLDU()
1535 NVPTX::INT_PTX_LDG_GLOBAL_f64areg64); in tryLDGLDU()
1538 NVPTX::INT_PTX_LDU_GLOBAL_i8areg64, in tryLDGLDU()
1539 NVPTX::INT_PTX_LDU_GLOBAL_i16areg64, in tryLDGLDU()
1540 NVPTX::INT_PTX_LDU_GLOBAL_i32areg64, in tryLDGLDU()
1541 NVPTX::INT_PTX_LDU_GLOBAL_i64areg64, in tryLDGLDU()
1542 NVPTX::INT_PTX_LDU_GLOBAL_f32areg64, in tryLDGLDU()
1543 NVPTX::INT_PTX_LDU_GLOBAL_f64areg64); in tryLDGLDU()
1548 NVPTX::INT_PTX_LDG_G_v2i8_ELE_areg64, in tryLDGLDU()
1549 NVPTX::INT_PTX_LDG_G_v2i16_ELE_areg64, in tryLDGLDU()
1550 NVPTX::INT_PTX_LDG_G_v2i32_ELE_areg64, in tryLDGLDU()
1551 NVPTX::INT_PTX_LDG_G_v2i64_ELE_areg64, in tryLDGLDU()
1552 NVPTX::INT_PTX_LDG_G_v2f32_ELE_areg64, in tryLDGLDU()
1553 NVPTX::INT_PTX_LDG_G_v2f64_ELE_areg64); in tryLDGLDU()
1557 NVPTX::INT_PTX_LDU_G_v2i8_ELE_areg64, in tryLDGLDU()
1558 NVPTX::INT_PTX_LDU_G_v2i16_ELE_areg64, in tryLDGLDU()
1559 NVPTX::INT_PTX_LDU_G_v2i32_ELE_areg64, in tryLDGLDU()
1560 NVPTX::INT_PTX_LDU_G_v2i64_ELE_areg64, in tryLDGLDU()
1561 NVPTX::INT_PTX_LDU_G_v2f32_ELE_areg64, in tryLDGLDU()
1562 NVPTX::INT_PTX_LDU_G_v2f64_ELE_areg64); in tryLDGLDU()
1567 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDG_G_v4i8_ELE_areg64, in tryLDGLDU()
1568 NVPTX::INT_PTX_LDG_G_v4i16_ELE_areg64, in tryLDGLDU()
1569 NVPTX::INT_PTX_LDG_G_v4i32_ELE_areg64, std::nullopt, in tryLDGLDU()
1570 NVPTX::INT_PTX_LDG_G_v4f32_ELE_areg64, std::nullopt); in tryLDGLDU()
1574 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDU_G_v4i8_ELE_areg64, in tryLDGLDU()
1575 NVPTX::INT_PTX_LDU_G_v4i16_ELE_areg64, in tryLDGLDU()
1576 NVPTX::INT_PTX_LDU_G_v4i32_ELE_areg64, std::nullopt, in tryLDGLDU()
1577 NVPTX::INT_PTX_LDU_G_v4f32_ELE_areg64, std::nullopt); in tryLDGLDU()
1588 NVPTX::INT_PTX_LDG_GLOBAL_i8areg, in tryLDGLDU()
1589 NVPTX::INT_PTX_LDG_GLOBAL_i16areg, in tryLDGLDU()
1590 NVPTX::INT_PTX_LDG_GLOBAL_i32areg, in tryLDGLDU()
1591 NVPTX::INT_PTX_LDG_GLOBAL_i64areg, in tryLDGLDU()
1592 NVPTX::INT_PTX_LDG_GLOBAL_f32areg, in tryLDGLDU()
1593 NVPTX::INT_PTX_LDG_GLOBAL_f64areg); in tryLDGLDU()
1596 NVPTX::INT_PTX_LDU_GLOBAL_i8areg, in tryLDGLDU()
1597 NVPTX::INT_PTX_LDU_GLOBAL_i16areg, in tryLDGLDU()
1598 NVPTX::INT_PTX_LDU_GLOBAL_i32areg, in tryLDGLDU()
1599 NVPTX::INT_PTX_LDU_GLOBAL_i64areg, in tryLDGLDU()
1600 NVPTX::INT_PTX_LDU_GLOBAL_f32areg, in tryLDGLDU()
1601 NVPTX::INT_PTX_LDU_GLOBAL_f64areg); in tryLDGLDU()
1606 NVPTX::INT_PTX_LDG_G_v2i8_ELE_areg32, in tryLDGLDU()
1607 NVPTX::INT_PTX_LDG_G_v2i16_ELE_areg32, in tryLDGLDU()
1608 NVPTX::INT_PTX_LDG_G_v2i32_ELE_areg32, in tryLDGLDU()
1609 NVPTX::INT_PTX_LDG_G_v2i64_ELE_areg32, in tryLDGLDU()
1610 NVPTX::INT_PTX_LDG_G_v2f32_ELE_areg32, in tryLDGLDU()
1611 NVPTX::INT_PTX_LDG_G_v2f64_ELE_areg32); in tryLDGLDU()
1615 NVPTX::INT_PTX_LDU_G_v2i8_ELE_areg32, in tryLDGLDU()
1616 NVPTX::INT_PTX_LDU_G_v2i16_ELE_areg32, in tryLDGLDU()
1617 NVPTX::INT_PTX_LDU_G_v2i32_ELE_areg32, in tryLDGLDU()
1618 NVPTX::INT_PTX_LDU_G_v2i64_ELE_areg32, in tryLDGLDU()
1619 NVPTX::INT_PTX_LDU_G_v2f32_ELE_areg32, in tryLDGLDU()
1620 NVPTX::INT_PTX_LDU_G_v2f64_ELE_areg32); in tryLDGLDU()
1625 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDG_G_v4i8_ELE_areg32, in tryLDGLDU()
1626 NVPTX::INT_PTX_LDG_G_v4i16_ELE_areg32, in tryLDGLDU()
1627 NVPTX::INT_PTX_LDG_G_v4i32_ELE_areg32, std::nullopt, in tryLDGLDU()
1628 NVPTX::INT_PTX_LDG_G_v4f32_ELE_areg32, std::nullopt); in tryLDGLDU()
1632 EltVT.getSimpleVT().SimpleTy, NVPTX::INT_PTX_LDU_G_v4i8_ELE_areg32, in tryLDGLDU()
1633 NVPTX::INT_PTX_LDU_G_v4i16_ELE_areg32, in tryLDGLDU()
1634 NVPTX::INT_PTX_LDU_G_v4i32_ELE_areg32, std::nullopt, in tryLDGLDU()
1635 NVPTX::INT_PTX_LDU_G_v4f32_ELE_areg32, std::nullopt); in tryLDGLDU()
1674 CurDAG->getTargetConstant(NVPTX::PTXCvtMode::NONE, in tryLDGLDU()
1718 if (CodeAddrSpace != NVPTX::PTXLdStInstCode::GLOBAL && in tryStore()
1719 CodeAddrSpace != NVPTX::PTXLdStInstCode::SHARED && in tryStore()
1720 CodeAddrSpace != NVPTX::PTXLdStInstCode::GENERIC) in tryStore()
1725 unsigned vecType = NVPTX::PTXLdStInstCode::Scalar; in tryStore()
1752 Opcode = pickOpcodeForVT(SourceVT, NVPTX::ST_i8_avar, NVPTX::ST_i16_avar, in tryStore()
1753 NVPTX::ST_i32_avar, NVPTX::ST_i64_avar, in tryStore()
1754 NVPTX::ST_f32_avar, NVPTX::ST_f64_avar); in tryStore()
1769 Opcode = pickOpcodeForVT(SourceVT, NVPTX::ST_i8_asi, NVPTX::ST_i16_asi, in tryStore()
1770 NVPTX::ST_i32_asi, NVPTX::ST_i64_asi, in tryStore()
1771 NVPTX::ST_f32_asi, NVPTX::ST_f64_asi); in tryStore()
1789 pickOpcodeForVT(SourceVT, NVPTX::ST_i8_ari_64, NVPTX::ST_i16_ari_64, in tryStore()
1790 NVPTX::ST_i32_ari_64, NVPTX::ST_i64_ari_64, in tryStore()
1791 NVPTX::ST_f32_ari_64, NVPTX::ST_f64_ari_64); in tryStore()
1793 Opcode = pickOpcodeForVT(SourceVT, NVPTX::ST_i8_ari, NVPTX::ST_i16_ari, in tryStore()
1794 NVPTX::ST_i32_ari, NVPTX::ST_i64_ari, in tryStore()
1795 NVPTX::ST_f32_ari, NVPTX::ST_f64_ari); in tryStore()
1812 pickOpcodeForVT(SourceVT, NVPTX::ST_i8_areg_64, NVPTX::ST_i16_areg_64, in tryStore()
1813 NVPTX::ST_i32_areg_64, NVPTX::ST_i64_areg_64, in tryStore()
1814 NVPTX::ST_f32_areg_64, NVPTX::ST_f64_areg_64); in tryStore()
1816 Opcode = pickOpcodeForVT(SourceVT, NVPTX::ST_i8_areg, NVPTX::ST_i16_areg, in tryStore()
1817 NVPTX::ST_i32_areg, NVPTX::ST_i64_areg, in tryStore()
1818 NVPTX::ST_f32_areg, NVPTX::ST_f64_areg); in tryStore()
1854 if (CodeAddrSpace == NVPTX::PTXLdStInstCode::CONSTANT) { in tryStoreVector()
1864 if (CodeAddrSpace != NVPTX::PTXLdStInstCode::GLOBAL && in tryStoreVector()
1865 CodeAddrSpace != NVPTX::PTXLdStInstCode::SHARED && in tryStoreVector()
1866 CodeAddrSpace != NVPTX::PTXLdStInstCode::GENERIC) in tryStoreVector()
1882 VecType = NVPTX::PTXLdStInstCode::V2; in tryStoreVector()
1888 VecType = NVPTX::PTXLdStInstCode::V4; in tryStoreVector()
1905 ToType = NVPTX::PTXLdStInstCode::Untyped; in tryStoreVector()
1921 NVPTX::STV_i8_v2_avar, NVPTX::STV_i16_v2_avar, in tryStoreVector()
1922 NVPTX::STV_i32_v2_avar, NVPTX::STV_i64_v2_avar, in tryStoreVector()
1923 NVPTX::STV_f32_v2_avar, NVPTX::STV_f64_v2_avar); in tryStoreVector()
1927 NVPTX::STV_i8_v4_avar, NVPTX::STV_i16_v4_avar, in tryStoreVector()
1928 NVPTX::STV_i32_v4_avar, std::nullopt, in tryStoreVector()
1929 NVPTX::STV_f32_v4_avar, std::nullopt); in tryStoreVector()
1940 NVPTX::STV_i8_v2_asi, NVPTX::STV_i16_v2_asi, in tryStoreVector()
1941 NVPTX::STV_i32_v2_asi, NVPTX::STV_i64_v2_asi, in tryStoreVector()
1942 NVPTX::STV_f32_v2_asi, NVPTX::STV_f64_v2_asi); in tryStoreVector()
1946 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v4_asi, in tryStoreVector()
1947 NVPTX::STV_i16_v4_asi, NVPTX::STV_i32_v4_asi, in tryStoreVector()
1948 std::nullopt, NVPTX::STV_f32_v4_asi, std::nullopt); in tryStoreVector()
1962 NVPTX::STV_i8_v2_ari_64, NVPTX::STV_i16_v2_ari_64, in tryStoreVector()
1963 NVPTX::STV_i32_v2_ari_64, NVPTX::STV_i64_v2_ari_64, in tryStoreVector()
1964 NVPTX::STV_f32_v2_ari_64, NVPTX::STV_f64_v2_ari_64); in tryStoreVector()
1968 EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v4_ari_64, in tryStoreVector()
1969 NVPTX::STV_i16_v4_ari_64, NVPTX::STV_i32_v4_ari_64, std::nullopt, in tryStoreVector()
1970 NVPTX::STV_f32_v4_ari_64, std::nullopt); in tryStoreVector()
1979 NVPTX::STV_i8_v2_ari, NVPTX::STV_i16_v2_ari, in tryStoreVector()
1980 NVPTX::STV_i32_v2_ari, NVPTX::STV_i64_v2_ari, in tryStoreVector()
1981 NVPTX::STV_f32_v2_ari, NVPTX::STV_f64_v2_ari); in tryStoreVector()
1985 NVPTX::STV_i8_v4_ari, NVPTX::STV_i16_v4_ari, in tryStoreVector()
1986 NVPTX::STV_i32_v4_ari, std::nullopt, in tryStoreVector()
1987 NVPTX::STV_f32_v4_ari, std::nullopt); in tryStoreVector()
2000 EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v2_areg_64, in tryStoreVector()
2001 NVPTX::STV_i16_v2_areg_64, NVPTX::STV_i32_v2_areg_64, in tryStoreVector()
2002 NVPTX::STV_i64_v2_areg_64, NVPTX::STV_f32_v2_areg_64, in tryStoreVector()
2003 NVPTX::STV_f64_v2_areg_64); in tryStoreVector()
2007 EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v4_areg_64, in tryStoreVector()
2008 NVPTX::STV_i16_v4_areg_64, NVPTX::STV_i32_v4_areg_64, std::nullopt, in tryStoreVector()
2009 NVPTX::STV_f32_v4_areg_64, std::nullopt); in tryStoreVector()
2018 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v2_areg, in tryStoreVector()
2019 NVPTX::STV_i16_v2_areg, NVPTX::STV_i32_v2_areg, in tryStoreVector()
2020 NVPTX::STV_i64_v2_areg, NVPTX::STV_f32_v2_areg, in tryStoreVector()
2021 NVPTX::STV_f64_v2_areg); in tryStoreVector()
2025 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::STV_i8_v4_areg, in tryStoreVector()
2026 NVPTX::STV_i16_v4_areg, NVPTX::STV_i32_v4_areg, in tryStoreVector()
2027 std::nullopt, NVPTX::STV_f32_v4_areg, std::nullopt); in tryStoreVector()
2080 NVPTX::LoadParamMemI8, NVPTX::LoadParamMemI16, in tryLoadParam()
2081 NVPTX::LoadParamMemI32, NVPTX::LoadParamMemI64, in tryLoadParam()
2082 NVPTX::LoadParamMemF32, NVPTX::LoadParamMemF64); in tryLoadParam()
2086 pickOpcodeForVT(MemVT.getSimpleVT().SimpleTy, NVPTX::LoadParamMemV2I8, in tryLoadParam()
2087 NVPTX::LoadParamMemV2I16, NVPTX::LoadParamMemV2I32, in tryLoadParam()
2088 NVPTX::LoadParamMemV2I64, NVPTX::LoadParamMemV2F32, in tryLoadParam()
2089 NVPTX::LoadParamMemV2F64); in tryLoadParam()
2093 pickOpcodeForVT(MemVT.getSimpleVT().SimpleTy, NVPTX::LoadParamMemV4I8, in tryLoadParam()
2094 NVPTX::LoadParamMemV4I16, NVPTX::LoadParamMemV4I32, in tryLoadParam()
2095 std::nullopt, NVPTX::LoadParamMemV4F32, std::nullopt); in tryLoadParam()
2161 NVPTX::StoreRetvalI8, NVPTX::StoreRetvalI16, in tryStoreRetval()
2162 NVPTX::StoreRetvalI32, NVPTX::StoreRetvalI64, in tryStoreRetval()
2163 NVPTX::StoreRetvalF32, NVPTX::StoreRetvalF64); in tryStoreRetval()
2164 if (Opcode == NVPTX::StoreRetvalI8) { in tryStoreRetval()
2172 Opcode = NVPTX::StoreRetvalI8TruncI32; in tryStoreRetval()
2175 Opcode = NVPTX::StoreRetvalI8TruncI64; in tryStoreRetval()
2182 NVPTX::StoreRetvalV2I8, NVPTX::StoreRetvalV2I16, in tryStoreRetval()
2183 NVPTX::StoreRetvalV2I32, NVPTX::StoreRetvalV2I64, in tryStoreRetval()
2184 NVPTX::StoreRetvalV2F32, NVPTX::StoreRetvalV2F64); in tryStoreRetval()
2188 NVPTX::StoreRetvalV4I8, NVPTX::StoreRetvalV4I16, in tryStoreRetval()
2189 NVPTX::StoreRetvalV4I32, std::nullopt, in tryStoreRetval()
2190 NVPTX::StoreRetvalV4F32, std::nullopt); in tryStoreRetval()
2206 NVPTX::StoreParamV2##ty##_##opKind0##opKind1
2215 NVPTX::StoreParamV4##ty##_##opKind0##opKind1##opKind2##opKind3
2281 return (NumElts == 2) ? NVPTX::StoreParamV2I8_rr in pickOpcodeForVectorStParam()
2282 : NVPTX::StoreParamV4I8_rrrr; in pickOpcodeForVectorStParam()
2285 return (NumElts == 2) ? NVPTX::StoreParamV2I16_rr in pickOpcodeForVectorStParam()
2286 : NVPTX::StoreParamV4I16_rrrr; in pickOpcodeForVectorStParam()
2291 return (NumElts == 2) ? NVPTX::StoreParamV2I32_rr in pickOpcodeForVectorStParam()
2292 : NVPTX::StoreParamV4I32_rrrr; in pickOpcodeForVectorStParam()
2361 Opcode = pickOpcodeForVT(MemTy, NVPTX::StoreParamI8_i, in tryStoreParam()
2362 NVPTX::StoreParamI16_i, NVPTX::StoreParamI32_i, in tryStoreParam()
2363 NVPTX::StoreParamI64_i, NVPTX::StoreParamF32_i, in tryStoreParam()
2364 NVPTX::StoreParamF64_i); in tryStoreParam()
2368 NVPTX::StoreParamI8_r, NVPTX::StoreParamI16_r, in tryStoreParam()
2369 NVPTX::StoreParamI32_r, NVPTX::StoreParamI64_r, in tryStoreParam()
2370 NVPTX::StoreParamF32_r, NVPTX::StoreParamF64_r); in tryStoreParam()
2371 if (Opcode == NVPTX::StoreParamI8_r) { in tryStoreParam()
2379 Opcode = NVPTX::StoreParamI8TruncI32_r; in tryStoreParam()
2382 Opcode = NVPTX::StoreParamI8TruncI64_r; in tryStoreParam()
2400 Opcode = NVPTX::StoreParamI32_r; in tryStoreParam()
2401 SDValue CvtNone = CurDAG->getTargetConstant(NVPTX::PTXCvtMode::NONE, DL, in tryStoreParam()
2403 SDNode *Cvt = CurDAG->getMachineNode(NVPTX::CVT_u32_u16, DL, in tryStoreParam()
2409 Opcode = NVPTX::StoreParamI32_r; in tryStoreParam()
2410 SDValue CvtNone = CurDAG->getTargetConstant(NVPTX::PTXCvtMode::NONE, DL, in tryStoreParam()
2412 SDNode *Cvt = CurDAG->getMachineNode(NVPTX::CVT_s32_s16, DL, in tryStoreParam()
2434 Opc = NVPTX::TEX_1D_F32_S32_RR; in tryTextureIntrinsic()
2437 Opc = NVPTX::TEX_1D_F32_F32_RR; in tryTextureIntrinsic()
2440 Opc = NVPTX::TEX_1D_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2443 Opc = NVPTX::TEX_1D_F32_F32_GRAD_RR; in tryTextureIntrinsic()
2446 Opc = NVPTX::TEX_1D_S32_S32_RR; in tryTextureIntrinsic()
2449 Opc = NVPTX::TEX_1D_S32_F32_RR; in tryTextureIntrinsic()
2452 Opc = NVPTX::TEX_1D_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2455 Opc = NVPTX::TEX_1D_S32_F32_GRAD_RR; in tryTextureIntrinsic()
2458 Opc = NVPTX::TEX_1D_U32_S32_RR; in tryTextureIntrinsic()
2461 Opc = NVPTX::TEX_1D_U32_F32_RR; in tryTextureIntrinsic()
2464 Opc = NVPTX::TEX_1D_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2467 Opc = NVPTX::TEX_1D_U32_F32_GRAD_RR; in tryTextureIntrinsic()
2470 Opc = NVPTX::TEX_1D_ARRAY_F32_S32_RR; in tryTextureIntrinsic()
2473 Opc = NVPTX::TEX_1D_ARRAY_F32_F32_RR; in tryTextureIntrinsic()
2476 Opc = NVPTX::TEX_1D_ARRAY_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2479 Opc = NVPTX::TEX_1D_ARRAY_F32_F32_GRAD_RR; in tryTextureIntrinsic()
2482 Opc = NVPTX::TEX_1D_ARRAY_S32_S32_RR; in tryTextureIntrinsic()
2485 Opc = NVPTX::TEX_1D_ARRAY_S32_F32_RR; in tryTextureIntrinsic()
2488 Opc = NVPTX::TEX_1D_ARRAY_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2491 Opc = NVPTX::TEX_1D_ARRAY_S32_F32_GRAD_RR; in tryTextureIntrinsic()
2494 Opc = NVPTX::TEX_1D_ARRAY_U32_S32_RR; in tryTextureIntrinsic()
2497 Opc = NVPTX::TEX_1D_ARRAY_U32_F32_RR; in tryTextureIntrinsic()
2500 Opc = NVPTX::TEX_1D_ARRAY_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2503 Opc = NVPTX::TEX_1D_ARRAY_U32_F32_GRAD_RR; in tryTextureIntrinsic()
2506 Opc = NVPTX::TEX_2D_F32_S32_RR; in tryTextureIntrinsic()
2509 Opc = NVPTX::TEX_2D_F32_F32_RR; in tryTextureIntrinsic()
2512 Opc = NVPTX::TEX_2D_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2515 Opc = NVPTX::TEX_2D_F32_F32_GRAD_RR; in tryTextureIntrinsic()
2518 Opc = NVPTX::TEX_2D_S32_S32_RR; in tryTextureIntrinsic()
2521 Opc = NVPTX::TEX_2D_S32_F32_RR; in tryTextureIntrinsic()
2524 Opc = NVPTX::TEX_2D_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2527 Opc = NVPTX::TEX_2D_S32_F32_GRAD_RR; in tryTextureIntrinsic()
2530 Opc = NVPTX::TEX_2D_U32_S32_RR; in tryTextureIntrinsic()
2533 Opc = NVPTX::TEX_2D_U32_F32_RR; in tryTextureIntrinsic()
2536 Opc = NVPTX::TEX_2D_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2539 Opc = NVPTX::TEX_2D_U32_F32_GRAD_RR; in tryTextureIntrinsic()
2542 Opc = NVPTX::TEX_2D_ARRAY_F32_S32_RR; in tryTextureIntrinsic()
2545 Opc = NVPTX::TEX_2D_ARRAY_F32_F32_RR; in tryTextureIntrinsic()
2548 Opc = NVPTX::TEX_2D_ARRAY_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2551 Opc = NVPTX::TEX_2D_ARRAY_F32_F32_GRAD_RR; in tryTextureIntrinsic()
2554 Opc = NVPTX::TEX_2D_ARRAY_S32_S32_RR; in tryTextureIntrinsic()
2557 Opc = NVPTX::TEX_2D_ARRAY_S32_F32_RR; in tryTextureIntrinsic()
2560 Opc = NVPTX::TEX_2D_ARRAY_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2563 Opc = NVPTX::TEX_2D_ARRAY_S32_F32_GRAD_RR; in tryTextureIntrinsic()
2566 Opc = NVPTX::TEX_2D_ARRAY_U32_S32_RR; in tryTextureIntrinsic()
2569 Opc = NVPTX::TEX_2D_ARRAY_U32_F32_RR; in tryTextureIntrinsic()
2572 Opc = NVPTX::TEX_2D_ARRAY_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2575 Opc = NVPTX::TEX_2D_ARRAY_U32_F32_GRAD_RR; in tryTextureIntrinsic()
2578 Opc = NVPTX::TEX_3D_F32_S32_RR; in tryTextureIntrinsic()
2581 Opc = NVPTX::TEX_3D_F32_F32_RR; in tryTextureIntrinsic()
2584 Opc = NVPTX::TEX_3D_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2587 Opc = NVPTX::TEX_3D_F32_F32_GRAD_RR; in tryTextureIntrinsic()
2590 Opc = NVPTX::TEX_3D_S32_S32_RR; in tryTextureIntrinsic()
2593 Opc = NVPTX::TEX_3D_S32_F32_RR; in tryTextureIntrinsic()
2596 Opc = NVPTX::TEX_3D_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2599 Opc = NVPTX::TEX_3D_S32_F32_GRAD_RR; in tryTextureIntrinsic()
2602 Opc = NVPTX::TEX_3D_U32_S32_RR; in tryTextureIntrinsic()
2605 Opc = NVPTX::TEX_3D_U32_F32_RR; in tryTextureIntrinsic()
2608 Opc = NVPTX::TEX_3D_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2611 Opc = NVPTX::TEX_3D_U32_F32_GRAD_RR; in tryTextureIntrinsic()
2614 Opc = NVPTX::TEX_CUBE_F32_F32_RR; in tryTextureIntrinsic()
2617 Opc = NVPTX::TEX_CUBE_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2620 Opc = NVPTX::TEX_CUBE_S32_F32_RR; in tryTextureIntrinsic()
2623 Opc = NVPTX::TEX_CUBE_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2626 Opc = NVPTX::TEX_CUBE_U32_F32_RR; in tryTextureIntrinsic()
2629 Opc = NVPTX::TEX_CUBE_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2632 Opc = NVPTX::TEX_CUBE_ARRAY_F32_F32_RR; in tryTextureIntrinsic()
2635 Opc = NVPTX::TEX_CUBE_ARRAY_F32_F32_LEVEL_RR; in tryTextureIntrinsic()
2638 Opc = NVPTX::TEX_CUBE_ARRAY_S32_F32_RR; in tryTextureIntrinsic()
2641 Opc = NVPTX::TEX_CUBE_ARRAY_S32_F32_LEVEL_RR; in tryTextureIntrinsic()
2644 Opc = NVPTX::TEX_CUBE_ARRAY_U32_F32_RR; in tryTextureIntrinsic()
2647 Opc = NVPTX::TEX_CUBE_ARRAY_U32_F32_LEVEL_RR; in tryTextureIntrinsic()
2650 Opc = NVPTX::TLD4_R_2D_F32_F32_RR; in tryTextureIntrinsic()
2653 Opc = NVPTX::TLD4_G_2D_F32_F32_RR; in tryTextureIntrinsic()
2656 Opc = NVPTX::TLD4_B_2D_F32_F32_RR; in tryTextureIntrinsic()
2659 Opc = NVPTX::TLD4_A_2D_F32_F32_RR; in tryTextureIntrinsic()
2662 Opc = NVPTX::TLD4_R_2D_S32_F32_RR; in tryTextureIntrinsic()
2665 Opc = NVPTX::TLD4_G_2D_S32_F32_RR; in tryTextureIntrinsic()
2668 Opc = NVPTX::TLD4_B_2D_S32_F32_RR; in tryTextureIntrinsic()
2671 Opc = NVPTX::TLD4_A_2D_S32_F32_RR; in tryTextureIntrinsic()
2674 Opc = NVPTX::TLD4_R_2D_U32_F32_RR; in tryTextureIntrinsic()
2677 Opc = NVPTX::TLD4_G_2D_U32_F32_RR; in tryTextureIntrinsic()
2680 Opc = NVPTX::TLD4_B_2D_U32_F32_RR; in tryTextureIntrinsic()
2683 Opc = NVPTX::TLD4_A_2D_U32_F32_RR; in tryTextureIntrinsic()
2686 Opc = NVPTX::TEX_UNIFIED_1D_F32_S32_R; in tryTextureIntrinsic()
2689 Opc = NVPTX::TEX_UNIFIED_1D_F32_F32_R; in tryTextureIntrinsic()
2692 Opc = NVPTX::TEX_UNIFIED_1D_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2695 Opc = NVPTX::TEX_UNIFIED_1D_F32_F32_GRAD_R; in tryTextureIntrinsic()
2698 Opc = NVPTX::TEX_UNIFIED_1D_S32_S32_R; in tryTextureIntrinsic()
2701 Opc = NVPTX::TEX_UNIFIED_1D_S32_F32_R; in tryTextureIntrinsic()
2704 Opc = NVPTX::TEX_UNIFIED_1D_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2707 Opc = NVPTX::TEX_UNIFIED_1D_S32_F32_GRAD_R; in tryTextureIntrinsic()
2710 Opc = NVPTX::TEX_UNIFIED_1D_U32_S32_R; in tryTextureIntrinsic()
2713 Opc = NVPTX::TEX_UNIFIED_1D_U32_F32_R; in tryTextureIntrinsic()
2716 Opc = NVPTX::TEX_UNIFIED_1D_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2719 Opc = NVPTX::TEX_UNIFIED_1D_U32_F32_GRAD_R; in tryTextureIntrinsic()
2722 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_F32_S32_R; in tryTextureIntrinsic()
2725 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_F32_F32_R; in tryTextureIntrinsic()
2728 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2731 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_F32_F32_GRAD_R; in tryTextureIntrinsic()
2734 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_S32_S32_R; in tryTextureIntrinsic()
2737 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_S32_F32_R; in tryTextureIntrinsic()
2740 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2743 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_S32_F32_GRAD_R; in tryTextureIntrinsic()
2746 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_U32_S32_R; in tryTextureIntrinsic()
2749 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_U32_F32_R; in tryTextureIntrinsic()
2752 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2755 Opc = NVPTX::TEX_UNIFIED_1D_ARRAY_U32_F32_GRAD_R; in tryTextureIntrinsic()
2758 Opc = NVPTX::TEX_UNIFIED_2D_F32_S32_R; in tryTextureIntrinsic()
2761 Opc = NVPTX::TEX_UNIFIED_2D_F32_F32_R; in tryTextureIntrinsic()
2764 Opc = NVPTX::TEX_UNIFIED_2D_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2767 Opc = NVPTX::TEX_UNIFIED_2D_F32_F32_GRAD_R; in tryTextureIntrinsic()
2770 Opc = NVPTX::TEX_UNIFIED_2D_S32_S32_R; in tryTextureIntrinsic()
2773 Opc = NVPTX::TEX_UNIFIED_2D_S32_F32_R; in tryTextureIntrinsic()
2776 Opc = NVPTX::TEX_UNIFIED_2D_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2779 Opc = NVPTX::TEX_UNIFIED_2D_S32_F32_GRAD_R; in tryTextureIntrinsic()
2782 Opc = NVPTX::TEX_UNIFIED_2D_U32_S32_R; in tryTextureIntrinsic()
2785 Opc = NVPTX::TEX_UNIFIED_2D_U32_F32_R; in tryTextureIntrinsic()
2788 Opc = NVPTX::TEX_UNIFIED_2D_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2791 Opc = NVPTX::TEX_UNIFIED_2D_U32_F32_GRAD_R; in tryTextureIntrinsic()
2794 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_F32_S32_R; in tryTextureIntrinsic()
2797 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_F32_F32_R; in tryTextureIntrinsic()
2800 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2803 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_F32_F32_GRAD_R; in tryTextureIntrinsic()
2806 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_S32_S32_R; in tryTextureIntrinsic()
2809 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_S32_F32_R; in tryTextureIntrinsic()
2812 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2815 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_S32_F32_GRAD_R; in tryTextureIntrinsic()
2818 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_U32_S32_R; in tryTextureIntrinsic()
2821 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_U32_F32_R; in tryTextureIntrinsic()
2824 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2827 Opc = NVPTX::TEX_UNIFIED_2D_ARRAY_U32_F32_GRAD_R; in tryTextureIntrinsic()
2830 Opc = NVPTX::TEX_UNIFIED_3D_F32_S32_R; in tryTextureIntrinsic()
2833 Opc = NVPTX::TEX_UNIFIED_3D_F32_F32_R; in tryTextureIntrinsic()
2836 Opc = NVPTX::TEX_UNIFIED_3D_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2839 Opc = NVPTX::TEX_UNIFIED_3D_F32_F32_GRAD_R; in tryTextureIntrinsic()
2842 Opc = NVPTX::TEX_UNIFIED_3D_S32_S32_R; in tryTextureIntrinsic()
2845 Opc = NVPTX::TEX_UNIFIED_3D_S32_F32_R; in tryTextureIntrinsic()
2848 Opc = NVPTX::TEX_UNIFIED_3D_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2851 Opc = NVPTX::TEX_UNIFIED_3D_S32_F32_GRAD_R; in tryTextureIntrinsic()
2854 Opc = NVPTX::TEX_UNIFIED_3D_U32_S32_R; in tryTextureIntrinsic()
2857 Opc = NVPTX::TEX_UNIFIED_3D_U32_F32_R; in tryTextureIntrinsic()
2860 Opc = NVPTX::TEX_UNIFIED_3D_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2863 Opc = NVPTX::TEX_UNIFIED_3D_U32_F32_GRAD_R; in tryTextureIntrinsic()
2866 Opc = NVPTX::TEX_UNIFIED_CUBE_F32_F32_R; in tryTextureIntrinsic()
2869 Opc = NVPTX::TEX_UNIFIED_CUBE_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2872 Opc = NVPTX::TEX_UNIFIED_CUBE_S32_F32_R; in tryTextureIntrinsic()
2875 Opc = NVPTX::TEX_UNIFIED_CUBE_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2878 Opc = NVPTX::TEX_UNIFIED_CUBE_U32_F32_R; in tryTextureIntrinsic()
2881 Opc = NVPTX::TEX_UNIFIED_CUBE_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2884 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_F32_F32_R; in tryTextureIntrinsic()
2887 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_F32_F32_LEVEL_R; in tryTextureIntrinsic()
2890 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_S32_F32_R; in tryTextureIntrinsic()
2893 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_S32_F32_LEVEL_R; in tryTextureIntrinsic()
2896 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_U32_F32_R; in tryTextureIntrinsic()
2899 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_U32_F32_LEVEL_R; in tryTextureIntrinsic()
2902 Opc = NVPTX::TLD4_UNIFIED_R_2D_F32_F32_R; in tryTextureIntrinsic()
2905 Opc = NVPTX::TLD4_UNIFIED_G_2D_F32_F32_R; in tryTextureIntrinsic()
2908 Opc = NVPTX::TLD4_UNIFIED_B_2D_F32_F32_R; in tryTextureIntrinsic()
2911 Opc = NVPTX::TLD4_UNIFIED_A_2D_F32_F32_R; in tryTextureIntrinsic()
2914 Opc = NVPTX::TLD4_UNIFIED_R_2D_S32_F32_R; in tryTextureIntrinsic()
2917 Opc = NVPTX::TLD4_UNIFIED_G_2D_S32_F32_R; in tryTextureIntrinsic()
2920 Opc = NVPTX::TLD4_UNIFIED_B_2D_S32_F32_R; in tryTextureIntrinsic()
2923 Opc = NVPTX::TLD4_UNIFIED_A_2D_S32_F32_R; in tryTextureIntrinsic()
2926 Opc = NVPTX::TLD4_UNIFIED_R_2D_U32_F32_R; in tryTextureIntrinsic()
2929 Opc = NVPTX::TLD4_UNIFIED_G_2D_U32_F32_R; in tryTextureIntrinsic()
2932 Opc = NVPTX::TLD4_UNIFIED_B_2D_U32_F32_R; in tryTextureIntrinsic()
2935 Opc = NVPTX::TLD4_UNIFIED_A_2D_U32_F32_R; in tryTextureIntrinsic()
2938 Opc = NVPTX::TEX_UNIFIED_CUBE_F32_F32_GRAD_R; in tryTextureIntrinsic()
2941 Opc = NVPTX::TEX_UNIFIED_CUBE_S32_F32_GRAD_R; in tryTextureIntrinsic()
2944 Opc = NVPTX::TEX_UNIFIED_CUBE_U32_F32_GRAD_R; in tryTextureIntrinsic()
2947 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_F32_F32_GRAD_R; in tryTextureIntrinsic()
2950 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_S32_F32_GRAD_R; in tryTextureIntrinsic()
2953 Opc = NVPTX::TEX_UNIFIED_CUBE_ARRAY_U32_F32_GRAD_R; in tryTextureIntrinsic()
2970 Opc = NVPTX::SULD_1D_I8_CLAMP_R; in trySurfaceIntrinsic()
2973 Opc = NVPTX::SULD_1D_I16_CLAMP_R; in trySurfaceIntrinsic()
2976 Opc = NVPTX::SULD_1D_I32_CLAMP_R; in trySurfaceIntrinsic()
2979 Opc = NVPTX::SULD_1D_I64_CLAMP_R; in trySurfaceIntrinsic()
2982 Opc = NVPTX::SULD_1D_V2I8_CLAMP_R; in trySurfaceIntrinsic()
2985 Opc = NVPTX::SULD_1D_V2I16_CLAMP_R; in trySurfaceIntrinsic()
2988 Opc = NVPTX::SULD_1D_V2I32_CLAMP_R; in trySurfaceIntrinsic()
2991 Opc = NVPTX::SULD_1D_V2I64_CLAMP_R; in trySurfaceIntrinsic()
2994 Opc = NVPTX::SULD_1D_V4I8_CLAMP_R; in trySurfaceIntrinsic()
2997 Opc = NVPTX::SULD_1D_V4I16_CLAMP_R; in trySurfaceIntrinsic()
3000 Opc = NVPTX::SULD_1D_V4I32_CLAMP_R; in trySurfaceIntrinsic()
3003 Opc = NVPTX::SULD_1D_ARRAY_I8_CLAMP_R; in trySurfaceIntrinsic()
3006 Opc = NVPTX::SULD_1D_ARRAY_I16_CLAMP_R; in trySurfaceIntrinsic()
3009 Opc = NVPTX::SULD_1D_ARRAY_I32_CLAMP_R; in trySurfaceIntrinsic()
3012 Opc = NVPTX::SULD_1D_ARRAY_I64_CLAMP_R; in trySurfaceIntrinsic()
3015 Opc = NVPTX::SULD_1D_ARRAY_V2I8_CLAMP_R; in trySurfaceIntrinsic()
3018 Opc = NVPTX::SULD_1D_ARRAY_V2I16_CLAMP_R; in trySurfaceIntrinsic()
3021 Opc = NVPTX::SULD_1D_ARRAY_V2I32_CLAMP_R; in trySurfaceIntrinsic()
3024 Opc = NVPTX::SULD_1D_ARRAY_V2I64_CLAMP_R; in trySurfaceIntrinsic()
3027 Opc = NVPTX::SULD_1D_ARRAY_V4I8_CLAMP_R; in trySurfaceIntrinsic()
3030 Opc = NVPTX::SULD_1D_ARRAY_V4I16_CLAMP_R; in trySurfaceIntrinsic()
3033 Opc = NVPTX::SULD_1D_ARRAY_V4I32_CLAMP_R; in trySurfaceIntrinsic()
3036 Opc = NVPTX::SULD_2D_I8_CLAMP_R; in trySurfaceIntrinsic()
3039 Opc = NVPTX::SULD_2D_I16_CLAMP_R; in trySurfaceIntrinsic()
3042 Opc = NVPTX::SULD_2D_I32_CLAMP_R; in trySurfaceIntrinsic()
3045 Opc = NVPTX::SULD_2D_I64_CLAMP_R; in trySurfaceIntrinsic()
3048 Opc = NVPTX::SULD_2D_V2I8_CLAMP_R; in trySurfaceIntrinsic()
3051 Opc = NVPTX::SULD_2D_V2I16_CLAMP_R; in trySurfaceIntrinsic()
3054 Opc = NVPTX::SULD_2D_V2I32_CLAMP_R; in trySurfaceIntrinsic()
3057 Opc = NVPTX::SULD_2D_V2I64_CLAMP_R; in trySurfaceIntrinsic()
3060 Opc = NVPTX::SULD_2D_V4I8_CLAMP_R; in trySurfaceIntrinsic()
3063 Opc = NVPTX::SULD_2D_V4I16_CLAMP_R; in trySurfaceIntrinsic()
3066 Opc = NVPTX::SULD_2D_V4I32_CLAMP_R; in trySurfaceIntrinsic()
3069 Opc = NVPTX::SULD_2D_ARRAY_I8_CLAMP_R; in trySurfaceIntrinsic()
3072 Opc = NVPTX::SULD_2D_ARRAY_I16_CLAMP_R; in trySurfaceIntrinsic()
3075 Opc = NVPTX::SULD_2D_ARRAY_I32_CLAMP_R; in trySurfaceIntrinsic()
3078 Opc = NVPTX::SULD_2D_ARRAY_I64_CLAMP_R; in trySurfaceIntrinsic()
3081 Opc = NVPTX::SULD_2D_ARRAY_V2I8_CLAMP_R; in trySurfaceIntrinsic()
3084 Opc = NVPTX::SULD_2D_ARRAY_V2I16_CLAMP_R; in trySurfaceIntrinsic()
3087 Opc = NVPTX::SULD_2D_ARRAY_V2I32_CLAMP_R; in trySurfaceIntrinsic()
3090 Opc = NVPTX::SULD_2D_ARRAY_V2I64_CLAMP_R; in trySurfaceIntrinsic()
3093 Opc = NVPTX::SULD_2D_ARRAY_V4I8_CLAMP_R; in trySurfaceIntrinsic()
3096 Opc = NVPTX::SULD_2D_ARRAY_V4I16_CLAMP_R; in trySurfaceIntrinsic()
3099 Opc = NVPTX::SULD_2D_ARRAY_V4I32_CLAMP_R; in trySurfaceIntrinsic()
3102 Opc = NVPTX::SULD_3D_I8_CLAMP_R; in trySurfaceIntrinsic()
3105 Opc = NVPTX::SULD_3D_I16_CLAMP_R; in trySurfaceIntrinsic()
3108 Opc = NVPTX::SULD_3D_I32_CLAMP_R; in trySurfaceIntrinsic()
3111 Opc = NVPTX::SULD_3D_I64_CLAMP_R; in trySurfaceIntrinsic()
3114 Opc = NVPTX::SULD_3D_V2I8_CLAMP_R; in trySurfaceIntrinsic()
3117 Opc = NVPTX::SULD_3D_V2I16_CLAMP_R; in trySurfaceIntrinsic()
3120 Opc = NVPTX::SULD_3D_V2I32_CLAMP_R; in trySurfaceIntrinsic()
3123 Opc = NVPTX::SULD_3D_V2I64_CLAMP_R; in trySurfaceIntrinsic()
3126 Opc = NVPTX::SULD_3D_V4I8_CLAMP_R; in trySurfaceIntrinsic()
3129 Opc = NVPTX::SULD_3D_V4I16_CLAMP_R; in trySurfaceIntrinsic()
3132 Opc = NVPTX::SULD_3D_V4I32_CLAMP_R; in trySurfaceIntrinsic()
3135 Opc = NVPTX::SULD_1D_I8_TRAP_R; in trySurfaceIntrinsic()
3138 Opc = NVPTX::SULD_1D_I16_TRAP_R; in trySurfaceIntrinsic()
3141 Opc = NVPTX::SULD_1D_I32_TRAP_R; in trySurfaceIntrinsic()
3144 Opc = NVPTX::SULD_1D_I64_TRAP_R; in trySurfaceIntrinsic()
3147 Opc = NVPTX::SULD_1D_V2I8_TRAP_R; in trySurfaceIntrinsic()
3150 Opc = NVPTX::SULD_1D_V2I16_TRAP_R; in trySurfaceIntrinsic()
3153 Opc = NVPTX::SULD_1D_V2I32_TRAP_R; in trySurfaceIntrinsic()
3156 Opc = NVPTX::SULD_1D_V2I64_TRAP_R; in trySurfaceIntrinsic()
3159 Opc = NVPTX::SULD_1D_V4I8_TRAP_R; in trySurfaceIntrinsic()
3162 Opc = NVPTX::SULD_1D_V4I16_TRAP_R; in trySurfaceIntrinsic()
3165 Opc = NVPTX::SULD_1D_V4I32_TRAP_R; in trySurfaceIntrinsic()
3168 Opc = NVPTX::SULD_1D_ARRAY_I8_TRAP_R; in trySurfaceIntrinsic()
3171 Opc = NVPTX::SULD_1D_ARRAY_I16_TRAP_R; in trySurfaceIntrinsic()
3174 Opc = NVPTX::SULD_1D_ARRAY_I32_TRAP_R; in trySurfaceIntrinsic()
3177 Opc = NVPTX::SULD_1D_ARRAY_I64_TRAP_R; in trySurfaceIntrinsic()
3180 Opc = NVPTX::SULD_1D_ARRAY_V2I8_TRAP_R; in trySurfaceIntrinsic()
3183 Opc = NVPTX::SULD_1D_ARRAY_V2I16_TRAP_R; in trySurfaceIntrinsic()
3186 Opc = NVPTX::SULD_1D_ARRAY_V2I32_TRAP_R; in trySurfaceIntrinsic()
3189 Opc = NVPTX::SULD_1D_ARRAY_V2I64_TRAP_R; in trySurfaceIntrinsic()
3192 Opc = NVPTX::SULD_1D_ARRAY_V4I8_TRAP_R; in trySurfaceIntrinsic()
3195 Opc = NVPTX::SULD_1D_ARRAY_V4I16_TRAP_R; in trySurfaceIntrinsic()
3198 Opc = NVPTX::SULD_1D_ARRAY_V4I32_TRAP_R; in trySurfaceIntrinsic()
3201 Opc = NVPTX::SULD_2D_I8_TRAP_R; in trySurfaceIntrinsic()
3204 Opc = NVPTX::SULD_2D_I16_TRAP_R; in trySurfaceIntrinsic()
3207 Opc = NVPTX::SULD_2D_I32_TRAP_R; in trySurfaceIntrinsic()
3210 Opc = NVPTX::SULD_2D_I64_TRAP_R; in trySurfaceIntrinsic()
3213 Opc = NVPTX::SULD_2D_V2I8_TRAP_R; in trySurfaceIntrinsic()
3216 Opc = NVPTX::SULD_2D_V2I16_TRAP_R; in trySurfaceIntrinsic()
3219 Opc = NVPTX::SULD_2D_V2I32_TRAP_R; in trySurfaceIntrinsic()
3222 Opc = NVPTX::SULD_2D_V2I64_TRAP_R; in trySurfaceIntrinsic()
3225 Opc = NVPTX::SULD_2D_V4I8_TRAP_R; in trySurfaceIntrinsic()
3228 Opc = NVPTX::SULD_2D_V4I16_TRAP_R; in trySurfaceIntrinsic()
3231 Opc = NVPTX::SULD_2D_V4I32_TRAP_R; in trySurfaceIntrinsic()
3234 Opc = NVPTX::SULD_2D_ARRAY_I8_TRAP_R; in trySurfaceIntrinsic()
3237 Opc = NVPTX::SULD_2D_ARRAY_I16_TRAP_R; in trySurfaceIntrinsic()
3240 Opc = NVPTX::SULD_2D_ARRAY_I32_TRAP_R; in trySurfaceIntrinsic()
3243 Opc = NVPTX::SULD_2D_ARRAY_I64_TRAP_R; in trySurfaceIntrinsic()
3246 Opc = NVPTX::SULD_2D_ARRAY_V2I8_TRAP_R; in trySurfaceIntrinsic()
3249 Opc = NVPTX::SULD_2D_ARRAY_V2I16_TRAP_R; in trySurfaceIntrinsic()
3252 Opc = NVPTX::SULD_2D_ARRAY_V2I32_TRAP_R; in trySurfaceIntrinsic()
3255 Opc = NVPTX::SULD_2D_ARRAY_V2I64_TRAP_R; in trySurfaceIntrinsic()
3258 Opc = NVPTX::SULD_2D_ARRAY_V4I8_TRAP_R; in trySurfaceIntrinsic()
3261 Opc = NVPTX::SULD_2D_ARRAY_V4I16_TRAP_R; in trySurfaceIntrinsic()
3264 Opc = NVPTX::SULD_2D_ARRAY_V4I32_TRAP_R; in trySurfaceIntrinsic()
3267 Opc = NVPTX::SULD_3D_I8_TRAP_R; in trySurfaceIntrinsic()
3270 Opc = NVPTX::SULD_3D_I16_TRAP_R; in trySurfaceIntrinsic()
3273 Opc = NVPTX::SULD_3D_I32_TRAP_R; in trySurfaceIntrinsic()
3276 Opc = NVPTX::SULD_3D_I64_TRAP_R; in trySurfaceIntrinsic()
3279 Opc = NVPTX::SULD_3D_V2I8_TRAP_R; in trySurfaceIntrinsic()
3282 Opc = NVPTX::SULD_3D_V2I16_TRAP_R; in trySurfaceIntrinsic()
3285 Opc = NVPTX::SULD_3D_V2I32_TRAP_R; in trySurfaceIntrinsic()
3288 Opc = NVPTX::SULD_3D_V2I64_TRAP_R; in trySurfaceIntrinsic()
3291 Opc = NVPTX::SULD_3D_V4I8_TRAP_R; in trySurfaceIntrinsic()
3294 Opc = NVPTX::SULD_3D_V4I16_TRAP_R; in trySurfaceIntrinsic()
3297 Opc = NVPTX::SULD_3D_V4I32_TRAP_R; in trySurfaceIntrinsic()
3300 Opc = NVPTX::SULD_1D_I8_ZERO_R; in trySurfaceIntrinsic()
3303 Opc = NVPTX::SULD_1D_I16_ZERO_R; in trySurfaceIntrinsic()
3306 Opc = NVPTX::SULD_1D_I32_ZERO_R; in trySurfaceIntrinsic()
3309 Opc = NVPTX::SULD_1D_I64_ZERO_R; in trySurfaceIntrinsic()
3312 Opc = NVPTX::SULD_1D_V2I8_ZERO_R; in trySurfaceIntrinsic()
3315 Opc = NVPTX::SULD_1D_V2I16_ZERO_R; in trySurfaceIntrinsic()
3318 Opc = NVPTX::SULD_1D_V2I32_ZERO_R; in trySurfaceIntrinsic()
3321 Opc = NVPTX::SULD_1D_V2I64_ZERO_R; in trySurfaceIntrinsic()
3324 Opc = NVPTX::SULD_1D_V4I8_ZERO_R; in trySurfaceIntrinsic()
3327 Opc = NVPTX::SULD_1D_V4I16_ZERO_R; in trySurfaceIntrinsic()
3330 Opc = NVPTX::SULD_1D_V4I32_ZERO_R; in trySurfaceIntrinsic()
3333 Opc = NVPTX::SULD_1D_ARRAY_I8_ZERO_R; in trySurfaceIntrinsic()
3336 Opc = NVPTX::SULD_1D_ARRAY_I16_ZERO_R; in trySurfaceIntrinsic()
3339 Opc = NVPTX::SULD_1D_ARRAY_I32_ZERO_R; in trySurfaceIntrinsic()
3342 Opc = NVPTX::SULD_1D_ARRAY_I64_ZERO_R; in trySurfaceIntrinsic()
3345 Opc = NVPTX::SULD_1D_ARRAY_V2I8_ZERO_R; in trySurfaceIntrinsic()
3348 Opc = NVPTX::SULD_1D_ARRAY_V2I16_ZERO_R; in trySurfaceIntrinsic()
3351 Opc = NVPTX::SULD_1D_ARRAY_V2I32_ZERO_R; in trySurfaceIntrinsic()
3354 Opc = NVPTX::SULD_1D_ARRAY_V2I64_ZERO_R; in trySurfaceIntrinsic()
3357 Opc = NVPTX::SULD_1D_ARRAY_V4I8_ZERO_R; in trySurfaceIntrinsic()
3360 Opc = NVPTX::SULD_1D_ARRAY_V4I16_ZERO_R; in trySurfaceIntrinsic()
3363 Opc = NVPTX::SULD_1D_ARRAY_V4I32_ZERO_R; in trySurfaceIntrinsic()
3366 Opc = NVPTX::SULD_2D_I8_ZERO_R; in trySurfaceIntrinsic()
3369 Opc = NVPTX::SULD_2D_I16_ZERO_R; in trySurfaceIntrinsic()
3372 Opc = NVPTX::SULD_2D_I32_ZERO_R; in trySurfaceIntrinsic()
3375 Opc = NVPTX::SULD_2D_I64_ZERO_R; in trySurfaceIntrinsic()
3378 Opc = NVPTX::SULD_2D_V2I8_ZERO_R; in trySurfaceIntrinsic()
3381 Opc = NVPTX::SULD_2D_V2I16_ZERO_R; in trySurfaceIntrinsic()
3384 Opc = NVPTX::SULD_2D_V2I32_ZERO_R; in trySurfaceIntrinsic()
3387 Opc = NVPTX::SULD_2D_V2I64_ZERO_R; in trySurfaceIntrinsic()
3390 Opc = NVPTX::SULD_2D_V4I8_ZERO_R; in trySurfaceIntrinsic()
3393 Opc = NVPTX::SULD_2D_V4I16_ZERO_R; in trySurfaceIntrinsic()
3396 Opc = NVPTX::SULD_2D_V4I32_ZERO_R; in trySurfaceIntrinsic()
3399 Opc = NVPTX::SULD_2D_ARRAY_I8_ZERO_R; in trySurfaceIntrinsic()
3402 Opc = NVPTX::SULD_2D_ARRAY_I16_ZERO_R; in trySurfaceIntrinsic()
3405 Opc = NVPTX::SULD_2D_ARRAY_I32_ZERO_R; in trySurfaceIntrinsic()
3408 Opc = NVPTX::SULD_2D_ARRAY_I64_ZERO_R; in trySurfaceIntrinsic()
3411 Opc = NVPTX::SULD_2D_ARRAY_V2I8_ZERO_R; in trySurfaceIntrinsic()
3414 Opc = NVPTX::SULD_2D_ARRAY_V2I16_ZERO_R; in trySurfaceIntrinsic()
3417 Opc = NVPTX::SULD_2D_ARRAY_V2I32_ZERO_R; in trySurfaceIntrinsic()
3420 Opc = NVPTX::SULD_2D_ARRAY_V2I64_ZERO_R; in trySurfaceIntrinsic()
3423 Opc = NVPTX::SULD_2D_ARRAY_V4I8_ZERO_R; in trySurfaceIntrinsic()
3426 Opc = NVPTX::SULD_2D_ARRAY_V4I16_ZERO_R; in trySurfaceIntrinsic()
3429 Opc = NVPTX::SULD_2D_ARRAY_V4I32_ZERO_R; in trySurfaceIntrinsic()
3432 Opc = NVPTX::SULD_3D_I8_ZERO_R; in trySurfaceIntrinsic()
3435 Opc = NVPTX::SULD_3D_I16_ZERO_R; in trySurfaceIntrinsic()
3438 Opc = NVPTX::SULD_3D_I32_ZERO_R; in trySurfaceIntrinsic()
3441 Opc = NVPTX::SULD_3D_I64_ZERO_R; in trySurfaceIntrinsic()
3444 Opc = NVPTX::SULD_3D_V2I8_ZERO_R; in trySurfaceIntrinsic()
3447 Opc = NVPTX::SULD_3D_V2I16_ZERO_R; in trySurfaceIntrinsic()
3450 Opc = NVPTX::SULD_3D_V2I32_ZERO_R; in trySurfaceIntrinsic()
3453 Opc = NVPTX::SULD_3D_V2I64_ZERO_R; in trySurfaceIntrinsic()
3456 Opc = NVPTX::SULD_3D_V4I8_ZERO_R; in trySurfaceIntrinsic()
3459 Opc = NVPTX::SULD_3D_V4I16_ZERO_R; in trySurfaceIntrinsic()
3462 Opc = NVPTX::SULD_3D_V4I32_ZERO_R; in trySurfaceIntrinsic()
3658 Opc = NVPTX::BFE_S32rii; in tryBFE()
3660 Opc = NVPTX::BFE_U32rii; in tryBFE()
3664 Opc = NVPTX::BFE_S64rii; in tryBFE()
3666 Opc = NVPTX::BFE_U64rii; in tryBFE()
3837 CurDAG->getMachineNode(NVPTX::V2I64toI128, DL, MVT::i128, {Lo, Hi}); in SelectV2I64toI128()
3868 NVPTX::I128toV2I64, DL, in SelectI128toV2I64()
3888 return IsSigned ? NVPTX::CVT_s16_s8 : NVPTX::CVT_u16_u8; in GetConvertOpcode()
3890 return IsSigned ? NVPTX::CVT_s32_s8 : NVPTX::CVT_u32_u8; in GetConvertOpcode()
3892 return IsSigned ? NVPTX::CVT_s64_s8 : NVPTX::CVT_u64_u8; in GetConvertOpcode()
3899 return IsSigned ? NVPTX::CVT_s8_s16 : NVPTX::CVT_u8_u16; in GetConvertOpcode()
3901 return IsSigned ? NVPTX::CVT_s32_s16 : NVPTX::CVT_u32_u16; in GetConvertOpcode()
3903 return IsSigned ? NVPTX::CVT_s64_s16 : NVPTX::CVT_u64_u16; in GetConvertOpcode()
3910 return IsSigned ? NVPTX::CVT_s8_s32 : NVPTX::CVT_u8_u32; in GetConvertOpcode()
3912 return IsSigned ? NVPTX::CVT_s16_s32 : NVPTX::CVT_u16_u32; in GetConvertOpcode()
3914 return IsSigned ? NVPTX::CVT_s64_s32 : NVPTX::CVT_u64_u32; in GetConvertOpcode()
3921 return IsSigned ? NVPTX::CVT_s8_s64 : NVPTX::CVT_u8_u64; in GetConvertOpcode()
3923 return IsSigned ? NVPTX::CVT_s16_s64 : NVPTX::CVT_u16_u64; in GetConvertOpcode()
3925 return IsSigned ? NVPTX::CVT_s32_s64 : NVPTX::CVT_u32_u64; in GetConvertOpcode()
3932 return NVPTX::CVT_f32_f16; in GetConvertOpcode()
3934 return NVPTX::CVT_f64_f16; in GetConvertOpcode()