10b57cec5SDimitry Andric #include "clang/Basic/Cuda.h" 20b57cec5SDimitry Andric 30b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h" 413138422SDimitry Andric #include "llvm/ADT/Twine.h" 50b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h" 60b57cec5SDimitry Andric #include "llvm/Support/VersionTuple.h" 70b57cec5SDimitry Andric 80b57cec5SDimitry Andric namespace clang { 90b57cec5SDimitry Andric 10*bdd1243dSDimitry Andric struct CudaVersionMapEntry { 11*bdd1243dSDimitry Andric const char *Name; 12*bdd1243dSDimitry Andric CudaVersion Version; 13*bdd1243dSDimitry Andric llvm::VersionTuple TVersion; 14*bdd1243dSDimitry Andric }; 15*bdd1243dSDimitry Andric #define CUDA_ENTRY(major, minor) \ 16*bdd1243dSDimitry Andric { \ 17*bdd1243dSDimitry Andric #major "." #minor, CudaVersion::CUDA_##major##minor, \ 18*bdd1243dSDimitry Andric llvm::VersionTuple(major, minor) \ 190b57cec5SDimitry Andric } 20*bdd1243dSDimitry Andric 21*bdd1243dSDimitry Andric static const CudaVersionMapEntry CudaNameVersionMap[] = { 22*bdd1243dSDimitry Andric CUDA_ENTRY(7, 0), 23*bdd1243dSDimitry Andric CUDA_ENTRY(7, 5), 24*bdd1243dSDimitry Andric CUDA_ENTRY(8, 0), 25*bdd1243dSDimitry Andric CUDA_ENTRY(9, 0), 26*bdd1243dSDimitry Andric CUDA_ENTRY(9, 1), 27*bdd1243dSDimitry Andric CUDA_ENTRY(9, 2), 28*bdd1243dSDimitry Andric CUDA_ENTRY(10, 0), 29*bdd1243dSDimitry Andric CUDA_ENTRY(10, 1), 30*bdd1243dSDimitry Andric CUDA_ENTRY(10, 2), 31*bdd1243dSDimitry Andric CUDA_ENTRY(11, 0), 32*bdd1243dSDimitry Andric CUDA_ENTRY(11, 1), 33*bdd1243dSDimitry Andric CUDA_ENTRY(11, 2), 34*bdd1243dSDimitry Andric CUDA_ENTRY(11, 3), 35*bdd1243dSDimitry Andric CUDA_ENTRY(11, 4), 36*bdd1243dSDimitry Andric CUDA_ENTRY(11, 5), 37*bdd1243dSDimitry Andric CUDA_ENTRY(11, 6), 38*bdd1243dSDimitry Andric CUDA_ENTRY(11, 7), 39*bdd1243dSDimitry Andric CUDA_ENTRY(11, 8), 40*bdd1243dSDimitry Andric {"", CudaVersion::NEW, llvm::VersionTuple(std::numeric_limits<int>::max())}, 41*bdd1243dSDimitry Andric {"unknown", CudaVersion::UNKNOWN, {}} // End of list tombstone. 42*bdd1243dSDimitry Andric }; 43*bdd1243dSDimitry Andric #undef CUDA_ENTRY 44*bdd1243dSDimitry Andric 45*bdd1243dSDimitry Andric const char *CudaVersionToString(CudaVersion V) { 46*bdd1243dSDimitry Andric for (auto *I = CudaNameVersionMap; I->Version != CudaVersion::UNKNOWN; ++I) 47*bdd1243dSDimitry Andric if (I->Version == V) 48*bdd1243dSDimitry Andric return I->Name; 49*bdd1243dSDimitry Andric 50*bdd1243dSDimitry Andric return CudaVersionToString(CudaVersion::UNKNOWN); 510b57cec5SDimitry Andric } 520b57cec5SDimitry Andric 5313138422SDimitry Andric CudaVersion CudaStringToVersion(const llvm::Twine &S) { 54*bdd1243dSDimitry Andric std::string VS = S.str(); 55*bdd1243dSDimitry Andric for (auto *I = CudaNameVersionMap; I->Version != CudaVersion::UNKNOWN; ++I) 56*bdd1243dSDimitry Andric if (I->Name == VS) 57*bdd1243dSDimitry Andric return I->Version; 58*bdd1243dSDimitry Andric return CudaVersion::UNKNOWN; 59*bdd1243dSDimitry Andric } 60*bdd1243dSDimitry Andric 61*bdd1243dSDimitry Andric CudaVersion ToCudaVersion(llvm::VersionTuple Version) { 62*bdd1243dSDimitry Andric for (auto *I = CudaNameVersionMap; I->Version != CudaVersion::UNKNOWN; ++I) 63*bdd1243dSDimitry Andric if (I->TVersion == Version) 64*bdd1243dSDimitry Andric return I->Version; 65*bdd1243dSDimitry Andric return CudaVersion::UNKNOWN; 660b57cec5SDimitry Andric } 670b57cec5SDimitry Andric 68fe6060f1SDimitry Andric namespace { 695ffd83dbSDimitry Andric struct CudaArchToStringMap { 705ffd83dbSDimitry Andric CudaArch arch; 715ffd83dbSDimitry Andric const char *arch_name; 725ffd83dbSDimitry Andric const char *virtual_arch_name; 735ffd83dbSDimitry Andric }; 74fe6060f1SDimitry Andric } // namespace 755ffd83dbSDimitry Andric 765ffd83dbSDimitry Andric #define SM2(sm, ca) \ 775ffd83dbSDimitry Andric { CudaArch::SM_##sm, "sm_" #sm, ca } 785ffd83dbSDimitry Andric #define SM(sm) SM2(sm, "compute_" #sm) 795ffd83dbSDimitry Andric #define GFX(gpu) \ 805ffd83dbSDimitry Andric { CudaArch::GFX##gpu, "gfx" #gpu, "compute_amdgcn" } 81fe6060f1SDimitry Andric static const CudaArchToStringMap arch_names[] = { 825ffd83dbSDimitry Andric // clang-format off 83e8d8bef9SDimitry Andric {CudaArch::UNUSED, "", ""}, 845ffd83dbSDimitry Andric SM2(20, "compute_20"), SM2(21, "compute_20"), // Fermi 855ffd83dbSDimitry Andric SM(30), SM(32), SM(35), SM(37), // Kepler 865ffd83dbSDimitry Andric SM(50), SM(52), SM(53), // Maxwell 875ffd83dbSDimitry Andric SM(60), SM(61), SM(62), // Pascal 885ffd83dbSDimitry Andric SM(70), SM(72), // Volta 895ffd83dbSDimitry Andric SM(75), // Turing 90fe6060f1SDimitry Andric SM(80), SM(86), // Ampere 91*bdd1243dSDimitry Andric SM(87), // Jetson/Drive AGX Orin 92*bdd1243dSDimitry Andric SM(89), // Ada Lovelace 93*bdd1243dSDimitry Andric SM(90), // Hopper 94e8d8bef9SDimitry Andric GFX(600), // gfx600 95e8d8bef9SDimitry Andric GFX(601), // gfx601 96e8d8bef9SDimitry Andric GFX(602), // gfx602 97e8d8bef9SDimitry Andric GFX(700), // gfx700 98e8d8bef9SDimitry Andric GFX(701), // gfx701 99e8d8bef9SDimitry Andric GFX(702), // gfx702 100e8d8bef9SDimitry Andric GFX(703), // gfx703 101e8d8bef9SDimitry Andric GFX(704), // gfx704 102e8d8bef9SDimitry Andric GFX(705), // gfx705 103e8d8bef9SDimitry Andric GFX(801), // gfx801 104e8d8bef9SDimitry Andric GFX(802), // gfx802 105e8d8bef9SDimitry Andric GFX(803), // gfx803 106e8d8bef9SDimitry Andric GFX(805), // gfx805 107e8d8bef9SDimitry Andric GFX(810), // gfx810 108e8d8bef9SDimitry Andric GFX(900), // gfx900 109e8d8bef9SDimitry Andric GFX(902), // gfx902 110e8d8bef9SDimitry Andric GFX(904), // gfx903 111e8d8bef9SDimitry Andric GFX(906), // gfx906 112e8d8bef9SDimitry Andric GFX(908), // gfx908 113e8d8bef9SDimitry Andric GFX(909), // gfx909 114fe6060f1SDimitry Andric GFX(90a), // gfx90a 115e8d8bef9SDimitry Andric GFX(90c), // gfx90c 11681ad6265SDimitry Andric GFX(940), // gfx940 117e8d8bef9SDimitry Andric GFX(1010), // gfx1010 118e8d8bef9SDimitry Andric GFX(1011), // gfx1011 119e8d8bef9SDimitry Andric GFX(1012), // gfx1012 120fe6060f1SDimitry Andric GFX(1013), // gfx1013 121e8d8bef9SDimitry Andric GFX(1030), // gfx1030 122e8d8bef9SDimitry Andric GFX(1031), // gfx1031 123e8d8bef9SDimitry Andric GFX(1032), // gfx1032 124e8d8bef9SDimitry Andric GFX(1033), // gfx1033 125fe6060f1SDimitry Andric GFX(1034), // gfx1034 126fe6060f1SDimitry Andric GFX(1035), // gfx1035 12781ad6265SDimitry Andric GFX(1036), // gfx1036 12881ad6265SDimitry Andric GFX(1100), // gfx1100 12981ad6265SDimitry Andric GFX(1101), // gfx1101 13081ad6265SDimitry Andric GFX(1102), // gfx1102 13181ad6265SDimitry Andric GFX(1103), // gfx1103 1320eae32dcSDimitry Andric {CudaArch::Generic, "generic", ""}, 1335ffd83dbSDimitry Andric // clang-format on 1345ffd83dbSDimitry Andric }; 1355ffd83dbSDimitry Andric #undef SM 1365ffd83dbSDimitry Andric #undef SM2 1375ffd83dbSDimitry Andric #undef GFX 1385ffd83dbSDimitry Andric 1390b57cec5SDimitry Andric const char *CudaArchToString(CudaArch A) { 1405ffd83dbSDimitry Andric auto result = std::find_if( 1415ffd83dbSDimitry Andric std::begin(arch_names), std::end(arch_names), 1425ffd83dbSDimitry Andric [A](const CudaArchToStringMap &map) { return A == map.arch; }); 1435ffd83dbSDimitry Andric if (result == std::end(arch_names)) 1440b57cec5SDimitry Andric return "unknown"; 1455ffd83dbSDimitry Andric return result->arch_name; 1460b57cec5SDimitry Andric } 1475ffd83dbSDimitry Andric 1485ffd83dbSDimitry Andric const char *CudaArchToVirtualArchString(CudaArch A) { 1495ffd83dbSDimitry Andric auto result = std::find_if( 1505ffd83dbSDimitry Andric std::begin(arch_names), std::end(arch_names), 1515ffd83dbSDimitry Andric [A](const CudaArchToStringMap &map) { return A == map.arch; }); 1525ffd83dbSDimitry Andric if (result == std::end(arch_names)) 1535ffd83dbSDimitry Andric return "unknown"; 1545ffd83dbSDimitry Andric return result->virtual_arch_name; 1550b57cec5SDimitry Andric } 1560b57cec5SDimitry Andric 1570b57cec5SDimitry Andric CudaArch StringToCudaArch(llvm::StringRef S) { 1585ffd83dbSDimitry Andric auto result = std::find_if( 1595ffd83dbSDimitry Andric std::begin(arch_names), std::end(arch_names), 1605ffd83dbSDimitry Andric [S](const CudaArchToStringMap &map) { return S == map.arch_name; }); 1615ffd83dbSDimitry Andric if (result == std::end(arch_names)) 1625ffd83dbSDimitry Andric return CudaArch::UNKNOWN; 1635ffd83dbSDimitry Andric return result->arch; 1640b57cec5SDimitry Andric } 1650b57cec5SDimitry Andric 1660b57cec5SDimitry Andric CudaVersion MinVersionForCudaArch(CudaArch A) { 1675ffd83dbSDimitry Andric if (A == CudaArch::UNKNOWN) 1680b57cec5SDimitry Andric return CudaVersion::UNKNOWN; 1695ffd83dbSDimitry Andric 1705ffd83dbSDimitry Andric // AMD GPUs do not depend on CUDA versions. 1715ffd83dbSDimitry Andric if (IsAMDGpuArch(A)) 1725ffd83dbSDimitry Andric return CudaVersion::CUDA_70; 1735ffd83dbSDimitry Andric 1745ffd83dbSDimitry Andric switch (A) { 1750b57cec5SDimitry Andric case CudaArch::SM_20: 1760b57cec5SDimitry Andric case CudaArch::SM_21: 1770b57cec5SDimitry Andric case CudaArch::SM_30: 1780b57cec5SDimitry Andric case CudaArch::SM_32: 1790b57cec5SDimitry Andric case CudaArch::SM_35: 1800b57cec5SDimitry Andric case CudaArch::SM_37: 1810b57cec5SDimitry Andric case CudaArch::SM_50: 1820b57cec5SDimitry Andric case CudaArch::SM_52: 1830b57cec5SDimitry Andric case CudaArch::SM_53: 1840b57cec5SDimitry Andric return CudaVersion::CUDA_70; 1850b57cec5SDimitry Andric case CudaArch::SM_60: 1860b57cec5SDimitry Andric case CudaArch::SM_61: 1870b57cec5SDimitry Andric case CudaArch::SM_62: 1880b57cec5SDimitry Andric return CudaVersion::CUDA_80; 1890b57cec5SDimitry Andric case CudaArch::SM_70: 1900b57cec5SDimitry Andric return CudaVersion::CUDA_90; 1910b57cec5SDimitry Andric case CudaArch::SM_72: 1920b57cec5SDimitry Andric return CudaVersion::CUDA_91; 1930b57cec5SDimitry Andric case CudaArch::SM_75: 1940b57cec5SDimitry Andric return CudaVersion::CUDA_100; 1955ffd83dbSDimitry Andric case CudaArch::SM_80: 1965ffd83dbSDimitry Andric return CudaVersion::CUDA_110; 197fe6060f1SDimitry Andric case CudaArch::SM_86: 198fe6060f1SDimitry Andric return CudaVersion::CUDA_111; 199*bdd1243dSDimitry Andric case CudaArch::SM_87: 200*bdd1243dSDimitry Andric return CudaVersion::CUDA_114; 201*bdd1243dSDimitry Andric case CudaArch::SM_89: 202*bdd1243dSDimitry Andric case CudaArch::SM_90: 203*bdd1243dSDimitry Andric return CudaVersion::CUDA_118; 2045ffd83dbSDimitry Andric default: 2050b57cec5SDimitry Andric llvm_unreachable("invalid enum"); 2060b57cec5SDimitry Andric } 2075ffd83dbSDimitry Andric } 2080b57cec5SDimitry Andric 2090b57cec5SDimitry Andric CudaVersion MaxVersionForCudaArch(CudaArch A) { 2105ffd83dbSDimitry Andric // AMD GPUs do not depend on CUDA versions. 2115ffd83dbSDimitry Andric if (IsAMDGpuArch(A)) 212349cc55cSDimitry Andric return CudaVersion::NEW; 2135ffd83dbSDimitry Andric 2140b57cec5SDimitry Andric switch (A) { 2150b57cec5SDimitry Andric case CudaArch::UNKNOWN: 2160b57cec5SDimitry Andric return CudaVersion::UNKNOWN; 2170b57cec5SDimitry Andric case CudaArch::SM_20: 2180b57cec5SDimitry Andric case CudaArch::SM_21: 2190b57cec5SDimitry Andric return CudaVersion::CUDA_80; 220349cc55cSDimitry Andric case CudaArch::SM_30: 221349cc55cSDimitry Andric return CudaVersion::CUDA_110; 2220b57cec5SDimitry Andric default: 223349cc55cSDimitry Andric return CudaVersion::NEW; 2240b57cec5SDimitry Andric } 2250b57cec5SDimitry Andric } 2260b57cec5SDimitry Andric 2270b57cec5SDimitry Andric bool CudaFeatureEnabled(llvm::VersionTuple Version, CudaFeature Feature) { 2280b57cec5SDimitry Andric return CudaFeatureEnabled(ToCudaVersion(Version), Feature); 2290b57cec5SDimitry Andric } 2300b57cec5SDimitry Andric 2310b57cec5SDimitry Andric bool CudaFeatureEnabled(CudaVersion Version, CudaFeature Feature) { 2320b57cec5SDimitry Andric switch (Feature) { 2330b57cec5SDimitry Andric case CudaFeature::CUDA_USES_NEW_LAUNCH: 2340b57cec5SDimitry Andric return Version >= CudaVersion::CUDA_92; 2350b57cec5SDimitry Andric case CudaFeature::CUDA_USES_FATBIN_REGISTER_END: 2360b57cec5SDimitry Andric return Version >= CudaVersion::CUDA_101; 2370b57cec5SDimitry Andric } 2380b57cec5SDimitry Andric llvm_unreachable("Unknown CUDA feature."); 2390b57cec5SDimitry Andric } 2400b57cec5SDimitry Andric } // namespace clang 241