Home
last modified time | relevance | path

Searched refs:AMDGPUAS (Results 1 – 25 of 54) sorted by relevance

123

/freebsd/contrib/llvm-project/clang/lib/Basic/Targets/
H A DAMDGPU.cpp40 llvm::AMDGPUAS::FLAT_ADDRESS, // Default
41 llvm::AMDGPUAS::GLOBAL_ADDRESS, // opencl_global
42 llvm::AMDGPUAS::LOCAL_ADDRESS, // opencl_local
43 llvm::AMDGPUAS::CONSTANT_ADDRESS, // opencl_constant
44 llvm::AMDGPUAS::PRIVATE_ADDRESS, // opencl_private
45 llvm::AMDGPUAS::FLAT_ADDRESS, // opencl_generic
46 llvm::AMDGPUAS::GLOBAL_ADDRESS, // opencl_global_device
47 llvm::AMDGPUAS::GLOBAL_ADDRESS, // opencl_global_host
48 llvm::AMDGPUAS::GLOBAL_ADDRESS, // cuda_device
49 llvm::AMDGPUAS::CONSTANT_ADDRESS, // cuda_constant
[all …]
H A DAMDGPU.h100 if (TargetAS == llvm::AMDGPUAS::PRIVATE_ADDRESS || in getPointerWidthV()
101 TargetAS == llvm::AMDGPUAS::LOCAL_ADDRESS) in getPointerWidthV()
117 toTargetAddressSpace(A) == llvm::AMDGPUAS::FLAT_ADDRESS)) && in isAddressSpaceSupersetOf()
119 toTargetAddressSpace(B) >= llvm::AMDGPUAS::FLAT_ADDRESS && in isAddressSpaceSupersetOf()
120 toTargetAddressSpace(B) <= llvm::AMDGPUAS::PRIVATE_ADDRESS && in isAddressSpaceSupersetOf()
121 toTargetAddressSpace(B) != llvm::AMDGPUAS::REGION_ADDRESS); in isAddressSpaceSupersetOf()
376 return getLangASFromTargetAS(llvm::AMDGPUAS::CONSTANT_ADDRESS); in getConstantAddressSpace()
392 return static_cast<unsigned>(llvm::AMDGPUAS::CONSTANT_ADDRESS); in getVtblPtrAddressSpace()
405 if (AddressSpace == llvm::AMDGPUAS::PRIVATE_ADDRESS) { in getDWARFAddressSpace()
407 } else if (AddressSpace == llvm::AMDGPUAS::LOCAL_ADDRESS) { in getDWARFAddressSpace()
/freebsd/contrib/llvm-project/llvm/include/llvm/Support/
H A DAMDGPUAddrSpace.h25 namespace AMDGPUAS {
87 return AS == AMDGPUAS::GLOBAL_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS || in isFlatGlobalAddrSpace()
88 AS == AMDGPUAS::CONSTANT_ADDRESS || AS > AMDGPUAS::MAX_AMDGPU_ADDRESS; in isFlatGlobalAddrSpace()
92 return AS == AMDGPUAS::GLOBAL_ADDRESS || AS == AMDGPUAS::CONSTANT_ADDRESS || in isExtendedGlobalAddrSpace()
93 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in isExtendedGlobalAddrSpace()
94 AS > AMDGPUAS::MAX_AMDGPU_ADDRESS; in isExtendedGlobalAddrSpace()
99 using namespace AMDGPUAS; in isConstantAddressSpace() local
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUAliasAnalysis.cpp63 if (asA != AMDGPUAS::FLAT_ADDRESS) { in alias()
67 if (asA == AMDGPUAS::FLAT_ADDRESS && in alias()
68 (asB == AMDGPUAS::LOCAL_ADDRESS || asB == AMDGPUAS::PRIVATE_ADDRESS)) { in alias()
76 if (LI->getPointerAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS) in alias()
105 if (AS == AMDGPUAS::CONSTANT_ADDRESS || in getModRefInfoMask()
106 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in getModRefInfoMask()
111 if (AS == AMDGPUAS::CONSTANT_ADDRESS || in getModRefInfoMask()
112 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in getModRefInfoMask()
H A DR600TargetTransformInfo.cpp48 if (AddrSpace == AMDGPUAS::GLOBAL_ADDRESS || in getLoadStoreVecRegBitWidth()
49 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS) in getLoadStoreVecRegBitWidth()
51 if (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getLoadStoreVecRegBitWidth()
52 AddrSpace == AMDGPUAS::REGION_ADDRESS) in getLoadStoreVecRegBitWidth()
54 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in getLoadStoreVecRegBitWidth()
57 if ((AddrSpace == AMDGPUAS::PARAM_D_ADDRESS || in getLoadStoreVecRegBitWidth()
58 AddrSpace == AMDGPUAS::PARAM_I_ADDRESS || in getLoadStoreVecRegBitWidth()
59 (AddrSpace >= AMDGPUAS::CONSTANT_BUFFER_0 && in getLoadStoreVecRegBitWidth()
60 AddrSpace <= AMDGPUAS::CONSTANT_BUFFER_15))) in getLoadStoreVecRegBitWidth()
71 return (AddrSpace != AMDGPUAS::PRIVATE_ADDRESS); in isLegalToVectorizeMemChain()
H A DAMDGPUPromoteKernelArguments.cpp105 if (PT->getAddressSpace() == AMDGPUAS::FLAT_ADDRESS || in promotePointer()
106 PT->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS || in promotePointer()
107 PT->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS) in promotePointer()
110 if (PT->getAddressSpace() != AMDGPUAS::FLAT_ADDRESS) in promotePointer()
119 PointerType::get(PT->getContext(), AMDGPUAS::GLOBAL_ADDRESS); in promotePointer()
171 if (!PT || (PT->getAddressSpace() != AMDGPUAS::FLAT_ADDRESS && in run()
172 PT->getAddressSpace() != AMDGPUAS::GLOBAL_ADDRESS && in run()
173 PT->getAddressSpace() != AMDGPUAS::CONSTANT_ADDRESS)) in run()
H A DAMDGPUSwLowerLDS.cpp281 if (ArgTy->getPointerAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) in getNonKernelsWithLDSArguments()
312 auto *IntTy = M.getDataLayout().getIntPtrType(Ctx, AMDGPUAS::LOCAL_ADDRESS); in recordLDSAbsoluteAddress()
353 nullptr, GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, false); in buildSwLDSGlobal()
370 GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, false); in buildSwDynLDSGlobal()
482 GlobalValue::NotThreadLocal, AMDGPUAS::GLOBAL_ADDRESS, false); in populateSwMetadataGlobal()
644 if (LI->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in getLDSMemoryInstructions()
647 if (SI->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in getLDSMemoryInstructions()
650 if (RMW->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in getLDSMemoryInstructions()
653 if (XCHG->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in getLDSMemoryInstructions()
656 if (ASC->getSrcAddressSpace() == AMDGPUAS::LOCAL_ADDRESS && in getLDSMemoryInstructions()
[all …]
H A DAMDGPUTargetTransformInfo.cpp192 if (AS == AMDGPUAS::PRIVATE_ADDRESS) in getUnrollingPreferences()
194 else if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) in getUnrollingPreferences()
202 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in getUnrollingPreferences()
212 } else if (AS == AMDGPUAS::LOCAL_ADDRESS || in getUnrollingPreferences()
213 AS == AMDGPUAS::REGION_ADDRESS) { in getUnrollingPreferences()
380 if (AddrSpace == AMDGPUAS::GLOBAL_ADDRESS || in getLoadStoreVecRegBitWidth()
381 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS || in getLoadStoreVecRegBitWidth()
382 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in getLoadStoreVecRegBitWidth()
383 AddrSpace == AMDGPUAS::BUFFER_FAT_POINTER || in getLoadStoreVecRegBitWidth()
384 AddrSpace == AMDGPUAS::BUFFER_RESOURCE || in getLoadStoreVecRegBitWidth()
[all …]
H A DAMDGPUArgumentUsageInfo.cpp100 LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in getPreloadedValue()
123 LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in getPreloadedValue()
127 LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in getPreloadedValue()
137 LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in getPreloadedValue()
140 LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in getPreloadedValue()
H A DR600ISelLowering.cpp519 MVT PtrVT = getPointerTy(DAG.getDataLayout(), AMDGPUAS::PARAM_I_ADDRESS); in LowerOperation()
676 if (GSD->getAddressSpace() != AMDGPUAS::CONSTANT_ADDRESS) in LowerGlobalAddress()
681 MVT ConstPtrVT = getPointerTy(DL, AMDGPUAS::CONSTANT_ADDRESS); in LowerGlobalAddress()
771 PointerType::get(*DAG.getContext(), AMDGPUAS::PARAM_I_ADDRESS); in LowerImplicitParameter()
956 if (isNullConstant(Op.getOperand(0)) && SrcAS == AMDGPUAS::FLAT_ADDRESS) in lowerADDRSPACECAST()
1024 assert(Store->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS); in lowerPrivateTruncStore()
1057 MachinePointerInfo PtrInfo(AMDGPUAS::PRIVATE_ADDRESS); in lowerPrivateTruncStore()
1125 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS || in LowerSTORE()
1128 if ((AS == AMDGPUAS::PRIVATE_ADDRESS) && TruncatingStore) { in LowerSTORE()
1153 if (AS == AMDGPUAS::GLOBAL_ADDRESS) { in LowerSTORE()
[all …]
H A DAMDGPUMachineFunction.cpp35 if (PtrTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in hasLDSKernelArgument()
104 if (GV.getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in allocateLDSGlobal()
158 assert(GV.getAddressSpace() == AMDGPUAS::REGION_ADDRESS && in allocateLDSGlobal()
190 if (GV.getAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) in getLDSAbsoluteAddress()
H A DAMDGPUHSAMetadataStreamer.cpp116 case AMDGPUAS::PRIVATE_ADDRESS: in getAddressSpaceQualifier()
118 case AMDGPUAS::GLOBAL_ADDRESS: in getAddressSpaceQualifier()
120 case AMDGPUAS::CONSTANT_ADDRESS: in getAddressSpaceQualifier()
122 case AMDGPUAS::LOCAL_ADDRESS: in getAddressSpaceQualifier()
124 case AMDGPUAS::FLAT_ADDRESS: in getAddressSpaceQualifier()
126 case AMDGPUAS::REGION_ADDRESS: in getAddressSpaceQualifier()
155 ? (Ty->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS in getValueKind()
351 if (PtrTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in emitKernelArg()
441 PointerType::get(Func.getContext(), AMDGPUAS::GLOBAL_ADDRESS); in emitHiddenKernelArgs()
663 PointerType::get(Func.getContext(), AMDGPUAS::GLOBAL_ADDRESS); in emitHiddenKernelArgs()
H A DAMDGPUCtorDtorLowering.cpp79 Type *PtrTy = IRB.getPtrTy(AMDGPUAS::GLOBAL_ADDRESS); in createInitOrFiniCalls()
90 /*AddressSpace=*/AMDGPUAS::GLOBAL_ADDRESS); in createInitOrFiniCalls()
100 /*AddressSpace=*/AMDGPUAS::GLOBAL_ADDRESS); in createInitOrFiniCalls()
H A DR600ISelDAGToDAG.cpp74 return N->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS || in isConstantLoad()
75 N->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT; in isConstantLoad()
77 return N->getAddressSpace() == AMDGPUAS::CONSTANT_BUFFER_0 + CbId; in isConstantLoad()
H A DAMDGPUTargetTransformInfo.h198 return AMDGPUAS::FLAT_ADDRESS; in getFlatAddressSpace()
206 return AS != AMDGPUAS::LOCAL_ADDRESS && AS != AMDGPUAS::REGION_ADDRESS && in canHaveNonUndefGlobalInitializerInAddressSpace()
207 AS != AMDGPUAS::PRIVATE_ADDRESS; in canHaveNonUndefGlobalInitializerInAddressSpace()
H A DAMDGPUAlwaysInlinePass.cpp129 if ((AS == AMDGPUAS::REGION_ADDRESS) || in alwaysInlineImpl()
130 (AS == AMDGPUAS::LOCAL_ADDRESS && in alwaysInlineImpl()
H A DAMDGPUTargetMachine.cpp966 return (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getNullPointerValue()
967 AddrSpace == AMDGPUAS::PRIVATE_ADDRESS || in getNullPointerValue()
968 AddrSpace == AMDGPUAS::REGION_ADDRESS) in getNullPointerValue()
984 return AMDGPUAS::GLOBAL_ADDRESS; in getAssumedAddrSpace()
988 return AMDGPUAS::UNKNOWN_ADDRESS_SPACE; in getAssumedAddrSpace()
991 assert(V->getType()->getPointerAddressSpace() == AMDGPUAS::FLAT_ADDRESS); in getAssumedAddrSpace()
994 if (Ptr->getType()->getPointerAddressSpace() != AMDGPUAS::CONSTANT_ADDRESS) in getAssumedAddrSpace()
995 return AMDGPUAS::UNKNOWN_ADDRESS_SPACE; in getAssumedAddrSpace()
1000 return AMDGPUAS::GLOBAL_ADDRESS; in getAssumedAddrSpace()
1008 return std::pair(II->getArgOperand(0), AMDGPUAS::LOCAL_ADDRESS); in getPredicatedAddrSpace()
[all …]
H A DAMDGPULowerBufferFatPointers.cpp312 if (PT->getAddressSpace() == AMDGPUAS::BUFFER_FAT_POINTER) { in remapTypeImpl()
318 if (PT && PT->getAddressSpace() == AMDGPUAS::BUFFER_FAT_POINTER) { in remapTypeImpl()
372 return StructType::get(PointerType::get(Ctx, AMDGPUAS::BUFFER_RESOURCE), in remapScalar()
380 VectorType::get(PointerType::get(Ctx, AMDGPUAS::BUFFER_RESOURCE), EC); in remapVector()
387 return PT->getAddressSpace() == AMDGPUAS::BUFFER_FAT_POINTER; in isBufferFatPtrOrVector()
404 MaybeRsrc->getAddressSpace() == AMDGPUAS::BUFFER_RESOURCE && in isSplitFatPtr()
613 if (MCI.getSourceAddressSpace() != AMDGPUAS::BUFFER_FAT_POINTER && in visitMemCpyInst()
614 MCI.getDestAddressSpace() != AMDGPUAS::BUFFER_FAT_POINTER) in visitMemCpyInst()
624 if (MMI.getSourceAddressSpace() != AMDGPUAS::BUFFER_FAT_POINTER && in visitMemMoveInst()
625 MMI.getDestAddressSpace() != AMDGPUAS::BUFFER_FAT_POINTER) in visitMemMoveInst()
[all …]
H A DAMDGPU.h562 if (AS1 > AMDGPUAS::MAX_AMDGPU_ADDRESS || AS2 > AMDGPUAS::MAX_AMDGPU_ADDRESS) in addrspacesMayAlias()
566 static const bool ASAliasRules[][AMDGPUAS::MAX_AMDGPU_ADDRESS + 1] = { in addrspacesMayAlias()
580 static_assert(std::size(ASAliasRules) == AMDGPUAS::MAX_AMDGPU_ADDRESS + 1); in addrspacesMayAlias()
H A DAMDGPUInstrInfo.cpp39 if (MMO->getAddrSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in isUniformMMO()
H A DSIISelLowering.cpp1219 if (AMDGPUAS::BUFFER_FAT_POINTER == AS && DL.getPointerSizeInBits(AS) == 160) in getPointerTy()
1221 if (AMDGPUAS::BUFFER_STRIDED_POINTER == AS && in getPointerTy()
1231 if ((AMDGPUAS::BUFFER_FAT_POINTER == AS && in getPointerMemTy()
1233 (AMDGPUAS::BUFFER_STRIDED_POINTER == AS && in getPointerMemTy()
1259 Info.fallbackAddressSpace = AMDGPUAS::BUFFER_RESOURCE; in getTgtMemIntrinsic()
1271 if (RsrcPtrTy->getAddressSpace() == AMDGPUAS::BUFFER_RESOURCE) in getTgtMemIntrinsic()
1389 Info.fallbackAddressSpace = AMDGPUAS::STREAMOUT_REGISTER; in getTgtMemIntrinsic()
1439 Info.fallbackAddressSpace = AMDGPUAS::BUFFER_RESOURCE; in getTgtMemIntrinsic()
1615 AddrSpace == AMDGPUAS::GLOBAL_ADDRESS ? SIInstrFlags::FlatGlobal in isLegalFlatAddressingMode()
1616 : AddrSpace == AMDGPUAS::PRIVATE_ADDRESS ? SIInstrFlags::FlatScratch in isLegalFlatAddressingMode()
[all …]
H A DAMDGPUAttributor.cpp117 return SrcAS == AMDGPUAS::LOCAL_ADDRESS || SrcAS == AMDGPUAS::PRIVATE_ADDRESS; in castRequiresQueuePtr()
125 return AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS; in isDSAddress()
237 return AMDGPUAS::MAX_AMDGPU_ADDRESS; in getMaxAddrSpace()
248 if (SrcAS == AMDGPUAS::PRIVATE_ADDRESS) in visitConstExpr()
250 else if (SrcAS == AMDGPUAS::LOCAL_ADDRESS) in visitConstExpr()
748 AMDGPUAS::PRIVATE_ADDRESS; in needFlatScratchInit()
H A DAMDGPULegalizerInfo.cpp393 case AMDGPUAS::PRIVATE_ADDRESS: in maxSizeForAddrSpace()
396 case AMDGPUAS::LOCAL_ADDRESS: in maxSizeForAddrSpace()
398 case AMDGPUAS::GLOBAL_ADDRESS: in maxSizeForAddrSpace()
399 case AMDGPUAS::CONSTANT_ADDRESS: in maxSizeForAddrSpace()
400 case AMDGPUAS::CONSTANT_ADDRESS_32BIT: in maxSizeForAddrSpace()
401 case AMDGPUAS::BUFFER_RESOURCE: in maxSizeForAddrSpace()
430 if (AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in isLoadStoreSizeLegal()
491 if (Ty.isPointer() && Ty.getAddressSpace() == AMDGPUAS::BUFFER_RESOURCE) in hasBufferRsrcWorkaround()
677 const LLT GlobalPtr = GetAddrSpacePtr(AMDGPUAS::GLOBAL_ADDRESS); in AMDGPULegalizerInfo()
678 const LLT ConstantPtr = GetAddrSpacePtr(AMDGPUAS::CONSTANT_ADDRESS); in AMDGPULegalizerInfo()
[all …]
H A DAMDGPUPerfHintAnalysis.cpp337 return As == AMDGPUAS::GLOBAL_ADDRESS || As == AMDGPUAS::FLAT_ADDRESS; in isGlobalAddr()
344 return PT->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS; in isLocalAddr()
H A DAMDGPULowerModuleLDSPass.cpp371 AMDGPUAS::CONSTANT_ADDRESS); in buildLookupTable()
518 M->getDataLayout().getIntPtrType(Ctx, AMDGPUAS::LOCAL_ADDRESS); in recordLDSAbsoluteAddress()
854 …cn." + func->getName() + ".dynlds"), nullptr, GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, in buildRepresentativeDynamicLDSInstance()
906 GlobalValue::NotThreadLocal, AMDGPUAS::CONSTANT_ADDRESS); in lowerDynamicLDSVariables()
1247 if (GV.getType()->getPointerAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) { in superAlignLDSGlobals()
1340 AMDGPUAS::LOCAL_ADDRESS, false)); in createLDSVariableReplacement()
1363 VarName, nullptr, GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, in createLDSVariableReplacement()

123