Lines Matching refs:AMDGPUAS
1219 if (AMDGPUAS::BUFFER_FAT_POINTER == AS && DL.getPointerSizeInBits(AS) == 160) in getPointerTy()
1221 if (AMDGPUAS::BUFFER_STRIDED_POINTER == AS && in getPointerTy()
1231 if ((AMDGPUAS::BUFFER_FAT_POINTER == AS && in getPointerMemTy()
1233 (AMDGPUAS::BUFFER_STRIDED_POINTER == AS && in getPointerMemTy()
1259 Info.fallbackAddressSpace = AMDGPUAS::BUFFER_RESOURCE; in getTgtMemIntrinsic()
1271 if (RsrcPtrTy->getAddressSpace() == AMDGPUAS::BUFFER_RESOURCE) in getTgtMemIntrinsic()
1389 Info.fallbackAddressSpace = AMDGPUAS::STREAMOUT_REGISTER; in getTgtMemIntrinsic()
1439 Info.fallbackAddressSpace = AMDGPUAS::BUFFER_RESOURCE; in getTgtMemIntrinsic()
1615 AddrSpace == AMDGPUAS::GLOBAL_ADDRESS ? SIInstrFlags::FlatGlobal in isLegalFlatAddressingMode()
1616 : AddrSpace == AMDGPUAS::PRIVATE_ADDRESS ? SIInstrFlags::FlatScratch in isLegalFlatAddressingMode()
1626 return isLegalFlatAddressingMode(AM, AMDGPUAS::GLOBAL_ADDRESS); in isLegalGlobalAddressingMode()
1638 return isLegalFlatAddressingMode(AM, AMDGPUAS::FLAT_ADDRESS); in isLegalGlobalAddressingMode()
1688 if (AS == AMDGPUAS::GLOBAL_ADDRESS) in isLegalAddressingMode()
1691 if (AS == AMDGPUAS::CONSTANT_ADDRESS || in isLegalAddressingMode()
1692 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in isLegalAddressingMode()
1693 AS == AMDGPUAS::BUFFER_FAT_POINTER || AS == AMDGPUAS::BUFFER_RESOURCE || in isLegalAddressingMode()
1694 AS == AMDGPUAS::BUFFER_STRIDED_POINTER) { in isLegalAddressingMode()
1734 if ((AS == AMDGPUAS::CONSTANT_ADDRESS || in isLegalAddressingMode()
1735 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT) && in isLegalAddressingMode()
1753 if (AS == AMDGPUAS::PRIVATE_ADDRESS) in isLegalAddressingMode()
1755 ? isLegalFlatAddressingMode(AM, AMDGPUAS::PRIVATE_ADDRESS) in isLegalAddressingMode()
1758 if (AS == AMDGPUAS::LOCAL_ADDRESS || in isLegalAddressingMode()
1759 (AS == AMDGPUAS::REGION_ADDRESS && Subtarget->hasGDS())) { in isLegalAddressingMode()
1776 if (AS == AMDGPUAS::FLAT_ADDRESS || AS == AMDGPUAS::UNKNOWN_ADDRESS_SPACE) { in isLegalAddressingMode()
1782 return isLegalFlatAddressingMode(AM, AMDGPUAS::FLAT_ADDRESS); in isLegalAddressingMode()
1791 if (AS == AMDGPUAS::GLOBAL_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS) in canMergeStoresTo()
1793 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in canMergeStoresTo()
1797 if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) in canMergeStoresTo()
1808 if (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in allowsMisalignedMemoryAccessesImpl()
1809 AddrSpace == AMDGPUAS::REGION_ADDRESS) { in allowsMisalignedMemoryAccessesImpl()
1932 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS || in allowsMisalignedMemoryAccessesImpl()
1933 AddrSpace == AMDGPUAS::FLAT_ADDRESS) { in allowsMisalignedMemoryAccessesImpl()
1957 if (AddrSpace == AMDGPUAS::BUFFER_FAT_POINTER || in allowsMisalignedMemoryAccessesImpl()
1958 AddrSpace == AMDGPUAS::BUFFER_RESOURCE || in allowsMisalignedMemoryAccessesImpl()
1959 AddrSpace == AMDGPUAS::BUFFER_STRIDED_POINTER) { in allowsMisalignedMemoryAccessesImpl()
2010 return AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS || in isNonGlobalAddrSpace()
2011 AS == AMDGPUAS::PRIVATE_ADDRESS; in isNonGlobalAddrSpace()
2018 if (SrcAS == AMDGPUAS::FLAT_ADDRESS) in isFreeAddrSpaceCast()
2082 MVT PtrVT = getPointerTy(DL, AMDGPUAS::CONSTANT_ADDRESS); in lowerKernArgParameterPtr()
2151 MachinePointerInfo PtrInfo(AMDGPUAS::CONSTANT_ADDRESS); in lowerKernargMemParameter()
2572 MRI.setType(VReg, LLT::pointer(AMDGPUAS::CONSTANT_ADDRESS, 64)); in allocateHSAUserSGPRs()
3045 if (!TM.isNoopAddrSpaceCast(AMDGPUAS::CONSTANT_ADDRESS, in LowerFormalArguments()
3047 Ptr = DAG.getAddrSpaceCast(DL, VT, Ptr, AMDGPUAS::CONSTANT_ADDRESS, in LowerFormalArguments()
3156 (ParamTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS || in LowerFormalArguments()
3157 ParamTy->getAddressSpace() == AMDGPUAS::REGION_ADDRESS)) { in LowerFormalArguments()
4008 MachinePointerInfo(AMDGPUAS::PRIVATE_ADDRESS)); in LowerCall()
4413 case AMDGPUAS::FLAT_ADDRESS: in lowerPREFETCH()
4414 case AMDGPUAS::GLOBAL_ADDRESS: in lowerPREFETCH()
4415 case AMDGPUAS::CONSTANT_ADDRESS: in lowerPREFETCH()
4416 case AMDGPUAS::CONSTANT_ADDRESS_32BIT: in lowerPREFETCH()
6878 return (GV->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS || in shouldEmitFixup()
6879 GV->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) && in shouldEmitFixup()
7436 MachinePointerInfo PtrInfo(AMDGPUAS::CONSTANT_ADDRESS); in loadImplicitKernelArgument()
7515 const unsigned ApertureRegNo = (AS == AMDGPUAS::LOCAL_ADDRESS) in getSegmentAperture()
7548 (AS == AMDGPUAS::LOCAL_ADDRESS) ? SHARED_BASE : PRIVATE_BASE; in getSegmentAperture()
7566 uint32_t StructOffset = (AS == AMDGPUAS::LOCAL_ADDRESS) ? 0x40 : 0x44; in getSegmentAperture()
7574 MachinePointerInfo PtrInfo(AMDGPUAS::CONSTANT_ADDRESS); in getSegmentAperture()
7623 if (SrcAS == AMDGPUAS::FLAT_ADDRESS) { in lowerADDRSPACECAST()
7624 if (DestAS == AMDGPUAS::LOCAL_ADDRESS || in lowerADDRSPACECAST()
7625 DestAS == AMDGPUAS::PRIVATE_ADDRESS) { in lowerADDRSPACECAST()
7641 if (DestAS == AMDGPUAS::FLAT_ADDRESS) { in lowerADDRSPACECAST()
7642 if (SrcAS == AMDGPUAS::LOCAL_ADDRESS || in lowerADDRSPACECAST()
7643 SrcAS == AMDGPUAS::PRIVATE_ADDRESS) { in lowerADDRSPACECAST()
7664 if (SrcAS == AMDGPUAS::CONSTANT_ADDRESS_32BIT && in lowerADDRSPACECAST()
7673 if (DestAS == AMDGPUAS::CONSTANT_ADDRESS_32BIT && in lowerADDRSPACECAST()
8131 return (GA->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS || in isOffsetFoldingLegal()
8132 GA->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS || in isOffsetFoldingLegal()
8133 GA->getAddressSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) && in isOffsetFoldingLegal()
8182 if ((GSD->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS && in LowerGlobalAddress()
8184 GSD->getAddressSpace() == AMDGPUAS::REGION_ADDRESS || in LowerGlobalAddress()
8185 GSD->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS) { in LowerGlobalAddress()
8186 if (GSD->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS && in LowerGlobalAddress()
8207 if (GSD->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in LowerGlobalAddress()
8235 PointerType::get(*DAG.getContext(), AMDGPUAS::CONSTANT_ADDRESS); in LowerGlobalAddress()
9278 ? AMDGPUAS::LOCAL_ADDRESS in LowerINTRINSIC_WO_CHAIN()
9279 : AMDGPUAS::PRIVATE_ADDRESS; in LowerINTRINSIC_WO_CHAIN()
10446 PointerType::get(*DAG.getContext(), AMDGPUAS::GLOBAL_ADDRESS)); in LowerINTRINSIC_VOID()
10447 LoadPtrI.AddrSpace = AMDGPUAS::GLOBAL_ADDRESS; in LowerINTRINSIC_VOID()
10448 StorePtrI.AddrSpace = AMDGPUAS::LOCAL_ADDRESS; in LowerINTRINSIC_VOID()
10544 PointerType::get(*DAG.getContext(), AMDGPUAS::GLOBAL_ADDRESS)); in LowerINTRINSIC_VOID()
10545 LoadPtrI.AddrSpace = AMDGPUAS::GLOBAL_ADDRESS; in LowerINTRINSIC_VOID()
10546 StorePtrI.AddrSpace = AMDGPUAS::LOCAL_ADDRESS; in LowerINTRINSIC_VOID()
10858 if (AS != AMDGPUAS::CONSTANT_ADDRESS && in widenLoad()
10859 AS != AMDGPUAS::CONSTANT_ADDRESS_32BIT && in widenLoad()
10860 (AS != AMDGPUAS::GLOBAL_ADDRESS || !Ld->isInvariant())) in widenLoad()
10976 if (Subtarget->hasLDSMisalignedBug() && AS == AMDGPUAS::FLAT_ADDRESS && in LowerLOAD()
10985 if (AS == AMDGPUAS::FLAT_ADDRESS && in LowerLOAD()
10988 ? AMDGPUAS::PRIVATE_ADDRESS in LowerLOAD()
10989 : AMDGPUAS::GLOBAL_ADDRESS; in LowerLOAD()
10993 if (AS == AMDGPUAS::CONSTANT_ADDRESS || in LowerLOAD()
10994 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in LowerLOAD()
10995 (AS == AMDGPUAS::GLOBAL_ADDRESS && in LowerLOAD()
11010 if (AS == AMDGPUAS::CONSTANT_ADDRESS || in LowerLOAD()
11011 AS == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in LowerLOAD()
11012 AS == AMDGPUAS::GLOBAL_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS) { in LowerLOAD()
11022 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in LowerLOAD()
11047 } else if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) { in LowerLOAD()
11588 if (Subtarget->hasLDSMisalignedBug() && AS == AMDGPUAS::FLAT_ADDRESS && in LowerSTORE()
11598 if (AS == AMDGPUAS::FLAT_ADDRESS && in LowerSTORE()
11601 ? AMDGPUAS::PRIVATE_ADDRESS in LowerSTORE()
11602 : AMDGPUAS::GLOBAL_ADDRESS; in LowerSTORE()
11605 if (AS == AMDGPUAS::GLOBAL_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS) { in LowerSTORE()
11618 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in LowerSTORE()
11634 } else if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) { in LowerSTORE()
17059 return AS == AMDGPUAS::PRIVATE_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS; in isSDNodeSourceOfDivergence()
17261 if (Low->getValue().uge(AMDGPUAS::PRIVATE_ADDRESS)) { in flatInstrMayAccessPrivate()
17264 return High->getValue().ule(AMDGPUAS::PRIVATE_ADDRESS); in flatInstrMayAccessPrivate()
17274 if (AS == AMDGPUAS::PRIVATE_ADDRESS) in shouldExpandAtomicRMWInIR()
17283 if (AS == AMDGPUAS::FLAT_ADDRESS && in shouldExpandAtomicRMWInIR()
17331 if (AS == AMDGPUAS::LOCAL_ADDRESS) { in shouldExpandAtomicRMWInIR()
17375 if (AS == AMDGPUAS::FLAT_ADDRESS) { in shouldExpandAtomicRMWInIR()
17387 } else if (AS == AMDGPUAS::BUFFER_FAT_POINTER) { in shouldExpandAtomicRMWInIR()
17402 if (AS != AMDGPUAS::FLAT_ADDRESS) { in shouldExpandAtomicRMWInIR()
17421 if (AS == AMDGPUAS::FLAT_ADDRESS && Ty->isFloatTy()) { in shouldExpandAtomicRMWInIR()
17447 if (AS == AMDGPUAS::LOCAL_ADDRESS) { in shouldExpandAtomicRMWInIR()
17461 if (AS == AMDGPUAS::FLAT_ADDRESS) { in shouldExpandAtomicRMWInIR()
17467 AS == AMDGPUAS::BUFFER_FAT_POINTER) { in shouldExpandAtomicRMWInIR()
17482 AS == AMDGPUAS::BUFFER_FAT_POINTER) { in shouldExpandAtomicRMWInIR()
17501 return LI->getPointerAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS in shouldExpandAtomicLoadInIR()
17508 return SI->getPointerAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS in shouldExpandAtomicStoreInIR()
17516 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in shouldExpandAtomicCmpXchgInIR()
17519 if (AddrSpace != AMDGPUAS::FLAT_ADDRESS || !flatInstrMayAccessPrivate(CmpX)) in shouldExpandAtomicCmpXchgInIR()
17803 Addr, PointerType::get(Ctx, AMDGPUAS::LOCAL_ADDRESS)); in emitExpandAtomicAddrSpacePredicate()
17821 Addr, PointerType::get(Ctx, AMDGPUAS::PRIVATE_ADDRESS)); in emitExpandAtomicAddrSpacePredicate()
17850 Addr, PointerType::get(Ctx, AMDGPUAS::GLOBAL_ADDRESS)); in emitExpandAtomicAddrSpacePredicate()
17864 MDB.createRange(APInt(32, AMDGPUAS::PRIVATE_ADDRESS), in emitExpandAtomicAddrSpacePredicate()
17865 APInt(32, AMDGPUAS::PRIVATE_ADDRESS + 1)); in emitExpandAtomicAddrSpacePredicate()
17905 if (AI->getPointerAddressSpace() != AMDGPUAS::FLAT_ADDRESS) in emitExpandAtomicRMW()