| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.h | 57 bool canCombineTruncStore(EVT ValVT, EVT MemVT, in canCombineTruncStore()
|
| H A D | R600ISelLowering.cpp | 1043 EVT MemVT = Store->getMemoryVT(); in lowerPrivateTruncStore() local 1117 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 1270 EVT MemVT = Load->getMemoryVT(); in lowerPrivateExtLoad() local 1324 EVT MemVT = LoadNode->getMemoryVT(); in LowerLOAD() local 1477 EVT MemVT = VA.getLocVT(); in LowerFormalArguments() local 1534 bool R600TargetLowering::canMergeStoresTo(unsigned AS, EVT MemVT, in canMergeStoresTo()
|
| H A D | AMDGPUISelLowering.cpp | 977 bool AMDGPUTargetLowering:: storeOfVectorConstantIsCheap(bool IsZero, EVT MemVT, in storeOfVectorConstantIsCheap() 1253 EVT MemVT = ArgVT; in analyzeFormalArgumentsCompute() local 1840 EVT MemVT = Load->getMemoryVT(); in SplitVectorLoad() local 1889 EVT MemVT = Load->getMemoryVT(); in WidenOrSplitVectorLoad() local 1929 EVT MemVT = Store->getMemoryVT(); in SplitVectorStore() local
|
| H A D | SIISelLowering.cpp | 1789 bool SITargetLowering::canMergeStoresTo(unsigned AS, EVT MemVT, in canMergeStoresTo() 2117 SDValue SITargetLowering::convertArgType(SelectionDAG &DAG, EVT VT, EVT MemVT, in convertArgType() 2148 SelectionDAG &DAG, EVT VT, EVT MemVT, const SDLoc &SL, SDValue Chain, in lowerKernargMemParameter() 2213 MVT MemVT = VA.getValVT(); in lowerStackParameter() local 3035 EVT MemVT = VA.getLocVT(); in LowerFormalArguments() local 9391 EVT MemVT = VData.getValueType(); in lowerRawBufferAtomicIntrin() local 9419 EVT MemVT = VData.getValueType(); in lowerStructBufferAtomicIntrin() local 10000 ArrayRef<SDValue> Ops, EVT MemVT, in getMemIntrinsicNode() 10866 EVT MemVT = Ld->getMemoryVT(); in widenLoad() local 10930 EVT MemVT = Load->getMemoryVT(); in LowerLOAD() local [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 701 virtual bool storeOfVectorConstantIsCheap(bool IsZero, EVT MemVT, in storeOfVectorConstantIsCheap() 710 virtual bool mergeStoresAfterLegalization(EVT MemVT) const { in mergeStoresAfterLegalization() 715 virtual bool canMergeStoresTo(unsigned AS, EVT MemVT, in canMergeStoresTo() 1470 EVT MemVT) const { in getLoadExtAction() 1481 bool isLoadExtLegal(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegal() 1487 bool isLoadExtLegalOrCustom(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegalOrCustom() 1494 EVT MemVT) const { in getAtomicLoadExtAction() 1510 bool isAtomicLoadExtLegal(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isAtomicLoadExtLegal() 1517 LegalizeAction getTruncStoreAction(EVT ValVT, EVT MemVT) const { in getTruncStoreAction() 1528 bool isTruncStoreLegal(EVT ValVT, EVT MemVT) const { in isTruncStoreLegal() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 212 bool storeOfVectorConstantIsCheap(bool IsZero, EVT MemVT, unsigned NumElem, in storeOfVectorConstantIsCheap()
|
| H A D | RISCVISelLowering.cpp | 2103 EVT MemVT = LD->getMemoryVT(); in isZExtFree() local 12088 EVT MemVT = in lowerVECTOR_INTERLEAVE() local 12516 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedLoad() local 12616 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedStore() local 13731 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedGather() local 13828 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedScatter() local 17494 EVT MemVT = LSNode1->getMemoryVT(); in tryMemPairCombine() local 17548 EVT MemVT = LSNode1->getMemoryVT(); in performMemPairCombine() local 20376 EVT MemVT = Store->getMemoryVT(); in PerformDAGCombine() local
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAG.cpp | 3964 EVT MemVT = cast<MemSDNode>(Op)->getMemoryVT(); in computeKnownBits() local 9213 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() 9243 EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() 9254 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() 9283 EVT MemVT, EVT VT, SDValue Chain, in getAtomicLoad() 9304 EVT MemVT, MachinePointerInfo PtrInfo, Align Alignment, in getMemIntrinsicNode() 9319 ArrayRef<SDValue> Ops, EVT MemVT, in getMemIntrinsicNode() 9456 MachinePointerInfo PtrInfo, EVT MemVT, in getLoad() 9479 SDValue Ptr, SDValue Offset, EVT MemVT, in getLoad() 9553 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoad() [all …]
|
| H A D | LegalizeDAG.cpp | 510 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 621 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 681 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 876 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 1582 EVT MemVT = isa<BuildVectorSDNode>(Node) ? VT.getVectorElementType() in ExpandVectorBuildThroughStack() local 4189 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); in ExpandNode() local
|
| H A D | DAGCombiner.cpp | 1490 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local 1727 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local 6840 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() 7631 EVT MemVT = GN0->getMemoryVT(); in visitAND() local 7742 EVT MemVT = LN0->getMemoryVT(); in visitAND() local 9348 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() local 9662 EVT MemVT = in MatchLoadCombine() local 12816 EVT MemVT = HG->getMemoryVT(); in visitMHISTOGRAM() local 14016 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local 14124 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local [all …]
|
| H A D | LegalizeVectorTypes.cpp | 1406 void DAGTypeLegalizer::IncrementPointer(MemSDNode *N, EVT MemVT, in IncrementPointer() 3181 EVT MemVT = EVT::getVectorVT(*DAG.getContext(), VT.getVectorElementType(), in SplitVecRes_VP_REVERSE() local 3233 EVT MemVT = EVT::getVectorVT(*DAG.getContext(), VT.getVectorElementType(), in SplitVecRes_VP_SPLICE() local 4585 EVT MemVT = HG->getMemoryVT(); in SplitVecOp_VECTOR_HISTOGRAM() local 7835 for (EVT MemVT : reverse(MVT::integer_valuetypes())) { in findMemType() local 7856 for (EVT MemVT : reverse(MVT::vector_valuetypes())) { in findMemType() local 8011 for (EVT MemVT : MemVTs) { in GenWidenVectorLoads() local
|
| H A D | SelectionDAGBuilder.cpp | 2872 EVT MemVT = TLI.getMemValueType(DAG.getDataLayout(), CB.CmpLHS->getType()); in visitSwitchCase() local 3697 EVT MemVT = in visitICmp() local 5134 MVT MemVT = getValue(I.getCompareOperand()).getSimpleValueType(); in visitAtomicCmpXchg() local 5202 auto MemVT = getValue(I.getValOperand()).getSimpleValueType(); in visitAtomicRMW() local 5245 EVT MemVT = TLI.getMemValueType(DAG.getDataLayout(), I.getType()); in visitAtomicLoad() local 5281 EVT MemVT = in visitAtomicStore() local 5402 EVT MemVT = Info.memVT; in visitTargetIntrinsic() local 8010 EVT MemVT = in visitIntrinsicCall() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VEISelLowering.cpp | 1369 EVT MemVT = LdNode->getMemoryVT(); in lowerLoadI1() local 1420 EVT MemVT = LdNode->getMemoryVT(); in lowerLOAD() local 1493 EVT MemVT = StNode->getMemoryVT(); in lowerStoreI1() local 1533 EVT MemVT = StNode->getMemoryVT(); in lowerSTORE() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 3115 EVT MemVT = Load->getMemoryVT(); in LowerLOAD() local 3179 const EVT MemVT = N->getMemoryVT(); in LowerSTOREVector() local 5017 EVT MemVT = LD->getMemoryVT(); in combineUnpackingMovIntoLoad() local 5106 EVT MemVT = ElementVT.getVectorElementType(); in combinePackingMovIntoStore() local 5290 EVT MemVT = Mem->getMemoryVT(); in PerformANDCombine() local 5863 const EVT MemVT = LD->getMemoryVT(); in replaceLoadVector() local
|
| H A D | NVPTXISelDAGToDAG.cpp | 1097 const MVT MemVT = MemEVT.getSimpleVT(); in tryLoadVector() local 1453 EVT MemVT = Mem->getMemoryVT(); in tryLoadParam() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.h | 1190 bool mergeStoresAfterLegalization(EVT MemVT) const override { in mergeStoresAfterLegalization() 1556 bool storeOfVectorConstantIsCheap(bool IsZero, EVT MemVT, unsigned NumElem, in storeOfVectorConstantIsCheap()
|
| H A D | X86ISelDAGToDAG.cpp | 1427 MVT MemVT = (N->getOpcode() == ISD::FP_ROUND) ? DstVT : SrcVT; in PreprocessISelDAG() local 1483 MVT MemVT = (N->getOpcode() == ISD::STRICT_FP_ROUND) ? DstVT : SrcVT; in PreprocessISelDAG() local 3631 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 710 bool canMergeStoresTo(unsigned AddressSpace, EVT MemVT, in canMergeStoresTo()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 2841 EVT VT = LD->getValueType(0), MemVT = LD->getMemoryVT(); in createLoadLR() local 2858 EVT MemVT = LD->getMemoryVT(); in lowerLOAD() local 2923 EVT MemVT = SD->getMemoryVT(), BasePtrVT = Ptr.getValueType(); in createStoreLR() local 2984 EVT MemVT = SD->getMemoryVT(); in lowerSTORE() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6492 EVT MemVT = MGT->getMemoryVT(); in LowerMGATHER() local 6591 EVT MemVT = MSC->getMemoryVT(); in LowerMSCATTER() local 6688 EVT VT, EVT MemVT, in LowerTruncateVectorStore() 6762 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 7945 MVT MemVT = VA.getValVT(); in LowerFormalArguments() local 19489 static bool isConstantSplatVectorMaskForType(SDNode *N, EVT MemVT) { in isConstantSplatVectorMaskForType() 19602 EVT MemVT; in performSVEAndCombine() local 23492 EVT MemVT = LoadSDN->getMemoryVT(); in performPostLD1Combine() local 23631 EVT MemVT = LD->getMemoryVT(); in combineV3I8LoadExt() local 23681 EVT MemVT = LD->getMemoryVT(); in performLOADCombine() local [all …]
|
| H A D | AArch64ISelDAGToDAG.cpp | 7395 EVT MemVT = EVT::getVectorVT(Ctx, ScalarVT, EC * NumVec); in getPackedVectorTypeFromPredicateType() local 7407 EVT MemVT = cast<MemSDNode>(Root)->getMemoryVT(); in getMemVTFromNode() local 7490 const EVT MemVT = getMemVTFromNode(*(CurDAG->getContext()), Root); in SelectAddrModeIndexedSVE() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Sparc/ |
| H A D | SparcISelLowering.cpp | 2964 EVT MemVT = LdNode->getMemoryVT(); in LowerLOAD() local 3013 EVT MemVT = St->getMemoryVT(); in LowerSTORE() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.cpp | 3027 EVT MemVT = LD->getMemoryVT(); in usePartialVectorLoads() local 8602 bool PPCTargetLowering::canReuseLoadAddress(SDValue Op, EVT MemVT, in canReuseLoadAddress() 9574 EVT MemVT = InputNode->getMemoryVT(); in isValidSplatLoad() local 11608 EVT MemVT = AtomicNode->getMemoryVT(); in LowerATOMIC_CMP_SWAP() local 11639 EVT MemVT = N->getMemoryVT(); in LowerATOMIC_LOAD_STORE() local 16807 EVT MemVT = cast<StoreSDNode>(N)->getMemoryVT(); in PerformDAGCombine() local 16954 EVT MemVT = LD->getMemoryVT(); in PerformDAGCombine() local 18315 EVT MemVT = LD->getMemoryVT(); in isZExtFree() local 19368 EVT MemVT = MN->getMemoryVT(); in computeMOFlags() local
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | TargetLoweringBase.cpp | 741 for (MVT MemVT : MVT::all_valuetypes()) in initActions() local
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1412 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() local
|