H A D | RISCVISelLowering.cpp | 1517 getSetCCResultType(const DataLayout & DL,LLVMContext & Context,EVT VT) const getSetCCResultType() argument 1568 auto &DL = I.getDataLayout(); getTgtMemIntrinsic() local 1836 isLegalAddressingMode(const DataLayout & DL,const AddrMode & AM,Type * Ty,unsigned AS,Instruction * I) const isLegalAddressingMode() argument 2386 translateSetCCForBranch(const SDLoc & DL,SDValue & LHS,SDValue & RHS,ISD::CondCode & CC,SelectionDAG & DAG) translateSetCCForBranch() argument 2733 SDLoc DL(V); convertToScalableVector() local 2745 SDLoc DL(V); convertFromScalableVector() local 2761 getAllOnesMask(MVT VecVT,SDValue VL,const SDLoc & DL,SelectionDAG & DAG) getAllOnesMask() argument 2767 getVLOp(uint64_t NumElts,MVT ContainerVT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getVLOp() argument 2781 getDefaultScalableVLOps(MVT VecVT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getDefaultScalableVLOps() argument 2790 getDefaultVLOps(uint64_t NumElts,MVT ContainerVT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getDefaultVLOps() argument 2803 getDefaultVLOps(MVT VecVT,MVT ContainerVT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getDefaultVLOps() argument 2812 computeVLMax(MVT VecVT,const SDLoc & DL,SelectionDAG & DAG) const computeVLMax() argument 2933 SDLoc DL(Op); lowerFP_TO_INT_SAT() local 2973 SDLoc DL(Op); lowerFP_TO_INT_SAT() local 3044 SDLoc DL(Op); lowerVectorFTRUNC_FCEIL_FFLOOR_FROUND() local 3150 SDLoc DL(Op); lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND() local 3258 SDLoc DL(Op); lowerFTRUNC_FCEIL_FFLOOR_FROUND() local 3282 SDLoc DL(Op); lowerVectorXRINT() local 3303 getVSlidedown(SelectionDAG & DAG,const RISCVSubtarget & Subtarget,const SDLoc & DL,EVT VT,SDValue Merge,SDValue Op,SDValue Offset,SDValue Mask,SDValue VL,unsigned Policy=RISCVII::TAIL_UNDISTURBED_MASK_UNDISTURBED) getVSlidedown() argument 3314 getVSlideup(SelectionDAG & DAG,const RISCVSubtarget & Subtarget,const SDLoc & DL,EVT VT,SDValue Merge,SDValue Op,SDValue Offset,SDValue Mask,SDValue VL,unsigned Policy=RISCVII::TAIL_UNDISTURBED_MASK_UNDISTURBED) getVSlideup() argument 3470 matchSplatAsGather(SDValue SplatVal,MVT VT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) matchSplatAsGather() argument 3519 SDLoc DL(Op); lowerBuildVectorViaDominantValues() local 3626 SDLoc DL(Op); lowerBuildVectorOfConstants() local 3942 SDLoc DL(Op); lowerBuildVectorViaPacking() local 4025 SDLoc DL(Op); lowerBUILD_VECTOR() local 4237 splatPartsI64WithVL(const SDLoc & DL,MVT VT,SDValue Passthru,SDValue Lo,SDValue Hi,SDValue VL,SelectionDAG & DAG) splatPartsI64WithVL() argument 4293 splatSplitI64WithVL(const SDLoc & DL,MVT VT,SDValue Passthru,SDValue Scalar,SDValue VL,SelectionDAG & DAG) splatSplitI64WithVL() argument 4306 lowerScalarSplat(SDValue Passthru,SDValue Scalar,SDValue VL,MVT VT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerScalarSplat() argument 4344 lowerScalarInsert(SDValue Scalar,SDValue VL,MVT VT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerScalarInsert() argument 4558 getDeinterleaveViaVNSRL(const SDLoc & DL,MVT VT,SDValue Src,bool EvenElts,const RISCVSubtarget & Subtarget,SelectionDAG & DAG) getDeinterleaveViaVNSRL() argument 4617 lowerVECTOR_SHUFFLEAsVSlidedown(const SDLoc & DL,MVT VT,SDValue V1,SDValue V2,ArrayRef<int> Mask,const RISCVSubtarget & Subtarget,SelectionDAG & DAG) lowerVECTOR_SHUFFLEAsVSlidedown() argument 4694 lowerVECTOR_SHUFFLEAsVSlideup(const SDLoc & DL,MVT VT,SDValue V1,SDValue V2,ArrayRef<int> Mask,const RISCVSubtarget & Subtarget,SelectionDAG & DAG) lowerVECTOR_SHUFFLEAsVSlideup() argument 4738 lowerVECTOR_SHUFFLEAsVSlide1(const SDLoc & DL,MVT VT,SDValue V1,SDValue V2,ArrayRef<int> Mask,const RISCVSubtarget & Subtarget,SelectionDAG & DAG) lowerVECTOR_SHUFFLEAsVSlide1() argument 4793 getWideningInterleave(SDValue EvenV,SDValue OddV,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getWideningInterleave() argument 4895 SDLoc DL(SVN); lowerBitreverseShuffle() local 4948 SDLoc DL(SVN); isLegalBitRotate() local 4970 SDLoc DL(SVN); lowerVECTOR_SHUFFLEAsRotate() local 4998 SDLoc DL(SVN); lowerShuffleViaVRegSplitting() local 5081 SDLoc DL(Op); lowerVECTOR_SHUFFLE() local 5407 SDLoc DL(Op); lowerCTLZ_CTTZ_ZERO_UNDEF() local 5520 SDLoc DL(Op); lowerVPCttzElements() local 5570 SDLoc DL(Op); expandUnalignedRVVLoad() local 5600 SDLoc DL(Op); expandUnalignedRVVStore() local 5691 SDLoc DL(Op); lowerSADDSAT_SSUBSAT() local 5713 SDLoc DL(Op); lowerUADDSAT_USUBSAT() local 5728 SDLoc DL(Op); lowerSADDO_SSUBO() local 5745 SDLoc DL(Op); lowerSMULO() local 5759 SDLoc DL(Op); LowerIS_FPCLASS() local 5861 SDLoc DL(Op); lowerFMAXIMUM_FMINIMUM() local 6138 SDLoc DL(Op); SplitVectorOp() local 6164 SDLoc DL(Op); SplitVPOp() local 6193 SDLoc DL(Op); SplitVectorReductionOp() local 6216 SDLoc DL(Op); SplitStrictFPVectorOp() local 6296 SDLoc DL(Op); LowerOperation() local 6384 SDLoc DL(Op); LowerOperation() local 6415 SDLoc DL(Op); LowerOperation() local 6436 SDLoc DL(Op); LowerOperation() local 6473 SDLoc DL(Op); LowerOperation() local 6490 SDLoc DL(Op); LowerOperation() local 6507 SDLoc DL(Op); LowerOperation() local 6537 SDLoc DL(Op); LowerOperation() local 6556 SDLoc DL(Op); LowerOperation() local 6574 SDLoc DL(Op); LowerOperation() local 6708 SDLoc DL(Op); LowerOperation() local 6721 SDLoc DL(Op); LowerOperation() local 6737 SDLoc DL(Op); LowerOperation() local 6751 SDLoc DL(Op); LowerOperation() local 6848 SDLoc DL(Op); LowerOperation() local 6866 SDLoc DL(Op); LowerOperation() local 6937 SDLoc DL(Op); LowerOperation() local 6952 SDLoc DL(Op); LowerOperation() local 7174 SDLoc DL(Op); LowerOperation() local 7193 SDLoc DL(Op); LowerOperation() local 7261 SDLoc DL(Op); LowerOperation() local 7281 getTargetNode(GlobalAddressSDNode * N,const SDLoc & DL,EVT Ty,SelectionDAG & DAG,unsigned Flags) getTargetNode() argument 7286 getTargetNode(BlockAddressSDNode * N,const SDLoc & DL,EVT Ty,SelectionDAG & DAG,unsigned Flags) getTargetNode() argument 7292 getTargetNode(ConstantPoolSDNode * N,const SDLoc & DL,EVT Ty,SelectionDAG & DAG,unsigned Flags) getTargetNode() argument 7298 getTargetNode(JumpTableSDNode * N,const SDLoc & DL,EVT Ty,SelectionDAG & DAG,unsigned Flags) getTargetNode() argument 7306 SDLoc DL(N); getAddr() local 7406 SDLoc DL(N); getStaticTLSAddr() local 7452 SDLoc DL(N); getDynamicTLSAddr() local 7484 SDLoc DL(N); getTLSDescAddr() local 7563 SDLoc DL(N); combineSelectToBinOp() local 7664 SDLoc DL(Sel); foldBinOpIntoSelectIfProfitable() local 7695 SDLoc DL(Op); lowerSELECT() local 7871 SDLoc DL(Op); lowerBRCOND() local 7896 SDLoc DL(Op); lowerVASTART() local 7917 SDLoc DL(Op); lowerFRAMEADDR() local 7943 SDLoc DL(Op); lowerRETURNADDR() local 7962 SDLoc DL(Op); lowerShiftLeftParts() local 8001 SDLoc DL(Op); lowerShiftRightParts() local 8055 SDLoc DL(Op); lowerVectorMaskSplat() local 8081 SDLoc DL(Op); lowerSPLAT_VECTOR_PARTS() local 8111 SDLoc DL(Op); lowerVectorMaskExt() local 8166 SDLoc DL(Op); lowerFixedLengthVectorExtendToRVV() local 8180 SDLoc DL(Op); lowerVectorMaskTruncLike() local 8232 SDLoc DL(Op); lowerVectorTruncLike() local 8294 SDLoc DL(Op); lowerStrictFPExtendOrRoundLike() local 8350 SDLoc DL(Op); lowerVectorFPExtendOrRoundLike() local 8418 getSmallestVTForIndex(MVT VecVT,unsigned MaxIdx,SDLoc DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) getSmallestVTForIndex() argument 8446 SDLoc DL(Op); lowerINSERT_VECTOR_ELT() local 8614 SDLoc DL(Op); lowerEXTRACT_VECTOR_ELT() local 8777 SDLoc DL(Op); lowerVectorIntrinsicScalars() local 8973 SDLoc DL(N); lowerGetVectorLength() local 8996 SDLoc DL(N); lowerCttzElts() local 9018 SDLoc DL(Op); promoteVCIXScalar() local 9080 SDLoc DL(Op); LowerINTRINSIC_WO_CHAIN() local 9357 SDLoc DL(Op); getVCIXISDNodeWCHAIN() local 9408 SDLoc DL(Op); LowerINTRINSIC_W_CHAIN() local 9489 SDLoc DL(Op); LowerINTRINSIC_W_CHAIN() local 9562 SDLoc DL(Op); LowerINTRINSIC_VOID() local 9609 SDLoc DL(Op); LowerINTRINSIC_VOID() local 9712 SDLoc DL(Op); lowerVectorMaskVecReduction() local 9802 lowerReductionSeq(unsigned RVVOpcode,MVT ResVT,SDValue StartValue,SDValue Vec,SDValue Mask,SDValue VL,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerReductionSeq() argument 9832 SDLoc DL(Op); lowerVECREDUCE() local 9885 SDLoc DL(Op); getRVVFPReductionOpAndOperands() local 9918 SDLoc DL(Op); lowerFPVECREDUCE() local 9961 SDLoc DL(Op); lowerVPREDUCE() local 10016 SDLoc DL(Op); lowerINSERT_SUBVECTOR() local 10252 SDLoc DL(Op); lowerEXTRACT_SUBVECTOR() local 10420 widenVectorOpsToi8(SDValue N,const SDLoc & DL,SelectionDAG & DAG) widenVectorOpsToi8() argument 10450 SDLoc DL(Op); lowerVECTOR_DEINTERLEAVE() local 10526 SDLoc DL(Op); lowerVECTOR_INTERLEAVE() local 10617 SDLoc DL(Op); lowerSTEP_VECTOR() local 10647 SDLoc DL(Op); lowerVECTOR_REVERSE() local 10721 SDLoc DL(Op); lowerVECTOR_SPLICE() local 10756 SDLoc DL(Op); lowerFixedLengthVectorLoadToRVV() local 10805 SDLoc DL(Op); lowerFixedLengthVectorStoreToRVV() local 10857 SDLoc DL(Op); lowerMaskedLoad() local 10922 SDLoc DL(Op); lowerMaskedStore() local 10998 SDLoc DL(Op); lowerFixedLengthVectorSetccToRVV() local 11013 SDLoc DL(Op); lowerVectorStrictFSetcc() local 11100 SDLoc DL(Op); lowerABS() local 11138 SDLoc DL(Op); lowerFixedLengthVectorFCOPYSIGNToRVV() local 11172 SDLoc DL(Op); lowerFixedLengthVectorSelectToRVV() local 11207 SDLoc DL(Op); lowerToScalableOp() local 11239 SDLoc DL(Op); lowerVPOp() local 11292 SDLoc DL(Op); lowerVPExtMaskOp() local 11325 SDLoc DL(Op); lowerVPSetCCMaskOp() local 11405 SDLoc DL(Op); lowerVPFPIntConvOp() local 11539 SDLoc DL(Op); lowerVPSpliceExperimental() local 11622 SDLoc DL(Op); lowerVPSplatExperimental() local 11646 SDLoc DL(Op); lowerVPReverseExperimental() local 11783 SDLoc DL(Op); lowerLogicVPOp() local 11792 SDLoc DL(Op); lowerVPStridedLoad() local 11838 SDLoc DL(Op); lowerVPStridedStore() local 11881 SDLoc DL(Op); lowerMaskedGather() local 11980 SDLoc DL(Op); lowerMaskedScatter() local 12061 SDLoc DL(Op); lowerGET_ROUNDING() local 12092 SDLoc DL(Op); lowerSET_ROUNDING() local 12164 SDLoc DL(N); customLegalizeToWOp() local 12176 SDLoc DL(N); customLegalizeToWOpWithSExt() local 12188 SDLoc DL(N); ReplaceNodeResults() local 12397 SDLoc DL(N); ReplaceNodeResults() local 12958 const SDLoc DL(N); combineBinOpOfExtractToReduceTree() local 13124 SDLoc DL(N); combineBinOpToReduce() local 13181 SDLoc DL(N); transformAddShlImm() local 13337 SDLoc DL(N); transformAddImmMulImm() local 13402 SDLoc DL(N); combineAddOfBooleanXor() local 13450 SDLoc DL(N); combineSubOfBoolean() local 13528 SDLoc DL(N); performSUBCombine() local 13586 SDLoc DL(N); combineDeMorganOfBoolean() local 13653 SDLoc DL(N); combineTruncSelectToSMaxUSat() local 13675 SDLoc DL(N0); performTRUNCATECombine() local 13703 SDLoc DL(N); performANDCombine() local 13752 SDLoc DL(N); combineOrOfCZERO() local 13801 SDLoc DL(N); performXORCombine() local 13815 SDLoc DL(N); performXORCombine() local 13826 SDLoc DL(N0); performXORCombine() local 13840 SDLoc DL(N); performXORCombine() local 13899 SDLoc DL(N); expandMul() local 13922 SDLoc DL(N); expandMul() local 13939 SDLoc DL(N); expandMul() local 13958 SDLoc DL(N); expandMul() local 13972 SDLoc DL(N); expandMul() local 13984 SDLoc DL(N); expandMul() local 14000 SDLoc DL(N); expandMul() local 14044 SDLoc DL(N); combineVectorMulToSraBitcast() local 14058 SDLoc DL(N); performMULCombine() local 14110 SDLoc DL(N); narrowIndex() local 14333 SDLoc DL(OrigOperand); getOrCreateExtendedOp() local 14693 SDLoc DL(Root); getMaskAndVL() local 15307 SDLoc DL(N); performFP_TO_INTCombine() local 15430 SDLoc DL(N); performFP_TO_INT_SATCombine() local 15460 SDLoc DL(N); performBITREVERSECombine() local 15630 SDLoc DL(N); performSRACombine() local 15685 SDLoc DL(N); performSRACombine() local 15772 combine_CC(SDValue & LHS,SDValue & RHS,SDValue & CC,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) combine_CC() argument 15897 SDLoc DL(N); tryFoldSelectIntoOp() local 15979 SDLoc DL(N); useInversedSetcc() local 16031 SDLoc DL(N); performBUILD_VECTORCombine() local 16092 SDLoc DL(N); performINSERT_VECTOR_ELTCombine() local 16161 SDLoc DL(N); performCONCAT_VECTORSCombine() local 16325 SDLoc DL(N); combineToVWMACC() local 16348 SDLoc DL(N); combineToVWMACC() local 16355 legalizeScatterGatherIndexType(SDLoc DL,SDValue & Index,ISD::MemIndexType & IndexType,RISCVTargetLowering::DAGCombinerInfo & DCI) legalizeScatterGatherIndexType() argument 16566 SDLoc DL(N); combineTruncToVnclip() local 16658 SDLoc DL(N); PerformDAGCombine() local 16753 SDLoc DL(N); PerformDAGCombine() local 16793 SDLoc DL(N); PerformDAGCombine() local 16920 SDLoc DL(N); PerformDAGCombine() local 17019 SDLoc DL(N); PerformDAGCombine() local 17054 SDLoc DL(N); PerformDAGCombine() local 17068 SDLoc DL(N); PerformDAGCombine() local 17168 SDLoc DL(N); PerformDAGCombine() local 17204 SDLoc DL(N); PerformDAGCombine() local 17229 SDLoc DL(N); PerformDAGCombine() local 17254 SDLoc DL(N); PerformDAGCombine() local 17277 SDLoc DL(N); PerformDAGCombine() local 17330 SDLoc DL(N); PerformDAGCombine() local 17407 SDLoc DL(N); PerformDAGCombine() local 17597 SDLoc DL(N); PerformDAGCombine() local 17618 SDLoc DL(N); PerformDAGCombine() local 17736 SDLoc DL(Op); targetShrinkDemandedConstant() local 18135 DebugLoc DL = MI.getDebugLoc(); emitReadCounterWidePseudo() local 18167 DebugLoc DL = MI.getDebugLoc(); emitSplitF64Pseudo() local 18203 DebugLoc DL = MI.getDebugLoc(); emitBuildPairF64Pseudo() local 18253 DebugLoc DL = MI.getDebugLoc(); emitQuietFCMP() local 18326 const DebugLoc &DL = First.getDebugLoc(); EmitLoweredCascadedSelect() local 18470 DebugLoc DL = MI.getDebugLoc(); emitSelectPseudo() local 18554 DebugLoc DL = MI.getDebugLoc(); emitVFROUND_NOEXCEPT_MASK() local 18674 DebugLoc DL = MI.getDebugLoc(); emitFROUND() local 18991 CC_RISCV(const DataLayout & DL,RISCVABI::ABI ABI,unsigned ValNo,MVT ValVT,MVT LocVT,CCValAssign::LocInfo LocInfo,ISD::ArgFlagsTy ArgFlags,CCState & State,bool IsFixed,bool IsRet,Type * OrigTy,const RISCVTargetLowering & TLI,RVVArgDispatcher & RVVDispatcher) CC_RISCV() argument 19314 convertLocVTToValVT(SelectionDAG & DAG,SDValue Val,const CCValAssign & VA,const SDLoc & DL,const RISCVSubtarget & Subtarget) convertLocVTToValVT() argument 19345 unpackFromRegLoc(SelectionDAG & DAG,SDValue Chain,const CCValAssign & VA,const SDLoc & DL,const ISD::InputArg & In,const RISCVTargetLowering & TLI) unpackFromRegLoc() argument 19378 convertValVTToLocVT(SelectionDAG & DAG,SDValue Val,const CCValAssign & VA,const SDLoc & DL,const RISCVSubtarget & Subtarget) convertValVTToLocVT() argument 19411 unpackFromMemLoc(SelectionDAG & DAG,SDValue Chain,const CCValAssign & VA,const SDLoc & DL) unpackFromMemLoc() argument 19447 unpackF64OnRV32DSoftABI(SelectionDAG & DAG,SDValue Chain,const CCValAssign & VA,const CCValAssign & HiVA,const SDLoc & DL) unpackF64OnRV32DSoftABI() argument 19478 CC_RISCV_FastCC(const DataLayout & DL,RISCVABI::ABI ABI,unsigned ValNo,MVT ValVT,MVT LocVT,CCValAssign::LocInfo LocInfo,ISD::ArgFlagsTy ArgFlags,CCState & State,bool IsFixed,bool IsRet,Type * OrigTy,const RISCVTargetLowering & TLI,RVVArgDispatcher & RVVDispatcher) CC_RISCV_FastCC() argument 19659 LowerFormalArguments(SDValue Chain,CallingConv::ID CallConv,bool IsVarArg,const SmallVectorImpl<ISD::InputArg> & Ins,const SDLoc & DL,SelectionDAG & DAG,SmallVectorImpl<SDValue> & InVals) const LowerFormalArguments() argument 19893 SDLoc &DL = CLI.DL; LowerCall() local 20216 LowerReturn(SDValue Chain,CallingConv::ID CallConv,bool IsVarArg,const SmallVectorImpl<ISD::OutputArg> & Outs,const SmallVectorImpl<SDValue> & OutVals,const SDLoc & DL,SelectionDAG & DAG) const LowerReturn() argument 21075 const DataLayout &DL = AI->getDataLayout(); emitMaskedAtomicRMWIntrinsic() local 21476 splitValueIntoRegisterParts(SelectionDAG & DAG,const SDLoc & DL,SDValue Val,SDValue * Parts,unsigned NumParts,MVT PartVT,std::optional<CallingConv::ID> CC) const splitValueIntoRegisterParts() argument 21531 joinRegisterPartsIntoValue(SelectionDAG & DAG,const SDLoc & DL,const SDValue * Parts,unsigned NumParts,MVT PartVT,EVT ValueVT,std::optional<CallingConv::ID> CC) const joinRegisterPartsIntoValue() argument 22099 const DataLayout &DL = MF->getDataLayout(); constructArgInfos() local [all...] |