H A D | RISCVISelLowering.cpp | 2761 /// vector length VL. . in getAllOnesMask() argument 2784 SDValue VL = DAG.getRegister(RISCV::X0, Subtarget.getXLenVT()); getDefaultScalableVLOps() local 2793 SDValue VL = getVLOp(NumElts, ContainerVT, DL, DAG, Subtarget); getDefaultVLOps() local 3054 SDValue Mask, VL; lowerVectorFTRUNC_FCEIL_FFLOOR_FROUND() local 3304 getVSlidedown(SelectionDAG & DAG,const RISCVSubtarget & Subtarget,const SDLoc & DL,EVT VT,SDValue Merge,SDValue Op,SDValue Offset,SDValue Mask,SDValue VL,unsigned Policy=RISCVII::TAIL_UNDISTURBED_MASK_UNDISTURBED) getVSlidedown() argument 3316 getVSlideup(SelectionDAG & DAG,const RISCVSubtarget & Subtarget,const SDLoc & DL,EVT VT,SDValue Merge,SDValue Op,SDValue Offset,SDValue Mask,SDValue VL,unsigned Policy=RISCVII::TAIL_UNDISTURBED_MASK_UNDISTURBED) getVSlideup() argument 4238 splatPartsI64WithVL(const SDLoc & DL,MVT VT,SDValue Passthru,SDValue Lo,SDValue Hi,SDValue VL,SelectionDAG & DAG) splatPartsI64WithVL() argument 4294 splatSplitI64WithVL(const SDLoc & DL,MVT VT,SDValue Passthru,SDValue Scalar,SDValue VL,SelectionDAG & DAG) splatSplitI64WithVL() argument 4305 lowerScalarSplat(SDValue Passthru,SDValue Scalar,SDValue VL,MVT VT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerScalarSplat() argument 4343 lowerScalarInsert(SDValue Scalar,SDValue VL,MVT VT,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerScalarInsert() argument 4722 SDValue VL = DAG.getConstant(NumSubElts + Index, DL, XLenVT); lowerVECTOR_SHUFFLEAsVSlideup() local 5410 SDValue Mask, VL; lowerCTLZ_CTTZ_ZERO_UNDEF() local 5903 SDValue Mask, VL; lowerFMAXIMUM_FMINIMUM() local 6425 SDValue VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; LowerOperation() local 8060 SDValue VL = getDefaultScalableVLOps(VT, DL, DAG, Subtarget).second; lowerVectorMaskSplat() local 8064 SDValue VL = getDefaultScalableVLOps(VT, DL, DAG, Subtarget).second; lowerVectorMaskSplat() local 8094 auto VL = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).second; lowerSPLAT_VECTOR_PARTS() local 8130 SDValue VL = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).second; lowerVectorMaskExt() local 8187 SDValue Mask, VL; lowerVectorMaskTruncLike() local 8256 SDValue Mask, VL; lowerVectorTruncLike() local 8370 SDValue Mask, VL; lowerVectorFPExtendOrRoundLike() local 8881 SDValue VL = DAG.getNode(ISD::INTRINSIC_WO_CHAIN, DL, XLenVT, SETVL, AVL, lowerVectorIntrinsicScalars() local 8935 SDValue VL = getVLOperand(Op); lowerVectorIntrinsicScalars() local 9248 SDValue VL = getVLOperand(Op); LowerINTRINSIC_WO_CHAIN() local 9431 SDValue VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; LowerINTRINSIC_W_CHAIN() local 9501 SDValue VL = getVLOp(VT.getVectorNumElements(), ContainerVT, DL, DAG, LowerINTRINSIC_W_CHAIN() local 9583 SDValue VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; LowerINTRINSIC_VOID() local 9622 SDValue VL = getVLOp(VT.getVectorNumElements(), ContainerVT, DL, DAG, LowerINTRINSIC_VOID() local 9731 SDValue Mask, VL; lowerVectorMaskVecReduction() local 9802 lowerReductionSeq(unsigned RVVOpcode,MVT ResVT,SDValue StartValue,SDValue Vec,SDValue Mask,SDValue VL,const SDLoc & DL,SelectionDAG & DAG,const RISCVSubtarget & Subtarget) lowerReductionSeq() argument 9981 SDValue VL = Op.getOperand(3); lowerVPREDUCE() local 10089 SDValue VL = getVLOp(EndIndex, ContainerVT, DL, DAG, Subtarget); lowerINSERT_SUBVECTOR() local 10326 SDValue VL = getVLOp(SubVecVT.getVectorNumElements(), ContainerVT, DL, DAG, lowerEXTRACT_SUBVECTOR() local 10537 SDValue VL = DAG.getRegister(RISCV::X0, XLenVT); lowerVECTOR_INTERLEAVE() local 10783 SDValue VL = getVLOp(VT.getVectorNumElements(), ContainerVT, DL, DAG, Subtarget); lowerFixedLengthVectorLoadToRVV() local 10843 SDValue VL = getVLOp(VT.getVectorNumElements(), ContainerVT, DL, DAG, lowerFixedLengthVectorStoreToRVV() local 10866 SDValue Mask, PassThru, VL; lowerMaskedLoad() local 10929 SDValue Val, Mask, VL; lowerMaskedStore() local 11113 SDValue Mask, VL; lowerABS() local 11173 SDValue VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; lowerFixedLengthVectorSelectToRVV() local 11297 SDValue VL = Op.getOperand(2); lowerVPExtMaskOp() local 11332 SDValue VL = Op.getOperand(4); lowerVPSetCCMaskOp() local 11409 SDValue VL = Op.getOperand(2); lowerVPFPIntConvOp() local 11625 SDValue VL = Op.getOperand(2); lowerVPSplatExperimental() local 11773 SDValue VL = Op->getOperand(3); lowerLogicVPOp() local 11891 SDValue Index, Mask, PassThru, VL; lowerMaskedGather() local 11988 SDValue Index, Mask, Val, VL; lowerMaskedScatter() local 14767 SDValue Mask, VL, Merge; materialize() local 15513 SDValue VL = N->getOperand(4 + Offset); combineVFMADD_VLWithVFNEG_VL() local 15559 SDValue VL = N->getOperand(4); performVFMADD_VLCombine() local 16472 SDValue VL = N->getOperand(2); combineTruncOfSraSext() local 16531 SDValue VL = N->getOperand(2); combineTruncToVnclip() local 17255 SDValue VL = N->getOperand(4); PerformDAGCombine() local 17446 SDValue VL = N->getOperand(2); PerformDAGCombine() local 17457 SDValue VL = N->getOperand(2); PerformDAGCombine() local 17500 SDValue VL = N->getOperand(2); PerformDAGCombine() local 17590 SDValue VL = N->getOperand(2); PerformDAGCombine() local 21709 Value *VL = ConstantInt::get(XLenTy, VTy->getNumElements()); lowerInterleavedLoad() local 21775 Value *VL = ConstantInt::get(XLenTy, VTy->getNumElements()); lowerInterleavedStore() local 21803 Value *VL; lowerDeinterleaveIntrinsicToLoad() local 21853 Value *VL; lowerInterleaveIntrinsicToStore() local [all...] |
H A D | SLPVectorizer.cpp | 297 static std::string shortBundleName(ArrayRef<Value *> VL) { in shortBundleName() argument 308 static bool allSameBlock(ArrayRef<Value *> VL) { in allSameBlock() argument 329 allConstant(ArrayRef<Value * > VL) allConstant() argument 337 isSplat(ArrayRef<Value * > VL) isSplat() argument 550 isFixedVectorShuffle(ArrayRef<Value * > VL,SmallVectorImpl<int> & Mask) isFixedVectorShuffle() argument 753 getSameOpcode(ArrayRef<Value * > VL,const TargetLibraryInfo & TLI,unsigned BaseIndex) getSameOpcode() argument 915 allSameType(ArrayRef<Value * > VL) allSameType() argument 1033 getAltInstrMask(ArrayRef<Value * > VL,unsigned Opcode0,unsigned Opcode1) getAltInstrMask() argument 1111 doesNotNeedToSchedule(ArrayRef<Value * > VL) doesNotNeedToSchedule() argument 2132 appendOperandsOfVL(ArrayRef<Value * > VL) appendOperandsOfVL() argument 2606 analyzedReductionVals(ArrayRef<Value * > VL) analyzedReductionVals() argument 2666 ArrayRef<Value *> VL = UserTE->getOperand(OpIdx); getVectorizedOperand() local 3201 newTreeEntry(ArrayRef<Value * > VL,std::optional<ScheduleData * > Bundle,const InstructionsState & S,const EdgeInfo & UserTreeIdx,ArrayRef<int> ReuseShuffleIndices=std::nullopt,ArrayRef<unsigned> ReorderIndices=std::nullopt) newTreeEntry() argument 3213 newTreeEntry(ArrayRef<Value * > VL,TreeEntry::EntryState EntryState,std::optional<ScheduleData * > Bundle,const InstructionsState & S,const EdgeInfo & UserTreeIdx,ArrayRef<int> ReuseShuffleIndices=std::nullopt,ArrayRef<unsigned> ReorderIndices=std::nullopt) newTreeEntry() argument 4406 computeCommonAlignment(ArrayRef<Value * > VL) computeCommonAlignment() argument 4547 canVectorizeLoads(ArrayRef<Value * > VL,const Value * VL0,SmallVectorImpl<unsigned> & Order,SmallVectorImpl<Value * > & PointerOps,bool TryRecursiveCheck) const canVectorizeLoads() argument 4788 clusterSortPtrAccesses(ArrayRef<Value * > VL,Type * ElemTy,const DataLayout & DL,ScalarEvolution & SE,SmallVectorImpl<unsigned> & SortedIndices) clusterSortPtrAccesses() argument 6073 needToScheduleSingleInstruction(ArrayRef<Value * > VL) needToScheduleSingleInstruction() argument 6290 getScalarsVectorizationState(InstructionsState & S,ArrayRef<Value * > VL,bool IsScatterVectorizeUserTE,OrdersType & CurrentOrder,SmallVectorImpl<Value * > & PointerOps) const getScalarsVectorizationState() argument 6687 buildTree_rec(ArrayRef<Value * > VL,unsigned Depth,const EdgeInfo & UserTreeIdx) buildTree_rec() argument 6821 __anon07b2d7746302(ArrayRef<Value *> VL) buildTree_rec() argument 7502 canReuseExtract(ArrayRef<Value * > VL,Value * OpValue,SmallVectorImpl<unsigned> & CurrentOrder,bool ResizeAllowed) const canReuseExtract() argument 8253 getBuildVectorCost(ArrayRef<Value * > VL,Value * Root) getBuildVectorCost() argument 8457 computeExtractCost(ArrayRef<Value * > VL,ArrayRef<int> Mask,ArrayRef<std::optional<TTI::ShuffleKind>> ShuffleKinds,unsigned NumParts) computeExtractCost() argument 8905 ArrayRef<Value *> VL = E->Scalars; adjustExtracts() local 9118 gather(ArrayRef<Value * > VL,unsigned MaskVF=0,Value * Root=nullptr) gather() argument 9251 ArrayRef<Value *> VL = E->Scalars; getEntryCost() local 10804 tryToGatherSingleRegisterExtractElements(MutableArrayRef<Value * > VL,SmallVectorImpl<int> & Mask) const tryToGatherSingleRegisterExtractElements() argument 10901 tryToGatherExtractElements(SmallVectorImpl<Value * > & VL,SmallVectorImpl<int> & Mask,unsigned NumParts) const tryToGatherExtractElements() argument 10928 isGatherShuffledSingleRegisterEntry(const TreeEntry * TE,ArrayRef<Value * > VL,MutableArrayRef<int> Mask,SmallVectorImpl<const TreeEntry * > & Entries,unsigned Part,bool ForOrder) isGatherShuffledSingleRegisterEntry() argument 11299 isGatherShuffledEntry(const TreeEntry * TE,ArrayRef<Value * > VL,SmallVectorImpl<int> & Mask,SmallVectorImpl<SmallVector<const TreeEntry * >> & Entries,unsigned NumParts,bool ForOrder) isGatherShuffledEntry() argument 11354 getGatherCost(ArrayRef<Value * > VL,bool ForPoisonSrc,Type * ScalarTy) const getGatherCost() argument 11409 reorderInputsAccordingToOpcode(ArrayRef<Value * > VL,SmallVectorImpl<Value * > & Left,SmallVectorImpl<Value * > & Right,const BoUpSLP & R) reorderInputsAccordingToOpcode() argument 11595 gather(ArrayRef<Value * > VL,Value * Root,Type * ScalarTy) gather() argument 11924 ArrayRef<Value *> VL = adjustExtracts() local 12137 gather(ArrayRef<Value * > VL,unsigned MaskVF=0,Value * Root=nullptr) gather() argument 12201 ValueList &VL = E->getOperand(NodeIdx); vectorizeOperand() local 14453 buildBundle(ArrayRef<Value * > VL) buildBundle() argument 14482 tryScheduleBundle(ArrayRef<Value * > VL,BoUpSLP * SLP,const InstructionsState & S) tryScheduleBundle() argument 14578 cancelScheduling(ArrayRef<Value * > VL,Value * OpValue) cancelScheduling() argument 16444 tryToVectorizeList(ArrayRef<Value * > VL,BoUpSLP & R,bool MaxVFOnly) tryToVectorizeList() argument 17430 ArrayRef<Value *> VL(std::next(Candidates.begin(), Pos), ReduxWidth); tryToReduce() local 17938 ArrayRef<Value *> VL = R.getRootNodeScalars(); emitReusedOps() local 18414 SmallVector<T *> VL; tryToVectorizeSequence() local 18480 SmallVector<T *> VL; tryToVectorizeSequence() local [all...] |