/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | A15SDOptimizer.cpp | 416 unsigned Lane, bool QPR) { in createDupLane() 431 const DebugLoc &DL, unsigned DReg, unsigned Lane, in createExtractSubreg() 476 const DebugLoc &DL, unsigned DReg, unsigned Lane, unsigned ToInsert) { in createInsertSubreg() 541 unsigned Lane; in optimizeAllLanesPattern() local
|
H A D | ARMBaseInstrInfo.cpp | 5076 unsigned SReg, unsigned &Lane) { in getCorrespondingDRegAndLane() 5107 unsigned Lane, unsigned &ImplicitSReg) { in getImplicitSPRUseForDPRUse() 5135 unsigned Lane; in setExecutionDomain() local
|
H A D | ARMExpandPseudoInsts.cpp | 762 unsigned Lane = MI.getOperand(MI.getDesc().getNumOperands() - 3).getImm(); in ExpandLaneOp() local
|
H A D | ARMISelLowering.cpp | 8835 int Lane = SVN->getSplatIndex(); in LowerVECTOR_SHUFFLE() local 9051 unsigned Lane = Op.getConstantOperandVal(2); in LowerINSERT_VECTOR_ELT_i1() local 9065 SDValue Lane = Op.getOperand(2); in LowerINSERT_VECTOR_ELT() local 9114 unsigned Lane = Op.getConstantOperandVal(1); in LowerEXTRACT_VECTOR_ELT_i1() local 9125 SDValue Lane = Op.getOperand(1); in LowerEXTRACT_VECTOR_ELT() local 15537 unsigned Lane = Ext.getConstantOperandVal(1); in PerformExtractEltToVMOVRRD() local 17890 SDValue Lane = N0.getOperand(1); in PerformExtendCombine() local
|
H A D | ARMISelDAGToDAG.cpp | 2430 unsigned Lane = N->getConstantOperandVal(Vec0Idx + NumVecs); in SelectVLDSTLane() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
H A D | WebAssemblyISelLowering.cpp | 2081 auto GetSwizzleSrcs = [](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR() 2105 auto GetShuffleSrc = [&](const SDValue &Lane) { in LowerBUILD_VECTOR() 2146 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local 2200 IsLaneConstructed = [&, Swizzled](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR() 2229 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local 2241 IsLaneConstructed = [&](size_t, const SDValue &Lane) { in LowerBUILD_VECTOR() 2247 for (const SDValue &Lane : Op->op_values()) { in LowerBUILD_VECTOR() local 2274 IsLaneConstructed = [&IsConstant](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR() 2280 IsLaneConstructed = [&SplatValue](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR() 2290 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | SIRegisterInfo.h | 56 int Lane = -1; global() member
|
H A D | SIRegisterInfo.cpp | 1215 int Index, unsigned Lane, in spillVGPRtoAGPR() 1572 for (int LaneS = (RegOffset + EltSize) / 4 - 1, Lane = LaneS, in buildSpillLoadStore() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
H A D | AArch64PostLegalizerLowering.cpp | 247 bool matchDupFromInsertVectorElt(int Lane, MachineInstr &MI, in matchDupFromInsertVectorElt() 287 bool matchDupFromBuildVector(int Lane, MachineInstr &MI, in matchDupFromBuildVector() 309 int Lane = *MaybeLane; in matchDup() local 752 auto Lane = B.buildConstant(LLT::scalar(64), MatchInfo.second); in applyDupLane() local
|
H A D | AArch64InstructionSelector.cpp | 5189 int64_t Lane; in selectUSMovFromExtend() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 441 for (int Lane = 0; Lane < LaneCount; Lane++) in createShuffleStride() local 613 int Lane = (VectorWidth / 128 > 0) ? VectorWidth / 128 : 1; in group2Shuffle() local
|
H A D | X86InstCombineIntrinsic.cpp | 493 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyX86pack() local 3315 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyDemandedVectorEltsIntrinsic() local 3330 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyDemandedVectorEltsIntrinsic() local
|
H A D | X86TargetTransformInfo.cpp | 4701 for (unsigned Lane = 0; Lane != NumLegalLanes; ++Lane) { in getScalarizationOverhead() local 6090 for (int Lane : seq<int>(0, NumElements)) { in isLegalAltInstr() local
|
H A D | X86ISelLowering.cpp | 5175 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in createPackShuffleMask() local 5198 for (int Lane = 0; Lane != NumLanes; ++Lane) { in getPackDemandedElts() local 9445 int Lane = (M % NumElts) / NumEltsPerLane; in isMultiLaneShuffleMask() local 10586 for (int Lane = 0; Lane != NumLanes; ++Lane) { in matchShuffleAsBlend() local 10875 for (int Lane = 0; Lane != NumElts; Lane += NumLaneElts) { in lowerShuffleAsUNPCKAndPermute() local 11061 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute() local 11101 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute() local 15076 for (int Lane = 0; Lane != NumLanes; ++Lane) { in lowerShuffleAsLanePermuteAndRepeatedMask() local 15148 for (int Lane = 0; Lane != NumLanes; ++Lane) { in lowerShuffleAsLanePermuteAndRepeatedMask() local 15178 for (int Lane = 0; Lane != NumLanes; ++Lane) { in lowerShuffleAsLanePermuteAndRepeatedMask() local [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VPlanRecipes.cpp | 197 auto Lane = vputils::isUniformAfterVectorization(ExitValue) in fixPhi() local 373 const VPIteration &Lane) { in generatePerLane() 718 for (unsigned Lane = 0, NumLanes = State.VF.getKnownMinValue(); in execute() local 1473 for (unsigned Lane = StartLane; Lane < EndLane; ++Lane) { in execute() local 1934 unsigned Lane = State.Instance->Lane.getKnownLane(); in execute() local
|
H A D | VPlanSLP.cpp | 313 for (unsigned Lane = 1, E = MultiNodeOps[0].second.size(); Lane < E; ++Lane) { in reorderMultiNodeOps() local
|
H A D | VPlan.cpp | 248 Value *Lane = Instance.Lane.getAsRuntimeExpr(Builder, VF); in get() local 348 for (unsigned Lane = 0; Lane < VF.getKnownMinValue(); ++Lane) in get() local 765 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
|
H A D | SLPVectorizer.cpp | 1036 for (unsigned Lane : seq<unsigned>(VL.size())) in getAltInstrMask() local 1764 OperandData &getData(unsigned OpIdx, unsigned Lane) { in getData() argument 1777 for (unsigned Lane in clearUsed() local 1783 swap(unsigned OpIdx1,unsigned OpIdx2,unsigned Lane) swap() argument 1796 getSplatScore(unsigned Lane,unsigned OpIdx,unsigned Idx) const getSplatScore() argument 1828 getExternalUseScore(unsigned Lane,unsigned OpIdx,unsigned Idx) const getExternalUseScore() argument 1858 getLookAheadScore(Value * LHS,Value * RHS,ArrayRef<Value * > MainAltOps,int Lane,unsigned OpIdx,unsigned Idx,bool & IsUsed) getLookAheadScore() argument 1900 getBestOperand(unsigned OpIdx,int Lane,int LastLane,ArrayRef<ReorderingMode> ReorderingModes,ArrayRef<Value * > MainAltOps) getBestOperand() argument 2023 unsigned Lane = I - 1; getBestLaneToStartReordering() local 2145 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { appendOperandsOfVL() local 2185 shouldBroadcast(Value * Op,unsigned OpIdx,unsigned Lane) shouldBroadcast() argument 2274 for (unsigned Lane = 0, Lanes = getNumLanes(); Lane != Lanes; ++Lane) getVL() local 2376 int Lane = FirstLane + Direction * Distance; reorder() local 3015 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { setOperandsInOrder() local 3377 int Lane; global() member 3745 int Lane = std::distance(TE->Scalars.begin(), schedule() local 5845 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { buildExternalUses() local 5913 for (unsigned Lane : seq<unsigned>(0, TE->Scalars.size())) { collectUserStores() local 13865 Value *Lane = Builder.getInt32(ExternalUse.Lane); vectorizeTree() local 14221 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { vectorizeTree() local [all...] |
H A D | VectorCombine.cpp | 1679 static InstLane lookThroughShuffles(Use *U, int Lane) { in lookThroughShuffles() 1794 for (const auto &Lane : Item) in generateNewInstTree() local
|
H A D | VPlan.h | 178 VPLane(unsigned Lane, Kind LaneKind) : Lane(Lane), LaneKind(LaneKind) {} in VPLane() 242 VPLane Lane; member
|
H A D | LoopVectorize.cpp | 9185 auto Lane = VPLane::getLastLaneForVF(State.VF); in execute() local 9195 for (unsigned Lane = 0; Lane < EndLane; ++Lane) in execute() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
H A D | MipsSEISelLowering.cpp | 3170 unsigned Lane = MI.getOperand(2).getImm(); in emitCOPY_FW() local 3215 unsigned Lane = MI.getOperand(2).getImm() * 2; in emitCOPY_FD() local 3245 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FW() local 3281 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FD() local
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | ConstantFolding.cpp | 3260 SmallVector<Constant *, 4> Lane(Operands.size()); in ConstantFoldFixedVectorCall() local 3427 Constant *Lane = Operands[0]->getAggregateElement(I); in ConstantFoldStructCall() local
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 12123 unsigned Lane = V.getConstantOperandVal(1); in ReconstructShuffle() local 12820 SDValue Lane = DAG.getConstant(OpNum - OP_VDUP0, dl, MVT::i64); in GeneratePerfectShuffle() local 12932 static SDValue constructDup(SDValue V, int Lane, SDLoc dl, EVT VT, in constructDup() 13164 int Lane = SVN->getSplatIndex(); in LowerVECTOR_SHUFFLE() local 13185 unsigned Lane = 0; in LowerVECTOR_SHUFFLE() local 13848 for (SDValue Lane : Op->ops()) { in NormalizeBuildVector() local 14151 SDValue Lane = Value.getOperand(1); in LowerBUILD_VECTOR() local 19621 SDValue Lane = Op1.getOperand(1); in tryCombineFixedPointConvert() local 22445 SDValue Lane; in performPostLD1Combine() local 28200 unsigned Lane = std::max(0, SVN->getSplatIndex()); in LowerFixedLengthVECTOR_SHUFFLEToSVE() local
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | Instructions.cpp | 2318 unsigned Lane = J * Factor + I; in isInterleaveMask() local
|