| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VECustomDAG.cpp | 563 SDValue StartV, SDValue VectorV, in getLegalReductionOpVVP() argument
569 bool scalarizeStartParam = StartV && !hasReductionStartParam(VVPOpcode); in getLegalReductionOpVVP()
576 return getNode(ScalarOC, ResVT, {StartV, ReductionResV}); in getLegalReductionOpVVP()
580 if (!scalarizeStartParam && StartV) { in getLegalReductionOpVVP()
583 getNode(VVPOpcode, ResVT, {StartV, VectorV, Mask, AVL}, Flags)); in getLegalReductionOpVVP()
|
| H A D | VECustomDAG.h | 184 SDValue getLegalReductionOpVVP(unsigned VVPOpcode, EVT ResVT, SDValue StartV,
|
| H A D | VVPISelLowering.cpp | 90 SDValue StartV = SrcHasStart ? Op->getOperand(0) : SDValue(); in lowerToVVP() local
92 return CDAG.getLegalReductionOpVVP(VVPOpcode, Op.getValueType(), StartV, in lowerToVVP()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanUnroll.cpp | 237 VPValue *StartV; in unrollHeaderPHIByUF() local
239 StartV = VPI->getOperand(1); in unrollHeaderPHIByUF()
244 StartV = C; in unrollHeaderPHIByUF()
247 VPV2Parts[VPI][Part - 1] = StartV; in unrollHeaderPHIByUF()
|
| H A D | VPlanTransforms.cpp | 567 VPValue *StartV, VPValue *Step, DebugLoc DL, in createScalarIVSteps() argument
572 Kind, FPBinOp, StartV, CanonicalIV, Step, "offset.idx"); in createScalarIVSteps()
668 VPValue *StartV = in legalizeAndOptimizeInductions() local
673 nullptr, StartV, StepV, PtrIV->getDebugLoc(), Builder); in legalizeAndOptimizeInductions()
1184 VPValue *StartV; in simplifyRecipe() local
1186 m_VPValue(StartV), m_VPValue(), m_VPValue()))) { in simplifyRecipe()
1187 Def->replaceUsesWithIf(StartV, [](const VPUser &U, unsigned Idx) { in simplifyRecipe()
1981 VPValue *StartV = CanonicalIVPHI->getStartValue(); in addVPLaneMaskPhiAndUpdateExitBranch() local
2014 VPInstruction::CanonicalIVIncrementForPart, {StartV}, {false, false}, DL, in addVPLaneMaskPhiAndUpdateExitBranch()
2322 VPValue *StartV = CanonicalIVPHI->getStartValue(); in tryAddExplicitVectorLength() local
[all …]
|
| H A D | VPlanConstruction.cpp | 432 auto *StartV = Plan.getOrAddLiveIn(StartIdx); in addCanonicalIVRecipes() local
435 auto *CanonicalIVPHI = new VPCanonicalIVPHIRecipe(StartV, DL); in addCanonicalIVRecipes()
|
| H A D | LoopVectorize.cpp | 7172 [[maybe_unused]] Value *StartV = in fixReductionScalarResumeWhenVectorizingEpilog() local
7177 assert(Cmp->getOperand(1) == StartV && in fixReductionScalarResumeWhenVectorizingEpilog()
7182 Value *StartV = getStartValueFromReductionResult(EpiRedResult); in fixReductionScalarResumeWhenVectorizingEpilog() local
7192 ((CmpOp == StartV && isGuaranteedNotToBeUndefOrPoison(CmpOp)))); in fixReductionScalarResumeWhenVectorizingEpilog()
8211 VPValue *StartV = Operands[0]; in tryToCreateWidenRecipe() local
8221 Phi, RdxDesc.getRecurrenceKind(), *StartV, CM.isInLoopReduction(Phi), in tryToCreateWidenRecipe()
8228 PhiRecipe = new VPFirstOrderRecurrencePHIRecipe(Phi, *StartV); in tryToCreateWidenRecipe()
9288 VPValue *StartV = PHBuilder.createNaryOp( in adjustRecipesForReductions() local
9293 PhiR->setOperand(0, StartV); in adjustRecipesForReductions()
9805 Value *StartV = RdxResult->getOperand(1)->getLiveInIRValue(); in preparePlanForEpilogueVectorLoop() local
[all …]
|
| H A D | VPlanRecipes.cpp | 3911 Value *StartV = State.get(StartVPV, ScalarPHI); in execute() local
3912 Type *VecTy = StartV->getType(); in execute()
3921 Phi->addIncoming(StartV, VectorPH); in execute()
|
| H A D | VPlan.h | 3221 VPCanonicalIVPHIRecipe(VPValue *StartV, DebugLoc DL) in VPCanonicalIVPHIRecipe() argument
3222 : VPHeaderPHIRecipe(VPDef::VPCanonicalIVPHISC, nullptr, StartV, DL) {} in VPCanonicalIVPHIRecipe()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonHardwareLoops.cpp | 782 int64_t StartV = Start->getImm(); in computeCount() local
784 int64_t Dist = EndV - StartV; in computeCount()
856 int64_t StartV = 0, EndV = 0; in computeCount() local
858 StartV = Start->getImm(); in computeCount()
874 StartV--; in computeCount()
883 StartV -= (IVBump-1); in computeCount()
911 if (Start->isImm() && StartV == 0) { in computeCount()
937 EndValInstr->getOperand(2).getImm() == StartV) { in computeCount()
944 .addImm(-StartV); in computeCount()
998 if (!(Start->isImm() && StartV == 0 && Comparison::isUnsigned(Cmp) && in computeCount()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | ScalarEvolutionExpander.cpp | 1066 Value *StartV = in getAddRecExprPHILiterally() local
1071 assert(!isa<Instruction>(StartV) || in getAddRecExprPHILiterally()
1072 SE.DT.properlyDominates(cast<Instruction>(StartV)->getParent(), in getAddRecExprPHILiterally()
1104 PN->addIncoming(StartV, Pred); in getAddRecExprPHILiterally()
1268 Value *StartV = expand(SE.getPointerBase(S)); in visitAddRecExpr() local
1269 return expandAddToGEP(SE.removePointerBase(S), StartV, in visitAddRecExpr()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstructionCombining.cpp | 4952 Value *StartV = StartU->get(); in foldFreezeIntoRecurrence() local
4954 bool StartNeedsFreeze = !isGuaranteedNotToBeUndefOrPoison(StartV); in foldFreezeIntoRecurrence()
4957 if (StartNeedsFreeze && StartBB->getTerminator() == StartV) in foldFreezeIntoRecurrence()
4988 Value *FrozenStartV = Builder.CreateFreeze(StartV, in foldFreezeIntoRecurrence()
4989 StartV->getName() + ".fr"); in foldFreezeIntoRecurrence()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 11255 SDValue StartV = DAG.getNeutralElement(BaseOpc, DL, VecEltVT, SDNodeFlags()); in lowerVECREDUCE() local
11263 StartV = DAG.getExtractVectorElt(DL, VecEltVT, Vec, 0); in lowerVECREDUCE()
11265 return lowerReductionSeq(RVVOpcode, Op.getSimpleValueType(), StartV, Vec, in lowerVECREDUCE()
|