| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VECustomDAG.cpp | 563 SDValue StartV, SDValue VectorV, in getLegalReductionOpVVP() argument
569 bool scalarizeStartParam = StartV && !hasReductionStartParam(VVPOpcode); in getLegalReductionOpVVP()
576 return getNode(ScalarOC, ResVT, {StartV, ReductionResV}); in getLegalReductionOpVVP()
580 if (!scalarizeStartParam && StartV) { in getLegalReductionOpVVP()
583 getNode(VVPOpcode, ResVT, {StartV, VectorV, Mask, AVL}, Flags)); in getLegalReductionOpVVP()
|
| H A D | VECustomDAG.h | 184 SDValue getLegalReductionOpVVP(unsigned VVPOpcode, EVT ResVT, SDValue StartV,
|
| H A D | VVPISelLowering.cpp | 90 SDValue StartV = SrcHasStart ? Op->getOperand(0) : SDValue(); in lowerToVVP() local
92 return CDAG.getLegalReductionOpVVP(VVPOpcode, Op.getValueType(), StartV, in lowerToVVP()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanTransforms.cpp | 526 Instruction *TruncI, VPValue *StartV, VPValue *Step, in createScalarIVSteps() argument
531 if (!CanonicalIV->isCanonical(Kind, StartV, Step)) { in createScalarIVSteps()
532 BaseIV = new VPDerivedIVRecipe(Kind, FPBinOp, StartV, CanonicalIV, Step); in createScalarIVSteps()
591 VPValue *StartV = in legalizeAndOptimizeInductions() local
596 SE, nullptr, StartV, StepV, InsertPt); in legalizeAndOptimizeInductions()
1264 VPValue *StartV = CanonicalIVPHI->getStartValue(); in addVPLaneMaskPhiAndUpdateExitBranch() local
1297 VPInstruction::CanonicalIVIncrementForPart, {StartV}, {false, false}, DL, in addVPLaneMaskPhiAndUpdateExitBranch()
1450 VPValue *StartV = CanonicalIVPHI->getStartValue(); in tryAddExplicitVectorLength() local
1453 auto *EVLPhi = new VPEVLBasedIVPHIRecipe(StartV, DebugLoc()); in tryAddExplicitVectorLength()
|
| H A D | VPlanRecipes.cpp | 2560 Value *StartV = StartVPV->getLiveInIRValue(); in execute() local
2567 Type *VecTy = ScalarPHI ? StartV->getType() in execute()
2568 : VectorType::get(StartV->getType(), State.VF); in execute()
2588 Iden = StartV; in execute()
2592 StartV = Iden = in execute()
2593 Builder.CreateVectorSplat(State.VF, StartV, "minmax.ident"); in execute()
2604 StartV = Builder.CreateInsertElement(Iden, StartV, Zero); in execute()
2612 Value *StartVal = (Part == 0) ? StartV : Iden; in execute()
|
| H A D | VPlan.h | 2712 VPCanonicalIVPHIRecipe(VPValue *StartV, DebugLoc DL) in VPCanonicalIVPHIRecipe() argument
2713 : VPHeaderPHIRecipe(VPDef::VPCanonicalIVPHISC, nullptr, StartV, DL) {} in VPCanonicalIVPHIRecipe()
|
| H A D | LoopVectorize.cpp | 8266 VPValue *StartV = Operands[0]; in tryToCreateWidenRecipe() local
8272 PhiRecipe = new VPReductionPHIRecipe(Phi, RdxDesc, *StartV, in tryToCreateWidenRecipe()
8280 PhiRecipe = new VPFirstOrderRecurrencePHIRecipe(Phi, *StartV); in tryToCreateWidenRecipe()
8352 auto *StartV = Plan.getOrAddLiveIn(StartIdx); in addCanonicalIVRecipes() local
8355 auto *CanonicalIVPHI = new VPCanonicalIVPHIRecipe(StartV, DL); in addCanonicalIVRecipes()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonHardwareLoops.cpp | 784 int64_t StartV = Start->getImm(); in computeCount() local
786 int64_t Dist = EndV - StartV; in computeCount()
857 int64_t StartV = 0, EndV = 0; in computeCount() local
859 StartV = Start->getImm(); in computeCount()
875 StartV--; in computeCount()
884 StartV -= (IVBump-1); in computeCount()
912 if (Start->isImm() && StartV == 0) { in computeCount()
938 EndValInstr->getOperand(2).getImm() == StartV) { in computeCount()
945 .addImm(-StartV); in computeCount()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | ScalarEvolutionExpander.cpp | 1042 Value *StartV = in getAddRecExprPHILiterally() local
1047 assert(!isa<Instruction>(StartV) || in getAddRecExprPHILiterally()
1048 SE.DT.properlyDominates(cast<Instruction>(StartV)->getParent(), in getAddRecExprPHILiterally()
1080 PN->addIncoming(StartV, Pred); in getAddRecExprPHILiterally()
1244 Value *StartV = expand(SE.getPointerBase(S)); in visitAddRecExpr() local
1245 return expandAddToGEP(SE.removePointerBase(S), StartV); in visitAddRecExpr()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstructionCombining.cpp | 4510 Value *StartV = StartU->get(); in foldFreezeIntoRecurrence() local
4512 bool StartNeedsFreeze = !isGuaranteedNotToBeUndefOrPoison(StartV); in foldFreezeIntoRecurrence()
4515 if (StartNeedsFreeze && StartBB->getTerminator() == StartV) in foldFreezeIntoRecurrence()
4546 Value *FrozenStartV = Builder.CreateFreeze(StartV, in foldFreezeIntoRecurrence()
4547 StartV->getName() + ".fr"); in foldFreezeIntoRecurrence()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 9866 SDValue StartV = DAG.getNeutralElement(BaseOpc, DL, VecEltVT, SDNodeFlags()); in lowerVECREDUCE()
9874 StartV = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VecEltVT, Vec, in lowerVECREDUCE()
9877 return lowerReductionSeq(RVVOpcode, Op.getSimpleValueType(), StartV, Vec, in lowerVECREDUCE()
9864 SDValue StartV = DAG.getNeutralElement(BaseOpc, DL, VecEltVT, SDNodeFlags()); lowerVECREDUCE() local
|