Home
last modified time | relevance | path

Searched refs:EVL (Results 1 – 19 of 19) sorted by relevance

/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DSelectionDAG.h1007 SDValue getVPZeroExtendInReg(SDValue Op, SDValue Mask, SDValue EVL,
1037 SDValue EVL, EVT VT);
1044 SDValue EVL);
1052 SDValue EVL);
1249 ISD::CondCode Cond, SDValue Mask, SDValue EVL) {
1255 EVL);
1447 SDValue Mask, SDValue EVL, MachinePointerInfo PtrInfo,
1454 SDValue Mask, SDValue EVL, MachinePointerInfo PtrInfo, EVT MemVT,
1460 return getLoadVP(AM, ExtType, VT, dl, Chain, Ptr, Offset, Mask, EVL,
1466 SDValue Mask, SDValue EVL, EVT MemVT,
[all …]
H A DBasicTTIImpl.h1629 const Value *EVL = Args[4]; in getIntrinsicInstrCost() local
1630 bool VarMask = !isa<Constant>(Mask) || !isa<Constant>(EVL); in getIntrinsicInstrCost()
1639 const Value *EVL = Args[3]; in getIntrinsicInstrCost() local
1640 bool VarMask = !isa<Constant>(Mask) || !isa<Constant>(EVL); in getIntrinsicInstrCost()
H A DTargetLowering.h5535 SDValue EVL, bool &NeedInvert, const SDLoc &dl,
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorOps.cpp1470 SDValue EVL = Node->getOperand(3); in ExpandVP_SELECT() local
1486 SDValue NotMask = DAG.getNode(ISD::VP_XOR, DL, VT, Mask, Ones, Ones, EVL); in ExpandVP_SELECT()
1488 Op1 = DAG.getNode(ISD::VP_AND, DL, VT, Op1, Mask, Ones, EVL); in ExpandVP_SELECT()
1489 Op2 = DAG.getNode(ISD::VP_AND, DL, VT, Op2, NotMask, Ones, EVL); in ExpandVP_SELECT()
1490 return DAG.getNode(ISD::VP_OR, DL, VT, Op1, Op2, Ones, EVL); in ExpandVP_SELECT()
1503 SDValue EVL = Node->getOperand(3); in ExpandVP_MERGE() local
1508 EVT EVLVecVT = EVT::getVectorVT(*DAG.getContext(), EVL.getValueType(), in ExpandVP_MERGE()
1526 SDValue SplatEVL = DAG.getSplat(EVLVecVT, DL, EVL); in ExpandVP_MERGE()
1550 SDValue EVL = Node->getOperand(3); in ExpandVP_REM() local
1553 SDValue Div = DAG.getNode(DivOpc, DL, VT, Dividend, Divisor, Mask, EVL); in ExpandVP_REM()
[all …]
H A DLegalizeIntegerTypes.cpp592 SDValue EVL = N->getOperand(2); in PromoteIntRes_BSWAP() local
594 DAG.getNode(ISD::VP_BSWAP, dl, NVT, Op, Mask, EVL), ShAmt, in PromoteIntRes_BSWAP()
595 Mask, EVL); in PromoteIntRes_BSWAP()
620 SDValue EVL = N->getOperand(2); in PromoteIntRes_BITREVERSE() local
622 DAG.getNode(ISD::VP_BITREVERSE, dl, NVT, Op, Mask, EVL), in PromoteIntRes_BITREVERSE()
623 ShAmt, Mask, EVL); in PromoteIntRes_BITREVERSE()
680 SDValue EVL = N->getOperand(2); in PromoteIntRes_CTLZ() local
682 SDValue Op = VPZExtPromotedInteger(N->getOperand(0), Mask, EVL); in PromoteIntRes_CTLZ()
684 DAG.getNode(N->getOpcode(), dl, NVT, Op, Mask, EVL), in PromoteIntRes_CTLZ()
685 ExtractLeadingBits, Mask, EVL); in PromoteIntRes_CTLZ()
[all …]
H A DTargetLowering.cpp9179 SDValue EVL = N->getOperand(2); in expandVPCTTZElements() local
9191 DAG.getCondCode(ISD::SETNE), Mask, EVL); in expandVPCTTZElements()
9194 SDValue ExtEVL = DAG.getZExtOrTrunc(EVL, DL, ResVT); in expandVPCTTZElements()
9198 DAG.getNode(ISD::VP_SELECT, DL, ResVecVT, Source, StepVec, Splat, EVL); in expandVPCTTZElements()
9199 return DAG.getNode(ISD::VP_REDUCE_UMIN, DL, ResVT, ExtEVL, Select, Mask, EVL); in expandVPCTTZElements()
9424 SDValue EVL = N->getOperand(2); in expandVPBSWAP() local
9436 Mask, EVL); in expandVPBSWAP()
9438 Mask, EVL); in expandVPBSWAP()
9439 return DAG.getNode(ISD::VP_OR, dl, VT, Tmp1, Tmp2, Mask, EVL); in expandVPBSWAP()
9442 Mask, EVL); in expandVPBSWAP()
[all …]
H A DLegalizeTypes.h277 SDValue VPSExtPromotedInteger(SDValue Op, SDValue Mask, SDValue EVL) { in VPSExtPromotedInteger() argument
285 SDValue Shl = DAG.getNode(ISD::VP_SHL, dl, VT, Op, ShiftCst, Mask, EVL); in VPSExtPromotedInteger()
286 return DAG.getNode(ISD::VP_SRA, dl, VT, Shl, ShiftCst, Mask, EVL); in VPSExtPromotedInteger()
290 SDValue VPZExtPromotedInteger(SDValue Op, SDValue Mask, SDValue EVL) { in VPZExtPromotedInteger() argument
294 return DAG.getVPZeroExtendInReg(Op, Mask, EVL, dl, OldVT); in VPZExtPromotedInteger()
H A DSelectionDAG.cpp1545 SDValue EVL, const SDLoc &DL, in getVPZeroExtendInReg() argument
1560 EVL); in getVPZeroExtendInReg()
1590 SDValue Mask, SDValue EVL, EVT VT) { in getVPLogicalNOT() argument
1592 return getNode(ISD::VP_XOR, DL, VT, Val, TrueValue, Mask, EVL); in getVPLogicalNOT()
1596 SDValue Mask, SDValue EVL) { in getVPPtrExtOrTrunc() argument
1597 return getVPZExtOrTrunc(DL, VT, Op, Mask, EVL); in getVPPtrExtOrTrunc()
1601 SDValue Mask, SDValue EVL) { in getVPZExtOrTrunc() argument
1603 return getNode(ISD::VP_ZERO_EXTEND, DL, VT, Op, Mask, EVL); in getVPZExtOrTrunc()
1605 return getNode(ISD::VP_TRUNCATE, DL, VT, Op, Mask, EVL); in getVPZExtOrTrunc()
9148 SDValue Chain, SDValue Ptr, SDValue Offset, SDValue Mask, SDValue EVL, in getLoadVP() argument
[all …]
H A DLegalizeVectorTypes.cpp2084 SDValue EVL = LD->getVectorLength(); in SplitVecRes_VP_LOAD() local
2105 std::tie(EVLLo, EVLHi) = DAG.SplitEVL(EVL, LD->getValueType(0), dl); in SplitVecRes_VP_LOAD()
3036 SDValue EVL = N->getOperand(2); in SplitVecRes_VP_REVERSE() local
3059 DAG.getNode(ISD::SUB, DL, PtrVT, DAG.getZExtOrTrunc(EVL, DL, PtrVT), in SplitVecRes_VP_REVERSE()
3069 EVL, MemVT, StoreMMO, ISD::UNINDEXED); in SplitVecRes_VP_REVERSE()
3071 SDValue Load = DAG.getLoadVP(VT, DL, Store, StackPtr, Mask, EVL, LoadMMO); in SplitVecRes_VP_REVERSE()
3623 SDValue EVL = N->getVectorLength(); in SplitVecOp_VP_STORE() local
3654 std::tie(EVLLo, EVLHi) = DAG.SplitEVL(EVL, Data.getValueType(), DL); in SplitVecOp_VP_STORE()
5683 SDValue EVL = DAG.getElementCount(DL, TLI.getVPExplicitVectorLengthTy(), in WidenVecRes_LOAD() local
5687 DAG.getLoadVP(WideVT, DL, LD->getChain(), LD->getBasePtr(), Mask, EVL, in WidenVecRes_LOAD()
[all …]
H A DLegalizeDAG.cpp4107 SDValue Mask, EVL; in ExpandNode() local
4110 EVL = Node->getOperand(4 + Offset); in ExpandNode()
4113 DAG, Node->getValueType(0), Tmp1, Tmp2, Tmp3, Mask, EVL, NeedInvert, dl, in ExpandNode()
4126 {Tmp1, Tmp2, Tmp3, Mask, EVL}, Node->getFlags()); in ExpandNode()
4140 DAG.getVPLogicalNOT(dl, Tmp1, Mask, EVL, Tmp1->getValueType(0)); in ExpandNode()
H A DSelectionDAGBuilder.cpp8481 SDValue EVL = getValue(VPIntrin.getOperand(4)); in visitVPCmp() local
8485 EVL = DAG.getNode(ISD::ZERO_EXTEND, DL, EVLParamVT, EVL); in visitVPCmp()
8490 DAG.getSetCCVP(DL, DestVT, Op1, Op2, Condition, MaskOp, EVL)); in visitVPCmp()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DAddressSanitizer.cpp783 Type *IntptrTy, Value *Mask, Value *EVL,
1472 Value *EVL = IB.CreateAddReduce(ExtMask); in getInterestingMemoryOperands() local
1475 EVL); in getInterestingMemoryOperands()
1620 Value *EVL, Value *Stride, Instruction *I, Value *Addr, in instrumentMaskedLoadOrStore() argument
1630 if (EVL) { in instrumentMaskedLoadOrStore()
1633 Type *EVLType = EVL->getType(); in instrumentMaskedLoadOrStore()
1634 Value *IsEVLZero = IB.CreateICmpNE(EVL, ConstantInt::get(EVLType, 0)); in instrumentMaskedLoadOrStore()
1638 EVL = IB.CreateZExtOrTrunc(EVL, IntptrTy); in instrumentMaskedLoadOrStore()
1642 EVL = IB.CreateBinaryIntrinsic(Intrinsic::umin, EVL, EC); in instrumentMaskedLoadOrStore()
1644 EVL = IB.CreateElementCount(IntptrTy, VTy->getElementCount()); in instrumentMaskedLoadOrStore()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DBasicBlockUtils.cpp1782 Value *EVL, Instruction *InsertBefore, in SplitBlockAndInsertForEachLane() argument
1786 Type *Ty = EVL->getType(); in SplitBlockAndInsertForEachLane()
1788 if (!isa<ConstantInt>(EVL)) { in SplitBlockAndInsertForEachLane()
1789 auto [BodyIP, Index] = SplitBlockAndInsertSimpleForLoop(EVL, InsertBefore); in SplitBlockAndInsertForEachLane()
1795 unsigned Num = cast<ConstantInt>(EVL)->getZExtValue(); in SplitBlockAndInsertForEachLane()
H A DLoopUtils.cpp1665 if (auto *EVL = LI->getLoopFor(ExitInsn->getParent())) in rewriteLoopExitValues() local
1666 if (EVL != L) in rewriteLoopExitValues()
1667 assert(EVL->contains(L) && "LCSSA breach detected!"); in rewriteLoopExitValues()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp474 Value *EVL = State.Builder.CreateIntrinsic( in generatePerPart() local
477 return EVL; in generatePerPart()
486 Value *EVL = GetEVL(State, AVL); in generatePerPart() local
487 return EVL; in generatePerPart()
1764 Value *EVL = State.get(getEVL(), VPIteration(0, 0)); in execute() local
1767 VBuilder.setEVL(EVL); in execute()
H A DVPlan.h2249 VPReductionEVLRecipe(VPReductionRecipe *R, VPValue *EVL, VPValue *CondOp) in VPReductionEVLRecipe() argument
2253 ArrayRef<VPValue *>({R->getChainOp(), R->getVecOp(), EVL}), CondOp, in VPReductionEVLRecipe()
2561 VPWidenLoadEVLRecipe(VPWidenLoadRecipe *L, VPValue *EVL, VPValue *Mask) in VPWidenLoadEVLRecipe()
2563 {L->getAddr(), EVL}, L->isConsecutive(), in VPWidenLoadEVLRecipe()
2637 VPWidenStoreEVLRecipe(VPWidenStoreRecipe *S, VPValue *EVL, VPValue *Mask) in VPWidenStoreEVLRecipe()
2639 {S->getAddr(), S->getStoredValue(), EVL}, in VPWidenStoreEVLRecipe()
H A DLoopVectorize.cpp9242 Value *EVL, const Twine &Name) { in createReverseEVL() argument
9247 {Operand, AllTrueMask, EVL}, nullptr, Name); in createReverseEVL()
9263 Value *EVL = State.get(getEVL(), VPIteration(0, 0)); in execute() local
9269 Mask = createReverseEVL(Builder, Mask, EVL, "vp.reverse.mask"); in execute()
9276 Builder.CreateIntrinsic(DataTy, Intrinsic::vp_gather, {Addr, Mask, EVL}, in execute()
9280 VBuilder.setEVL(EVL).setMask(Mask); in execute()
9289 Res = createReverseEVL(Builder, Res, EVL, "vp.reverse"); in execute()
9347 Value *EVL = State.get(getEVL(), VPIteration(0, 0)); in execute() local
9349 StoredVal = createReverseEVL(Builder, StoredVal, EVL, "vp.reverse"); in execute()
9354 Mask = createReverseEVL(Builder, Mask, EVL, "vp.reverse.mask"); in execute()
[all …]
H A DVectorCombine.cpp878 Value *EVL = VPI.getArgOperand(3); in scalarizeVPIntrinsic() local
892 !isKnownNonZero(EVL, SimplifyQuery(*DL, &DT, &AC, &VPI))) in scalarizeVPIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.cpp5525 SDValue EVL = Op->getOperand(2); in lowerVPCttzElements() local
5541 DAG.getUNDEF(SrcVT), Mask, EVL}); in lowerVPCttzElements()
5544 SDValue Res = DAG.getNode(RISCVISD::VFIRST_VL, DL, XLenVT, Source, Mask, EVL); in lowerVPCttzElements()
5552 Res = DAG.getSelect(DL, XLenVT, SetCC, EVL, Res); in lowerVPCttzElements()
11652 SDValue EVL = Op.getOperand(2); in lowerVPReverseExperimental() local
11672 DAG.getConstant(1, DL, XLenVT), EVL); in lowerVPReverseExperimental()
11675 DAG.getConstant(0, DL, XLenVT), EVL); in lowerVPReverseExperimental()
11677 SplatZero, DAG.getUNDEF(IndicesVT), EVL); in lowerVPReverseExperimental()
11717 SDValue Diff = DAG.getNode(ISD::SUB, DL, XLenVT, VLMax, EVL); in lowerVPReverseExperimental()
11720 DAG.getUNDEF(GatherVT), Result, Diff, Mask, EVL); in lowerVPReverseExperimental()
[all …]