Home
last modified time | relevance | path

Searched refs:VPIntrinsic (Results 1 – 17 of 17) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DExpandVectorPredication.cpp101 static void transferDecorations(Value &NewVal, VPIntrinsic &VPI) { in transferDecorations()
115 static void replaceOperation(Value &NewOp, VPIntrinsic &OldOp) { in replaceOperation()
121 static bool maySpeculateLanes(VPIntrinsic &VPI) { in maySpeculateLanes()
167 Value *foldEVLIntoMask(VPIntrinsic &VPI);
171 void discardEVLParameter(VPIntrinsic &PI);
175 VPIntrinsic &PI);
178 Value *expandPredicationToIntCall(IRBuilder<> &Builder, VPIntrinsic &PI,
182 Value *expandPredicationToFPCall(IRBuilder<> &Builder, VPIntrinsic &PI,
191 VPIntrinsic &VPI);
195 VPIntrinsic &VPI);
[all …]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DVectorBuilder.cpp57 auto VPID = VPIntrinsic::getForOpcode(Opcode); in createVectorInstruction()
67 auto VPID = VPIntrinsic::getForIntrinsic(RdxID); in createSimpleTargetReduction()
77 auto MaskPosOpt = VPIntrinsic::getMaskParamPos(VPID); in createVectorInstructionImpl()
78 auto VLenPosOpt = VPIntrinsic::getVectorLengthParamPos(VPID); in createVectorInstructionImpl()
112 auto *VPDecl = VPIntrinsic::getDeclarationForParams(&getModule(), VPID, in createVectorInstructionImpl()
H A DIntrinsicInst.cpp387 ElementCount VPIntrinsic::getStaticVectorLength() const { in getStaticVectorLength()
404 Value *VPIntrinsic::getMaskParam() const { in getMaskParam()
410 void VPIntrinsic::setMaskParam(Value *NewMask) { in setMaskParam()
415 Value *VPIntrinsic::getVectorLengthParam() const { in getVectorLengthParam()
421 void VPIntrinsic::setVectorLengthParam(Value *NewEVL) { in setVectorLengthParam()
427 VPIntrinsic::getMaskParamPos(Intrinsic::ID IntrinsicID) { in getMaskParamPos()
440 VPIntrinsic::getVectorLengthParamPos(Intrinsic::ID IntrinsicID) { in getVectorLengthParamPos()
454 MaybeAlign VPIntrinsic::getPointerAlignment() const { in getPointerAlignment()
462 Value *VPIntrinsic::getMemoryPointerParam() const { in getMemoryPointerParam()
469 VPIntrinsic::getMemoryPointerParamPos(Intrinsic::ID VPID) { in getMemoryPointerParamPos()
[all …]
H A DVerifier.cpp590 void visitVPIntrinsic(VPIntrinsic &VPI);
5442 visitVPIntrinsic(cast<VPIntrinsic>(Call)); in visitIntrinsicCall()
6497 void Verifier::visitVPIntrinsic(VPIntrinsic &VPI) { in visitVPIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DSelectionDAGBuilder.h632 void visitVPLoad(const VPIntrinsic &VPIntrin, EVT VT,
634 void visitVPStore(const VPIntrinsic &VPIntrin,
636 void visitVPGather(const VPIntrinsic &VPIntrin, EVT VT,
638 void visitVPScatter(const VPIntrinsic &VPIntrin,
640 void visitVPStridedLoad(const VPIntrinsic &VPIntrin, EVT VT,
642 void visitVPStridedStore(const VPIntrinsic &VPIntrin,
645 void visitVectorPredicationIntrinsic(const VPIntrinsic &VPIntrin);
H A DSelectionDAGBuilder.cpp6925 visitVectorPredicationIntrinsic(cast<VPIntrinsic>(I)); in visitIntrinsicCall()
8239 static unsigned getISDForVPIntrinsic(const VPIntrinsic &VPIntrin) { in getISDForVPIntrinsic()
8279 const VPIntrinsic &VPIntrin, EVT VT, in visitVPLoad()
8305 const VPIntrinsic &VPIntrin, EVT VT, in visitVPGather()
8347 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStore()
8369 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPScatter()
8411 const VPIntrinsic &VPIntrin, EVT VT, in visitVPStridedLoad()
8438 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStridedStore()
8496 const VPIntrinsic &VPIntrin) { in visitVectorPredicationIntrinsic()
8510 auto EVLParamPos = VPIntrinsic::getVectorLengthParamPos(IID); in visitVectorPredicationIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/Target/VE/
H A DVETargetTransformInfo.h115 getVPLegalizationStrategy(const VPIntrinsic &PI) const { in getVPLegalizationStrategy()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DIntrinsicInst.h556 class VPIntrinsic : public IntrinsicInst {
643 class VPReductionIntrinsic : public VPIntrinsic {
664 class VPCastIntrinsic : public VPIntrinsic {
679 class VPCmpIntrinsic : public VPIntrinsic {
696 class VPBinOpIntrinsic : public VPIntrinsic {
H A DVPIntrinsics.def40 // scopes for both the VPIntrinsic and the SDNode at once.
67 // scopes for both the VPIntrinsic and the SDNode at once.
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVTargetTransformInfo.h293 getVPLegalizationStrategy(const VPIntrinsic &PI) const { in getVPLegalizationStrategy()
H A DRISCVTargetTransformInfo.cpp1004 VPIntrinsic::getFunctionalOpcodeForVP(ICA.getID()); in getIntrinsicInstrCost()
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DBasicTTIImpl.h1821 if (VPIntrinsic::isVPIntrinsic(ICA.getID())) { in getIntrinsicInstrCost()
1823 VPIntrinsic::getFunctionalOpcodeForVP(ICA.getID()); in getIntrinsicInstrCost()
1827 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1839 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1856 VPIntrinsic::getFunctionalIntrinsicIDForVP(ICA.getID()); in getIntrinsicInstrCost()
/freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetTransformInfo.h69 class VPIntrinsic; variable
1780 VPLegalization getVPLegalizationStrategy(const VPIntrinsic &PI) const;
2188 getVPLegalizationStrategy(const VPIntrinsic &PI) const = 0;
2956 getVPLegalizationStrategy(const VPIntrinsic &PI) const override { in getVPLegalizationStrategy()
H A DTargetTransformInfoImpl.h962 getVPLegalizationStrategy(const VPIntrinsic &PI) const { in getVPLegalizationStrategy()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp788 if (!isa<VPIntrinsic>(I)) in scalarizeVPIntrinsic()
790 VPIntrinsic &VPI = cast<VPIntrinsic>(I); in scalarizeVPIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DTargetTransformInfo.cpp1312 TargetTransformInfo::getVPLegalizationStrategy(const VPIntrinsic &VPI) const { in getVPLegalizationStrategy()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DAddressSanitizer.cpp1482 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()
1509 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()