| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandVectorPredication.cpp | 98 static void transferDecorations(Value &NewVal, VPIntrinsic &VPI) { in transferDecorations()
112 static void replaceOperation(Value &NewOp, VPIntrinsic &OldOp) { in replaceOperation()
118 static bool maySpeculateLanes(VPIntrinsic &VPI) { in maySpeculateLanes()
155 std::pair<Value *, bool> foldEVLIntoMask(VPIntrinsic &VPI);
160 bool discardEVLParameter(VPIntrinsic &PI);
164 VPIntrinsic &PI);
167 Value *expandPredicationToIntCall(IRBuilder<> &Builder, VPIntrinsic &PI);
170 Value *expandPredicationToFPCall(IRBuilder<> &Builder, VPIntrinsic &PI,
179 VPIntrinsic &VPI);
183 VPIntrinsic &VPI);
[all …]
|
| H A D | InterleavedAccessPass.cpp | 274 } else if (auto *VPLoad = dyn_cast<VPIntrinsic>(Load)) { in lowerInterleavedLoad()
370 if (auto *VPLoad = dyn_cast<VPIntrinsic>(Load)) { in lowerInterleavedLoad()
509 } else if (auto *VPStore = dyn_cast<VPIntrinsic>(Store)) { in lowerInterleavedStore()
532 if (auto *VPStore = dyn_cast<VPIntrinsic>(Store)) { in lowerInterleavedStore()
615 if (!LoadedVal->hasOneUse() || !isa<LoadInst, VPIntrinsic>(LoadedVal)) in lowerDeinterleaveIntrinsic()
637 if (auto *VPLoad = dyn_cast<VPIntrinsic>(LoadedVal)) { in lowerDeinterleaveIntrinsic()
682 if (!isa<StoreInst, VPIntrinsic>(StoredBy)) in lowerInterleaveIntrinsic()
689 if (auto *VPStore = dyn_cast<VPIntrinsic>(StoredBy)) { in lowerInterleaveIntrinsic()
|
| H A D | PreISelIntrinsicLowering.cpp | 499 auto *VPI = cast<VPIntrinsic>(CI); in lowerIntrinsics()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | IntrinsicInst.cpp | 360 ElementCount VPIntrinsic::getStaticVectorLength() const { in getStaticVectorLength()
377 Value *VPIntrinsic::getMaskParam() const { in getMaskParam()
383 void VPIntrinsic::setMaskParam(Value *NewMask) { in setMaskParam()
388 Value *VPIntrinsic::getVectorLengthParam() const { in getVectorLengthParam()
394 void VPIntrinsic::setVectorLengthParam(Value *NewEVL) { in setVectorLengthParam()
400 VPIntrinsic::getMaskParamPos(Intrinsic::ID IntrinsicID) { in getMaskParamPos()
413 VPIntrinsic::getVectorLengthParamPos(Intrinsic::ID IntrinsicID) { in getVectorLengthParamPos()
427 MaybeAlign VPIntrinsic::getPointerAlignment() const { in getPointerAlignment()
435 Value *VPIntrinsic::getMemoryPointerParam() const { in getMemoryPointerParam()
442 VPIntrinsic::getMemoryPointerParamPos(Intrinsic::ID VPID) { in getMemoryPointerParamPos()
[all …]
|
| H A D | Verifier.cpp | 599 void visitVPIntrinsic(VPIntrinsic &VPI);
5700 visitVPIntrinsic(cast<VPIntrinsic>(Call)); in visitIntrinsicCall()
6869 void Verifier::visitVPIntrinsic(VPIntrinsic &VPI) { in visitVPIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | ExpandVectorPredication.h | 17 class VPIntrinsic; variable
32 expandVectorPredicationIntrinsic(VPIntrinsic &VPI,
|
| H A D | BasicTTIImpl.h | 1728 if (VPIntrinsic::isVPIntrinsic(ICA.getID())) { in getIntrinsicInstrCost()
1730 VPIntrinsic::getFunctionalOpcodeForVP(ICA.getID()); in getIntrinsicInstrCost()
1734 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1745 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1779 *VPIntrinsic::getFunctionalIntrinsicIDForVP(ICA.getID()), in getIntrinsicInstrCost()
1785 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1795 *VPIntrinsic::getFunctionalIntrinsicIDForVP(ICA.getID()), in getIntrinsicInstrCost()
1801 if (auto *VPI = dyn_cast_or_null<VPIntrinsic>(ICA.getInst())) in getIntrinsicInstrCost()
1822 VPIntrinsic::getFunctionalIntrinsicIDForVP(ICA.getID()); in getIntrinsicInstrCost()
|
| H A D | TargetLowering.h | 99 class VPIntrinsic; variable
3232 virtual bool lowerInterleavedVPLoad(VPIntrinsic *Load, Value *Mask, in lowerInterleavedVPLoad()
3243 virtual bool lowerInterleavedVPStore(VPIntrinsic *Store, Value *Mask, in lowerInterleavedVPStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.h | 632 void visitVPLoad(const VPIntrinsic &VPIntrin, EVT VT,
634 void visitVPStore(const VPIntrinsic &VPIntrin,
636 void visitVPGather(const VPIntrinsic &VPIntrin, EVT VT,
638 void visitVPScatter(const VPIntrinsic &VPIntrin,
640 void visitVPStridedLoad(const VPIntrinsic &VPIntrin, EVT VT,
642 void visitVPStridedStore(const VPIntrinsic &VPIntrin,
645 void visitVectorPredicationIntrinsic(const VPIntrinsic &VPIntrin);
|
| H A D | SelectionDAGBuilder.cpp | 6977 visitVectorPredicationIntrinsic(cast<VPIntrinsic>(I)); in visitIntrinsicCall()
8393 static unsigned getISDForVPIntrinsic(const VPIntrinsic &VPIntrin) { in getISDForVPIntrinsic()
8433 const VPIntrinsic &VPIntrin, EVT VT, in visitVPLoad()
8459 const VPIntrinsic &VPIntrin, EVT VT, in visitVPGather()
8501 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStore()
8523 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPScatter()
8565 const VPIntrinsic &VPIntrin, EVT VT, in visitVPStridedLoad()
8592 const VPIntrinsic &VPIntrin, const SmallVectorImpl<SDValue> &OpValues) { in visitVPStridedStore()
8650 const VPIntrinsic &VPIntrin) { in visitVectorPredicationIntrinsic()
8664 auto EVLParamPos = VPIntrinsic::getVectorLengthParamPos(IID); in visitVectorPredicationIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VETargetTransformInfo.h | 116 getVPLegalizationStrategy(const VPIntrinsic &PI) const override { in getVPLegalizationStrategy()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | IntrinsicInst.h | 566 class VPIntrinsic : public IntrinsicInst {
656 class VPReductionIntrinsic : public VPIntrinsic {
677 class VPCastIntrinsic : public VPIntrinsic {
692 class VPCmpIntrinsic : public VPIntrinsic {
709 class VPBinOpIntrinsic : public VPIntrinsic {
|
| H A D | VPIntrinsics.def | 40 // scopes for both the VPIntrinsic and the SDNode at once.
67 // scopes for both the VPIntrinsic and the SDNode at once.
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUAsanInstrumentation.cpp | 279 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()
304 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 422 VPIntrinsic *Load, Value *Mask, in lowerInterleavedVPLoad()
531 VPIntrinsic *Store, Value *Mask, in lowerInterleavedVPStore()
|
| H A D | RISCVISelLowering.h | 446 bool lowerInterleavedVPLoad(VPIntrinsic *Load, Value *Mask,
449 bool lowerInterleavedVPStore(VPIntrinsic *Store, Value *Mask,
|
| H A D | RISCVTargetTransformInfo.h | 345 getVPLegalizationStrategy(const VPIntrinsic &PI) const override { in getVPLegalizationStrategy()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 69 class VPIntrinsic; variable
1917 getVPLegalizationStrategy(const VPIntrinsic &PI) const;
|
| H A D | TargetTransformInfoImpl.h | 1121 getVPLegalizationStrategy(const VPIntrinsic &PI) const { in getVPLegalizationStrategy()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 1338 auto VPID = VPIntrinsic::getForIntrinsic(Id); in createSimpleReduction()
1366 auto VPID = VPIntrinsic::getForIntrinsic(Id); in createOrderedReduction()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 969 if (!isa<VPIntrinsic>(I)) in scalarizeVPIntrinsic()
971 VPIntrinsic &VPI = cast<VPIntrinsic>(I); in scalarizeVPIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 153 if (VPIntrinsic::getVectorLengthParamPos(ID) == ScalarOpdIdx) in isVectorIntrinsicWithScalarOpAtArg()
|
| H A D | TargetTransformInfo.cpp | 1418 TargetTransformInfo::getVPLegalizationStrategy(const VPIntrinsic &VPI) const { in getVPLegalizationStrategy()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | AddressSanitizer.cpp | 1549 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()
1576 auto *VPI = cast<VPIntrinsic>(CI); in getInterestingMemoryOperands()
|