Home
last modified time | relevance | path

Searched refs:IntrID (Results 1 – 25 of 26) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXIntrinsics.cpp79 template <Intrinsic::ID IntrID>
80 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal ||
81 IntrID == Intrinsic::x86_tdpbsud_internal ||
82 IntrID == Intrinsic::x86_tdpbusd_internal ||
83 IntrID == Intrinsic::x86_tdpbuud_internal ||
84 IntrID == Intrinsic::x86_tdpbf16ps_internal,
91 template <Intrinsic::ID IntrID>
92 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal ||
93 IntrID == Intrinsic::x86_tdpbsud_internal ||
94 IntrID == Intrinsic::x86_tdpbusd_internal ||
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DEarlyCSE.cpp816 IntrID = II->getIntrinsicID(); in ParseMemoryInst()
819 if (isHandledNonTargetIntrinsic(IntrID)) { in ParseMemoryInst()
820 switch (IntrID) { in ParseMemoryInst()
850 if (IntrID != 0) in isLoad()
856 if (IntrID != 0) in isStore()
862 if (IntrID != 0) in isAtomic()
868 if (IntrID != 0) in isUnordered()
881 if (IntrID != 0) in isVolatile()
906 if (IntrID != 0) in getMatchingId()
912 if (IntrID != 0) in getPointerOperand()
[all …]
H A DLoopIdiomRecognize.cpp2599 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilBitTest() local
2610 IntrID, Ty, {PoisonValue::get(Ty), /*is_zero_poison=*/Builder.getTrue()}); in recognizeShiftUntilBitTest()
2652 IntrID, Ty, {XMasked, /*is_zero_poison=*/Builder.getTrue()}, in recognizeShiftUntilBitTest()
2946 Intrinsic::ID IntrID; in recognizeShiftUntilZero() local
2951 if (!detectShiftUntilZeroIdiom(CurLoop, SE, ValShiftedIsZero, IntrID, IV, in recognizeShiftUntilZero()
2982 IntrID, Ty, {PoisonValue::get(Ty), /*is_zero_poison=*/Builder.getFalse()}); in recognizeShiftUntilZero()
3000 IntrID, Ty, {Val, /*is_zero_poison=*/Builder.getFalse()}, in recognizeShiftUntilZero()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DBoundsChecking.cpp196 Intrinsic::ID IntrID = DebugTrapBB ? Intrinsic::ubsantrap : Intrinsic::trap; in addBoundsChecking() local
197 auto *F = Intrinsic::getDeclaration(Fn->getParent(), IntrID); in addBoundsChecking()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DPatternMatch.h2488 IntrinsicID_match(Intrinsic::ID IntrID) : ID(IntrID) {} in IntrinsicID_match()
2540 template <Intrinsic::ID IntrID> inline IntrinsicID_match m_Intrinsic() {
2541 return IntrinsicID_match(IntrID);
2560 template <Intrinsic::ID IntrID, typename T0>
2562 return m_CombineAnd(m_Intrinsic<IntrID>(), m_Argument<0>(Op0));
2565 template <Intrinsic::ID IntrID, typename T0, typename T1>
2568 return m_CombineAnd(m_Intrinsic<IntrID>(Op0), m_Argument<1>(Op1));
2571 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2>
2574 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1), m_Argument<2>(Op2));
2577 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2,
[all …]
H A DIRBuilder.h668 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src,
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUISelDAGToDAG.h270 void SelectDSAppendConsume(SDNode *N, unsigned IntrID);
272 void SelectDS_GWS(SDNode *N, unsigned IntrID);
H A DAMDGPUISelDAGToDAG.cpp2533 void AMDGPUDAGToDAGISel::SelectDSAppendConsume(SDNode *N, unsigned IntrID) { in SelectDSAppendConsume() argument
2536 unsigned Opc = IntrID == Intrinsic::amdgcn_ds_append ? in SelectDSAppendConsume()
2586 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
2587 switch (IntrID) { in gwsIntrinToOpcode()
2605 void AMDGPUDAGToDAGISel::SelectDS_GWS(SDNode *N, unsigned IntrID) { in SelectDS_GWS() argument
2607 (IntrID == Intrinsic::amdgcn_ds_gws_sema_release_all && in SelectDS_GWS()
2660 const unsigned Opc = gwsIntrinToOpcode(IntrID); in SelectDS_GWS()
2730 unsigned IntrID = N->getConstantOperandVal(1); in SelectINTRINSIC_W_CHAIN() local
2731 switch (IntrID) { in SelectINTRINSIC_W_CHAIN()
2736 SelectDSAppendConsume(N, IntrID); in SelectINTRINSIC_W_CHAIN()
[all …]
H A DAMDGPULibCalls.cpp115 Intrinsic::ID IntrID);
118 Intrinsic::ID IntrID,
1286 Intrinsic::ID IntrID) { in replaceLibCallWithSimpleIntrinsic() argument
1302 Intrinsic::getDeclaration(CI->getModule(), IntrID, {CI->getType()})); in replaceLibCallWithSimpleIntrinsic()
1306 IRBuilder<> &B, CallInst *CI, Intrinsic::ID IntrID, bool AllowMinSizeF32, in tryReplaceLibcallWithSimpleIntrinsic() argument
1311 replaceLibCallWithSimpleIntrinsic(B, CI, IntrID); in tryReplaceLibcallWithSimpleIntrinsic()
H A DAMDGPUPromoteAlloca.cpp1063 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in getWorkitemID() local
1068 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_x in getWorkitemID()
1073 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_y in getWorkitemID()
1079 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_z in getWorkitemID()
1087 Function *WorkitemIdFn = Intrinsic::getDeclaration(Mod, IntrID); in getWorkitemID()
H A DAMDGPUInstructionSelector.cpp1555 MachineInstr &MI, Intrinsic::ID IntrID) const { in selectDSOrderedIntrinsic()
1584 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in selectDSOrderedIntrinsic()
1618 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
1619 switch (IntrID) { in gwsIntrinToOpcode()
5484 MachineInstr &I, Intrinsic::ID IntrID) const { in selectSBarrierSignalIsfirst()
5489 bool HasM0 = IntrID == Intrinsic::amdgcn_s_barrier_signal_isfirst_var; in selectSBarrierSignalIsfirst()
5509 unsigned getNamedBarrierOp(bool HasInlineConst, Intrinsic::ID IntrID) { in getNamedBarrierOp() argument
5511 switch (IntrID) { in getNamedBarrierOp()
5524 switch (IntrID) { in getNamedBarrierOp()
5540 MachineInstr &I, Intrinsic::ID IntrID) const { in selectNamedBarrierInst()
[all …]
H A DAMDGPUTargetTransformInfo.cpp1036 auto IntrID = II->getIntrinsicID(); in rewriteIntrinsicWithAddressSpace() local
1037 switch (IntrID) { in rewriteIntrinsicWithAddressSpace()
1040 unsigned TrueAS = IntrID == Intrinsic::amdgcn_is_shared ? in rewriteIntrinsicWithAddressSpace()
H A DAMDGPURegisterBankInfo.cpp3195 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in applyMappingImpl() local
3196 switch (IntrID) { in applyMappingImpl()
3291 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in applyMappingImpl()
4849 auto IntrID = AMDGPU::getIntrinsicID(MI); in getInstrMapping() local
4850 const AMDGPU::RsrcIntrinsic *RSrcIntrin = AMDGPU::lookupRsrcIntrinsic(IntrID); in getInstrMapping()
4879 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in getInstrMapping() local
4880 switch (IntrID) { in getInstrMapping()
H A DAMDGPULegalizerInfo.cpp6058 static unsigned getBufferAtomicPseudo(Intrinsic::ID IntrID) { in getBufferAtomicPseudo() argument
6059 switch (IntrID) { in getBufferAtomicPseudo()
7179 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in legalizeIntrinsic() local
7180 switch (IntrID) { in legalizeIntrinsic()
7200 if (IntrID == Intrinsic::amdgcn_if) { in legalizeIntrinsic()
7448 return legalizeBufferAtomic(MI, B, IntrID); in legalizeIntrinsic()
7493 return legalizeLaneOp(Helper, MI, IntrID); in legalizeIntrinsic()
7496 AMDGPU::getImageDimIntrinsicInfo(IntrID)) in legalizeIntrinsic()
H A DSIISelLowering.cpp1177 unsigned IntrID) const { in getTgtMemIntrinsic()
1183 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in getTgtMemIntrinsic()
1185 (Intrinsic::ID)IntrID); in getTgtMemIntrinsic()
1196 AMDGPU::getImageDimIntrinsicInfo(IntrID); in getTgtMemIntrinsic()
1260 switch (IntrID) { in getTgtMemIntrinsic()
1293 switch (IntrID) { in getTgtMemIntrinsic()
1403 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier) in getTgtMemIntrinsic()
8840 unsigned IntrID = Op.getConstantOperandVal(1); in LowerINTRINSIC_W_CHAIN() local
8843 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
8874 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in LowerINTRINSIC_W_CHAIN()
[all …]
H A DAMDGPUISelLowering.cpp894 unsigned IntrID = N->getConstantOperandVal(0); in isSDNodeAlwaysUniform() local
895 return AMDGPU::isIntrinsicAlwaysUniform(IntrID); in isSDNodeAlwaysUniform()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineCalls.cpp1398 template <Intrinsic::ID IntrID>
1401 static_assert(IntrID == Intrinsic::bswap || IntrID == Intrinsic::bitreverse, in foldBitOrderCrossLogicOp()
1416 if (match(X, m_Intrinsic<IntrID>(m_Value(OldReorderX))) && in foldBitOrderCrossLogicOp()
1417 match(Y, m_Intrinsic<IntrID>(m_Value(OldReorderY)))) { in foldBitOrderCrossLogicOp()
1421 if (match(X, m_OneUse(m_Intrinsic<IntrID>(m_Value(OldReorderX))))) { in foldBitOrderCrossLogicOp()
1422 Value *NewReorder = Builder.CreateUnaryIntrinsic(IntrID, Y); in foldBitOrderCrossLogicOp()
1426 if (match(Y, m_OneUse(m_Intrinsic<IntrID>(m_Value(OldReorderY))))) { in foldBitOrderCrossLogicOp()
1427 Value *NewReorder = Builder.CreateUnaryIntrinsic(IntrID, X); in foldBitOrderCrossLogicOp()
1465 template <Intrinsic::ID IntrID>
1470 static_assert(IntrID == Intrinsic::cttz || IntrID == Intrinsic::ctlz, in foldMinimumOverTrailingOrLeadingZeroCount()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp221 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, in CreateMemTransferInst() argument
224 assert((IntrID == Intrinsic::memcpy || IntrID == Intrinsic::memcpy_inline || in CreateMemTransferInst()
225 IntrID == Intrinsic::memmove) && in CreateMemTransferInst()
230 Function *TheFn = Intrinsic::getDeclaration(M, IntrID, Tys); in CreateMemTransferInst()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DMachineVerifier.cpp1018 unsigned IntrID = cast<GIntrinsic>(MI)->getIntrinsicID(); in verifyGIntrinsicSideEffects() local
1019 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyGIntrinsicSideEffects()
1021 MF->getFunction().getContext(), static_cast<Intrinsic::ID>(IntrID)); in verifyGIntrinsicSideEffects()
1042 unsigned IntrID = cast<GIntrinsic>(MI)->getIntrinsicID(); in verifyGIntrinsicConvergence() local
1043 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyGIntrinsicConvergence()
1045 MF->getFunction().getContext(), static_cast<Intrinsic::ID>(IntrID)); in verifyGIntrinsicConvergence()
H A DExpandVectorPredication.cpp126 if (auto IntrID = VPI.getFunctionalIntrinsicID()) in maySpeculateLanes() local
127 return Intrinsic::getAttributes(VPI.getContext(), *IntrID) in maySpeculateLanes()
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/Utils/
H A DAMDGPUBaseInfo.h1517 bool isIntrinsicSourceOfDivergence(unsigned IntrID);
1520 bool isIntrinsicAlwaysUniform(unsigned IntrID);
H A DAMDGPUBaseInfo.cpp2928 bool isIntrinsicSourceOfDivergence(unsigned IntrID) { in isIntrinsicSourceOfDivergence() argument
2929 return lookupSourceOfDivergence(IntrID); in isIntrinsicSourceOfDivergence()
2932 bool isIntrinsicAlwaysUniform(unsigned IntrID) { in isIntrinsicAlwaysUniform() argument
2933 return lookupAlwaysUniform(IntrID); in isIntrinsicAlwaysUniform()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp819 Intrinsic::ID IntrID = VPI.getIntrinsicID(); in scalarizeVPIntrinsic() local
820 if (!VPBinOpIntrinsic::isVPBinOp(IntrID)) in scalarizeVPIntrinsic()
838 IntrinsicCostAttributes Attrs(IntrID, VecTy, Args); in scalarizeVPIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp112 CallInst *buildIntrWithMD(Intrinsic::ID IntrID, ArrayRef<Type *> Types, in buildIntrWithMD() argument
120 return B.CreateIntrinsic(IntrID, {Types}, Args); in buildIntrWithMD()
/freebsd/contrib/llvm-project/clang/lib/CodeGen/
H A DCGExpr.cpp3874 llvm::CallInst *CodeGenFunction::EmitTrapCall(llvm::Intrinsic::ID IntrID) { in EmitTrapCall() argument
3876 Builder.CreateCall(CGM.getIntrinsic(IntrID)); in EmitTrapCall()

12