Home
last modified time | relevance | path

Searched refs:CreateIntrinsic (Results 1 – 25 of 57) sorted by relevance

123

/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUAtomicOptimizer.cpp424 Value *Permlanex16Call = B.CreateIntrinsic( in buildReduction()
435 B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_permlane64, V); in buildReduction()
484 Value *PermX = B.CreateIntrinsic( in buildScan()
495 Value *const Lane31 = B.CreateIntrinsic( in buildScan()
568 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in buildScanIteratively()
585 B.CreateIntrinsic(Intrinsic::cttz, WaveTy, {ActiveBits, B.getTrue()}); in buildScanIteratively()
590 Value *LaneValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_readlane, in buildScanIteratively()
597 OldValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_writelane, in buildScanIteratively()
687 Value *const Cond = B.CreateIntrinsic(Intrinsic::amdgcn_ps_live, {}, {}); in optimizeAtomic()
711 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in optimizeAtomic()
[all …]
H A DAMDGPUCodeGenPrepare.cpp678 Value *Result = Builder.CreateIntrinsic(ID, {IntrinTy}, {LHS, RHS}); in replaceMulWithMul24()
772 Value *Frexp = Builder.CreateIntrinsic(Intrinsic::frexp, in getFrexpResults()
782 ? Builder.CreateIntrinsic(Intrinsic::amdgcn_frexp_exp, in getFrexpResults()
1030 return Builder.CreateIntrinsic(Intrinsic::amdgcn_fdiv_fast, {}, {Num, Den}); in optimizeWithFDivFast()
1279 Value *FR = Builder.CreateIntrinsic(FMAD, in expandDivRem24Impl()
2090 auto *Intrin = B.CreateIntrinsic( in visitAddrSpaceCastInst()
2169 Builder.CreateIntrinsic(Intrinsic::amdgcn_fract, {Ty}, {FractVals[I]}); in applyFractPat()
H A DAMDGPULowerKernelArguments.cpp121 Builder.CreateIntrinsic(Intrinsic::amdgcn_kernarg_segment_ptr, {}, {}, in lowerKernelArguments()
H A DAMDGPULowerBufferFatPointers.cpp1160 auto *Call = IRB.CreateIntrinsic(IID, Ty, Args); in handleMemoryInst()
1228 IRB.CreateIntrinsic(Intrinsic::amdgcn_raw_ptr_buffer_atomic_cmpswap, Ty, in visitAtomicCmpXchgInst()
1559 auto *NewRsrc = IRB.CreateIntrinsic(IID, {NewTy}, {I.getOperand(0), Rsrc}); in visitIntrinsicInst()
1574 Value *NewRsrc = IRB.CreateIntrinsic(IID, {RealRsrc->getType()}, in visitIntrinsicInst()
1589 Value *NewRsrc = IRB.CreateIntrinsic(IID, {Rsrc->getType()}, {Rsrc}); in visitIntrinsicInst()
/freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/
H A DDXILIntrinsicExpansion.cpp66 Builder.CreateIntrinsic(Ty, Intrinsic::smax, {X, V}, nullptr, "dx.max"); in expandAbs()
94 Result = Builder.CreateIntrinsic(Result->getType(), MadIntrinsic, in expandIntegerDot()
117 Builder.CreateIntrinsic(Ty, Intrinsic::exp2, {NewX}, nullptr, "dx.exp2"); in expandExpIntrinsic()
188 Builder.CreateIntrinsic(Ty, Intrinsic::log2, {X}, nullptr, "elt.log2"); in expandLogIntrinsic()
209 Builder.CreateIntrinsic(Ty, Intrinsic::log2, {X}, nullptr, "elt.log2"); in expandPowIntrinsic()
212 Builder.CreateIntrinsic(Ty, Intrinsic::exp2, {Mul}, nullptr, "elt.exp2"); in expandPowIntrinsic()
253 auto *MaxCall = Builder.CreateIntrinsic( in expandClampIntrinsic()
256 Builder.CreateIntrinsic(Ty, getMinForClamp(Ty, ClampIntrinsic), in expandClampIntrinsic()
/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp120 return B.CreateIntrinsic(IntrID, {Types}, Args); in buildIntrWithMD()
810 B.CreateIntrinsic(Intrinsic::spv_ptrcast, {Types}, Args); in deduceOperandElementType()
825 B.CreateIntrinsic(Intrinsic::spv_assign_type, {New->getType()}, Args); in replaceMemInstrUses()
857 auto *IntrUndef = B.CreateIntrinsic(Intrinsic::spv_undef, {}, {}); in preprocessUndefs()
909 B.CreateIntrinsic(Intrinsic::spv_const_composite, {ResTy}, {Args}); in preprocessCompositeConstants()
939 B.CreateIntrinsic(Intrinsic::spv_inline_asm, {}, {Args}); in visitCallInst()
959 CallInst *NewI = B.CreateIntrinsic(Intrinsic::spv_switch, in visitSwitchInst()
984 auto *NewI = B.CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in visitGetElementPtrInst()
1007 auto *NewI = B.CreateIntrinsic(Intrinsic::spv_bitcast, {Types}, {Args}); in visitBitCastInst()
1118 auto *PtrCastI = B.CreateIntrinsic(Intrinsic::spv_ptrcast, {Types}, Args); in replacePointerOperandWithPtrCast()
[all …]
H A DSPIRVPrepareFunctions.cpp145 auto *BSwap = IRB.CreateIntrinsic(Intrinsic::bswap, Intrinsic->getType(), in lowerIntrinsicToFunction()
278 IRB.CreateIntrinsic( in lowerPtrAnnotation()
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXType.cpp257 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadBitcast()
283 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineBitcastStore()
333 Value *NewInst = Builder.CreateIntrinsic( in transformBitcast()
351 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in transformBitcast()
483 Instruction *TileStore = Builder.CreateIntrinsic( in createTileStore()
508 Value *TileLoad = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in replaceWithTileLoad()
801 Instruction *NewInst = Builder.CreateIntrinsic( in optimizeAMXCastFromPhi()
804 NewInst = Builder.CreateIntrinsic(Intrinsic::x86_cast_tile_to_vector, in optimizeAMXCastFromPhi()
945 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineCastStore()
990 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadCast()
[all …]
H A DX86PreAMXConfig.cpp
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVEGatherScatterLowering.cpp464 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base, in tryCreateMaskedGatherBase()
468 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBase()
485 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, in tryCreateMaskedGatherBaseWB()
489 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBaseWB()
559 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
565 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
630 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, in tryCreateMaskedScatterBase()
634 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBase()
652 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_wb, in tryCreateMaskedScatterBaseWB()
656 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBaseWB()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopIdiomVectorize.cpp388 Value *InitialPred = Builder.CreateIntrinsic( in createMaskedFindMismatch()
391 Value *VecLen = Builder.CreateIntrinsic(Intrinsic::vscale, {I64Type}, {}); in createMaskedFindMismatch()
446 Builder.CreateIntrinsic(Intrinsic::get_active_lane_mask, in createMaskedFindMismatch()
473 Value *Ctz = Builder.CreateIntrinsic( in createMaskedFindMismatch()
511 Value *VL = Builder.CreateIntrinsic(Intrinsic::experimental_get_vector_length, in createPredicatedFindMismatch()
520 Value *VectorLhsLoad = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
526 Value *VectorRhsLoad = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
533 Value *VectorMatchCmp = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
537 Value *CTZ = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DSVEIntrinsicOpts.cpp166 auto *ConvertToSVBool = Builder.CreateIntrinsic( in coalescePTrueIntrinsicCalls()
181 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in coalescePTrueIntrinsicCalls()
H A DAArch64TargetTransformInfo.cpp947 auto NarrowBinOpOp1 = IC.Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
953 NarrowedBinOpArgs.push_back(IC.Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
957 IC.Builder.CreateIntrinsic(IntrinsicID, {PredOpTy}, NarrowedBinOpArgs); in tryCombineFromSVBoolBinOp()
1200 auto *PTrue = IC.Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineSVECmpNE()
1202 auto *ConvertToSVBool = IC.Builder.CreateIntrinsic( in instCombineSVECmpNE()
1205 IC.Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in instCombineSVECmpNE()
1231 IC.Builder.CreateIntrinsic(IntrinsicID, {Vec->getType()}, {Pg, LHS}); in instCombineSVELast()
1233 IC.Builder.CreateIntrinsic(IntrinsicID, {Vec->getType()}, {Pg, RHS}); in instCombineSVELast()
1322 auto *FPII = IC.Builder.CreateIntrinsic( in instCombineSVECondLast()
1335 auto *PTrue = IC.Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineRDFFR()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp120 Value *Res = CreateIntrinsic(Intrinsic::experimental_stepvector, in CreateStepVector()
542 CallInst *CI = CreateIntrinsic(llvm::Intrinsic::threadlocal_address, in CreateThreadLocalAddress()
933 CallInst *IRBuilderBase::CreateIntrinsic(Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase
943 CallInst *IRBuilderBase::CreateIntrinsic(Type *RetTy, Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase
982 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPBinOp()
1000 CreateIntrinsic(ID, {L->getType()}, {L, R, ExceptV}, nullptr, Name); in CreateConstrainedFPUnroundedBinOp()
1035 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, RoundingV, ExceptV}, in CreateConstrainedFPCast()
1038 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, ExceptV}, nullptr, in CreateConstrainedFPCast()
1068 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPCmp()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DFixedPointBuilder.h206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed()
302 Value *Result = B.CreateIntrinsic( in CreateMul()
330 Value *Result = B.CreateIntrinsic( in CreateDiv()
H A DIRBuilder.h975 CallInst *CreateIntrinsic(Intrinsic::ID ID, ArrayRef<Type *> Types,
983 CallInst *CreateIntrinsic(Type *RetTy, Intrinsic::ID ID,
1030 return CreateIntrinsic(Intrinsic::ldexp, {Src->getType(), Exp->getType()},
1037 return CreateIntrinsic(Intrinsic::arithmetic_fence, DstType, Val, nullptr,
1044 return CreateIntrinsic(Intrinsic::vector_extract,
1052 return CreateIntrinsic(Intrinsic::vector_insert,
1060 return CreateIntrinsic(Intrinsic::stacksave, {DL.getAllocaPtrType(Context)},
1066 return CreateIntrinsic(Intrinsic::stackrestore, {Ptr->getType()}, {Ptr},
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineAddSub.cpp1778 Builder.CreateIntrinsic(Intrinsic::umax, {I.getType()}, {A, B})); in visitAdd()
1786 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitAdd()
1805 Value *Ctlz = Builder.CreateIntrinsic(Intrinsic::ctlz, {A->getType()}, in visitAdd()
1951 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
1961 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
2091 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Y, Z}); in foldSubOfMinMax()
2095 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Z, Y}); in foldSubOfMinMax()
2290 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_add, in visitSub()
2602 I, Builder.CreateIntrinsic(Intrinsic::umin, {I.getType()}, {Op0, Y})); in visitSub()
2609 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {X, Op1})); in visitSub()
[all …]
H A DInstCombineMulDivRem.cpp609 Instruction *NewPow = Builder.CreateIntrinsic( in foldPowiReassoc()
898 CallInst *CopySign = Builder.CreateIntrinsic(Intrinsic::copysign, in visitFMul()
1741 CallInst *CopySign = B.CreateIntrinsic( in foldFDivConstantDivisor()
1833 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor()
1843 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DGuardUtils.cpp73 auto *WC = B.CreateIntrinsic(Intrinsic::experimental_widenable_condition, in makeGuardControlFlowExplicit()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVCodeGenPrepare.cpp192 Value *Res = Builder.CreateIntrinsic(Intrinsic::experimental_vp_splat, {VTy}, in expandVPStrideLoad()
H A DRISCVGatherScatterLowering.cpp520 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
525 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DCallBrPrepare.cpp157 CallInst *Intrinsic = Builder.CreateIntrinsic( in InsertIntrinsicCalls()
H A DComplexDeinterleavingPass.cpp1962 ReplacementNode = IRB.CreateIntrinsic(Intrinsic::vector_interleave2, in replaceNode()
1965 ReplacementNode = Builder.CreateIntrinsic( in replaceNode()
1991 auto *NewMask = Builder.CreateIntrinsic(Intrinsic::vector_interleave2, in replaceNode()
2020 auto *NewInit = Builder.CreateIntrinsic(Intrinsic::vector_interleave2, NewVTy, in processReductionOperation()
2033 auto *Deinterleave = Builder.CreateIntrinsic(Intrinsic::vector_deinterleave2, in processReductionOperation()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/
H A DExpandVariadics.cpp603 Builder.CreateIntrinsic(Intrinsic::vastart, {DL.getAllocaPtrType(Ctx)}, in defineVariadicWrapper()
618 Builder.CreateIntrinsic(Intrinsic::vaend, {DL.getAllocaPtrType(Ctx)}, in defineVariadicWrapper()
883 Builder.CreateIntrinsic(Intrinsic::vacopy, {DL.getAllocaPtrType(Ctx)}, in expandVAIntrinsicCall()
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXLowerArgs.cpp494 Value *CvtToGenCall = IRB.CreateIntrinsic( in handleByValParam()

123