Home
last modified time | relevance | path

Searched refs:CreateIntrinsic (Results 1 – 25 of 113) sorted by relevance

12345

/freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/
H A DSPIR.cpp34 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
44 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
57 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
69 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
82 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
94 llvm::CallInst *Call = Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
101 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
107 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
113 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
119 return Builder.CreateIntrinsic( in EmitSPIRVBuiltinExpr()
[all …]
H A DDirectX.cpp36 return Builder.CreateIntrinsic( in EmitDirectXBuiltinExpr()
/freebsd/contrib/llvm-project/clang/lib/CodeGen/
H A DCGHLSLBuiltins.cpp36 return CGF.Builder.CreateIntrinsic( in handleAsDoubleBuiltin()
67 CMP = CGF->Builder.CreateIntrinsic( in handleHlslClip()
75 LastInstr = CGF->Builder.CreateIntrinsic(Intrinsic::dx_discard, {CMP}); in handleHlslClip()
84 CGF->Builder.CreateIntrinsic(Intrinsic::spv_discard, {}); in handleHlslClip()
119 CallInst *CI = CGF->Builder.CreateIntrinsic( in handleHlslSplitdouble()
323 return Builder.CreateIntrinsic( in EmitHLSLBuiltinExpr()
347 return Builder.CreateIntrinsic(HandleTy, IntrinsicID, Args); in EmitHLSLBuiltinExpr()
365 return Builder.CreateIntrinsic(HandleTy, IntrinsicID, Args); in EmitHLSLBuiltinExpr()
369 return Builder.CreateIntrinsic( in EmitHLSLBuiltinExpr()
386 return Builder.CreateIntrinsic( in EmitHLSLBuiltinExpr()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUAtomicOptimizer.cpp397 B.CreateIntrinsic(Intrinsic::amdgcn_update_dpp, AtomicTy, in buildReduction()
405 B.CreateIntrinsic(AtomicTy, Intrinsic::amdgcn_permlanex16, in buildReduction()
416 B.CreateIntrinsic(AtomicTy, Intrinsic::amdgcn_permlane64, V); in buildReduction()
466 B.CreateIntrinsic(AtomicTy, Intrinsic::amdgcn_permlanex16, in buildScan()
477 Value *const Lane31 = B.CreateIntrinsic( in buildScan()
550 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in buildScanIteratively()
567 B.CreateIntrinsic(Intrinsic::cttz, WaveTy, {ActiveBits, B.getTrue()}); in buildScanIteratively()
572 Value *LaneValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_readlane, in buildScanIteratively()
579 OldValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_writelane, in buildScanIteratively()
669 Value *const Cond = B.CreateIntrinsic(Intrinsic::amdgcn_ps_live, {}); in optimizeAtomic()
[all …]
H A DAMDGPUSwLowerLDS.cpp788 Value *WIdx = IRB.CreateIntrinsic(Intrinsic::amdgcn_workitem_id_x, {}); in lowerKernelLDSAccesses()
789 Value *WIdy = IRB.CreateIntrinsic(Intrinsic::amdgcn_workitem_id_y, {}); in lowerKernelLDSAccesses()
790 Value *WIdz = IRB.CreateIntrinsic(Intrinsic::amdgcn_workitem_id_z, {}); in lowerKernelLDSAccesses()
855 IRB.CreateIntrinsic(Intrinsic::amdgcn_implicitarg_ptr, {}); in lowerKernelLDSAccesses()
871 IRB.CreateIntrinsic(Intrinsic::returnaddress, {IRB.getInt32(0)}); in lowerKernelLDSAccesses()
897 IRB.CreateIntrinsic(Intrinsic::amdgcn_s_barrier, {}); in lowerKernelLDSAccesses()
926 IRB.CreateIntrinsic(Intrinsic::amdgcn_s_barrier, {}); in lowerKernelLDSAccesses()
937 IRB.CreateIntrinsic(Intrinsic::returnaddress, IRB.getInt32(0)); in lowerKernelLDSAccesses()
1071 auto *KernelId = IRB.CreateIntrinsic(Intrinsic::amdgcn_lds_kernel_id, {}); in lowerNonKernelLDSAccesses()
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp147 Value *Res = CreateIntrinsic(Intrinsic::stepvector, {StepVecType}, {}, in CreateStepVector()
171 CallInst *CI = CreateIntrinsic(Intrinsic::memset, Tys, Ops); in CreateMemSet()
186 CallInst *CI = CreateIntrinsic(Intrinsic::memset_inline, Tys, Ops); in CreateMemSetInline()
202 CreateIntrinsic(Intrinsic::memset_element_unordered_atomic, Tys, Ops); in CreateElementUnorderedAtomicMemSet()
220 CallInst *CI = CreateIntrinsic(IntrID, Tys, Ops); in CreateMemTransferInst()
242 CreateIntrinsic(Intrinsic::memcpy_element_unordered_atomic, Tys, Ops); in CreateElementUnorderedAtomicMemCpy()
341 CreateIntrinsic(Intrinsic::memmove_element_unordered_atomic, Tys, Ops); in CreateElementUnorderedAtomicMemMove()
353 return CreateIntrinsic(ID, Tys, Ops); in getReductionIntrinsic()
358 return CreateIntrinsic(Intrinsic::vector_reduce_fadd, {Src->getType()}, Ops); in CreateFAddReduce()
363 return CreateIntrinsic(Intrinsic::vector_reduce_fmul, {Src->getType()}, Ops); in CreateFMulReduce()
[all …]
H A DAutoUpgrade.cpp1893 Value *V = Builder.CreateIntrinsic(IID, Args); in upgradeX86VPERMT2Intrinsics()
1905 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Op0, Op1}); in upgradeX86BinaryIntrinsics()
1931 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Src, Src, Amt}); in upgradeX86Rotate()
2000 Value *Res = Builder.CreateIntrinsic(IID, Ty, {Op0, Op1, Amt}); in upgradeX86ConcatShift()
2055 Value *Res = Builder.CreateIntrinsic(Intrinsic::abs, Ty, in upgradeAbs()
2149 Builder.CreateIntrinsic(IID, {CI.getArgOperand(0), CI.getArgOperand(1)}); in upgradeX86MaskedShift()
2406 Rep = Builder.CreateIntrinsic(IID, Args); in upgradeAVX512MaskToSelect()
2480 Value *Ctlz = Builder.CreateIntrinsic(Intrinsic::ctlz, {Arg->getType()}, in upgradeNVVMIntrinsicCall()
2488 Value *Popc = Builder.CreateIntrinsic(Intrinsic::ctpop, {Arg->getType()}, in upgradeNVVMIntrinsicCall()
2492 Rep = Builder.CreateIntrinsic(Intrinsic::convert_from_fp16, in upgradeNVVMIntrinsicCall()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/
H A DDXILIntrinsicExpansion.cpp158 return Builder.CreateIntrinsic(Ty, Intrinsic::smax, {X, V}, nullptr, in expandAbs()
234 return Builder.CreateIntrinsic(ATy->getScalarType(), DotIntrinsic, Args, in expandFloatDotIntrinsic()
273 Result = Builder.CreateIntrinsic(Result->getType(), MadIntrinsic, in expandIntegerDotIntrinsic()
293 Builder.CreateIntrinsic(Ty, Intrinsic::exp2, {NewX}, nullptr, "dx.exp2"); in expandExpIntrinsic()
415 Builder.CreateIntrinsic(Ty, Intrinsic::log2, {X}, nullptr, "elt.log2"); in expandLogIntrinsic()
452 Value *Multiplicand = Builder.CreateIntrinsic(EltTy, Intrinsic::dx_rsqrt, in expandNormalizeIntrinsic()
471 Builder.CreateIntrinsic(Ty, Intrinsic::atan, {Tan}, nullptr, "Elt.Atan"); in expandAtan2Intrinsic()
520 Builder.CreateIntrinsic(Ty, Intrinsic::log2, {X}, nullptr, "elt.log2"); in expandPowIntrinsic()
523 Builder.CreateIntrinsic(Ty, Intrinsic::exp2, {Mul}, nullptr, "elt.exp2"); in expandPowIntrinsic()
594 CallInst *Load = Builder.CreateIntrinsic(LoadType, LoadIntrinsic, Args); in expandBufferLoadIntrinsic()
[all …]
H A DDXILResourceAccess.cpp67 auto *Load = Builder.CreateIntrinsic( in createTypedBufferStore()
80 auto *Inst = Builder.CreateIntrinsic( in createTypedBufferStore()
93 auto *Inst = Builder.CreateIntrinsic( in createRawStore()
138 Builder.CreateIntrinsic(LoadType, Intrinsic::dx_resource_load_typedbuffer, in createTypedBufferLoad()
162 Builder.CreateIntrinsic(LoadType, Intrinsic::dx_resource_load_rawbuffer, in createRawLoad()
H A DDXILCBufferAccess.cpp134 auto *CBufLoad = Builder.CreateIntrinsic( in loadValue()
165 CBufLoad = Builder.CreateIntrinsic( in loadValue()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVInterleavedAccess.cpp112 Builder.CreateIntrinsic(Intrinsic::experimental_vp_strided_load, in lowerInterleavedLoad()
123 CallInst *VlsegN = Builder.CreateIntrinsic( in lowerInterleavedLoad()
196 CallInst *CI = Builder.CreateIntrinsic( in lowerInterleavedStore()
261 Return = Builder.CreateIntrinsic(FixedVlsegIntrIds[Factor - 2], in lowerDeinterleaveIntrinsicToLoad()
281 Value *Vlseg = Builder.CreateIntrinsic( in lowerDeinterleaveIntrinsicToLoad()
289 Value *VecExtract = Builder.CreateIntrinsic( in lowerDeinterleaveIntrinsicToLoad()
360 StoredVal = Builder.CreateIntrinsic( in lowerInterleaveIntrinsicToStore()
457 Return = Builder.CreateIntrinsic(FixedVlsegIntrIds[Factor - 2], in lowerInterleavedVPLoad()
567 Builder.CreateIntrinsic(FixedVssegIntrIds[Factor - 2], in lowerInterleavedVPStore()
H A DRISCVCodeGenPrepare.cpp164 Value *WideMerge = Builder.CreateIntrinsic(Intrinsic::vp_merge, {WideTy}, in widenVPMerge()
268 Value *Res = Builder.CreateIntrinsic(Intrinsic::experimental_vp_splat, {VTy}, in expandVPStrideLoad()
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXType.cpp383 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, Args); in combineLoadBitcast()
408 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, Args); in combineBitcastStore()
458 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, Args); in transformBitcast()
475 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, Args); in transformBitcast()
615 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, Args); in createTileStore()
646 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, Args); in replaceWithTileLoad()
940 Instruction *NewInst = Builder.CreateIntrinsic( in optimizeAMXCastFromPhi()
943 NewInst = Builder.CreateIntrinsic(Intrinsic::x86_cast_tile_to_vector, in optimizeAMXCastFromPhi()
1127 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, Args); in combineCastStore()
1172 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, Args); in combineLoadCast()
[all …]
H A DX86WinEHState.cpp338 Value *FrameAddr = Builder.CreateIntrinsic( in emitExceptionRegistrationRecord()
377 return Builder.CreateIntrinsic(Intrinsic::x86_seh_lsda, F); in emitEHLSDA()
652 Builder.CreateIntrinsic(Intrinsic::x86_seh_ehregnode, {RegNodeI8}); in addStateStores()
658 Builder.CreateIntrinsic(Intrinsic::x86_seh_ehguard, {EHGuardNodeI8}); in addStateStores()
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVEGatherScatterLowering.cpp463 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base, in tryCreateMaskedGatherBase()
467 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBase()
484 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, in tryCreateMaskedGatherBaseWB()
488 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBaseWB()
558 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
564 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
629 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, in tryCreateMaskedScatterBase()
633 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBase()
651 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_wb, in tryCreateMaskedScatterBaseWB()
655 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBaseWB()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp315 B.CreateIntrinsic(Intrinsic::spv_assign_name, {I->getType()}, Args); in emitAssignName()
406 B.CreateIntrinsic(Intrinsic::spv_ptrcast, {Types}, Args); in buildSpvPtrcast()
1181 B.CreateIntrinsic(Intrinsic::spv_assign_type, {New->getType()}, Args); in replaceMemInstrUses()
1214 auto *IntrUndef = B.CreateIntrinsic(Intrinsic::spv_undef, {}); in preprocessUndefs()
1265 B.CreateIntrinsic(Intrinsic::spv_const_composite, {ResTy}, {Args}); in preprocessCompositeConstants()
1282 B.CreateIntrinsic(Intrinsic::spv_assign_decoration, {I->getType()}, in createDecorationIntrinsic()
1326 B.CreateIntrinsic(Intrinsic::spv_inline_asm, {Args}); in visitCallInst()
1380 CallInst *NewI = B.CreateIntrinsic(Intrinsic::spv_switch, in visitSwitchInst()
1404 auto *NewI = B.CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in visitGetElementPtrInst()
1426 auto *NewI = B.CreateIntrinsic(Intrinsic::spv_bitcast, {Types}, {Args}); in visitBitCastInst()
[all …]
H A DSPIRVLegalizePointerCast.cpp101 auto *GEP = B.CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in loadFirstValueFromAggregate()
162 B.CreateIntrinsic(Intrinsic::spv_insertelt, {Types}, {Args}); in makeInsertElement()
175 B.CreateIntrinsic(Intrinsic::spv_extractelt, {Types}, {Args}); in makeExtractElement()
229 auto *GEP = B.CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in storeToFirstValueAggregate()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopIdiomVectorize.cpp437 Value *InitialPred = Builder.CreateIntrinsic( in createMaskedFindMismatch()
495 Builder.CreateIntrinsic(Intrinsic::get_active_lane_mask, in createMaskedFindMismatch()
558 Value *VL = Builder.CreateIntrinsic(Intrinsic::experimental_get_vector_length, in createPredicatedFindMismatch()
567 Value *VectorLhsLoad = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
573 Value *VectorRhsLoad = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
580 Value *VectorMatchCmp = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
584 Value *CTZ = Builder.CreateIntrinsic( in createPredicatedFindMismatch()
1266 Builder.CreateIntrinsic(Intrinsic::get_active_lane_mask, {PredVTy, I64Ty}, in expandFindFirstByte()
1295 Value *PredSearch = Builder.CreateIntrinsic( in expandFindFirstByte()
1310 Value *PredNeedle = Builder.CreateIntrinsic( in expandFindFirstByte()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DBoundsChecking.cpp114 return IRB.CreateIntrinsic(Intrinsic::trap, {}); in InsertTrap()
116 return IRB.CreateIntrinsic( in InsertTrap()
222 llvm::Value *Allow = IRB.CreateIntrinsic( in addBoundsChecking()
H A DKCFI.cpp112 Builder.CreateIntrinsic(Intrinsic::debugtrap, {}); in run()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/
H A DFatLTOCleanup.cpp85 IRB.CreateIntrinsic(Intrinsic::load_relative, {Offset->getType()}, in cleanUpTypeCheckedLoad()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DSVEIntrinsicOpts.cpp163 auto *ConvertToSVBool = Builder.CreateIntrinsic( in coalescePTrueIntrinsicCalls()
178 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in coalescePTrueIntrinsicCalls()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DFixedPointBuilder.h206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed()
302 Value *Result = B.CreateIntrinsic( in CreateMul()
330 Value *Result = B.CreateIntrinsic( in CreateDiv()
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXLowerArgs.cpp519 IRB.CreateIntrinsic(Intrinsic::nvvm_internal_addrspace_wrap, in copyByValParam()
552 Value *ArgInParamAS = IRB.CreateIntrinsic( in handleByValParam()
585 IRB.CreateIntrinsic(Intrinsic::nvvm_internal_addrspace_wrap, in handleByValParam()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DHardwareLoops.cpp514 Value *LoopSetup = Builder.CreateIntrinsic(ID, Ty, LoopCountInit); in InsertIterationSetup()
543 Value *NewCond = CondBuilder.CreateIntrinsic(Intrinsic::loop_decrement, in InsertLoopDec()
566 Value *Call = CondBuilder.CreateIntrinsic(Intrinsic::loop_decrement_reg, in InsertLoopRegDec()

12345