| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Coroutines/ |
| H A D | CoroInstr.h | 36 class CoroSubFnInst : public IntrinsicInst {
62 static bool classof(const IntrinsicInst *I) { in classof()
66 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
71 class CoroAllocInst : public IntrinsicInst {
74 static bool classof(const IntrinsicInst *I) { in classof()
78 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
116 class AnyCoroIdInst : public IntrinsicInst {
125 IntrinsicInst *getCoroBegin() { in getCoroBegin()
127 if (auto *II = dyn_cast<IntrinsicInst>(U)) in getCoroBegin()
135 static bool classof(const IntrinsicInst *I) { in classof()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | IntrinsicInst.h | 49 class IntrinsicInst : public CallInst {
51 IntrinsicInst() = delete;
52 IntrinsicInst(const IntrinsicInst &) = delete;
53 IntrinsicInst &operator=(const IntrinsicInst &) = delete;
154 class LifetimeIntrinsic : public IntrinsicInst {
158 static bool classof(const IntrinsicInst *I) { in classof()
162 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
181 class DbgInfoIntrinsic : public IntrinsicInst {
185 static bool classof(const IntrinsicInst *I) { in classof()
189 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
[all …]
|
| H A D | InstVisitor.h | 204 DELEGATE(IntrinsicInst); in visitMemSetPatternInst()
209 RetTy visitMemIntrinsic(MemIntrinsic &I) { DELEGATE(IntrinsicInst); } in visitMemIntrinsic()
210 RetTy visitVAStartInst(VAStartInst &I) { DELEGATE(IntrinsicInst); } in visitVAStartInst()
211 RetTy visitVAEndInst(VAEndInst &I) { DELEGATE(IntrinsicInst); } in visitVAEndInst()
212 RetTy visitVACopyInst(VACopyInst &I) { DELEGATE(IntrinsicInst); } in visitVACopyInst()
213 RetTy visitIntrinsicInst(IntrinsicInst &I) { DELEGATE(CallInst); } in visitIntrinsicInst()
281 default: DELEGATE(IntrinsicInst); in delegateCallInst()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | IntrinsicInst.h | 17 class IntrinsicInst : public CallInst {
18 IntrinsicInst(llvm::IntrinsicInst *I, Context &Ctx) : CallInst(I, Ctx) {} in IntrinsicInst() function
22 return cast<llvm::IntrinsicInst>(Val)->getIntrinsicID(); in getIntrinsicID()
25 return cast<llvm::IntrinsicInst>(Val)->isAssociative(); in isAssociative()
28 return cast<llvm::IntrinsicInst>(Val)->isCommutative(); in isCommutative()
31 return cast<llvm::IntrinsicInst>(Val)->isAssumeLikeIntrinsic(); in isAssumeLikeIntrinsic()
34 return llvm::IntrinsicInst::mayLowerToFunctionCall(IID); in mayLowerToFunctionCall()
38 return isa<llvm::IntrinsicInst>(LLVMV); in classof()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86PreAMXConfig.cpp | |
| H A D | X86LowerAMXType.cpp | 77 static unsigned getNumDefTiles(IntrinsicInst *II) { in getNumDefTiles()
92 auto *II = dyn_cast<IntrinsicInst>(I); in isAMXIntrinsic()
149 std::pair<Value *, Value *> getShape(IntrinsicInst *II, unsigned OpNo);
216 std::pair<Value *, Value *> ShapeCalculator::getShape(IntrinsicInst *II, in getShape()
333 return getShape(cast<IntrinsicInst>(V), OpNo); in getShape()
374 auto *II = cast<IntrinsicInst>(U.getUser()); in combineLoadBitcast()
397 auto *II = cast<IntrinsicInst>(Tile); in combineBitcastStore()
448 auto *II = dyn_cast<IntrinsicInst>(U.getUser()); in transformBitcast()
468 auto *II = dyn_cast<IntrinsicInst>(Src); in transformBitcast()
595 auto *II = dyn_cast<IntrinsicInst>(TileDef); in createTileStore()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 54 SmallSetVector<IntrinsicInst *, 4> &PTrues);
94 static bool isPTruePromoted(IntrinsicInst *PTrue) { in isPTruePromoted()
97 SmallVector<IntrinsicInst *, 4> ConvertToUses; in isPTruePromoted()
100 ConvertToUses.push_back(cast<IntrinsicInst>(User)); in isPTruePromoted()
112 for (IntrinsicInst *ConvertToUse : ConvertToUses) { in isPTruePromoted()
114 auto *IntrUser = dyn_cast<IntrinsicInst>(User); in isPTruePromoted()
134 BasicBlock &BB, SmallSetVector<IntrinsicInst *, 4> &PTrues) { in coalescePTrueIntrinsicCalls() argument
248 SmallSetVector<IntrinsicInst *, 4> SVAllPTrues; in optimizePTrueIntrinsicCalls()
249 SmallSetVector<IntrinsicInst *, 4> SVPow2PTrues; in optimizePTrueIntrinsicCalls()
256 auto *IntrI = dyn_cast<IntrinsicInst>(&I); in optimizePTrueIntrinsicCalls()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | MemoryTaggingSupport.h | 27 class IntrinsicInst; variable
41 const SmallVectorImpl<IntrinsicInst *> &Ends,
45 bool isStandardLifetime(const SmallVectorImpl<IntrinsicInst *> &LifetimeStart,
46 const SmallVectorImpl<IntrinsicInst *> &LifetimeEnd,
54 SmallVector<IntrinsicInst *, 2> LifetimeStart;
55 SmallVector<IntrinsicInst *, 2> LifetimeEnd;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILForwardHandleAccesses.cpp | 28 static void diagnoseAmbiguousHandle(IntrinsicInst *NewII, in diagnoseAmbiguousHandle()
29 IntrinsicInst *PrevII) { in diagnoseAmbiguousHandle()
45 static void diagnoseUndominatedLoad(LoadInst *LI, IntrinsicInst *Handle) { in diagnoseUndominatedLoad()
55 processHandle(IntrinsicInst *II, in processHandle()
56 DenseMap<GlobalVariable *, IntrinsicInst *> &HandleMap) { in processHandle()
71 DenseMap<GlobalVariable *, IntrinsicInst *> HandleMap; in forwardHandleAccesses()
75 if (auto *II = dyn_cast<IntrinsicInst>(&Inst)) { in forwardHandleAccesses()
|
| H A D | DXILResourceAccess.cpp | 54 static void createTypedBufferStore(IntrinsicInst *II, StoreInst *SI, in createTypedBufferStore()
86 static void createRawStore(IntrinsicInst *II, StoreInst *SI, Value *Offset) { in createRawStore()
99 static void createStoreIntrinsic(IntrinsicInst *II, StoreInst *SI, in createStoreIntrinsic()
131 static void createTypedBufferLoad(IntrinsicInst *II, LoadInst *LI, in createTypedBufferLoad()
155 static void createRawLoad(IntrinsicInst *II, LoadInst *LI, Value *Offset) { in createRawLoad()
169 static void createLoadIntrinsic(IntrinsicInst *II, LoadInst *LI, Value *Offset, in createLoadIntrinsic()
201 static void replaceAccess(IntrinsicInst *II, dxil::ResourceTypeInfo &RTI) { in replaceAccess()
245 SmallVector<std::pair<IntrinsicInst *, dxil::ResourceTypeInfo>> Resources; in transformResourcePointers()
248 if (auto *II = dyn_cast<IntrinsicInst>(&I)) in transformResourcePointers()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | LowerAllowCheckPass.cpp | 49 explicit RemarkInfo(IntrinsicInst *II) in RemarkInfo()
55 static void emitRemark(IntrinsicInst *II, OptimizationRemarkEmitter &ORE, in emitRemark()
78 SmallVector<std::pair<IntrinsicInst *, bool>, 16> ReplaceWithValue; in removeUbsanTraps()
87 auto GetCutoff = [&](const IntrinsicInst *II) -> unsigned { in removeUbsanTraps()
112 auto ShouldRemove = [&](const IntrinsicInst *II) { in removeUbsanTraps()
118 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in removeUbsanTraps()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | StackLifetime.h | 27 class IntrinsicInst; variable
98 SmallVector<const IntrinsicInst *, 64> Instructions;
141 filter_iterator<ArrayRef<const IntrinsicInst *>::const_iterator,
142 std::function<bool(const IntrinsicInst *)>>>
144 std::function<bool(const IntrinsicInst *)> NotNull( in getMarkers()
145 [](const IntrinsicInst *I) -> bool { return I; }); in getMarkers()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVETailPredication.cpp | 82 SmallVector<IntrinsicInst*, 4> MaskedInsts;
113 const SCEV *IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, Value *TripCount);
116 void InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, Value *Start);
145 auto FindLoopIterations = [](BasicBlock *BB) -> IntrinsicInst* { in runOnLoop()
147 auto *Call = dyn_cast<IntrinsicInst>(&I); in runOnLoop()
154 return cast<IntrinsicInst>(&I); in runOnLoop()
160 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop()
195 const SCEV *MVETailPredication::IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, in IsSafeActiveMask()
375 void MVETailPredication::InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, in InsertVCTPIntrinsic()
415 SmallVector<IntrinsicInst *, 4> ActiveLaneMasks; in TryConvertActiveLaneMask()
[all …]
|
| H A D | MVEGatherScatterLowering.cpp | 106 Instruction *lowerGather(IntrinsicInst *I);
108 Instruction *tryCreateMaskedGatherOffset(IntrinsicInst *I, Value *Ptr,
112 Instruction *tryCreateMaskedGatherBase(IntrinsicInst *I, Value *Ptr,
116 Instruction *tryCreateMaskedGatherBaseWB(IntrinsicInst *I, Value *Ptr,
120 Instruction *lowerScatter(IntrinsicInst *I);
122 Instruction *tryCreateMaskedScatterOffset(IntrinsicInst *I, Value *Offsets,
125 Instruction *tryCreateMaskedScatterBase(IntrinsicInst *I, Value *Ptr,
129 Instruction *tryCreateMaskedScatterBaseWB(IntrinsicInst *I, Value *Ptr,
135 Instruction *tryCreateIncrementingGatScat(IntrinsicInst *I, Value *Ptr,
140 Instruction *tryCreateIncrementingWBGatScat(IntrinsicInst *I, Value *BasePtr,
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUImageIntrinsicOptimizer.cpp | 99 IntrinsicInst *II, in addInstToMergeableList()
100 SmallVector<SmallVector<IntrinsicInst *, 4>> &MergeableInsts, in addInstToMergeableList() argument
102 for (SmallVector<IntrinsicInst *, 4> &IIList : MergeableInsts) { in addInstToMergeableList()
144 SmallVector<SmallVector<IntrinsicInst *, 4>> &MergeableInsts) { in collectMergeableInsts() argument
154 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in collectMergeableInsts()
176 bool optimizeSection(ArrayRef<SmallVector<IntrinsicInst *, 4>> MergeableInsts) { in optimizeSection() argument
307 SmallVector<SmallVector<IntrinsicInst *, 4>> MergeableInsts; in imageIntrinsicOptimizerImpl()
|
| H A D | AMDGPUTargetTransformInfo.h | 154 bool getTgtMemIntrinsic(IntrinsicInst *Inst,
176 bool isReadRegisterSourceOfDivergence(const IntrinsicInst *ReadReg) const;
210 Value *rewriteIntrinsicWithAddressSpace(IntrinsicInst *II, Value *OldV,
216 bool simplifyDemandedLaneMaskArg(InstCombiner &IC, IntrinsicInst &II,
220 instCombineIntrinsic(InstCombiner &IC, IntrinsicInst &II) const override;
223 IntrinsicInst &II,
228 IntrinsicInst &II) const;
231 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | AssumeBundleBuilder.cpp | 133 IntrinsicInst *Intr = cast<IntrinsicInst>(Assume); in tryToPreserveWithoutAddingAssume()
340 SmallDenseSet<IntrinsicInst *> CleanupToDo;
342 SmallDenseMap<BasicBlock *, SmallVector<IntrinsicInst *, 4>, 8> BBToAssume;
355 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in buildMapping()
366 [](const IntrinsicInst *LHS, const IntrinsicInst *RHS) { in buildMapping()
375 for (IntrinsicInst *Assume : CleanupToDo) { in RunCleanup()
396 IntrinsicInst *Assume; in dropRedundantKnowledge()
408 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in dropRedundantKnowledge()
464 using MergeIterator = SmallVectorImpl<IntrinsicInst *>::iterator;
479 for (IntrinsicInst *I : make_range(Begin, End)) { in mergeRange()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/Analysis/ |
| H A D | SPIRVConvergenceRegionAnalysis.h | 26 class IntrinsicInst; variable
34 std::optional<IntrinsicInst *> getConvergenceToken(BasicBlock *BB);
35 std::optional<const IntrinsicInst *> getConvergenceToken(const BasicBlock *BB);
51 std::optional<IntrinsicInst *> ConvergenceToken = std::nullopt;
65 std::optional<IntrinsicInst *> ConvergenceToken,
|
| H A D | SPIRVConvergenceRegionAnalysis.cpp | 51 std::is_same_v<IntrinsicInst, std::remove_const_t<IntrinsicInstType>>, in getConvergenceTokenInternal()
67 return dyn_cast<IntrinsicInst>(OB.value().Inputs[0]); in getConvergenceTokenInternal()
102 std::optional<IntrinsicInst *>
104 return getConvergenceTokenInternal<BasicBlock, IntrinsicInst>(BB); in getConvergenceToken()
107 std::optional<const IntrinsicInst *>
109 return getConvergenceTokenInternal<const BasicBlock, const IntrinsicInst>(BB); in getConvergenceToken()
126 std::optional<IntrinsicInst *> ConvergenceToken, BasicBlock *Entry, in ConvergenceRegion()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerConstantIntrinsics.cpp | 46 static Value *lowerIsConstantIntrinsic(IntrinsicInst *II) { in lowerIsConstantIntrinsic()
114 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in lowerConstantIntrinsics()
133 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&*VH); in lowerConstantIntrinsics()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVCodeGenPrepare.cpp | 60 bool visitIntrinsicInst(IntrinsicInst &I);
61 bool expandVPStrideLoad(IntrinsicInst &I);
62 bool widenVPMerge(IntrinsicInst &I);
137 bool RISCVCodeGenPrepare::widenVPMerge(IntrinsicInst &II) { in widenVPMerge()
209 bool RISCVCodeGenPrepare::visitIntrinsicInst(IntrinsicInst &I) { in visitIntrinsicInst()
247 bool RISCVCodeGenPrepare::expandVPStrideLoad(IntrinsicInst &II) { in expandVPStrideLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVVMIntrRange.cpp | 46 static bool addRangeAttr(uint64_t Low, uint64_t High, IntrinsicInst *II) { in addRangeAttr()
93 const auto ProccessIntrinsic = [&](IntrinsicInst *II) -> bool { in runNVVMIntrRange()
142 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I)) in runNVVMIntrRange()
|
| H A D | NVPTXTargetTransformInfo.cpp | 32 static bool readsThreadIndex(const IntrinsicInst *II) { in readsThreadIndex()
42 static bool readsLaneId(const IntrinsicInst *II) { in readsLaneId()
47 static bool isNVVMAtomic(const IntrinsicInst *II) { in isNVVMAtomic()
101 if (const IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in isSourceOfDivergence()
122 IntrinsicInst *II) { in convertNvvmIntrinsicToLlvm()
448 handleSpaceCheckIntrinsics(InstCombiner &IC, IntrinsicInst &II) { in handleSpaceCheckIntrinsics()
475 NVPTXTTIImpl::instCombineIntrinsic(InstCombiner &IC, IntrinsicInst &II) const { in instCombineIntrinsic()
575 Value *NVPTXTTIImpl::rewriteIntrinsicWithAddressSpace(IntrinsicInst *II, in rewriteIntrinsicWithAddressSpace()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Coroutines/ |
| H A D | CoroEarly.cpp | 31 void lowerCoroDone(IntrinsicInst *II);
32 void lowerCoroNoop(IntrinsicInst *II);
86 void Lowerer::lowerCoroDone(IntrinsicInst *II) { in lowerCoroDone()
121 void Lowerer::lowerCoroNoop(IntrinsicInst *II) { in lowerCoroNoop()
228 lowerCoroNoop(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
257 lowerCoroDone(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | StackLifetime.cpp | 64 static const AllocaInst *findMatchingAlloca(const IntrinsicInst &II, in findMatchingAlloca()
87 DenseMap<const BasicBlock *, SmallDenseMap<const IntrinsicInst *, Marker>> in collectMarkers()
95 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
137 auto ProcessMarker = [&](const IntrinsicInst *I, const Marker &M) { in collectMarkers()
160 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
|