| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Coroutines/ |
| H A D | CoroInstr.h | 35 class LLVM_LIBRARY_VISIBILITY CoroSubFnInst : public IntrinsicInst {
61 static bool classof(const IntrinsicInst *I) { in classof()
65 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
70 class LLVM_LIBRARY_VISIBILITY CoroAllocInst : public IntrinsicInst {
73 static bool classof(const IntrinsicInst *I) { in classof()
77 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
115 class LLVM_LIBRARY_VISIBILITY AnyCoroIdInst : public IntrinsicInst {
124 IntrinsicInst *getCoroBegin() { in getCoroBegin()
126 if (auto *II = dyn_cast<IntrinsicInst>(U)) in getCoroBegin()
133 static bool classof(const IntrinsicInst *I) { in classof()
[all …]
|
| H A D | CoroEarly.cpp | 30 void lowerCoroDone(IntrinsicInst *II);
31 void lowerCoroNoop(IntrinsicInst *II);
86 void Lowerer::lowerCoroDone(IntrinsicInst *II) { in lowerCoroDone()
123 void Lowerer::lowerCoroNoop(IntrinsicInst *II) { in lowerCoroNoop()
200 lowerCoroNoop(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
229 lowerCoroDone(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | IntrinsicInst.h | 48 class IntrinsicInst : public CallInst {
50 IntrinsicInst() = delete;
51 IntrinsicInst(const IntrinsicInst &) = delete;
52 IntrinsicInst &operator=(const IntrinsicInst &) = delete;
152 class LifetimeIntrinsic : public IntrinsicInst {
156 static bool classof(const IntrinsicInst *I) { in classof()
160 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
179 class DbgInfoIntrinsic : public IntrinsicInst {
183 static bool classof(const IntrinsicInst *I) { in classof()
187 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
[all …]
|
| H A D | InstVisitor.h | 208 RetTy visitDbgInfoIntrinsic(DbgInfoIntrinsic &I){ DELEGATE(IntrinsicInst); } in visitDbgInfoIntrinsic()
215 RetTy visitMemIntrinsic(MemIntrinsic &I) { DELEGATE(IntrinsicInst); } in visitMemIntrinsic()
216 RetTy visitVAStartInst(VAStartInst &I) { DELEGATE(IntrinsicInst); } in visitVAStartInst()
217 RetTy visitVAEndInst(VAEndInst &I) { DELEGATE(IntrinsicInst); } in visitVAEndInst()
218 RetTy visitVACopyInst(VACopyInst &I) { DELEGATE(IntrinsicInst); } in visitVACopyInst()
219 RetTy visitIntrinsicInst(IntrinsicInst &I) { DELEGATE(CallInst); } in visitIntrinsicInst()
287 default: DELEGATE(IntrinsicInst); in delegateCallInst()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86PreAMXConfig.cpp | |
| H A D | X86LowerAMXType.cpp | 78 auto *II = dyn_cast<IntrinsicInst>(I); in isAMXIntrinsic()
124 static std::pair<Value *, Value *> getShape(IntrinsicInst *II, unsigned OpNo) { in getShape()
209 return getShape(cast<IntrinsicInst>(V), OpNo); in getShape()
249 auto *II = cast<IntrinsicInst>(U.getUser()); in combineLoadBitcast()
272 auto *II = cast<IntrinsicInst>(Tile); in combineBitcastStore()
324 auto *II = dyn_cast<IntrinsicInst>(U.getUser()); in transformBitcast()
344 auto *II = dyn_cast<IntrinsicInst>(Src); in transformBitcast()
472 auto *II = cast<IntrinsicInst>(TileDef); in createTileStore()
493 IntrinsicInst *II = nullptr; in replaceWithTileLoad()
496 II = cast<IntrinsicInst>(PhiOp); in replaceWithTileLoad()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | MemoryTaggingSupport.h | 26 class IntrinsicInst; variable
40 const SmallVectorImpl<IntrinsicInst *> &Ends,
44 bool isStandardLifetime(const SmallVectorImpl<IntrinsicInst *> &LifetimeStart,
45 const SmallVectorImpl<IntrinsicInst *> &LifetimeEnd,
53 SmallVector<IntrinsicInst *, 2> LifetimeStart;
54 SmallVector<IntrinsicInst *, 2> LifetimeEnd;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 57 SmallSetVector<IntrinsicInst *, 4> &PTrues);
97 static bool isPTruePromoted(IntrinsicInst *PTrue) { in isPTruePromoted()
100 SmallVector<IntrinsicInst *, 4> ConvertToUses; in isPTruePromoted()
103 ConvertToUses.push_back(cast<IntrinsicInst>(User)); in isPTruePromoted()
115 for (IntrinsicInst *ConvertToUse : ConvertToUses) { in isPTruePromoted()
117 auto *IntrUser = dyn_cast<IntrinsicInst>(User); in isPTruePromoted()
137 BasicBlock &BB, SmallSetVector<IntrinsicInst *, 4> &PTrues) { in coalescePTrueIntrinsicCalls() argument
251 SmallSetVector<IntrinsicInst *, 4> SVAllPTrues; in optimizePTrueIntrinsicCalls()
252 SmallSetVector<IntrinsicInst *, 4> SVPow2PTrues; in optimizePTrueIntrinsicCalls()
259 auto *IntrI = dyn_cast<IntrinsicInst>(&I); in optimizePTrueIntrinsicCalls()
[all …]
|
| H A D | AArch64TargetTransformInfo.h | 34 class IntrinsicInst; variable
125 IntrinsicInst &II) const;
128 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,
236 Value *getOrCreateResultFromMemIntrinsic(IntrinsicInst *Inst,
239 bool getTgtMemIntrinsic(IntrinsicInst *Inst, MemIntrinsicInfo &Info);
355 bool shouldExpandReduction(const IntrinsicInst *II) const { return false; } in shouldExpandReduction()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVETailPredication.cpp | 84 SmallVector<IntrinsicInst*, 4> MaskedInsts;
115 const SCEV *IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, Value *TripCount);
118 void InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, Value *Start);
147 auto FindLoopIterations = [](BasicBlock *BB) -> IntrinsicInst* { in runOnLoop()
149 auto *Call = dyn_cast<IntrinsicInst>(&I); in runOnLoop()
156 return cast<IntrinsicInst>(&I); in runOnLoop()
162 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop()
197 const SCEV *MVETailPredication::IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, in IsSafeActiveMask()
375 void MVETailPredication::InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, in InsertVCTPIntrinsic()
416 SmallVector<IntrinsicInst *, 4> ActiveLaneMasks; in TryConvertActiveLaneMask()
[all …]
|
| H A D | MVEGatherScatterLowering.cpp | 107 Instruction *lowerGather(IntrinsicInst *I);
109 Instruction *tryCreateMaskedGatherOffset(IntrinsicInst *I, Value *Ptr,
113 Instruction *tryCreateMaskedGatherBase(IntrinsicInst *I, Value *Ptr,
117 Instruction *tryCreateMaskedGatherBaseWB(IntrinsicInst *I, Value *Ptr,
121 Instruction *lowerScatter(IntrinsicInst *I);
123 Instruction *tryCreateMaskedScatterOffset(IntrinsicInst *I, Value *Offsets,
126 Instruction *tryCreateMaskedScatterBase(IntrinsicInst *I, Value *Ptr,
130 Instruction *tryCreateMaskedScatterBaseWB(IntrinsicInst *I, Value *Ptr,
136 Instruction *tryCreateIncrementingGatScat(IntrinsicInst *I, Value *Ptr,
141 Instruction *tryCreateIncrementingWBGatScat(IntrinsicInst *I, Value *BasePtr,
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | StackLifetime.h | 27 class IntrinsicInst; variable
98 SmallVector<const IntrinsicInst *, 64> Instructions;
141 filter_iterator<ArrayRef<const IntrinsicInst *>::const_iterator,
142 std::function<bool(const IntrinsicInst *)>>>
144 std::function<bool(const IntrinsicInst *)> NotNull( in getMarkers()
145 [](const IntrinsicInst *I) -> bool { return I; }); in getMarkers()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | LowerAllowCheckPass.cpp | 48 explicit RemarkInfo(IntrinsicInst *II) in RemarkInfo()
54 static void emitRemark(IntrinsicInst *II, OptimizationRemarkEmitter &ORE, in emitRemark()
76 SmallVector<std::pair<IntrinsicInst *, bool>, 16> ReplaceWithValue; in removeUbsanTraps()
90 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in removeUbsanTraps()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUImageIntrinsicOptimizer.cpp | 99 IntrinsicInst *II, in addInstToMergeableList()
100 SmallVector<SmallVector<IntrinsicInst *, 4>> &MergeableInsts, in addInstToMergeableList() argument
102 for (SmallVector<IntrinsicInst *, 4> &IIList : MergeableInsts) { in addInstToMergeableList()
144 SmallVector<SmallVector<IntrinsicInst *, 4>> &MergeableInsts) { in collectMergeableInsts() argument
154 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in collectMergeableInsts()
176 bool optimizeSection(ArrayRef<SmallVector<IntrinsicInst *, 4>> MergeableInsts) { in optimizeSection() argument
308 SmallVector<SmallVector<IntrinsicInst *, 4>> MergeableInsts; in imageIntrinsicOptimizerImpl()
|
| H A D | AMDGPUTargetTransformInfo.h | 152 bool getTgtMemIntrinsic(IntrinsicInst *Inst, MemIntrinsicInfo &Info) const;
172 bool isReadRegisterSourceOfDivergence(const IntrinsicInst *ReadReg) const;
218 Value *rewriteIntrinsicWithAddressSpace(IntrinsicInst *II, Value *OldV,
224 IntrinsicInst &II) const;
226 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/Analysis/ |
| H A D | SPIRVConvergenceRegionAnalysis.cpp | 55 std::is_same_v<IntrinsicInst, std::remove_const_t<IntrinsicInstType>>, in getConvergenceTokenInternal()
59 if (auto *II = dyn_cast<IntrinsicInst>(&I)) { in getConvergenceTokenInternal()
68 auto TII = dyn_cast<IntrinsicInst>(Bundle->Inputs[0].get()); in getConvergenceTokenInternal()
79 return dyn_cast<IntrinsicInst>(OB.value().Inputs[0]); in getConvergenceTokenInternal()
115 std::optional<IntrinsicInst *> getConvergenceToken(BasicBlock *BB) { in getConvergenceToken()
116 return getConvergenceTokenInternal<BasicBlock, IntrinsicInst>(BB); in getConvergenceToken()
119 std::optional<const IntrinsicInst *> getConvergenceToken(const BasicBlock *BB) { in getConvergenceToken()
120 return getConvergenceTokenInternal<const BasicBlock, const IntrinsicInst>(BB); in getConvergenceToken()
137 std::optional<IntrinsicInst *> ConvergenceToken, BasicBlock *Entry, in ConvergenceRegion()
|
| H A D | SPIRVConvergenceRegionAnalysis.h | 35 std::optional<IntrinsicInst *> getConvergenceToken(BasicBlock *BB);
36 std::optional<const IntrinsicInst *> getConvergenceToken(const BasicBlock *BB);
52 std::optional<IntrinsicInst *> ConvergenceToken = std::nullopt;
66 std::optional<IntrinsicInst *> ConvergenceToken,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | AssumeBundleBuilder.cpp | 132 IntrinsicInst *Intr = cast<IntrinsicInst>(Assume); in tryToPreserveWithoutAddingAssume()
340 SmallDenseSet<IntrinsicInst *> CleanupToDo;
342 SmallDenseMap<BasicBlock *, SmallVector<IntrinsicInst *, 4>, 8> BBToAssume;
355 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in buildMapping()
366 [](const IntrinsicInst *LHS, const IntrinsicInst *RHS) { in buildMapping()
375 for (IntrinsicInst *Assume : CleanupToDo) { in RunCleanup()
396 IntrinsicInst *Assume; in dropRedundantKnowledge()
408 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in dropRedundantKnowledge()
464 using MergeIterator = SmallVectorImpl<IntrinsicInst *>::iterator;
479 for (IntrinsicInst *I : make_range(Begin, End)) { in mergeRange()
[all …]
|
| H A D | MemoryTaggingSupport.cpp | 30 bool maybeReachableFromEachOther(const SmallVectorImpl<IntrinsicInst *> &Insts, in maybeReachableFromEachOther()
50 const SmallVectorImpl<IntrinsicInst *> &Ends, in forAllReachableExits()
89 bool isStandardLifetime(const SmallVectorImpl<IntrinsicInst *> &LifetimeStart, in isStandardLifetime()
90 const SmallVectorImpl<IntrinsicInst *> &LifetimeEnd, in isStandardLifetime()
144 auto *II = dyn_cast<IntrinsicInst>(&Inst); in visit()
245 auto *II = dyn_cast<IntrinsicInst>(V); in isLifetimeIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerConstantIntrinsics.cpp | 47 static Value *lowerIsConstantIntrinsic(IntrinsicInst *II) { in lowerIsConstantIntrinsic()
115 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in lowerConstantIntrinsics()
134 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&*VH); in lowerConstantIntrinsics()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVCodeGenPrepare.cpp | 60 bool visitIntrinsicInst(IntrinsicInst &I);
61 bool expandVPStrideLoad(IntrinsicInst &I);
137 bool RISCVCodeGenPrepare::visitIntrinsicInst(IntrinsicInst &I) { in visitIntrinsicInst()
171 bool RISCVCodeGenPrepare::expandVPStrideLoad(IntrinsicInst &II) { in expandVPStrideLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXTargetTransformInfo.cpp | 25 static bool readsThreadIndex(const IntrinsicInst *II) { in readsThreadIndex()
35 static bool readsLaneId(const IntrinsicInst *II) { in readsLaneId()
40 static bool isNVVMAtomic(const IntrinsicInst *II) { in isNVVMAtomic()
96 if (const IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in isSourceOfDivergence()
116 static Instruction *simplifyNvvmIntrinsic(IntrinsicInst *II, InstCombiner &IC) { in simplifyNvvmIntrinsic()
390 NVPTXTTIImpl::instCombineIntrinsic(InstCombiner &IC, IntrinsicInst &II) const { in simplifyNvvmIntrinsic()
|
| H A D | NVVMIntrRange.cpp | 52 static bool addRangeAttr(uint64_t Low, uint64_t High, IntrinsicInst *II) { in addRangeAttr()
85 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in runNVVMIntrRange()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | StackLifetime.cpp | 64 static const AllocaInst *findMatchingAlloca(const IntrinsicInst &II, in findMatchingAlloca()
87 DenseMap<const BasicBlock *, SmallDenseMap<const IntrinsicInst *, Marker>> in collectMarkers()
95 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
137 auto ProcessMarker = [&](const IntrinsicInst *I, const Marker &M) { in collectMarkers()
160 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | PseudoProbe.cpp | 48 assert(isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst) && in extractProbeFromDiscriminator()
70 if (isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst)) in extractProbe()
87 } else if (isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst)) { in setProbeDistributionFactor()
|