/freebsd/contrib/llvm-project/llvm/lib/MCA/ |
H A D | Instruction.cpp | 21 void WriteState::writeStartEvent(unsigned IID, MCPhysReg RegID, in writeStartEvent() argument 23 CRD.IID = IID; in writeStartEvent() 30 void ReadState::writeStartEvent(unsigned IID, MCPhysReg RegID, in writeStartEvent() argument 42 CRD.IID = IID; in writeStartEvent() 54 void WriteState::onInstructionIssued(unsigned IID) { in onInstructionIssued() argument 64 RS->writeStartEvent(IID, RegisterID, ReadCycles); in onInstructionIssued() 69 PartialWrite->writeStartEvent(IID, RegisterID, CyclesLeft); in onInstructionIssued() 72 void WriteState::addUser(unsigned IID, ReadState *User, int ReadAdvance) { in addUser() argument 78 User->writeStartEvent(IID, RegisterID, ReadCycles); in addUser() 85 void WriteState::addUser(unsigned IID, WriteState *User) { in addUser() argument [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | AutoUpgrade.cpp | 56 static bool upgradePTESTIntrinsic(Function *F, Intrinsic::ID IID, in upgradePTESTIntrinsic() argument 66 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in upgradePTESTIntrinsic() 72 static bool upgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID, in upgradeX86IntrinsicsWith8BitMask() argument 82 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in upgradeX86IntrinsicsWith8BitMask() 88 static bool upgradeX86MaskedFPCompare(Function *F, Intrinsic::ID IID, in upgradeX86MaskedFPCompare() argument 95 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in upgradeX86MaskedFPCompare() 99 static bool upgradeX86BF16Intrinsic(Function *F, Intrinsic::ID IID, in upgradeX86BF16Intrinsic() argument 105 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in upgradeX86BF16Intrinsic() 109 static bool upgradeX86BF16DPIntrinsic(Function *F, Intrinsic::ID IID, in upgradeX86BF16DPIntrinsic() argument 115 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in upgradeX86BF16DPIntrinsic() [all …]
|
H A D | FPEnv.cpp | 91 Intrinsic::ID IID = Intrinsic::not_intrinsic; in getConstrainedIntrinsicID() local 96 IID = Intrinsic::experimental_constrained_fcmp; in getConstrainedIntrinsicID() 102 IID = Intrinsic::INTRINSIC; \ in getConstrainedIntrinsicID() 114 IID = Intrinsic::INTRINSIC; \ in getConstrainedIntrinsicID() 128 return IID; in getConstrainedIntrinsicID()
|
/freebsd/contrib/llvm-project/llvm/tools/llvm-mca/Views/ |
H A D | BottleneckAnalysis.cpp | 60 void PressureTracker::onInstructionDispatched(unsigned IID) { in onInstructionDispatched() argument 61 IPI.insert(std::make_pair(IID, InstructionPressureInfo())); in onInstructionDispatched() 64 void PressureTracker::onInstructionExecuted(unsigned IID) { IPI.erase(IID); } in onInstructionExecuted() argument 68 unsigned IID = Event.IR.getSourceIndex(); in handleInstructionIssuedEvent() local 73 ResourceUsers[Index] = std::make_pair(IID, Use.second.getNumerator()); in handleInstructionIssuedEvent() 122 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 123 IPI[IID].ResourcePressureCycles++; in handlePressureEvent() 130 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 131 IPI[IID].RegisterPressureCycles++; in handlePressureEvent() 137 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local [all …]
|
H A D | BottleneckAnalysis.h | 148 unsigned getRegisterPressureCycles(unsigned IID) const { in getRegisterPressureCycles() argument 149 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getRegisterPressureCycles() 150 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getRegisterPressureCycles() 154 unsigned getMemoryPressureCycles(unsigned IID) const { in getMemoryPressureCycles() argument 155 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getMemoryPressureCycles() 156 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getMemoryPressureCycles() 160 unsigned getResourcePressureCycles(unsigned IID) const { in getResourcePressureCycles() argument 161 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getResourcePressureCycles() 162 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getResourcePressureCycles() 173 void onInstructionDispatched(unsigned IID); [all …]
|
H A D | TimelineView.cpp | 190 unsigned IID = 0; in printAverageWaitTimes() local 192 printWaitTimeEntry(FOS, WaitTime[IID], IID, Executions); in printAverageWaitTimes() 195 ++IID; in printAverageWaitTimes() 210 printWaitTimeEntry(FOS, TotalWaitTime, IID, Executions); in printAverageWaitTimes() 286 unsigned IID = 0; in printTimeline() local 291 const TimelineViewEntry &Entry = Timeline[IID]; in printTimeline() 304 unsigned SourceIndex = IID % Source.size(); in printTimeline() 309 ++IID; in printTimeline()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | FixedPointBuilder.h | 204 Intrinsic::ID IID = in CreateFloatingToFixed() local 206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed() 238 Intrinsic::ID IID = UseSigned ? Intrinsic::sadd_sat : Intrinsic::uadd_sat; in CreateAdd() local 239 Result = B.CreateBinaryIntrinsic(IID, WideLHS, WideRHS); in CreateAdd() 264 Intrinsic::ID IID = UseSigned ? Intrinsic::ssub_sat : Intrinsic::usub_sat; in CreateSub() local 265 Result = B.CreateBinaryIntrinsic(IID, WideLHS, WideRHS); in CreateSub() 296 Intrinsic::ID IID; in CreateMul() local 298 IID = UseSigned ? Intrinsic::smul_fix_sat : Intrinsic::umul_fix_sat; in CreateMul() 300 IID = UseSigned ? Intrinsic::smul_fix : Intrinsic::umul_fix; in CreateMul() 303 IID, {WideLHS->getType()}, in CreateMul() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/WindowsDriver/ |
H A D | MSVCSetupApi.h | 132 EXTERN_C const IID IID_ISetupInstance; 230 EXTERN_C const IID IID_ISetupInstance2; 281 EXTERN_C const IID IID_IEnumSetupInstances; 332 EXTERN_C const IID IID_ISetupConfiguration; 369 EXTERN_C const IID IID_ISetupConfiguration2; 387 EXTERN_C const IID IID_ISetupPackageReference; 450 EXTERN_C const IID IID_ISetupHelper;
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ReplaceWithVeclib.cpp | 110 Intrinsic::ID IID = II->getIntrinsicID(); in replaceWithCallToVeclib() local 113 if (isVectorIntrinsicWithScalarOpAtArg(IID, Arg.index())) { in replaceWithCallToVeclib() 131 Intrinsic::isOverloaded(IID) in replaceWithCallToVeclib() 132 ? Intrinsic::getName(IID, ScalarArgTypes, II->getModule()) in replaceWithCallToVeclib() 133 : Intrinsic::getName(IID).str(); in replaceWithCallToVeclib()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineCalls.cpp | 1626 Intrinsic::ID IID = II->getIntrinsicID(); in visitCallInst() local 1627 switch (IID) { in visitCallInst() 1720 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, Y); in visitCallInst() 1727 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, NarrowC); in visitCallInst() 1741 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, Y); in visitCallInst() 1749 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, NarrowC); in visitCallInst() 1756 if ((IID == Intrinsic::umin || IID == Intrinsic::smax) && in visitCallInst() 1763 if ((IID == Intrinsic::umax || IID == Intrinsic::smin) && in visitCallInst() 1768 if (IID == Intrinsic::smax || IID == Intrinsic::smin) { in visitCallInst() 1774 Intrinsic::ID InvID = getInverseMinMaxIntrinsic(IID); in visitCallInst() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/MCA/HardwareUnits/ |
H A D | RegisterFile.h | 39 unsigned IID; variable 49 : IID(INVALID_IID), WriteBackCycle(), WriteResID(), RegisterID(), in WriteRef() 53 unsigned getSourceIndex() const { return IID; } in getSourceIndex()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/MCA/ |
H A D | Instruction.h | 186 unsigned IID; member 274 void addUser(unsigned IID, ReadState *Use, int ReadAdvance); 278 void addUser(unsigned IID, WriteState *Use); 303 void writeStartEvent(unsigned IID, MCPhysReg RegID, unsigned Cycles); 315 void onInstructionIssued(unsigned IID); 375 void writeStartEvent(unsigned IID, MCPhysReg RegID, unsigned Cycles); 672 void execute(unsigned IID);
|
/freebsd/contrib/llvm-project/llvm/lib/Target/BPF/ |
H A D | BPFCheckAndAdjustIR.cpp | 276 Intrinsic::ID IID = MinMax->getCalledFunction()->getIntrinsicID(); in sinkMinMaxInBB() local 278 if (ICmpInst::isSigned(P) && IID != Intrinsic::smin && in sinkMinMaxInBB() 279 IID != Intrinsic::smax) in sinkMinMaxInBB() 286 bool IsMin = IID == Intrinsic::smin || IID == Intrinsic::umin; in sinkMinMaxInBB() 287 bool IsMax = IID == Intrinsic::smax || IID == Intrinsic::umax; in sinkMinMaxInBB()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Target/ |
H A D | TargetIntrinsicInfo.h | 42 virtual std::string getName(unsigned IID, Type **Tys = nullptr, 57 virtual bool isOverloaded(unsigned IID) const = 0;
|
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
H A D | NVPTXTargetTransformInfo.cpp | 143 std::optional<Intrinsic::ID> IID; in simplifyNvvmIntrinsic() member 155 SimplifyAction(Intrinsic::ID IID, FtzRequirementTy FtzReq, in simplifyNvvmIntrinsic() 157 : IID(IID), FtzRequirement(FtzReq), IsHalfTy(IsHalfTy) {} in simplifyNvvmIntrinsic() 342 // can bail out now. (Notice that in the case that IID is not an NVVM in simplifyNvvmIntrinsic() 356 if (Action.IID) { in simplifyNvvmIntrinsic() 362 Intrinsic::getDeclaration(II->getModule(), *Action.IID, Tys), Args); in simplifyNvvmIntrinsic()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InsertPrefetch.cpp | 137 unsigned IID = 0; in findPrefetchInfo() local 140 IID = HintType.second; in findPrefetchInfo() 144 if (IID == 0) in findPrefetchInfo() 151 Prefetches[index] = {IID, D}; in findPrefetchInfo()
|
H A D | X86PartialReduction.cpp | 269 Intrinsic::ID IID; in trySADReplacement() local 271 IID = Intrinsic::x86_avx512_psad_bw_512; in trySADReplacement() 274 IID = Intrinsic::x86_avx2_psad_bw; in trySADReplacement() 277 IID = Intrinsic::x86_sse2_psad_bw; in trySADReplacement() 281 Function *PSADBWFn = Intrinsic::getDeclaration(Op->getModule(), IID); in trySADReplacement()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | BasicTTIImpl.h | 301 Intrinsic::ID IID) const { in collectFlatAddressOperands() argument 1556 Intrinsic::ID IID = ICA.getID(); in getIntrinsicInstrCost() local 1557 if (Function::isTargetIntrinsic(IID)) in getIntrinsicInstrCost() 1571 switch (IID) { in getIntrinsicInstrCost() 1695 IntrinsicCostAttributes Attrs(IID, RetTy, Args[0]->getType(), FMF, I, 1); in getIntrinsicInstrCost() 1701 IID, RetTy, {Args[0]->getType(), Args[1]->getType()}, FMF, I, 1); in getIntrinsicInstrCost() 1892 IntrinsicCostAttributes Attrs(IID, RetTy, ICA.getArgTypes(), FMF, I, in getIntrinsicInstrCost() 1904 Intrinsic::ID IID = ICA.getID(); in getTypeBasedIntrinsicInstrCost() local 1916 if (IID == Intrinsic::vector_reduce_fadd || in getTypeBasedIntrinsicInstrCost() 1917 IID == Intrinsic::vector_reduce_fmul) in getTypeBasedIntrinsicInstrCost() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | AMDGPULowerBufferFatPointers.cpp | 1093 Intrinsic::ID IID = Intrinsic::not_intrinsic; in handleMemoryInst() local 1095 IID = Order == AtomicOrdering::NotAtomic in handleMemoryInst() 1099 IID = Intrinsic::amdgcn_raw_ptr_buffer_store; in handleMemoryInst() 1103 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_swap; in handleMemoryInst() 1106 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_add; in handleMemoryInst() 1109 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_sub; in handleMemoryInst() 1112 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_and; in handleMemoryInst() 1115 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_or; in handleMemoryInst() 1118 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_xor; in handleMemoryInst() 1121 IID = Intrinsic::amdgcn_raw_ptr_buffer_atomic_smax; in handleMemoryInst() [all …]
|
H A D | AMDGPUInstCombineIntrinsic.cpp | 445 Intrinsic::ID IID = II.getIntrinsicID(); in instCombineIntrinsic() local 446 switch (IID) { in instCombineIntrinsic() 479 auto IID = SrcCI->getIntrinsicID(); in instCombineIntrinsic() local 484 if (IID == Intrinsic::amdgcn_sqrt || IID == Intrinsic::sqrt) { in instCombineIntrinsic() 490 if (IID == Intrinsic::sqrt && !canContractSqrtToRsq(SqrtOp)) in instCombineIntrinsic() 517 if (IID == Intrinsic::amdgcn_sqrt && Src->getType()->isHalfTy()) { in instCombineIntrinsic() 528 const bool IsLog = IID == Intrinsic::amdgcn_log; in instCombineIntrinsic() 529 const bool IsExp = IID == Intrinsic::amdgcn_exp2; in instCombineIntrinsic() 582 if (IID == Intrinsic::amdgcn_frexp_mant) { in instCombineIntrinsic() 706 bool Signed = IID == Intrinsic::amdgcn_sbfe; in instCombineIntrinsic() [all …]
|
H A D | AMDGPUAnnotateKernelFeatures.cpp | 87 Intrinsic::ID IID = Callee->getIntrinsicID(); in addFeatureAttributes() local 88 if (IID == Intrinsic::not_intrinsic) { in addFeatureAttributes()
|
H A D | AMDGPUInstructionSelector.h | 121 bool selectDSOrderedIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const; 122 bool selectDSGWSIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const; 150 bool selectNamedBarrierInst(MachineInstr &I, Intrinsic::ID IID) const; 151 bool selectSBarrierSignalIsfirst(MachineInstr &I, Intrinsic::ID IID) const;
|
/freebsd/contrib/llvm-project/llvm/lib/MC/ |
H A D | MCSchedule.cpp | 137 const InstrItineraryData &IID) { in getReciprocalThroughput() argument 139 const InstrStage *I = IID.beginStage(SchedClass); in getReciprocalThroughput() 140 const InstrStage *E = IID.endStage(SchedClass); in getReciprocalThroughput()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/AggressiveInstCombine/ |
H A D | AggressiveInstCombine.cpp | 112 Intrinsic::ID IID = matchFunnelShift(P0, ShVal0, ShVal1, ShAmt); in foldGuardedFunnelShift() local 113 if (IID == Intrinsic::not_intrinsic || in foldGuardedFunnelShift() 114 (IID == Intrinsic::fshl && ShVal0 != P1) || in foldGuardedFunnelShift() 115 (IID == Intrinsic::fshr && ShVal1 != P1)) { in foldGuardedFunnelShift() 116 IID = matchFunnelShift(P1, ShVal0, ShVal1, ShAmt); in foldGuardedFunnelShift() 117 if (IID == Intrinsic::not_intrinsic || in foldGuardedFunnelShift() 118 (IID == Intrinsic::fshl && ShVal0 != P0) || in foldGuardedFunnelShift() 119 (IID == Intrinsic::fshr && ShVal1 != P0)) in foldGuardedFunnelShift() 121 assert((IID == Intrinsic::fshl || IID in foldGuardedFunnelShift() [all...] |
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMTargetTransformInfo.cpp | 124 Intrinsic::ID IID = II.getIntrinsicID(); in instCombineIntrinsic() local 125 switch (IID) { in instCombineIntrinsic() 963 unsigned IID = 0; in getCmpSelInstrCost() local 966 IID = Intrinsic::abs; in getCmpSelInstrCost() 969 IID = Intrinsic::smin; in getCmpSelInstrCost() 972 IID = Intrinsic::smax; in getCmpSelInstrCost() 975 IID = Intrinsic::umin; in getCmpSelInstrCost() 978 IID = Intrinsic::umax; in getCmpSelInstrCost() 981 IID = Intrinsic::minnum; in getCmpSelInstrCost() 984 IID = Intrinsic::maxnum; in getCmpSelInstrCost() [all …]
|