| /freebsd/contrib/llvm-project/llvm/lib/MCA/ |
| H A D | Instruction.cpp | 21 void WriteState::writeStartEvent(unsigned IID, MCPhysReg RegID, in writeStartEvent() argument 23 CRD.IID = IID; in writeStartEvent() 30 void ReadState::writeStartEvent(unsigned IID, MCPhysReg RegID, in writeStartEvent() argument 42 CRD.IID = IID; in writeStartEvent() 54 void WriteState::onInstructionIssued(unsigned IID) { in onInstructionIssued() argument 64 RS->writeStartEvent(IID, RegisterID, ReadCycles); in onInstructionIssued() 69 PartialWrite->writeStartEvent(IID, RegisterID, CyclesLeft); in onInstructionIssued() 72 void WriteState::addUser(unsigned IID, ReadState *User, int ReadAdvance) { in addUser() argument 78 User->writeStartEvent(IID, RegisterID, ReadCycles); in addUser() 85 void WriteState::addUser(unsigned IID, WriteState *User) { in addUser() argument [all …]
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | X86.cpp | 120 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress in EmitX86CompressExpand() local 122 llvm::Function *F = CGF.CGM.getIntrinsic(IID, ResultTy); in EmitX86CompressExpand() 165 unsigned IID = IsRight ? Intrinsic::fshr : Intrinsic::fshl; in EmitX86FunnelShift() local 166 Function *F = CGF.CGM.getIntrinsic(IID, Ty); in EmitX86FunnelShift() 308 Intrinsic::ID IID = IsSigned ? Intrinsic::x86_avx512_sitofp_round in EmitX86ConvertIntToFp() local 310 Function *F = CGF.CGM.getIntrinsic(IID, { Ty, Ops[0]->getType() }); in EmitX86ConvertIntToFp() 327 Intrinsic::ID IID = Intrinsic::not_intrinsic; in EmitX86FMAExpr() local 336 IID = Intrinsic::x86_avx512fp16_vfmadd_ph_512; in EmitX86FMAExpr() 344 IID = Intrinsic::x86_avx512fp16_vfmaddsub_ph_512; in EmitX86FMAExpr() 352 IID = Intrinsic::x86_avx512_vfmadd_ps_512; break; in EmitX86FMAExpr() [all …]
|
| H A D | AMDGPU.cpp | 569 Intrinsic::ID IID; in EmitAMDGPUBuiltinExpr() local 574 IID = Intrinsic::amdgcn_global_load_tr_b64; in EmitAMDGPUBuiltinExpr() 585 IID = Intrinsic::amdgcn_global_load_tr_b128; in EmitAMDGPUBuiltinExpr() 588 IID = Intrinsic::amdgcn_global_load_tr4_b64; in EmitAMDGPUBuiltinExpr() 591 IID = Intrinsic::amdgcn_global_load_tr6_b96; in EmitAMDGPUBuiltinExpr() 594 IID = Intrinsic::amdgcn_ds_load_tr4_b64; in EmitAMDGPUBuiltinExpr() 597 IID = Intrinsic::amdgcn_ds_load_tr6_b96; in EmitAMDGPUBuiltinExpr() 600 IID = Intrinsic::amdgcn_ds_load_tr8_b64; in EmitAMDGPUBuiltinExpr() 605 IID = Intrinsic::amdgcn_ds_load_tr16_b128; in EmitAMDGPUBuiltinExpr() 608 IID = Intrinsic::amdgcn_ds_read_tr4_b64; in EmitAMDGPUBuiltinExpr() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 66 static bool upgradePTESTIntrinsic(Function *F, Intrinsic::ID IID, in upgradePTESTIntrinsic() argument 76 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID); in upgradePTESTIntrinsic() 82 static bool upgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID, in upgradeX86IntrinsicsWith8BitMask() argument 92 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID); in upgradeX86IntrinsicsWith8BitMask() 98 static bool upgradeX86MaskedFPCompare(Function *F, Intrinsic::ID IID, in upgradeX86MaskedFPCompare() argument 105 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID); in upgradeX86MaskedFPCompare() 109 static bool upgradeX86BF16Intrinsic(Function *F, Intrinsic::ID IID, in upgradeX86BF16Intrinsic() argument 115 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID); in upgradeX86BF16Intrinsic() 119 static bool upgradeX86BF16DPIntrinsic(Function *F, Intrinsic::ID IID, in upgradeX86BF16DPIntrinsic() argument 125 NewFn = Intrinsic::getOrInsertDeclaration(F->getParent(), IID); in upgradeX86BF16DPIntrinsic() [all …]
|
| H A D | FPEnv.cpp | 91 Intrinsic::ID IID = Intrinsic::not_intrinsic; in getConstrainedIntrinsicID() local 96 IID = Intrinsic::experimental_constrained_fcmp; in getConstrainedIntrinsicID() 102 IID = Intrinsic::INTRINSIC; \ in getConstrainedIntrinsicID() 114 IID = Intrinsic::INTRINSIC; \ in getConstrainedIntrinsicID() 128 return IID; in getConstrainedIntrinsicID()
|
| /freebsd/contrib/llvm-project/llvm/tools/llvm-mca/Views/ |
| H A D | BottleneckAnalysis.h | 148 unsigned getRegisterPressureCycles(unsigned IID) const { in getRegisterPressureCycles() argument 149 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getRegisterPressureCycles() 150 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getRegisterPressureCycles() 154 unsigned getMemoryPressureCycles(unsigned IID) const { in getMemoryPressureCycles() argument 155 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getMemoryPressureCycles() 156 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getMemoryPressureCycles() 160 unsigned getResourcePressureCycles(unsigned IID) const { in getResourcePressureCycles() argument 161 assert(IPI.contains(IID) && "Instruction is not tracked!"); in getResourcePressureCycles() 162 const InstructionPressureInfo &Info = IPI.find(IID)->second; in getResourcePressureCycles() 173 void onInstructionDispatched(unsigned IID); [all …]
|
| H A D | BottleneckAnalysis.cpp | 59 void PressureTracker::onInstructionDispatched(unsigned IID) { in onInstructionDispatched() argument 60 IPI.try_emplace(IID); in onInstructionDispatched() 63 void PressureTracker::onInstructionExecuted(unsigned IID) { IPI.erase(IID); } in onInstructionExecuted() argument 67 unsigned IID = Event.IR.getSourceIndex(); in handleInstructionIssuedEvent() local 72 ResourceUsers[Index] = std::make_pair(IID, Use.second.getNumerator()); in handleInstructionIssuedEvent() 121 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 122 IPI[IID].ResourcePressureCycles++; in handlePressureEvent() 129 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local 130 IPI[IID].RegisterPressureCycles++; in handlePressureEvent() 136 unsigned IID = IR.getSourceIndex(); in handlePressureEvent() local [all …]
|
| H A D | TimelineView.cpp | 190 unsigned IID = 0; in printAverageWaitTimes() local 192 printWaitTimeEntry(FOS, WaitTime[IID], IID, Executions); in printAverageWaitTimes() 195 ++IID; in printAverageWaitTimes() 210 printWaitTimeEntry(FOS, TotalWaitTime, IID, Executions); in printAverageWaitTimes() 286 unsigned IID = 0; in printTimeline() local 291 const TimelineViewEntry &Entry = Timeline[IID]; in printTimeline() 304 unsigned SourceIndex = IID % Source.size(); in printTimeline() 309 ++IID; in printTimeline()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | FixedPointBuilder.h | 204 Intrinsic::ID IID = in CreateFloatingToFixed() local 206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed() 238 Intrinsic::ID IID = UseSigned ? Intrinsic::sadd_sat : Intrinsic::uadd_sat; in CreateAdd() local 239 Result = B.CreateBinaryIntrinsic(IID, WideLHS, WideRHS); in CreateAdd() 264 Intrinsic::ID IID = UseSigned ? Intrinsic::ssub_sat : Intrinsic::usub_sat; in CreateSub() local 265 Result = B.CreateBinaryIntrinsic(IID, WideLHS, WideRHS); in CreateSub() 296 Intrinsic::ID IID; in CreateMul() local 298 IID = UseSigned ? Intrinsic::smul_fix_sat : Intrinsic::umul_fix_sat; in CreateMul() 300 IID = UseSigned ? Intrinsic::smul_fix : Intrinsic::umul_fix; in CreateMul() 303 IID, {WideLHS->getType()}, in CreateMul() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/WindowsDriver/ |
| H A D | MSVCSetupApi.h | 132 EXTERN_C const IID IID_ISetupInstance; 230 EXTERN_C const IID IID_ISetupInstance2; 281 EXTERN_C const IID IID_IEnumSetupInstances; 332 EXTERN_C const IID IID_ISetupConfiguration; 369 EXTERN_C const IID IID_ISetupConfiguration2; 387 EXTERN_C const IID IID_ISetupPackageReference; 450 EXTERN_C const IID IID_ISetupHelper;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXTargetTransformInfo.cpp | 150 std::optional<Intrinsic::ID> IID; in convertNvvmIntrinsicToLlvm() member 162 SimplifyAction(Intrinsic::ID IID, FtzRequirementTy FtzReq, in convertNvvmIntrinsicToLlvm() 164 : IID(IID), FtzRequirement(FtzReq), IsHalfTy(IsHalfTy) {} in convertNvvmIntrinsicToLlvm() 366 if (Action.IID) { in convertNvvmIntrinsicToLlvm() 372 Intrinsic::getOrInsertDeclaration(II->getModule(), *Action.IID, Tys), in convertNvvmIntrinsicToLlvm() 417 static std::optional<bool> evaluateIsSpace(Intrinsic::ID IID, unsigned AS) { in evaluateIsSpace() argument 421 switch (IID) { in evaluateIsSpace() 450 switch (auto IID = II.getIntrinsicID()) { in handleSpaceCheckIntrinsics() local 464 if (std::optional<bool> Answer = evaluateIsSpace(IID, AS)) in handleSpaceCheckIntrinsics() 561 Intrinsic::ID IID) const { in collectFlatAddressOperands() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ReplaceWithVeclib.cpp | 103 Intrinsic::ID IID = II->getIntrinsicID(); in replaceWithCallToVeclib() local 114 isVectorIntrinsicWithOverloadTypeAtArg(IID, -1, /*TTI=*/nullptr)) in replaceWithCallToVeclib() 122 bool IsOloadTy = isVectorIntrinsicWithOverloadTypeAtArg(IID, Arg.index(), in replaceWithCallToVeclib() 124 if (isVectorIntrinsicWithScalarOpAtArg(IID, Arg.index(), /*TTI=*/nullptr)) { in replaceWithCallToVeclib() 147 Intrinsic::isOverloaded(IID) in replaceWithCallToVeclib() 148 ? Intrinsic::getName(IID, OloadTys, II->getModule()) in replaceWithCallToVeclib() 149 : Intrinsic::getName(IID).str(); in replaceWithCallToVeclib()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 1816 Intrinsic::ID IID = II->getIntrinsicID(); in visitCallInst() local 1817 switch (IID) { in visitCallInst() 1908 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, Y); in visitCallInst() 1915 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, NarrowC); in visitCallInst() 1940 if (IID == Intrinsic::umax) { in visitCallInst() 1957 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, Y); in visitCallInst() 1965 Value *NarrowMaxMin = Builder.CreateBinaryIntrinsic(IID, X, NarrowC); in visitCallInst() 1982 if (IID == Intrinsic::smax && in visitCallInst() 1987 if (IID == Intrinsic::umax && in visitCallInst() 1995 if ((IID == Intrinsic::umin || IID == Intrinsic::smax) && in visitCallInst() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILCBufferAccess.cpp | 27 Intrinsic::ID IID; member 37 IID = Intrinsic::dx_resource_load_cbufferrow_8; in CBufferRowIntrin() 43 IID = Intrinsic::dx_resource_load_cbufferrow_4; in CBufferRowIntrin() 49 IID = Intrinsic::dx_resource_load_cbufferrow_2; in CBufferRowIntrin() 135 Intrin.RetTy, Intrin.IID, in loadValue() 166 Intrin.RetTy, Intrin.IID, in loadValue()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUInstCombineIntrinsic.cpp | 559 const auto IID = II.getIntrinsicID(); in hoistLaneIntrinsicThroughOperand() local 560 assert(IID == Intrinsic::amdgcn_readlane || in hoistLaneIntrinsicThroughOperand() 561 IID == Intrinsic::amdgcn_readfirstlane || in hoistLaneIntrinsicThroughOperand() 562 IID == Intrinsic::amdgcn_permlane64); in hoistLaneIntrinsicThroughOperand() 572 const bool IsReadLane = (IID == Intrinsic::amdgcn_readlane); in hoistLaneIntrinsicThroughOperand() 608 if (IID == Intrinsic::amdgcn_permlane64 && !isa<BitCastInst>(OpInst)) in hoistLaneIntrinsicThroughOperand() 621 Intrinsic::getOrInsertDeclaration(II.getModule(), IID, {SrcTy}); in hoistLaneIntrinsicThroughOperand() 640 Intrinsic::ID IID = II.getIntrinsicID(); in instCombineIntrinsic() local 641 switch (IID) { in instCombineIntrinsic() 676 auto IID = SrcCI->getIntrinsicID(); in instCombineIntrinsic() local [all …]
|
| H A D | AMDGPUAsanInstrumentation.cpp | 280 unsigned IID = CI->getIntrinsicID(); in getInterestingMemoryOperands() local 282 unsigned PtrOpNo = *VPI->getMemoryPointerParamPos(IID); in getInterestingMemoryOperands() 286 if (IID == Intrinsic::experimental_vp_strided_store || in getInterestingMemoryOperands() 287 IID == Intrinsic::experimental_vp_strided_load) { in getInterestingMemoryOperands() 305 unsigned IID = CI->getIntrinsicID(); in getInterestingMemoryOperands() local 306 bool IsWrite = IID == Intrinsic::vp_scatter; in getInterestingMemoryOperands() 307 unsigned PtrOpNo = *VPI->getMemoryPointerParamPos(IID); in getInterestingMemoryOperands()
|
| H A D | AMDGPUInstructionSelector.h | 123 bool selectDSOrderedIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const; 124 bool selectDSGWSIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const; 155 bool selectNamedBarrierInit(MachineInstr &I, Intrinsic::ID IID) const; 156 bool selectNamedBarrierInst(MachineInstr &I, Intrinsic::ID IID) const; 157 bool selectSBarrierSignalIsfirst(MachineInstr &I, Intrinsic::ID IID) const; 158 bool selectSGetBarrierState(MachineInstr &I, Intrinsic::ID IID) const;
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | ObjCARCAnalysisUtils.h | 64 for (Intrinsic::ID IID : Intrinsics) in ModuleHasARC() local 65 assert(!Intrinsic::isOverloaded(IID) && in ModuleHasARC() 68 for (Intrinsic::ID IID : Intrinsics) in ModuleHasARC() local 69 if (Intrinsic::getDeclarationIfExists(&M, IID)) in ModuleHasARC()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVTargetTransformInfo.cpp | 15 SmallVectorImpl<int> &OpIndexes, Intrinsic::ID IID) const { in collectFlatAddressOperands() 16 switch (IID) { in collectFlatAddressOperands()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/MCA/HardwareUnits/ |
| H A D | RegisterFile.h | 39 unsigned IID; variable 49 : IID(INVALID_IID), WriteBackCycle(), WriteResID(), RegisterID(), in WriteRef() 53 unsigned getSourceIndex() const { return IID; } in getSourceIndex()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | IntrinsicInst.h | 33 static bool mayLowerToFunctionCall(Intrinsic::ID IID) { in mayLowerToFunctionCall() argument 34 return llvm::IntrinsicInst::mayLowerToFunctionCall(IID); in mayLowerToFunctionCall()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/MCA/ |
| H A D | Instruction.h | 187 unsigned IID; member 275 LLVM_ABI void addUser(unsigned IID, ReadState *Use, int ReadAdvance); 279 LLVM_ABI void addUser(unsigned IID, WriteState *Use); 304 LLVM_ABI void writeStartEvent(unsigned IID, MCPhysReg RegID, unsigned Cycles); 316 LLVM_ABI void onInstructionIssued(unsigned IID); 376 LLVM_ABI void writeStartEvent(unsigned IID, MCPhysReg RegID, unsigned Cycles); 673 LLVM_ABI void execute(unsigned IID);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/BPF/ |
| H A D | BPFCheckAndAdjustIR.cpp | 273 Intrinsic::ID IID = MinMax->getCalledFunction()->getIntrinsicID(); in sinkMinMaxInBB() local 275 if (ICmpInst::isSigned(P) && IID != Intrinsic::smin && in sinkMinMaxInBB() 276 IID != Intrinsic::smax) in sinkMinMaxInBB() 283 bool IsMin = IID == Intrinsic::smin || IID == Intrinsic::umin; in sinkMinMaxInBB() 284 bool IsMax = IID == Intrinsic::smax || IID == Intrinsic::umax; in sinkMinMaxInBB()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InsertPrefetch.cpp | 134 unsigned IID = 0; in findPrefetchInfo() local 137 IID = HintType.second; in findPrefetchInfo() 141 if (IID == 0) in findPrefetchInfo() 148 Prefetches[index] = {IID, D}; in findPrefetchInfo()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 404 Intrinsic::ID IID) const override { in collectFlatAddressOperands() argument 1719 Intrinsic::ID IID = ICA.getID(); in getIntrinsicInstrCost() local 1720 if (Intrinsic::isTargetIntrinsic(IID)) in getIntrinsicInstrCost() 1868 switch (IID) { in getIntrinsicInstrCost() 2013 IntrinsicCostAttributes Attrs(IID, RetTy, Args[0]->getType(), FMF, I, 1); in getIntrinsicInstrCost() 2019 IID, RetTy, {Args[0]->getType(), Args[1]->getType()}, FMF, I, 1); in getIntrinsicInstrCost() 2165 IntrinsicCostAttributes Attrs(IID, RetTy, ICA.getArgTypes(), FMF, I, in getIntrinsicInstrCost() 2177 Intrinsic::ID IID = ICA.getID(); in getTypeBasedIntrinsicInstrCost() local 2189 if (IID == Intrinsic::vector_reduce_fadd || in getTypeBasedIntrinsicInstrCost() 2190 IID == Intrinsic::vector_reduce_fmul) in getTypeBasedIntrinsicInstrCost() [all …]
|