Lines Matching refs:OMPInfoCache
927 OMPInformationCache &OMPInfoCache, Attributor &A) in OpenMPOpt()
929 OREGetter(OREGetter), OMPInfoCache(OMPInfoCache), A(A) {} in OpenMPOpt()
951 OMPInfoCache.recollectUses(); in run()
967 OMPInfoCache.recollectUses(); in run()
982 if (OMPInfoCache.OpenMPPostLink) in run()
996 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in printICVs()
1058 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in mergeParallelRegions()
1065 OMPInfoCache.RFIs[OMPRTL___kmpc_push_proc_bind], in mergeParallelRegions()
1066 OMPInfoCache.RFIs[OMPRTL___kmpc_push_num_threads], in mergeParallelRegions()
1168 OMPInfoCache.OMPBuilder.createMaster(Loc, BodyGenCB, FiniCB); in mergeParallelRegions()
1170 OMPInfoCache.OMPBuilder.createBarrier(SeqAfterIP, OMPD_parallel); in mergeParallelRegions()
1242 InsertPointTy AfterIP = OMPInfoCache.OMPBuilder.createParallel( in mergeParallelRegions()
1248 OMPInfoCache.OMPBuilder.finalize(OriginalFn); in mergeParallelRegions()
1257 FunctionType *FT = OMPInfoCache.OMPBuilder.ParallelTask; in mergeParallelRegions()
1281 OMPInfoCache.OMPBuilder.createBarrier( in mergeParallelRegions()
1415 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_fork_call); in mergeParallelRegions()
1416 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_barrier); in mergeParallelRegions()
1417 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_master); in mergeParallelRegions()
1418 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_end_master); in mergeParallelRegions()
1429 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in deleteParallelRegions()
1497 *F, OMPInfoCache.RFIs[DeduplicableRuntimeCallID]); in deduplicateRuntimeCalls()
1508 *F, OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num], GTIdArg); in deduplicateRuntimeCalls()
1552 auto &RFI = OMPInfoCache.RFIs[OMPRTL___tgt_target_data_begin_mapper]; in hideMemTransfersLatency()
1574 if (OMPInfoCache.runtimeFnsAvailable( in hideMemTransfersLatency()
1583 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in analysisGlobalization()
1721 auto &IRBuilder = OMPInfoCache.OMPBuilder; in splitTargetDataBeginRTC()
1745 OMPInfoCache.setCallingConvention(IssueDecl, IssueCallsite); in splitTargetDataBeginRTC()
1760 OMPInfoCache.setCallingConvention(WaitDecl, WaitCallsite); in splitTargetDataBeginRTC()
1802 if (!OMPInfoCache.OMPBuilder.getInsertionPoint().getBlock()) in getCombinedIdentFromCallUsesIn()
1803 OMPInfoCache.OMPBuilder.updateToLocation(OpenMPIRBuilder::InsertPointTy( in getCombinedIdentFromCallUsesIn()
1809 OMPInfoCache.OMPBuilder.getOrCreateDefaultSrcLocStr(SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1810 Ident = OMPInfoCache.OMPBuilder.getOrCreateIdent(Loc, SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1837 if (CB.getArgOperand(0)->getType() != OMPInfoCache.OMPBuilder.IdentPtr) in deduplicateRuntimeCalls()
1847 OMPInfoCache.getAnalysisResultForFunction<DominatorTreeAnalysis>(F); in deduplicateRuntimeCalls()
1874 CI->getArgOperand(0)->getType() == OMPInfoCache.OMPBuilder.IdentPtr) { in deduplicateRuntimeCalls()
1924 *ArgOp, &OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num])) in collectGlobalThreadIdArguments()
1944 OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num]; in collectGlobalThreadIdArguments()
2038 OMPInformationCache &OMPInfoCache; member
2056 OMPInfoCache.invalidateAnalyses(); in runAttributor()
2074 if (OMPInfoCache.CGSCC && !OMPInfoCache.CGSCC->empty() && in getUniqueKernelFor()
2075 !OMPInfoCache.CGSCC->contains(&F)) in getUniqueKernelFor()
2118 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in getUniqueKernelFor()
2146 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in rewriteDeviceCodeStateMachine()
2317 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
2320 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in updateImpl()
2372 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in getValueForCall() local
2373 auto &GetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Getter]; in getValueForCall()
2374 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in getValueForCall()
2400 OMPInfoCache))) in getValueForCall()
2563 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
2565 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in initialize()
2566 auto &Getter = OMPInfoCache.RFIs[ICVInfo.Getter]; in initialize()
2935 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in isInitialThreadOnlyEdge() local
2936 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in isInitialThreadOnlyEdge()
3420 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in findPotentialRemovedFreeCalls() local
3421 auto &FreeRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in findPotentialRemovedFreeCalls()
3446 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
3447 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in initialize()
3480 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in manifest() local
3481 auto &FreeCall = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in manifest()
3558 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
3559 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in updateImpl()
3700 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER() local
3705 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3707 OMPInfoCache.RFIs[OMPRTL___kmpc_target_deinit]; in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3814 if (!OMPInfoCache.RFIs[RFKind].Declaration) in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3816 A.registerVirtualUseCallback(*OMPInfoCache.RFIs[RFKind].Declaration, CB); in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3942 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in insertInstructionGuardsHelper() local
4040 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in insertInstructionGuardsHelper() local
4047 OMPInfoCache.OMPBuilder.updateToLocation(Loc); in insertInstructionGuardsHelper()
4050 OMPInfoCache.OMPBuilder.getOrCreateSrcLocStr(Loc, SrcLocStrSize); in insertInstructionGuardsHelper()
4052 OMPInfoCache.OMPBuilder.getOrCreateIdent(SrcLocStr, SrcLocStrSize); in insertInstructionGuardsHelper()
4059 OMPInfoCache.OMPBuilder.updateToLocation(LocRegionCheckTid); in insertInstructionGuardsHelper()
4061 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in insertInstructionGuardsHelper()
4064 OMPInfoCache.OMPBuilder.Builder.CreateCall(HardwareTidFn, {}); in insertInstructionGuardsHelper()
4066 OMPInfoCache.setCallingConvention(HardwareTidFn, Tid); in insertInstructionGuardsHelper()
4067 Value *TidCheck = OMPInfoCache.OMPBuilder.Builder.CreateIsNull(Tid); in insertInstructionGuardsHelper()
4068 OMPInfoCache.OMPBuilder.Builder in insertInstructionGuardsHelper()
4075 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in insertInstructionGuardsHelper()
4077 OMPInfoCache.OMPBuilder.updateToLocation(InsertPointTy( in insertInstructionGuardsHelper()
4080 OMPInfoCache.OMPBuilder.Builder.CreateCall(BarrierFn, {Ident, Tid}); in insertInstructionGuardsHelper()
4082 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in insertInstructionGuardsHelper()
4090 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in insertInstructionGuardsHelper()
4094 auto &AllocSharedRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in insertInstructionGuardsHelper()
4196 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in forceSingleThreadPerWorkgroupHelper() local
4198 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in forceSingleThreadPerWorkgroupHelper()
4204 OMPInfoCache.setCallingConvention(ThreadIdInBlockFn, ThreadIdInBlock); in forceSingleThreadPerWorkgroupHelper()
4217 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in changeToSPMDMode() local
4220 if (!OMPInfoCache.runtimeFnsAvailable( in changeToSPMDMode()
4232 if (OMPInfoCache.RTLFunctions.contains(CB->getCalledFunction())) in changeToSPMDMode()
4309 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in buildCustomStateMachine() local
4310 if (!OMPInfoCache.runtimeFnsAvailable( in buildCustomStateMachine()
4465 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4468 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4472 OMPInfoCache.setCallingConvention(BlockHwSizeFn, BlockHwSize); in buildCustomStateMachine()
4476 OMPInfoCache.setCallingConvention(WarpSizeFn, WarpSize); in buildCustomStateMachine()
4496 OMPInfoCache.OMPBuilder.updateToLocation( in buildCustomStateMachine()
4506 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4510 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in buildCustomStateMachine()
4522 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4526 OMPInfoCache.setCallingConvention(KernelParallelFn, IsActiveWorker); in buildCustomStateMachine()
4610 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4614 OMPInfoCache.setCallingConvention(EndParallelFn, EndParallel); in buildCustomStateMachine()
4821 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateParallelLevels() local
4823 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in updateParallelLevels()
4897 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
4898 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
4899 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in initialize()
5053 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
5057 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(F); in updateImpl()
5061 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in updateImpl()
5221 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
5222 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
5223 assert(It != OMPInfoCache.RuntimeFunctionIDMap.end() && in initialize()
5473 auto &RFI = OMPInfoCache.RFIs[RF]; in registerFoldRuntimeCall()
5503 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in registerAAs()
5514 for (int Idx = 0; Idx < OMPInfoCache.ICVs.size() - 1; ++Idx) { in registerAAs()
5515 auto ICVInfo = OMPInfoCache.ICVs[static_cast<InternalControlVar>(Idx)]; in registerAAs()
5517 auto &GetterRFI = OMPInfoCache.RFIs[ICVInfo.Getter]; in registerAAs()