Lines Matching refs:OMPBuilder

1037     : CGM(CGM), OMPBuilder(CGM.getModule()) {  in CGOpenMPRuntime()
1044 OMPBuilder.initialize(); in CGOpenMPRuntime()
1045 OMPBuilder.loadOffloadInfoMetadata(CGM.getLangOpts().OpenMPIsTargetDevice in CGOpenMPRuntime()
1048 OMPBuilder.setConfig(Config); in CGOpenMPRuntime()
1054 OMPBuilder.Config.setHasRequiresUnifiedSharedMemory(true); in CGOpenMPRuntime()
1074 return OMPBuilder.createPlatformSpecificName(Parts); in getName()
1171 PushAndPopStackRAII(llvm::OpenMPIRBuilder *OMPBuilder, CodeGenFunction &CGF, in PushAndPopStackRAII()
1173 : OMPBuilder(OMPBuilder) { in PushAndPopStackRAII()
1174 if (!OMPBuilder) in PushAndPopStackRAII()
1202 OMPBuilder->pushFinalizationCB(std::move(FI)); in PushAndPopStackRAII()
1205 if (OMPBuilder) in ~PushAndPopStackRAII()
1206 OMPBuilder->popFinalizationCB(); in ~PushAndPopStackRAII()
1208 llvm::OpenMPIRBuilder *OMPBuilder; member
1241 llvm::OpenMPIRBuilder &OMPBuilder = CGM.getOpenMPRuntime().getOMPBuilder(); in emitParallelOrTeamsOutlinedFunction() local
1242 PushAndPopStackRAII PSR(&OMPBuilder, CGF, HasCancel, InnermostKind); in emitParallelOrTeamsOutlinedFunction()
1297 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskOutlinedFunction()
1376 SrcLocStr = OMPBuilder.getOrCreateDefaultSrcLocStr(SrcLocStrSize); in emitUpdateLocation()
1385 SrcLocStr = OMPBuilder.getOrCreateSrcLocStr(FunctionName, FileName, Line, in emitUpdateLocation()
1389 return OMPBuilder.getOrCreateIdent( in emitUpdateLocation()
1400 OMPBuilder.updateToLocation(CGF.Builder.saveIP()); in getThreadID()
1402 auto *SrcLocStr = OMPBuilder.getOrCreateSrcLocStr( in getThreadID()
1404 return OMPBuilder.getOrCreateThreadID( in getThreadID()
1405 OMPBuilder.getOrCreateIdent(SrcLocStr, SrcLocStrSize)); in getThreadID()
1455 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in getThreadID()
1485 return OMPBuilder.IdentPtr; in getIdentTyPointerTy()
1544 CodeGenModule &CGM, llvm::OpenMPIRBuilder &OMPBuilder, in getEntryInfoFromPresumedLoc() argument
1559 return OMPBuilder.getTargetEntryUniqueInfo(FileInfoCallBack, ParentName); in getEntryInfoFromPresumedLoc()
1573 llvm::Constant *addr = OMPBuilder.getAddrOfDeclareTargetVar( in getAddrOfDeclareTargetVar()
1577 getEntryInfoFromPresumedLoc(CGM, OMPBuilder, in getAddrOfDeclareTargetVar()
1594 return OMPBuilder.getOrCreateInternalVariable( in getOrCreateThreadPrivateCache()
1614 OMPBuilder.getOrCreateRuntimeFunction( in getAddrOfThreadPrivate()
1626 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitThreadPrivateVarInit()
1636 OMPBuilder.getOrCreateRuntimeFunction( in emitThreadPrivateVarInit()
1772 CGM, OMPBuilder, FD->getCanonicalDecl()->getBeginLoc(), FD->getName()); in emitDeclareTargetFunction()
1774 OMPBuilder.OffloadInfoManager.getTargetRegionEntryFnName(Name, EntryInfo); in emitDeclareTargetFunction()
1790 OMPBuilder.OffloadInfoManager.registerDeviceGlobalVarEntryInfo( in emitDeclareTargetFunction()
1801 llvm::GlobalVariable *GAddr = OMPBuilder.getOrCreateInternalVariable( in getAddrOfArtificialThreadPrivate()
1816 OMPBuilder.getOrCreateInternalVariable( in getAddrOfArtificialThreadPrivate()
1822 OMPBuilder.getOrCreateRuntimeFunction( in getAddrOfArtificialThreadPrivate()
1890 OMPBuilder.getOrCreateRuntimeFunction(M, OMPRTL___kmpc_fork_call); in emitParallelCall()
1900 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitParallelCall()
1928 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitParallelCall()
1966 return OMPBuilder.getOrCreateInternalVariable(KmpCriticalNameTy, Name); in getCriticalRegionLock()
2027 OMPBuilder.getOrCreateRuntimeFunction( in emitCriticalRegion()
2031 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in emitCriticalRegion()
2049 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitMasterRegion()
2052 OMPBuilder.getOrCreateRuntimeFunction( in emitMasterRegion()
2078 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitMaskedRegion()
2081 OMPBuilder.getOrCreateRuntimeFunction( in emitMaskedRegion()
2095 OMPBuilder.createTaskyield(CGF.Builder); in emitTaskyieldCall()
2101 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskyieldCall()
2120 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskgroupRegion()
2123 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskgroupRegion()
2233 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitSingleRegion()
2236 OMPBuilder.getOrCreateRuntimeFunction( in emitSingleRegion()
2282 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitSingleRegion()
2299 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitOrderedRegion()
2302 OMPBuilder.getOrCreateRuntimeFunction( in emitOrderedRegion()
2352 CGF.Builder.restoreIP(OMPBuilder.createBarrier( in emitBarrierCall()
2369 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in emitBarrierCall()
2390 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitBarrierCall()
2406 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitErrorCall()
2554 CGF.EmitRuntimeCall(OMPBuilder.createDispatchInitFunction(IVSize, IVSigned), in emitForDispatchInit()
2564 CGF.EmitRuntimeCall(OMPBuilder.createDispatchDeinitFunction(), Args); in emitForDispatchDeinit()
2631 OMPBuilder.createForStaticInitFunction(Values.IVSize, Values.IVSigned, in emitForStaticInit()
2651 StaticInitFunction = OMPBuilder.createForStaticInitFunction( in emitDistributeStaticInit()
2682 OMPBuilder.getOrCreateRuntimeFunction( in emitForStaticFinish()
2686 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitForStaticFinish()
2699 CGF.EmitRuntimeCall(OMPBuilder.createDispatchFiniFunction(IVSize, IVSigned), in emitForOrderedIterationEnd()
2720 OMPBuilder.createDispatchNextFunction(IVSize, IVSigned), Args); in emitForNext()
2735 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitNumThreadsClause()
2750 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitProcBindClause()
2758 OMPBuilder.createFlush(CGF.Builder); in emitFlush()
2763 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitFlush()
2798 if (CGM.getLangOpts().OpenMPSimd || OMPBuilder.OffloadInfoManager.empty()) in createOffloadEntriesAndInfoMetadata()
2842 OMPBuilder.createOffloadEntriesAndInfoMetadata(ErrorReportFn); in createOffloadEntriesAndInfoMetadata()
3769 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskInit()
3774 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskInit()
3791 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskInit()
3929 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskInit()
4402 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitDepobjDependClause()
4459 (void)CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitDestroyClause()
4563 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskCall()
4567 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskCall()
4598 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskCall()
4615 CommonActionTy Action(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskCall()
4618 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskCall()
4711 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskLoopCall()
5056 OMPBuilder.getOrCreateRuntimeFunction( in emitReduction()
5099 OMPBuilder.getOrCreateRuntimeFunction( in emitReduction()
5221 OMPBuilder.getOrCreateRuntimeFunction( in emitReduction()
5552 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskReductionInit()
5563 return CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskReductionInit()
5581 OMPBuilder.getOrCreateRuntimeFunction( in emitTaskReductionFini()
5617 OMPBuilder.getOrCreateRuntimeFunction( in getTaskReductionItem()
5630 OMPBuilder.createTaskwait(CGF.Builder); in emitTaskwaitCall()
5656 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitTaskwaitCall()
5667 OMPBuilder.getOrCreateRuntimeFunction(M, OMPRTL___kmpc_omp_taskwait), in emitTaskwaitCall()
5731 OMPBuilder.getOrCreateRuntimeFunction( in emitCancellationPointCall()
5772 OMPBuilder.getOrCreateRuntimeFunction(M, OMPRTL___kmpc_cancel), Args); in emitCancelCall()
5870 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitUsesAllocatorsInit()
5894 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in emitUsesAllocatorsFini()
5941 getEntryInfoFromPresumedLoc(CGM, OMPBuilder, D.getBeginLoc(), ParentName); in emitTargetOutlinedFunctionHelper()
5953 OMPBuilder.emitTargetRegionFunction(EntryInfo, GenerateOutlinedFunction, in emitTargetOutlinedFunctionHelper()
7793 llvm::OpenMPIRBuilder &OMPBuilder, in generateAllInfoForClauses() argument
8180 /*IsMapThis*/ !VD, OMPBuilder, VD); in generateAllInfoForClauses()
8246 llvm::OpenMPIRBuilder &OMPBuilder, in emitCombinedEntry() argument
8334 OMPBuilder.getMemberOfFlag(CombinedInfo.BasePointers.size() - 1); in emitCombinedEntry()
8336 OMPBuilder.setCorrectMemberOfFlag(M, MemberOfFlag); in emitCombinedEntry()
8345 MapCombinedInfoTy &CombinedInfo, llvm::OpenMPIRBuilder &OMPBuilder, in generateAllInfo() argument
8351 generateAllInfoForClauses(CurExecDir->clauses(), CombinedInfo, OMPBuilder, in generateAllInfo()
8359 llvm::OpenMPIRBuilder &OMPBuilder) const { in generateAllInfoForMapper()
8364 OMPBuilder); in generateAllInfoForMapper()
8446 llvm::OpenMPIRBuilder &OMPBuilder, in adjustMemberOfForLambdaCaptures() argument
8472 OMPBuilder.getMemberOfFlag(TgtIdx); in adjustMemberOfForLambdaCaptures()
8473 OMPBuilder.setCorrectMemberOfFlag(Types[I], MemberOfFlag); in adjustMemberOfForLambdaCaptures()
8843 emitMappingInformation(CodeGenFunction &CGF, llvm::OpenMPIRBuilder &OMPBuilder, in emitMappingInformation() argument
8848 return OMPBuilder.getOrCreateDefaultSrcLocStr(SrcLocStrSize); in emitMappingInformation()
8871 return OMPBuilder.getOrCreateSrcLocStr(PLoc.getFilename(), ExprName, in emitMappingInformation()
8881 CGOpenMPRuntime::TargetDataInfo &Info, llvm::OpenMPIRBuilder &OMPBuilder, in emitOffloadingArrays() argument
8896 return emitMappingInformation(CGF, OMPBuilder, MapExpr); in emitOffloadingArrays()
8920 OMPBuilder.emitOffloadingArrays(AllocaIP, CodeGenIP, CombinedInfo, Info, in emitOffloadingArrays()
9180 MEHandler.generateAllInfoForMapper(Info, OMPBuilder); in emitUserDefinedMapper()
9186 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in emitUserDefinedMapper()
9204 : emitMappingInformation(MapperCGF, OMPBuilder, Info.Exprs[I]); in emitUserDefinedMapper()
9300 OMPBuilder.getOrCreateRuntimeFunction( in emitUserDefinedMapper()
9403 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in emitUDMapperArrayInitOrDel()
9500 llvm::OpenMPIRBuilder &OMPBuilder = OMPRuntime->getOMPBuilder(); in emitTargetCallKernelLaunch() local
9565 OMPBuilder, nullptr, in emitTargetCallKernelLaunch()
9574 OMPBuilder, LambdaPointers, CombinedInfo.BasePointers, in emitTargetCallKernelLaunch()
9578 MEHandler.generateAllInfo(CombinedInfo, OMPBuilder, MappedVarSet); in emitTargetCallKernelLaunch()
9582 emitOffloadingArrays(CGF, CombinedInfo, Info, OMPBuilder); in emitTargetCallKernelLaunch()
9585 OMPBuilder.emitOffloadingArraysArgument(CGF.Builder, Info.RTArgs, Info, in emitTargetCallKernelLaunch()
9773 CGM, OMPBuilder, E.getBeginLoc(), ParentName); in scanForTargetRegionsFunctions()
9777 if (!OMPBuilder.OffloadInfoManager.hasTargetRegionEntryInfo(EntryInfo)) in scanForTargetRegionsFunctions()
10024 OMPBuilder.registerTargetGlobalVariable( in registerTargetGlobalVariable()
10028 getEntryInfoFromPresumedLoc(CGM, OMPBuilder, in registerTargetGlobalVariable()
10079 OMPBuilder.Config.setHasRequiresUnifiedSharedMemory(true); in processRequiresDirective()
10186 llvm::FunctionCallee RTLFn = OMPBuilder.getOrCreateRuntimeFunction( in emitTeamsCall()
10215 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitNumTeamsClause()
10233 CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( in emitThreadLimitClause()
10271 MEHandler.generateAllInfo(CombinedInfo, OMPBuilder); in emitTargetDataCalls()
10274 return emitMappingInformation(CGF, OMPBuilder, MapExpr); in emitTargetDataCalls()
10334 CGF.Builder.restoreIP(OMPBuilder.createTargetData( in emitTargetDataCalls()
10473 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), RTLFn), in emitTargetDataStandAloneCall()
10485 MEHandler.generateAllInfo(CombinedInfo, OMPBuilder); in emitTargetDataStandAloneCall()
10489 emitOffloadingArrays(CGF, CombinedInfo, Info, OMPBuilder, in emitTargetDataStandAloneCall()
10495 OMPBuilder.emitOffloadingArraysArgument(CGF.Builder, Info.RTArgs, Info, in emitTargetDataStandAloneCall()
11197 llvm::FunctionCallee RTLFn = OMPBuilder.getOrCreateRuntimeFunction( in emitDoacrossInit()
11202 llvm::FunctionCallee FiniRTLFn = OMPBuilder.getOrCreateRuntimeFunction( in emitDoacrossInit()
11231 llvm::OpenMPIRBuilder &OMPBuilder = CGM.getOpenMPRuntime().getOMPBuilder(); in EmitDoacrossOrdered() local
11234 RTLFn = OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in EmitDoacrossOrdered()
11238 RTLFn = OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), in EmitDoacrossOrdered()
11369 OMPBuilder.getOrCreateRuntimeFunction(CGM.getModule(), FnID), Args, in getAddressOfLocalVariable()
11371 llvm::FunctionCallee FiniRTLFn = OMPBuilder.getOrCreateRuntimeFunction( in getAddressOfLocalVariable()
11753 llvm::Constant *LastIV = OMPBuilder.getOrCreateInternalVariable( in emitLastprivateConditionalUpdate()
11762 llvm::GlobalVariable *Last = OMPBuilder.getOrCreateInternalVariable( in emitLastprivateConditionalUpdate()