xref: /freebsd/contrib/llvm-project/clang/lib/CodeGen/CodeGenModule.h (revision 5deeebd8c6ca991269e72902a7a62cada57947f6)
1 //===--- CodeGenModule.h - Per-Module state for LLVM CodeGen ----*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This is the internal per-translation-unit state used for llvm translation.
10 //
11 //===----------------------------------------------------------------------===//
12 
13 #ifndef LLVM_CLANG_LIB_CODEGEN_CODEGENMODULE_H
14 #define LLVM_CLANG_LIB_CODEGEN_CODEGENMODULE_H
15 
16 #include "CGVTables.h"
17 #include "CodeGenTypeCache.h"
18 #include "CodeGenTypes.h"
19 #include "SanitizerMetadata.h"
20 #include "clang/AST/DeclCXX.h"
21 #include "clang/AST/DeclObjC.h"
22 #include "clang/AST/DeclOpenMP.h"
23 #include "clang/AST/GlobalDecl.h"
24 #include "clang/AST/Mangle.h"
25 #include "clang/Basic/ABI.h"
26 #include "clang/Basic/LangOptions.h"
27 #include "clang/Basic/NoSanitizeList.h"
28 #include "clang/Basic/ProfileList.h"
29 #include "clang/Basic/TargetInfo.h"
30 #include "clang/Basic/XRayLists.h"
31 #include "clang/Lex/PreprocessorOptions.h"
32 #include "llvm/ADT/DenseMap.h"
33 #include "llvm/ADT/MapVector.h"
34 #include "llvm/ADT/SetVector.h"
35 #include "llvm/ADT/SmallPtrSet.h"
36 #include "llvm/ADT/StringMap.h"
37 #include "llvm/IR/Module.h"
38 #include "llvm/IR/ValueHandle.h"
39 #include "llvm/Transforms/Utils/SanitizerStats.h"
40 #include <optional>
41 
42 namespace llvm {
43 class Module;
44 class Constant;
45 class ConstantInt;
46 class Function;
47 class GlobalValue;
48 class DataLayout;
49 class FunctionType;
50 class LLVMContext;
51 class IndexedInstrProfReader;
52 
53 namespace vfs {
54 class FileSystem;
55 }
56 }
57 
58 namespace clang {
59 class ASTContext;
60 class AtomicType;
61 class FunctionDecl;
62 class IdentifierInfo;
63 class ObjCImplementationDecl;
64 class ObjCEncodeExpr;
65 class BlockExpr;
66 class CharUnits;
67 class Decl;
68 class Expr;
69 class Stmt;
70 class StringLiteral;
71 class NamedDecl;
72 class PointerAuthSchema;
73 class ValueDecl;
74 class VarDecl;
75 class LangOptions;
76 class CodeGenOptions;
77 class HeaderSearchOptions;
78 class DiagnosticsEngine;
79 class AnnotateAttr;
80 class CXXDestructorDecl;
81 class Module;
82 class CoverageSourceInfo;
83 class InitSegAttr;
84 
85 namespace CodeGen {
86 
87 class CodeGenFunction;
88 class CodeGenTBAA;
89 class CGCXXABI;
90 class CGDebugInfo;
91 class CGObjCRuntime;
92 class CGOpenCLRuntime;
93 class CGOpenMPRuntime;
94 class CGCUDARuntime;
95 class CGHLSLRuntime;
96 class CoverageMappingModuleGen;
97 class TargetCodeGenInfo;
98 
99 enum ForDefinition_t : bool {
100   NotForDefinition = false,
101   ForDefinition = true
102 };
103 
104 struct OrderGlobalInitsOrStermFinalizers {
105   unsigned int priority;
106   unsigned int lex_order;
OrderGlobalInitsOrStermFinalizersOrderGlobalInitsOrStermFinalizers107   OrderGlobalInitsOrStermFinalizers(unsigned int p, unsigned int l)
108       : priority(p), lex_order(l) {}
109 
110   bool operator==(const OrderGlobalInitsOrStermFinalizers &RHS) const {
111     return priority == RHS.priority && lex_order == RHS.lex_order;
112   }
113 
114   bool operator<(const OrderGlobalInitsOrStermFinalizers &RHS) const {
115     return std::tie(priority, lex_order) <
116            std::tie(RHS.priority, RHS.lex_order);
117   }
118 };
119 
120 struct ObjCEntrypoints {
ObjCEntrypointsObjCEntrypoints121   ObjCEntrypoints() { memset(this, 0, sizeof(*this)); }
122 
123   /// void objc_alloc(id);
124   llvm::FunctionCallee objc_alloc;
125 
126   /// void objc_allocWithZone(id);
127   llvm::FunctionCallee objc_allocWithZone;
128 
129   /// void objc_alloc_init(id);
130   llvm::FunctionCallee objc_alloc_init;
131 
132   /// void objc_autoreleasePoolPop(void*);
133   llvm::FunctionCallee objc_autoreleasePoolPop;
134 
135   /// void objc_autoreleasePoolPop(void*);
136   /// Note this method is used when we are using exception handling
137   llvm::FunctionCallee objc_autoreleasePoolPopInvoke;
138 
139   /// void *objc_autoreleasePoolPush(void);
140   llvm::Function *objc_autoreleasePoolPush;
141 
142   /// id objc_autorelease(id);
143   llvm::Function *objc_autorelease;
144 
145   /// id objc_autorelease(id);
146   /// Note this is the runtime method not the intrinsic.
147   llvm::FunctionCallee objc_autoreleaseRuntimeFunction;
148 
149   /// id objc_autoreleaseReturnValue(id);
150   llvm::Function *objc_autoreleaseReturnValue;
151 
152   /// void objc_copyWeak(id *dest, id *src);
153   llvm::Function *objc_copyWeak;
154 
155   /// void objc_destroyWeak(id*);
156   llvm::Function *objc_destroyWeak;
157 
158   /// id objc_initWeak(id*, id);
159   llvm::Function *objc_initWeak;
160 
161   /// id objc_loadWeak(id*);
162   llvm::Function *objc_loadWeak;
163 
164   /// id objc_loadWeakRetained(id*);
165   llvm::Function *objc_loadWeakRetained;
166 
167   /// void objc_moveWeak(id *dest, id *src);
168   llvm::Function *objc_moveWeak;
169 
170   /// id objc_retain(id);
171   llvm::Function *objc_retain;
172 
173   /// id objc_retain(id);
174   /// Note this is the runtime method not the intrinsic.
175   llvm::FunctionCallee objc_retainRuntimeFunction;
176 
177   /// id objc_retainAutorelease(id);
178   llvm::Function *objc_retainAutorelease;
179 
180   /// id objc_retainAutoreleaseReturnValue(id);
181   llvm::Function *objc_retainAutoreleaseReturnValue;
182 
183   /// id objc_retainAutoreleasedReturnValue(id);
184   llvm::Function *objc_retainAutoreleasedReturnValue;
185 
186   /// id objc_retainBlock(id);
187   llvm::Function *objc_retainBlock;
188 
189   /// void objc_release(id);
190   llvm::Function *objc_release;
191 
192   /// void objc_release(id);
193   /// Note this is the runtime method not the intrinsic.
194   llvm::FunctionCallee objc_releaseRuntimeFunction;
195 
196   /// void objc_storeStrong(id*, id);
197   llvm::Function *objc_storeStrong;
198 
199   /// id objc_storeWeak(id*, id);
200   llvm::Function *objc_storeWeak;
201 
202   /// id objc_unsafeClaimAutoreleasedReturnValue(id);
203   llvm::Function *objc_unsafeClaimAutoreleasedReturnValue;
204 
205   /// A void(void) inline asm to use to mark that the return value of
206   /// a call will be immediately retain.
207   llvm::InlineAsm *retainAutoreleasedReturnValueMarker;
208 
209   /// void clang.arc.use(...);
210   llvm::Function *clang_arc_use;
211 
212   /// void clang.arc.noop.use(...);
213   llvm::Function *clang_arc_noop_use;
214 };
215 
216 /// This class records statistics on instrumentation based profiling.
217 class InstrProfStats {
218   uint32_t VisitedInMainFile = 0;
219   uint32_t MissingInMainFile = 0;
220   uint32_t Visited = 0;
221   uint32_t Missing = 0;
222   uint32_t Mismatched = 0;
223 
224 public:
225   InstrProfStats() = default;
226   /// Record that we've visited a function and whether or not that function was
227   /// in the main source file.
addVisited(bool MainFile)228   void addVisited(bool MainFile) {
229     if (MainFile)
230       ++VisitedInMainFile;
231     ++Visited;
232   }
233   /// Record that a function we've visited has no profile data.
addMissing(bool MainFile)234   void addMissing(bool MainFile) {
235     if (MainFile)
236       ++MissingInMainFile;
237     ++Missing;
238   }
239   /// Record that a function we've visited has mismatched profile data.
addMismatched(bool MainFile)240   void addMismatched(bool MainFile) { ++Mismatched; }
241   /// Whether or not the stats we've gathered indicate any potential problems.
hasDiagnostics()242   bool hasDiagnostics() { return Missing || Mismatched; }
243   /// Report potential problems we've found to \c Diags.
244   void reportDiagnostics(DiagnosticsEngine &Diags, StringRef MainFile);
245 };
246 
247 /// A pair of helper functions for a __block variable.
248 class BlockByrefHelpers : public llvm::FoldingSetNode {
249   // MSVC requires this type to be complete in order to process this
250   // header.
251 public:
252   llvm::Constant *CopyHelper;
253   llvm::Constant *DisposeHelper;
254 
255   /// The alignment of the field.  This is important because
256   /// different offsets to the field within the byref struct need to
257   /// have different helper functions.
258   CharUnits Alignment;
259 
BlockByrefHelpers(CharUnits alignment)260   BlockByrefHelpers(CharUnits alignment)
261       : CopyHelper(nullptr), DisposeHelper(nullptr), Alignment(alignment) {}
262   BlockByrefHelpers(const BlockByrefHelpers &) = default;
263   virtual ~BlockByrefHelpers();
264 
Profile(llvm::FoldingSetNodeID & id)265   void Profile(llvm::FoldingSetNodeID &id) const {
266     id.AddInteger(Alignment.getQuantity());
267     profileImpl(id);
268   }
269   virtual void profileImpl(llvm::FoldingSetNodeID &id) const = 0;
270 
needsCopy()271   virtual bool needsCopy() const { return true; }
272   virtual void emitCopy(CodeGenFunction &CGF, Address dest, Address src) = 0;
273 
needsDispose()274   virtual bool needsDispose() const { return true; }
275   virtual void emitDispose(CodeGenFunction &CGF, Address field) = 0;
276 };
277 
278 /// This class organizes the cross-function state that is used while generating
279 /// LLVM code.
280 class CodeGenModule : public CodeGenTypeCache {
281   CodeGenModule(const CodeGenModule &) = delete;
282   void operator=(const CodeGenModule &) = delete;
283 
284 public:
285   struct Structor {
StructorStructor286     Structor()
287         : Priority(0), LexOrder(~0u), Initializer(nullptr),
288           AssociatedData(nullptr) {}
StructorStructor289     Structor(int Priority, unsigned LexOrder, llvm::Constant *Initializer,
290              llvm::Constant *AssociatedData)
291         : Priority(Priority), LexOrder(LexOrder), Initializer(Initializer),
292           AssociatedData(AssociatedData) {}
293     int Priority;
294     unsigned LexOrder;
295     llvm::Constant *Initializer;
296     llvm::Constant *AssociatedData;
297   };
298 
299   typedef std::vector<Structor> CtorList;
300 
301 private:
302   ASTContext &Context;
303   const LangOptions &LangOpts;
304   IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS; // Only used for debug info.
305   const HeaderSearchOptions &HeaderSearchOpts; // Only used for debug info.
306   const PreprocessorOptions &PreprocessorOpts; // Only used for debug info.
307   const CodeGenOptions &CodeGenOpts;
308   unsigned NumAutoVarInit = 0;
309   llvm::Module &TheModule;
310   DiagnosticsEngine &Diags;
311   const TargetInfo &Target;
312   std::unique_ptr<CGCXXABI> ABI;
313   llvm::LLVMContext &VMContext;
314   std::string ModuleNameHash;
315   bool CXX20ModuleInits = false;
316   std::unique_ptr<CodeGenTBAA> TBAA;
317 
318   mutable std::unique_ptr<TargetCodeGenInfo> TheTargetCodeGenInfo;
319 
320   // This should not be moved earlier, since its initialization depends on some
321   // of the previous reference members being already initialized and also checks
322   // if TheTargetCodeGenInfo is NULL
323   std::unique_ptr<CodeGenTypes> Types;
324 
325   /// Holds information about C++ vtables.
326   CodeGenVTables VTables;
327 
328   std::unique_ptr<CGObjCRuntime> ObjCRuntime;
329   std::unique_ptr<CGOpenCLRuntime> OpenCLRuntime;
330   std::unique_ptr<CGOpenMPRuntime> OpenMPRuntime;
331   std::unique_ptr<CGCUDARuntime> CUDARuntime;
332   std::unique_ptr<CGHLSLRuntime> HLSLRuntime;
333   std::unique_ptr<CGDebugInfo> DebugInfo;
334   std::unique_ptr<ObjCEntrypoints> ObjCData;
335   llvm::MDNode *NoObjCARCExceptionsMetadata = nullptr;
336   std::unique_ptr<llvm::IndexedInstrProfReader> PGOReader;
337   InstrProfStats PGOStats;
338   std::unique_ptr<llvm::SanitizerStatReport> SanStats;
339 
340   // A set of references that have only been seen via a weakref so far. This is
341   // used to remove the weak of the reference if we ever see a direct reference
342   // or a definition.
343   llvm::SmallPtrSet<llvm::GlobalValue*, 10> WeakRefReferences;
344 
345   /// This contains all the decls which have definitions but/ which are deferred
346   /// for emission and therefore should only be output if they are actually
347   /// used. If a decl is in this, then it is known to have not been referenced
348   /// yet.
349   llvm::DenseMap<StringRef, GlobalDecl> DeferredDecls;
350 
351   llvm::StringSet<llvm::BumpPtrAllocator> DeferredResolversToEmit;
352 
353   /// This is a list of deferred decls which we have seen that *are* actually
354   /// referenced. These get code generated when the module is done.
355   std::vector<GlobalDecl> DeferredDeclsToEmit;
addDeferredDeclToEmit(GlobalDecl GD)356   void addDeferredDeclToEmit(GlobalDecl GD) {
357     DeferredDeclsToEmit.emplace_back(GD);
358     addEmittedDeferredDecl(GD);
359   }
360 
361   /// Decls that were DeferredDecls and have now been emitted.
362   llvm::DenseMap<llvm::StringRef, GlobalDecl> EmittedDeferredDecls;
363 
addEmittedDeferredDecl(GlobalDecl GD)364   void addEmittedDeferredDecl(GlobalDecl GD) {
365     // Reemission is only needed in incremental mode.
366     if (!Context.getLangOpts().IncrementalExtensions)
367       return;
368 
369     // Assume a linkage by default that does not need reemission.
370     auto L = llvm::GlobalValue::ExternalLinkage;
371     if (llvm::isa<FunctionDecl>(GD.getDecl()))
372       L = getFunctionLinkage(GD);
373     else if (auto *VD = llvm::dyn_cast<VarDecl>(GD.getDecl()))
374       L = getLLVMLinkageVarDefinition(VD);
375 
376     if (llvm::GlobalValue::isInternalLinkage(L) ||
377         llvm::GlobalValue::isLinkOnceLinkage(L) ||
378         llvm::GlobalValue::isWeakLinkage(L)) {
379       EmittedDeferredDecls[getMangledName(GD)] = GD;
380     }
381   }
382 
383   /// List of alias we have emitted. Used to make sure that what they point to
384   /// is defined once we get to the end of the of the translation unit.
385   std::vector<GlobalDecl> Aliases;
386 
387   /// List of multiversion functions to be emitted. This list is processed in
388   /// conjunction with other deferred symbols and is used to ensure that
389   /// multiversion function resolvers and ifuncs are defined and emitted.
390   std::vector<GlobalDecl> MultiVersionFuncs;
391 
392   llvm::MapVector<StringRef, llvm::TrackingVH<llvm::Constant>> Replacements;
393 
394   /// List of global values to be replaced with something else. Used when we
395   /// want to replace a GlobalValue but can't identify it by its mangled name
396   /// anymore (because the name is already taken).
397   llvm::SmallVector<std::pair<llvm::GlobalValue *, llvm::Constant *>, 8>
398     GlobalValReplacements;
399 
400   /// Variables for which we've emitted globals containing their constant
401   /// values along with the corresponding globals, for opportunistic reuse.
402   llvm::DenseMap<const VarDecl*, llvm::GlobalVariable*> InitializerConstants;
403 
404   /// Set of global decls for which we already diagnosed mangled name conflict.
405   /// Required to not issue a warning (on a mangling conflict) multiple times
406   /// for the same decl.
407   llvm::DenseSet<GlobalDecl> DiagnosedConflictingDefinitions;
408 
409   /// A queue of (optional) vtables to consider emitting.
410   std::vector<const CXXRecordDecl*> DeferredVTables;
411 
412   /// A queue of (optional) vtables that may be emitted opportunistically.
413   std::vector<const CXXRecordDecl *> OpportunisticVTables;
414 
415   /// List of global values which are required to be present in the object file;
416   /// bitcast to i8*. This is used for forcing visibility of symbols which may
417   /// otherwise be optimized out.
418   std::vector<llvm::WeakTrackingVH> LLVMUsed;
419   std::vector<llvm::WeakTrackingVH> LLVMCompilerUsed;
420 
421   /// Store the list of global constructors and their respective priorities to
422   /// be emitted when the translation unit is complete.
423   CtorList GlobalCtors;
424 
425   /// Store the list of global destructors and their respective priorities to be
426   /// emitted when the translation unit is complete.
427   CtorList GlobalDtors;
428 
429   /// An ordered map of canonical GlobalDecls to their mangled names.
430   llvm::MapVector<GlobalDecl, StringRef> MangledDeclNames;
431   llvm::StringMap<GlobalDecl, llvm::BumpPtrAllocator> Manglings;
432 
433   /// Global annotations.
434   std::vector<llvm::Constant*> Annotations;
435 
436   // Store deferred function annotations so they can be emitted at the end with
437   // most up to date ValueDecl that will have all the inherited annotations.
438   llvm::MapVector<StringRef, const ValueDecl *> DeferredAnnotations;
439 
440   /// Map used to get unique annotation strings.
441   llvm::StringMap<llvm::Constant*> AnnotationStrings;
442 
443   /// Used for uniquing of annotation arguments.
444   llvm::DenseMap<unsigned, llvm::Constant *> AnnotationArgs;
445 
446   llvm::StringMap<llvm::GlobalVariable *> CFConstantStringMap;
447 
448   llvm::DenseMap<llvm::Constant *, llvm::GlobalVariable *> ConstantStringMap;
449   llvm::DenseMap<const UnnamedGlobalConstantDecl *, llvm::GlobalVariable *>
450       UnnamedGlobalConstantDeclMap;
451   llvm::DenseMap<const Decl*, llvm::Constant *> StaticLocalDeclMap;
452   llvm::DenseMap<const Decl*, llvm::GlobalVariable*> StaticLocalDeclGuardMap;
453   llvm::DenseMap<const Expr*, llvm::Constant *> MaterializedGlobalTemporaryMap;
454 
455   llvm::DenseMap<QualType, llvm::Constant *> AtomicSetterHelperFnMap;
456   llvm::DenseMap<QualType, llvm::Constant *> AtomicGetterHelperFnMap;
457 
458   /// Map used to get unique type descriptor constants for sanitizers.
459   llvm::DenseMap<QualType, llvm::Constant *> TypeDescriptorMap;
460 
461   /// Map used to track internal linkage functions declared within
462   /// extern "C" regions.
463   typedef llvm::MapVector<IdentifierInfo *,
464                           llvm::GlobalValue *> StaticExternCMap;
465   StaticExternCMap StaticExternCValues;
466 
467   /// thread_local variables defined or used in this TU.
468   std::vector<const VarDecl *> CXXThreadLocals;
469 
470   /// thread_local variables with initializers that need to run
471   /// before any thread_local variable in this TU is odr-used.
472   std::vector<llvm::Function *> CXXThreadLocalInits;
473   std::vector<const VarDecl *> CXXThreadLocalInitVars;
474 
475   /// Global variables with initializers that need to run before main.
476   std::vector<llvm::Function *> CXXGlobalInits;
477 
478   /// When a C++ decl with an initializer is deferred, null is
479   /// appended to CXXGlobalInits, and the index of that null is placed
480   /// here so that the initializer will be performed in the correct
481   /// order. Once the decl is emitted, the index is replaced with ~0U to ensure
482   /// that we don't re-emit the initializer.
483   llvm::DenseMap<const Decl*, unsigned> DelayedCXXInitPosition;
484 
485   typedef std::pair<OrderGlobalInitsOrStermFinalizers, llvm::Function *>
486       GlobalInitData;
487 
488   // When a tail call is performed on an "undefined" symbol, on PPC without pc
489   // relative feature, the tail call is not allowed. In "EmitCall" for such
490   // tail calls, the "undefined" symbols may be forward declarations, their
491   // definitions are provided in the module after the callsites. For such tail
492   // calls, diagnose message should not be emitted.
493   llvm::SmallSetVector<std::pair<const FunctionDecl *, SourceLocation>, 4>
494       MustTailCallUndefinedGlobals;
495 
496   struct GlobalInitPriorityCmp {
operatorGlobalInitPriorityCmp497     bool operator()(const GlobalInitData &LHS,
498                     const GlobalInitData &RHS) const {
499       return LHS.first.priority < RHS.first.priority;
500     }
501   };
502 
503   /// Global variables with initializers whose order of initialization is set by
504   /// init_priority attribute.
505   SmallVector<GlobalInitData, 8> PrioritizedCXXGlobalInits;
506 
507   /// Global destructor functions and arguments that need to run on termination.
508   /// When UseSinitAndSterm is set, it instead contains sterm finalizer
509   /// functions, which also run on unloading a shared library.
510   typedef std::tuple<llvm::FunctionType *, llvm::WeakTrackingVH,
511                      llvm::Constant *>
512       CXXGlobalDtorsOrStermFinalizer_t;
513   SmallVector<CXXGlobalDtorsOrStermFinalizer_t, 8>
514       CXXGlobalDtorsOrStermFinalizers;
515 
516   typedef std::pair<OrderGlobalInitsOrStermFinalizers, llvm::Function *>
517       StermFinalizerData;
518 
519   struct StermFinalizerPriorityCmp {
operatorStermFinalizerPriorityCmp520     bool operator()(const StermFinalizerData &LHS,
521                     const StermFinalizerData &RHS) const {
522       return LHS.first.priority < RHS.first.priority;
523     }
524   };
525 
526   /// Global variables with sterm finalizers whose order of initialization is
527   /// set by init_priority attribute.
528   SmallVector<StermFinalizerData, 8> PrioritizedCXXStermFinalizers;
529 
530   /// The complete set of modules that has been imported.
531   llvm::SetVector<clang::Module *> ImportedModules;
532 
533   /// The set of modules for which the module initializers
534   /// have been emitted.
535   llvm::SmallPtrSet<clang::Module *, 16> EmittedModuleInitializers;
536 
537   /// A vector of metadata strings for linker options.
538   SmallVector<llvm::MDNode *, 16> LinkerOptionsMetadata;
539 
540   /// A vector of metadata strings for dependent libraries for ELF.
541   SmallVector<llvm::MDNode *, 16> ELFDependentLibraries;
542 
543   /// @name Cache for Objective-C runtime types
544   /// @{
545 
546   /// Cached reference to the class for constant strings. This value has type
547   /// int * but is actually an Obj-C class pointer.
548   llvm::WeakTrackingVH CFConstantStringClassRef;
549 
550   /// The type used to describe the state of a fast enumeration in
551   /// Objective-C's for..in loop.
552   QualType ObjCFastEnumerationStateType;
553 
554   /// @}
555 
556   /// Lazily create the Objective-C runtime
557   void createObjCRuntime();
558 
559   void createOpenCLRuntime();
560   void createOpenMPRuntime();
561   void createCUDARuntime();
562   void createHLSLRuntime();
563 
564   bool isTriviallyRecursive(const FunctionDecl *F);
565   bool shouldEmitFunction(GlobalDecl GD);
566   // Whether a global variable should be emitted by CUDA/HIP host/device
567   // related attributes.
568   bool shouldEmitCUDAGlobalVar(const VarDecl *VD) const;
569   bool shouldOpportunisticallyEmitVTables();
570   /// Map used to be sure we don't emit the same CompoundLiteral twice.
571   llvm::DenseMap<const CompoundLiteralExpr *, llvm::GlobalVariable *>
572       EmittedCompoundLiterals;
573 
574   /// Map of the global blocks we've emitted, so that we don't have to re-emit
575   /// them if the constexpr evaluator gets aggressive.
576   llvm::DenseMap<const BlockExpr *, llvm::Constant *> EmittedGlobalBlocks;
577 
578   /// @name Cache for Blocks Runtime Globals
579   /// @{
580 
581   llvm::Constant *NSConcreteGlobalBlock = nullptr;
582   llvm::Constant *NSConcreteStackBlock = nullptr;
583 
584   llvm::FunctionCallee BlockObjectAssign = nullptr;
585   llvm::FunctionCallee BlockObjectDispose = nullptr;
586 
587   llvm::Type *BlockDescriptorType = nullptr;
588   llvm::Type *GenericBlockLiteralType = nullptr;
589 
590   struct {
591     int GlobalUniqueCount;
592   } Block;
593 
594   GlobalDecl initializedGlobalDecl;
595 
596   /// @}
597 
598   /// void @llvm.lifetime.start(i64 %size, i8* nocapture <ptr>)
599   llvm::Function *LifetimeStartFn = nullptr;
600 
601   /// void @llvm.lifetime.end(i64 %size, i8* nocapture <ptr>)
602   llvm::Function *LifetimeEndFn = nullptr;
603 
604   std::unique_ptr<SanitizerMetadata> SanitizerMD;
605 
606   llvm::MapVector<const Decl *, bool> DeferredEmptyCoverageMappingDecls;
607 
608   std::unique_ptr<CoverageMappingModuleGen> CoverageMapping;
609 
610   /// Mapping from canonical types to their metadata identifiers. We need to
611   /// maintain this mapping because identifiers may be formed from distinct
612   /// MDNodes.
613   typedef llvm::DenseMap<QualType, llvm::Metadata *> MetadataTypeMap;
614   MetadataTypeMap MetadataIdMap;
615   MetadataTypeMap VirtualMetadataIdMap;
616   MetadataTypeMap GeneralizedMetadataIdMap;
617 
618   // Helps squashing blocks of TopLevelStmtDecl into a single llvm::Function
619   // when used with -fincremental-extensions.
620   std::pair<std::unique_ptr<CodeGenFunction>, const TopLevelStmtDecl *>
621       GlobalTopLevelStmtBlockInFlight;
622 
623   llvm::DenseMap<GlobalDecl, uint16_t> PtrAuthDiscriminatorHashes;
624 
625   llvm::DenseMap<const CXXRecordDecl *, std::optional<PointerAuthQualifier>>
626       VTablePtrAuthInfos;
627   std::optional<PointerAuthQualifier>
628   computeVTPointerAuthentication(const CXXRecordDecl *ThisClass);
629 
630 public:
631   CodeGenModule(ASTContext &C, IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS,
632                 const HeaderSearchOptions &headersearchopts,
633                 const PreprocessorOptions &ppopts,
634                 const CodeGenOptions &CodeGenOpts, llvm::Module &M,
635                 DiagnosticsEngine &Diags,
636                 CoverageSourceInfo *CoverageInfo = nullptr);
637 
638   ~CodeGenModule();
639 
640   void clear();
641 
642   /// Finalize LLVM code generation.
643   void Release();
644 
645   /// Return true if we should emit location information for expressions.
646   bool getExpressionLocationsEnabled() const;
647 
648   /// Return a reference to the configured Objective-C runtime.
getObjCRuntime()649   CGObjCRuntime &getObjCRuntime() {
650     if (!ObjCRuntime) createObjCRuntime();
651     return *ObjCRuntime;
652   }
653 
654   /// Return true iff an Objective-C runtime has been configured.
hasObjCRuntime()655   bool hasObjCRuntime() { return !!ObjCRuntime; }
656 
getModuleNameHash()657   const std::string &getModuleNameHash() const { return ModuleNameHash; }
658 
659   /// Return a reference to the configured OpenCL runtime.
getOpenCLRuntime()660   CGOpenCLRuntime &getOpenCLRuntime() {
661     assert(OpenCLRuntime != nullptr);
662     return *OpenCLRuntime;
663   }
664 
665   /// Return a reference to the configured OpenMP runtime.
getOpenMPRuntime()666   CGOpenMPRuntime &getOpenMPRuntime() {
667     assert(OpenMPRuntime != nullptr);
668     return *OpenMPRuntime;
669   }
670 
671   /// Return a reference to the configured CUDA runtime.
getCUDARuntime()672   CGCUDARuntime &getCUDARuntime() {
673     assert(CUDARuntime != nullptr);
674     return *CUDARuntime;
675   }
676 
677   /// Return a reference to the configured HLSL runtime.
getHLSLRuntime()678   CGHLSLRuntime &getHLSLRuntime() {
679     assert(HLSLRuntime != nullptr);
680     return *HLSLRuntime;
681   }
682 
getObjCEntrypoints()683   ObjCEntrypoints &getObjCEntrypoints() const {
684     assert(ObjCData != nullptr);
685     return *ObjCData;
686   }
687 
688   // Version checking functions, used to implement ObjC's @available:
689   // i32 @__isOSVersionAtLeast(i32, i32, i32)
690   llvm::FunctionCallee IsOSVersionAtLeastFn = nullptr;
691   // i32 @__isPlatformVersionAtLeast(i32, i32, i32, i32)
692   llvm::FunctionCallee IsPlatformVersionAtLeastFn = nullptr;
693 
getPGOStats()694   InstrProfStats &getPGOStats() { return PGOStats; }
getPGOReader()695   llvm::IndexedInstrProfReader *getPGOReader() const { return PGOReader.get(); }
696 
getCoverageMapping()697   CoverageMappingModuleGen *getCoverageMapping() const {
698     return CoverageMapping.get();
699   }
700 
getStaticLocalDeclAddress(const VarDecl * D)701   llvm::Constant *getStaticLocalDeclAddress(const VarDecl *D) {
702     return StaticLocalDeclMap[D];
703   }
setStaticLocalDeclAddress(const VarDecl * D,llvm::Constant * C)704   void setStaticLocalDeclAddress(const VarDecl *D,
705                                  llvm::Constant *C) {
706     StaticLocalDeclMap[D] = C;
707   }
708 
709   llvm::Constant *
710   getOrCreateStaticVarDecl(const VarDecl &D,
711                            llvm::GlobalValue::LinkageTypes Linkage);
712 
getStaticLocalDeclGuardAddress(const VarDecl * D)713   llvm::GlobalVariable *getStaticLocalDeclGuardAddress(const VarDecl *D) {
714     return StaticLocalDeclGuardMap[D];
715   }
setStaticLocalDeclGuardAddress(const VarDecl * D,llvm::GlobalVariable * C)716   void setStaticLocalDeclGuardAddress(const VarDecl *D,
717                                       llvm::GlobalVariable *C) {
718     StaticLocalDeclGuardMap[D] = C;
719   }
720 
721   Address createUnnamedGlobalFrom(const VarDecl &D, llvm::Constant *Constant,
722                                   CharUnits Align);
723 
724   bool lookupRepresentativeDecl(StringRef MangledName,
725                                 GlobalDecl &Result) const;
726 
getAtomicSetterHelperFnMap(QualType Ty)727   llvm::Constant *getAtomicSetterHelperFnMap(QualType Ty) {
728     return AtomicSetterHelperFnMap[Ty];
729   }
setAtomicSetterHelperFnMap(QualType Ty,llvm::Constant * Fn)730   void setAtomicSetterHelperFnMap(QualType Ty,
731                             llvm::Constant *Fn) {
732     AtomicSetterHelperFnMap[Ty] = Fn;
733   }
734 
getAtomicGetterHelperFnMap(QualType Ty)735   llvm::Constant *getAtomicGetterHelperFnMap(QualType Ty) {
736     return AtomicGetterHelperFnMap[Ty];
737   }
setAtomicGetterHelperFnMap(QualType Ty,llvm::Constant * Fn)738   void setAtomicGetterHelperFnMap(QualType Ty,
739                             llvm::Constant *Fn) {
740     AtomicGetterHelperFnMap[Ty] = Fn;
741   }
742 
getTypeDescriptorFromMap(QualType Ty)743   llvm::Constant *getTypeDescriptorFromMap(QualType Ty) {
744     return TypeDescriptorMap[Ty];
745   }
setTypeDescriptorInMap(QualType Ty,llvm::Constant * C)746   void setTypeDescriptorInMap(QualType Ty, llvm::Constant *C) {
747     TypeDescriptorMap[Ty] = C;
748   }
749 
getModuleDebugInfo()750   CGDebugInfo *getModuleDebugInfo() { return DebugInfo.get(); }
751 
getNoObjCARCExceptionsMetadata()752   llvm::MDNode *getNoObjCARCExceptionsMetadata() {
753     if (!NoObjCARCExceptionsMetadata)
754       NoObjCARCExceptionsMetadata =
755           llvm::MDNode::get(getLLVMContext(), std::nullopt);
756     return NoObjCARCExceptionsMetadata;
757   }
758 
getContext()759   ASTContext &getContext() const { return Context; }
getLangOpts()760   const LangOptions &getLangOpts() const { return LangOpts; }
getFileSystem()761   const IntrusiveRefCntPtr<llvm::vfs::FileSystem> &getFileSystem() const {
762     return FS;
763   }
getHeaderSearchOpts()764   const HeaderSearchOptions &getHeaderSearchOpts()
765     const { return HeaderSearchOpts; }
getPreprocessorOpts()766   const PreprocessorOptions &getPreprocessorOpts()
767     const { return PreprocessorOpts; }
getCodeGenOpts()768   const CodeGenOptions &getCodeGenOpts() const { return CodeGenOpts; }
getModule()769   llvm::Module &getModule() const { return TheModule; }
getDiags()770   DiagnosticsEngine &getDiags() const { return Diags; }
getDataLayout()771   const llvm::DataLayout &getDataLayout() const {
772     return TheModule.getDataLayout();
773   }
getTarget()774   const TargetInfo &getTarget() const { return Target; }
getTriple()775   const llvm::Triple &getTriple() const { return Target.getTriple(); }
776   bool supportsCOMDAT() const;
777   void maybeSetTrivialComdat(const Decl &D, llvm::GlobalObject &GO);
778 
779   const ABIInfo &getABIInfo();
getCXXABI()780   CGCXXABI &getCXXABI() const { return *ABI; }
getLLVMContext()781   llvm::LLVMContext &getLLVMContext() { return VMContext; }
782 
shouldUseTBAA()783   bool shouldUseTBAA() const { return TBAA != nullptr; }
784 
785   const TargetCodeGenInfo &getTargetCodeGenInfo();
786 
getTypes()787   CodeGenTypes &getTypes() { return *Types; }
788 
getVTables()789   CodeGenVTables &getVTables() { return VTables; }
790 
getItaniumVTableContext()791   ItaniumVTableContext &getItaniumVTableContext() {
792     return VTables.getItaniumVTableContext();
793   }
794 
getItaniumVTableContext()795   const ItaniumVTableContext &getItaniumVTableContext() const {
796     return VTables.getItaniumVTableContext();
797   }
798 
getMicrosoftVTableContext()799   MicrosoftVTableContext &getMicrosoftVTableContext() {
800     return VTables.getMicrosoftVTableContext();
801   }
802 
getGlobalCtors()803   CtorList &getGlobalCtors() { return GlobalCtors; }
getGlobalDtors()804   CtorList &getGlobalDtors() { return GlobalDtors; }
805 
806   /// getTBAATypeInfo - Get metadata used to describe accesses to objects of
807   /// the given type.
808   llvm::MDNode *getTBAATypeInfo(QualType QTy);
809 
810   /// getTBAAAccessInfo - Get TBAA information that describes an access to
811   /// an object of the given type.
812   TBAAAccessInfo getTBAAAccessInfo(QualType AccessType);
813 
814   /// getTBAAVTablePtrAccessInfo - Get the TBAA information that describes an
815   /// access to a virtual table pointer.
816   TBAAAccessInfo getTBAAVTablePtrAccessInfo(llvm::Type *VTablePtrType);
817 
818   llvm::MDNode *getTBAAStructInfo(QualType QTy);
819 
820   /// getTBAABaseTypeInfo - Get metadata that describes the given base access
821   /// type. Return null if the type is not suitable for use in TBAA access tags.
822   llvm::MDNode *getTBAABaseTypeInfo(QualType QTy);
823 
824   /// getTBAAAccessTagInfo - Get TBAA tag for a given memory access.
825   llvm::MDNode *getTBAAAccessTagInfo(TBAAAccessInfo Info);
826 
827   /// mergeTBAAInfoForCast - Get merged TBAA information for the purposes of
828   /// type casts.
829   TBAAAccessInfo mergeTBAAInfoForCast(TBAAAccessInfo SourceInfo,
830                                       TBAAAccessInfo TargetInfo);
831 
832   /// mergeTBAAInfoForConditionalOperator - Get merged TBAA information for the
833   /// purposes of conditional operator.
834   TBAAAccessInfo mergeTBAAInfoForConditionalOperator(TBAAAccessInfo InfoA,
835                                                      TBAAAccessInfo InfoB);
836 
837   /// mergeTBAAInfoForMemoryTransfer - Get merged TBAA information for the
838   /// purposes of memory transfer calls.
839   TBAAAccessInfo mergeTBAAInfoForMemoryTransfer(TBAAAccessInfo DestInfo,
840                                                 TBAAAccessInfo SrcInfo);
841 
842   /// getTBAAInfoForSubobject - Get TBAA information for an access with a given
843   /// base lvalue.
getTBAAInfoForSubobject(LValue Base,QualType AccessType)844   TBAAAccessInfo getTBAAInfoForSubobject(LValue Base, QualType AccessType) {
845     if (Base.getTBAAInfo().isMayAlias())
846       return TBAAAccessInfo::getMayAliasInfo();
847     return getTBAAAccessInfo(AccessType);
848   }
849 
850   bool isPaddedAtomicType(QualType type);
851   bool isPaddedAtomicType(const AtomicType *type);
852 
853   /// DecorateInstructionWithTBAA - Decorate the instruction with a TBAA tag.
854   void DecorateInstructionWithTBAA(llvm::Instruction *Inst,
855                                    TBAAAccessInfo TBAAInfo);
856 
857   /// Adds !invariant.barrier !tag to instruction
858   void DecorateInstructionWithInvariantGroup(llvm::Instruction *I,
859                                              const CXXRecordDecl *RD);
860 
861   /// Emit the given number of characters as a value of type size_t.
862   llvm::ConstantInt *getSize(CharUnits numChars);
863 
864   /// Set the visibility for the given LLVM GlobalValue.
865   void setGlobalVisibility(llvm::GlobalValue *GV, const NamedDecl *D) const;
866 
867   void setDSOLocal(llvm::GlobalValue *GV) const;
868 
shouldMapVisibilityToDLLExport(const NamedDecl * D)869   bool shouldMapVisibilityToDLLExport(const NamedDecl *D) const {
870     return getLangOpts().hasDefaultVisibilityExportMapping() && D &&
871            (D->getLinkageAndVisibility().getVisibility() ==
872             DefaultVisibility) &&
873            (getLangOpts().isAllDefaultVisibilityExportMapping() ||
874             (getLangOpts().isExplicitDefaultVisibilityExportMapping() &&
875              D->getLinkageAndVisibility().isVisibilityExplicit()));
876   }
877   void setDLLImportDLLExport(llvm::GlobalValue *GV, GlobalDecl D) const;
878   void setDLLImportDLLExport(llvm::GlobalValue *GV, const NamedDecl *D) const;
879   /// Set visibility, dllimport/dllexport and dso_local.
880   /// This must be called after dllimport/dllexport is set.
881   void setGVProperties(llvm::GlobalValue *GV, GlobalDecl GD) const;
882   void setGVProperties(llvm::GlobalValue *GV, const NamedDecl *D) const;
883 
884   void setGVPropertiesAux(llvm::GlobalValue *GV, const NamedDecl *D) const;
885 
886   /// Set the TLS mode for the given LLVM GlobalValue for the thread-local
887   /// variable declaration D.
888   void setTLSMode(llvm::GlobalValue *GV, const VarDecl &D) const;
889 
890   /// Get LLVM TLS mode from CodeGenOptions.
891   llvm::GlobalVariable::ThreadLocalMode GetDefaultLLVMTLSModel() const;
892 
GetLLVMVisibility(Visibility V)893   static llvm::GlobalValue::VisibilityTypes GetLLVMVisibility(Visibility V) {
894     switch (V) {
895     case DefaultVisibility:   return llvm::GlobalValue::DefaultVisibility;
896     case HiddenVisibility:    return llvm::GlobalValue::HiddenVisibility;
897     case ProtectedVisibility: return llvm::GlobalValue::ProtectedVisibility;
898     }
899     llvm_unreachable("unknown visibility!");
900   }
901 
902   llvm::Constant *GetAddrOfGlobal(GlobalDecl GD,
903                                   ForDefinition_t IsForDefinition
904                                     = NotForDefinition);
905 
906   /// Will return a global variable of the given type. If a variable with a
907   /// different type already exists then a new  variable with the right type
908   /// will be created and all uses of the old variable will be replaced with a
909   /// bitcast to the new variable.
910   llvm::GlobalVariable *
911   CreateOrReplaceCXXRuntimeVariable(StringRef Name, llvm::Type *Ty,
912                                     llvm::GlobalValue::LinkageTypes Linkage,
913                                     llvm::Align Alignment);
914 
915   llvm::Function *CreateGlobalInitOrCleanUpFunction(
916       llvm::FunctionType *ty, const Twine &name, const CGFunctionInfo &FI,
917       SourceLocation Loc = SourceLocation(), bool TLS = false,
918       llvm::GlobalVariable::LinkageTypes Linkage =
919           llvm::GlobalVariable::InternalLinkage);
920 
921   /// Return the AST address space of the underlying global variable for D, as
922   /// determined by its declaration. Normally this is the same as the address
923   /// space of D's type, but in CUDA, address spaces are associated with
924   /// declarations, not types. If D is nullptr, return the default address
925   /// space for global variable.
926   ///
927   /// For languages without explicit address spaces, if D has default address
928   /// space, target-specific global or constant address space may be returned.
929   LangAS GetGlobalVarAddressSpace(const VarDecl *D);
930 
931   /// Return the AST address space of constant literal, which is used to emit
932   /// the constant literal as global variable in LLVM IR.
933   /// Note: This is not necessarily the address space of the constant literal
934   /// in AST. For address space agnostic language, e.g. C++, constant literal
935   /// in AST is always in default address space.
936   LangAS GetGlobalConstantAddressSpace() const;
937 
938   /// Return the llvm::Constant for the address of the given global variable.
939   /// If Ty is non-null and if the global doesn't exist, then it will be created
940   /// with the specified type instead of whatever the normal requested type
941   /// would be. If IsForDefinition is true, it is guaranteed that an actual
942   /// global with type Ty will be returned, not conversion of a variable with
943   /// the same mangled name but some other type.
944   llvm::Constant *GetAddrOfGlobalVar(const VarDecl *D,
945                                      llvm::Type *Ty = nullptr,
946                                      ForDefinition_t IsForDefinition
947                                        = NotForDefinition);
948 
949   /// Return the address of the given function. If Ty is non-null, then this
950   /// function will use the specified type if it has to create it.
951   llvm::Constant *GetAddrOfFunction(GlobalDecl GD, llvm::Type *Ty = nullptr,
952                                     bool ForVTable = false,
953                                     bool DontDefer = false,
954                                     ForDefinition_t IsForDefinition
955                                       = NotForDefinition);
956 
957   // Return the function body address of the given function.
958   llvm::Constant *GetFunctionStart(const ValueDecl *Decl);
959 
960   /// Return a function pointer for a reference to the given function.
961   /// This correctly handles weak references, but does not apply a
962   /// pointer signature.
963   llvm::Constant *getRawFunctionPointer(GlobalDecl GD,
964                                         llvm::Type *Ty = nullptr);
965 
966   /// Return the ABI-correct function pointer value for a reference
967   /// to the given function.  This will apply a pointer signature if
968   /// necessary, caching the result for the given function.
969   llvm::Constant *getFunctionPointer(GlobalDecl GD, llvm::Type *Ty = nullptr);
970 
971   /// Return the ABI-correct function pointer value for a reference
972   /// to the given function.  This will apply a pointer signature if
973   /// necessary.
974   llvm::Constant *getFunctionPointer(llvm::Constant *Pointer,
975                                      QualType FunctionType);
976 
977   llvm::Constant *getMemberFunctionPointer(const FunctionDecl *FD,
978                                            llvm::Type *Ty = nullptr);
979 
980   llvm::Constant *getMemberFunctionPointer(llvm::Constant *Pointer,
981                                            QualType FT);
982 
983   CGPointerAuthInfo getFunctionPointerAuthInfo(QualType T);
984 
985   CGPointerAuthInfo getMemberFunctionPointerAuthInfo(QualType FT);
986 
987   CGPointerAuthInfo getPointerAuthInfoForPointeeType(QualType type);
988 
989   CGPointerAuthInfo getPointerAuthInfoForType(QualType type);
990 
991   bool shouldSignPointer(const PointerAuthSchema &Schema);
992   llvm::Constant *getConstantSignedPointer(llvm::Constant *Pointer,
993                                            const PointerAuthSchema &Schema,
994                                            llvm::Constant *StorageAddress,
995                                            GlobalDecl SchemaDecl,
996                                            QualType SchemaType);
997 
998   llvm::Constant *
999   getConstantSignedPointer(llvm::Constant *Pointer, unsigned Key,
1000                            llvm::Constant *StorageAddress,
1001                            llvm::ConstantInt *OtherDiscriminator);
1002 
1003   llvm::ConstantInt *
1004   getPointerAuthOtherDiscriminator(const PointerAuthSchema &Schema,
1005                                    GlobalDecl SchemaDecl, QualType SchemaType);
1006 
1007   uint16_t getPointerAuthDeclDiscriminator(GlobalDecl GD);
1008   std::optional<CGPointerAuthInfo>
1009   getVTablePointerAuthInfo(CodeGenFunction *Context,
1010                            const CXXRecordDecl *Record,
1011                            llvm::Value *StorageAddress);
1012 
1013   std::optional<PointerAuthQualifier>
1014   getVTablePointerAuthentication(const CXXRecordDecl *thisClass);
1015 
1016   CGPointerAuthInfo EmitPointerAuthInfo(const RecordDecl *RD);
1017 
1018   // Return whether RTTI information should be emitted for this target.
1019   bool shouldEmitRTTI(bool ForEH = false) {
1020     return (ForEH || getLangOpts().RTTI) && !getLangOpts().CUDAIsDevice &&
1021            !(getLangOpts().OpenMP && getLangOpts().OpenMPIsTargetDevice &&
1022              (getTriple().isNVPTX() || getTriple().isAMDGPU()));
1023   }
1024 
1025   /// Get the address of the RTTI descriptor for the given type.
1026   llvm::Constant *GetAddrOfRTTIDescriptor(QualType Ty, bool ForEH = false);
1027 
1028   /// Get the address of a GUID.
1029   ConstantAddress GetAddrOfMSGuidDecl(const MSGuidDecl *GD);
1030 
1031   /// Get the address of a UnnamedGlobalConstant
1032   ConstantAddress
1033   GetAddrOfUnnamedGlobalConstantDecl(const UnnamedGlobalConstantDecl *GCD);
1034 
1035   /// Get the address of a template parameter object.
1036   ConstantAddress
1037   GetAddrOfTemplateParamObject(const TemplateParamObjectDecl *TPO);
1038 
1039   /// Get the address of the thunk for the given global decl.
1040   llvm::Constant *GetAddrOfThunk(StringRef Name, llvm::Type *FnTy,
1041                                  GlobalDecl GD);
1042 
1043   /// Get a reference to the target of VD.
1044   ConstantAddress GetWeakRefReference(const ValueDecl *VD);
1045 
1046   /// Returns the assumed alignment of an opaque pointer to the given class.
1047   CharUnits getClassPointerAlignment(const CXXRecordDecl *CD);
1048 
1049   /// Returns the minimum object size for an object of the given class type
1050   /// (or a class derived from it).
1051   CharUnits getMinimumClassObjectSize(const CXXRecordDecl *CD);
1052 
1053   /// Returns the minimum object size for an object of the given type.
getMinimumObjectSize(QualType Ty)1054   CharUnits getMinimumObjectSize(QualType Ty) {
1055     if (CXXRecordDecl *RD = Ty->getAsCXXRecordDecl())
1056       return getMinimumClassObjectSize(RD);
1057     return getContext().getTypeSizeInChars(Ty);
1058   }
1059 
1060   /// Returns the assumed alignment of a virtual base of a class.
1061   CharUnits getVBaseAlignment(CharUnits DerivedAlign,
1062                               const CXXRecordDecl *Derived,
1063                               const CXXRecordDecl *VBase);
1064 
1065   /// Given a class pointer with an actual known alignment, and the
1066   /// expected alignment of an object at a dynamic offset w.r.t that
1067   /// pointer, return the alignment to assume at the offset.
1068   CharUnits getDynamicOffsetAlignment(CharUnits ActualAlign,
1069                                       const CXXRecordDecl *Class,
1070                                       CharUnits ExpectedTargetAlign);
1071 
1072   CharUnits
1073   computeNonVirtualBaseClassOffset(const CXXRecordDecl *DerivedClass,
1074                                    CastExpr::path_const_iterator Start,
1075                                    CastExpr::path_const_iterator End);
1076 
1077   /// Returns the offset from a derived class to  a class. Returns null if the
1078   /// offset is 0.
1079   llvm::Constant *
1080   GetNonVirtualBaseClassOffset(const CXXRecordDecl *ClassDecl,
1081                                CastExpr::path_const_iterator PathBegin,
1082                                CastExpr::path_const_iterator PathEnd);
1083 
1084   llvm::FoldingSet<BlockByrefHelpers> ByrefHelpersCache;
1085 
1086   /// Fetches the global unique block count.
getUniqueBlockCount()1087   int getUniqueBlockCount() { return ++Block.GlobalUniqueCount; }
1088 
1089   /// Fetches the type of a generic block descriptor.
1090   llvm::Type *getBlockDescriptorType();
1091 
1092   /// The type of a generic block literal.
1093   llvm::Type *getGenericBlockLiteralType();
1094 
1095   /// Gets the address of a block which requires no captures.
1096   llvm::Constant *GetAddrOfGlobalBlock(const BlockExpr *BE, StringRef Name);
1097 
1098   /// Returns the address of a block which requires no caputres, or null if
1099   /// we've yet to emit the block for BE.
getAddrOfGlobalBlockIfEmitted(const BlockExpr * BE)1100   llvm::Constant *getAddrOfGlobalBlockIfEmitted(const BlockExpr *BE) {
1101     return EmittedGlobalBlocks.lookup(BE);
1102   }
1103 
1104   /// Notes that BE's global block is available via Addr. Asserts that BE
1105   /// isn't already emitted.
1106   void setAddrOfGlobalBlock(const BlockExpr *BE, llvm::Constant *Addr);
1107 
1108   /// Return a pointer to a constant CFString object for the given string.
1109   ConstantAddress GetAddrOfConstantCFString(const StringLiteral *Literal);
1110 
1111   /// Return a constant array for the given string.
1112   llvm::Constant *GetConstantArrayFromStringLiteral(const StringLiteral *E);
1113 
1114   /// Return a pointer to a constant array for the given string literal.
1115   ConstantAddress
1116   GetAddrOfConstantStringFromLiteral(const StringLiteral *S,
1117                                      StringRef Name = ".str");
1118 
1119   /// Return a pointer to a constant array for the given ObjCEncodeExpr node.
1120   ConstantAddress
1121   GetAddrOfConstantStringFromObjCEncode(const ObjCEncodeExpr *);
1122 
1123   /// Returns a pointer to a character array containing the literal and a
1124   /// terminating '\0' character. The result has pointer to array type.
1125   ///
1126   /// \param GlobalName If provided, the name to use for the global (if one is
1127   /// created).
1128   ConstantAddress
1129   GetAddrOfConstantCString(const std::string &Str,
1130                            const char *GlobalName = nullptr);
1131 
1132   /// Returns a pointer to a constant global variable for the given file-scope
1133   /// compound literal expression.
1134   ConstantAddress GetAddrOfConstantCompoundLiteral(const CompoundLiteralExpr*E);
1135 
1136   /// If it's been emitted already, returns the GlobalVariable corresponding to
1137   /// a compound literal. Otherwise, returns null.
1138   llvm::GlobalVariable *
1139   getAddrOfConstantCompoundLiteralIfEmitted(const CompoundLiteralExpr *E);
1140 
1141   /// Notes that CLE's GlobalVariable is GV. Asserts that CLE isn't already
1142   /// emitted.
1143   void setAddrOfConstantCompoundLiteral(const CompoundLiteralExpr *CLE,
1144                                         llvm::GlobalVariable *GV);
1145 
1146   /// Returns a pointer to a global variable representing a temporary
1147   /// with static or thread storage duration.
1148   ConstantAddress GetAddrOfGlobalTemporary(const MaterializeTemporaryExpr *E,
1149                                            const Expr *Inner);
1150 
1151   /// Retrieve the record type that describes the state of an
1152   /// Objective-C fast enumeration loop (for..in).
1153   QualType getObjCFastEnumerationStateType();
1154 
1155   // Produce code for this constructor/destructor. This method doesn't try
1156   // to apply any ABI rules about which other constructors/destructors
1157   // are needed or if they are alias to each other.
1158   llvm::Function *codegenCXXStructor(GlobalDecl GD);
1159 
1160   /// Return the address of the constructor/destructor of the given type.
1161   llvm::Constant *
1162   getAddrOfCXXStructor(GlobalDecl GD, const CGFunctionInfo *FnInfo = nullptr,
1163                        llvm::FunctionType *FnType = nullptr,
1164                        bool DontDefer = false,
1165                        ForDefinition_t IsForDefinition = NotForDefinition) {
1166     return cast<llvm::Constant>(getAddrAndTypeOfCXXStructor(GD, FnInfo, FnType,
1167                                                             DontDefer,
1168                                                             IsForDefinition)
1169                                     .getCallee());
1170   }
1171 
1172   llvm::FunctionCallee getAddrAndTypeOfCXXStructor(
1173       GlobalDecl GD, const CGFunctionInfo *FnInfo = nullptr,
1174       llvm::FunctionType *FnType = nullptr, bool DontDefer = false,
1175       ForDefinition_t IsForDefinition = NotForDefinition);
1176 
1177   /// Given a builtin id for a function like "__builtin_fabsf", return a
1178   /// Function* for "fabsf".
1179   llvm::Constant *getBuiltinLibFunction(const FunctionDecl *FD,
1180                                         unsigned BuiltinID);
1181 
1182   llvm::Function *getIntrinsic(unsigned IID,
1183                                ArrayRef<llvm::Type *> Tys = std::nullopt);
1184 
1185   /// Emit code for a single top level declaration.
1186   void EmitTopLevelDecl(Decl *D);
1187 
1188   /// Stored a deferred empty coverage mapping for an unused
1189   /// and thus uninstrumented top level declaration.
1190   void AddDeferredUnusedCoverageMapping(Decl *D);
1191 
1192   /// Remove the deferred empty coverage mapping as this
1193   /// declaration is actually instrumented.
1194   void ClearUnusedCoverageMapping(const Decl *D);
1195 
1196   /// Emit all the deferred coverage mappings
1197   /// for the uninstrumented functions.
1198   void EmitDeferredUnusedCoverageMappings();
1199 
1200   /// Emit an alias for "main" if it has no arguments (needed for wasm).
1201   void EmitMainVoidAlias();
1202 
1203   /// Tell the consumer that this variable has been instantiated.
1204   void HandleCXXStaticMemberVarInstantiation(VarDecl *VD);
1205 
1206   /// If the declaration has internal linkage but is inside an
1207   /// extern "C" linkage specification, prepare to emit an alias for it
1208   /// to the expected name.
1209   template<typename SomeDecl>
1210   void MaybeHandleStaticInExternC(const SomeDecl *D, llvm::GlobalValue *GV);
1211 
1212   /// Add a global to a list to be added to the llvm.used metadata.
1213   void addUsedGlobal(llvm::GlobalValue *GV);
1214 
1215   /// Add a global to a list to be added to the llvm.compiler.used metadata.
1216   void addCompilerUsedGlobal(llvm::GlobalValue *GV);
1217 
1218   /// Add a global to a list to be added to the llvm.compiler.used metadata.
1219   void addUsedOrCompilerUsedGlobal(llvm::GlobalValue *GV);
1220 
1221   /// Add a destructor and object to add to the C++ global destructor function.
AddCXXDtorEntry(llvm::FunctionCallee DtorFn,llvm::Constant * Object)1222   void AddCXXDtorEntry(llvm::FunctionCallee DtorFn, llvm::Constant *Object) {
1223     CXXGlobalDtorsOrStermFinalizers.emplace_back(DtorFn.getFunctionType(),
1224                                                  DtorFn.getCallee(), Object);
1225   }
1226 
1227   /// Add an sterm finalizer to the C++ global cleanup function.
AddCXXStermFinalizerEntry(llvm::FunctionCallee DtorFn)1228   void AddCXXStermFinalizerEntry(llvm::FunctionCallee DtorFn) {
1229     CXXGlobalDtorsOrStermFinalizers.emplace_back(DtorFn.getFunctionType(),
1230                                                  DtorFn.getCallee(), nullptr);
1231   }
1232 
1233   /// Add an sterm finalizer to its own llvm.global_dtors entry.
AddCXXStermFinalizerToGlobalDtor(llvm::Function * StermFinalizer,int Priority)1234   void AddCXXStermFinalizerToGlobalDtor(llvm::Function *StermFinalizer,
1235                                         int Priority) {
1236     AddGlobalDtor(StermFinalizer, Priority);
1237   }
1238 
AddCXXPrioritizedStermFinalizerEntry(llvm::Function * StermFinalizer,int Priority)1239   void AddCXXPrioritizedStermFinalizerEntry(llvm::Function *StermFinalizer,
1240                                             int Priority) {
1241     OrderGlobalInitsOrStermFinalizers Key(Priority,
1242                                           PrioritizedCXXStermFinalizers.size());
1243     PrioritizedCXXStermFinalizers.push_back(
1244         std::make_pair(Key, StermFinalizer));
1245   }
1246 
1247   /// Create or return a runtime function declaration with the specified type
1248   /// and name. If \p AssumeConvergent is true, the call will have the
1249   /// convergent attribute added.
1250   llvm::FunctionCallee
1251   CreateRuntimeFunction(llvm::FunctionType *Ty, StringRef Name,
1252                         llvm::AttributeList ExtraAttrs = llvm::AttributeList(),
1253                         bool Local = false, bool AssumeConvergent = false);
1254 
1255   /// Create a new runtime global variable with the specified type and name.
1256   llvm::Constant *CreateRuntimeVariable(llvm::Type *Ty,
1257                                         StringRef Name);
1258 
1259   ///@name Custom Blocks Runtime Interfaces
1260   ///@{
1261 
1262   llvm::Constant *getNSConcreteGlobalBlock();
1263   llvm::Constant *getNSConcreteStackBlock();
1264   llvm::FunctionCallee getBlockObjectAssign();
1265   llvm::FunctionCallee getBlockObjectDispose();
1266 
1267   ///@}
1268 
1269   llvm::Function *getLLVMLifetimeStartFn();
1270   llvm::Function *getLLVMLifetimeEndFn();
1271 
1272   // Make sure that this type is translated.
1273   void UpdateCompletedType(const TagDecl *TD);
1274 
1275   llvm::Constant *getMemberPointerConstant(const UnaryOperator *e);
1276 
1277   /// Emit type info if type of an expression is a variably modified
1278   /// type. Also emit proper debug info for cast types.
1279   void EmitExplicitCastExprType(const ExplicitCastExpr *E,
1280                                 CodeGenFunction *CGF = nullptr);
1281 
1282   /// Return the result of value-initializing the given type, i.e. a null
1283   /// expression of the given type.  This is usually, but not always, an LLVM
1284   /// null constant.
1285   llvm::Constant *EmitNullConstant(QualType T);
1286 
1287   /// Return a null constant appropriate for zero-initializing a base class with
1288   /// the given type. This is usually, but not always, an LLVM null constant.
1289   llvm::Constant *EmitNullConstantForBase(const CXXRecordDecl *Record);
1290 
1291   /// Emit a general error that something can't be done.
1292   void Error(SourceLocation loc, StringRef error);
1293 
1294   /// Print out an error that codegen doesn't support the specified stmt yet.
1295   void ErrorUnsupported(const Stmt *S, const char *Type);
1296 
1297   /// Print out an error that codegen doesn't support the specified decl yet.
1298   void ErrorUnsupported(const Decl *D, const char *Type);
1299 
1300   /// Set the attributes on the LLVM function for the given decl and function
1301   /// info. This applies attributes necessary for handling the ABI as well as
1302   /// user specified attributes like section.
1303   void SetInternalFunctionAttributes(GlobalDecl GD, llvm::Function *F,
1304                                      const CGFunctionInfo &FI);
1305 
1306   /// Set the LLVM function attributes (sext, zext, etc).
1307   void SetLLVMFunctionAttributes(GlobalDecl GD, const CGFunctionInfo &Info,
1308                                  llvm::Function *F, bool IsThunk);
1309 
1310   /// Set the LLVM function attributes which only apply to a function
1311   /// definition.
1312   void SetLLVMFunctionAttributesForDefinition(const Decl *D, llvm::Function *F);
1313 
1314   /// Set the LLVM function attributes that represent floating point
1315   /// environment.
1316   void setLLVMFunctionFEnvAttributes(const FunctionDecl *D, llvm::Function *F);
1317 
1318   /// Return true iff the given type uses 'sret' when used as a return type.
1319   bool ReturnTypeUsesSRet(const CGFunctionInfo &FI);
1320 
1321   /// Return true iff the given type has `inreg` set.
1322   bool ReturnTypeHasInReg(const CGFunctionInfo &FI);
1323 
1324   /// Return true iff the given type uses an argument slot when 'sret' is used
1325   /// as a return type.
1326   bool ReturnSlotInterferesWithArgs(const CGFunctionInfo &FI);
1327 
1328   /// Return true iff the given type uses 'fpret' when used as a return type.
1329   bool ReturnTypeUsesFPRet(QualType ResultType);
1330 
1331   /// Return true iff the given type uses 'fp2ret' when used as a return type.
1332   bool ReturnTypeUsesFP2Ret(QualType ResultType);
1333 
1334   /// Get the LLVM attributes and calling convention to use for a particular
1335   /// function type.
1336   ///
1337   /// \param Name - The function name.
1338   /// \param Info - The function type information.
1339   /// \param CalleeInfo - The callee information these attributes are being
1340   /// constructed for. If valid, the attributes applied to this decl may
1341   /// contribute to the function attributes and calling convention.
1342   /// \param Attrs [out] - On return, the attribute list to use.
1343   /// \param CallingConv [out] - On return, the LLVM calling convention to use.
1344   void ConstructAttributeList(StringRef Name, const CGFunctionInfo &Info,
1345                               CGCalleeInfo CalleeInfo,
1346                               llvm::AttributeList &Attrs, unsigned &CallingConv,
1347                               bool AttrOnCallSite, bool IsThunk);
1348 
1349   /// Adjust Memory attribute to ensure that the BE gets the right attribute
1350   // in order to generate the library call or the intrinsic for the function
1351   // name 'Name'.
1352   void AdjustMemoryAttribute(StringRef Name, CGCalleeInfo CalleeInfo,
1353                              llvm::AttributeList &Attrs);
1354 
1355   /// Like the overload taking a `Function &`, but intended specifically
1356   /// for frontends that want to build on Clang's target-configuration logic.
1357   void addDefaultFunctionDefinitionAttributes(llvm::AttrBuilder &attrs);
1358 
1359   StringRef getMangledName(GlobalDecl GD);
1360   StringRef getBlockMangledName(GlobalDecl GD, const BlockDecl *BD);
1361   const GlobalDecl getMangledNameDecl(StringRef);
1362 
1363   void EmitTentativeDefinition(const VarDecl *D);
1364 
1365   void EmitExternalDeclaration(const DeclaratorDecl *D);
1366 
1367   void EmitVTable(CXXRecordDecl *Class);
1368 
1369   void RefreshTypeCacheForClass(const CXXRecordDecl *Class);
1370 
1371   /// Appends Opts to the "llvm.linker.options" metadata value.
1372   void AppendLinkerOptions(StringRef Opts);
1373 
1374   /// Appends a detect mismatch command to the linker options.
1375   void AddDetectMismatch(StringRef Name, StringRef Value);
1376 
1377   /// Appends a dependent lib to the appropriate metadata value.
1378   void AddDependentLib(StringRef Lib);
1379 
1380 
1381   llvm::GlobalVariable::LinkageTypes getFunctionLinkage(GlobalDecl GD);
1382 
setFunctionLinkage(GlobalDecl GD,llvm::Function * F)1383   void setFunctionLinkage(GlobalDecl GD, llvm::Function *F) {
1384     F->setLinkage(getFunctionLinkage(GD));
1385   }
1386 
1387   /// Return the appropriate linkage for the vtable, VTT, and type information
1388   /// of the given class.
1389   llvm::GlobalVariable::LinkageTypes getVTableLinkage(const CXXRecordDecl *RD);
1390 
1391   /// Return the store size, in character units, of the given LLVM type.
1392   CharUnits GetTargetTypeStoreSize(llvm::Type *Ty) const;
1393 
1394   /// Returns LLVM linkage for a declarator.
1395   llvm::GlobalValue::LinkageTypes
1396   getLLVMLinkageForDeclarator(const DeclaratorDecl *D, GVALinkage Linkage);
1397 
1398   /// Returns LLVM linkage for a declarator.
1399   llvm::GlobalValue::LinkageTypes
1400   getLLVMLinkageVarDefinition(const VarDecl *VD);
1401 
1402   /// Emit all the global annotations.
1403   void EmitGlobalAnnotations();
1404 
1405   /// Emit an annotation string.
1406   llvm::Constant *EmitAnnotationString(StringRef Str);
1407 
1408   /// Emit the annotation's translation unit.
1409   llvm::Constant *EmitAnnotationUnit(SourceLocation Loc);
1410 
1411   /// Emit the annotation line number.
1412   llvm::Constant *EmitAnnotationLineNo(SourceLocation L);
1413 
1414   /// Emit additional args of the annotation.
1415   llvm::Constant *EmitAnnotationArgs(const AnnotateAttr *Attr);
1416 
1417   /// Generate the llvm::ConstantStruct which contains the annotation
1418   /// information for a given GlobalValue. The annotation struct is
1419   /// {i8 *, i8 *, i8 *, i32}. The first field is a constant expression, the
1420   /// GlobalValue being annotated. The second field is the constant string
1421   /// created from the AnnotateAttr's annotation. The third field is a constant
1422   /// string containing the name of the translation unit. The fourth field is
1423   /// the line number in the file of the annotated value declaration.
1424   llvm::Constant *EmitAnnotateAttr(llvm::GlobalValue *GV,
1425                                    const AnnotateAttr *AA,
1426                                    SourceLocation L);
1427 
1428   /// Add global annotations that are set on D, for the global GV. Those
1429   /// annotations are emitted during finalization of the LLVM code.
1430   void AddGlobalAnnotations(const ValueDecl *D, llvm::GlobalValue *GV);
1431 
1432   bool isInNoSanitizeList(SanitizerMask Kind, llvm::Function *Fn,
1433                           SourceLocation Loc) const;
1434 
1435   bool isInNoSanitizeList(SanitizerMask Kind, llvm::GlobalVariable *GV,
1436                           SourceLocation Loc, QualType Ty,
1437                           StringRef Category = StringRef()) const;
1438 
1439   /// Imbue XRay attributes to a function, applying the always/never attribute
1440   /// lists in the process. Returns true if we did imbue attributes this way,
1441   /// false otherwise.
1442   bool imbueXRayAttrs(llvm::Function *Fn, SourceLocation Loc,
1443                       StringRef Category = StringRef()) const;
1444 
1445   /// \returns true if \p Fn at \p Loc should be excluded from profile
1446   /// instrumentation by the SCL passed by \p -fprofile-list.
1447   ProfileList::ExclusionType
1448   isFunctionBlockedByProfileList(llvm::Function *Fn, SourceLocation Loc) const;
1449 
1450   /// \returns true if \p Fn at \p Loc should be excluded from profile
1451   /// instrumentation.
1452   ProfileList::ExclusionType
1453   isFunctionBlockedFromProfileInstr(llvm::Function *Fn,
1454                                     SourceLocation Loc) const;
1455 
getSanitizerMetadata()1456   SanitizerMetadata *getSanitizerMetadata() {
1457     return SanitizerMD.get();
1458   }
1459 
addDeferredVTable(const CXXRecordDecl * RD)1460   void addDeferredVTable(const CXXRecordDecl *RD) {
1461     DeferredVTables.push_back(RD);
1462   }
1463 
1464   /// Emit code for a single global function or var decl. Forward declarations
1465   /// are emitted lazily.
1466   void EmitGlobal(GlobalDecl D);
1467 
1468   bool TryEmitBaseDestructorAsAlias(const CXXDestructorDecl *D);
1469 
1470   llvm::GlobalValue *GetGlobalValue(StringRef Ref);
1471 
1472   /// Set attributes which are common to any form of a global definition (alias,
1473   /// Objective-C method, function, global variable).
1474   ///
1475   /// NOTE: This should only be called for definitions.
1476   void SetCommonAttributes(GlobalDecl GD, llvm::GlobalValue *GV);
1477 
1478   void addReplacement(StringRef Name, llvm::Constant *C);
1479 
1480   void addGlobalValReplacement(llvm::GlobalValue *GV, llvm::Constant *C);
1481 
1482   /// Emit a code for threadprivate directive.
1483   /// \param D Threadprivate declaration.
1484   void EmitOMPThreadPrivateDecl(const OMPThreadPrivateDecl *D);
1485 
1486   /// Emit a code for declare reduction construct.
1487   void EmitOMPDeclareReduction(const OMPDeclareReductionDecl *D,
1488                                CodeGenFunction *CGF = nullptr);
1489 
1490   /// Emit a code for declare mapper construct.
1491   void EmitOMPDeclareMapper(const OMPDeclareMapperDecl *D,
1492                             CodeGenFunction *CGF = nullptr);
1493 
1494   /// Emit a code for requires directive.
1495   /// \param D Requires declaration
1496   void EmitOMPRequiresDecl(const OMPRequiresDecl *D);
1497 
1498   /// Emit a code for the allocate directive.
1499   /// \param D The allocate declaration
1500   void EmitOMPAllocateDecl(const OMPAllocateDecl *D);
1501 
1502   /// Return the alignment specified in an allocate directive, if present.
1503   std::optional<CharUnits> getOMPAllocateAlignment(const VarDecl *VD);
1504 
1505   /// Returns whether the given record has hidden LTO visibility and therefore
1506   /// may participate in (single-module) CFI and whole-program vtable
1507   /// optimization.
1508   bool HasHiddenLTOVisibility(const CXXRecordDecl *RD);
1509 
1510   /// Returns whether the given record has public LTO visibility (regardless of
1511   /// -lto-whole-program-visibility) and therefore may not participate in
1512   /// (single-module) CFI and whole-program vtable optimization.
1513   bool AlwaysHasLTOVisibilityPublic(const CXXRecordDecl *RD);
1514 
1515   /// Returns the vcall visibility of the given type. This is the scope in which
1516   /// a virtual function call could be made which ends up being dispatched to a
1517   /// member function of this class. This scope can be wider than the visibility
1518   /// of the class itself when the class has a more-visible dynamic base class.
1519   /// The client should pass in an empty Visited set, which is used to prevent
1520   /// redundant recursive processing.
1521   llvm::GlobalObject::VCallVisibility
1522   GetVCallVisibilityLevel(const CXXRecordDecl *RD,
1523                           llvm::DenseSet<const CXXRecordDecl *> &Visited);
1524 
1525   /// Emit type metadata for the given vtable using the given layout.
1526   void EmitVTableTypeMetadata(const CXXRecordDecl *RD,
1527                               llvm::GlobalVariable *VTable,
1528                               const VTableLayout &VTLayout);
1529 
1530   llvm::Type *getVTableComponentType() const;
1531 
1532   /// Generate a cross-DSO type identifier for MD.
1533   llvm::ConstantInt *CreateCrossDsoCfiTypeId(llvm::Metadata *MD);
1534 
1535   /// Generate a KCFI type identifier for T.
1536   llvm::ConstantInt *CreateKCFITypeId(QualType T);
1537 
1538   /// Create a metadata identifier for the given type. This may either be an
1539   /// MDString (for external identifiers) or a distinct unnamed MDNode (for
1540   /// internal identifiers).
1541   llvm::Metadata *CreateMetadataIdentifierForType(QualType T);
1542 
1543   /// Create a metadata identifier that is intended to be used to check virtual
1544   /// calls via a member function pointer.
1545   llvm::Metadata *CreateMetadataIdentifierForVirtualMemPtrType(QualType T);
1546 
1547   /// Create a metadata identifier for the generalization of the given type.
1548   /// This may either be an MDString (for external identifiers) or a distinct
1549   /// unnamed MDNode (for internal identifiers).
1550   llvm::Metadata *CreateMetadataIdentifierGeneralized(QualType T);
1551 
1552   /// Create and attach type metadata to the given function.
1553   void CreateFunctionTypeMetadataForIcall(const FunctionDecl *FD,
1554                                           llvm::Function *F);
1555 
1556   /// Set type metadata to the given function.
1557   void setKCFIType(const FunctionDecl *FD, llvm::Function *F);
1558 
1559   /// Emit KCFI type identifier constants and remove unused identifiers.
1560   void finalizeKCFITypes();
1561 
1562   /// Whether this function's return type has no side effects, and thus may
1563   /// be trivially discarded if it is unused.
1564   bool MayDropFunctionReturn(const ASTContext &Context,
1565                              QualType ReturnType) const;
1566 
1567   /// Returns whether this module needs the "all-vtables" type identifier.
1568   bool NeedAllVtablesTypeId() const;
1569 
1570   /// Create and attach type metadata for the given vtable.
1571   void AddVTableTypeMetadata(llvm::GlobalVariable *VTable, CharUnits Offset,
1572                              const CXXRecordDecl *RD);
1573 
1574   /// Return a vector of most-base classes for RD. This is used to implement
1575   /// control flow integrity checks for member function pointers.
1576   ///
1577   /// A most-base class of a class C is defined as a recursive base class of C,
1578   /// including C itself, that does not have any bases.
1579   SmallVector<const CXXRecordDecl *, 0>
1580   getMostBaseClasses(const CXXRecordDecl *RD);
1581 
1582   /// Get the declaration of std::terminate for the platform.
1583   llvm::FunctionCallee getTerminateFn();
1584 
1585   llvm::SanitizerStatReport &getSanStats();
1586 
1587   llvm::Value *
1588   createOpenCLIntToSamplerConversion(const Expr *E, CodeGenFunction &CGF);
1589 
1590   /// OpenCL v1.2 s5.6.4.6 allows the compiler to store kernel argument
1591   /// information in the program executable. The argument information stored
1592   /// includes the argument name, its type, the address and access qualifiers
1593   /// used. This helper can be used to generate metadata for source code kernel
1594   /// function as well as generated implicitly kernels. If a kernel is generated
1595   /// implicitly null value has to be passed to the last two parameters,
1596   /// otherwise all parameters must have valid non-null values.
1597   /// \param FN is a pointer to IR function being generated.
1598   /// \param FD is a pointer to function declaration if any.
1599   /// \param CGF is a pointer to CodeGenFunction that generates this function.
1600   void GenKernelArgMetadata(llvm::Function *FN,
1601                             const FunctionDecl *FD = nullptr,
1602                             CodeGenFunction *CGF = nullptr);
1603 
1604   /// Get target specific null pointer.
1605   /// \param T is the LLVM type of the null pointer.
1606   /// \param QT is the clang QualType of the null pointer.
1607   llvm::Constant *getNullPointer(llvm::PointerType *T, QualType QT);
1608 
1609   CharUnits getNaturalTypeAlignment(QualType T,
1610                                     LValueBaseInfo *BaseInfo = nullptr,
1611                                     TBAAAccessInfo *TBAAInfo = nullptr,
1612                                     bool forPointeeType = false);
1613   CharUnits getNaturalPointeeTypeAlignment(QualType T,
1614                                            LValueBaseInfo *BaseInfo = nullptr,
1615                                            TBAAAccessInfo *TBAAInfo = nullptr);
1616   bool stopAutoInit();
1617 
1618   /// Print the postfix for externalized static variable or kernels for single
1619   /// source offloading languages CUDA and HIP. The unique postfix is created
1620   /// using either the CUID argument, or the file's UniqueID and active macros.
1621   /// The fallback method without a CUID requires that the offloading toolchain
1622   /// does not define separate macros via the -cc1 options.
1623   void printPostfixForExternalizedDecl(llvm::raw_ostream &OS,
1624                                        const Decl *D) const;
1625 
1626   /// Move some lazily-emitted states to the NewBuilder. This is especially
1627   /// essential for the incremental parsing environment like Clang Interpreter,
1628   /// because we'll lose all important information after each repl.
1629   void moveLazyEmissionStates(CodeGenModule *NewBuilder);
1630 
1631   /// Emit the IR encoding to attach the CUDA launch bounds attribute to \p F.
1632   /// If \p MaxThreadsVal is not nullptr, the max threads value is stored in it,
1633   /// if a valid one was found.
1634   void handleCUDALaunchBoundsAttr(llvm::Function *F,
1635                                   const CUDALaunchBoundsAttr *A,
1636                                   int32_t *MaxThreadsVal = nullptr,
1637                                   int32_t *MinBlocksVal = nullptr,
1638                                   int32_t *MaxClusterRankVal = nullptr);
1639 
1640   /// Emit the IR encoding to attach the AMD GPU flat-work-group-size attribute
1641   /// to \p F. Alternatively, the work group size can be taken from a \p
1642   /// ReqdWGS. If \p MinThreadsVal is not nullptr, the min threads value is
1643   /// stored in it, if a valid one was found. If \p MaxThreadsVal is not
1644   /// nullptr, the max threads value is stored in it, if a valid one was found.
1645   void handleAMDGPUFlatWorkGroupSizeAttr(
1646       llvm::Function *F, const AMDGPUFlatWorkGroupSizeAttr *A,
1647       const ReqdWorkGroupSizeAttr *ReqdWGS = nullptr,
1648       int32_t *MinThreadsVal = nullptr, int32_t *MaxThreadsVal = nullptr);
1649 
1650   /// Emit the IR encoding to attach the AMD GPU waves-per-eu attribute to \p F.
1651   void handleAMDGPUWavesPerEUAttr(llvm::Function *F,
1652                                   const AMDGPUWavesPerEUAttr *A);
1653 
1654   llvm::Constant *
1655   GetOrCreateLLVMGlobal(StringRef MangledName, llvm::Type *Ty, LangAS AddrSpace,
1656                         const VarDecl *D,
1657                         ForDefinition_t IsForDefinition = NotForDefinition);
1658 
1659   // FIXME: Hardcoding priority here is gross.
1660   void AddGlobalCtor(llvm::Function *Ctor, int Priority = 65535,
1661                      unsigned LexOrder = ~0U,
1662                      llvm::Constant *AssociatedData = nullptr);
1663   void AddGlobalDtor(llvm::Function *Dtor, int Priority = 65535,
1664                      bool IsDtorAttrFunc = false);
1665 
1666   // Return whether structured convergence intrinsics should be generated for
1667   // this target.
shouldEmitConvergenceTokens()1668   bool shouldEmitConvergenceTokens() const {
1669     // TODO: this should probably become unconditional once the controlled
1670     // convergence becomes the norm.
1671     return getTriple().isSPIRVLogical();
1672   }
1673 
addUndefinedGlobalForTailCall(std::pair<const FunctionDecl *,SourceLocation> Global)1674   void addUndefinedGlobalForTailCall(
1675       std::pair<const FunctionDecl *, SourceLocation> Global) {
1676     MustTailCallUndefinedGlobals.insert(Global);
1677   }
1678 
1679 private:
1680   bool shouldDropDLLAttribute(const Decl *D, const llvm::GlobalValue *GV) const;
1681 
1682   llvm::Constant *GetOrCreateLLVMFunction(
1683       StringRef MangledName, llvm::Type *Ty, GlobalDecl D, bool ForVTable,
1684       bool DontDefer = false, bool IsThunk = false,
1685       llvm::AttributeList ExtraAttrs = llvm::AttributeList(),
1686       ForDefinition_t IsForDefinition = NotForDefinition);
1687 
1688   // Adds a declaration to the list of multi version functions if not present.
1689   void AddDeferredMultiVersionResolverToEmit(GlobalDecl GD);
1690 
1691   // References to multiversion functions are resolved through an implicitly
1692   // defined resolver function. This function is responsible for creating
1693   // the resolver symbol for the provided declaration. The value returned
1694   // will be for an ifunc (llvm::GlobalIFunc) if the current target supports
1695   // that feature and for a regular function (llvm::GlobalValue) otherwise.
1696   llvm::Constant *GetOrCreateMultiVersionResolver(GlobalDecl GD);
1697 
1698   // In scenarios where a function is not known to be a multiversion function
1699   // until a later declaration, it is sometimes necessary to change the
1700   // previously created mangled name to align with requirements of whatever
1701   // multiversion function kind the function is now known to be. This function
1702   // is responsible for performing such mangled name updates.
1703   void UpdateMultiVersionNames(GlobalDecl GD, const FunctionDecl *FD,
1704                                StringRef &CurName);
1705 
1706   bool GetCPUAndFeaturesAttributes(GlobalDecl GD,
1707                                    llvm::AttrBuilder &AttrBuilder,
1708                                    bool SetTargetFeatures = true);
1709   void setNonAliasAttributes(GlobalDecl GD, llvm::GlobalObject *GO);
1710 
1711   /// Set function attributes for a function declaration.
1712   void SetFunctionAttributes(GlobalDecl GD, llvm::Function *F,
1713                              bool IsIncompleteFunction, bool IsThunk);
1714 
1715   void EmitGlobalDefinition(GlobalDecl D, llvm::GlobalValue *GV = nullptr);
1716 
1717   void EmitGlobalFunctionDefinition(GlobalDecl GD, llvm::GlobalValue *GV);
1718   void EmitMultiVersionFunctionDefinition(GlobalDecl GD, llvm::GlobalValue *GV);
1719 
1720   void EmitGlobalVarDefinition(const VarDecl *D, bool IsTentative = false);
1721   void EmitExternalVarDeclaration(const VarDecl *D);
1722   void EmitExternalFunctionDeclaration(const FunctionDecl *D);
1723   void EmitAliasDefinition(GlobalDecl GD);
1724   void emitIFuncDefinition(GlobalDecl GD);
1725   void emitCPUDispatchDefinition(GlobalDecl GD);
1726   void EmitObjCPropertyImplementations(const ObjCImplementationDecl *D);
1727   void EmitObjCIvarInitializations(ObjCImplementationDecl *D);
1728 
1729   // C++ related functions.
1730 
1731   void EmitDeclContext(const DeclContext *DC);
1732   void EmitLinkageSpec(const LinkageSpecDecl *D);
1733   void EmitTopLevelStmt(const TopLevelStmtDecl *D);
1734 
1735   /// Emit the function that initializes C++ thread_local variables.
1736   void EmitCXXThreadLocalInitFunc();
1737 
1738   /// Emit the function that initializes global variables for a C++ Module.
1739   void EmitCXXModuleInitFunc(clang::Module *Primary);
1740 
1741   /// Emit the function that initializes C++ globals.
1742   void EmitCXXGlobalInitFunc();
1743 
1744   /// Emit the function that performs cleanup associated with C++ globals.
1745   void EmitCXXGlobalCleanUpFunc();
1746 
1747   /// Emit the function that initializes the specified global (if PerformInit is
1748   /// true) and registers its destructor.
1749   void EmitCXXGlobalVarDeclInitFunc(const VarDecl *D,
1750                                     llvm::GlobalVariable *Addr,
1751                                     bool PerformInit);
1752 
1753   void EmitPointerToInitFunc(const VarDecl *VD, llvm::GlobalVariable *Addr,
1754                              llvm::Function *InitFunc, InitSegAttr *ISA);
1755 
1756   /// EmitCtorList - Generates a global array of functions and priorities using
1757   /// the given list and name. This array will have appending linkage and is
1758   /// suitable for use as a LLVM constructor or destructor array. Clears Fns.
1759   void EmitCtorList(CtorList &Fns, const char *GlobalName);
1760 
1761   /// Emit any needed decls for which code generation was deferred.
1762   void EmitDeferred();
1763 
1764   /// Try to emit external vtables as available_externally if they have emitted
1765   /// all inlined virtual functions.  It runs after EmitDeferred() and therefore
1766   /// is not allowed to create new references to things that need to be emitted
1767   /// lazily.
1768   void EmitVTablesOpportunistically();
1769 
1770   /// Call replaceAllUsesWith on all pairs in Replacements.
1771   void applyReplacements();
1772 
1773   /// Call replaceAllUsesWith on all pairs in GlobalValReplacements.
1774   void applyGlobalValReplacements();
1775 
1776   void checkAliases();
1777 
1778   std::map<int, llvm::TinyPtrVector<llvm::Function *>> DtorsUsingAtExit;
1779 
1780   /// Register functions annotated with __attribute__((destructor)) using
1781   /// __cxa_atexit, if it is available, or atexit otherwise.
1782   void registerGlobalDtorsWithAtExit();
1783 
1784   // When using sinit and sterm functions, unregister
1785   // __attribute__((destructor)) annotated functions which were previously
1786   // registered by the atexit subroutine using unatexit.
1787   void unregisterGlobalDtorsWithUnAtExit();
1788 
1789   /// Emit deferred multiversion function resolvers and associated variants.
1790   void emitMultiVersionFunctions();
1791 
1792   /// Emit any vtables which we deferred and still have a use for.
1793   void EmitDeferredVTables();
1794 
1795   /// Emit a dummy function that reference a CoreFoundation symbol when
1796   /// @available is used on Darwin.
1797   void emitAtAvailableLinkGuard();
1798 
1799   /// Emit the llvm.used and llvm.compiler.used metadata.
1800   void emitLLVMUsed();
1801 
1802   /// For C++20 Itanium ABI, emit the initializers for the module.
1803   void EmitModuleInitializers(clang::Module *Primary);
1804 
1805   /// Emit the link options introduced by imported modules.
1806   void EmitModuleLinkOptions();
1807 
1808   /// Helper function for EmitStaticExternCAliases() to redirect ifuncs that
1809   /// have a resolver name that matches 'Elem' to instead resolve to the name of
1810   /// 'CppFunc'. This redirection is necessary in cases where 'Elem' has a name
1811   /// that will be emitted as an alias of the name bound to 'CppFunc'; ifuncs
1812   /// may not reference aliases. Redirection is only performed if 'Elem' is only
1813   /// used by ifuncs in which case, 'Elem' is destroyed. 'true' is returned if
1814   /// redirection is successful, and 'false' is returned otherwise.
1815   bool CheckAndReplaceExternCIFuncs(llvm::GlobalValue *Elem,
1816                                     llvm::GlobalValue *CppFunc);
1817 
1818   /// Emit aliases for internal-linkage declarations inside "C" language
1819   /// linkage specifications, giving them the "expected" name where possible.
1820   void EmitStaticExternCAliases();
1821 
1822   void EmitDeclMetadata();
1823 
1824   /// Emit the Clang version as llvm.ident metadata.
1825   void EmitVersionIdentMetadata();
1826 
1827   /// Emit the Clang commandline as llvm.commandline metadata.
1828   void EmitCommandLineMetadata();
1829 
1830   /// Emit the module flag metadata used to pass options controlling the
1831   /// the backend to LLVM.
1832   void EmitBackendOptionsMetadata(const CodeGenOptions &CodeGenOpts);
1833 
1834   /// Emits OpenCL specific Metadata e.g. OpenCL version.
1835   void EmitOpenCLMetadata();
1836 
1837   /// Emit the llvm.gcov metadata used to tell LLVM where to emit the .gcno and
1838   /// .gcda files in a way that persists in .bc files.
1839   void EmitCoverageFile();
1840 
1841   /// Determine whether the definition must be emitted; if this returns \c
1842   /// false, the definition can be emitted lazily if it's used.
1843   bool MustBeEmitted(const ValueDecl *D);
1844 
1845   /// Determine whether the definition can be emitted eagerly, or should be
1846   /// delayed until the end of the translation unit. This is relevant for
1847   /// definitions whose linkage can change, e.g. implicit function instantions
1848   /// which may later be explicitly instantiated.
1849   bool MayBeEmittedEagerly(const ValueDecl *D);
1850 
1851   /// Check whether we can use a "simpler", more core exceptions personality
1852   /// function.
1853   void SimplifyPersonality();
1854 
1855   /// Helper function for getDefaultFunctionAttributes. Builds a set of function
1856   /// attributes which can be simply added to a function.
1857   void getTrivialDefaultFunctionAttributes(StringRef Name, bool HasOptnone,
1858                                            bool AttrOnCallSite,
1859                                            llvm::AttrBuilder &FuncAttrs);
1860 
1861   /// Helper function for ConstructAttributeList and
1862   /// addDefaultFunctionDefinitionAttributes.  Builds a set of function
1863   /// attributes to add to a function with the given properties.
1864   void getDefaultFunctionAttributes(StringRef Name, bool HasOptnone,
1865                                     bool AttrOnCallSite,
1866                                     llvm::AttrBuilder &FuncAttrs);
1867 
1868   llvm::Metadata *CreateMetadataIdentifierImpl(QualType T, MetadataTypeMap &Map,
1869                                                StringRef Suffix);
1870 };
1871 
1872 }  // end namespace CodeGen
1873 }  // end namespace clang
1874 
1875 #endif // LLVM_CLANG_LIB_CODEGEN_CODEGENMODULE_H
1876