xref: /freebsd/contrib/llvm-project/llvm/lib/IR/Function.cpp (revision fcaf7f8644a9988098ac6be2165bce3ea4786e91)
10b57cec5SDimitry Andric //===- Function.cpp - Implement the Global object classes -----------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file implements the Function class for the IR library.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "llvm/IR/Function.h"
140b57cec5SDimitry Andric #include "SymbolTableListTraitsImpl.h"
150b57cec5SDimitry Andric #include "llvm/ADT/ArrayRef.h"
160b57cec5SDimitry Andric #include "llvm/ADT/DenseSet.h"
170b57cec5SDimitry Andric #include "llvm/ADT/None.h"
180b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h"
190b57cec5SDimitry Andric #include "llvm/ADT/SmallString.h"
200b57cec5SDimitry Andric #include "llvm/ADT/SmallVector.h"
210b57cec5SDimitry Andric #include "llvm/ADT/StringExtras.h"
220b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
235ffd83dbSDimitry Andric #include "llvm/IR/AbstractCallSite.h"
240b57cec5SDimitry Andric #include "llvm/IR/Argument.h"
250b57cec5SDimitry Andric #include "llvm/IR/Attributes.h"
260b57cec5SDimitry Andric #include "llvm/IR/BasicBlock.h"
270b57cec5SDimitry Andric #include "llvm/IR/Constant.h"
280b57cec5SDimitry Andric #include "llvm/IR/Constants.h"
290b57cec5SDimitry Andric #include "llvm/IR/DerivedTypes.h"
300b57cec5SDimitry Andric #include "llvm/IR/GlobalValue.h"
310b57cec5SDimitry Andric #include "llvm/IR/InstIterator.h"
320b57cec5SDimitry Andric #include "llvm/IR/Instruction.h"
33fe6060f1SDimitry Andric #include "llvm/IR/IntrinsicInst.h"
340b57cec5SDimitry Andric #include "llvm/IR/Intrinsics.h"
35480093f4SDimitry Andric #include "llvm/IR/IntrinsicsAArch64.h"
36480093f4SDimitry Andric #include "llvm/IR/IntrinsicsAMDGPU.h"
37480093f4SDimitry Andric #include "llvm/IR/IntrinsicsARM.h"
38480093f4SDimitry Andric #include "llvm/IR/IntrinsicsBPF.h"
3981ad6265SDimitry Andric #include "llvm/IR/IntrinsicsDirectX.h"
40480093f4SDimitry Andric #include "llvm/IR/IntrinsicsHexagon.h"
41480093f4SDimitry Andric #include "llvm/IR/IntrinsicsMips.h"
42480093f4SDimitry Andric #include "llvm/IR/IntrinsicsNVPTX.h"
43480093f4SDimitry Andric #include "llvm/IR/IntrinsicsPowerPC.h"
44480093f4SDimitry Andric #include "llvm/IR/IntrinsicsR600.h"
45480093f4SDimitry Andric #include "llvm/IR/IntrinsicsRISCV.h"
46480093f4SDimitry Andric #include "llvm/IR/IntrinsicsS390.h"
47e8d8bef9SDimitry Andric #include "llvm/IR/IntrinsicsVE.h"
48480093f4SDimitry Andric #include "llvm/IR/IntrinsicsWebAssembly.h"
49480093f4SDimitry Andric #include "llvm/IR/IntrinsicsX86.h"
50480093f4SDimitry Andric #include "llvm/IR/IntrinsicsXCore.h"
510b57cec5SDimitry Andric #include "llvm/IR/LLVMContext.h"
520b57cec5SDimitry Andric #include "llvm/IR/MDBuilder.h"
530b57cec5SDimitry Andric #include "llvm/IR/Metadata.h"
540b57cec5SDimitry Andric #include "llvm/IR/Module.h"
55fe6060f1SDimitry Andric #include "llvm/IR/Operator.h"
560b57cec5SDimitry Andric #include "llvm/IR/SymbolTableListTraits.h"
570b57cec5SDimitry Andric #include "llvm/IR/Type.h"
580b57cec5SDimitry Andric #include "llvm/IR/Use.h"
590b57cec5SDimitry Andric #include "llvm/IR/User.h"
600b57cec5SDimitry Andric #include "llvm/IR/Value.h"
610b57cec5SDimitry Andric #include "llvm/IR/ValueSymbolTable.h"
620b57cec5SDimitry Andric #include "llvm/Support/Casting.h"
63fe6060f1SDimitry Andric #include "llvm/Support/CommandLine.h"
640b57cec5SDimitry Andric #include "llvm/Support/Compiler.h"
650b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h"
660b57cec5SDimitry Andric #include <cassert>
670b57cec5SDimitry Andric #include <cstddef>
680b57cec5SDimitry Andric #include <cstdint>
690b57cec5SDimitry Andric #include <cstring>
700b57cec5SDimitry Andric #include <string>
710b57cec5SDimitry Andric 
720b57cec5SDimitry Andric using namespace llvm;
730b57cec5SDimitry Andric using ProfileCount = Function::ProfileCount;
740b57cec5SDimitry Andric 
750b57cec5SDimitry Andric // Explicit instantiations of SymbolTableListTraits since some of the methods
760b57cec5SDimitry Andric // are not in the public header file...
770b57cec5SDimitry Andric template class llvm::SymbolTableListTraits<BasicBlock>;
780b57cec5SDimitry Andric 
79fe6060f1SDimitry Andric static cl::opt<unsigned> NonGlobalValueMaxNameSize(
80fe6060f1SDimitry Andric     "non-global-value-max-name-size", cl::Hidden, cl::init(1024),
81fe6060f1SDimitry Andric     cl::desc("Maximum size for the name of non-global values."));
82fe6060f1SDimitry Andric 
830b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
840b57cec5SDimitry Andric // Argument Implementation
850b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
860b57cec5SDimitry Andric 
870b57cec5SDimitry Andric Argument::Argument(Type *Ty, const Twine &Name, Function *Par, unsigned ArgNo)
880b57cec5SDimitry Andric     : Value(Ty, Value::ArgumentVal), Parent(Par), ArgNo(ArgNo) {
890b57cec5SDimitry Andric   setName(Name);
900b57cec5SDimitry Andric }
910b57cec5SDimitry Andric 
920b57cec5SDimitry Andric void Argument::setParent(Function *parent) {
930b57cec5SDimitry Andric   Parent = parent;
940b57cec5SDimitry Andric }
950b57cec5SDimitry Andric 
96e8d8bef9SDimitry Andric bool Argument::hasNonNullAttr(bool AllowUndefOrPoison) const {
970b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
98e8d8bef9SDimitry Andric   if (getParent()->hasParamAttribute(getArgNo(), Attribute::NonNull) &&
99e8d8bef9SDimitry Andric       (AllowUndefOrPoison ||
100e8d8bef9SDimitry Andric        getParent()->hasParamAttribute(getArgNo(), Attribute::NoUndef)))
1010b57cec5SDimitry Andric     return true;
1020b57cec5SDimitry Andric   else if (getDereferenceableBytes() > 0 &&
1030b57cec5SDimitry Andric            !NullPointerIsDefined(getParent(),
1040b57cec5SDimitry Andric                                  getType()->getPointerAddressSpace()))
1050b57cec5SDimitry Andric     return true;
1060b57cec5SDimitry Andric   return false;
1070b57cec5SDimitry Andric }
1080b57cec5SDimitry Andric 
1090b57cec5SDimitry Andric bool Argument::hasByValAttr() const {
1100b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
1110b57cec5SDimitry Andric   return hasAttribute(Attribute::ByVal);
1120b57cec5SDimitry Andric }
1130b57cec5SDimitry Andric 
114e8d8bef9SDimitry Andric bool Argument::hasByRefAttr() const {
115e8d8bef9SDimitry Andric   if (!getType()->isPointerTy())
116e8d8bef9SDimitry Andric     return false;
117e8d8bef9SDimitry Andric   return hasAttribute(Attribute::ByRef);
118e8d8bef9SDimitry Andric }
119e8d8bef9SDimitry Andric 
1200b57cec5SDimitry Andric bool Argument::hasSwiftSelfAttr() const {
1210b57cec5SDimitry Andric   return getParent()->hasParamAttribute(getArgNo(), Attribute::SwiftSelf);
1220b57cec5SDimitry Andric }
1230b57cec5SDimitry Andric 
1240b57cec5SDimitry Andric bool Argument::hasSwiftErrorAttr() const {
1250b57cec5SDimitry Andric   return getParent()->hasParamAttribute(getArgNo(), Attribute::SwiftError);
1260b57cec5SDimitry Andric }
1270b57cec5SDimitry Andric 
1280b57cec5SDimitry Andric bool Argument::hasInAllocaAttr() const {
1290b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
1300b57cec5SDimitry Andric   return hasAttribute(Attribute::InAlloca);
1310b57cec5SDimitry Andric }
1320b57cec5SDimitry Andric 
1335ffd83dbSDimitry Andric bool Argument::hasPreallocatedAttr() const {
1345ffd83dbSDimitry Andric   if (!getType()->isPointerTy())
1355ffd83dbSDimitry Andric     return false;
1365ffd83dbSDimitry Andric   return hasAttribute(Attribute::Preallocated);
1375ffd83dbSDimitry Andric }
1385ffd83dbSDimitry Andric 
139e8d8bef9SDimitry Andric bool Argument::hasPassPointeeByValueCopyAttr() const {
1400b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
1410b57cec5SDimitry Andric   AttributeList Attrs = getParent()->getAttributes();
142349cc55cSDimitry Andric   return Attrs.hasParamAttr(getArgNo(), Attribute::ByVal) ||
143349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::InAlloca) ||
144349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::Preallocated);
1455ffd83dbSDimitry Andric }
1465ffd83dbSDimitry Andric 
147e8d8bef9SDimitry Andric bool Argument::hasPointeeInMemoryValueAttr() const {
148e8d8bef9SDimitry Andric   if (!getType()->isPointerTy())
149e8d8bef9SDimitry Andric     return false;
150e8d8bef9SDimitry Andric   AttributeList Attrs = getParent()->getAttributes();
151349cc55cSDimitry Andric   return Attrs.hasParamAttr(getArgNo(), Attribute::ByVal) ||
152349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::StructRet) ||
153349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::InAlloca) ||
154349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::Preallocated) ||
155349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::ByRef);
156e8d8bef9SDimitry Andric }
1575ffd83dbSDimitry Andric 
158e8d8bef9SDimitry Andric /// For a byval, sret, inalloca, or preallocated parameter, get the in-memory
159e8d8bef9SDimitry Andric /// parameter type.
160349cc55cSDimitry Andric static Type *getMemoryParamAllocType(AttributeSet ParamAttrs) {
1615ffd83dbSDimitry Andric   // FIXME: All the type carrying attributes are mutually exclusive, so there
1625ffd83dbSDimitry Andric   // should be a single query to get the stored type that handles any of them.
1635ffd83dbSDimitry Andric   if (Type *ByValTy = ParamAttrs.getByValType())
164e8d8bef9SDimitry Andric     return ByValTy;
165e8d8bef9SDimitry Andric   if (Type *ByRefTy = ParamAttrs.getByRefType())
166e8d8bef9SDimitry Andric     return ByRefTy;
1675ffd83dbSDimitry Andric   if (Type *PreAllocTy = ParamAttrs.getPreallocatedType())
168e8d8bef9SDimitry Andric     return PreAllocTy;
169fe6060f1SDimitry Andric   if (Type *InAllocaTy = ParamAttrs.getInAllocaType())
170fe6060f1SDimitry Andric     return InAllocaTy;
171fe6060f1SDimitry Andric   if (Type *SRetTy = ParamAttrs.getStructRetType())
172fe6060f1SDimitry Andric     return SRetTy;
1735ffd83dbSDimitry Andric 
174e8d8bef9SDimitry Andric   return nullptr;
175e8d8bef9SDimitry Andric }
176e8d8bef9SDimitry Andric 
177e8d8bef9SDimitry Andric uint64_t Argument::getPassPointeeByValueCopySize(const DataLayout &DL) const {
178e8d8bef9SDimitry Andric   AttributeSet ParamAttrs =
179349cc55cSDimitry Andric       getParent()->getAttributes().getParamAttrs(getArgNo());
180349cc55cSDimitry Andric   if (Type *MemTy = getMemoryParamAllocType(ParamAttrs))
181e8d8bef9SDimitry Andric     return DL.getTypeAllocSize(MemTy);
1825ffd83dbSDimitry Andric   return 0;
1830b57cec5SDimitry Andric }
1840b57cec5SDimitry Andric 
185e8d8bef9SDimitry Andric Type *Argument::getPointeeInMemoryValueType() const {
186e8d8bef9SDimitry Andric   AttributeSet ParamAttrs =
187349cc55cSDimitry Andric       getParent()->getAttributes().getParamAttrs(getArgNo());
188349cc55cSDimitry Andric   return getMemoryParamAllocType(ParamAttrs);
189e8d8bef9SDimitry Andric }
190e8d8bef9SDimitry Andric 
191349cc55cSDimitry Andric uint64_t Argument::getParamAlignment() const {
1920b57cec5SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have alignments");
1930b57cec5SDimitry Andric   return getParent()->getParamAlignment(getArgNo());
1940b57cec5SDimitry Andric }
1950b57cec5SDimitry Andric 
196480093f4SDimitry Andric MaybeAlign Argument::getParamAlign() const {
197480093f4SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have alignments");
198480093f4SDimitry Andric   return getParent()->getParamAlign(getArgNo());
199480093f4SDimitry Andric }
200480093f4SDimitry Andric 
201fe6060f1SDimitry Andric MaybeAlign Argument::getParamStackAlign() const {
202fe6060f1SDimitry Andric   return getParent()->getParamStackAlign(getArgNo());
203fe6060f1SDimitry Andric }
204fe6060f1SDimitry Andric 
2050b57cec5SDimitry Andric Type *Argument::getParamByValType() const {
2060b57cec5SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have byval types");
2070b57cec5SDimitry Andric   return getParent()->getParamByValType(getArgNo());
2080b57cec5SDimitry Andric }
2090b57cec5SDimitry Andric 
210e8d8bef9SDimitry Andric Type *Argument::getParamStructRetType() const {
211e8d8bef9SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have sret types");
212e8d8bef9SDimitry Andric   return getParent()->getParamStructRetType(getArgNo());
213e8d8bef9SDimitry Andric }
214e8d8bef9SDimitry Andric 
215e8d8bef9SDimitry Andric Type *Argument::getParamByRefType() const {
216fe6060f1SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have byref types");
217e8d8bef9SDimitry Andric   return getParent()->getParamByRefType(getArgNo());
218e8d8bef9SDimitry Andric }
219e8d8bef9SDimitry Andric 
220fe6060f1SDimitry Andric Type *Argument::getParamInAllocaType() const {
221fe6060f1SDimitry Andric   assert(getType()->isPointerTy() && "Only pointers have inalloca types");
222fe6060f1SDimitry Andric   return getParent()->getParamInAllocaType(getArgNo());
223fe6060f1SDimitry Andric }
224fe6060f1SDimitry Andric 
2250b57cec5SDimitry Andric uint64_t Argument::getDereferenceableBytes() const {
2260b57cec5SDimitry Andric   assert(getType()->isPointerTy() &&
2270b57cec5SDimitry Andric          "Only pointers have dereferenceable bytes");
2280b57cec5SDimitry Andric   return getParent()->getParamDereferenceableBytes(getArgNo());
2290b57cec5SDimitry Andric }
2300b57cec5SDimitry Andric 
2310b57cec5SDimitry Andric uint64_t Argument::getDereferenceableOrNullBytes() const {
2320b57cec5SDimitry Andric   assert(getType()->isPointerTy() &&
2330b57cec5SDimitry Andric          "Only pointers have dereferenceable bytes");
2340b57cec5SDimitry Andric   return getParent()->getParamDereferenceableOrNullBytes(getArgNo());
2350b57cec5SDimitry Andric }
2360b57cec5SDimitry Andric 
2370b57cec5SDimitry Andric bool Argument::hasNestAttr() const {
2380b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
2390b57cec5SDimitry Andric   return hasAttribute(Attribute::Nest);
2400b57cec5SDimitry Andric }
2410b57cec5SDimitry Andric 
2420b57cec5SDimitry Andric bool Argument::hasNoAliasAttr() const {
2430b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
2440b57cec5SDimitry Andric   return hasAttribute(Attribute::NoAlias);
2450b57cec5SDimitry Andric }
2460b57cec5SDimitry Andric 
2470b57cec5SDimitry Andric bool Argument::hasNoCaptureAttr() const {
2480b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
2490b57cec5SDimitry Andric   return hasAttribute(Attribute::NoCapture);
2500b57cec5SDimitry Andric }
2510b57cec5SDimitry Andric 
252fe6060f1SDimitry Andric bool Argument::hasNoFreeAttr() const {
253fe6060f1SDimitry Andric   if (!getType()->isPointerTy()) return false;
254fe6060f1SDimitry Andric   return hasAttribute(Attribute::NoFree);
255fe6060f1SDimitry Andric }
256fe6060f1SDimitry Andric 
2570b57cec5SDimitry Andric bool Argument::hasStructRetAttr() const {
2580b57cec5SDimitry Andric   if (!getType()->isPointerTy()) return false;
2590b57cec5SDimitry Andric   return hasAttribute(Attribute::StructRet);
2600b57cec5SDimitry Andric }
2610b57cec5SDimitry Andric 
2620b57cec5SDimitry Andric bool Argument::hasInRegAttr() const {
2630b57cec5SDimitry Andric   return hasAttribute(Attribute::InReg);
2640b57cec5SDimitry Andric }
2650b57cec5SDimitry Andric 
2660b57cec5SDimitry Andric bool Argument::hasReturnedAttr() const {
2670b57cec5SDimitry Andric   return hasAttribute(Attribute::Returned);
2680b57cec5SDimitry Andric }
2690b57cec5SDimitry Andric 
2700b57cec5SDimitry Andric bool Argument::hasZExtAttr() const {
2710b57cec5SDimitry Andric   return hasAttribute(Attribute::ZExt);
2720b57cec5SDimitry Andric }
2730b57cec5SDimitry Andric 
2740b57cec5SDimitry Andric bool Argument::hasSExtAttr() const {
2750b57cec5SDimitry Andric   return hasAttribute(Attribute::SExt);
2760b57cec5SDimitry Andric }
2770b57cec5SDimitry Andric 
2780b57cec5SDimitry Andric bool Argument::onlyReadsMemory() const {
2790b57cec5SDimitry Andric   AttributeList Attrs = getParent()->getAttributes();
280349cc55cSDimitry Andric   return Attrs.hasParamAttr(getArgNo(), Attribute::ReadOnly) ||
281349cc55cSDimitry Andric          Attrs.hasParamAttr(getArgNo(), Attribute::ReadNone);
2820b57cec5SDimitry Andric }
2830b57cec5SDimitry Andric 
2840b57cec5SDimitry Andric void Argument::addAttrs(AttrBuilder &B) {
2850b57cec5SDimitry Andric   AttributeList AL = getParent()->getAttributes();
2860b57cec5SDimitry Andric   AL = AL.addParamAttributes(Parent->getContext(), getArgNo(), B);
2870b57cec5SDimitry Andric   getParent()->setAttributes(AL);
2880b57cec5SDimitry Andric }
2890b57cec5SDimitry Andric 
2900b57cec5SDimitry Andric void Argument::addAttr(Attribute::AttrKind Kind) {
2910b57cec5SDimitry Andric   getParent()->addParamAttr(getArgNo(), Kind);
2920b57cec5SDimitry Andric }
2930b57cec5SDimitry Andric 
2940b57cec5SDimitry Andric void Argument::addAttr(Attribute Attr) {
2950b57cec5SDimitry Andric   getParent()->addParamAttr(getArgNo(), Attr);
2960b57cec5SDimitry Andric }
2970b57cec5SDimitry Andric 
2980b57cec5SDimitry Andric void Argument::removeAttr(Attribute::AttrKind Kind) {
2990b57cec5SDimitry Andric   getParent()->removeParamAttr(getArgNo(), Kind);
3000b57cec5SDimitry Andric }
3010b57cec5SDimitry Andric 
30204eeddc0SDimitry Andric void Argument::removeAttrs(const AttributeMask &AM) {
303fe6060f1SDimitry Andric   AttributeList AL = getParent()->getAttributes();
30404eeddc0SDimitry Andric   AL = AL.removeParamAttributes(Parent->getContext(), getArgNo(), AM);
305fe6060f1SDimitry Andric   getParent()->setAttributes(AL);
306fe6060f1SDimitry Andric }
307fe6060f1SDimitry Andric 
3080b57cec5SDimitry Andric bool Argument::hasAttribute(Attribute::AttrKind Kind) const {
3090b57cec5SDimitry Andric   return getParent()->hasParamAttribute(getArgNo(), Kind);
3100b57cec5SDimitry Andric }
3110b57cec5SDimitry Andric 
3120b57cec5SDimitry Andric Attribute Argument::getAttribute(Attribute::AttrKind Kind) const {
3130b57cec5SDimitry Andric   return getParent()->getParamAttribute(getArgNo(), Kind);
3140b57cec5SDimitry Andric }
3150b57cec5SDimitry Andric 
3160b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
3170b57cec5SDimitry Andric // Helper Methods in Function
3180b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
3190b57cec5SDimitry Andric 
3200b57cec5SDimitry Andric LLVMContext &Function::getContext() const {
3210b57cec5SDimitry Andric   return getType()->getContext();
3220b57cec5SDimitry Andric }
3230b57cec5SDimitry Andric 
3240b57cec5SDimitry Andric unsigned Function::getInstructionCount() const {
3250b57cec5SDimitry Andric   unsigned NumInstrs = 0;
3260b57cec5SDimitry Andric   for (const BasicBlock &BB : BasicBlocks)
3270b57cec5SDimitry Andric     NumInstrs += std::distance(BB.instructionsWithoutDebug().begin(),
3280b57cec5SDimitry Andric                                BB.instructionsWithoutDebug().end());
3290b57cec5SDimitry Andric   return NumInstrs;
3300b57cec5SDimitry Andric }
3310b57cec5SDimitry Andric 
3320b57cec5SDimitry Andric Function *Function::Create(FunctionType *Ty, LinkageTypes Linkage,
3330b57cec5SDimitry Andric                            const Twine &N, Module &M) {
3340b57cec5SDimitry Andric   return Create(Ty, Linkage, M.getDataLayout().getProgramAddressSpace(), N, &M);
3350b57cec5SDimitry Andric }
3360b57cec5SDimitry Andric 
337fe6060f1SDimitry Andric Function *Function::createWithDefaultAttr(FunctionType *Ty,
338fe6060f1SDimitry Andric                                           LinkageTypes Linkage,
339fe6060f1SDimitry Andric                                           unsigned AddrSpace, const Twine &N,
340fe6060f1SDimitry Andric                                           Module *M) {
341fe6060f1SDimitry Andric   auto *F = new Function(Ty, Linkage, AddrSpace, N, M);
34204eeddc0SDimitry Andric   AttrBuilder B(F->getContext());
34381ad6265SDimitry Andric   UWTableKind UWTable = M->getUwtable();
34481ad6265SDimitry Andric   if (UWTable != UWTableKind::None)
34581ad6265SDimitry Andric     B.addUWTableAttr(UWTable);
346fe6060f1SDimitry Andric   switch (M->getFramePointer()) {
347fe6060f1SDimitry Andric   case FramePointerKind::None:
348fe6060f1SDimitry Andric     // 0 ("none") is the default.
349fe6060f1SDimitry Andric     break;
350fe6060f1SDimitry Andric   case FramePointerKind::NonLeaf:
351fe6060f1SDimitry Andric     B.addAttribute("frame-pointer", "non-leaf");
352fe6060f1SDimitry Andric     break;
353fe6060f1SDimitry Andric   case FramePointerKind::All:
354fe6060f1SDimitry Andric     B.addAttribute("frame-pointer", "all");
355fe6060f1SDimitry Andric     break;
356fe6060f1SDimitry Andric   }
357*fcaf7f86SDimitry Andric   if (M->getModuleFlag("function_return_thunk_extern"))
358*fcaf7f86SDimitry Andric     B.addAttribute(Attribute::FnRetThunkExtern);
359349cc55cSDimitry Andric   F->addFnAttrs(B);
360fe6060f1SDimitry Andric   return F;
361fe6060f1SDimitry Andric }
362fe6060f1SDimitry Andric 
3630b57cec5SDimitry Andric void Function::removeFromParent() {
3640b57cec5SDimitry Andric   getParent()->getFunctionList().remove(getIterator());
3650b57cec5SDimitry Andric }
3660b57cec5SDimitry Andric 
3670b57cec5SDimitry Andric void Function::eraseFromParent() {
3680b57cec5SDimitry Andric   getParent()->getFunctionList().erase(getIterator());
3690b57cec5SDimitry Andric }
3700b57cec5SDimitry Andric 
3710b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
3720b57cec5SDimitry Andric // Function Implementation
3730b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
3740b57cec5SDimitry Andric 
3750b57cec5SDimitry Andric static unsigned computeAddrSpace(unsigned AddrSpace, Module *M) {
3760b57cec5SDimitry Andric   // If AS == -1 and we are passed a valid module pointer we place the function
3770b57cec5SDimitry Andric   // in the program address space. Otherwise we default to AS0.
3780b57cec5SDimitry Andric   if (AddrSpace == static_cast<unsigned>(-1))
3790b57cec5SDimitry Andric     return M ? M->getDataLayout().getProgramAddressSpace() : 0;
3800b57cec5SDimitry Andric   return AddrSpace;
3810b57cec5SDimitry Andric }
3820b57cec5SDimitry Andric 
3830b57cec5SDimitry Andric Function::Function(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace,
3840b57cec5SDimitry Andric                    const Twine &name, Module *ParentModule)
3850b57cec5SDimitry Andric     : GlobalObject(Ty, Value::FunctionVal,
3860b57cec5SDimitry Andric                    OperandTraits<Function>::op_begin(this), 0, Linkage, name,
3870b57cec5SDimitry Andric                    computeAddrSpace(AddrSpace, ParentModule)),
3880b57cec5SDimitry Andric       NumArgs(Ty->getNumParams()) {
3890b57cec5SDimitry Andric   assert(FunctionType::isValidReturnType(getReturnType()) &&
3900b57cec5SDimitry Andric          "invalid return type");
3910b57cec5SDimitry Andric   setGlobalObjectSubClassData(0);
3920b57cec5SDimitry Andric 
3930b57cec5SDimitry Andric   // We only need a symbol table for a function if the context keeps value names
3940b57cec5SDimitry Andric   if (!getContext().shouldDiscardValueNames())
395fe6060f1SDimitry Andric     SymTab = std::make_unique<ValueSymbolTable>(NonGlobalValueMaxNameSize);
3960b57cec5SDimitry Andric 
3970b57cec5SDimitry Andric   // If the function has arguments, mark them as lazily built.
3980b57cec5SDimitry Andric   if (Ty->getNumParams())
3990b57cec5SDimitry Andric     setValueSubclassData(1);   // Set the "has lazy arguments" bit.
4000b57cec5SDimitry Andric 
4010b57cec5SDimitry Andric   if (ParentModule)
4020b57cec5SDimitry Andric     ParentModule->getFunctionList().push_back(this);
4030b57cec5SDimitry Andric 
4040b57cec5SDimitry Andric   HasLLVMReservedName = getName().startswith("llvm.");
4050b57cec5SDimitry Andric   // Ensure intrinsics have the right parameter attributes.
4060b57cec5SDimitry Andric   // Note, the IntID field will have been set in Value::setName if this function
4070b57cec5SDimitry Andric   // name is a valid intrinsic ID.
4080b57cec5SDimitry Andric   if (IntID)
4090b57cec5SDimitry Andric     setAttributes(Intrinsic::getAttributes(getContext(), IntID));
4100b57cec5SDimitry Andric }
4110b57cec5SDimitry Andric 
4120b57cec5SDimitry Andric Function::~Function() {
4130b57cec5SDimitry Andric   dropAllReferences();    // After this it is safe to delete instructions.
4140b57cec5SDimitry Andric 
4150b57cec5SDimitry Andric   // Delete all of the method arguments and unlink from symbol table...
4160b57cec5SDimitry Andric   if (Arguments)
4170b57cec5SDimitry Andric     clearArguments();
4180b57cec5SDimitry Andric 
4190b57cec5SDimitry Andric   // Remove the function from the on-the-side GC table.
4200b57cec5SDimitry Andric   clearGC();
4210b57cec5SDimitry Andric }
4220b57cec5SDimitry Andric 
4230b57cec5SDimitry Andric void Function::BuildLazyArguments() const {
4240b57cec5SDimitry Andric   // Create the arguments vector, all arguments start out unnamed.
4250b57cec5SDimitry Andric   auto *FT = getFunctionType();
4260b57cec5SDimitry Andric   if (NumArgs > 0) {
4270b57cec5SDimitry Andric     Arguments = std::allocator<Argument>().allocate(NumArgs);
4280b57cec5SDimitry Andric     for (unsigned i = 0, e = NumArgs; i != e; ++i) {
4290b57cec5SDimitry Andric       Type *ArgTy = FT->getParamType(i);
4300b57cec5SDimitry Andric       assert(!ArgTy->isVoidTy() && "Cannot have void typed arguments!");
4310b57cec5SDimitry Andric       new (Arguments + i) Argument(ArgTy, "", const_cast<Function *>(this), i);
4320b57cec5SDimitry Andric     }
4330b57cec5SDimitry Andric   }
4340b57cec5SDimitry Andric 
4350b57cec5SDimitry Andric   // Clear the lazy arguments bit.
4360b57cec5SDimitry Andric   unsigned SDC = getSubclassDataFromValue();
4378bcb0991SDimitry Andric   SDC &= ~(1 << 0);
4388bcb0991SDimitry Andric   const_cast<Function*>(this)->setValueSubclassData(SDC);
4390b57cec5SDimitry Andric   assert(!hasLazyArguments());
4400b57cec5SDimitry Andric }
4410b57cec5SDimitry Andric 
4420b57cec5SDimitry Andric static MutableArrayRef<Argument> makeArgArray(Argument *Args, size_t Count) {
4430b57cec5SDimitry Andric   return MutableArrayRef<Argument>(Args, Count);
4440b57cec5SDimitry Andric }
4450b57cec5SDimitry Andric 
4465ffd83dbSDimitry Andric bool Function::isConstrainedFPIntrinsic() const {
4475ffd83dbSDimitry Andric   switch (getIntrinsicID()) {
4485ffd83dbSDimitry Andric #define INSTRUCTION(NAME, NARG, ROUND_MODE, INTRINSIC)                         \
4495ffd83dbSDimitry Andric   case Intrinsic::INTRINSIC:
4505ffd83dbSDimitry Andric #include "llvm/IR/ConstrainedOps.def"
4515ffd83dbSDimitry Andric     return true;
4525ffd83dbSDimitry Andric #undef INSTRUCTION
4535ffd83dbSDimitry Andric   default:
4545ffd83dbSDimitry Andric     return false;
4555ffd83dbSDimitry Andric   }
4565ffd83dbSDimitry Andric }
4575ffd83dbSDimitry Andric 
4580b57cec5SDimitry Andric void Function::clearArguments() {
4590b57cec5SDimitry Andric   for (Argument &A : makeArgArray(Arguments, NumArgs)) {
4600b57cec5SDimitry Andric     A.setName("");
4610b57cec5SDimitry Andric     A.~Argument();
4620b57cec5SDimitry Andric   }
4630b57cec5SDimitry Andric   std::allocator<Argument>().deallocate(Arguments, NumArgs);
4640b57cec5SDimitry Andric   Arguments = nullptr;
4650b57cec5SDimitry Andric }
4660b57cec5SDimitry Andric 
4670b57cec5SDimitry Andric void Function::stealArgumentListFrom(Function &Src) {
4680b57cec5SDimitry Andric   assert(isDeclaration() && "Expected no references to current arguments");
4690b57cec5SDimitry Andric 
4700b57cec5SDimitry Andric   // Drop the current arguments, if any, and set the lazy argument bit.
4710b57cec5SDimitry Andric   if (!hasLazyArguments()) {
4720b57cec5SDimitry Andric     assert(llvm::all_of(makeArgArray(Arguments, NumArgs),
4730b57cec5SDimitry Andric                         [](const Argument &A) { return A.use_empty(); }) &&
4740b57cec5SDimitry Andric            "Expected arguments to be unused in declaration");
4750b57cec5SDimitry Andric     clearArguments();
4760b57cec5SDimitry Andric     setValueSubclassData(getSubclassDataFromValue() | (1 << 0));
4770b57cec5SDimitry Andric   }
4780b57cec5SDimitry Andric 
4790b57cec5SDimitry Andric   // Nothing to steal if Src has lazy arguments.
4800b57cec5SDimitry Andric   if (Src.hasLazyArguments())
4810b57cec5SDimitry Andric     return;
4820b57cec5SDimitry Andric 
4830b57cec5SDimitry Andric   // Steal arguments from Src, and fix the lazy argument bits.
4840b57cec5SDimitry Andric   assert(arg_size() == Src.arg_size());
4850b57cec5SDimitry Andric   Arguments = Src.Arguments;
4860b57cec5SDimitry Andric   Src.Arguments = nullptr;
4870b57cec5SDimitry Andric   for (Argument &A : makeArgArray(Arguments, NumArgs)) {
4880b57cec5SDimitry Andric     // FIXME: This does the work of transferNodesFromList inefficiently.
4890b57cec5SDimitry Andric     SmallString<128> Name;
4900b57cec5SDimitry Andric     if (A.hasName())
4910b57cec5SDimitry Andric       Name = A.getName();
4920b57cec5SDimitry Andric     if (!Name.empty())
4930b57cec5SDimitry Andric       A.setName("");
4940b57cec5SDimitry Andric     A.setParent(this);
4950b57cec5SDimitry Andric     if (!Name.empty())
4960b57cec5SDimitry Andric       A.setName(Name);
4970b57cec5SDimitry Andric   }
4980b57cec5SDimitry Andric 
4990b57cec5SDimitry Andric   setValueSubclassData(getSubclassDataFromValue() & ~(1 << 0));
5000b57cec5SDimitry Andric   assert(!hasLazyArguments());
5010b57cec5SDimitry Andric   Src.setValueSubclassData(Src.getSubclassDataFromValue() | (1 << 0));
5020b57cec5SDimitry Andric }
5030b57cec5SDimitry Andric 
5040b57cec5SDimitry Andric // dropAllReferences() - This function causes all the subinstructions to "let
5050b57cec5SDimitry Andric // go" of all references that they are maintaining.  This allows one to
5060b57cec5SDimitry Andric // 'delete' a whole class at a time, even though there may be circular
5070b57cec5SDimitry Andric // references... first all references are dropped, and all use counts go to
5080b57cec5SDimitry Andric // zero.  Then everything is deleted for real.  Note that no operations are
5090b57cec5SDimitry Andric // valid on an object that has "dropped all references", except operator
5100b57cec5SDimitry Andric // delete.
5110b57cec5SDimitry Andric //
5120b57cec5SDimitry Andric void Function::dropAllReferences() {
5130b57cec5SDimitry Andric   setIsMaterializable(false);
5140b57cec5SDimitry Andric 
5150b57cec5SDimitry Andric   for (BasicBlock &BB : *this)
5160b57cec5SDimitry Andric     BB.dropAllReferences();
5170b57cec5SDimitry Andric 
5180b57cec5SDimitry Andric   // Delete all basic blocks. They are now unused, except possibly by
5190b57cec5SDimitry Andric   // blockaddresses, but BasicBlock's destructor takes care of those.
5200b57cec5SDimitry Andric   while (!BasicBlocks.empty())
5210b57cec5SDimitry Andric     BasicBlocks.begin()->eraseFromParent();
5220b57cec5SDimitry Andric 
5230b57cec5SDimitry Andric   // Drop uses of any optional data (real or placeholder).
5240b57cec5SDimitry Andric   if (getNumOperands()) {
5250b57cec5SDimitry Andric     User::dropAllReferences();
5260b57cec5SDimitry Andric     setNumHungOffUseOperands(0);
5270b57cec5SDimitry Andric     setValueSubclassData(getSubclassDataFromValue() & ~0xe);
5280b57cec5SDimitry Andric   }
5290b57cec5SDimitry Andric 
5300b57cec5SDimitry Andric   // Metadata is stored in a side-table.
5310b57cec5SDimitry Andric   clearMetadata();
5320b57cec5SDimitry Andric }
5330b57cec5SDimitry Andric 
534349cc55cSDimitry Andric void Function::addAttributeAtIndex(unsigned i, Attribute Attr) {
535349cc55cSDimitry Andric   AttributeSets = AttributeSets.addAttributeAtIndex(getContext(), i, Attr);
5360b57cec5SDimitry Andric }
5370b57cec5SDimitry Andric 
538349cc55cSDimitry Andric void Function::addFnAttr(Attribute::AttrKind Kind) {
539349cc55cSDimitry Andric   AttributeSets = AttributeSets.addFnAttribute(getContext(), Kind);
5400b57cec5SDimitry Andric }
5410b57cec5SDimitry Andric 
542349cc55cSDimitry Andric void Function::addFnAttr(StringRef Kind, StringRef Val) {
543349cc55cSDimitry Andric   AttributeSets = AttributeSets.addFnAttribute(getContext(), Kind, Val);
544349cc55cSDimitry Andric }
545349cc55cSDimitry Andric 
546349cc55cSDimitry Andric void Function::addFnAttr(Attribute Attr) {
547349cc55cSDimitry Andric   AttributeSets = AttributeSets.addFnAttribute(getContext(), Attr);
548349cc55cSDimitry Andric }
549349cc55cSDimitry Andric 
550349cc55cSDimitry Andric void Function::addFnAttrs(const AttrBuilder &Attrs) {
551349cc55cSDimitry Andric   AttributeSets = AttributeSets.addFnAttributes(getContext(), Attrs);
552349cc55cSDimitry Andric }
553349cc55cSDimitry Andric 
554349cc55cSDimitry Andric void Function::addRetAttr(Attribute::AttrKind Kind) {
555349cc55cSDimitry Andric   AttributeSets = AttributeSets.addRetAttribute(getContext(), Kind);
556349cc55cSDimitry Andric }
557349cc55cSDimitry Andric 
558349cc55cSDimitry Andric void Function::addRetAttr(Attribute Attr) {
559349cc55cSDimitry Andric   AttributeSets = AttributeSets.addRetAttribute(getContext(), Attr);
560349cc55cSDimitry Andric }
561349cc55cSDimitry Andric 
562349cc55cSDimitry Andric void Function::addRetAttrs(const AttrBuilder &Attrs) {
563349cc55cSDimitry Andric   AttributeSets = AttributeSets.addRetAttributes(getContext(), Attrs);
5640b57cec5SDimitry Andric }
5650b57cec5SDimitry Andric 
5660b57cec5SDimitry Andric void Function::addParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) {
567349cc55cSDimitry Andric   AttributeSets = AttributeSets.addParamAttribute(getContext(), ArgNo, Kind);
5680b57cec5SDimitry Andric }
5690b57cec5SDimitry Andric 
5700b57cec5SDimitry Andric void Function::addParamAttr(unsigned ArgNo, Attribute Attr) {
571349cc55cSDimitry Andric   AttributeSets = AttributeSets.addParamAttribute(getContext(), ArgNo, Attr);
5720b57cec5SDimitry Andric }
5730b57cec5SDimitry Andric 
5740b57cec5SDimitry Andric void Function::addParamAttrs(unsigned ArgNo, const AttrBuilder &Attrs) {
575349cc55cSDimitry Andric   AttributeSets = AttributeSets.addParamAttributes(getContext(), ArgNo, Attrs);
5760b57cec5SDimitry Andric }
5770b57cec5SDimitry Andric 
578349cc55cSDimitry Andric void Function::removeAttributeAtIndex(unsigned i, Attribute::AttrKind Kind) {
579349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeAttributeAtIndex(getContext(), i, Kind);
5800b57cec5SDimitry Andric }
5810b57cec5SDimitry Andric 
582349cc55cSDimitry Andric void Function::removeAttributeAtIndex(unsigned i, StringRef Kind) {
583349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeAttributeAtIndex(getContext(), i, Kind);
5840b57cec5SDimitry Andric }
5850b57cec5SDimitry Andric 
586349cc55cSDimitry Andric void Function::removeFnAttr(Attribute::AttrKind Kind) {
587349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeFnAttribute(getContext(), Kind);
588349cc55cSDimitry Andric }
589349cc55cSDimitry Andric 
590349cc55cSDimitry Andric void Function::removeFnAttr(StringRef Kind) {
591349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeFnAttribute(getContext(), Kind);
592349cc55cSDimitry Andric }
593349cc55cSDimitry Andric 
59404eeddc0SDimitry Andric void Function::removeFnAttrs(const AttributeMask &AM) {
59504eeddc0SDimitry Andric   AttributeSets = AttributeSets.removeFnAttributes(getContext(), AM);
596349cc55cSDimitry Andric }
597349cc55cSDimitry Andric 
598349cc55cSDimitry Andric void Function::removeRetAttr(Attribute::AttrKind Kind) {
599349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeRetAttribute(getContext(), Kind);
600349cc55cSDimitry Andric }
601349cc55cSDimitry Andric 
602349cc55cSDimitry Andric void Function::removeRetAttr(StringRef Kind) {
603349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeRetAttribute(getContext(), Kind);
604349cc55cSDimitry Andric }
605349cc55cSDimitry Andric 
60604eeddc0SDimitry Andric void Function::removeRetAttrs(const AttributeMask &Attrs) {
607349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeRetAttributes(getContext(), Attrs);
6080b57cec5SDimitry Andric }
6090b57cec5SDimitry Andric 
6100b57cec5SDimitry Andric void Function::removeParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) {
611349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeParamAttribute(getContext(), ArgNo, Kind);
6120b57cec5SDimitry Andric }
6130b57cec5SDimitry Andric 
6140b57cec5SDimitry Andric void Function::removeParamAttr(unsigned ArgNo, StringRef Kind) {
615349cc55cSDimitry Andric   AttributeSets = AttributeSets.removeParamAttribute(getContext(), ArgNo, Kind);
6160b57cec5SDimitry Andric }
6170b57cec5SDimitry Andric 
61804eeddc0SDimitry Andric void Function::removeParamAttrs(unsigned ArgNo, const AttributeMask &Attrs) {
619349cc55cSDimitry Andric   AttributeSets =
620349cc55cSDimitry Andric       AttributeSets.removeParamAttributes(getContext(), ArgNo, Attrs);
6210b57cec5SDimitry Andric }
6220b57cec5SDimitry Andric 
6230b57cec5SDimitry Andric void Function::addDereferenceableParamAttr(unsigned ArgNo, uint64_t Bytes) {
624349cc55cSDimitry Andric   AttributeSets =
625349cc55cSDimitry Andric       AttributeSets.addDereferenceableParamAttr(getContext(), ArgNo, Bytes);
6260b57cec5SDimitry Andric }
6270b57cec5SDimitry Andric 
628349cc55cSDimitry Andric bool Function::hasFnAttribute(Attribute::AttrKind Kind) const {
629349cc55cSDimitry Andric   return AttributeSets.hasFnAttr(Kind);
630349cc55cSDimitry Andric }
631349cc55cSDimitry Andric 
632349cc55cSDimitry Andric bool Function::hasFnAttribute(StringRef Kind) const {
633349cc55cSDimitry Andric   return AttributeSets.hasFnAttr(Kind);
634349cc55cSDimitry Andric }
635349cc55cSDimitry Andric 
636349cc55cSDimitry Andric bool Function::hasRetAttribute(Attribute::AttrKind Kind) const {
637349cc55cSDimitry Andric   return AttributeSets.hasRetAttr(Kind);
638349cc55cSDimitry Andric }
639349cc55cSDimitry Andric 
640349cc55cSDimitry Andric bool Function::hasParamAttribute(unsigned ArgNo,
641349cc55cSDimitry Andric                                  Attribute::AttrKind Kind) const {
642349cc55cSDimitry Andric   return AttributeSets.hasParamAttr(ArgNo, Kind);
643349cc55cSDimitry Andric }
644349cc55cSDimitry Andric 
645349cc55cSDimitry Andric Attribute Function::getAttributeAtIndex(unsigned i,
646349cc55cSDimitry Andric                                         Attribute::AttrKind Kind) const {
647349cc55cSDimitry Andric   return AttributeSets.getAttributeAtIndex(i, Kind);
648349cc55cSDimitry Andric }
649349cc55cSDimitry Andric 
650349cc55cSDimitry Andric Attribute Function::getAttributeAtIndex(unsigned i, StringRef Kind) const {
651349cc55cSDimitry Andric   return AttributeSets.getAttributeAtIndex(i, Kind);
652349cc55cSDimitry Andric }
653349cc55cSDimitry Andric 
654349cc55cSDimitry Andric Attribute Function::getFnAttribute(Attribute::AttrKind Kind) const {
655349cc55cSDimitry Andric   return AttributeSets.getFnAttr(Kind);
656349cc55cSDimitry Andric }
657349cc55cSDimitry Andric 
658349cc55cSDimitry Andric Attribute Function::getFnAttribute(StringRef Kind) const {
659349cc55cSDimitry Andric   return AttributeSets.getFnAttr(Kind);
660349cc55cSDimitry Andric }
661349cc55cSDimitry Andric 
662349cc55cSDimitry Andric /// gets the specified attribute from the list of attributes.
663349cc55cSDimitry Andric Attribute Function::getParamAttribute(unsigned ArgNo,
664349cc55cSDimitry Andric                                       Attribute::AttrKind Kind) const {
665349cc55cSDimitry Andric   return AttributeSets.getParamAttr(ArgNo, Kind);
6660b57cec5SDimitry Andric }
6670b57cec5SDimitry Andric 
6680b57cec5SDimitry Andric void Function::addDereferenceableOrNullParamAttr(unsigned ArgNo,
6690b57cec5SDimitry Andric                                                  uint64_t Bytes) {
670349cc55cSDimitry Andric   AttributeSets = AttributeSets.addDereferenceableOrNullParamAttr(getContext(),
671349cc55cSDimitry Andric                                                                   ArgNo, Bytes);
6720b57cec5SDimitry Andric }
6730b57cec5SDimitry Andric 
674e8d8bef9SDimitry Andric DenormalMode Function::getDenormalMode(const fltSemantics &FPType) const {
675e8d8bef9SDimitry Andric   if (&FPType == &APFloat::IEEEsingle()) {
676e8d8bef9SDimitry Andric     Attribute Attr = getFnAttribute("denormal-fp-math-f32");
677e8d8bef9SDimitry Andric     StringRef Val = Attr.getValueAsString();
678e8d8bef9SDimitry Andric     if (!Val.empty())
679e8d8bef9SDimitry Andric       return parseDenormalFPAttribute(Val);
680e8d8bef9SDimitry Andric 
681e8d8bef9SDimitry Andric     // If the f32 variant of the attribute isn't specified, try to use the
682e8d8bef9SDimitry Andric     // generic one.
683e8d8bef9SDimitry Andric   }
684e8d8bef9SDimitry Andric 
685e8d8bef9SDimitry Andric   Attribute Attr = getFnAttribute("denormal-fp-math");
686e8d8bef9SDimitry Andric   return parseDenormalFPAttribute(Attr.getValueAsString());
687e8d8bef9SDimitry Andric }
688e8d8bef9SDimitry Andric 
6890b57cec5SDimitry Andric const std::string &Function::getGC() const {
6900b57cec5SDimitry Andric   assert(hasGC() && "Function has no collector");
6910b57cec5SDimitry Andric   return getContext().getGC(*this);
6920b57cec5SDimitry Andric }
6930b57cec5SDimitry Andric 
6940b57cec5SDimitry Andric void Function::setGC(std::string Str) {
6950b57cec5SDimitry Andric   setValueSubclassDataBit(14, !Str.empty());
6960b57cec5SDimitry Andric   getContext().setGC(*this, std::move(Str));
6970b57cec5SDimitry Andric }
6980b57cec5SDimitry Andric 
6990b57cec5SDimitry Andric void Function::clearGC() {
7000b57cec5SDimitry Andric   if (!hasGC())
7010b57cec5SDimitry Andric     return;
7020b57cec5SDimitry Andric   getContext().deleteGC(*this);
7030b57cec5SDimitry Andric   setValueSubclassDataBit(14, false);
7040b57cec5SDimitry Andric }
7050b57cec5SDimitry Andric 
706e8d8bef9SDimitry Andric bool Function::hasStackProtectorFnAttr() const {
707e8d8bef9SDimitry Andric   return hasFnAttribute(Attribute::StackProtect) ||
708e8d8bef9SDimitry Andric          hasFnAttribute(Attribute::StackProtectStrong) ||
709e8d8bef9SDimitry Andric          hasFnAttribute(Attribute::StackProtectReq);
710e8d8bef9SDimitry Andric }
711e8d8bef9SDimitry Andric 
7120b57cec5SDimitry Andric /// Copy all additional attributes (those not needed to create a Function) from
7130b57cec5SDimitry Andric /// the Function Src to this one.
7140b57cec5SDimitry Andric void Function::copyAttributesFrom(const Function *Src) {
7150b57cec5SDimitry Andric   GlobalObject::copyAttributesFrom(Src);
7160b57cec5SDimitry Andric   setCallingConv(Src->getCallingConv());
7170b57cec5SDimitry Andric   setAttributes(Src->getAttributes());
7180b57cec5SDimitry Andric   if (Src->hasGC())
7190b57cec5SDimitry Andric     setGC(Src->getGC());
7200b57cec5SDimitry Andric   else
7210b57cec5SDimitry Andric     clearGC();
7220b57cec5SDimitry Andric   if (Src->hasPersonalityFn())
7230b57cec5SDimitry Andric     setPersonalityFn(Src->getPersonalityFn());
7240b57cec5SDimitry Andric   if (Src->hasPrefixData())
7250b57cec5SDimitry Andric     setPrefixData(Src->getPrefixData());
7260b57cec5SDimitry Andric   if (Src->hasPrologueData())
7270b57cec5SDimitry Andric     setPrologueData(Src->getPrologueData());
7280b57cec5SDimitry Andric }
7290b57cec5SDimitry Andric 
7300b57cec5SDimitry Andric /// Table of string intrinsic names indexed by enum value.
7310b57cec5SDimitry Andric static const char * const IntrinsicNameTable[] = {
7320b57cec5SDimitry Andric   "not_intrinsic",
7330b57cec5SDimitry Andric #define GET_INTRINSIC_NAME_TABLE
7340b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
7350b57cec5SDimitry Andric #undef GET_INTRINSIC_NAME_TABLE
7360b57cec5SDimitry Andric };
7370b57cec5SDimitry Andric 
7380b57cec5SDimitry Andric /// Table of per-target intrinsic name tables.
7390b57cec5SDimitry Andric #define GET_INTRINSIC_TARGET_DATA
7400b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
7410b57cec5SDimitry Andric #undef GET_INTRINSIC_TARGET_DATA
7420b57cec5SDimitry Andric 
743e8d8bef9SDimitry Andric bool Function::isTargetIntrinsic(Intrinsic::ID IID) {
744e8d8bef9SDimitry Andric   return IID > TargetInfos[0].Count;
745e8d8bef9SDimitry Andric }
746e8d8bef9SDimitry Andric 
747e8d8bef9SDimitry Andric bool Function::isTargetIntrinsic() const {
748e8d8bef9SDimitry Andric   return isTargetIntrinsic(IntID);
749e8d8bef9SDimitry Andric }
750e8d8bef9SDimitry Andric 
7510b57cec5SDimitry Andric /// Find the segment of \c IntrinsicNameTable for intrinsics with the same
7520b57cec5SDimitry Andric /// target as \c Name, or the generic table if \c Name is not target specific.
7530b57cec5SDimitry Andric ///
7540b57cec5SDimitry Andric /// Returns the relevant slice of \c IntrinsicNameTable
7550b57cec5SDimitry Andric static ArrayRef<const char *> findTargetSubtable(StringRef Name) {
7560b57cec5SDimitry Andric   assert(Name.startswith("llvm."));
7570b57cec5SDimitry Andric 
7580b57cec5SDimitry Andric   ArrayRef<IntrinsicTargetInfo> Targets(TargetInfos);
7590b57cec5SDimitry Andric   // Drop "llvm." and take the first dotted component. That will be the target
7600b57cec5SDimitry Andric   // if this is target specific.
7610b57cec5SDimitry Andric   StringRef Target = Name.drop_front(5).split('.').first;
7620b57cec5SDimitry Andric   auto It = partition_point(
7630b57cec5SDimitry Andric       Targets, [=](const IntrinsicTargetInfo &TI) { return TI.Name < Target; });
7640b57cec5SDimitry Andric   // We've either found the target or just fall back to the generic set, which
7650b57cec5SDimitry Andric   // is always first.
7660b57cec5SDimitry Andric   const auto &TI = It != Targets.end() && It->Name == Target ? *It : Targets[0];
7670b57cec5SDimitry Andric   return makeArrayRef(&IntrinsicNameTable[1] + TI.Offset, TI.Count);
7680b57cec5SDimitry Andric }
7690b57cec5SDimitry Andric 
7700b57cec5SDimitry Andric /// This does the actual lookup of an intrinsic ID which
7710b57cec5SDimitry Andric /// matches the given function name.
7720b57cec5SDimitry Andric Intrinsic::ID Function::lookupIntrinsicID(StringRef Name) {
7730b57cec5SDimitry Andric   ArrayRef<const char *> NameTable = findTargetSubtable(Name);
7740b57cec5SDimitry Andric   int Idx = Intrinsic::lookupLLVMIntrinsicByName(NameTable, Name);
7750b57cec5SDimitry Andric   if (Idx == -1)
7760b57cec5SDimitry Andric     return Intrinsic::not_intrinsic;
7770b57cec5SDimitry Andric 
7780b57cec5SDimitry Andric   // Intrinsic IDs correspond to the location in IntrinsicNameTable, but we have
7790b57cec5SDimitry Andric   // an index into a sub-table.
7800b57cec5SDimitry Andric   int Adjust = NameTable.data() - IntrinsicNameTable;
7810b57cec5SDimitry Andric   Intrinsic::ID ID = static_cast<Intrinsic::ID>(Idx + Adjust);
7820b57cec5SDimitry Andric 
7830b57cec5SDimitry Andric   // If the intrinsic is not overloaded, require an exact match. If it is
7840b57cec5SDimitry Andric   // overloaded, require either exact or prefix match.
7850b57cec5SDimitry Andric   const auto MatchSize = strlen(NameTable[Idx]);
7860b57cec5SDimitry Andric   assert(Name.size() >= MatchSize && "Expected either exact or prefix match");
7870b57cec5SDimitry Andric   bool IsExactMatch = Name.size() == MatchSize;
788480093f4SDimitry Andric   return IsExactMatch || Intrinsic::isOverloaded(ID) ? ID
789480093f4SDimitry Andric                                                      : Intrinsic::not_intrinsic;
7900b57cec5SDimitry Andric }
7910b57cec5SDimitry Andric 
7920b57cec5SDimitry Andric void Function::recalculateIntrinsicID() {
7930b57cec5SDimitry Andric   StringRef Name = getName();
7940b57cec5SDimitry Andric   if (!Name.startswith("llvm.")) {
7950b57cec5SDimitry Andric     HasLLVMReservedName = false;
7960b57cec5SDimitry Andric     IntID = Intrinsic::not_intrinsic;
7970b57cec5SDimitry Andric     return;
7980b57cec5SDimitry Andric   }
7990b57cec5SDimitry Andric   HasLLVMReservedName = true;
8000b57cec5SDimitry Andric   IntID = lookupIntrinsicID(Name);
8010b57cec5SDimitry Andric }
8020b57cec5SDimitry Andric 
8030b57cec5SDimitry Andric /// Returns a stable mangling for the type specified for use in the name
8040b57cec5SDimitry Andric /// mangling scheme used by 'any' types in intrinsic signatures.  The mangling
8050b57cec5SDimitry Andric /// of named types is simply their name.  Manglings for unnamed types consist
8060b57cec5SDimitry Andric /// of a prefix ('p' for pointers, 'a' for arrays, 'f_' for functions)
8070b57cec5SDimitry Andric /// combined with the mangling of their component types.  A vararg function
8080b57cec5SDimitry Andric /// type will have a suffix of 'vararg'.  Since function types can contain
8090b57cec5SDimitry Andric /// other function types, we close a function type mangling with suffix 'f'
8100b57cec5SDimitry Andric /// which can't be confused with it's prefix.  This ensures we don't have
8110b57cec5SDimitry Andric /// collisions between two unrelated function types. Otherwise, you might
8120b57cec5SDimitry Andric /// parse ffXX as f(fXX) or f(fX)X.  (X is a placeholder for any other type.)
813fe6060f1SDimitry Andric /// The HasUnnamedType boolean is set if an unnamed type was encountered,
814fe6060f1SDimitry Andric /// indicating that extra care must be taken to ensure a unique name.
815fe6060f1SDimitry Andric static std::string getMangledTypeStr(Type *Ty, bool &HasUnnamedType) {
8160b57cec5SDimitry Andric   std::string Result;
8170b57cec5SDimitry Andric   if (PointerType *PTyp = dyn_cast<PointerType>(Ty)) {
818fe6060f1SDimitry Andric     Result += "p" + utostr(PTyp->getAddressSpace());
819fe6060f1SDimitry Andric     // Opaque pointer doesn't have pointee type information, so we just mangle
820fe6060f1SDimitry Andric     // address space for opaque pointer.
821fe6060f1SDimitry Andric     if (!PTyp->isOpaque())
82204eeddc0SDimitry Andric       Result += getMangledTypeStr(PTyp->getNonOpaquePointerElementType(),
82304eeddc0SDimitry Andric                                   HasUnnamedType);
8240b57cec5SDimitry Andric   } else if (ArrayType *ATyp = dyn_cast<ArrayType>(Ty)) {
8250b57cec5SDimitry Andric     Result += "a" + utostr(ATyp->getNumElements()) +
826fe6060f1SDimitry Andric               getMangledTypeStr(ATyp->getElementType(), HasUnnamedType);
8270b57cec5SDimitry Andric   } else if (StructType *STyp = dyn_cast<StructType>(Ty)) {
8280b57cec5SDimitry Andric     if (!STyp->isLiteral()) {
8290b57cec5SDimitry Andric       Result += "s_";
830fe6060f1SDimitry Andric       if (STyp->hasName())
8310b57cec5SDimitry Andric         Result += STyp->getName();
832fe6060f1SDimitry Andric       else
833fe6060f1SDimitry Andric         HasUnnamedType = true;
8340b57cec5SDimitry Andric     } else {
8350b57cec5SDimitry Andric       Result += "sl_";
8360b57cec5SDimitry Andric       for (auto Elem : STyp->elements())
837fe6060f1SDimitry Andric         Result += getMangledTypeStr(Elem, HasUnnamedType);
8380b57cec5SDimitry Andric     }
8390b57cec5SDimitry Andric     // Ensure nested structs are distinguishable.
8400b57cec5SDimitry Andric     Result += "s";
8410b57cec5SDimitry Andric   } else if (FunctionType *FT = dyn_cast<FunctionType>(Ty)) {
842fe6060f1SDimitry Andric     Result += "f_" + getMangledTypeStr(FT->getReturnType(), HasUnnamedType);
8430b57cec5SDimitry Andric     for (size_t i = 0; i < FT->getNumParams(); i++)
844fe6060f1SDimitry Andric       Result += getMangledTypeStr(FT->getParamType(i), HasUnnamedType);
8450b57cec5SDimitry Andric     if (FT->isVarArg())
8460b57cec5SDimitry Andric       Result += "vararg";
8470b57cec5SDimitry Andric     // Ensure nested function types are distinguishable.
8480b57cec5SDimitry Andric     Result += "f";
8498bcb0991SDimitry Andric   } else if (VectorType *VTy = dyn_cast<VectorType>(Ty)) {
8505ffd83dbSDimitry Andric     ElementCount EC = VTy->getElementCount();
851e8d8bef9SDimitry Andric     if (EC.isScalable())
8528bcb0991SDimitry Andric       Result += "nx";
853e8d8bef9SDimitry Andric     Result += "v" + utostr(EC.getKnownMinValue()) +
854fe6060f1SDimitry Andric               getMangledTypeStr(VTy->getElementType(), HasUnnamedType);
8550b57cec5SDimitry Andric   } else if (Ty) {
8560b57cec5SDimitry Andric     switch (Ty->getTypeID()) {
8570b57cec5SDimitry Andric     default: llvm_unreachable("Unhandled type");
8580b57cec5SDimitry Andric     case Type::VoidTyID:      Result += "isVoid";   break;
8590b57cec5SDimitry Andric     case Type::MetadataTyID:  Result += "Metadata"; break;
8600b57cec5SDimitry Andric     case Type::HalfTyID:      Result += "f16";      break;
8615ffd83dbSDimitry Andric     case Type::BFloatTyID:    Result += "bf16";     break;
8620b57cec5SDimitry Andric     case Type::FloatTyID:     Result += "f32";      break;
8630b57cec5SDimitry Andric     case Type::DoubleTyID:    Result += "f64";      break;
8640b57cec5SDimitry Andric     case Type::X86_FP80TyID:  Result += "f80";      break;
8650b57cec5SDimitry Andric     case Type::FP128TyID:     Result += "f128";     break;
8660b57cec5SDimitry Andric     case Type::PPC_FP128TyID: Result += "ppcf128";  break;
8670b57cec5SDimitry Andric     case Type::X86_MMXTyID:   Result += "x86mmx";   break;
868e8d8bef9SDimitry Andric     case Type::X86_AMXTyID:   Result += "x86amx";   break;
8690b57cec5SDimitry Andric     case Type::IntegerTyID:
8700b57cec5SDimitry Andric       Result += "i" + utostr(cast<IntegerType>(Ty)->getBitWidth());
8710b57cec5SDimitry Andric       break;
8720b57cec5SDimitry Andric     }
8730b57cec5SDimitry Andric   }
8740b57cec5SDimitry Andric   return Result;
8750b57cec5SDimitry Andric }
8760b57cec5SDimitry Andric 
877fe6060f1SDimitry Andric StringRef Intrinsic::getBaseName(ID id) {
878fe6060f1SDimitry Andric   assert(id < num_intrinsics && "Invalid intrinsic ID!");
879fe6060f1SDimitry Andric   return IntrinsicNameTable[id];
880fe6060f1SDimitry Andric }
881fe6060f1SDimitry Andric 
8820b57cec5SDimitry Andric StringRef Intrinsic::getName(ID id) {
8830b57cec5SDimitry Andric   assert(id < num_intrinsics && "Invalid intrinsic ID!");
884480093f4SDimitry Andric   assert(!Intrinsic::isOverloaded(id) &&
8850b57cec5SDimitry Andric          "This version of getName does not support overloading");
886fe6060f1SDimitry Andric   return getBaseName(id);
8870b57cec5SDimitry Andric }
8880b57cec5SDimitry Andric 
889fe6060f1SDimitry Andric static std::string getIntrinsicNameImpl(Intrinsic::ID Id, ArrayRef<Type *> Tys,
890fe6060f1SDimitry Andric                                         Module *M, FunctionType *FT,
891fe6060f1SDimitry Andric                                         bool EarlyModuleCheck) {
892fe6060f1SDimitry Andric 
893fe6060f1SDimitry Andric   assert(Id < Intrinsic::num_intrinsics && "Invalid intrinsic ID!");
894fe6060f1SDimitry Andric   assert((Tys.empty() || Intrinsic::isOverloaded(Id)) &&
895e8d8bef9SDimitry Andric          "This version of getName is for overloaded intrinsics only");
896fe6060f1SDimitry Andric   (void)EarlyModuleCheck;
897fe6060f1SDimitry Andric   assert((!EarlyModuleCheck || M ||
898fe6060f1SDimitry Andric           !any_of(Tys, [](Type *T) { return isa<PointerType>(T); })) &&
899fe6060f1SDimitry Andric          "Intrinsic overloading on pointer types need to provide a Module");
900fe6060f1SDimitry Andric   bool HasUnnamedType = false;
901fe6060f1SDimitry Andric   std::string Result(Intrinsic::getBaseName(Id));
902fe6060f1SDimitry Andric   for (Type *Ty : Tys)
903fe6060f1SDimitry Andric     Result += "." + getMangledTypeStr(Ty, HasUnnamedType);
904fe6060f1SDimitry Andric   if (HasUnnamedType) {
905fe6060f1SDimitry Andric     assert(M && "unnamed types need a module");
906fe6060f1SDimitry Andric     if (!FT)
907fe6060f1SDimitry Andric       FT = Intrinsic::getType(M->getContext(), Id, Tys);
908fe6060f1SDimitry Andric     else
909fe6060f1SDimitry Andric       assert((FT == Intrinsic::getType(M->getContext(), Id, Tys)) &&
910fe6060f1SDimitry Andric              "Provided FunctionType must match arguments");
911fe6060f1SDimitry Andric     return M->getUniqueIntrinsicName(Result, Id, FT);
9120b57cec5SDimitry Andric   }
9130b57cec5SDimitry Andric   return Result;
9140b57cec5SDimitry Andric }
9150b57cec5SDimitry Andric 
916fe6060f1SDimitry Andric std::string Intrinsic::getName(ID Id, ArrayRef<Type *> Tys, Module *M,
917fe6060f1SDimitry Andric                                FunctionType *FT) {
918fe6060f1SDimitry Andric   assert(M && "We need to have a Module");
919fe6060f1SDimitry Andric   return getIntrinsicNameImpl(Id, Tys, M, FT, true);
920fe6060f1SDimitry Andric }
921fe6060f1SDimitry Andric 
922fe6060f1SDimitry Andric std::string Intrinsic::getNameNoUnnamedTypes(ID Id, ArrayRef<Type *> Tys) {
923fe6060f1SDimitry Andric   return getIntrinsicNameImpl(Id, Tys, nullptr, nullptr, false);
924fe6060f1SDimitry Andric }
925fe6060f1SDimitry Andric 
9260b57cec5SDimitry Andric /// IIT_Info - These are enumerators that describe the entries returned by the
9270b57cec5SDimitry Andric /// getIntrinsicInfoTableEntries function.
9280b57cec5SDimitry Andric ///
9290b57cec5SDimitry Andric /// NOTE: This must be kept in synch with the copy in TblGen/IntrinsicEmitter!
9300b57cec5SDimitry Andric enum IIT_Info {
9310b57cec5SDimitry Andric   // Common values should be encoded with 0-15.
9320b57cec5SDimitry Andric   IIT_Done = 0,
9330b57cec5SDimitry Andric   IIT_I1 = 1,
9340b57cec5SDimitry Andric   IIT_I8 = 2,
9350b57cec5SDimitry Andric   IIT_I16 = 3,
9360b57cec5SDimitry Andric   IIT_I32 = 4,
9370b57cec5SDimitry Andric   IIT_I64 = 5,
9380b57cec5SDimitry Andric   IIT_F16 = 6,
9390b57cec5SDimitry Andric   IIT_F32 = 7,
9400b57cec5SDimitry Andric   IIT_F64 = 8,
9410b57cec5SDimitry Andric   IIT_V2 = 9,
9420b57cec5SDimitry Andric   IIT_V4 = 10,
9430b57cec5SDimitry Andric   IIT_V8 = 11,
9440b57cec5SDimitry Andric   IIT_V16 = 12,
9450b57cec5SDimitry Andric   IIT_V32 = 13,
9460b57cec5SDimitry Andric   IIT_PTR = 14,
9470b57cec5SDimitry Andric   IIT_ARG = 15,
9480b57cec5SDimitry Andric 
9490b57cec5SDimitry Andric   // Values from 16+ are only encodable with the inefficient encoding.
9500b57cec5SDimitry Andric   IIT_V64 = 16,
9510b57cec5SDimitry Andric   IIT_MMX = 17,
9520b57cec5SDimitry Andric   IIT_TOKEN = 18,
9530b57cec5SDimitry Andric   IIT_METADATA = 19,
9540b57cec5SDimitry Andric   IIT_EMPTYSTRUCT = 20,
9550b57cec5SDimitry Andric   IIT_STRUCT2 = 21,
9560b57cec5SDimitry Andric   IIT_STRUCT3 = 22,
9570b57cec5SDimitry Andric   IIT_STRUCT4 = 23,
9580b57cec5SDimitry Andric   IIT_STRUCT5 = 24,
9590b57cec5SDimitry Andric   IIT_EXTEND_ARG = 25,
9600b57cec5SDimitry Andric   IIT_TRUNC_ARG = 26,
9610b57cec5SDimitry Andric   IIT_ANYPTR = 27,
9620b57cec5SDimitry Andric   IIT_V1 = 28,
9630b57cec5SDimitry Andric   IIT_VARARG = 29,
9640b57cec5SDimitry Andric   IIT_HALF_VEC_ARG = 30,
9650b57cec5SDimitry Andric   IIT_SAME_VEC_WIDTH_ARG = 31,
9660b57cec5SDimitry Andric   IIT_PTR_TO_ARG = 32,
9670b57cec5SDimitry Andric   IIT_PTR_TO_ELT = 33,
9680b57cec5SDimitry Andric   IIT_VEC_OF_ANYPTRS_TO_ELT = 34,
9690b57cec5SDimitry Andric   IIT_I128 = 35,
9700b57cec5SDimitry Andric   IIT_V512 = 36,
9710b57cec5SDimitry Andric   IIT_V1024 = 37,
9720b57cec5SDimitry Andric   IIT_STRUCT6 = 38,
9730b57cec5SDimitry Andric   IIT_STRUCT7 = 39,
9740b57cec5SDimitry Andric   IIT_STRUCT8 = 40,
9750b57cec5SDimitry Andric   IIT_F128 = 41,
9768bcb0991SDimitry Andric   IIT_VEC_ELEMENT = 42,
9778bcb0991SDimitry Andric   IIT_SCALABLE_VEC = 43,
9788bcb0991SDimitry Andric   IIT_SUBDIVIDE2_ARG = 44,
9798bcb0991SDimitry Andric   IIT_SUBDIVIDE4_ARG = 45,
9805ffd83dbSDimitry Andric   IIT_VEC_OF_BITCASTS_TO_INT = 46,
9815ffd83dbSDimitry Andric   IIT_V128 = 47,
982e8d8bef9SDimitry Andric   IIT_BF16 = 48,
983e8d8bef9SDimitry Andric   IIT_STRUCT9 = 49,
984e8d8bef9SDimitry Andric   IIT_V256 = 50,
985349cc55cSDimitry Andric   IIT_AMX = 51,
9860eae32dcSDimitry Andric   IIT_PPCF128 = 52,
9870eae32dcSDimitry Andric   IIT_V3 = 53,
9880eae32dcSDimitry Andric   IIT_EXTERNREF = 54,
98981ad6265SDimitry Andric   IIT_FUNCREF = 55,
99081ad6265SDimitry Andric   IIT_ANYPTR_TO_ELT = 56,
99181ad6265SDimitry Andric   IIT_I2 = 57,
99281ad6265SDimitry Andric   IIT_I4 = 58,
9930b57cec5SDimitry Andric };
9940b57cec5SDimitry Andric 
9950b57cec5SDimitry Andric static void DecodeIITType(unsigned &NextElt, ArrayRef<unsigned char> Infos,
9965ffd83dbSDimitry Andric                       IIT_Info LastInfo,
9970b57cec5SDimitry Andric                       SmallVectorImpl<Intrinsic::IITDescriptor> &OutputTable) {
9980b57cec5SDimitry Andric   using namespace Intrinsic;
9990b57cec5SDimitry Andric 
10005ffd83dbSDimitry Andric   bool IsScalableVector = (LastInfo == IIT_SCALABLE_VEC);
10015ffd83dbSDimitry Andric 
10020b57cec5SDimitry Andric   IIT_Info Info = IIT_Info(Infos[NextElt++]);
10030b57cec5SDimitry Andric   unsigned StructElts = 2;
10040b57cec5SDimitry Andric 
10050b57cec5SDimitry Andric   switch (Info) {
10060b57cec5SDimitry Andric   case IIT_Done:
10070b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Void, 0));
10080b57cec5SDimitry Andric     return;
10090b57cec5SDimitry Andric   case IIT_VARARG:
10100b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::VarArg, 0));
10110b57cec5SDimitry Andric     return;
10120b57cec5SDimitry Andric   case IIT_MMX:
10130b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::MMX, 0));
10140b57cec5SDimitry Andric     return;
1015e8d8bef9SDimitry Andric   case IIT_AMX:
1016e8d8bef9SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::AMX, 0));
1017e8d8bef9SDimitry Andric     return;
10180b57cec5SDimitry Andric   case IIT_TOKEN:
10190b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Token, 0));
10200b57cec5SDimitry Andric     return;
10210b57cec5SDimitry Andric   case IIT_METADATA:
10220b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Metadata, 0));
10230b57cec5SDimitry Andric     return;
10240b57cec5SDimitry Andric   case IIT_F16:
10250b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Half, 0));
10260b57cec5SDimitry Andric     return;
10275ffd83dbSDimitry Andric   case IIT_BF16:
10285ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::BFloat, 0));
10295ffd83dbSDimitry Andric     return;
10300b57cec5SDimitry Andric   case IIT_F32:
10310b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Float, 0));
10320b57cec5SDimitry Andric     return;
10330b57cec5SDimitry Andric   case IIT_F64:
10340b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Double, 0));
10350b57cec5SDimitry Andric     return;
10360b57cec5SDimitry Andric   case IIT_F128:
10370b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Quad, 0));
10380b57cec5SDimitry Andric     return;
1039349cc55cSDimitry Andric   case IIT_PPCF128:
1040349cc55cSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::PPCQuad, 0));
1041349cc55cSDimitry Andric     return;
10420b57cec5SDimitry Andric   case IIT_I1:
10430b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 1));
10440b57cec5SDimitry Andric     return;
104581ad6265SDimitry Andric   case IIT_I2:
104681ad6265SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 2));
104781ad6265SDimitry Andric     return;
104881ad6265SDimitry Andric   case IIT_I4:
104981ad6265SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 4));
105081ad6265SDimitry Andric     return;
10510b57cec5SDimitry Andric   case IIT_I8:
10520b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 8));
10530b57cec5SDimitry Andric     return;
10540b57cec5SDimitry Andric   case IIT_I16:
10550b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer,16));
10560b57cec5SDimitry Andric     return;
10570b57cec5SDimitry Andric   case IIT_I32:
10580b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 32));
10590b57cec5SDimitry Andric     return;
10600b57cec5SDimitry Andric   case IIT_I64:
10610b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 64));
10620b57cec5SDimitry Andric     return;
10630b57cec5SDimitry Andric   case IIT_I128:
10640b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 128));
10650b57cec5SDimitry Andric     return;
10660b57cec5SDimitry Andric   case IIT_V1:
10675ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(1, IsScalableVector));
10685ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10690b57cec5SDimitry Andric     return;
10700b57cec5SDimitry Andric   case IIT_V2:
10715ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(2, IsScalableVector));
10725ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10730b57cec5SDimitry Andric     return;
10740eae32dcSDimitry Andric   case IIT_V3:
10750eae32dcSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(3, IsScalableVector));
10760eae32dcSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10770eae32dcSDimitry Andric     return;
10780b57cec5SDimitry Andric   case IIT_V4:
10795ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(4, IsScalableVector));
10805ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10810b57cec5SDimitry Andric     return;
10820b57cec5SDimitry Andric   case IIT_V8:
10835ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(8, IsScalableVector));
10845ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10850b57cec5SDimitry Andric     return;
10860b57cec5SDimitry Andric   case IIT_V16:
10875ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(16, IsScalableVector));
10885ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10890b57cec5SDimitry Andric     return;
10900b57cec5SDimitry Andric   case IIT_V32:
10915ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(32, IsScalableVector));
10925ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10930b57cec5SDimitry Andric     return;
10940b57cec5SDimitry Andric   case IIT_V64:
10955ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(64, IsScalableVector));
10965ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
10975ffd83dbSDimitry Andric     return;
10985ffd83dbSDimitry Andric   case IIT_V128:
10995ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(128, IsScalableVector));
11005ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
11010b57cec5SDimitry Andric     return;
1102e8d8bef9SDimitry Andric   case IIT_V256:
1103e8d8bef9SDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(256, IsScalableVector));
1104e8d8bef9SDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
1105e8d8bef9SDimitry Andric     return;
11060b57cec5SDimitry Andric   case IIT_V512:
11075ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(512, IsScalableVector));
11085ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
11090b57cec5SDimitry Andric     return;
11100b57cec5SDimitry Andric   case IIT_V1024:
11115ffd83dbSDimitry Andric     OutputTable.push_back(IITDescriptor::getVector(1024, IsScalableVector));
11125ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
11130b57cec5SDimitry Andric     return;
11140eae32dcSDimitry Andric   case IIT_EXTERNREF:
11150eae32dcSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 10));
11160eae32dcSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct, 0));
11170eae32dcSDimitry Andric     return;
11180eae32dcSDimitry Andric   case IIT_FUNCREF:
11190eae32dcSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 20));
11200eae32dcSDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 8));
11210eae32dcSDimitry Andric     return;
11220b57cec5SDimitry Andric   case IIT_PTR:
11230b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 0));
11245ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
11250b57cec5SDimitry Andric     return;
11260b57cec5SDimitry Andric   case IIT_ANYPTR: {  // [ANYPTR addrspace, subtype]
11270b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer,
11280b57cec5SDimitry Andric                                              Infos[NextElt++]));
11295ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
11300b57cec5SDimitry Andric     return;
11310b57cec5SDimitry Andric   }
11320b57cec5SDimitry Andric   case IIT_ARG: {
11330b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11340b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Argument, ArgInfo));
11350b57cec5SDimitry Andric     return;
11360b57cec5SDimitry Andric   }
11370b57cec5SDimitry Andric   case IIT_EXTEND_ARG: {
11380b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11390b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::ExtendArgument,
11400b57cec5SDimitry Andric                                              ArgInfo));
11410b57cec5SDimitry Andric     return;
11420b57cec5SDimitry Andric   }
11430b57cec5SDimitry Andric   case IIT_TRUNC_ARG: {
11440b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11450b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::TruncArgument,
11460b57cec5SDimitry Andric                                              ArgInfo));
11470b57cec5SDimitry Andric     return;
11480b57cec5SDimitry Andric   }
11490b57cec5SDimitry Andric   case IIT_HALF_VEC_ARG: {
11500b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11510b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::HalfVecArgument,
11520b57cec5SDimitry Andric                                              ArgInfo));
11530b57cec5SDimitry Andric     return;
11540b57cec5SDimitry Andric   }
11550b57cec5SDimitry Andric   case IIT_SAME_VEC_WIDTH_ARG: {
11560b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11570b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::SameVecWidthArgument,
11580b57cec5SDimitry Andric                                              ArgInfo));
11590b57cec5SDimitry Andric     return;
11600b57cec5SDimitry Andric   }
11610b57cec5SDimitry Andric   case IIT_PTR_TO_ARG: {
11620b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11630b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::PtrToArgument,
11640b57cec5SDimitry Andric                                              ArgInfo));
11650b57cec5SDimitry Andric     return;
11660b57cec5SDimitry Andric   }
11670b57cec5SDimitry Andric   case IIT_PTR_TO_ELT: {
11680b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11690b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::PtrToElt, ArgInfo));
11700b57cec5SDimitry Andric     return;
11710b57cec5SDimitry Andric   }
117281ad6265SDimitry Andric   case IIT_ANYPTR_TO_ELT: {
117381ad6265SDimitry Andric     unsigned short ArgNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
117481ad6265SDimitry Andric     unsigned short RefNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
117581ad6265SDimitry Andric     OutputTable.push_back(
117681ad6265SDimitry Andric         IITDescriptor::get(IITDescriptor::AnyPtrToElt, ArgNo, RefNo));
117781ad6265SDimitry Andric     return;
117881ad6265SDimitry Andric   }
11790b57cec5SDimitry Andric   case IIT_VEC_OF_ANYPTRS_TO_ELT: {
11800b57cec5SDimitry Andric     unsigned short ArgNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11810b57cec5SDimitry Andric     unsigned short RefNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
11820b57cec5SDimitry Andric     OutputTable.push_back(
11830b57cec5SDimitry Andric         IITDescriptor::get(IITDescriptor::VecOfAnyPtrsToElt, ArgNo, RefNo));
11840b57cec5SDimitry Andric     return;
11850b57cec5SDimitry Andric   }
11860b57cec5SDimitry Andric   case IIT_EMPTYSTRUCT:
11870b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct, 0));
11880b57cec5SDimitry Andric     return;
1189e8d8bef9SDimitry Andric   case IIT_STRUCT9: ++StructElts; LLVM_FALLTHROUGH;
11900b57cec5SDimitry Andric   case IIT_STRUCT8: ++StructElts; LLVM_FALLTHROUGH;
11910b57cec5SDimitry Andric   case IIT_STRUCT7: ++StructElts; LLVM_FALLTHROUGH;
11920b57cec5SDimitry Andric   case IIT_STRUCT6: ++StructElts; LLVM_FALLTHROUGH;
11930b57cec5SDimitry Andric   case IIT_STRUCT5: ++StructElts; LLVM_FALLTHROUGH;
11940b57cec5SDimitry Andric   case IIT_STRUCT4: ++StructElts; LLVM_FALLTHROUGH;
11950b57cec5SDimitry Andric   case IIT_STRUCT3: ++StructElts; LLVM_FALLTHROUGH;
11960b57cec5SDimitry Andric   case IIT_STRUCT2: {
11970b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct,StructElts));
11980b57cec5SDimitry Andric 
11990b57cec5SDimitry Andric     for (unsigned i = 0; i != StructElts; ++i)
12005ffd83dbSDimitry Andric       DecodeIITType(NextElt, Infos, Info, OutputTable);
12010b57cec5SDimitry Andric     return;
12020b57cec5SDimitry Andric   }
12038bcb0991SDimitry Andric   case IIT_SUBDIVIDE2_ARG: {
12048bcb0991SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
12058bcb0991SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Subdivide2Argument,
12068bcb0991SDimitry Andric                                              ArgInfo));
12078bcb0991SDimitry Andric     return;
12088bcb0991SDimitry Andric   }
12098bcb0991SDimitry Andric   case IIT_SUBDIVIDE4_ARG: {
12108bcb0991SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
12118bcb0991SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::Subdivide4Argument,
12128bcb0991SDimitry Andric                                              ArgInfo));
12138bcb0991SDimitry Andric     return;
12148bcb0991SDimitry Andric   }
12150b57cec5SDimitry Andric   case IIT_VEC_ELEMENT: {
12160b57cec5SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
12170b57cec5SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::VecElementArgument,
12180b57cec5SDimitry Andric                                              ArgInfo));
12190b57cec5SDimitry Andric     return;
12200b57cec5SDimitry Andric   }
12218bcb0991SDimitry Andric   case IIT_SCALABLE_VEC: {
12225ffd83dbSDimitry Andric     DecodeIITType(NextElt, Infos, Info, OutputTable);
12238bcb0991SDimitry Andric     return;
12248bcb0991SDimitry Andric   }
12258bcb0991SDimitry Andric   case IIT_VEC_OF_BITCASTS_TO_INT: {
12268bcb0991SDimitry Andric     unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]);
12278bcb0991SDimitry Andric     OutputTable.push_back(IITDescriptor::get(IITDescriptor::VecOfBitcastsToInt,
12288bcb0991SDimitry Andric                                              ArgInfo));
12298bcb0991SDimitry Andric     return;
12308bcb0991SDimitry Andric   }
12310b57cec5SDimitry Andric   }
12320b57cec5SDimitry Andric   llvm_unreachable("unhandled");
12330b57cec5SDimitry Andric }
12340b57cec5SDimitry Andric 
12350b57cec5SDimitry Andric #define GET_INTRINSIC_GENERATOR_GLOBAL
12360b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
12370b57cec5SDimitry Andric #undef GET_INTRINSIC_GENERATOR_GLOBAL
12380b57cec5SDimitry Andric 
12390b57cec5SDimitry Andric void Intrinsic::getIntrinsicInfoTableEntries(ID id,
12400b57cec5SDimitry Andric                                              SmallVectorImpl<IITDescriptor> &T){
12410b57cec5SDimitry Andric   // Check to see if the intrinsic's type was expressible by the table.
12420b57cec5SDimitry Andric   unsigned TableVal = IIT_Table[id-1];
12430b57cec5SDimitry Andric 
12440b57cec5SDimitry Andric   // Decode the TableVal into an array of IITValues.
12450b57cec5SDimitry Andric   SmallVector<unsigned char, 8> IITValues;
12460b57cec5SDimitry Andric   ArrayRef<unsigned char> IITEntries;
12470b57cec5SDimitry Andric   unsigned NextElt = 0;
12480b57cec5SDimitry Andric   if ((TableVal >> 31) != 0) {
12490b57cec5SDimitry Andric     // This is an offset into the IIT_LongEncodingTable.
12500b57cec5SDimitry Andric     IITEntries = IIT_LongEncodingTable;
12510b57cec5SDimitry Andric 
12520b57cec5SDimitry Andric     // Strip sentinel bit.
12530b57cec5SDimitry Andric     NextElt = (TableVal << 1) >> 1;
12540b57cec5SDimitry Andric   } else {
12550b57cec5SDimitry Andric     // Decode the TableVal into an array of IITValues.  If the entry was encoded
12560b57cec5SDimitry Andric     // into a single word in the table itself, decode it now.
12570b57cec5SDimitry Andric     do {
12580b57cec5SDimitry Andric       IITValues.push_back(TableVal & 0xF);
12590b57cec5SDimitry Andric       TableVal >>= 4;
12600b57cec5SDimitry Andric     } while (TableVal);
12610b57cec5SDimitry Andric 
12620b57cec5SDimitry Andric     IITEntries = IITValues;
12630b57cec5SDimitry Andric     NextElt = 0;
12640b57cec5SDimitry Andric   }
12650b57cec5SDimitry Andric 
12660b57cec5SDimitry Andric   // Okay, decode the table into the output vector of IITDescriptors.
12675ffd83dbSDimitry Andric   DecodeIITType(NextElt, IITEntries, IIT_Done, T);
12680b57cec5SDimitry Andric   while (NextElt != IITEntries.size() && IITEntries[NextElt] != 0)
12695ffd83dbSDimitry Andric     DecodeIITType(NextElt, IITEntries, IIT_Done, T);
12700b57cec5SDimitry Andric }
12710b57cec5SDimitry Andric 
12720b57cec5SDimitry Andric static Type *DecodeFixedType(ArrayRef<Intrinsic::IITDescriptor> &Infos,
12730b57cec5SDimitry Andric                              ArrayRef<Type*> Tys, LLVMContext &Context) {
12740b57cec5SDimitry Andric   using namespace Intrinsic;
12750b57cec5SDimitry Andric 
12760b57cec5SDimitry Andric   IITDescriptor D = Infos.front();
12770b57cec5SDimitry Andric   Infos = Infos.slice(1);
12780b57cec5SDimitry Andric 
12790b57cec5SDimitry Andric   switch (D.Kind) {
12800b57cec5SDimitry Andric   case IITDescriptor::Void: return Type::getVoidTy(Context);
12810b57cec5SDimitry Andric   case IITDescriptor::VarArg: return Type::getVoidTy(Context);
12820b57cec5SDimitry Andric   case IITDescriptor::MMX: return Type::getX86_MMXTy(Context);
1283e8d8bef9SDimitry Andric   case IITDescriptor::AMX: return Type::getX86_AMXTy(Context);
12840b57cec5SDimitry Andric   case IITDescriptor::Token: return Type::getTokenTy(Context);
12850b57cec5SDimitry Andric   case IITDescriptor::Metadata: return Type::getMetadataTy(Context);
12860b57cec5SDimitry Andric   case IITDescriptor::Half: return Type::getHalfTy(Context);
12875ffd83dbSDimitry Andric   case IITDescriptor::BFloat: return Type::getBFloatTy(Context);
12880b57cec5SDimitry Andric   case IITDescriptor::Float: return Type::getFloatTy(Context);
12890b57cec5SDimitry Andric   case IITDescriptor::Double: return Type::getDoubleTy(Context);
12900b57cec5SDimitry Andric   case IITDescriptor::Quad: return Type::getFP128Ty(Context);
1291349cc55cSDimitry Andric   case IITDescriptor::PPCQuad: return Type::getPPC_FP128Ty(Context);
12920b57cec5SDimitry Andric 
12930b57cec5SDimitry Andric   case IITDescriptor::Integer:
12940b57cec5SDimitry Andric     return IntegerType::get(Context, D.Integer_Width);
12950b57cec5SDimitry Andric   case IITDescriptor::Vector:
12965ffd83dbSDimitry Andric     return VectorType::get(DecodeFixedType(Infos, Tys, Context),
12975ffd83dbSDimitry Andric                            D.Vector_Width);
12980b57cec5SDimitry Andric   case IITDescriptor::Pointer:
12990b57cec5SDimitry Andric     return PointerType::get(DecodeFixedType(Infos, Tys, Context),
13000b57cec5SDimitry Andric                             D.Pointer_AddressSpace);
13010b57cec5SDimitry Andric   case IITDescriptor::Struct: {
13020b57cec5SDimitry Andric     SmallVector<Type *, 8> Elts;
13030b57cec5SDimitry Andric     for (unsigned i = 0, e = D.Struct_NumElements; i != e; ++i)
13040b57cec5SDimitry Andric       Elts.push_back(DecodeFixedType(Infos, Tys, Context));
13050b57cec5SDimitry Andric     return StructType::get(Context, Elts);
13060b57cec5SDimitry Andric   }
13070b57cec5SDimitry Andric   case IITDescriptor::Argument:
13080b57cec5SDimitry Andric     return Tys[D.getArgumentNumber()];
13090b57cec5SDimitry Andric   case IITDescriptor::ExtendArgument: {
13100b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13110b57cec5SDimitry Andric     if (VectorType *VTy = dyn_cast<VectorType>(Ty))
13120b57cec5SDimitry Andric       return VectorType::getExtendedElementVectorType(VTy);
13130b57cec5SDimitry Andric 
13140b57cec5SDimitry Andric     return IntegerType::get(Context, 2 * cast<IntegerType>(Ty)->getBitWidth());
13150b57cec5SDimitry Andric   }
13160b57cec5SDimitry Andric   case IITDescriptor::TruncArgument: {
13170b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13180b57cec5SDimitry Andric     if (VectorType *VTy = dyn_cast<VectorType>(Ty))
13190b57cec5SDimitry Andric       return VectorType::getTruncatedElementVectorType(VTy);
13200b57cec5SDimitry Andric 
13210b57cec5SDimitry Andric     IntegerType *ITy = cast<IntegerType>(Ty);
13220b57cec5SDimitry Andric     assert(ITy->getBitWidth() % 2 == 0);
13230b57cec5SDimitry Andric     return IntegerType::get(Context, ITy->getBitWidth() / 2);
13240b57cec5SDimitry Andric   }
13258bcb0991SDimitry Andric   case IITDescriptor::Subdivide2Argument:
13268bcb0991SDimitry Andric   case IITDescriptor::Subdivide4Argument: {
13278bcb0991SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13288bcb0991SDimitry Andric     VectorType *VTy = dyn_cast<VectorType>(Ty);
13298bcb0991SDimitry Andric     assert(VTy && "Expected an argument of Vector Type");
13308bcb0991SDimitry Andric     int SubDivs = D.Kind == IITDescriptor::Subdivide2Argument ? 1 : 2;
13318bcb0991SDimitry Andric     return VectorType::getSubdividedVectorType(VTy, SubDivs);
13328bcb0991SDimitry Andric   }
13330b57cec5SDimitry Andric   case IITDescriptor::HalfVecArgument:
13340b57cec5SDimitry Andric     return VectorType::getHalfElementsVectorType(cast<VectorType>(
13350b57cec5SDimitry Andric                                                   Tys[D.getArgumentNumber()]));
13360b57cec5SDimitry Andric   case IITDescriptor::SameVecWidthArgument: {
13370b57cec5SDimitry Andric     Type *EltTy = DecodeFixedType(Infos, Tys, Context);
13380b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13390b57cec5SDimitry Andric     if (auto *VTy = dyn_cast<VectorType>(Ty))
13408bcb0991SDimitry Andric       return VectorType::get(EltTy, VTy->getElementCount());
13410b57cec5SDimitry Andric     return EltTy;
13420b57cec5SDimitry Andric   }
13430b57cec5SDimitry Andric   case IITDescriptor::PtrToArgument: {
13440b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13450b57cec5SDimitry Andric     return PointerType::getUnqual(Ty);
13460b57cec5SDimitry Andric   }
13470b57cec5SDimitry Andric   case IITDescriptor::PtrToElt: {
13480b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13490b57cec5SDimitry Andric     VectorType *VTy = dyn_cast<VectorType>(Ty);
13500b57cec5SDimitry Andric     if (!VTy)
13510b57cec5SDimitry Andric       llvm_unreachable("Expected an argument of Vector Type");
13525ffd83dbSDimitry Andric     Type *EltTy = VTy->getElementType();
13530b57cec5SDimitry Andric     return PointerType::getUnqual(EltTy);
13540b57cec5SDimitry Andric   }
13550b57cec5SDimitry Andric   case IITDescriptor::VecElementArgument: {
13560b57cec5SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13570b57cec5SDimitry Andric     if (VectorType *VTy = dyn_cast<VectorType>(Ty))
13580b57cec5SDimitry Andric       return VTy->getElementType();
13590b57cec5SDimitry Andric     llvm_unreachable("Expected an argument of Vector Type");
13600b57cec5SDimitry Andric   }
13618bcb0991SDimitry Andric   case IITDescriptor::VecOfBitcastsToInt: {
13628bcb0991SDimitry Andric     Type *Ty = Tys[D.getArgumentNumber()];
13638bcb0991SDimitry Andric     VectorType *VTy = dyn_cast<VectorType>(Ty);
13648bcb0991SDimitry Andric     assert(VTy && "Expected an argument of Vector Type");
13658bcb0991SDimitry Andric     return VectorType::getInteger(VTy);
13668bcb0991SDimitry Andric   }
13670b57cec5SDimitry Andric   case IITDescriptor::VecOfAnyPtrsToElt:
13680b57cec5SDimitry Andric     // Return the overloaded type (which determines the pointers address space)
13690b57cec5SDimitry Andric     return Tys[D.getOverloadArgNumber()];
137081ad6265SDimitry Andric   case IITDescriptor::AnyPtrToElt:
137181ad6265SDimitry Andric     // Return the overloaded type (which determines the pointers address space)
137281ad6265SDimitry Andric     return Tys[D.getOverloadArgNumber()];
13730b57cec5SDimitry Andric   }
13740b57cec5SDimitry Andric   llvm_unreachable("unhandled");
13750b57cec5SDimitry Andric }
13760b57cec5SDimitry Andric 
13770b57cec5SDimitry Andric FunctionType *Intrinsic::getType(LLVMContext &Context,
13780b57cec5SDimitry Andric                                  ID id, ArrayRef<Type*> Tys) {
13790b57cec5SDimitry Andric   SmallVector<IITDescriptor, 8> Table;
13800b57cec5SDimitry Andric   getIntrinsicInfoTableEntries(id, Table);
13810b57cec5SDimitry Andric 
13820b57cec5SDimitry Andric   ArrayRef<IITDescriptor> TableRef = Table;
13830b57cec5SDimitry Andric   Type *ResultTy = DecodeFixedType(TableRef, Tys, Context);
13840b57cec5SDimitry Andric 
13850b57cec5SDimitry Andric   SmallVector<Type*, 8> ArgTys;
13860b57cec5SDimitry Andric   while (!TableRef.empty())
13870b57cec5SDimitry Andric     ArgTys.push_back(DecodeFixedType(TableRef, Tys, Context));
13880b57cec5SDimitry Andric 
13890b57cec5SDimitry Andric   // DecodeFixedType returns Void for IITDescriptor::Void and IITDescriptor::VarArg
13900b57cec5SDimitry Andric   // If we see void type as the type of the last argument, it is vararg intrinsic
13910b57cec5SDimitry Andric   if (!ArgTys.empty() && ArgTys.back()->isVoidTy()) {
13920b57cec5SDimitry Andric     ArgTys.pop_back();
13930b57cec5SDimitry Andric     return FunctionType::get(ResultTy, ArgTys, true);
13940b57cec5SDimitry Andric   }
13950b57cec5SDimitry Andric   return FunctionType::get(ResultTy, ArgTys, false);
13960b57cec5SDimitry Andric }
13970b57cec5SDimitry Andric 
13980b57cec5SDimitry Andric bool Intrinsic::isOverloaded(ID id) {
13990b57cec5SDimitry Andric #define GET_INTRINSIC_OVERLOAD_TABLE
14000b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
14010b57cec5SDimitry Andric #undef GET_INTRINSIC_OVERLOAD_TABLE
14020b57cec5SDimitry Andric }
14030b57cec5SDimitry Andric 
14040b57cec5SDimitry Andric bool Intrinsic::isLeaf(ID id) {
14050b57cec5SDimitry Andric   switch (id) {
14060b57cec5SDimitry Andric   default:
14070b57cec5SDimitry Andric     return true;
14080b57cec5SDimitry Andric 
14090b57cec5SDimitry Andric   case Intrinsic::experimental_gc_statepoint:
14100b57cec5SDimitry Andric   case Intrinsic::experimental_patchpoint_void:
14110b57cec5SDimitry Andric   case Intrinsic::experimental_patchpoint_i64:
14120b57cec5SDimitry Andric     return false;
14130b57cec5SDimitry Andric   }
14140b57cec5SDimitry Andric }
14150b57cec5SDimitry Andric 
14160b57cec5SDimitry Andric /// This defines the "Intrinsic::getAttributes(ID id)" method.
14170b57cec5SDimitry Andric #define GET_INTRINSIC_ATTRIBUTES
14180b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
14190b57cec5SDimitry Andric #undef GET_INTRINSIC_ATTRIBUTES
14200b57cec5SDimitry Andric 
14210b57cec5SDimitry Andric Function *Intrinsic::getDeclaration(Module *M, ID id, ArrayRef<Type*> Tys) {
14220b57cec5SDimitry Andric   // There can never be multiple globals with the same name of different types,
14230b57cec5SDimitry Andric   // because intrinsics must be a specific type.
1424fe6060f1SDimitry Andric   auto *FT = getType(M->getContext(), id, Tys);
14250b57cec5SDimitry Andric   return cast<Function>(
1426fe6060f1SDimitry Andric       M->getOrInsertFunction(Tys.empty() ? getName(id)
1427fe6060f1SDimitry Andric                                          : getName(id, Tys, M, FT),
14280b57cec5SDimitry Andric                              getType(M->getContext(), id, Tys))
14290b57cec5SDimitry Andric           .getCallee());
14300b57cec5SDimitry Andric }
14310b57cec5SDimitry Andric 
143281ad6265SDimitry Andric // This defines the "Intrinsic::getIntrinsicForClangBuiltin()" method.
143381ad6265SDimitry Andric #define GET_LLVM_INTRINSIC_FOR_CLANG_BUILTIN
14340b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
143581ad6265SDimitry Andric #undef GET_LLVM_INTRINSIC_FOR_CLANG_BUILTIN
14360b57cec5SDimitry Andric 
14370b57cec5SDimitry Andric // This defines the "Intrinsic::getIntrinsicForMSBuiltin()" method.
14380b57cec5SDimitry Andric #define GET_LLVM_INTRINSIC_FOR_MS_BUILTIN
14390b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc"
14400b57cec5SDimitry Andric #undef GET_LLVM_INTRINSIC_FOR_MS_BUILTIN
14410b57cec5SDimitry Andric 
14420b57cec5SDimitry Andric using DeferredIntrinsicMatchPair =
14430b57cec5SDimitry Andric     std::pair<Type *, ArrayRef<Intrinsic::IITDescriptor>>;
14440b57cec5SDimitry Andric 
14450b57cec5SDimitry Andric static bool matchIntrinsicType(
14460b57cec5SDimitry Andric     Type *Ty, ArrayRef<Intrinsic::IITDescriptor> &Infos,
14470b57cec5SDimitry Andric     SmallVectorImpl<Type *> &ArgTys,
14480b57cec5SDimitry Andric     SmallVectorImpl<DeferredIntrinsicMatchPair> &DeferredChecks,
14490b57cec5SDimitry Andric     bool IsDeferredCheck) {
14500b57cec5SDimitry Andric   using namespace Intrinsic;
14510b57cec5SDimitry Andric 
14520b57cec5SDimitry Andric   // If we ran out of descriptors, there are too many arguments.
14530b57cec5SDimitry Andric   if (Infos.empty()) return true;
14540b57cec5SDimitry Andric 
14550b57cec5SDimitry Andric   // Do this before slicing off the 'front' part
14560b57cec5SDimitry Andric   auto InfosRef = Infos;
14570b57cec5SDimitry Andric   auto DeferCheck = [&DeferredChecks, &InfosRef](Type *T) {
14580b57cec5SDimitry Andric     DeferredChecks.emplace_back(T, InfosRef);
14590b57cec5SDimitry Andric     return false;
14600b57cec5SDimitry Andric   };
14610b57cec5SDimitry Andric 
14620b57cec5SDimitry Andric   IITDescriptor D = Infos.front();
14630b57cec5SDimitry Andric   Infos = Infos.slice(1);
14640b57cec5SDimitry Andric 
14650b57cec5SDimitry Andric   switch (D.Kind) {
14660b57cec5SDimitry Andric     case IITDescriptor::Void: return !Ty->isVoidTy();
14670b57cec5SDimitry Andric     case IITDescriptor::VarArg: return true;
14680b57cec5SDimitry Andric     case IITDescriptor::MMX:  return !Ty->isX86_MMXTy();
1469e8d8bef9SDimitry Andric     case IITDescriptor::AMX:  return !Ty->isX86_AMXTy();
14700b57cec5SDimitry Andric     case IITDescriptor::Token: return !Ty->isTokenTy();
14710b57cec5SDimitry Andric     case IITDescriptor::Metadata: return !Ty->isMetadataTy();
14720b57cec5SDimitry Andric     case IITDescriptor::Half: return !Ty->isHalfTy();
14735ffd83dbSDimitry Andric     case IITDescriptor::BFloat: return !Ty->isBFloatTy();
14740b57cec5SDimitry Andric     case IITDescriptor::Float: return !Ty->isFloatTy();
14750b57cec5SDimitry Andric     case IITDescriptor::Double: return !Ty->isDoubleTy();
14760b57cec5SDimitry Andric     case IITDescriptor::Quad: return !Ty->isFP128Ty();
1477349cc55cSDimitry Andric     case IITDescriptor::PPCQuad: return !Ty->isPPC_FP128Ty();
14780b57cec5SDimitry Andric     case IITDescriptor::Integer: return !Ty->isIntegerTy(D.Integer_Width);
14790b57cec5SDimitry Andric     case IITDescriptor::Vector: {
14800b57cec5SDimitry Andric       VectorType *VT = dyn_cast<VectorType>(Ty);
14815ffd83dbSDimitry Andric       return !VT || VT->getElementCount() != D.Vector_Width ||
14820b57cec5SDimitry Andric              matchIntrinsicType(VT->getElementType(), Infos, ArgTys,
14830b57cec5SDimitry Andric                                 DeferredChecks, IsDeferredCheck);
14840b57cec5SDimitry Andric     }
14850b57cec5SDimitry Andric     case IITDescriptor::Pointer: {
14860b57cec5SDimitry Andric       PointerType *PT = dyn_cast<PointerType>(Ty);
1487fe6060f1SDimitry Andric       if (!PT || PT->getAddressSpace() != D.Pointer_AddressSpace)
1488fe6060f1SDimitry Andric         return true;
148981ad6265SDimitry Andric       if (!PT->isOpaque()) {
149081ad6265SDimitry Andric         /* Manually consume a pointer to empty struct descriptor, which is
149181ad6265SDimitry Andric          * used for externref. We don't want to enforce that the struct is
149281ad6265SDimitry Andric          * anonymous in this case. (This renders externref intrinsics
149381ad6265SDimitry Andric          * non-unique, but this will go away with opaque pointers anyway.) */
149481ad6265SDimitry Andric         if (Infos.front().Kind == IITDescriptor::Struct &&
149581ad6265SDimitry Andric             Infos.front().Struct_NumElements == 0) {
149681ad6265SDimitry Andric           Infos = Infos.slice(1);
149781ad6265SDimitry Andric           return false;
149881ad6265SDimitry Andric         }
149904eeddc0SDimitry Andric         return matchIntrinsicType(PT->getNonOpaquePointerElementType(), Infos,
150004eeddc0SDimitry Andric                                   ArgTys, DeferredChecks, IsDeferredCheck);
150181ad6265SDimitry Andric       }
1502fe6060f1SDimitry Andric       // Consume IIT descriptors relating to the pointer element type.
150381ad6265SDimitry Andric       // FIXME: Intrinsic type matching of nested single value types or even
150481ad6265SDimitry Andric       // aggregates doesn't work properly with opaque pointers but hopefully
150581ad6265SDimitry Andric       // doesn't happen in practice.
150681ad6265SDimitry Andric       while (Infos.front().Kind == IITDescriptor::Pointer ||
150781ad6265SDimitry Andric              Infos.front().Kind == IITDescriptor::Vector)
1508fe6060f1SDimitry Andric         Infos = Infos.slice(1);
150981ad6265SDimitry Andric       assert((Infos.front().Kind != IITDescriptor::Argument ||
151081ad6265SDimitry Andric               Infos.front().getArgumentKind() == IITDescriptor::AK_MatchType) &&
151181ad6265SDimitry Andric              "Unsupported polymorphic pointer type with opaque pointer");
1512fe6060f1SDimitry Andric       Infos = Infos.slice(1);
1513fe6060f1SDimitry Andric       return false;
15140b57cec5SDimitry Andric     }
15150b57cec5SDimitry Andric 
15160b57cec5SDimitry Andric     case IITDescriptor::Struct: {
15170b57cec5SDimitry Andric       StructType *ST = dyn_cast<StructType>(Ty);
151881ad6265SDimitry Andric       if (!ST || !ST->isLiteral() || ST->isPacked() ||
151981ad6265SDimitry Andric           ST->getNumElements() != D.Struct_NumElements)
15200b57cec5SDimitry Andric         return true;
15210b57cec5SDimitry Andric 
15220b57cec5SDimitry Andric       for (unsigned i = 0, e = D.Struct_NumElements; i != e; ++i)
15230b57cec5SDimitry Andric         if (matchIntrinsicType(ST->getElementType(i), Infos, ArgTys,
15240b57cec5SDimitry Andric                                DeferredChecks, IsDeferredCheck))
15250b57cec5SDimitry Andric           return true;
15260b57cec5SDimitry Andric       return false;
15270b57cec5SDimitry Andric     }
15280b57cec5SDimitry Andric 
15290b57cec5SDimitry Andric     case IITDescriptor::Argument:
15300b57cec5SDimitry Andric       // If this is the second occurrence of an argument,
15310b57cec5SDimitry Andric       // verify that the later instance matches the previous instance.
15320b57cec5SDimitry Andric       if (D.getArgumentNumber() < ArgTys.size())
15330b57cec5SDimitry Andric         return Ty != ArgTys[D.getArgumentNumber()];
15340b57cec5SDimitry Andric 
15350b57cec5SDimitry Andric       if (D.getArgumentNumber() > ArgTys.size() ||
15360b57cec5SDimitry Andric           D.getArgumentKind() == IITDescriptor::AK_MatchType)
15370b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
15380b57cec5SDimitry Andric 
15390b57cec5SDimitry Andric       assert(D.getArgumentNumber() == ArgTys.size() && !IsDeferredCheck &&
15400b57cec5SDimitry Andric              "Table consistency error");
15410b57cec5SDimitry Andric       ArgTys.push_back(Ty);
15420b57cec5SDimitry Andric 
15430b57cec5SDimitry Andric       switch (D.getArgumentKind()) {
15440b57cec5SDimitry Andric         case IITDescriptor::AK_Any:        return false; // Success
15450b57cec5SDimitry Andric         case IITDescriptor::AK_AnyInteger: return !Ty->isIntOrIntVectorTy();
15460b57cec5SDimitry Andric         case IITDescriptor::AK_AnyFloat:   return !Ty->isFPOrFPVectorTy();
15470b57cec5SDimitry Andric         case IITDescriptor::AK_AnyVector:  return !isa<VectorType>(Ty);
15480b57cec5SDimitry Andric         case IITDescriptor::AK_AnyPointer: return !isa<PointerType>(Ty);
15490b57cec5SDimitry Andric         default:                           break;
15500b57cec5SDimitry Andric       }
15510b57cec5SDimitry Andric       llvm_unreachable("all argument kinds not covered");
15520b57cec5SDimitry Andric 
15530b57cec5SDimitry Andric     case IITDescriptor::ExtendArgument: {
15540b57cec5SDimitry Andric       // If this is a forward reference, defer the check for later.
15550b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
15560b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
15570b57cec5SDimitry Andric 
15580b57cec5SDimitry Andric       Type *NewTy = ArgTys[D.getArgumentNumber()];
15590b57cec5SDimitry Andric       if (VectorType *VTy = dyn_cast<VectorType>(NewTy))
15600b57cec5SDimitry Andric         NewTy = VectorType::getExtendedElementVectorType(VTy);
15610b57cec5SDimitry Andric       else if (IntegerType *ITy = dyn_cast<IntegerType>(NewTy))
15620b57cec5SDimitry Andric         NewTy = IntegerType::get(ITy->getContext(), 2 * ITy->getBitWidth());
15630b57cec5SDimitry Andric       else
15640b57cec5SDimitry Andric         return true;
15650b57cec5SDimitry Andric 
15660b57cec5SDimitry Andric       return Ty != NewTy;
15670b57cec5SDimitry Andric     }
15680b57cec5SDimitry Andric     case IITDescriptor::TruncArgument: {
15690b57cec5SDimitry Andric       // If this is a forward reference, defer the check for later.
15700b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
15710b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
15720b57cec5SDimitry Andric 
15730b57cec5SDimitry Andric       Type *NewTy = ArgTys[D.getArgumentNumber()];
15740b57cec5SDimitry Andric       if (VectorType *VTy = dyn_cast<VectorType>(NewTy))
15750b57cec5SDimitry Andric         NewTy = VectorType::getTruncatedElementVectorType(VTy);
15760b57cec5SDimitry Andric       else if (IntegerType *ITy = dyn_cast<IntegerType>(NewTy))
15770b57cec5SDimitry Andric         NewTy = IntegerType::get(ITy->getContext(), ITy->getBitWidth() / 2);
15780b57cec5SDimitry Andric       else
15790b57cec5SDimitry Andric         return true;
15800b57cec5SDimitry Andric 
15810b57cec5SDimitry Andric       return Ty != NewTy;
15820b57cec5SDimitry Andric     }
15830b57cec5SDimitry Andric     case IITDescriptor::HalfVecArgument:
15840b57cec5SDimitry Andric       // If this is a forward reference, defer the check for later.
15858bcb0991SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
15868bcb0991SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
15878bcb0991SDimitry Andric       return !isa<VectorType>(ArgTys[D.getArgumentNumber()]) ||
15880b57cec5SDimitry Andric              VectorType::getHalfElementsVectorType(
15890b57cec5SDimitry Andric                      cast<VectorType>(ArgTys[D.getArgumentNumber()])) != Ty;
15900b57cec5SDimitry Andric     case IITDescriptor::SameVecWidthArgument: {
15910b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size()) {
15920b57cec5SDimitry Andric         // Defer check and subsequent check for the vector element type.
15930b57cec5SDimitry Andric         Infos = Infos.slice(1);
15940b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
15950b57cec5SDimitry Andric       }
15960b57cec5SDimitry Andric       auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]);
15970b57cec5SDimitry Andric       auto *ThisArgType = dyn_cast<VectorType>(Ty);
15980b57cec5SDimitry Andric       // Both must be vectors of the same number of elements or neither.
15990b57cec5SDimitry Andric       if ((ReferenceType != nullptr) != (ThisArgType != nullptr))
16000b57cec5SDimitry Andric         return true;
16010b57cec5SDimitry Andric       Type *EltTy = Ty;
16020b57cec5SDimitry Andric       if (ThisArgType) {
16038bcb0991SDimitry Andric         if (ReferenceType->getElementCount() !=
16048bcb0991SDimitry Andric             ThisArgType->getElementCount())
16050b57cec5SDimitry Andric           return true;
16065ffd83dbSDimitry Andric         EltTy = ThisArgType->getElementType();
16070b57cec5SDimitry Andric       }
16080b57cec5SDimitry Andric       return matchIntrinsicType(EltTy, Infos, ArgTys, DeferredChecks,
16090b57cec5SDimitry Andric                                 IsDeferredCheck);
16100b57cec5SDimitry Andric     }
16110b57cec5SDimitry Andric     case IITDescriptor::PtrToArgument: {
16120b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
16130b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
16140b57cec5SDimitry Andric       Type * ReferenceType = ArgTys[D.getArgumentNumber()];
16150b57cec5SDimitry Andric       PointerType *ThisArgType = dyn_cast<PointerType>(Ty);
161604eeddc0SDimitry Andric       return (!ThisArgType ||
161704eeddc0SDimitry Andric               !ThisArgType->isOpaqueOrPointeeTypeMatches(ReferenceType));
16180b57cec5SDimitry Andric     }
16190b57cec5SDimitry Andric     case IITDescriptor::PtrToElt: {
16200b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
16210b57cec5SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
16220b57cec5SDimitry Andric       VectorType * ReferenceType =
16230b57cec5SDimitry Andric         dyn_cast<VectorType> (ArgTys[D.getArgumentNumber()]);
16240b57cec5SDimitry Andric       PointerType *ThisArgType = dyn_cast<PointerType>(Ty);
16250b57cec5SDimitry Andric 
1626fe6060f1SDimitry Andric       if (!ThisArgType || !ReferenceType)
1627fe6060f1SDimitry Andric         return true;
1628349cc55cSDimitry Andric       return !ThisArgType->isOpaqueOrPointeeTypeMatches(
1629349cc55cSDimitry Andric           ReferenceType->getElementType());
16300b57cec5SDimitry Andric     }
163181ad6265SDimitry Andric     case IITDescriptor::AnyPtrToElt: {
163281ad6265SDimitry Andric       unsigned RefArgNumber = D.getRefArgNumber();
163381ad6265SDimitry Andric       if (RefArgNumber >= ArgTys.size()) {
163481ad6265SDimitry Andric         if (IsDeferredCheck)
163581ad6265SDimitry Andric           return true;
163681ad6265SDimitry Andric         // If forward referencing, already add the pointer type and
163781ad6265SDimitry Andric         // defer the checks for later.
163881ad6265SDimitry Andric         ArgTys.push_back(Ty);
163981ad6265SDimitry Andric         return DeferCheck(Ty);
164081ad6265SDimitry Andric       }
164181ad6265SDimitry Andric 
164281ad6265SDimitry Andric       if (!IsDeferredCheck) {
164381ad6265SDimitry Andric         assert(D.getOverloadArgNumber() == ArgTys.size() &&
164481ad6265SDimitry Andric                "Table consistency error");
164581ad6265SDimitry Andric         ArgTys.push_back(Ty);
164681ad6265SDimitry Andric       }
164781ad6265SDimitry Andric 
164881ad6265SDimitry Andric       auto *ReferenceType = dyn_cast<VectorType>(ArgTys[RefArgNumber]);
164981ad6265SDimitry Andric       auto *ThisArgType = dyn_cast<PointerType>(Ty);
165081ad6265SDimitry Andric       if (!ThisArgType || !ReferenceType)
165181ad6265SDimitry Andric         return true;
165281ad6265SDimitry Andric       return !ThisArgType->isOpaqueOrPointeeTypeMatches(
165381ad6265SDimitry Andric           ReferenceType->getElementType());
165481ad6265SDimitry Andric     }
16550b57cec5SDimitry Andric     case IITDescriptor::VecOfAnyPtrsToElt: {
16560b57cec5SDimitry Andric       unsigned RefArgNumber = D.getRefArgNumber();
16570b57cec5SDimitry Andric       if (RefArgNumber >= ArgTys.size()) {
16580b57cec5SDimitry Andric         if (IsDeferredCheck)
16590b57cec5SDimitry Andric           return true;
16600b57cec5SDimitry Andric         // If forward referencing, already add the pointer-vector type and
16610b57cec5SDimitry Andric         // defer the checks for later.
16620b57cec5SDimitry Andric         ArgTys.push_back(Ty);
16630b57cec5SDimitry Andric         return DeferCheck(Ty);
16640b57cec5SDimitry Andric       }
16650b57cec5SDimitry Andric 
16660b57cec5SDimitry Andric       if (!IsDeferredCheck){
16670b57cec5SDimitry Andric         assert(D.getOverloadArgNumber() == ArgTys.size() &&
16680b57cec5SDimitry Andric                "Table consistency error");
16690b57cec5SDimitry Andric         ArgTys.push_back(Ty);
16700b57cec5SDimitry Andric       }
16710b57cec5SDimitry Andric 
16720b57cec5SDimitry Andric       // Verify the overloaded type "matches" the Ref type.
16730b57cec5SDimitry Andric       // i.e. Ty is a vector with the same width as Ref.
16740b57cec5SDimitry Andric       // Composed of pointers to the same element type as Ref.
1675e8d8bef9SDimitry Andric       auto *ReferenceType = dyn_cast<VectorType>(ArgTys[RefArgNumber]);
1676e8d8bef9SDimitry Andric       auto *ThisArgVecTy = dyn_cast<VectorType>(Ty);
16770b57cec5SDimitry Andric       if (!ThisArgVecTy || !ReferenceType ||
1678e8d8bef9SDimitry Andric           (ReferenceType->getElementCount() != ThisArgVecTy->getElementCount()))
16790b57cec5SDimitry Andric         return true;
16800b57cec5SDimitry Andric       PointerType *ThisArgEltTy =
16815ffd83dbSDimitry Andric           dyn_cast<PointerType>(ThisArgVecTy->getElementType());
16820b57cec5SDimitry Andric       if (!ThisArgEltTy)
16830b57cec5SDimitry Andric         return true;
1684fe6060f1SDimitry Andric       return !ThisArgEltTy->isOpaqueOrPointeeTypeMatches(
1685fe6060f1SDimitry Andric           ReferenceType->getElementType());
16860b57cec5SDimitry Andric     }
16870b57cec5SDimitry Andric     case IITDescriptor::VecElementArgument: {
16880b57cec5SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
16890b57cec5SDimitry Andric         return IsDeferredCheck ? true : DeferCheck(Ty);
16900b57cec5SDimitry Andric       auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]);
16910b57cec5SDimitry Andric       return !ReferenceType || Ty != ReferenceType->getElementType();
16920b57cec5SDimitry Andric     }
16938bcb0991SDimitry Andric     case IITDescriptor::Subdivide2Argument:
16948bcb0991SDimitry Andric     case IITDescriptor::Subdivide4Argument: {
16958bcb0991SDimitry Andric       // If this is a forward reference, defer the check for later.
16968bcb0991SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
16978bcb0991SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
16988bcb0991SDimitry Andric 
16998bcb0991SDimitry Andric       Type *NewTy = ArgTys[D.getArgumentNumber()];
17008bcb0991SDimitry Andric       if (auto *VTy = dyn_cast<VectorType>(NewTy)) {
17018bcb0991SDimitry Andric         int SubDivs = D.Kind == IITDescriptor::Subdivide2Argument ? 1 : 2;
17028bcb0991SDimitry Andric         NewTy = VectorType::getSubdividedVectorType(VTy, SubDivs);
17038bcb0991SDimitry Andric         return Ty != NewTy;
17048bcb0991SDimitry Andric       }
17058bcb0991SDimitry Andric       return true;
17068bcb0991SDimitry Andric     }
17078bcb0991SDimitry Andric     case IITDescriptor::VecOfBitcastsToInt: {
17088bcb0991SDimitry Andric       if (D.getArgumentNumber() >= ArgTys.size())
17098bcb0991SDimitry Andric         return IsDeferredCheck || DeferCheck(Ty);
17108bcb0991SDimitry Andric       auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]);
17118bcb0991SDimitry Andric       auto *ThisArgVecTy = dyn_cast<VectorType>(Ty);
17128bcb0991SDimitry Andric       if (!ThisArgVecTy || !ReferenceType)
17138bcb0991SDimitry Andric         return true;
17148bcb0991SDimitry Andric       return ThisArgVecTy != VectorType::getInteger(ReferenceType);
17158bcb0991SDimitry Andric     }
17160b57cec5SDimitry Andric   }
17170b57cec5SDimitry Andric   llvm_unreachable("unhandled");
17180b57cec5SDimitry Andric }
17190b57cec5SDimitry Andric 
17200b57cec5SDimitry Andric Intrinsic::MatchIntrinsicTypesResult
17210b57cec5SDimitry Andric Intrinsic::matchIntrinsicSignature(FunctionType *FTy,
17220b57cec5SDimitry Andric                                    ArrayRef<Intrinsic::IITDescriptor> &Infos,
17230b57cec5SDimitry Andric                                    SmallVectorImpl<Type *> &ArgTys) {
17240b57cec5SDimitry Andric   SmallVector<DeferredIntrinsicMatchPair, 2> DeferredChecks;
17250b57cec5SDimitry Andric   if (matchIntrinsicType(FTy->getReturnType(), Infos, ArgTys, DeferredChecks,
17260b57cec5SDimitry Andric                          false))
17270b57cec5SDimitry Andric     return MatchIntrinsicTypes_NoMatchRet;
17280b57cec5SDimitry Andric 
17290b57cec5SDimitry Andric   unsigned NumDeferredReturnChecks = DeferredChecks.size();
17300b57cec5SDimitry Andric 
17310b57cec5SDimitry Andric   for (auto Ty : FTy->params())
17320b57cec5SDimitry Andric     if (matchIntrinsicType(Ty, Infos, ArgTys, DeferredChecks, false))
17330b57cec5SDimitry Andric       return MatchIntrinsicTypes_NoMatchArg;
17340b57cec5SDimitry Andric 
17350b57cec5SDimitry Andric   for (unsigned I = 0, E = DeferredChecks.size(); I != E; ++I) {
17360b57cec5SDimitry Andric     DeferredIntrinsicMatchPair &Check = DeferredChecks[I];
17370b57cec5SDimitry Andric     if (matchIntrinsicType(Check.first, Check.second, ArgTys, DeferredChecks,
17380b57cec5SDimitry Andric                            true))
17390b57cec5SDimitry Andric       return I < NumDeferredReturnChecks ? MatchIntrinsicTypes_NoMatchRet
17400b57cec5SDimitry Andric                                          : MatchIntrinsicTypes_NoMatchArg;
17410b57cec5SDimitry Andric   }
17420b57cec5SDimitry Andric 
17430b57cec5SDimitry Andric   return MatchIntrinsicTypes_Match;
17440b57cec5SDimitry Andric }
17450b57cec5SDimitry Andric 
17460b57cec5SDimitry Andric bool
17470b57cec5SDimitry Andric Intrinsic::matchIntrinsicVarArg(bool isVarArg,
17480b57cec5SDimitry Andric                                 ArrayRef<Intrinsic::IITDescriptor> &Infos) {
17490b57cec5SDimitry Andric   // If there are no descriptors left, then it can't be a vararg.
17500b57cec5SDimitry Andric   if (Infos.empty())
17510b57cec5SDimitry Andric     return isVarArg;
17520b57cec5SDimitry Andric 
17530b57cec5SDimitry Andric   // There should be only one descriptor remaining at this point.
17540b57cec5SDimitry Andric   if (Infos.size() != 1)
17550b57cec5SDimitry Andric     return true;
17560b57cec5SDimitry Andric 
17570b57cec5SDimitry Andric   // Check and verify the descriptor.
17580b57cec5SDimitry Andric   IITDescriptor D = Infos.front();
17590b57cec5SDimitry Andric   Infos = Infos.slice(1);
17600b57cec5SDimitry Andric   if (D.Kind == IITDescriptor::VarArg)
17610b57cec5SDimitry Andric     return !isVarArg;
17620b57cec5SDimitry Andric 
17630b57cec5SDimitry Andric   return true;
17640b57cec5SDimitry Andric }
17650b57cec5SDimitry Andric 
17665ffd83dbSDimitry Andric bool Intrinsic::getIntrinsicSignature(Function *F,
17675ffd83dbSDimitry Andric                                       SmallVectorImpl<Type *> &ArgTys) {
17680b57cec5SDimitry Andric   Intrinsic::ID ID = F->getIntrinsicID();
17690b57cec5SDimitry Andric   if (!ID)
17705ffd83dbSDimitry Andric     return false;
17710b57cec5SDimitry Andric 
17720b57cec5SDimitry Andric   SmallVector<Intrinsic::IITDescriptor, 8> Table;
17730b57cec5SDimitry Andric   getIntrinsicInfoTableEntries(ID, Table);
17740b57cec5SDimitry Andric   ArrayRef<Intrinsic::IITDescriptor> TableRef = Table;
17750b57cec5SDimitry Andric 
17765ffd83dbSDimitry Andric   if (Intrinsic::matchIntrinsicSignature(F->getFunctionType(), TableRef,
17775ffd83dbSDimitry Andric                                          ArgTys) !=
17785ffd83dbSDimitry Andric       Intrinsic::MatchIntrinsicTypesResult::MatchIntrinsicTypes_Match) {
17795ffd83dbSDimitry Andric     return false;
17805ffd83dbSDimitry Andric   }
17815ffd83dbSDimitry Andric   if (Intrinsic::matchIntrinsicVarArg(F->getFunctionType()->isVarArg(),
17825ffd83dbSDimitry Andric                                       TableRef))
17835ffd83dbSDimitry Andric     return false;
17845ffd83dbSDimitry Andric   return true;
17850b57cec5SDimitry Andric }
17860b57cec5SDimitry Andric 
17875ffd83dbSDimitry Andric Optional<Function *> Intrinsic::remangleIntrinsicFunction(Function *F) {
17885ffd83dbSDimitry Andric   SmallVector<Type *, 4> ArgTys;
17895ffd83dbSDimitry Andric   if (!getIntrinsicSignature(F, ArgTys))
17905ffd83dbSDimitry Andric     return None;
17915ffd83dbSDimitry Andric 
17925ffd83dbSDimitry Andric   Intrinsic::ID ID = F->getIntrinsicID();
17930b57cec5SDimitry Andric   StringRef Name = F->getName();
1794fe6060f1SDimitry Andric   std::string WantedName =
1795fe6060f1SDimitry Andric       Intrinsic::getName(ID, ArgTys, F->getParent(), F->getFunctionType());
1796fe6060f1SDimitry Andric   if (Name == WantedName)
17970b57cec5SDimitry Andric     return None;
17980b57cec5SDimitry Andric 
1799fe6060f1SDimitry Andric   Function *NewDecl = [&] {
1800fe6060f1SDimitry Andric     if (auto *ExistingGV = F->getParent()->getNamedValue(WantedName)) {
1801fe6060f1SDimitry Andric       if (auto *ExistingF = dyn_cast<Function>(ExistingGV))
1802fe6060f1SDimitry Andric         if (ExistingF->getFunctionType() == F->getFunctionType())
1803fe6060f1SDimitry Andric           return ExistingF;
1804fe6060f1SDimitry Andric 
1805fe6060f1SDimitry Andric       // The name already exists, but is not a function or has the wrong
1806fe6060f1SDimitry Andric       // prototype. Make place for the new one by renaming the old version.
1807fe6060f1SDimitry Andric       // Either this old version will be removed later on or the module is
1808fe6060f1SDimitry Andric       // invalid and we'll get an error.
1809fe6060f1SDimitry Andric       ExistingGV->setName(WantedName + ".renamed");
1810fe6060f1SDimitry Andric     }
1811fe6060f1SDimitry Andric     return Intrinsic::getDeclaration(F->getParent(), ID, ArgTys);
1812fe6060f1SDimitry Andric   }();
1813fe6060f1SDimitry Andric 
18140b57cec5SDimitry Andric   NewDecl->setCallingConv(F->getCallingConv());
18155ffd83dbSDimitry Andric   assert(NewDecl->getFunctionType() == F->getFunctionType() &&
18165ffd83dbSDimitry Andric          "Shouldn't change the signature");
18170b57cec5SDimitry Andric   return NewDecl;
18180b57cec5SDimitry Andric }
18190b57cec5SDimitry Andric 
18200b57cec5SDimitry Andric /// hasAddressTaken - returns true if there are any uses of this function
18215ffd83dbSDimitry Andric /// other than direct calls or invokes to it. Optionally ignores callback
1822fe6060f1SDimitry Andric /// uses, assume like pointer annotation calls, and references in llvm.used
1823fe6060f1SDimitry Andric /// and llvm.compiler.used variables.
18245ffd83dbSDimitry Andric bool Function::hasAddressTaken(const User **PutOffender,
1825fe6060f1SDimitry Andric                                bool IgnoreCallbackUses,
1826349cc55cSDimitry Andric                                bool IgnoreAssumeLikeCalls, bool IgnoreLLVMUsed,
1827349cc55cSDimitry Andric                                bool IgnoreARCAttachedCall) const {
18280b57cec5SDimitry Andric   for (const Use &U : uses()) {
18290b57cec5SDimitry Andric     const User *FU = U.getUser();
18300b57cec5SDimitry Andric     if (isa<BlockAddress>(FU))
18310b57cec5SDimitry Andric       continue;
18325ffd83dbSDimitry Andric 
18335ffd83dbSDimitry Andric     if (IgnoreCallbackUses) {
18345ffd83dbSDimitry Andric       AbstractCallSite ACS(&U);
18355ffd83dbSDimitry Andric       if (ACS && ACS.isCallbackCall())
18365ffd83dbSDimitry Andric         continue;
18375ffd83dbSDimitry Andric     }
18385ffd83dbSDimitry Andric 
18390b57cec5SDimitry Andric     const auto *Call = dyn_cast<CallBase>(FU);
18400b57cec5SDimitry Andric     if (!Call) {
1841fe6060f1SDimitry Andric       if (IgnoreAssumeLikeCalls) {
1842fe6060f1SDimitry Andric         if (const auto *FI = dyn_cast<Instruction>(FU)) {
1843fe6060f1SDimitry Andric           if (FI->isCast() && !FI->user_empty() &&
1844fe6060f1SDimitry Andric               llvm::all_of(FU->users(), [](const User *U) {
1845fe6060f1SDimitry Andric                 if (const auto *I = dyn_cast<IntrinsicInst>(U))
1846fe6060f1SDimitry Andric                   return I->isAssumeLikeIntrinsic();
1847fe6060f1SDimitry Andric                 return false;
1848fe6060f1SDimitry Andric               }))
1849fe6060f1SDimitry Andric             continue;
1850fe6060f1SDimitry Andric         }
1851fe6060f1SDimitry Andric       }
1852fe6060f1SDimitry Andric       if (IgnoreLLVMUsed && !FU->user_empty()) {
1853fe6060f1SDimitry Andric         const User *FUU = FU;
1854fe6060f1SDimitry Andric         if (isa<BitCastOperator>(FU) && FU->hasOneUse() &&
1855fe6060f1SDimitry Andric             !FU->user_begin()->user_empty())
1856fe6060f1SDimitry Andric           FUU = *FU->user_begin();
1857fe6060f1SDimitry Andric         if (llvm::all_of(FUU->users(), [](const User *U) {
1858fe6060f1SDimitry Andric               if (const auto *GV = dyn_cast<GlobalVariable>(U))
1859fe6060f1SDimitry Andric                 return GV->hasName() &&
1860fe6060f1SDimitry Andric                        (GV->getName().equals("llvm.compiler.used") ||
1861fe6060f1SDimitry Andric                         GV->getName().equals("llvm.used"));
1862fe6060f1SDimitry Andric               return false;
1863fe6060f1SDimitry Andric             }))
1864fe6060f1SDimitry Andric           continue;
1865fe6060f1SDimitry Andric       }
18660b57cec5SDimitry Andric       if (PutOffender)
18670b57cec5SDimitry Andric         *PutOffender = FU;
18680b57cec5SDimitry Andric       return true;
18690b57cec5SDimitry Andric     }
187081ad6265SDimitry Andric     if (!Call->isCallee(&U) || Call->getFunctionType() != getFunctionType()) {
1871349cc55cSDimitry Andric       if (IgnoreARCAttachedCall &&
1872349cc55cSDimitry Andric           Call->isOperandBundleOfType(LLVMContext::OB_clang_arc_attachedcall,
1873349cc55cSDimitry Andric                                       U.getOperandNo()))
1874349cc55cSDimitry Andric         continue;
1875349cc55cSDimitry Andric 
18760b57cec5SDimitry Andric       if (PutOffender)
18770b57cec5SDimitry Andric         *PutOffender = FU;
18780b57cec5SDimitry Andric       return true;
18790b57cec5SDimitry Andric     }
18800b57cec5SDimitry Andric   }
18810b57cec5SDimitry Andric   return false;
18820b57cec5SDimitry Andric }
18830b57cec5SDimitry Andric 
18840b57cec5SDimitry Andric bool Function::isDefTriviallyDead() const {
18850b57cec5SDimitry Andric   // Check the linkage
18860b57cec5SDimitry Andric   if (!hasLinkOnceLinkage() && !hasLocalLinkage() &&
18870b57cec5SDimitry Andric       !hasAvailableExternallyLinkage())
18880b57cec5SDimitry Andric     return false;
18890b57cec5SDimitry Andric 
18900b57cec5SDimitry Andric   // Check if the function is used by anything other than a blockaddress.
18910b57cec5SDimitry Andric   for (const User *U : users())
18920b57cec5SDimitry Andric     if (!isa<BlockAddress>(U))
18930b57cec5SDimitry Andric       return false;
18940b57cec5SDimitry Andric 
18950b57cec5SDimitry Andric   return true;
18960b57cec5SDimitry Andric }
18970b57cec5SDimitry Andric 
18980b57cec5SDimitry Andric /// callsFunctionThatReturnsTwice - Return true if the function has a call to
18990b57cec5SDimitry Andric /// setjmp or other function that gcc recognizes as "returning twice".
19000b57cec5SDimitry Andric bool Function::callsFunctionThatReturnsTwice() const {
19010b57cec5SDimitry Andric   for (const Instruction &I : instructions(this))
19020b57cec5SDimitry Andric     if (const auto *Call = dyn_cast<CallBase>(&I))
19030b57cec5SDimitry Andric       if (Call->hasFnAttr(Attribute::ReturnsTwice))
19040b57cec5SDimitry Andric         return true;
19050b57cec5SDimitry Andric 
19060b57cec5SDimitry Andric   return false;
19070b57cec5SDimitry Andric }
19080b57cec5SDimitry Andric 
19090b57cec5SDimitry Andric Constant *Function::getPersonalityFn() const {
19100b57cec5SDimitry Andric   assert(hasPersonalityFn() && getNumOperands());
19110b57cec5SDimitry Andric   return cast<Constant>(Op<0>());
19120b57cec5SDimitry Andric }
19130b57cec5SDimitry Andric 
19140b57cec5SDimitry Andric void Function::setPersonalityFn(Constant *Fn) {
19150b57cec5SDimitry Andric   setHungoffOperand<0>(Fn);
19160b57cec5SDimitry Andric   setValueSubclassDataBit(3, Fn != nullptr);
19170b57cec5SDimitry Andric }
19180b57cec5SDimitry Andric 
19190b57cec5SDimitry Andric Constant *Function::getPrefixData() const {
19200b57cec5SDimitry Andric   assert(hasPrefixData() && getNumOperands());
19210b57cec5SDimitry Andric   return cast<Constant>(Op<1>());
19220b57cec5SDimitry Andric }
19230b57cec5SDimitry Andric 
19240b57cec5SDimitry Andric void Function::setPrefixData(Constant *PrefixData) {
19250b57cec5SDimitry Andric   setHungoffOperand<1>(PrefixData);
19260b57cec5SDimitry Andric   setValueSubclassDataBit(1, PrefixData != nullptr);
19270b57cec5SDimitry Andric }
19280b57cec5SDimitry Andric 
19290b57cec5SDimitry Andric Constant *Function::getPrologueData() const {
19300b57cec5SDimitry Andric   assert(hasPrologueData() && getNumOperands());
19310b57cec5SDimitry Andric   return cast<Constant>(Op<2>());
19320b57cec5SDimitry Andric }
19330b57cec5SDimitry Andric 
19340b57cec5SDimitry Andric void Function::setPrologueData(Constant *PrologueData) {
19350b57cec5SDimitry Andric   setHungoffOperand<2>(PrologueData);
19360b57cec5SDimitry Andric   setValueSubclassDataBit(2, PrologueData != nullptr);
19370b57cec5SDimitry Andric }
19380b57cec5SDimitry Andric 
19390b57cec5SDimitry Andric void Function::allocHungoffUselist() {
19400b57cec5SDimitry Andric   // If we've already allocated a uselist, stop here.
19410b57cec5SDimitry Andric   if (getNumOperands())
19420b57cec5SDimitry Andric     return;
19430b57cec5SDimitry Andric 
19440b57cec5SDimitry Andric   allocHungoffUses(3, /*IsPhi=*/ false);
19450b57cec5SDimitry Andric   setNumHungOffUseOperands(3);
19460b57cec5SDimitry Andric 
19470b57cec5SDimitry Andric   // Initialize the uselist with placeholder operands to allow traversal.
19480b57cec5SDimitry Andric   auto *CPN = ConstantPointerNull::get(Type::getInt1PtrTy(getContext(), 0));
19490b57cec5SDimitry Andric   Op<0>().set(CPN);
19500b57cec5SDimitry Andric   Op<1>().set(CPN);
19510b57cec5SDimitry Andric   Op<2>().set(CPN);
19520b57cec5SDimitry Andric }
19530b57cec5SDimitry Andric 
19540b57cec5SDimitry Andric template <int Idx>
19550b57cec5SDimitry Andric void Function::setHungoffOperand(Constant *C) {
19560b57cec5SDimitry Andric   if (C) {
19570b57cec5SDimitry Andric     allocHungoffUselist();
19580b57cec5SDimitry Andric     Op<Idx>().set(C);
19590b57cec5SDimitry Andric   } else if (getNumOperands()) {
19600b57cec5SDimitry Andric     Op<Idx>().set(
19610b57cec5SDimitry Andric         ConstantPointerNull::get(Type::getInt1PtrTy(getContext(), 0)));
19620b57cec5SDimitry Andric   }
19630b57cec5SDimitry Andric }
19640b57cec5SDimitry Andric 
19650b57cec5SDimitry Andric void Function::setValueSubclassDataBit(unsigned Bit, bool On) {
19660b57cec5SDimitry Andric   assert(Bit < 16 && "SubclassData contains only 16 bits");
19670b57cec5SDimitry Andric   if (On)
19680b57cec5SDimitry Andric     setValueSubclassData(getSubclassDataFromValue() | (1 << Bit));
19690b57cec5SDimitry Andric   else
19700b57cec5SDimitry Andric     setValueSubclassData(getSubclassDataFromValue() & ~(1 << Bit));
19710b57cec5SDimitry Andric }
19720b57cec5SDimitry Andric 
19730b57cec5SDimitry Andric void Function::setEntryCount(ProfileCount Count,
19740b57cec5SDimitry Andric                              const DenseSet<GlobalValue::GUID> *S) {
19750b57cec5SDimitry Andric #if !defined(NDEBUG)
19760b57cec5SDimitry Andric   auto PrevCount = getEntryCount();
197781ad6265SDimitry Andric   assert(!PrevCount || PrevCount->getType() == Count.getType());
19780b57cec5SDimitry Andric #endif
1979480093f4SDimitry Andric 
1980480093f4SDimitry Andric   auto ImportGUIDs = getImportGUIDs();
1981480093f4SDimitry Andric   if (S == nullptr && ImportGUIDs.size())
1982480093f4SDimitry Andric     S = &ImportGUIDs;
1983480093f4SDimitry Andric 
19840b57cec5SDimitry Andric   MDBuilder MDB(getContext());
19850b57cec5SDimitry Andric   setMetadata(
19860b57cec5SDimitry Andric       LLVMContext::MD_prof,
19870b57cec5SDimitry Andric       MDB.createFunctionEntryCount(Count.getCount(), Count.isSynthetic(), S));
19880b57cec5SDimitry Andric }
19890b57cec5SDimitry Andric 
19900b57cec5SDimitry Andric void Function::setEntryCount(uint64_t Count, Function::ProfileCountType Type,
19910b57cec5SDimitry Andric                              const DenseSet<GlobalValue::GUID> *Imports) {
19920b57cec5SDimitry Andric   setEntryCount(ProfileCount(Count, Type), Imports);
19930b57cec5SDimitry Andric }
19940b57cec5SDimitry Andric 
1995349cc55cSDimitry Andric Optional<ProfileCount> Function::getEntryCount(bool AllowSynthetic) const {
19960b57cec5SDimitry Andric   MDNode *MD = getMetadata(LLVMContext::MD_prof);
19970b57cec5SDimitry Andric   if (MD && MD->getOperand(0))
19980b57cec5SDimitry Andric     if (MDString *MDS = dyn_cast<MDString>(MD->getOperand(0))) {
19990b57cec5SDimitry Andric       if (MDS->getString().equals("function_entry_count")) {
20000b57cec5SDimitry Andric         ConstantInt *CI = mdconst::extract<ConstantInt>(MD->getOperand(1));
20010b57cec5SDimitry Andric         uint64_t Count = CI->getValue().getZExtValue();
20020b57cec5SDimitry Andric         // A value of -1 is used for SamplePGO when there were no samples.
20030b57cec5SDimitry Andric         // Treat this the same as unknown.
20040b57cec5SDimitry Andric         if (Count == (uint64_t)-1)
2005349cc55cSDimitry Andric           return None;
20060b57cec5SDimitry Andric         return ProfileCount(Count, PCT_Real);
20070b57cec5SDimitry Andric       } else if (AllowSynthetic &&
20080b57cec5SDimitry Andric                  MDS->getString().equals("synthetic_function_entry_count")) {
20090b57cec5SDimitry Andric         ConstantInt *CI = mdconst::extract<ConstantInt>(MD->getOperand(1));
20100b57cec5SDimitry Andric         uint64_t Count = CI->getValue().getZExtValue();
20110b57cec5SDimitry Andric         return ProfileCount(Count, PCT_Synthetic);
20120b57cec5SDimitry Andric       }
20130b57cec5SDimitry Andric     }
2014349cc55cSDimitry Andric   return None;
20150b57cec5SDimitry Andric }
20160b57cec5SDimitry Andric 
20170b57cec5SDimitry Andric DenseSet<GlobalValue::GUID> Function::getImportGUIDs() const {
20180b57cec5SDimitry Andric   DenseSet<GlobalValue::GUID> R;
20190b57cec5SDimitry Andric   if (MDNode *MD = getMetadata(LLVMContext::MD_prof))
20200b57cec5SDimitry Andric     if (MDString *MDS = dyn_cast<MDString>(MD->getOperand(0)))
20210b57cec5SDimitry Andric       if (MDS->getString().equals("function_entry_count"))
20220b57cec5SDimitry Andric         for (unsigned i = 2; i < MD->getNumOperands(); i++)
20230b57cec5SDimitry Andric           R.insert(mdconst::extract<ConstantInt>(MD->getOperand(i))
20240b57cec5SDimitry Andric                        ->getValue()
20250b57cec5SDimitry Andric                        .getZExtValue());
20260b57cec5SDimitry Andric   return R;
20270b57cec5SDimitry Andric }
20280b57cec5SDimitry Andric 
20290b57cec5SDimitry Andric void Function::setSectionPrefix(StringRef Prefix) {
20300b57cec5SDimitry Andric   MDBuilder MDB(getContext());
20310b57cec5SDimitry Andric   setMetadata(LLVMContext::MD_section_prefix,
20320b57cec5SDimitry Andric               MDB.createFunctionSectionPrefix(Prefix));
20330b57cec5SDimitry Andric }
20340b57cec5SDimitry Andric 
20350b57cec5SDimitry Andric Optional<StringRef> Function::getSectionPrefix() const {
20360b57cec5SDimitry Andric   if (MDNode *MD = getMetadata(LLVMContext::MD_section_prefix)) {
20370b57cec5SDimitry Andric     assert(cast<MDString>(MD->getOperand(0))
20380b57cec5SDimitry Andric                ->getString()
20390b57cec5SDimitry Andric                .equals("function_section_prefix") &&
20400b57cec5SDimitry Andric            "Metadata not match");
20410b57cec5SDimitry Andric     return cast<MDString>(MD->getOperand(1))->getString();
20420b57cec5SDimitry Andric   }
20430b57cec5SDimitry Andric   return None;
20440b57cec5SDimitry Andric }
20450b57cec5SDimitry Andric 
20460b57cec5SDimitry Andric bool Function::nullPointerIsDefined() const {
20475ffd83dbSDimitry Andric   return hasFnAttribute(Attribute::NullPointerIsValid);
20480b57cec5SDimitry Andric }
20490b57cec5SDimitry Andric 
20500b57cec5SDimitry Andric bool llvm::NullPointerIsDefined(const Function *F, unsigned AS) {
20510b57cec5SDimitry Andric   if (F && F->nullPointerIsDefined())
20520b57cec5SDimitry Andric     return true;
20530b57cec5SDimitry Andric 
20540b57cec5SDimitry Andric   if (AS != 0)
20550b57cec5SDimitry Andric     return true;
20560b57cec5SDimitry Andric 
20570b57cec5SDimitry Andric   return false;
20580b57cec5SDimitry Andric }
2059