10b57cec5SDimitry Andric //===- Function.cpp - Implement the Global object classes -----------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // This file implements the Function class for the IR library. 100b57cec5SDimitry Andric // 110b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 120b57cec5SDimitry Andric 130b57cec5SDimitry Andric #include "llvm/IR/Function.h" 140b57cec5SDimitry Andric #include "SymbolTableListTraitsImpl.h" 150b57cec5SDimitry Andric #include "llvm/ADT/ArrayRef.h" 160b57cec5SDimitry Andric #include "llvm/ADT/DenseSet.h" 170b57cec5SDimitry Andric #include "llvm/ADT/None.h" 180b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h" 190b57cec5SDimitry Andric #include "llvm/ADT/SmallString.h" 200b57cec5SDimitry Andric #include "llvm/ADT/SmallVector.h" 210b57cec5SDimitry Andric #include "llvm/ADT/StringExtras.h" 220b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h" 235ffd83dbSDimitry Andric #include "llvm/IR/AbstractCallSite.h" 240b57cec5SDimitry Andric #include "llvm/IR/Argument.h" 250b57cec5SDimitry Andric #include "llvm/IR/Attributes.h" 260b57cec5SDimitry Andric #include "llvm/IR/BasicBlock.h" 270b57cec5SDimitry Andric #include "llvm/IR/Constant.h" 280b57cec5SDimitry Andric #include "llvm/IR/Constants.h" 290b57cec5SDimitry Andric #include "llvm/IR/DerivedTypes.h" 300b57cec5SDimitry Andric #include "llvm/IR/GlobalValue.h" 310b57cec5SDimitry Andric #include "llvm/IR/InstIterator.h" 320b57cec5SDimitry Andric #include "llvm/IR/Instruction.h" 33fe6060f1SDimitry Andric #include "llvm/IR/IntrinsicInst.h" 340b57cec5SDimitry Andric #include "llvm/IR/Intrinsics.h" 35480093f4SDimitry Andric #include "llvm/IR/IntrinsicsAArch64.h" 36480093f4SDimitry Andric #include "llvm/IR/IntrinsicsAMDGPU.h" 37480093f4SDimitry Andric #include "llvm/IR/IntrinsicsARM.h" 38480093f4SDimitry Andric #include "llvm/IR/IntrinsicsBPF.h" 3981ad6265SDimitry Andric #include "llvm/IR/IntrinsicsDirectX.h" 40480093f4SDimitry Andric #include "llvm/IR/IntrinsicsHexagon.h" 41480093f4SDimitry Andric #include "llvm/IR/IntrinsicsMips.h" 42480093f4SDimitry Andric #include "llvm/IR/IntrinsicsNVPTX.h" 43480093f4SDimitry Andric #include "llvm/IR/IntrinsicsPowerPC.h" 44480093f4SDimitry Andric #include "llvm/IR/IntrinsicsR600.h" 45480093f4SDimitry Andric #include "llvm/IR/IntrinsicsRISCV.h" 46480093f4SDimitry Andric #include "llvm/IR/IntrinsicsS390.h" 47e8d8bef9SDimitry Andric #include "llvm/IR/IntrinsicsVE.h" 48480093f4SDimitry Andric #include "llvm/IR/IntrinsicsWebAssembly.h" 49480093f4SDimitry Andric #include "llvm/IR/IntrinsicsX86.h" 50480093f4SDimitry Andric #include "llvm/IR/IntrinsicsXCore.h" 510b57cec5SDimitry Andric #include "llvm/IR/LLVMContext.h" 520b57cec5SDimitry Andric #include "llvm/IR/MDBuilder.h" 530b57cec5SDimitry Andric #include "llvm/IR/Metadata.h" 540b57cec5SDimitry Andric #include "llvm/IR/Module.h" 55fe6060f1SDimitry Andric #include "llvm/IR/Operator.h" 560b57cec5SDimitry Andric #include "llvm/IR/SymbolTableListTraits.h" 570b57cec5SDimitry Andric #include "llvm/IR/Type.h" 580b57cec5SDimitry Andric #include "llvm/IR/Use.h" 590b57cec5SDimitry Andric #include "llvm/IR/User.h" 600b57cec5SDimitry Andric #include "llvm/IR/Value.h" 610b57cec5SDimitry Andric #include "llvm/IR/ValueSymbolTable.h" 620b57cec5SDimitry Andric #include "llvm/Support/Casting.h" 63fe6060f1SDimitry Andric #include "llvm/Support/CommandLine.h" 640b57cec5SDimitry Andric #include "llvm/Support/Compiler.h" 650b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h" 660b57cec5SDimitry Andric #include <cassert> 670b57cec5SDimitry Andric #include <cstddef> 680b57cec5SDimitry Andric #include <cstdint> 690b57cec5SDimitry Andric #include <cstring> 700b57cec5SDimitry Andric #include <string> 710b57cec5SDimitry Andric 720b57cec5SDimitry Andric using namespace llvm; 730b57cec5SDimitry Andric using ProfileCount = Function::ProfileCount; 740b57cec5SDimitry Andric 750b57cec5SDimitry Andric // Explicit instantiations of SymbolTableListTraits since some of the methods 760b57cec5SDimitry Andric // are not in the public header file... 770b57cec5SDimitry Andric template class llvm::SymbolTableListTraits<BasicBlock>; 780b57cec5SDimitry Andric 79fe6060f1SDimitry Andric static cl::opt<unsigned> NonGlobalValueMaxNameSize( 80fe6060f1SDimitry Andric "non-global-value-max-name-size", cl::Hidden, cl::init(1024), 81fe6060f1SDimitry Andric cl::desc("Maximum size for the name of non-global values.")); 82fe6060f1SDimitry Andric 830b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 840b57cec5SDimitry Andric // Argument Implementation 850b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 860b57cec5SDimitry Andric 870b57cec5SDimitry Andric Argument::Argument(Type *Ty, const Twine &Name, Function *Par, unsigned ArgNo) 880b57cec5SDimitry Andric : Value(Ty, Value::ArgumentVal), Parent(Par), ArgNo(ArgNo) { 890b57cec5SDimitry Andric setName(Name); 900b57cec5SDimitry Andric } 910b57cec5SDimitry Andric 920b57cec5SDimitry Andric void Argument::setParent(Function *parent) { 930b57cec5SDimitry Andric Parent = parent; 940b57cec5SDimitry Andric } 950b57cec5SDimitry Andric 96e8d8bef9SDimitry Andric bool Argument::hasNonNullAttr(bool AllowUndefOrPoison) const { 970b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 98e8d8bef9SDimitry Andric if (getParent()->hasParamAttribute(getArgNo(), Attribute::NonNull) && 99e8d8bef9SDimitry Andric (AllowUndefOrPoison || 100e8d8bef9SDimitry Andric getParent()->hasParamAttribute(getArgNo(), Attribute::NoUndef))) 1010b57cec5SDimitry Andric return true; 1020b57cec5SDimitry Andric else if (getDereferenceableBytes() > 0 && 1030b57cec5SDimitry Andric !NullPointerIsDefined(getParent(), 1040b57cec5SDimitry Andric getType()->getPointerAddressSpace())) 1050b57cec5SDimitry Andric return true; 1060b57cec5SDimitry Andric return false; 1070b57cec5SDimitry Andric } 1080b57cec5SDimitry Andric 1090b57cec5SDimitry Andric bool Argument::hasByValAttr() const { 1100b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 1110b57cec5SDimitry Andric return hasAttribute(Attribute::ByVal); 1120b57cec5SDimitry Andric } 1130b57cec5SDimitry Andric 114e8d8bef9SDimitry Andric bool Argument::hasByRefAttr() const { 115e8d8bef9SDimitry Andric if (!getType()->isPointerTy()) 116e8d8bef9SDimitry Andric return false; 117e8d8bef9SDimitry Andric return hasAttribute(Attribute::ByRef); 118e8d8bef9SDimitry Andric } 119e8d8bef9SDimitry Andric 1200b57cec5SDimitry Andric bool Argument::hasSwiftSelfAttr() const { 1210b57cec5SDimitry Andric return getParent()->hasParamAttribute(getArgNo(), Attribute::SwiftSelf); 1220b57cec5SDimitry Andric } 1230b57cec5SDimitry Andric 1240b57cec5SDimitry Andric bool Argument::hasSwiftErrorAttr() const { 1250b57cec5SDimitry Andric return getParent()->hasParamAttribute(getArgNo(), Attribute::SwiftError); 1260b57cec5SDimitry Andric } 1270b57cec5SDimitry Andric 1280b57cec5SDimitry Andric bool Argument::hasInAllocaAttr() const { 1290b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 1300b57cec5SDimitry Andric return hasAttribute(Attribute::InAlloca); 1310b57cec5SDimitry Andric } 1320b57cec5SDimitry Andric 1335ffd83dbSDimitry Andric bool Argument::hasPreallocatedAttr() const { 1345ffd83dbSDimitry Andric if (!getType()->isPointerTy()) 1355ffd83dbSDimitry Andric return false; 1365ffd83dbSDimitry Andric return hasAttribute(Attribute::Preallocated); 1375ffd83dbSDimitry Andric } 1385ffd83dbSDimitry Andric 139e8d8bef9SDimitry Andric bool Argument::hasPassPointeeByValueCopyAttr() const { 1400b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 1410b57cec5SDimitry Andric AttributeList Attrs = getParent()->getAttributes(); 142349cc55cSDimitry Andric return Attrs.hasParamAttr(getArgNo(), Attribute::ByVal) || 143349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::InAlloca) || 144349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::Preallocated); 1455ffd83dbSDimitry Andric } 1465ffd83dbSDimitry Andric 147e8d8bef9SDimitry Andric bool Argument::hasPointeeInMemoryValueAttr() const { 148e8d8bef9SDimitry Andric if (!getType()->isPointerTy()) 149e8d8bef9SDimitry Andric return false; 150e8d8bef9SDimitry Andric AttributeList Attrs = getParent()->getAttributes(); 151349cc55cSDimitry Andric return Attrs.hasParamAttr(getArgNo(), Attribute::ByVal) || 152349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::StructRet) || 153349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::InAlloca) || 154349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::Preallocated) || 155349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::ByRef); 156e8d8bef9SDimitry Andric } 1575ffd83dbSDimitry Andric 158e8d8bef9SDimitry Andric /// For a byval, sret, inalloca, or preallocated parameter, get the in-memory 159e8d8bef9SDimitry Andric /// parameter type. 160349cc55cSDimitry Andric static Type *getMemoryParamAllocType(AttributeSet ParamAttrs) { 1615ffd83dbSDimitry Andric // FIXME: All the type carrying attributes are mutually exclusive, so there 1625ffd83dbSDimitry Andric // should be a single query to get the stored type that handles any of them. 1635ffd83dbSDimitry Andric if (Type *ByValTy = ParamAttrs.getByValType()) 164e8d8bef9SDimitry Andric return ByValTy; 165e8d8bef9SDimitry Andric if (Type *ByRefTy = ParamAttrs.getByRefType()) 166e8d8bef9SDimitry Andric return ByRefTy; 1675ffd83dbSDimitry Andric if (Type *PreAllocTy = ParamAttrs.getPreallocatedType()) 168e8d8bef9SDimitry Andric return PreAllocTy; 169fe6060f1SDimitry Andric if (Type *InAllocaTy = ParamAttrs.getInAllocaType()) 170fe6060f1SDimitry Andric return InAllocaTy; 171fe6060f1SDimitry Andric if (Type *SRetTy = ParamAttrs.getStructRetType()) 172fe6060f1SDimitry Andric return SRetTy; 1735ffd83dbSDimitry Andric 174e8d8bef9SDimitry Andric return nullptr; 175e8d8bef9SDimitry Andric } 176e8d8bef9SDimitry Andric 177e8d8bef9SDimitry Andric uint64_t Argument::getPassPointeeByValueCopySize(const DataLayout &DL) const { 178e8d8bef9SDimitry Andric AttributeSet ParamAttrs = 179349cc55cSDimitry Andric getParent()->getAttributes().getParamAttrs(getArgNo()); 180349cc55cSDimitry Andric if (Type *MemTy = getMemoryParamAllocType(ParamAttrs)) 181e8d8bef9SDimitry Andric return DL.getTypeAllocSize(MemTy); 1825ffd83dbSDimitry Andric return 0; 1830b57cec5SDimitry Andric } 1840b57cec5SDimitry Andric 185e8d8bef9SDimitry Andric Type *Argument::getPointeeInMemoryValueType() const { 186e8d8bef9SDimitry Andric AttributeSet ParamAttrs = 187349cc55cSDimitry Andric getParent()->getAttributes().getParamAttrs(getArgNo()); 188349cc55cSDimitry Andric return getMemoryParamAllocType(ParamAttrs); 189e8d8bef9SDimitry Andric } 190e8d8bef9SDimitry Andric 191349cc55cSDimitry Andric uint64_t Argument::getParamAlignment() const { 1920b57cec5SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have alignments"); 1930b57cec5SDimitry Andric return getParent()->getParamAlignment(getArgNo()); 1940b57cec5SDimitry Andric } 1950b57cec5SDimitry Andric 196480093f4SDimitry Andric MaybeAlign Argument::getParamAlign() const { 197480093f4SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have alignments"); 198480093f4SDimitry Andric return getParent()->getParamAlign(getArgNo()); 199480093f4SDimitry Andric } 200480093f4SDimitry Andric 201fe6060f1SDimitry Andric MaybeAlign Argument::getParamStackAlign() const { 202fe6060f1SDimitry Andric return getParent()->getParamStackAlign(getArgNo()); 203fe6060f1SDimitry Andric } 204fe6060f1SDimitry Andric 2050b57cec5SDimitry Andric Type *Argument::getParamByValType() const { 2060b57cec5SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have byval types"); 2070b57cec5SDimitry Andric return getParent()->getParamByValType(getArgNo()); 2080b57cec5SDimitry Andric } 2090b57cec5SDimitry Andric 210e8d8bef9SDimitry Andric Type *Argument::getParamStructRetType() const { 211e8d8bef9SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have sret types"); 212e8d8bef9SDimitry Andric return getParent()->getParamStructRetType(getArgNo()); 213e8d8bef9SDimitry Andric } 214e8d8bef9SDimitry Andric 215e8d8bef9SDimitry Andric Type *Argument::getParamByRefType() const { 216fe6060f1SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have byref types"); 217e8d8bef9SDimitry Andric return getParent()->getParamByRefType(getArgNo()); 218e8d8bef9SDimitry Andric } 219e8d8bef9SDimitry Andric 220fe6060f1SDimitry Andric Type *Argument::getParamInAllocaType() const { 221fe6060f1SDimitry Andric assert(getType()->isPointerTy() && "Only pointers have inalloca types"); 222fe6060f1SDimitry Andric return getParent()->getParamInAllocaType(getArgNo()); 223fe6060f1SDimitry Andric } 224fe6060f1SDimitry Andric 2250b57cec5SDimitry Andric uint64_t Argument::getDereferenceableBytes() const { 2260b57cec5SDimitry Andric assert(getType()->isPointerTy() && 2270b57cec5SDimitry Andric "Only pointers have dereferenceable bytes"); 2280b57cec5SDimitry Andric return getParent()->getParamDereferenceableBytes(getArgNo()); 2290b57cec5SDimitry Andric } 2300b57cec5SDimitry Andric 2310b57cec5SDimitry Andric uint64_t Argument::getDereferenceableOrNullBytes() const { 2320b57cec5SDimitry Andric assert(getType()->isPointerTy() && 2330b57cec5SDimitry Andric "Only pointers have dereferenceable bytes"); 2340b57cec5SDimitry Andric return getParent()->getParamDereferenceableOrNullBytes(getArgNo()); 2350b57cec5SDimitry Andric } 2360b57cec5SDimitry Andric 2370b57cec5SDimitry Andric bool Argument::hasNestAttr() const { 2380b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 2390b57cec5SDimitry Andric return hasAttribute(Attribute::Nest); 2400b57cec5SDimitry Andric } 2410b57cec5SDimitry Andric 2420b57cec5SDimitry Andric bool Argument::hasNoAliasAttr() const { 2430b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 2440b57cec5SDimitry Andric return hasAttribute(Attribute::NoAlias); 2450b57cec5SDimitry Andric } 2460b57cec5SDimitry Andric 2470b57cec5SDimitry Andric bool Argument::hasNoCaptureAttr() const { 2480b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 2490b57cec5SDimitry Andric return hasAttribute(Attribute::NoCapture); 2500b57cec5SDimitry Andric } 2510b57cec5SDimitry Andric 252fe6060f1SDimitry Andric bool Argument::hasNoFreeAttr() const { 253fe6060f1SDimitry Andric if (!getType()->isPointerTy()) return false; 254fe6060f1SDimitry Andric return hasAttribute(Attribute::NoFree); 255fe6060f1SDimitry Andric } 256fe6060f1SDimitry Andric 2570b57cec5SDimitry Andric bool Argument::hasStructRetAttr() const { 2580b57cec5SDimitry Andric if (!getType()->isPointerTy()) return false; 2590b57cec5SDimitry Andric return hasAttribute(Attribute::StructRet); 2600b57cec5SDimitry Andric } 2610b57cec5SDimitry Andric 2620b57cec5SDimitry Andric bool Argument::hasInRegAttr() const { 2630b57cec5SDimitry Andric return hasAttribute(Attribute::InReg); 2640b57cec5SDimitry Andric } 2650b57cec5SDimitry Andric 2660b57cec5SDimitry Andric bool Argument::hasReturnedAttr() const { 2670b57cec5SDimitry Andric return hasAttribute(Attribute::Returned); 2680b57cec5SDimitry Andric } 2690b57cec5SDimitry Andric 2700b57cec5SDimitry Andric bool Argument::hasZExtAttr() const { 2710b57cec5SDimitry Andric return hasAttribute(Attribute::ZExt); 2720b57cec5SDimitry Andric } 2730b57cec5SDimitry Andric 2740b57cec5SDimitry Andric bool Argument::hasSExtAttr() const { 2750b57cec5SDimitry Andric return hasAttribute(Attribute::SExt); 2760b57cec5SDimitry Andric } 2770b57cec5SDimitry Andric 2780b57cec5SDimitry Andric bool Argument::onlyReadsMemory() const { 2790b57cec5SDimitry Andric AttributeList Attrs = getParent()->getAttributes(); 280349cc55cSDimitry Andric return Attrs.hasParamAttr(getArgNo(), Attribute::ReadOnly) || 281349cc55cSDimitry Andric Attrs.hasParamAttr(getArgNo(), Attribute::ReadNone); 2820b57cec5SDimitry Andric } 2830b57cec5SDimitry Andric 2840b57cec5SDimitry Andric void Argument::addAttrs(AttrBuilder &B) { 2850b57cec5SDimitry Andric AttributeList AL = getParent()->getAttributes(); 2860b57cec5SDimitry Andric AL = AL.addParamAttributes(Parent->getContext(), getArgNo(), B); 2870b57cec5SDimitry Andric getParent()->setAttributes(AL); 2880b57cec5SDimitry Andric } 2890b57cec5SDimitry Andric 2900b57cec5SDimitry Andric void Argument::addAttr(Attribute::AttrKind Kind) { 2910b57cec5SDimitry Andric getParent()->addParamAttr(getArgNo(), Kind); 2920b57cec5SDimitry Andric } 2930b57cec5SDimitry Andric 2940b57cec5SDimitry Andric void Argument::addAttr(Attribute Attr) { 2950b57cec5SDimitry Andric getParent()->addParamAttr(getArgNo(), Attr); 2960b57cec5SDimitry Andric } 2970b57cec5SDimitry Andric 2980b57cec5SDimitry Andric void Argument::removeAttr(Attribute::AttrKind Kind) { 2990b57cec5SDimitry Andric getParent()->removeParamAttr(getArgNo(), Kind); 3000b57cec5SDimitry Andric } 3010b57cec5SDimitry Andric 30204eeddc0SDimitry Andric void Argument::removeAttrs(const AttributeMask &AM) { 303fe6060f1SDimitry Andric AttributeList AL = getParent()->getAttributes(); 30404eeddc0SDimitry Andric AL = AL.removeParamAttributes(Parent->getContext(), getArgNo(), AM); 305fe6060f1SDimitry Andric getParent()->setAttributes(AL); 306fe6060f1SDimitry Andric } 307fe6060f1SDimitry Andric 3080b57cec5SDimitry Andric bool Argument::hasAttribute(Attribute::AttrKind Kind) const { 3090b57cec5SDimitry Andric return getParent()->hasParamAttribute(getArgNo(), Kind); 3100b57cec5SDimitry Andric } 3110b57cec5SDimitry Andric 3120b57cec5SDimitry Andric Attribute Argument::getAttribute(Attribute::AttrKind Kind) const { 3130b57cec5SDimitry Andric return getParent()->getParamAttribute(getArgNo(), Kind); 3140b57cec5SDimitry Andric } 3150b57cec5SDimitry Andric 3160b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 3170b57cec5SDimitry Andric // Helper Methods in Function 3180b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 3190b57cec5SDimitry Andric 3200b57cec5SDimitry Andric LLVMContext &Function::getContext() const { 3210b57cec5SDimitry Andric return getType()->getContext(); 3220b57cec5SDimitry Andric } 3230b57cec5SDimitry Andric 3240b57cec5SDimitry Andric unsigned Function::getInstructionCount() const { 3250b57cec5SDimitry Andric unsigned NumInstrs = 0; 3260b57cec5SDimitry Andric for (const BasicBlock &BB : BasicBlocks) 3270b57cec5SDimitry Andric NumInstrs += std::distance(BB.instructionsWithoutDebug().begin(), 3280b57cec5SDimitry Andric BB.instructionsWithoutDebug().end()); 3290b57cec5SDimitry Andric return NumInstrs; 3300b57cec5SDimitry Andric } 3310b57cec5SDimitry Andric 3320b57cec5SDimitry Andric Function *Function::Create(FunctionType *Ty, LinkageTypes Linkage, 3330b57cec5SDimitry Andric const Twine &N, Module &M) { 3340b57cec5SDimitry Andric return Create(Ty, Linkage, M.getDataLayout().getProgramAddressSpace(), N, &M); 3350b57cec5SDimitry Andric } 3360b57cec5SDimitry Andric 337fe6060f1SDimitry Andric Function *Function::createWithDefaultAttr(FunctionType *Ty, 338fe6060f1SDimitry Andric LinkageTypes Linkage, 339fe6060f1SDimitry Andric unsigned AddrSpace, const Twine &N, 340fe6060f1SDimitry Andric Module *M) { 341fe6060f1SDimitry Andric auto *F = new Function(Ty, Linkage, AddrSpace, N, M); 34204eeddc0SDimitry Andric AttrBuilder B(F->getContext()); 34381ad6265SDimitry Andric UWTableKind UWTable = M->getUwtable(); 34481ad6265SDimitry Andric if (UWTable != UWTableKind::None) 34581ad6265SDimitry Andric B.addUWTableAttr(UWTable); 346fe6060f1SDimitry Andric switch (M->getFramePointer()) { 347fe6060f1SDimitry Andric case FramePointerKind::None: 348fe6060f1SDimitry Andric // 0 ("none") is the default. 349fe6060f1SDimitry Andric break; 350fe6060f1SDimitry Andric case FramePointerKind::NonLeaf: 351fe6060f1SDimitry Andric B.addAttribute("frame-pointer", "non-leaf"); 352fe6060f1SDimitry Andric break; 353fe6060f1SDimitry Andric case FramePointerKind::All: 354fe6060f1SDimitry Andric B.addAttribute("frame-pointer", "all"); 355fe6060f1SDimitry Andric break; 356fe6060f1SDimitry Andric } 357*fcaf7f86SDimitry Andric if (M->getModuleFlag("function_return_thunk_extern")) 358*fcaf7f86SDimitry Andric B.addAttribute(Attribute::FnRetThunkExtern); 359349cc55cSDimitry Andric F->addFnAttrs(B); 360fe6060f1SDimitry Andric return F; 361fe6060f1SDimitry Andric } 362fe6060f1SDimitry Andric 3630b57cec5SDimitry Andric void Function::removeFromParent() { 3640b57cec5SDimitry Andric getParent()->getFunctionList().remove(getIterator()); 3650b57cec5SDimitry Andric } 3660b57cec5SDimitry Andric 3670b57cec5SDimitry Andric void Function::eraseFromParent() { 3680b57cec5SDimitry Andric getParent()->getFunctionList().erase(getIterator()); 3690b57cec5SDimitry Andric } 3700b57cec5SDimitry Andric 3710b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 3720b57cec5SDimitry Andric // Function Implementation 3730b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 3740b57cec5SDimitry Andric 3750b57cec5SDimitry Andric static unsigned computeAddrSpace(unsigned AddrSpace, Module *M) { 3760b57cec5SDimitry Andric // If AS == -1 and we are passed a valid module pointer we place the function 3770b57cec5SDimitry Andric // in the program address space. Otherwise we default to AS0. 3780b57cec5SDimitry Andric if (AddrSpace == static_cast<unsigned>(-1)) 3790b57cec5SDimitry Andric return M ? M->getDataLayout().getProgramAddressSpace() : 0; 3800b57cec5SDimitry Andric return AddrSpace; 3810b57cec5SDimitry Andric } 3820b57cec5SDimitry Andric 3830b57cec5SDimitry Andric Function::Function(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, 3840b57cec5SDimitry Andric const Twine &name, Module *ParentModule) 3850b57cec5SDimitry Andric : GlobalObject(Ty, Value::FunctionVal, 3860b57cec5SDimitry Andric OperandTraits<Function>::op_begin(this), 0, Linkage, name, 3870b57cec5SDimitry Andric computeAddrSpace(AddrSpace, ParentModule)), 3880b57cec5SDimitry Andric NumArgs(Ty->getNumParams()) { 3890b57cec5SDimitry Andric assert(FunctionType::isValidReturnType(getReturnType()) && 3900b57cec5SDimitry Andric "invalid return type"); 3910b57cec5SDimitry Andric setGlobalObjectSubClassData(0); 3920b57cec5SDimitry Andric 3930b57cec5SDimitry Andric // We only need a symbol table for a function if the context keeps value names 3940b57cec5SDimitry Andric if (!getContext().shouldDiscardValueNames()) 395fe6060f1SDimitry Andric SymTab = std::make_unique<ValueSymbolTable>(NonGlobalValueMaxNameSize); 3960b57cec5SDimitry Andric 3970b57cec5SDimitry Andric // If the function has arguments, mark them as lazily built. 3980b57cec5SDimitry Andric if (Ty->getNumParams()) 3990b57cec5SDimitry Andric setValueSubclassData(1); // Set the "has lazy arguments" bit. 4000b57cec5SDimitry Andric 4010b57cec5SDimitry Andric if (ParentModule) 4020b57cec5SDimitry Andric ParentModule->getFunctionList().push_back(this); 4030b57cec5SDimitry Andric 4040b57cec5SDimitry Andric HasLLVMReservedName = getName().startswith("llvm."); 4050b57cec5SDimitry Andric // Ensure intrinsics have the right parameter attributes. 4060b57cec5SDimitry Andric // Note, the IntID field will have been set in Value::setName if this function 4070b57cec5SDimitry Andric // name is a valid intrinsic ID. 4080b57cec5SDimitry Andric if (IntID) 4090b57cec5SDimitry Andric setAttributes(Intrinsic::getAttributes(getContext(), IntID)); 4100b57cec5SDimitry Andric } 4110b57cec5SDimitry Andric 4120b57cec5SDimitry Andric Function::~Function() { 4130b57cec5SDimitry Andric dropAllReferences(); // After this it is safe to delete instructions. 4140b57cec5SDimitry Andric 4150b57cec5SDimitry Andric // Delete all of the method arguments and unlink from symbol table... 4160b57cec5SDimitry Andric if (Arguments) 4170b57cec5SDimitry Andric clearArguments(); 4180b57cec5SDimitry Andric 4190b57cec5SDimitry Andric // Remove the function from the on-the-side GC table. 4200b57cec5SDimitry Andric clearGC(); 4210b57cec5SDimitry Andric } 4220b57cec5SDimitry Andric 4230b57cec5SDimitry Andric void Function::BuildLazyArguments() const { 4240b57cec5SDimitry Andric // Create the arguments vector, all arguments start out unnamed. 4250b57cec5SDimitry Andric auto *FT = getFunctionType(); 4260b57cec5SDimitry Andric if (NumArgs > 0) { 4270b57cec5SDimitry Andric Arguments = std::allocator<Argument>().allocate(NumArgs); 4280b57cec5SDimitry Andric for (unsigned i = 0, e = NumArgs; i != e; ++i) { 4290b57cec5SDimitry Andric Type *ArgTy = FT->getParamType(i); 4300b57cec5SDimitry Andric assert(!ArgTy->isVoidTy() && "Cannot have void typed arguments!"); 4310b57cec5SDimitry Andric new (Arguments + i) Argument(ArgTy, "", const_cast<Function *>(this), i); 4320b57cec5SDimitry Andric } 4330b57cec5SDimitry Andric } 4340b57cec5SDimitry Andric 4350b57cec5SDimitry Andric // Clear the lazy arguments bit. 4360b57cec5SDimitry Andric unsigned SDC = getSubclassDataFromValue(); 4378bcb0991SDimitry Andric SDC &= ~(1 << 0); 4388bcb0991SDimitry Andric const_cast<Function*>(this)->setValueSubclassData(SDC); 4390b57cec5SDimitry Andric assert(!hasLazyArguments()); 4400b57cec5SDimitry Andric } 4410b57cec5SDimitry Andric 4420b57cec5SDimitry Andric static MutableArrayRef<Argument> makeArgArray(Argument *Args, size_t Count) { 4430b57cec5SDimitry Andric return MutableArrayRef<Argument>(Args, Count); 4440b57cec5SDimitry Andric } 4450b57cec5SDimitry Andric 4465ffd83dbSDimitry Andric bool Function::isConstrainedFPIntrinsic() const { 4475ffd83dbSDimitry Andric switch (getIntrinsicID()) { 4485ffd83dbSDimitry Andric #define INSTRUCTION(NAME, NARG, ROUND_MODE, INTRINSIC) \ 4495ffd83dbSDimitry Andric case Intrinsic::INTRINSIC: 4505ffd83dbSDimitry Andric #include "llvm/IR/ConstrainedOps.def" 4515ffd83dbSDimitry Andric return true; 4525ffd83dbSDimitry Andric #undef INSTRUCTION 4535ffd83dbSDimitry Andric default: 4545ffd83dbSDimitry Andric return false; 4555ffd83dbSDimitry Andric } 4565ffd83dbSDimitry Andric } 4575ffd83dbSDimitry Andric 4580b57cec5SDimitry Andric void Function::clearArguments() { 4590b57cec5SDimitry Andric for (Argument &A : makeArgArray(Arguments, NumArgs)) { 4600b57cec5SDimitry Andric A.setName(""); 4610b57cec5SDimitry Andric A.~Argument(); 4620b57cec5SDimitry Andric } 4630b57cec5SDimitry Andric std::allocator<Argument>().deallocate(Arguments, NumArgs); 4640b57cec5SDimitry Andric Arguments = nullptr; 4650b57cec5SDimitry Andric } 4660b57cec5SDimitry Andric 4670b57cec5SDimitry Andric void Function::stealArgumentListFrom(Function &Src) { 4680b57cec5SDimitry Andric assert(isDeclaration() && "Expected no references to current arguments"); 4690b57cec5SDimitry Andric 4700b57cec5SDimitry Andric // Drop the current arguments, if any, and set the lazy argument bit. 4710b57cec5SDimitry Andric if (!hasLazyArguments()) { 4720b57cec5SDimitry Andric assert(llvm::all_of(makeArgArray(Arguments, NumArgs), 4730b57cec5SDimitry Andric [](const Argument &A) { return A.use_empty(); }) && 4740b57cec5SDimitry Andric "Expected arguments to be unused in declaration"); 4750b57cec5SDimitry Andric clearArguments(); 4760b57cec5SDimitry Andric setValueSubclassData(getSubclassDataFromValue() | (1 << 0)); 4770b57cec5SDimitry Andric } 4780b57cec5SDimitry Andric 4790b57cec5SDimitry Andric // Nothing to steal if Src has lazy arguments. 4800b57cec5SDimitry Andric if (Src.hasLazyArguments()) 4810b57cec5SDimitry Andric return; 4820b57cec5SDimitry Andric 4830b57cec5SDimitry Andric // Steal arguments from Src, and fix the lazy argument bits. 4840b57cec5SDimitry Andric assert(arg_size() == Src.arg_size()); 4850b57cec5SDimitry Andric Arguments = Src.Arguments; 4860b57cec5SDimitry Andric Src.Arguments = nullptr; 4870b57cec5SDimitry Andric for (Argument &A : makeArgArray(Arguments, NumArgs)) { 4880b57cec5SDimitry Andric // FIXME: This does the work of transferNodesFromList inefficiently. 4890b57cec5SDimitry Andric SmallString<128> Name; 4900b57cec5SDimitry Andric if (A.hasName()) 4910b57cec5SDimitry Andric Name = A.getName(); 4920b57cec5SDimitry Andric if (!Name.empty()) 4930b57cec5SDimitry Andric A.setName(""); 4940b57cec5SDimitry Andric A.setParent(this); 4950b57cec5SDimitry Andric if (!Name.empty()) 4960b57cec5SDimitry Andric A.setName(Name); 4970b57cec5SDimitry Andric } 4980b57cec5SDimitry Andric 4990b57cec5SDimitry Andric setValueSubclassData(getSubclassDataFromValue() & ~(1 << 0)); 5000b57cec5SDimitry Andric assert(!hasLazyArguments()); 5010b57cec5SDimitry Andric Src.setValueSubclassData(Src.getSubclassDataFromValue() | (1 << 0)); 5020b57cec5SDimitry Andric } 5030b57cec5SDimitry Andric 5040b57cec5SDimitry Andric // dropAllReferences() - This function causes all the subinstructions to "let 5050b57cec5SDimitry Andric // go" of all references that they are maintaining. This allows one to 5060b57cec5SDimitry Andric // 'delete' a whole class at a time, even though there may be circular 5070b57cec5SDimitry Andric // references... first all references are dropped, and all use counts go to 5080b57cec5SDimitry Andric // zero. Then everything is deleted for real. Note that no operations are 5090b57cec5SDimitry Andric // valid on an object that has "dropped all references", except operator 5100b57cec5SDimitry Andric // delete. 5110b57cec5SDimitry Andric // 5120b57cec5SDimitry Andric void Function::dropAllReferences() { 5130b57cec5SDimitry Andric setIsMaterializable(false); 5140b57cec5SDimitry Andric 5150b57cec5SDimitry Andric for (BasicBlock &BB : *this) 5160b57cec5SDimitry Andric BB.dropAllReferences(); 5170b57cec5SDimitry Andric 5180b57cec5SDimitry Andric // Delete all basic blocks. They are now unused, except possibly by 5190b57cec5SDimitry Andric // blockaddresses, but BasicBlock's destructor takes care of those. 5200b57cec5SDimitry Andric while (!BasicBlocks.empty()) 5210b57cec5SDimitry Andric BasicBlocks.begin()->eraseFromParent(); 5220b57cec5SDimitry Andric 5230b57cec5SDimitry Andric // Drop uses of any optional data (real or placeholder). 5240b57cec5SDimitry Andric if (getNumOperands()) { 5250b57cec5SDimitry Andric User::dropAllReferences(); 5260b57cec5SDimitry Andric setNumHungOffUseOperands(0); 5270b57cec5SDimitry Andric setValueSubclassData(getSubclassDataFromValue() & ~0xe); 5280b57cec5SDimitry Andric } 5290b57cec5SDimitry Andric 5300b57cec5SDimitry Andric // Metadata is stored in a side-table. 5310b57cec5SDimitry Andric clearMetadata(); 5320b57cec5SDimitry Andric } 5330b57cec5SDimitry Andric 534349cc55cSDimitry Andric void Function::addAttributeAtIndex(unsigned i, Attribute Attr) { 535349cc55cSDimitry Andric AttributeSets = AttributeSets.addAttributeAtIndex(getContext(), i, Attr); 5360b57cec5SDimitry Andric } 5370b57cec5SDimitry Andric 538349cc55cSDimitry Andric void Function::addFnAttr(Attribute::AttrKind Kind) { 539349cc55cSDimitry Andric AttributeSets = AttributeSets.addFnAttribute(getContext(), Kind); 5400b57cec5SDimitry Andric } 5410b57cec5SDimitry Andric 542349cc55cSDimitry Andric void Function::addFnAttr(StringRef Kind, StringRef Val) { 543349cc55cSDimitry Andric AttributeSets = AttributeSets.addFnAttribute(getContext(), Kind, Val); 544349cc55cSDimitry Andric } 545349cc55cSDimitry Andric 546349cc55cSDimitry Andric void Function::addFnAttr(Attribute Attr) { 547349cc55cSDimitry Andric AttributeSets = AttributeSets.addFnAttribute(getContext(), Attr); 548349cc55cSDimitry Andric } 549349cc55cSDimitry Andric 550349cc55cSDimitry Andric void Function::addFnAttrs(const AttrBuilder &Attrs) { 551349cc55cSDimitry Andric AttributeSets = AttributeSets.addFnAttributes(getContext(), Attrs); 552349cc55cSDimitry Andric } 553349cc55cSDimitry Andric 554349cc55cSDimitry Andric void Function::addRetAttr(Attribute::AttrKind Kind) { 555349cc55cSDimitry Andric AttributeSets = AttributeSets.addRetAttribute(getContext(), Kind); 556349cc55cSDimitry Andric } 557349cc55cSDimitry Andric 558349cc55cSDimitry Andric void Function::addRetAttr(Attribute Attr) { 559349cc55cSDimitry Andric AttributeSets = AttributeSets.addRetAttribute(getContext(), Attr); 560349cc55cSDimitry Andric } 561349cc55cSDimitry Andric 562349cc55cSDimitry Andric void Function::addRetAttrs(const AttrBuilder &Attrs) { 563349cc55cSDimitry Andric AttributeSets = AttributeSets.addRetAttributes(getContext(), Attrs); 5640b57cec5SDimitry Andric } 5650b57cec5SDimitry Andric 5660b57cec5SDimitry Andric void Function::addParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) { 567349cc55cSDimitry Andric AttributeSets = AttributeSets.addParamAttribute(getContext(), ArgNo, Kind); 5680b57cec5SDimitry Andric } 5690b57cec5SDimitry Andric 5700b57cec5SDimitry Andric void Function::addParamAttr(unsigned ArgNo, Attribute Attr) { 571349cc55cSDimitry Andric AttributeSets = AttributeSets.addParamAttribute(getContext(), ArgNo, Attr); 5720b57cec5SDimitry Andric } 5730b57cec5SDimitry Andric 5740b57cec5SDimitry Andric void Function::addParamAttrs(unsigned ArgNo, const AttrBuilder &Attrs) { 575349cc55cSDimitry Andric AttributeSets = AttributeSets.addParamAttributes(getContext(), ArgNo, Attrs); 5760b57cec5SDimitry Andric } 5770b57cec5SDimitry Andric 578349cc55cSDimitry Andric void Function::removeAttributeAtIndex(unsigned i, Attribute::AttrKind Kind) { 579349cc55cSDimitry Andric AttributeSets = AttributeSets.removeAttributeAtIndex(getContext(), i, Kind); 5800b57cec5SDimitry Andric } 5810b57cec5SDimitry Andric 582349cc55cSDimitry Andric void Function::removeAttributeAtIndex(unsigned i, StringRef Kind) { 583349cc55cSDimitry Andric AttributeSets = AttributeSets.removeAttributeAtIndex(getContext(), i, Kind); 5840b57cec5SDimitry Andric } 5850b57cec5SDimitry Andric 586349cc55cSDimitry Andric void Function::removeFnAttr(Attribute::AttrKind Kind) { 587349cc55cSDimitry Andric AttributeSets = AttributeSets.removeFnAttribute(getContext(), Kind); 588349cc55cSDimitry Andric } 589349cc55cSDimitry Andric 590349cc55cSDimitry Andric void Function::removeFnAttr(StringRef Kind) { 591349cc55cSDimitry Andric AttributeSets = AttributeSets.removeFnAttribute(getContext(), Kind); 592349cc55cSDimitry Andric } 593349cc55cSDimitry Andric 59404eeddc0SDimitry Andric void Function::removeFnAttrs(const AttributeMask &AM) { 59504eeddc0SDimitry Andric AttributeSets = AttributeSets.removeFnAttributes(getContext(), AM); 596349cc55cSDimitry Andric } 597349cc55cSDimitry Andric 598349cc55cSDimitry Andric void Function::removeRetAttr(Attribute::AttrKind Kind) { 599349cc55cSDimitry Andric AttributeSets = AttributeSets.removeRetAttribute(getContext(), Kind); 600349cc55cSDimitry Andric } 601349cc55cSDimitry Andric 602349cc55cSDimitry Andric void Function::removeRetAttr(StringRef Kind) { 603349cc55cSDimitry Andric AttributeSets = AttributeSets.removeRetAttribute(getContext(), Kind); 604349cc55cSDimitry Andric } 605349cc55cSDimitry Andric 60604eeddc0SDimitry Andric void Function::removeRetAttrs(const AttributeMask &Attrs) { 607349cc55cSDimitry Andric AttributeSets = AttributeSets.removeRetAttributes(getContext(), Attrs); 6080b57cec5SDimitry Andric } 6090b57cec5SDimitry Andric 6100b57cec5SDimitry Andric void Function::removeParamAttr(unsigned ArgNo, Attribute::AttrKind Kind) { 611349cc55cSDimitry Andric AttributeSets = AttributeSets.removeParamAttribute(getContext(), ArgNo, Kind); 6120b57cec5SDimitry Andric } 6130b57cec5SDimitry Andric 6140b57cec5SDimitry Andric void Function::removeParamAttr(unsigned ArgNo, StringRef Kind) { 615349cc55cSDimitry Andric AttributeSets = AttributeSets.removeParamAttribute(getContext(), ArgNo, Kind); 6160b57cec5SDimitry Andric } 6170b57cec5SDimitry Andric 61804eeddc0SDimitry Andric void Function::removeParamAttrs(unsigned ArgNo, const AttributeMask &Attrs) { 619349cc55cSDimitry Andric AttributeSets = 620349cc55cSDimitry Andric AttributeSets.removeParamAttributes(getContext(), ArgNo, Attrs); 6210b57cec5SDimitry Andric } 6220b57cec5SDimitry Andric 6230b57cec5SDimitry Andric void Function::addDereferenceableParamAttr(unsigned ArgNo, uint64_t Bytes) { 624349cc55cSDimitry Andric AttributeSets = 625349cc55cSDimitry Andric AttributeSets.addDereferenceableParamAttr(getContext(), ArgNo, Bytes); 6260b57cec5SDimitry Andric } 6270b57cec5SDimitry Andric 628349cc55cSDimitry Andric bool Function::hasFnAttribute(Attribute::AttrKind Kind) const { 629349cc55cSDimitry Andric return AttributeSets.hasFnAttr(Kind); 630349cc55cSDimitry Andric } 631349cc55cSDimitry Andric 632349cc55cSDimitry Andric bool Function::hasFnAttribute(StringRef Kind) const { 633349cc55cSDimitry Andric return AttributeSets.hasFnAttr(Kind); 634349cc55cSDimitry Andric } 635349cc55cSDimitry Andric 636349cc55cSDimitry Andric bool Function::hasRetAttribute(Attribute::AttrKind Kind) const { 637349cc55cSDimitry Andric return AttributeSets.hasRetAttr(Kind); 638349cc55cSDimitry Andric } 639349cc55cSDimitry Andric 640349cc55cSDimitry Andric bool Function::hasParamAttribute(unsigned ArgNo, 641349cc55cSDimitry Andric Attribute::AttrKind Kind) const { 642349cc55cSDimitry Andric return AttributeSets.hasParamAttr(ArgNo, Kind); 643349cc55cSDimitry Andric } 644349cc55cSDimitry Andric 645349cc55cSDimitry Andric Attribute Function::getAttributeAtIndex(unsigned i, 646349cc55cSDimitry Andric Attribute::AttrKind Kind) const { 647349cc55cSDimitry Andric return AttributeSets.getAttributeAtIndex(i, Kind); 648349cc55cSDimitry Andric } 649349cc55cSDimitry Andric 650349cc55cSDimitry Andric Attribute Function::getAttributeAtIndex(unsigned i, StringRef Kind) const { 651349cc55cSDimitry Andric return AttributeSets.getAttributeAtIndex(i, Kind); 652349cc55cSDimitry Andric } 653349cc55cSDimitry Andric 654349cc55cSDimitry Andric Attribute Function::getFnAttribute(Attribute::AttrKind Kind) const { 655349cc55cSDimitry Andric return AttributeSets.getFnAttr(Kind); 656349cc55cSDimitry Andric } 657349cc55cSDimitry Andric 658349cc55cSDimitry Andric Attribute Function::getFnAttribute(StringRef Kind) const { 659349cc55cSDimitry Andric return AttributeSets.getFnAttr(Kind); 660349cc55cSDimitry Andric } 661349cc55cSDimitry Andric 662349cc55cSDimitry Andric /// gets the specified attribute from the list of attributes. 663349cc55cSDimitry Andric Attribute Function::getParamAttribute(unsigned ArgNo, 664349cc55cSDimitry Andric Attribute::AttrKind Kind) const { 665349cc55cSDimitry Andric return AttributeSets.getParamAttr(ArgNo, Kind); 6660b57cec5SDimitry Andric } 6670b57cec5SDimitry Andric 6680b57cec5SDimitry Andric void Function::addDereferenceableOrNullParamAttr(unsigned ArgNo, 6690b57cec5SDimitry Andric uint64_t Bytes) { 670349cc55cSDimitry Andric AttributeSets = AttributeSets.addDereferenceableOrNullParamAttr(getContext(), 671349cc55cSDimitry Andric ArgNo, Bytes); 6720b57cec5SDimitry Andric } 6730b57cec5SDimitry Andric 674e8d8bef9SDimitry Andric DenormalMode Function::getDenormalMode(const fltSemantics &FPType) const { 675e8d8bef9SDimitry Andric if (&FPType == &APFloat::IEEEsingle()) { 676e8d8bef9SDimitry Andric Attribute Attr = getFnAttribute("denormal-fp-math-f32"); 677e8d8bef9SDimitry Andric StringRef Val = Attr.getValueAsString(); 678e8d8bef9SDimitry Andric if (!Val.empty()) 679e8d8bef9SDimitry Andric return parseDenormalFPAttribute(Val); 680e8d8bef9SDimitry Andric 681e8d8bef9SDimitry Andric // If the f32 variant of the attribute isn't specified, try to use the 682e8d8bef9SDimitry Andric // generic one. 683e8d8bef9SDimitry Andric } 684e8d8bef9SDimitry Andric 685e8d8bef9SDimitry Andric Attribute Attr = getFnAttribute("denormal-fp-math"); 686e8d8bef9SDimitry Andric return parseDenormalFPAttribute(Attr.getValueAsString()); 687e8d8bef9SDimitry Andric } 688e8d8bef9SDimitry Andric 6890b57cec5SDimitry Andric const std::string &Function::getGC() const { 6900b57cec5SDimitry Andric assert(hasGC() && "Function has no collector"); 6910b57cec5SDimitry Andric return getContext().getGC(*this); 6920b57cec5SDimitry Andric } 6930b57cec5SDimitry Andric 6940b57cec5SDimitry Andric void Function::setGC(std::string Str) { 6950b57cec5SDimitry Andric setValueSubclassDataBit(14, !Str.empty()); 6960b57cec5SDimitry Andric getContext().setGC(*this, std::move(Str)); 6970b57cec5SDimitry Andric } 6980b57cec5SDimitry Andric 6990b57cec5SDimitry Andric void Function::clearGC() { 7000b57cec5SDimitry Andric if (!hasGC()) 7010b57cec5SDimitry Andric return; 7020b57cec5SDimitry Andric getContext().deleteGC(*this); 7030b57cec5SDimitry Andric setValueSubclassDataBit(14, false); 7040b57cec5SDimitry Andric } 7050b57cec5SDimitry Andric 706e8d8bef9SDimitry Andric bool Function::hasStackProtectorFnAttr() const { 707e8d8bef9SDimitry Andric return hasFnAttribute(Attribute::StackProtect) || 708e8d8bef9SDimitry Andric hasFnAttribute(Attribute::StackProtectStrong) || 709e8d8bef9SDimitry Andric hasFnAttribute(Attribute::StackProtectReq); 710e8d8bef9SDimitry Andric } 711e8d8bef9SDimitry Andric 7120b57cec5SDimitry Andric /// Copy all additional attributes (those not needed to create a Function) from 7130b57cec5SDimitry Andric /// the Function Src to this one. 7140b57cec5SDimitry Andric void Function::copyAttributesFrom(const Function *Src) { 7150b57cec5SDimitry Andric GlobalObject::copyAttributesFrom(Src); 7160b57cec5SDimitry Andric setCallingConv(Src->getCallingConv()); 7170b57cec5SDimitry Andric setAttributes(Src->getAttributes()); 7180b57cec5SDimitry Andric if (Src->hasGC()) 7190b57cec5SDimitry Andric setGC(Src->getGC()); 7200b57cec5SDimitry Andric else 7210b57cec5SDimitry Andric clearGC(); 7220b57cec5SDimitry Andric if (Src->hasPersonalityFn()) 7230b57cec5SDimitry Andric setPersonalityFn(Src->getPersonalityFn()); 7240b57cec5SDimitry Andric if (Src->hasPrefixData()) 7250b57cec5SDimitry Andric setPrefixData(Src->getPrefixData()); 7260b57cec5SDimitry Andric if (Src->hasPrologueData()) 7270b57cec5SDimitry Andric setPrologueData(Src->getPrologueData()); 7280b57cec5SDimitry Andric } 7290b57cec5SDimitry Andric 7300b57cec5SDimitry Andric /// Table of string intrinsic names indexed by enum value. 7310b57cec5SDimitry Andric static const char * const IntrinsicNameTable[] = { 7320b57cec5SDimitry Andric "not_intrinsic", 7330b57cec5SDimitry Andric #define GET_INTRINSIC_NAME_TABLE 7340b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 7350b57cec5SDimitry Andric #undef GET_INTRINSIC_NAME_TABLE 7360b57cec5SDimitry Andric }; 7370b57cec5SDimitry Andric 7380b57cec5SDimitry Andric /// Table of per-target intrinsic name tables. 7390b57cec5SDimitry Andric #define GET_INTRINSIC_TARGET_DATA 7400b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 7410b57cec5SDimitry Andric #undef GET_INTRINSIC_TARGET_DATA 7420b57cec5SDimitry Andric 743e8d8bef9SDimitry Andric bool Function::isTargetIntrinsic(Intrinsic::ID IID) { 744e8d8bef9SDimitry Andric return IID > TargetInfos[0].Count; 745e8d8bef9SDimitry Andric } 746e8d8bef9SDimitry Andric 747e8d8bef9SDimitry Andric bool Function::isTargetIntrinsic() const { 748e8d8bef9SDimitry Andric return isTargetIntrinsic(IntID); 749e8d8bef9SDimitry Andric } 750e8d8bef9SDimitry Andric 7510b57cec5SDimitry Andric /// Find the segment of \c IntrinsicNameTable for intrinsics with the same 7520b57cec5SDimitry Andric /// target as \c Name, or the generic table if \c Name is not target specific. 7530b57cec5SDimitry Andric /// 7540b57cec5SDimitry Andric /// Returns the relevant slice of \c IntrinsicNameTable 7550b57cec5SDimitry Andric static ArrayRef<const char *> findTargetSubtable(StringRef Name) { 7560b57cec5SDimitry Andric assert(Name.startswith("llvm.")); 7570b57cec5SDimitry Andric 7580b57cec5SDimitry Andric ArrayRef<IntrinsicTargetInfo> Targets(TargetInfos); 7590b57cec5SDimitry Andric // Drop "llvm." and take the first dotted component. That will be the target 7600b57cec5SDimitry Andric // if this is target specific. 7610b57cec5SDimitry Andric StringRef Target = Name.drop_front(5).split('.').first; 7620b57cec5SDimitry Andric auto It = partition_point( 7630b57cec5SDimitry Andric Targets, [=](const IntrinsicTargetInfo &TI) { return TI.Name < Target; }); 7640b57cec5SDimitry Andric // We've either found the target or just fall back to the generic set, which 7650b57cec5SDimitry Andric // is always first. 7660b57cec5SDimitry Andric const auto &TI = It != Targets.end() && It->Name == Target ? *It : Targets[0]; 7670b57cec5SDimitry Andric return makeArrayRef(&IntrinsicNameTable[1] + TI.Offset, TI.Count); 7680b57cec5SDimitry Andric } 7690b57cec5SDimitry Andric 7700b57cec5SDimitry Andric /// This does the actual lookup of an intrinsic ID which 7710b57cec5SDimitry Andric /// matches the given function name. 7720b57cec5SDimitry Andric Intrinsic::ID Function::lookupIntrinsicID(StringRef Name) { 7730b57cec5SDimitry Andric ArrayRef<const char *> NameTable = findTargetSubtable(Name); 7740b57cec5SDimitry Andric int Idx = Intrinsic::lookupLLVMIntrinsicByName(NameTable, Name); 7750b57cec5SDimitry Andric if (Idx == -1) 7760b57cec5SDimitry Andric return Intrinsic::not_intrinsic; 7770b57cec5SDimitry Andric 7780b57cec5SDimitry Andric // Intrinsic IDs correspond to the location in IntrinsicNameTable, but we have 7790b57cec5SDimitry Andric // an index into a sub-table. 7800b57cec5SDimitry Andric int Adjust = NameTable.data() - IntrinsicNameTable; 7810b57cec5SDimitry Andric Intrinsic::ID ID = static_cast<Intrinsic::ID>(Idx + Adjust); 7820b57cec5SDimitry Andric 7830b57cec5SDimitry Andric // If the intrinsic is not overloaded, require an exact match. If it is 7840b57cec5SDimitry Andric // overloaded, require either exact or prefix match. 7850b57cec5SDimitry Andric const auto MatchSize = strlen(NameTable[Idx]); 7860b57cec5SDimitry Andric assert(Name.size() >= MatchSize && "Expected either exact or prefix match"); 7870b57cec5SDimitry Andric bool IsExactMatch = Name.size() == MatchSize; 788480093f4SDimitry Andric return IsExactMatch || Intrinsic::isOverloaded(ID) ? ID 789480093f4SDimitry Andric : Intrinsic::not_intrinsic; 7900b57cec5SDimitry Andric } 7910b57cec5SDimitry Andric 7920b57cec5SDimitry Andric void Function::recalculateIntrinsicID() { 7930b57cec5SDimitry Andric StringRef Name = getName(); 7940b57cec5SDimitry Andric if (!Name.startswith("llvm.")) { 7950b57cec5SDimitry Andric HasLLVMReservedName = false; 7960b57cec5SDimitry Andric IntID = Intrinsic::not_intrinsic; 7970b57cec5SDimitry Andric return; 7980b57cec5SDimitry Andric } 7990b57cec5SDimitry Andric HasLLVMReservedName = true; 8000b57cec5SDimitry Andric IntID = lookupIntrinsicID(Name); 8010b57cec5SDimitry Andric } 8020b57cec5SDimitry Andric 8030b57cec5SDimitry Andric /// Returns a stable mangling for the type specified for use in the name 8040b57cec5SDimitry Andric /// mangling scheme used by 'any' types in intrinsic signatures. The mangling 8050b57cec5SDimitry Andric /// of named types is simply their name. Manglings for unnamed types consist 8060b57cec5SDimitry Andric /// of a prefix ('p' for pointers, 'a' for arrays, 'f_' for functions) 8070b57cec5SDimitry Andric /// combined with the mangling of their component types. A vararg function 8080b57cec5SDimitry Andric /// type will have a suffix of 'vararg'. Since function types can contain 8090b57cec5SDimitry Andric /// other function types, we close a function type mangling with suffix 'f' 8100b57cec5SDimitry Andric /// which can't be confused with it's prefix. This ensures we don't have 8110b57cec5SDimitry Andric /// collisions between two unrelated function types. Otherwise, you might 8120b57cec5SDimitry Andric /// parse ffXX as f(fXX) or f(fX)X. (X is a placeholder for any other type.) 813fe6060f1SDimitry Andric /// The HasUnnamedType boolean is set if an unnamed type was encountered, 814fe6060f1SDimitry Andric /// indicating that extra care must be taken to ensure a unique name. 815fe6060f1SDimitry Andric static std::string getMangledTypeStr(Type *Ty, bool &HasUnnamedType) { 8160b57cec5SDimitry Andric std::string Result; 8170b57cec5SDimitry Andric if (PointerType *PTyp = dyn_cast<PointerType>(Ty)) { 818fe6060f1SDimitry Andric Result += "p" + utostr(PTyp->getAddressSpace()); 819fe6060f1SDimitry Andric // Opaque pointer doesn't have pointee type information, so we just mangle 820fe6060f1SDimitry Andric // address space for opaque pointer. 821fe6060f1SDimitry Andric if (!PTyp->isOpaque()) 82204eeddc0SDimitry Andric Result += getMangledTypeStr(PTyp->getNonOpaquePointerElementType(), 82304eeddc0SDimitry Andric HasUnnamedType); 8240b57cec5SDimitry Andric } else if (ArrayType *ATyp = dyn_cast<ArrayType>(Ty)) { 8250b57cec5SDimitry Andric Result += "a" + utostr(ATyp->getNumElements()) + 826fe6060f1SDimitry Andric getMangledTypeStr(ATyp->getElementType(), HasUnnamedType); 8270b57cec5SDimitry Andric } else if (StructType *STyp = dyn_cast<StructType>(Ty)) { 8280b57cec5SDimitry Andric if (!STyp->isLiteral()) { 8290b57cec5SDimitry Andric Result += "s_"; 830fe6060f1SDimitry Andric if (STyp->hasName()) 8310b57cec5SDimitry Andric Result += STyp->getName(); 832fe6060f1SDimitry Andric else 833fe6060f1SDimitry Andric HasUnnamedType = true; 8340b57cec5SDimitry Andric } else { 8350b57cec5SDimitry Andric Result += "sl_"; 8360b57cec5SDimitry Andric for (auto Elem : STyp->elements()) 837fe6060f1SDimitry Andric Result += getMangledTypeStr(Elem, HasUnnamedType); 8380b57cec5SDimitry Andric } 8390b57cec5SDimitry Andric // Ensure nested structs are distinguishable. 8400b57cec5SDimitry Andric Result += "s"; 8410b57cec5SDimitry Andric } else if (FunctionType *FT = dyn_cast<FunctionType>(Ty)) { 842fe6060f1SDimitry Andric Result += "f_" + getMangledTypeStr(FT->getReturnType(), HasUnnamedType); 8430b57cec5SDimitry Andric for (size_t i = 0; i < FT->getNumParams(); i++) 844fe6060f1SDimitry Andric Result += getMangledTypeStr(FT->getParamType(i), HasUnnamedType); 8450b57cec5SDimitry Andric if (FT->isVarArg()) 8460b57cec5SDimitry Andric Result += "vararg"; 8470b57cec5SDimitry Andric // Ensure nested function types are distinguishable. 8480b57cec5SDimitry Andric Result += "f"; 8498bcb0991SDimitry Andric } else if (VectorType *VTy = dyn_cast<VectorType>(Ty)) { 8505ffd83dbSDimitry Andric ElementCount EC = VTy->getElementCount(); 851e8d8bef9SDimitry Andric if (EC.isScalable()) 8528bcb0991SDimitry Andric Result += "nx"; 853e8d8bef9SDimitry Andric Result += "v" + utostr(EC.getKnownMinValue()) + 854fe6060f1SDimitry Andric getMangledTypeStr(VTy->getElementType(), HasUnnamedType); 8550b57cec5SDimitry Andric } else if (Ty) { 8560b57cec5SDimitry Andric switch (Ty->getTypeID()) { 8570b57cec5SDimitry Andric default: llvm_unreachable("Unhandled type"); 8580b57cec5SDimitry Andric case Type::VoidTyID: Result += "isVoid"; break; 8590b57cec5SDimitry Andric case Type::MetadataTyID: Result += "Metadata"; break; 8600b57cec5SDimitry Andric case Type::HalfTyID: Result += "f16"; break; 8615ffd83dbSDimitry Andric case Type::BFloatTyID: Result += "bf16"; break; 8620b57cec5SDimitry Andric case Type::FloatTyID: Result += "f32"; break; 8630b57cec5SDimitry Andric case Type::DoubleTyID: Result += "f64"; break; 8640b57cec5SDimitry Andric case Type::X86_FP80TyID: Result += "f80"; break; 8650b57cec5SDimitry Andric case Type::FP128TyID: Result += "f128"; break; 8660b57cec5SDimitry Andric case Type::PPC_FP128TyID: Result += "ppcf128"; break; 8670b57cec5SDimitry Andric case Type::X86_MMXTyID: Result += "x86mmx"; break; 868e8d8bef9SDimitry Andric case Type::X86_AMXTyID: Result += "x86amx"; break; 8690b57cec5SDimitry Andric case Type::IntegerTyID: 8700b57cec5SDimitry Andric Result += "i" + utostr(cast<IntegerType>(Ty)->getBitWidth()); 8710b57cec5SDimitry Andric break; 8720b57cec5SDimitry Andric } 8730b57cec5SDimitry Andric } 8740b57cec5SDimitry Andric return Result; 8750b57cec5SDimitry Andric } 8760b57cec5SDimitry Andric 877fe6060f1SDimitry Andric StringRef Intrinsic::getBaseName(ID id) { 878fe6060f1SDimitry Andric assert(id < num_intrinsics && "Invalid intrinsic ID!"); 879fe6060f1SDimitry Andric return IntrinsicNameTable[id]; 880fe6060f1SDimitry Andric } 881fe6060f1SDimitry Andric 8820b57cec5SDimitry Andric StringRef Intrinsic::getName(ID id) { 8830b57cec5SDimitry Andric assert(id < num_intrinsics && "Invalid intrinsic ID!"); 884480093f4SDimitry Andric assert(!Intrinsic::isOverloaded(id) && 8850b57cec5SDimitry Andric "This version of getName does not support overloading"); 886fe6060f1SDimitry Andric return getBaseName(id); 8870b57cec5SDimitry Andric } 8880b57cec5SDimitry Andric 889fe6060f1SDimitry Andric static std::string getIntrinsicNameImpl(Intrinsic::ID Id, ArrayRef<Type *> Tys, 890fe6060f1SDimitry Andric Module *M, FunctionType *FT, 891fe6060f1SDimitry Andric bool EarlyModuleCheck) { 892fe6060f1SDimitry Andric 893fe6060f1SDimitry Andric assert(Id < Intrinsic::num_intrinsics && "Invalid intrinsic ID!"); 894fe6060f1SDimitry Andric assert((Tys.empty() || Intrinsic::isOverloaded(Id)) && 895e8d8bef9SDimitry Andric "This version of getName is for overloaded intrinsics only"); 896fe6060f1SDimitry Andric (void)EarlyModuleCheck; 897fe6060f1SDimitry Andric assert((!EarlyModuleCheck || M || 898fe6060f1SDimitry Andric !any_of(Tys, [](Type *T) { return isa<PointerType>(T); })) && 899fe6060f1SDimitry Andric "Intrinsic overloading on pointer types need to provide a Module"); 900fe6060f1SDimitry Andric bool HasUnnamedType = false; 901fe6060f1SDimitry Andric std::string Result(Intrinsic::getBaseName(Id)); 902fe6060f1SDimitry Andric for (Type *Ty : Tys) 903fe6060f1SDimitry Andric Result += "." + getMangledTypeStr(Ty, HasUnnamedType); 904fe6060f1SDimitry Andric if (HasUnnamedType) { 905fe6060f1SDimitry Andric assert(M && "unnamed types need a module"); 906fe6060f1SDimitry Andric if (!FT) 907fe6060f1SDimitry Andric FT = Intrinsic::getType(M->getContext(), Id, Tys); 908fe6060f1SDimitry Andric else 909fe6060f1SDimitry Andric assert((FT == Intrinsic::getType(M->getContext(), Id, Tys)) && 910fe6060f1SDimitry Andric "Provided FunctionType must match arguments"); 911fe6060f1SDimitry Andric return M->getUniqueIntrinsicName(Result, Id, FT); 9120b57cec5SDimitry Andric } 9130b57cec5SDimitry Andric return Result; 9140b57cec5SDimitry Andric } 9150b57cec5SDimitry Andric 916fe6060f1SDimitry Andric std::string Intrinsic::getName(ID Id, ArrayRef<Type *> Tys, Module *M, 917fe6060f1SDimitry Andric FunctionType *FT) { 918fe6060f1SDimitry Andric assert(M && "We need to have a Module"); 919fe6060f1SDimitry Andric return getIntrinsicNameImpl(Id, Tys, M, FT, true); 920fe6060f1SDimitry Andric } 921fe6060f1SDimitry Andric 922fe6060f1SDimitry Andric std::string Intrinsic::getNameNoUnnamedTypes(ID Id, ArrayRef<Type *> Tys) { 923fe6060f1SDimitry Andric return getIntrinsicNameImpl(Id, Tys, nullptr, nullptr, false); 924fe6060f1SDimitry Andric } 925fe6060f1SDimitry Andric 9260b57cec5SDimitry Andric /// IIT_Info - These are enumerators that describe the entries returned by the 9270b57cec5SDimitry Andric /// getIntrinsicInfoTableEntries function. 9280b57cec5SDimitry Andric /// 9290b57cec5SDimitry Andric /// NOTE: This must be kept in synch with the copy in TblGen/IntrinsicEmitter! 9300b57cec5SDimitry Andric enum IIT_Info { 9310b57cec5SDimitry Andric // Common values should be encoded with 0-15. 9320b57cec5SDimitry Andric IIT_Done = 0, 9330b57cec5SDimitry Andric IIT_I1 = 1, 9340b57cec5SDimitry Andric IIT_I8 = 2, 9350b57cec5SDimitry Andric IIT_I16 = 3, 9360b57cec5SDimitry Andric IIT_I32 = 4, 9370b57cec5SDimitry Andric IIT_I64 = 5, 9380b57cec5SDimitry Andric IIT_F16 = 6, 9390b57cec5SDimitry Andric IIT_F32 = 7, 9400b57cec5SDimitry Andric IIT_F64 = 8, 9410b57cec5SDimitry Andric IIT_V2 = 9, 9420b57cec5SDimitry Andric IIT_V4 = 10, 9430b57cec5SDimitry Andric IIT_V8 = 11, 9440b57cec5SDimitry Andric IIT_V16 = 12, 9450b57cec5SDimitry Andric IIT_V32 = 13, 9460b57cec5SDimitry Andric IIT_PTR = 14, 9470b57cec5SDimitry Andric IIT_ARG = 15, 9480b57cec5SDimitry Andric 9490b57cec5SDimitry Andric // Values from 16+ are only encodable with the inefficient encoding. 9500b57cec5SDimitry Andric IIT_V64 = 16, 9510b57cec5SDimitry Andric IIT_MMX = 17, 9520b57cec5SDimitry Andric IIT_TOKEN = 18, 9530b57cec5SDimitry Andric IIT_METADATA = 19, 9540b57cec5SDimitry Andric IIT_EMPTYSTRUCT = 20, 9550b57cec5SDimitry Andric IIT_STRUCT2 = 21, 9560b57cec5SDimitry Andric IIT_STRUCT3 = 22, 9570b57cec5SDimitry Andric IIT_STRUCT4 = 23, 9580b57cec5SDimitry Andric IIT_STRUCT5 = 24, 9590b57cec5SDimitry Andric IIT_EXTEND_ARG = 25, 9600b57cec5SDimitry Andric IIT_TRUNC_ARG = 26, 9610b57cec5SDimitry Andric IIT_ANYPTR = 27, 9620b57cec5SDimitry Andric IIT_V1 = 28, 9630b57cec5SDimitry Andric IIT_VARARG = 29, 9640b57cec5SDimitry Andric IIT_HALF_VEC_ARG = 30, 9650b57cec5SDimitry Andric IIT_SAME_VEC_WIDTH_ARG = 31, 9660b57cec5SDimitry Andric IIT_PTR_TO_ARG = 32, 9670b57cec5SDimitry Andric IIT_PTR_TO_ELT = 33, 9680b57cec5SDimitry Andric IIT_VEC_OF_ANYPTRS_TO_ELT = 34, 9690b57cec5SDimitry Andric IIT_I128 = 35, 9700b57cec5SDimitry Andric IIT_V512 = 36, 9710b57cec5SDimitry Andric IIT_V1024 = 37, 9720b57cec5SDimitry Andric IIT_STRUCT6 = 38, 9730b57cec5SDimitry Andric IIT_STRUCT7 = 39, 9740b57cec5SDimitry Andric IIT_STRUCT8 = 40, 9750b57cec5SDimitry Andric IIT_F128 = 41, 9768bcb0991SDimitry Andric IIT_VEC_ELEMENT = 42, 9778bcb0991SDimitry Andric IIT_SCALABLE_VEC = 43, 9788bcb0991SDimitry Andric IIT_SUBDIVIDE2_ARG = 44, 9798bcb0991SDimitry Andric IIT_SUBDIVIDE4_ARG = 45, 9805ffd83dbSDimitry Andric IIT_VEC_OF_BITCASTS_TO_INT = 46, 9815ffd83dbSDimitry Andric IIT_V128 = 47, 982e8d8bef9SDimitry Andric IIT_BF16 = 48, 983e8d8bef9SDimitry Andric IIT_STRUCT9 = 49, 984e8d8bef9SDimitry Andric IIT_V256 = 50, 985349cc55cSDimitry Andric IIT_AMX = 51, 9860eae32dcSDimitry Andric IIT_PPCF128 = 52, 9870eae32dcSDimitry Andric IIT_V3 = 53, 9880eae32dcSDimitry Andric IIT_EXTERNREF = 54, 98981ad6265SDimitry Andric IIT_FUNCREF = 55, 99081ad6265SDimitry Andric IIT_ANYPTR_TO_ELT = 56, 99181ad6265SDimitry Andric IIT_I2 = 57, 99281ad6265SDimitry Andric IIT_I4 = 58, 9930b57cec5SDimitry Andric }; 9940b57cec5SDimitry Andric 9950b57cec5SDimitry Andric static void DecodeIITType(unsigned &NextElt, ArrayRef<unsigned char> Infos, 9965ffd83dbSDimitry Andric IIT_Info LastInfo, 9970b57cec5SDimitry Andric SmallVectorImpl<Intrinsic::IITDescriptor> &OutputTable) { 9980b57cec5SDimitry Andric using namespace Intrinsic; 9990b57cec5SDimitry Andric 10005ffd83dbSDimitry Andric bool IsScalableVector = (LastInfo == IIT_SCALABLE_VEC); 10015ffd83dbSDimitry Andric 10020b57cec5SDimitry Andric IIT_Info Info = IIT_Info(Infos[NextElt++]); 10030b57cec5SDimitry Andric unsigned StructElts = 2; 10040b57cec5SDimitry Andric 10050b57cec5SDimitry Andric switch (Info) { 10060b57cec5SDimitry Andric case IIT_Done: 10070b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Void, 0)); 10080b57cec5SDimitry Andric return; 10090b57cec5SDimitry Andric case IIT_VARARG: 10100b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::VarArg, 0)); 10110b57cec5SDimitry Andric return; 10120b57cec5SDimitry Andric case IIT_MMX: 10130b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::MMX, 0)); 10140b57cec5SDimitry Andric return; 1015e8d8bef9SDimitry Andric case IIT_AMX: 1016e8d8bef9SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::AMX, 0)); 1017e8d8bef9SDimitry Andric return; 10180b57cec5SDimitry Andric case IIT_TOKEN: 10190b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Token, 0)); 10200b57cec5SDimitry Andric return; 10210b57cec5SDimitry Andric case IIT_METADATA: 10220b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Metadata, 0)); 10230b57cec5SDimitry Andric return; 10240b57cec5SDimitry Andric case IIT_F16: 10250b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Half, 0)); 10260b57cec5SDimitry Andric return; 10275ffd83dbSDimitry Andric case IIT_BF16: 10285ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::BFloat, 0)); 10295ffd83dbSDimitry Andric return; 10300b57cec5SDimitry Andric case IIT_F32: 10310b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Float, 0)); 10320b57cec5SDimitry Andric return; 10330b57cec5SDimitry Andric case IIT_F64: 10340b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Double, 0)); 10350b57cec5SDimitry Andric return; 10360b57cec5SDimitry Andric case IIT_F128: 10370b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Quad, 0)); 10380b57cec5SDimitry Andric return; 1039349cc55cSDimitry Andric case IIT_PPCF128: 1040349cc55cSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::PPCQuad, 0)); 1041349cc55cSDimitry Andric return; 10420b57cec5SDimitry Andric case IIT_I1: 10430b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 1)); 10440b57cec5SDimitry Andric return; 104581ad6265SDimitry Andric case IIT_I2: 104681ad6265SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 2)); 104781ad6265SDimitry Andric return; 104881ad6265SDimitry Andric case IIT_I4: 104981ad6265SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 4)); 105081ad6265SDimitry Andric return; 10510b57cec5SDimitry Andric case IIT_I8: 10520b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 8)); 10530b57cec5SDimitry Andric return; 10540b57cec5SDimitry Andric case IIT_I16: 10550b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer,16)); 10560b57cec5SDimitry Andric return; 10570b57cec5SDimitry Andric case IIT_I32: 10580b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 32)); 10590b57cec5SDimitry Andric return; 10600b57cec5SDimitry Andric case IIT_I64: 10610b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 64)); 10620b57cec5SDimitry Andric return; 10630b57cec5SDimitry Andric case IIT_I128: 10640b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 128)); 10650b57cec5SDimitry Andric return; 10660b57cec5SDimitry Andric case IIT_V1: 10675ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(1, IsScalableVector)); 10685ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10690b57cec5SDimitry Andric return; 10700b57cec5SDimitry Andric case IIT_V2: 10715ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(2, IsScalableVector)); 10725ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10730b57cec5SDimitry Andric return; 10740eae32dcSDimitry Andric case IIT_V3: 10750eae32dcSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(3, IsScalableVector)); 10760eae32dcSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10770eae32dcSDimitry Andric return; 10780b57cec5SDimitry Andric case IIT_V4: 10795ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(4, IsScalableVector)); 10805ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10810b57cec5SDimitry Andric return; 10820b57cec5SDimitry Andric case IIT_V8: 10835ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(8, IsScalableVector)); 10845ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10850b57cec5SDimitry Andric return; 10860b57cec5SDimitry Andric case IIT_V16: 10875ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(16, IsScalableVector)); 10885ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10890b57cec5SDimitry Andric return; 10900b57cec5SDimitry Andric case IIT_V32: 10915ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(32, IsScalableVector)); 10925ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10930b57cec5SDimitry Andric return; 10940b57cec5SDimitry Andric case IIT_V64: 10955ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(64, IsScalableVector)); 10965ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 10975ffd83dbSDimitry Andric return; 10985ffd83dbSDimitry Andric case IIT_V128: 10995ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(128, IsScalableVector)); 11005ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 11010b57cec5SDimitry Andric return; 1102e8d8bef9SDimitry Andric case IIT_V256: 1103e8d8bef9SDimitry Andric OutputTable.push_back(IITDescriptor::getVector(256, IsScalableVector)); 1104e8d8bef9SDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 1105e8d8bef9SDimitry Andric return; 11060b57cec5SDimitry Andric case IIT_V512: 11075ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(512, IsScalableVector)); 11085ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 11090b57cec5SDimitry Andric return; 11100b57cec5SDimitry Andric case IIT_V1024: 11115ffd83dbSDimitry Andric OutputTable.push_back(IITDescriptor::getVector(1024, IsScalableVector)); 11125ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 11130b57cec5SDimitry Andric return; 11140eae32dcSDimitry Andric case IIT_EXTERNREF: 11150eae32dcSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 10)); 11160eae32dcSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct, 0)); 11170eae32dcSDimitry Andric return; 11180eae32dcSDimitry Andric case IIT_FUNCREF: 11190eae32dcSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 20)); 11200eae32dcSDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Integer, 8)); 11210eae32dcSDimitry Andric return; 11220b57cec5SDimitry Andric case IIT_PTR: 11230b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 0)); 11245ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 11250b57cec5SDimitry Andric return; 11260b57cec5SDimitry Andric case IIT_ANYPTR: { // [ANYPTR addrspace, subtype] 11270b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Pointer, 11280b57cec5SDimitry Andric Infos[NextElt++])); 11295ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 11300b57cec5SDimitry Andric return; 11310b57cec5SDimitry Andric } 11320b57cec5SDimitry Andric case IIT_ARG: { 11330b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11340b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Argument, ArgInfo)); 11350b57cec5SDimitry Andric return; 11360b57cec5SDimitry Andric } 11370b57cec5SDimitry Andric case IIT_EXTEND_ARG: { 11380b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11390b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::ExtendArgument, 11400b57cec5SDimitry Andric ArgInfo)); 11410b57cec5SDimitry Andric return; 11420b57cec5SDimitry Andric } 11430b57cec5SDimitry Andric case IIT_TRUNC_ARG: { 11440b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11450b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::TruncArgument, 11460b57cec5SDimitry Andric ArgInfo)); 11470b57cec5SDimitry Andric return; 11480b57cec5SDimitry Andric } 11490b57cec5SDimitry Andric case IIT_HALF_VEC_ARG: { 11500b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11510b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::HalfVecArgument, 11520b57cec5SDimitry Andric ArgInfo)); 11530b57cec5SDimitry Andric return; 11540b57cec5SDimitry Andric } 11550b57cec5SDimitry Andric case IIT_SAME_VEC_WIDTH_ARG: { 11560b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11570b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::SameVecWidthArgument, 11580b57cec5SDimitry Andric ArgInfo)); 11590b57cec5SDimitry Andric return; 11600b57cec5SDimitry Andric } 11610b57cec5SDimitry Andric case IIT_PTR_TO_ARG: { 11620b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11630b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::PtrToArgument, 11640b57cec5SDimitry Andric ArgInfo)); 11650b57cec5SDimitry Andric return; 11660b57cec5SDimitry Andric } 11670b57cec5SDimitry Andric case IIT_PTR_TO_ELT: { 11680b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11690b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::PtrToElt, ArgInfo)); 11700b57cec5SDimitry Andric return; 11710b57cec5SDimitry Andric } 117281ad6265SDimitry Andric case IIT_ANYPTR_TO_ELT: { 117381ad6265SDimitry Andric unsigned short ArgNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 117481ad6265SDimitry Andric unsigned short RefNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 117581ad6265SDimitry Andric OutputTable.push_back( 117681ad6265SDimitry Andric IITDescriptor::get(IITDescriptor::AnyPtrToElt, ArgNo, RefNo)); 117781ad6265SDimitry Andric return; 117881ad6265SDimitry Andric } 11790b57cec5SDimitry Andric case IIT_VEC_OF_ANYPTRS_TO_ELT: { 11800b57cec5SDimitry Andric unsigned short ArgNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11810b57cec5SDimitry Andric unsigned short RefNo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 11820b57cec5SDimitry Andric OutputTable.push_back( 11830b57cec5SDimitry Andric IITDescriptor::get(IITDescriptor::VecOfAnyPtrsToElt, ArgNo, RefNo)); 11840b57cec5SDimitry Andric return; 11850b57cec5SDimitry Andric } 11860b57cec5SDimitry Andric case IIT_EMPTYSTRUCT: 11870b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct, 0)); 11880b57cec5SDimitry Andric return; 1189e8d8bef9SDimitry Andric case IIT_STRUCT9: ++StructElts; LLVM_FALLTHROUGH; 11900b57cec5SDimitry Andric case IIT_STRUCT8: ++StructElts; LLVM_FALLTHROUGH; 11910b57cec5SDimitry Andric case IIT_STRUCT7: ++StructElts; LLVM_FALLTHROUGH; 11920b57cec5SDimitry Andric case IIT_STRUCT6: ++StructElts; LLVM_FALLTHROUGH; 11930b57cec5SDimitry Andric case IIT_STRUCT5: ++StructElts; LLVM_FALLTHROUGH; 11940b57cec5SDimitry Andric case IIT_STRUCT4: ++StructElts; LLVM_FALLTHROUGH; 11950b57cec5SDimitry Andric case IIT_STRUCT3: ++StructElts; LLVM_FALLTHROUGH; 11960b57cec5SDimitry Andric case IIT_STRUCT2: { 11970b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Struct,StructElts)); 11980b57cec5SDimitry Andric 11990b57cec5SDimitry Andric for (unsigned i = 0; i != StructElts; ++i) 12005ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 12010b57cec5SDimitry Andric return; 12020b57cec5SDimitry Andric } 12038bcb0991SDimitry Andric case IIT_SUBDIVIDE2_ARG: { 12048bcb0991SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 12058bcb0991SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Subdivide2Argument, 12068bcb0991SDimitry Andric ArgInfo)); 12078bcb0991SDimitry Andric return; 12088bcb0991SDimitry Andric } 12098bcb0991SDimitry Andric case IIT_SUBDIVIDE4_ARG: { 12108bcb0991SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 12118bcb0991SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::Subdivide4Argument, 12128bcb0991SDimitry Andric ArgInfo)); 12138bcb0991SDimitry Andric return; 12148bcb0991SDimitry Andric } 12150b57cec5SDimitry Andric case IIT_VEC_ELEMENT: { 12160b57cec5SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 12170b57cec5SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::VecElementArgument, 12180b57cec5SDimitry Andric ArgInfo)); 12190b57cec5SDimitry Andric return; 12200b57cec5SDimitry Andric } 12218bcb0991SDimitry Andric case IIT_SCALABLE_VEC: { 12225ffd83dbSDimitry Andric DecodeIITType(NextElt, Infos, Info, OutputTable); 12238bcb0991SDimitry Andric return; 12248bcb0991SDimitry Andric } 12258bcb0991SDimitry Andric case IIT_VEC_OF_BITCASTS_TO_INT: { 12268bcb0991SDimitry Andric unsigned ArgInfo = (NextElt == Infos.size() ? 0 : Infos[NextElt++]); 12278bcb0991SDimitry Andric OutputTable.push_back(IITDescriptor::get(IITDescriptor::VecOfBitcastsToInt, 12288bcb0991SDimitry Andric ArgInfo)); 12298bcb0991SDimitry Andric return; 12308bcb0991SDimitry Andric } 12310b57cec5SDimitry Andric } 12320b57cec5SDimitry Andric llvm_unreachable("unhandled"); 12330b57cec5SDimitry Andric } 12340b57cec5SDimitry Andric 12350b57cec5SDimitry Andric #define GET_INTRINSIC_GENERATOR_GLOBAL 12360b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 12370b57cec5SDimitry Andric #undef GET_INTRINSIC_GENERATOR_GLOBAL 12380b57cec5SDimitry Andric 12390b57cec5SDimitry Andric void Intrinsic::getIntrinsicInfoTableEntries(ID id, 12400b57cec5SDimitry Andric SmallVectorImpl<IITDescriptor> &T){ 12410b57cec5SDimitry Andric // Check to see if the intrinsic's type was expressible by the table. 12420b57cec5SDimitry Andric unsigned TableVal = IIT_Table[id-1]; 12430b57cec5SDimitry Andric 12440b57cec5SDimitry Andric // Decode the TableVal into an array of IITValues. 12450b57cec5SDimitry Andric SmallVector<unsigned char, 8> IITValues; 12460b57cec5SDimitry Andric ArrayRef<unsigned char> IITEntries; 12470b57cec5SDimitry Andric unsigned NextElt = 0; 12480b57cec5SDimitry Andric if ((TableVal >> 31) != 0) { 12490b57cec5SDimitry Andric // This is an offset into the IIT_LongEncodingTable. 12500b57cec5SDimitry Andric IITEntries = IIT_LongEncodingTable; 12510b57cec5SDimitry Andric 12520b57cec5SDimitry Andric // Strip sentinel bit. 12530b57cec5SDimitry Andric NextElt = (TableVal << 1) >> 1; 12540b57cec5SDimitry Andric } else { 12550b57cec5SDimitry Andric // Decode the TableVal into an array of IITValues. If the entry was encoded 12560b57cec5SDimitry Andric // into a single word in the table itself, decode it now. 12570b57cec5SDimitry Andric do { 12580b57cec5SDimitry Andric IITValues.push_back(TableVal & 0xF); 12590b57cec5SDimitry Andric TableVal >>= 4; 12600b57cec5SDimitry Andric } while (TableVal); 12610b57cec5SDimitry Andric 12620b57cec5SDimitry Andric IITEntries = IITValues; 12630b57cec5SDimitry Andric NextElt = 0; 12640b57cec5SDimitry Andric } 12650b57cec5SDimitry Andric 12660b57cec5SDimitry Andric // Okay, decode the table into the output vector of IITDescriptors. 12675ffd83dbSDimitry Andric DecodeIITType(NextElt, IITEntries, IIT_Done, T); 12680b57cec5SDimitry Andric while (NextElt != IITEntries.size() && IITEntries[NextElt] != 0) 12695ffd83dbSDimitry Andric DecodeIITType(NextElt, IITEntries, IIT_Done, T); 12700b57cec5SDimitry Andric } 12710b57cec5SDimitry Andric 12720b57cec5SDimitry Andric static Type *DecodeFixedType(ArrayRef<Intrinsic::IITDescriptor> &Infos, 12730b57cec5SDimitry Andric ArrayRef<Type*> Tys, LLVMContext &Context) { 12740b57cec5SDimitry Andric using namespace Intrinsic; 12750b57cec5SDimitry Andric 12760b57cec5SDimitry Andric IITDescriptor D = Infos.front(); 12770b57cec5SDimitry Andric Infos = Infos.slice(1); 12780b57cec5SDimitry Andric 12790b57cec5SDimitry Andric switch (D.Kind) { 12800b57cec5SDimitry Andric case IITDescriptor::Void: return Type::getVoidTy(Context); 12810b57cec5SDimitry Andric case IITDescriptor::VarArg: return Type::getVoidTy(Context); 12820b57cec5SDimitry Andric case IITDescriptor::MMX: return Type::getX86_MMXTy(Context); 1283e8d8bef9SDimitry Andric case IITDescriptor::AMX: return Type::getX86_AMXTy(Context); 12840b57cec5SDimitry Andric case IITDescriptor::Token: return Type::getTokenTy(Context); 12850b57cec5SDimitry Andric case IITDescriptor::Metadata: return Type::getMetadataTy(Context); 12860b57cec5SDimitry Andric case IITDescriptor::Half: return Type::getHalfTy(Context); 12875ffd83dbSDimitry Andric case IITDescriptor::BFloat: return Type::getBFloatTy(Context); 12880b57cec5SDimitry Andric case IITDescriptor::Float: return Type::getFloatTy(Context); 12890b57cec5SDimitry Andric case IITDescriptor::Double: return Type::getDoubleTy(Context); 12900b57cec5SDimitry Andric case IITDescriptor::Quad: return Type::getFP128Ty(Context); 1291349cc55cSDimitry Andric case IITDescriptor::PPCQuad: return Type::getPPC_FP128Ty(Context); 12920b57cec5SDimitry Andric 12930b57cec5SDimitry Andric case IITDescriptor::Integer: 12940b57cec5SDimitry Andric return IntegerType::get(Context, D.Integer_Width); 12950b57cec5SDimitry Andric case IITDescriptor::Vector: 12965ffd83dbSDimitry Andric return VectorType::get(DecodeFixedType(Infos, Tys, Context), 12975ffd83dbSDimitry Andric D.Vector_Width); 12980b57cec5SDimitry Andric case IITDescriptor::Pointer: 12990b57cec5SDimitry Andric return PointerType::get(DecodeFixedType(Infos, Tys, Context), 13000b57cec5SDimitry Andric D.Pointer_AddressSpace); 13010b57cec5SDimitry Andric case IITDescriptor::Struct: { 13020b57cec5SDimitry Andric SmallVector<Type *, 8> Elts; 13030b57cec5SDimitry Andric for (unsigned i = 0, e = D.Struct_NumElements; i != e; ++i) 13040b57cec5SDimitry Andric Elts.push_back(DecodeFixedType(Infos, Tys, Context)); 13050b57cec5SDimitry Andric return StructType::get(Context, Elts); 13060b57cec5SDimitry Andric } 13070b57cec5SDimitry Andric case IITDescriptor::Argument: 13080b57cec5SDimitry Andric return Tys[D.getArgumentNumber()]; 13090b57cec5SDimitry Andric case IITDescriptor::ExtendArgument: { 13100b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13110b57cec5SDimitry Andric if (VectorType *VTy = dyn_cast<VectorType>(Ty)) 13120b57cec5SDimitry Andric return VectorType::getExtendedElementVectorType(VTy); 13130b57cec5SDimitry Andric 13140b57cec5SDimitry Andric return IntegerType::get(Context, 2 * cast<IntegerType>(Ty)->getBitWidth()); 13150b57cec5SDimitry Andric } 13160b57cec5SDimitry Andric case IITDescriptor::TruncArgument: { 13170b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13180b57cec5SDimitry Andric if (VectorType *VTy = dyn_cast<VectorType>(Ty)) 13190b57cec5SDimitry Andric return VectorType::getTruncatedElementVectorType(VTy); 13200b57cec5SDimitry Andric 13210b57cec5SDimitry Andric IntegerType *ITy = cast<IntegerType>(Ty); 13220b57cec5SDimitry Andric assert(ITy->getBitWidth() % 2 == 0); 13230b57cec5SDimitry Andric return IntegerType::get(Context, ITy->getBitWidth() / 2); 13240b57cec5SDimitry Andric } 13258bcb0991SDimitry Andric case IITDescriptor::Subdivide2Argument: 13268bcb0991SDimitry Andric case IITDescriptor::Subdivide4Argument: { 13278bcb0991SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13288bcb0991SDimitry Andric VectorType *VTy = dyn_cast<VectorType>(Ty); 13298bcb0991SDimitry Andric assert(VTy && "Expected an argument of Vector Type"); 13308bcb0991SDimitry Andric int SubDivs = D.Kind == IITDescriptor::Subdivide2Argument ? 1 : 2; 13318bcb0991SDimitry Andric return VectorType::getSubdividedVectorType(VTy, SubDivs); 13328bcb0991SDimitry Andric } 13330b57cec5SDimitry Andric case IITDescriptor::HalfVecArgument: 13340b57cec5SDimitry Andric return VectorType::getHalfElementsVectorType(cast<VectorType>( 13350b57cec5SDimitry Andric Tys[D.getArgumentNumber()])); 13360b57cec5SDimitry Andric case IITDescriptor::SameVecWidthArgument: { 13370b57cec5SDimitry Andric Type *EltTy = DecodeFixedType(Infos, Tys, Context); 13380b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13390b57cec5SDimitry Andric if (auto *VTy = dyn_cast<VectorType>(Ty)) 13408bcb0991SDimitry Andric return VectorType::get(EltTy, VTy->getElementCount()); 13410b57cec5SDimitry Andric return EltTy; 13420b57cec5SDimitry Andric } 13430b57cec5SDimitry Andric case IITDescriptor::PtrToArgument: { 13440b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13450b57cec5SDimitry Andric return PointerType::getUnqual(Ty); 13460b57cec5SDimitry Andric } 13470b57cec5SDimitry Andric case IITDescriptor::PtrToElt: { 13480b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13490b57cec5SDimitry Andric VectorType *VTy = dyn_cast<VectorType>(Ty); 13500b57cec5SDimitry Andric if (!VTy) 13510b57cec5SDimitry Andric llvm_unreachable("Expected an argument of Vector Type"); 13525ffd83dbSDimitry Andric Type *EltTy = VTy->getElementType(); 13530b57cec5SDimitry Andric return PointerType::getUnqual(EltTy); 13540b57cec5SDimitry Andric } 13550b57cec5SDimitry Andric case IITDescriptor::VecElementArgument: { 13560b57cec5SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13570b57cec5SDimitry Andric if (VectorType *VTy = dyn_cast<VectorType>(Ty)) 13580b57cec5SDimitry Andric return VTy->getElementType(); 13590b57cec5SDimitry Andric llvm_unreachable("Expected an argument of Vector Type"); 13600b57cec5SDimitry Andric } 13618bcb0991SDimitry Andric case IITDescriptor::VecOfBitcastsToInt: { 13628bcb0991SDimitry Andric Type *Ty = Tys[D.getArgumentNumber()]; 13638bcb0991SDimitry Andric VectorType *VTy = dyn_cast<VectorType>(Ty); 13648bcb0991SDimitry Andric assert(VTy && "Expected an argument of Vector Type"); 13658bcb0991SDimitry Andric return VectorType::getInteger(VTy); 13668bcb0991SDimitry Andric } 13670b57cec5SDimitry Andric case IITDescriptor::VecOfAnyPtrsToElt: 13680b57cec5SDimitry Andric // Return the overloaded type (which determines the pointers address space) 13690b57cec5SDimitry Andric return Tys[D.getOverloadArgNumber()]; 137081ad6265SDimitry Andric case IITDescriptor::AnyPtrToElt: 137181ad6265SDimitry Andric // Return the overloaded type (which determines the pointers address space) 137281ad6265SDimitry Andric return Tys[D.getOverloadArgNumber()]; 13730b57cec5SDimitry Andric } 13740b57cec5SDimitry Andric llvm_unreachable("unhandled"); 13750b57cec5SDimitry Andric } 13760b57cec5SDimitry Andric 13770b57cec5SDimitry Andric FunctionType *Intrinsic::getType(LLVMContext &Context, 13780b57cec5SDimitry Andric ID id, ArrayRef<Type*> Tys) { 13790b57cec5SDimitry Andric SmallVector<IITDescriptor, 8> Table; 13800b57cec5SDimitry Andric getIntrinsicInfoTableEntries(id, Table); 13810b57cec5SDimitry Andric 13820b57cec5SDimitry Andric ArrayRef<IITDescriptor> TableRef = Table; 13830b57cec5SDimitry Andric Type *ResultTy = DecodeFixedType(TableRef, Tys, Context); 13840b57cec5SDimitry Andric 13850b57cec5SDimitry Andric SmallVector<Type*, 8> ArgTys; 13860b57cec5SDimitry Andric while (!TableRef.empty()) 13870b57cec5SDimitry Andric ArgTys.push_back(DecodeFixedType(TableRef, Tys, Context)); 13880b57cec5SDimitry Andric 13890b57cec5SDimitry Andric // DecodeFixedType returns Void for IITDescriptor::Void and IITDescriptor::VarArg 13900b57cec5SDimitry Andric // If we see void type as the type of the last argument, it is vararg intrinsic 13910b57cec5SDimitry Andric if (!ArgTys.empty() && ArgTys.back()->isVoidTy()) { 13920b57cec5SDimitry Andric ArgTys.pop_back(); 13930b57cec5SDimitry Andric return FunctionType::get(ResultTy, ArgTys, true); 13940b57cec5SDimitry Andric } 13950b57cec5SDimitry Andric return FunctionType::get(ResultTy, ArgTys, false); 13960b57cec5SDimitry Andric } 13970b57cec5SDimitry Andric 13980b57cec5SDimitry Andric bool Intrinsic::isOverloaded(ID id) { 13990b57cec5SDimitry Andric #define GET_INTRINSIC_OVERLOAD_TABLE 14000b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 14010b57cec5SDimitry Andric #undef GET_INTRINSIC_OVERLOAD_TABLE 14020b57cec5SDimitry Andric } 14030b57cec5SDimitry Andric 14040b57cec5SDimitry Andric bool Intrinsic::isLeaf(ID id) { 14050b57cec5SDimitry Andric switch (id) { 14060b57cec5SDimitry Andric default: 14070b57cec5SDimitry Andric return true; 14080b57cec5SDimitry Andric 14090b57cec5SDimitry Andric case Intrinsic::experimental_gc_statepoint: 14100b57cec5SDimitry Andric case Intrinsic::experimental_patchpoint_void: 14110b57cec5SDimitry Andric case Intrinsic::experimental_patchpoint_i64: 14120b57cec5SDimitry Andric return false; 14130b57cec5SDimitry Andric } 14140b57cec5SDimitry Andric } 14150b57cec5SDimitry Andric 14160b57cec5SDimitry Andric /// This defines the "Intrinsic::getAttributes(ID id)" method. 14170b57cec5SDimitry Andric #define GET_INTRINSIC_ATTRIBUTES 14180b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 14190b57cec5SDimitry Andric #undef GET_INTRINSIC_ATTRIBUTES 14200b57cec5SDimitry Andric 14210b57cec5SDimitry Andric Function *Intrinsic::getDeclaration(Module *M, ID id, ArrayRef<Type*> Tys) { 14220b57cec5SDimitry Andric // There can never be multiple globals with the same name of different types, 14230b57cec5SDimitry Andric // because intrinsics must be a specific type. 1424fe6060f1SDimitry Andric auto *FT = getType(M->getContext(), id, Tys); 14250b57cec5SDimitry Andric return cast<Function>( 1426fe6060f1SDimitry Andric M->getOrInsertFunction(Tys.empty() ? getName(id) 1427fe6060f1SDimitry Andric : getName(id, Tys, M, FT), 14280b57cec5SDimitry Andric getType(M->getContext(), id, Tys)) 14290b57cec5SDimitry Andric .getCallee()); 14300b57cec5SDimitry Andric } 14310b57cec5SDimitry Andric 143281ad6265SDimitry Andric // This defines the "Intrinsic::getIntrinsicForClangBuiltin()" method. 143381ad6265SDimitry Andric #define GET_LLVM_INTRINSIC_FOR_CLANG_BUILTIN 14340b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 143581ad6265SDimitry Andric #undef GET_LLVM_INTRINSIC_FOR_CLANG_BUILTIN 14360b57cec5SDimitry Andric 14370b57cec5SDimitry Andric // This defines the "Intrinsic::getIntrinsicForMSBuiltin()" method. 14380b57cec5SDimitry Andric #define GET_LLVM_INTRINSIC_FOR_MS_BUILTIN 14390b57cec5SDimitry Andric #include "llvm/IR/IntrinsicImpl.inc" 14400b57cec5SDimitry Andric #undef GET_LLVM_INTRINSIC_FOR_MS_BUILTIN 14410b57cec5SDimitry Andric 14420b57cec5SDimitry Andric using DeferredIntrinsicMatchPair = 14430b57cec5SDimitry Andric std::pair<Type *, ArrayRef<Intrinsic::IITDescriptor>>; 14440b57cec5SDimitry Andric 14450b57cec5SDimitry Andric static bool matchIntrinsicType( 14460b57cec5SDimitry Andric Type *Ty, ArrayRef<Intrinsic::IITDescriptor> &Infos, 14470b57cec5SDimitry Andric SmallVectorImpl<Type *> &ArgTys, 14480b57cec5SDimitry Andric SmallVectorImpl<DeferredIntrinsicMatchPair> &DeferredChecks, 14490b57cec5SDimitry Andric bool IsDeferredCheck) { 14500b57cec5SDimitry Andric using namespace Intrinsic; 14510b57cec5SDimitry Andric 14520b57cec5SDimitry Andric // If we ran out of descriptors, there are too many arguments. 14530b57cec5SDimitry Andric if (Infos.empty()) return true; 14540b57cec5SDimitry Andric 14550b57cec5SDimitry Andric // Do this before slicing off the 'front' part 14560b57cec5SDimitry Andric auto InfosRef = Infos; 14570b57cec5SDimitry Andric auto DeferCheck = [&DeferredChecks, &InfosRef](Type *T) { 14580b57cec5SDimitry Andric DeferredChecks.emplace_back(T, InfosRef); 14590b57cec5SDimitry Andric return false; 14600b57cec5SDimitry Andric }; 14610b57cec5SDimitry Andric 14620b57cec5SDimitry Andric IITDescriptor D = Infos.front(); 14630b57cec5SDimitry Andric Infos = Infos.slice(1); 14640b57cec5SDimitry Andric 14650b57cec5SDimitry Andric switch (D.Kind) { 14660b57cec5SDimitry Andric case IITDescriptor::Void: return !Ty->isVoidTy(); 14670b57cec5SDimitry Andric case IITDescriptor::VarArg: return true; 14680b57cec5SDimitry Andric case IITDescriptor::MMX: return !Ty->isX86_MMXTy(); 1469e8d8bef9SDimitry Andric case IITDescriptor::AMX: return !Ty->isX86_AMXTy(); 14700b57cec5SDimitry Andric case IITDescriptor::Token: return !Ty->isTokenTy(); 14710b57cec5SDimitry Andric case IITDescriptor::Metadata: return !Ty->isMetadataTy(); 14720b57cec5SDimitry Andric case IITDescriptor::Half: return !Ty->isHalfTy(); 14735ffd83dbSDimitry Andric case IITDescriptor::BFloat: return !Ty->isBFloatTy(); 14740b57cec5SDimitry Andric case IITDescriptor::Float: return !Ty->isFloatTy(); 14750b57cec5SDimitry Andric case IITDescriptor::Double: return !Ty->isDoubleTy(); 14760b57cec5SDimitry Andric case IITDescriptor::Quad: return !Ty->isFP128Ty(); 1477349cc55cSDimitry Andric case IITDescriptor::PPCQuad: return !Ty->isPPC_FP128Ty(); 14780b57cec5SDimitry Andric case IITDescriptor::Integer: return !Ty->isIntegerTy(D.Integer_Width); 14790b57cec5SDimitry Andric case IITDescriptor::Vector: { 14800b57cec5SDimitry Andric VectorType *VT = dyn_cast<VectorType>(Ty); 14815ffd83dbSDimitry Andric return !VT || VT->getElementCount() != D.Vector_Width || 14820b57cec5SDimitry Andric matchIntrinsicType(VT->getElementType(), Infos, ArgTys, 14830b57cec5SDimitry Andric DeferredChecks, IsDeferredCheck); 14840b57cec5SDimitry Andric } 14850b57cec5SDimitry Andric case IITDescriptor::Pointer: { 14860b57cec5SDimitry Andric PointerType *PT = dyn_cast<PointerType>(Ty); 1487fe6060f1SDimitry Andric if (!PT || PT->getAddressSpace() != D.Pointer_AddressSpace) 1488fe6060f1SDimitry Andric return true; 148981ad6265SDimitry Andric if (!PT->isOpaque()) { 149081ad6265SDimitry Andric /* Manually consume a pointer to empty struct descriptor, which is 149181ad6265SDimitry Andric * used for externref. We don't want to enforce that the struct is 149281ad6265SDimitry Andric * anonymous in this case. (This renders externref intrinsics 149381ad6265SDimitry Andric * non-unique, but this will go away with opaque pointers anyway.) */ 149481ad6265SDimitry Andric if (Infos.front().Kind == IITDescriptor::Struct && 149581ad6265SDimitry Andric Infos.front().Struct_NumElements == 0) { 149681ad6265SDimitry Andric Infos = Infos.slice(1); 149781ad6265SDimitry Andric return false; 149881ad6265SDimitry Andric } 149904eeddc0SDimitry Andric return matchIntrinsicType(PT->getNonOpaquePointerElementType(), Infos, 150004eeddc0SDimitry Andric ArgTys, DeferredChecks, IsDeferredCheck); 150181ad6265SDimitry Andric } 1502fe6060f1SDimitry Andric // Consume IIT descriptors relating to the pointer element type. 150381ad6265SDimitry Andric // FIXME: Intrinsic type matching of nested single value types or even 150481ad6265SDimitry Andric // aggregates doesn't work properly with opaque pointers but hopefully 150581ad6265SDimitry Andric // doesn't happen in practice. 150681ad6265SDimitry Andric while (Infos.front().Kind == IITDescriptor::Pointer || 150781ad6265SDimitry Andric Infos.front().Kind == IITDescriptor::Vector) 1508fe6060f1SDimitry Andric Infos = Infos.slice(1); 150981ad6265SDimitry Andric assert((Infos.front().Kind != IITDescriptor::Argument || 151081ad6265SDimitry Andric Infos.front().getArgumentKind() == IITDescriptor::AK_MatchType) && 151181ad6265SDimitry Andric "Unsupported polymorphic pointer type with opaque pointer"); 1512fe6060f1SDimitry Andric Infos = Infos.slice(1); 1513fe6060f1SDimitry Andric return false; 15140b57cec5SDimitry Andric } 15150b57cec5SDimitry Andric 15160b57cec5SDimitry Andric case IITDescriptor::Struct: { 15170b57cec5SDimitry Andric StructType *ST = dyn_cast<StructType>(Ty); 151881ad6265SDimitry Andric if (!ST || !ST->isLiteral() || ST->isPacked() || 151981ad6265SDimitry Andric ST->getNumElements() != D.Struct_NumElements) 15200b57cec5SDimitry Andric return true; 15210b57cec5SDimitry Andric 15220b57cec5SDimitry Andric for (unsigned i = 0, e = D.Struct_NumElements; i != e; ++i) 15230b57cec5SDimitry Andric if (matchIntrinsicType(ST->getElementType(i), Infos, ArgTys, 15240b57cec5SDimitry Andric DeferredChecks, IsDeferredCheck)) 15250b57cec5SDimitry Andric return true; 15260b57cec5SDimitry Andric return false; 15270b57cec5SDimitry Andric } 15280b57cec5SDimitry Andric 15290b57cec5SDimitry Andric case IITDescriptor::Argument: 15300b57cec5SDimitry Andric // If this is the second occurrence of an argument, 15310b57cec5SDimitry Andric // verify that the later instance matches the previous instance. 15320b57cec5SDimitry Andric if (D.getArgumentNumber() < ArgTys.size()) 15330b57cec5SDimitry Andric return Ty != ArgTys[D.getArgumentNumber()]; 15340b57cec5SDimitry Andric 15350b57cec5SDimitry Andric if (D.getArgumentNumber() > ArgTys.size() || 15360b57cec5SDimitry Andric D.getArgumentKind() == IITDescriptor::AK_MatchType) 15370b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 15380b57cec5SDimitry Andric 15390b57cec5SDimitry Andric assert(D.getArgumentNumber() == ArgTys.size() && !IsDeferredCheck && 15400b57cec5SDimitry Andric "Table consistency error"); 15410b57cec5SDimitry Andric ArgTys.push_back(Ty); 15420b57cec5SDimitry Andric 15430b57cec5SDimitry Andric switch (D.getArgumentKind()) { 15440b57cec5SDimitry Andric case IITDescriptor::AK_Any: return false; // Success 15450b57cec5SDimitry Andric case IITDescriptor::AK_AnyInteger: return !Ty->isIntOrIntVectorTy(); 15460b57cec5SDimitry Andric case IITDescriptor::AK_AnyFloat: return !Ty->isFPOrFPVectorTy(); 15470b57cec5SDimitry Andric case IITDescriptor::AK_AnyVector: return !isa<VectorType>(Ty); 15480b57cec5SDimitry Andric case IITDescriptor::AK_AnyPointer: return !isa<PointerType>(Ty); 15490b57cec5SDimitry Andric default: break; 15500b57cec5SDimitry Andric } 15510b57cec5SDimitry Andric llvm_unreachable("all argument kinds not covered"); 15520b57cec5SDimitry Andric 15530b57cec5SDimitry Andric case IITDescriptor::ExtendArgument: { 15540b57cec5SDimitry Andric // If this is a forward reference, defer the check for later. 15550b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 15560b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 15570b57cec5SDimitry Andric 15580b57cec5SDimitry Andric Type *NewTy = ArgTys[D.getArgumentNumber()]; 15590b57cec5SDimitry Andric if (VectorType *VTy = dyn_cast<VectorType>(NewTy)) 15600b57cec5SDimitry Andric NewTy = VectorType::getExtendedElementVectorType(VTy); 15610b57cec5SDimitry Andric else if (IntegerType *ITy = dyn_cast<IntegerType>(NewTy)) 15620b57cec5SDimitry Andric NewTy = IntegerType::get(ITy->getContext(), 2 * ITy->getBitWidth()); 15630b57cec5SDimitry Andric else 15640b57cec5SDimitry Andric return true; 15650b57cec5SDimitry Andric 15660b57cec5SDimitry Andric return Ty != NewTy; 15670b57cec5SDimitry Andric } 15680b57cec5SDimitry Andric case IITDescriptor::TruncArgument: { 15690b57cec5SDimitry Andric // If this is a forward reference, defer the check for later. 15700b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 15710b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 15720b57cec5SDimitry Andric 15730b57cec5SDimitry Andric Type *NewTy = ArgTys[D.getArgumentNumber()]; 15740b57cec5SDimitry Andric if (VectorType *VTy = dyn_cast<VectorType>(NewTy)) 15750b57cec5SDimitry Andric NewTy = VectorType::getTruncatedElementVectorType(VTy); 15760b57cec5SDimitry Andric else if (IntegerType *ITy = dyn_cast<IntegerType>(NewTy)) 15770b57cec5SDimitry Andric NewTy = IntegerType::get(ITy->getContext(), ITy->getBitWidth() / 2); 15780b57cec5SDimitry Andric else 15790b57cec5SDimitry Andric return true; 15800b57cec5SDimitry Andric 15810b57cec5SDimitry Andric return Ty != NewTy; 15820b57cec5SDimitry Andric } 15830b57cec5SDimitry Andric case IITDescriptor::HalfVecArgument: 15840b57cec5SDimitry Andric // If this is a forward reference, defer the check for later. 15858bcb0991SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 15868bcb0991SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 15878bcb0991SDimitry Andric return !isa<VectorType>(ArgTys[D.getArgumentNumber()]) || 15880b57cec5SDimitry Andric VectorType::getHalfElementsVectorType( 15890b57cec5SDimitry Andric cast<VectorType>(ArgTys[D.getArgumentNumber()])) != Ty; 15900b57cec5SDimitry Andric case IITDescriptor::SameVecWidthArgument: { 15910b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) { 15920b57cec5SDimitry Andric // Defer check and subsequent check for the vector element type. 15930b57cec5SDimitry Andric Infos = Infos.slice(1); 15940b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 15950b57cec5SDimitry Andric } 15960b57cec5SDimitry Andric auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]); 15970b57cec5SDimitry Andric auto *ThisArgType = dyn_cast<VectorType>(Ty); 15980b57cec5SDimitry Andric // Both must be vectors of the same number of elements or neither. 15990b57cec5SDimitry Andric if ((ReferenceType != nullptr) != (ThisArgType != nullptr)) 16000b57cec5SDimitry Andric return true; 16010b57cec5SDimitry Andric Type *EltTy = Ty; 16020b57cec5SDimitry Andric if (ThisArgType) { 16038bcb0991SDimitry Andric if (ReferenceType->getElementCount() != 16048bcb0991SDimitry Andric ThisArgType->getElementCount()) 16050b57cec5SDimitry Andric return true; 16065ffd83dbSDimitry Andric EltTy = ThisArgType->getElementType(); 16070b57cec5SDimitry Andric } 16080b57cec5SDimitry Andric return matchIntrinsicType(EltTy, Infos, ArgTys, DeferredChecks, 16090b57cec5SDimitry Andric IsDeferredCheck); 16100b57cec5SDimitry Andric } 16110b57cec5SDimitry Andric case IITDescriptor::PtrToArgument: { 16120b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 16130b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 16140b57cec5SDimitry Andric Type * ReferenceType = ArgTys[D.getArgumentNumber()]; 16150b57cec5SDimitry Andric PointerType *ThisArgType = dyn_cast<PointerType>(Ty); 161604eeddc0SDimitry Andric return (!ThisArgType || 161704eeddc0SDimitry Andric !ThisArgType->isOpaqueOrPointeeTypeMatches(ReferenceType)); 16180b57cec5SDimitry Andric } 16190b57cec5SDimitry Andric case IITDescriptor::PtrToElt: { 16200b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 16210b57cec5SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 16220b57cec5SDimitry Andric VectorType * ReferenceType = 16230b57cec5SDimitry Andric dyn_cast<VectorType> (ArgTys[D.getArgumentNumber()]); 16240b57cec5SDimitry Andric PointerType *ThisArgType = dyn_cast<PointerType>(Ty); 16250b57cec5SDimitry Andric 1626fe6060f1SDimitry Andric if (!ThisArgType || !ReferenceType) 1627fe6060f1SDimitry Andric return true; 1628349cc55cSDimitry Andric return !ThisArgType->isOpaqueOrPointeeTypeMatches( 1629349cc55cSDimitry Andric ReferenceType->getElementType()); 16300b57cec5SDimitry Andric } 163181ad6265SDimitry Andric case IITDescriptor::AnyPtrToElt: { 163281ad6265SDimitry Andric unsigned RefArgNumber = D.getRefArgNumber(); 163381ad6265SDimitry Andric if (RefArgNumber >= ArgTys.size()) { 163481ad6265SDimitry Andric if (IsDeferredCheck) 163581ad6265SDimitry Andric return true; 163681ad6265SDimitry Andric // If forward referencing, already add the pointer type and 163781ad6265SDimitry Andric // defer the checks for later. 163881ad6265SDimitry Andric ArgTys.push_back(Ty); 163981ad6265SDimitry Andric return DeferCheck(Ty); 164081ad6265SDimitry Andric } 164181ad6265SDimitry Andric 164281ad6265SDimitry Andric if (!IsDeferredCheck) { 164381ad6265SDimitry Andric assert(D.getOverloadArgNumber() == ArgTys.size() && 164481ad6265SDimitry Andric "Table consistency error"); 164581ad6265SDimitry Andric ArgTys.push_back(Ty); 164681ad6265SDimitry Andric } 164781ad6265SDimitry Andric 164881ad6265SDimitry Andric auto *ReferenceType = dyn_cast<VectorType>(ArgTys[RefArgNumber]); 164981ad6265SDimitry Andric auto *ThisArgType = dyn_cast<PointerType>(Ty); 165081ad6265SDimitry Andric if (!ThisArgType || !ReferenceType) 165181ad6265SDimitry Andric return true; 165281ad6265SDimitry Andric return !ThisArgType->isOpaqueOrPointeeTypeMatches( 165381ad6265SDimitry Andric ReferenceType->getElementType()); 165481ad6265SDimitry Andric } 16550b57cec5SDimitry Andric case IITDescriptor::VecOfAnyPtrsToElt: { 16560b57cec5SDimitry Andric unsigned RefArgNumber = D.getRefArgNumber(); 16570b57cec5SDimitry Andric if (RefArgNumber >= ArgTys.size()) { 16580b57cec5SDimitry Andric if (IsDeferredCheck) 16590b57cec5SDimitry Andric return true; 16600b57cec5SDimitry Andric // If forward referencing, already add the pointer-vector type and 16610b57cec5SDimitry Andric // defer the checks for later. 16620b57cec5SDimitry Andric ArgTys.push_back(Ty); 16630b57cec5SDimitry Andric return DeferCheck(Ty); 16640b57cec5SDimitry Andric } 16650b57cec5SDimitry Andric 16660b57cec5SDimitry Andric if (!IsDeferredCheck){ 16670b57cec5SDimitry Andric assert(D.getOverloadArgNumber() == ArgTys.size() && 16680b57cec5SDimitry Andric "Table consistency error"); 16690b57cec5SDimitry Andric ArgTys.push_back(Ty); 16700b57cec5SDimitry Andric } 16710b57cec5SDimitry Andric 16720b57cec5SDimitry Andric // Verify the overloaded type "matches" the Ref type. 16730b57cec5SDimitry Andric // i.e. Ty is a vector with the same width as Ref. 16740b57cec5SDimitry Andric // Composed of pointers to the same element type as Ref. 1675e8d8bef9SDimitry Andric auto *ReferenceType = dyn_cast<VectorType>(ArgTys[RefArgNumber]); 1676e8d8bef9SDimitry Andric auto *ThisArgVecTy = dyn_cast<VectorType>(Ty); 16770b57cec5SDimitry Andric if (!ThisArgVecTy || !ReferenceType || 1678e8d8bef9SDimitry Andric (ReferenceType->getElementCount() != ThisArgVecTy->getElementCount())) 16790b57cec5SDimitry Andric return true; 16800b57cec5SDimitry Andric PointerType *ThisArgEltTy = 16815ffd83dbSDimitry Andric dyn_cast<PointerType>(ThisArgVecTy->getElementType()); 16820b57cec5SDimitry Andric if (!ThisArgEltTy) 16830b57cec5SDimitry Andric return true; 1684fe6060f1SDimitry Andric return !ThisArgEltTy->isOpaqueOrPointeeTypeMatches( 1685fe6060f1SDimitry Andric ReferenceType->getElementType()); 16860b57cec5SDimitry Andric } 16870b57cec5SDimitry Andric case IITDescriptor::VecElementArgument: { 16880b57cec5SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 16890b57cec5SDimitry Andric return IsDeferredCheck ? true : DeferCheck(Ty); 16900b57cec5SDimitry Andric auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]); 16910b57cec5SDimitry Andric return !ReferenceType || Ty != ReferenceType->getElementType(); 16920b57cec5SDimitry Andric } 16938bcb0991SDimitry Andric case IITDescriptor::Subdivide2Argument: 16948bcb0991SDimitry Andric case IITDescriptor::Subdivide4Argument: { 16958bcb0991SDimitry Andric // If this is a forward reference, defer the check for later. 16968bcb0991SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 16978bcb0991SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 16988bcb0991SDimitry Andric 16998bcb0991SDimitry Andric Type *NewTy = ArgTys[D.getArgumentNumber()]; 17008bcb0991SDimitry Andric if (auto *VTy = dyn_cast<VectorType>(NewTy)) { 17018bcb0991SDimitry Andric int SubDivs = D.Kind == IITDescriptor::Subdivide2Argument ? 1 : 2; 17028bcb0991SDimitry Andric NewTy = VectorType::getSubdividedVectorType(VTy, SubDivs); 17038bcb0991SDimitry Andric return Ty != NewTy; 17048bcb0991SDimitry Andric } 17058bcb0991SDimitry Andric return true; 17068bcb0991SDimitry Andric } 17078bcb0991SDimitry Andric case IITDescriptor::VecOfBitcastsToInt: { 17088bcb0991SDimitry Andric if (D.getArgumentNumber() >= ArgTys.size()) 17098bcb0991SDimitry Andric return IsDeferredCheck || DeferCheck(Ty); 17108bcb0991SDimitry Andric auto *ReferenceType = dyn_cast<VectorType>(ArgTys[D.getArgumentNumber()]); 17118bcb0991SDimitry Andric auto *ThisArgVecTy = dyn_cast<VectorType>(Ty); 17128bcb0991SDimitry Andric if (!ThisArgVecTy || !ReferenceType) 17138bcb0991SDimitry Andric return true; 17148bcb0991SDimitry Andric return ThisArgVecTy != VectorType::getInteger(ReferenceType); 17158bcb0991SDimitry Andric } 17160b57cec5SDimitry Andric } 17170b57cec5SDimitry Andric llvm_unreachable("unhandled"); 17180b57cec5SDimitry Andric } 17190b57cec5SDimitry Andric 17200b57cec5SDimitry Andric Intrinsic::MatchIntrinsicTypesResult 17210b57cec5SDimitry Andric Intrinsic::matchIntrinsicSignature(FunctionType *FTy, 17220b57cec5SDimitry Andric ArrayRef<Intrinsic::IITDescriptor> &Infos, 17230b57cec5SDimitry Andric SmallVectorImpl<Type *> &ArgTys) { 17240b57cec5SDimitry Andric SmallVector<DeferredIntrinsicMatchPair, 2> DeferredChecks; 17250b57cec5SDimitry Andric if (matchIntrinsicType(FTy->getReturnType(), Infos, ArgTys, DeferredChecks, 17260b57cec5SDimitry Andric false)) 17270b57cec5SDimitry Andric return MatchIntrinsicTypes_NoMatchRet; 17280b57cec5SDimitry Andric 17290b57cec5SDimitry Andric unsigned NumDeferredReturnChecks = DeferredChecks.size(); 17300b57cec5SDimitry Andric 17310b57cec5SDimitry Andric for (auto Ty : FTy->params()) 17320b57cec5SDimitry Andric if (matchIntrinsicType(Ty, Infos, ArgTys, DeferredChecks, false)) 17330b57cec5SDimitry Andric return MatchIntrinsicTypes_NoMatchArg; 17340b57cec5SDimitry Andric 17350b57cec5SDimitry Andric for (unsigned I = 0, E = DeferredChecks.size(); I != E; ++I) { 17360b57cec5SDimitry Andric DeferredIntrinsicMatchPair &Check = DeferredChecks[I]; 17370b57cec5SDimitry Andric if (matchIntrinsicType(Check.first, Check.second, ArgTys, DeferredChecks, 17380b57cec5SDimitry Andric true)) 17390b57cec5SDimitry Andric return I < NumDeferredReturnChecks ? MatchIntrinsicTypes_NoMatchRet 17400b57cec5SDimitry Andric : MatchIntrinsicTypes_NoMatchArg; 17410b57cec5SDimitry Andric } 17420b57cec5SDimitry Andric 17430b57cec5SDimitry Andric return MatchIntrinsicTypes_Match; 17440b57cec5SDimitry Andric } 17450b57cec5SDimitry Andric 17460b57cec5SDimitry Andric bool 17470b57cec5SDimitry Andric Intrinsic::matchIntrinsicVarArg(bool isVarArg, 17480b57cec5SDimitry Andric ArrayRef<Intrinsic::IITDescriptor> &Infos) { 17490b57cec5SDimitry Andric // If there are no descriptors left, then it can't be a vararg. 17500b57cec5SDimitry Andric if (Infos.empty()) 17510b57cec5SDimitry Andric return isVarArg; 17520b57cec5SDimitry Andric 17530b57cec5SDimitry Andric // There should be only one descriptor remaining at this point. 17540b57cec5SDimitry Andric if (Infos.size() != 1) 17550b57cec5SDimitry Andric return true; 17560b57cec5SDimitry Andric 17570b57cec5SDimitry Andric // Check and verify the descriptor. 17580b57cec5SDimitry Andric IITDescriptor D = Infos.front(); 17590b57cec5SDimitry Andric Infos = Infos.slice(1); 17600b57cec5SDimitry Andric if (D.Kind == IITDescriptor::VarArg) 17610b57cec5SDimitry Andric return !isVarArg; 17620b57cec5SDimitry Andric 17630b57cec5SDimitry Andric return true; 17640b57cec5SDimitry Andric } 17650b57cec5SDimitry Andric 17665ffd83dbSDimitry Andric bool Intrinsic::getIntrinsicSignature(Function *F, 17675ffd83dbSDimitry Andric SmallVectorImpl<Type *> &ArgTys) { 17680b57cec5SDimitry Andric Intrinsic::ID ID = F->getIntrinsicID(); 17690b57cec5SDimitry Andric if (!ID) 17705ffd83dbSDimitry Andric return false; 17710b57cec5SDimitry Andric 17720b57cec5SDimitry Andric SmallVector<Intrinsic::IITDescriptor, 8> Table; 17730b57cec5SDimitry Andric getIntrinsicInfoTableEntries(ID, Table); 17740b57cec5SDimitry Andric ArrayRef<Intrinsic::IITDescriptor> TableRef = Table; 17750b57cec5SDimitry Andric 17765ffd83dbSDimitry Andric if (Intrinsic::matchIntrinsicSignature(F->getFunctionType(), TableRef, 17775ffd83dbSDimitry Andric ArgTys) != 17785ffd83dbSDimitry Andric Intrinsic::MatchIntrinsicTypesResult::MatchIntrinsicTypes_Match) { 17795ffd83dbSDimitry Andric return false; 17805ffd83dbSDimitry Andric } 17815ffd83dbSDimitry Andric if (Intrinsic::matchIntrinsicVarArg(F->getFunctionType()->isVarArg(), 17825ffd83dbSDimitry Andric TableRef)) 17835ffd83dbSDimitry Andric return false; 17845ffd83dbSDimitry Andric return true; 17850b57cec5SDimitry Andric } 17860b57cec5SDimitry Andric 17875ffd83dbSDimitry Andric Optional<Function *> Intrinsic::remangleIntrinsicFunction(Function *F) { 17885ffd83dbSDimitry Andric SmallVector<Type *, 4> ArgTys; 17895ffd83dbSDimitry Andric if (!getIntrinsicSignature(F, ArgTys)) 17905ffd83dbSDimitry Andric return None; 17915ffd83dbSDimitry Andric 17925ffd83dbSDimitry Andric Intrinsic::ID ID = F->getIntrinsicID(); 17930b57cec5SDimitry Andric StringRef Name = F->getName(); 1794fe6060f1SDimitry Andric std::string WantedName = 1795fe6060f1SDimitry Andric Intrinsic::getName(ID, ArgTys, F->getParent(), F->getFunctionType()); 1796fe6060f1SDimitry Andric if (Name == WantedName) 17970b57cec5SDimitry Andric return None; 17980b57cec5SDimitry Andric 1799fe6060f1SDimitry Andric Function *NewDecl = [&] { 1800fe6060f1SDimitry Andric if (auto *ExistingGV = F->getParent()->getNamedValue(WantedName)) { 1801fe6060f1SDimitry Andric if (auto *ExistingF = dyn_cast<Function>(ExistingGV)) 1802fe6060f1SDimitry Andric if (ExistingF->getFunctionType() == F->getFunctionType()) 1803fe6060f1SDimitry Andric return ExistingF; 1804fe6060f1SDimitry Andric 1805fe6060f1SDimitry Andric // The name already exists, but is not a function or has the wrong 1806fe6060f1SDimitry Andric // prototype. Make place for the new one by renaming the old version. 1807fe6060f1SDimitry Andric // Either this old version will be removed later on or the module is 1808fe6060f1SDimitry Andric // invalid and we'll get an error. 1809fe6060f1SDimitry Andric ExistingGV->setName(WantedName + ".renamed"); 1810fe6060f1SDimitry Andric } 1811fe6060f1SDimitry Andric return Intrinsic::getDeclaration(F->getParent(), ID, ArgTys); 1812fe6060f1SDimitry Andric }(); 1813fe6060f1SDimitry Andric 18140b57cec5SDimitry Andric NewDecl->setCallingConv(F->getCallingConv()); 18155ffd83dbSDimitry Andric assert(NewDecl->getFunctionType() == F->getFunctionType() && 18165ffd83dbSDimitry Andric "Shouldn't change the signature"); 18170b57cec5SDimitry Andric return NewDecl; 18180b57cec5SDimitry Andric } 18190b57cec5SDimitry Andric 18200b57cec5SDimitry Andric /// hasAddressTaken - returns true if there are any uses of this function 18215ffd83dbSDimitry Andric /// other than direct calls or invokes to it. Optionally ignores callback 1822fe6060f1SDimitry Andric /// uses, assume like pointer annotation calls, and references in llvm.used 1823fe6060f1SDimitry Andric /// and llvm.compiler.used variables. 18245ffd83dbSDimitry Andric bool Function::hasAddressTaken(const User **PutOffender, 1825fe6060f1SDimitry Andric bool IgnoreCallbackUses, 1826349cc55cSDimitry Andric bool IgnoreAssumeLikeCalls, bool IgnoreLLVMUsed, 1827349cc55cSDimitry Andric bool IgnoreARCAttachedCall) const { 18280b57cec5SDimitry Andric for (const Use &U : uses()) { 18290b57cec5SDimitry Andric const User *FU = U.getUser(); 18300b57cec5SDimitry Andric if (isa<BlockAddress>(FU)) 18310b57cec5SDimitry Andric continue; 18325ffd83dbSDimitry Andric 18335ffd83dbSDimitry Andric if (IgnoreCallbackUses) { 18345ffd83dbSDimitry Andric AbstractCallSite ACS(&U); 18355ffd83dbSDimitry Andric if (ACS && ACS.isCallbackCall()) 18365ffd83dbSDimitry Andric continue; 18375ffd83dbSDimitry Andric } 18385ffd83dbSDimitry Andric 18390b57cec5SDimitry Andric const auto *Call = dyn_cast<CallBase>(FU); 18400b57cec5SDimitry Andric if (!Call) { 1841fe6060f1SDimitry Andric if (IgnoreAssumeLikeCalls) { 1842fe6060f1SDimitry Andric if (const auto *FI = dyn_cast<Instruction>(FU)) { 1843fe6060f1SDimitry Andric if (FI->isCast() && !FI->user_empty() && 1844fe6060f1SDimitry Andric llvm::all_of(FU->users(), [](const User *U) { 1845fe6060f1SDimitry Andric if (const auto *I = dyn_cast<IntrinsicInst>(U)) 1846fe6060f1SDimitry Andric return I->isAssumeLikeIntrinsic(); 1847fe6060f1SDimitry Andric return false; 1848fe6060f1SDimitry Andric })) 1849fe6060f1SDimitry Andric continue; 1850fe6060f1SDimitry Andric } 1851fe6060f1SDimitry Andric } 1852fe6060f1SDimitry Andric if (IgnoreLLVMUsed && !FU->user_empty()) { 1853fe6060f1SDimitry Andric const User *FUU = FU; 1854fe6060f1SDimitry Andric if (isa<BitCastOperator>(FU) && FU->hasOneUse() && 1855fe6060f1SDimitry Andric !FU->user_begin()->user_empty()) 1856fe6060f1SDimitry Andric FUU = *FU->user_begin(); 1857fe6060f1SDimitry Andric if (llvm::all_of(FUU->users(), [](const User *U) { 1858fe6060f1SDimitry Andric if (const auto *GV = dyn_cast<GlobalVariable>(U)) 1859fe6060f1SDimitry Andric return GV->hasName() && 1860fe6060f1SDimitry Andric (GV->getName().equals("llvm.compiler.used") || 1861fe6060f1SDimitry Andric GV->getName().equals("llvm.used")); 1862fe6060f1SDimitry Andric return false; 1863fe6060f1SDimitry Andric })) 1864fe6060f1SDimitry Andric continue; 1865fe6060f1SDimitry Andric } 18660b57cec5SDimitry Andric if (PutOffender) 18670b57cec5SDimitry Andric *PutOffender = FU; 18680b57cec5SDimitry Andric return true; 18690b57cec5SDimitry Andric } 187081ad6265SDimitry Andric if (!Call->isCallee(&U) || Call->getFunctionType() != getFunctionType()) { 1871349cc55cSDimitry Andric if (IgnoreARCAttachedCall && 1872349cc55cSDimitry Andric Call->isOperandBundleOfType(LLVMContext::OB_clang_arc_attachedcall, 1873349cc55cSDimitry Andric U.getOperandNo())) 1874349cc55cSDimitry Andric continue; 1875349cc55cSDimitry Andric 18760b57cec5SDimitry Andric if (PutOffender) 18770b57cec5SDimitry Andric *PutOffender = FU; 18780b57cec5SDimitry Andric return true; 18790b57cec5SDimitry Andric } 18800b57cec5SDimitry Andric } 18810b57cec5SDimitry Andric return false; 18820b57cec5SDimitry Andric } 18830b57cec5SDimitry Andric 18840b57cec5SDimitry Andric bool Function::isDefTriviallyDead() const { 18850b57cec5SDimitry Andric // Check the linkage 18860b57cec5SDimitry Andric if (!hasLinkOnceLinkage() && !hasLocalLinkage() && 18870b57cec5SDimitry Andric !hasAvailableExternallyLinkage()) 18880b57cec5SDimitry Andric return false; 18890b57cec5SDimitry Andric 18900b57cec5SDimitry Andric // Check if the function is used by anything other than a blockaddress. 18910b57cec5SDimitry Andric for (const User *U : users()) 18920b57cec5SDimitry Andric if (!isa<BlockAddress>(U)) 18930b57cec5SDimitry Andric return false; 18940b57cec5SDimitry Andric 18950b57cec5SDimitry Andric return true; 18960b57cec5SDimitry Andric } 18970b57cec5SDimitry Andric 18980b57cec5SDimitry Andric /// callsFunctionThatReturnsTwice - Return true if the function has a call to 18990b57cec5SDimitry Andric /// setjmp or other function that gcc recognizes as "returning twice". 19000b57cec5SDimitry Andric bool Function::callsFunctionThatReturnsTwice() const { 19010b57cec5SDimitry Andric for (const Instruction &I : instructions(this)) 19020b57cec5SDimitry Andric if (const auto *Call = dyn_cast<CallBase>(&I)) 19030b57cec5SDimitry Andric if (Call->hasFnAttr(Attribute::ReturnsTwice)) 19040b57cec5SDimitry Andric return true; 19050b57cec5SDimitry Andric 19060b57cec5SDimitry Andric return false; 19070b57cec5SDimitry Andric } 19080b57cec5SDimitry Andric 19090b57cec5SDimitry Andric Constant *Function::getPersonalityFn() const { 19100b57cec5SDimitry Andric assert(hasPersonalityFn() && getNumOperands()); 19110b57cec5SDimitry Andric return cast<Constant>(Op<0>()); 19120b57cec5SDimitry Andric } 19130b57cec5SDimitry Andric 19140b57cec5SDimitry Andric void Function::setPersonalityFn(Constant *Fn) { 19150b57cec5SDimitry Andric setHungoffOperand<0>(Fn); 19160b57cec5SDimitry Andric setValueSubclassDataBit(3, Fn != nullptr); 19170b57cec5SDimitry Andric } 19180b57cec5SDimitry Andric 19190b57cec5SDimitry Andric Constant *Function::getPrefixData() const { 19200b57cec5SDimitry Andric assert(hasPrefixData() && getNumOperands()); 19210b57cec5SDimitry Andric return cast<Constant>(Op<1>()); 19220b57cec5SDimitry Andric } 19230b57cec5SDimitry Andric 19240b57cec5SDimitry Andric void Function::setPrefixData(Constant *PrefixData) { 19250b57cec5SDimitry Andric setHungoffOperand<1>(PrefixData); 19260b57cec5SDimitry Andric setValueSubclassDataBit(1, PrefixData != nullptr); 19270b57cec5SDimitry Andric } 19280b57cec5SDimitry Andric 19290b57cec5SDimitry Andric Constant *Function::getPrologueData() const { 19300b57cec5SDimitry Andric assert(hasPrologueData() && getNumOperands()); 19310b57cec5SDimitry Andric return cast<Constant>(Op<2>()); 19320b57cec5SDimitry Andric } 19330b57cec5SDimitry Andric 19340b57cec5SDimitry Andric void Function::setPrologueData(Constant *PrologueData) { 19350b57cec5SDimitry Andric setHungoffOperand<2>(PrologueData); 19360b57cec5SDimitry Andric setValueSubclassDataBit(2, PrologueData != nullptr); 19370b57cec5SDimitry Andric } 19380b57cec5SDimitry Andric 19390b57cec5SDimitry Andric void Function::allocHungoffUselist() { 19400b57cec5SDimitry Andric // If we've already allocated a uselist, stop here. 19410b57cec5SDimitry Andric if (getNumOperands()) 19420b57cec5SDimitry Andric return; 19430b57cec5SDimitry Andric 19440b57cec5SDimitry Andric allocHungoffUses(3, /*IsPhi=*/ false); 19450b57cec5SDimitry Andric setNumHungOffUseOperands(3); 19460b57cec5SDimitry Andric 19470b57cec5SDimitry Andric // Initialize the uselist with placeholder operands to allow traversal. 19480b57cec5SDimitry Andric auto *CPN = ConstantPointerNull::get(Type::getInt1PtrTy(getContext(), 0)); 19490b57cec5SDimitry Andric Op<0>().set(CPN); 19500b57cec5SDimitry Andric Op<1>().set(CPN); 19510b57cec5SDimitry Andric Op<2>().set(CPN); 19520b57cec5SDimitry Andric } 19530b57cec5SDimitry Andric 19540b57cec5SDimitry Andric template <int Idx> 19550b57cec5SDimitry Andric void Function::setHungoffOperand(Constant *C) { 19560b57cec5SDimitry Andric if (C) { 19570b57cec5SDimitry Andric allocHungoffUselist(); 19580b57cec5SDimitry Andric Op<Idx>().set(C); 19590b57cec5SDimitry Andric } else if (getNumOperands()) { 19600b57cec5SDimitry Andric Op<Idx>().set( 19610b57cec5SDimitry Andric ConstantPointerNull::get(Type::getInt1PtrTy(getContext(), 0))); 19620b57cec5SDimitry Andric } 19630b57cec5SDimitry Andric } 19640b57cec5SDimitry Andric 19650b57cec5SDimitry Andric void Function::setValueSubclassDataBit(unsigned Bit, bool On) { 19660b57cec5SDimitry Andric assert(Bit < 16 && "SubclassData contains only 16 bits"); 19670b57cec5SDimitry Andric if (On) 19680b57cec5SDimitry Andric setValueSubclassData(getSubclassDataFromValue() | (1 << Bit)); 19690b57cec5SDimitry Andric else 19700b57cec5SDimitry Andric setValueSubclassData(getSubclassDataFromValue() & ~(1 << Bit)); 19710b57cec5SDimitry Andric } 19720b57cec5SDimitry Andric 19730b57cec5SDimitry Andric void Function::setEntryCount(ProfileCount Count, 19740b57cec5SDimitry Andric const DenseSet<GlobalValue::GUID> *S) { 19750b57cec5SDimitry Andric #if !defined(NDEBUG) 19760b57cec5SDimitry Andric auto PrevCount = getEntryCount(); 197781ad6265SDimitry Andric assert(!PrevCount || PrevCount->getType() == Count.getType()); 19780b57cec5SDimitry Andric #endif 1979480093f4SDimitry Andric 1980480093f4SDimitry Andric auto ImportGUIDs = getImportGUIDs(); 1981480093f4SDimitry Andric if (S == nullptr && ImportGUIDs.size()) 1982480093f4SDimitry Andric S = &ImportGUIDs; 1983480093f4SDimitry Andric 19840b57cec5SDimitry Andric MDBuilder MDB(getContext()); 19850b57cec5SDimitry Andric setMetadata( 19860b57cec5SDimitry Andric LLVMContext::MD_prof, 19870b57cec5SDimitry Andric MDB.createFunctionEntryCount(Count.getCount(), Count.isSynthetic(), S)); 19880b57cec5SDimitry Andric } 19890b57cec5SDimitry Andric 19900b57cec5SDimitry Andric void Function::setEntryCount(uint64_t Count, Function::ProfileCountType Type, 19910b57cec5SDimitry Andric const DenseSet<GlobalValue::GUID> *Imports) { 19920b57cec5SDimitry Andric setEntryCount(ProfileCount(Count, Type), Imports); 19930b57cec5SDimitry Andric } 19940b57cec5SDimitry Andric 1995349cc55cSDimitry Andric Optional<ProfileCount> Function::getEntryCount(bool AllowSynthetic) const { 19960b57cec5SDimitry Andric MDNode *MD = getMetadata(LLVMContext::MD_prof); 19970b57cec5SDimitry Andric if (MD && MD->getOperand(0)) 19980b57cec5SDimitry Andric if (MDString *MDS = dyn_cast<MDString>(MD->getOperand(0))) { 19990b57cec5SDimitry Andric if (MDS->getString().equals("function_entry_count")) { 20000b57cec5SDimitry Andric ConstantInt *CI = mdconst::extract<ConstantInt>(MD->getOperand(1)); 20010b57cec5SDimitry Andric uint64_t Count = CI->getValue().getZExtValue(); 20020b57cec5SDimitry Andric // A value of -1 is used for SamplePGO when there were no samples. 20030b57cec5SDimitry Andric // Treat this the same as unknown. 20040b57cec5SDimitry Andric if (Count == (uint64_t)-1) 2005349cc55cSDimitry Andric return None; 20060b57cec5SDimitry Andric return ProfileCount(Count, PCT_Real); 20070b57cec5SDimitry Andric } else if (AllowSynthetic && 20080b57cec5SDimitry Andric MDS->getString().equals("synthetic_function_entry_count")) { 20090b57cec5SDimitry Andric ConstantInt *CI = mdconst::extract<ConstantInt>(MD->getOperand(1)); 20100b57cec5SDimitry Andric uint64_t Count = CI->getValue().getZExtValue(); 20110b57cec5SDimitry Andric return ProfileCount(Count, PCT_Synthetic); 20120b57cec5SDimitry Andric } 20130b57cec5SDimitry Andric } 2014349cc55cSDimitry Andric return None; 20150b57cec5SDimitry Andric } 20160b57cec5SDimitry Andric 20170b57cec5SDimitry Andric DenseSet<GlobalValue::GUID> Function::getImportGUIDs() const { 20180b57cec5SDimitry Andric DenseSet<GlobalValue::GUID> R; 20190b57cec5SDimitry Andric if (MDNode *MD = getMetadata(LLVMContext::MD_prof)) 20200b57cec5SDimitry Andric if (MDString *MDS = dyn_cast<MDString>(MD->getOperand(0))) 20210b57cec5SDimitry Andric if (MDS->getString().equals("function_entry_count")) 20220b57cec5SDimitry Andric for (unsigned i = 2; i < MD->getNumOperands(); i++) 20230b57cec5SDimitry Andric R.insert(mdconst::extract<ConstantInt>(MD->getOperand(i)) 20240b57cec5SDimitry Andric ->getValue() 20250b57cec5SDimitry Andric .getZExtValue()); 20260b57cec5SDimitry Andric return R; 20270b57cec5SDimitry Andric } 20280b57cec5SDimitry Andric 20290b57cec5SDimitry Andric void Function::setSectionPrefix(StringRef Prefix) { 20300b57cec5SDimitry Andric MDBuilder MDB(getContext()); 20310b57cec5SDimitry Andric setMetadata(LLVMContext::MD_section_prefix, 20320b57cec5SDimitry Andric MDB.createFunctionSectionPrefix(Prefix)); 20330b57cec5SDimitry Andric } 20340b57cec5SDimitry Andric 20350b57cec5SDimitry Andric Optional<StringRef> Function::getSectionPrefix() const { 20360b57cec5SDimitry Andric if (MDNode *MD = getMetadata(LLVMContext::MD_section_prefix)) { 20370b57cec5SDimitry Andric assert(cast<MDString>(MD->getOperand(0)) 20380b57cec5SDimitry Andric ->getString() 20390b57cec5SDimitry Andric .equals("function_section_prefix") && 20400b57cec5SDimitry Andric "Metadata not match"); 20410b57cec5SDimitry Andric return cast<MDString>(MD->getOperand(1))->getString(); 20420b57cec5SDimitry Andric } 20430b57cec5SDimitry Andric return None; 20440b57cec5SDimitry Andric } 20450b57cec5SDimitry Andric 20460b57cec5SDimitry Andric bool Function::nullPointerIsDefined() const { 20475ffd83dbSDimitry Andric return hasFnAttribute(Attribute::NullPointerIsValid); 20480b57cec5SDimitry Andric } 20490b57cec5SDimitry Andric 20500b57cec5SDimitry Andric bool llvm::NullPointerIsDefined(const Function *F, unsigned AS) { 20510b57cec5SDimitry Andric if (F && F->nullPointerIsDefined()) 20520b57cec5SDimitry Andric return true; 20530b57cec5SDimitry Andric 20540b57cec5SDimitry Andric if (AS != 0) 20550b57cec5SDimitry Andric return true; 20560b57cec5SDimitry Andric 20570b57cec5SDimitry Andric return false; 20580b57cec5SDimitry Andric } 2059