1*0b57cec5SDimitry Andric //=== AArch64CallingConvention.cpp - AArch64 CC impl ------------*- C++ -*-===// 2*0b57cec5SDimitry Andric // 3*0b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*0b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5*0b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*0b57cec5SDimitry Andric // 7*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 8*0b57cec5SDimitry Andric // 9*0b57cec5SDimitry Andric // This file contains the table-generated and custom routines for the AArch64 10*0b57cec5SDimitry Andric // Calling Convention. 11*0b57cec5SDimitry Andric // 12*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 13*0b57cec5SDimitry Andric 14*0b57cec5SDimitry Andric #include "AArch64CallingConvention.h" 15*0b57cec5SDimitry Andric #include "AArch64.h" 16*0b57cec5SDimitry Andric #include "AArch64InstrInfo.h" 17*0b57cec5SDimitry Andric #include "AArch64Subtarget.h" 18*0b57cec5SDimitry Andric #include "llvm/CodeGen/CallingConvLower.h" 19*0b57cec5SDimitry Andric #include "llvm/CodeGen/TargetInstrInfo.h" 20*0b57cec5SDimitry Andric #include "llvm/IR/CallingConv.h" 21*0b57cec5SDimitry Andric using namespace llvm; 22*0b57cec5SDimitry Andric 23*0b57cec5SDimitry Andric static const MCPhysReg XRegList[] = {AArch64::X0, AArch64::X1, AArch64::X2, 24*0b57cec5SDimitry Andric AArch64::X3, AArch64::X4, AArch64::X5, 25*0b57cec5SDimitry Andric AArch64::X6, AArch64::X7}; 26*0b57cec5SDimitry Andric static const MCPhysReg HRegList[] = {AArch64::H0, AArch64::H1, AArch64::H2, 27*0b57cec5SDimitry Andric AArch64::H3, AArch64::H4, AArch64::H5, 28*0b57cec5SDimitry Andric AArch64::H6, AArch64::H7}; 29*0b57cec5SDimitry Andric static const MCPhysReg SRegList[] = {AArch64::S0, AArch64::S1, AArch64::S2, 30*0b57cec5SDimitry Andric AArch64::S3, AArch64::S4, AArch64::S5, 31*0b57cec5SDimitry Andric AArch64::S6, AArch64::S7}; 32*0b57cec5SDimitry Andric static const MCPhysReg DRegList[] = {AArch64::D0, AArch64::D1, AArch64::D2, 33*0b57cec5SDimitry Andric AArch64::D3, AArch64::D4, AArch64::D5, 34*0b57cec5SDimitry Andric AArch64::D6, AArch64::D7}; 35*0b57cec5SDimitry Andric static const MCPhysReg QRegList[] = {AArch64::Q0, AArch64::Q1, AArch64::Q2, 36*0b57cec5SDimitry Andric AArch64::Q3, AArch64::Q4, AArch64::Q5, 37*0b57cec5SDimitry Andric AArch64::Q6, AArch64::Q7}; 38*0b57cec5SDimitry Andric 39*0b57cec5SDimitry Andric static bool finishStackBlock(SmallVectorImpl<CCValAssign> &PendingMembers, 40*0b57cec5SDimitry Andric MVT LocVT, ISD::ArgFlagsTy &ArgFlags, 41*0b57cec5SDimitry Andric CCState &State, unsigned SlotAlign) { 42*0b57cec5SDimitry Andric unsigned Size = LocVT.getSizeInBits() / 8; 43*0b57cec5SDimitry Andric unsigned StackAlign = 44*0b57cec5SDimitry Andric State.getMachineFunction().getDataLayout().getStackAlignment(); 45*0b57cec5SDimitry Andric unsigned Align = std::min(ArgFlags.getOrigAlign(), StackAlign); 46*0b57cec5SDimitry Andric 47*0b57cec5SDimitry Andric for (auto &It : PendingMembers) { 48*0b57cec5SDimitry Andric It.convertToMem(State.AllocateStack(Size, std::max(Align, SlotAlign))); 49*0b57cec5SDimitry Andric State.addLoc(It); 50*0b57cec5SDimitry Andric SlotAlign = 1; 51*0b57cec5SDimitry Andric } 52*0b57cec5SDimitry Andric 53*0b57cec5SDimitry Andric // All pending members have now been allocated 54*0b57cec5SDimitry Andric PendingMembers.clear(); 55*0b57cec5SDimitry Andric return true; 56*0b57cec5SDimitry Andric } 57*0b57cec5SDimitry Andric 58*0b57cec5SDimitry Andric /// The Darwin variadic PCS places anonymous arguments in 8-byte stack slots. An 59*0b57cec5SDimitry Andric /// [N x Ty] type must still be contiguous in memory though. 60*0b57cec5SDimitry Andric static bool CC_AArch64_Custom_Stack_Block( 61*0b57cec5SDimitry Andric unsigned &ValNo, MVT &ValVT, MVT &LocVT, CCValAssign::LocInfo &LocInfo, 62*0b57cec5SDimitry Andric ISD::ArgFlagsTy &ArgFlags, CCState &State) { 63*0b57cec5SDimitry Andric SmallVectorImpl<CCValAssign> &PendingMembers = State.getPendingLocs(); 64*0b57cec5SDimitry Andric 65*0b57cec5SDimitry Andric // Add the argument to the list to be allocated once we know the size of the 66*0b57cec5SDimitry Andric // block. 67*0b57cec5SDimitry Andric PendingMembers.push_back( 68*0b57cec5SDimitry Andric CCValAssign::getPending(ValNo, ValVT, LocVT, LocInfo)); 69*0b57cec5SDimitry Andric 70*0b57cec5SDimitry Andric if (!ArgFlags.isInConsecutiveRegsLast()) 71*0b57cec5SDimitry Andric return true; 72*0b57cec5SDimitry Andric 73*0b57cec5SDimitry Andric return finishStackBlock(PendingMembers, LocVT, ArgFlags, State, 8); 74*0b57cec5SDimitry Andric } 75*0b57cec5SDimitry Andric 76*0b57cec5SDimitry Andric /// Given an [N x Ty] block, it should be passed in a consecutive sequence of 77*0b57cec5SDimitry Andric /// registers. If no such sequence is available, mark the rest of the registers 78*0b57cec5SDimitry Andric /// of that type as used and place the argument on the stack. 79*0b57cec5SDimitry Andric static bool CC_AArch64_Custom_Block(unsigned &ValNo, MVT &ValVT, MVT &LocVT, 80*0b57cec5SDimitry Andric CCValAssign::LocInfo &LocInfo, 81*0b57cec5SDimitry Andric ISD::ArgFlagsTy &ArgFlags, CCState &State) { 82*0b57cec5SDimitry Andric // Try to allocate a contiguous block of registers, each of the correct 83*0b57cec5SDimitry Andric // size to hold one member. 84*0b57cec5SDimitry Andric ArrayRef<MCPhysReg> RegList; 85*0b57cec5SDimitry Andric if (LocVT.SimpleTy == MVT::i64) 86*0b57cec5SDimitry Andric RegList = XRegList; 87*0b57cec5SDimitry Andric else if (LocVT.SimpleTy == MVT::f16) 88*0b57cec5SDimitry Andric RegList = HRegList; 89*0b57cec5SDimitry Andric else if (LocVT.SimpleTy == MVT::f32 || LocVT.is32BitVector()) 90*0b57cec5SDimitry Andric RegList = SRegList; 91*0b57cec5SDimitry Andric else if (LocVT.SimpleTy == MVT::f64 || LocVT.is64BitVector()) 92*0b57cec5SDimitry Andric RegList = DRegList; 93*0b57cec5SDimitry Andric else if (LocVT.SimpleTy == MVT::f128 || LocVT.is128BitVector()) 94*0b57cec5SDimitry Andric RegList = QRegList; 95*0b57cec5SDimitry Andric else { 96*0b57cec5SDimitry Andric // Not an array we want to split up after all. 97*0b57cec5SDimitry Andric return false; 98*0b57cec5SDimitry Andric } 99*0b57cec5SDimitry Andric 100*0b57cec5SDimitry Andric SmallVectorImpl<CCValAssign> &PendingMembers = State.getPendingLocs(); 101*0b57cec5SDimitry Andric 102*0b57cec5SDimitry Andric // Add the argument to the list to be allocated once we know the size of the 103*0b57cec5SDimitry Andric // block. 104*0b57cec5SDimitry Andric PendingMembers.push_back( 105*0b57cec5SDimitry Andric CCValAssign::getPending(ValNo, ValVT, LocVT, LocInfo)); 106*0b57cec5SDimitry Andric 107*0b57cec5SDimitry Andric if (!ArgFlags.isInConsecutiveRegsLast()) 108*0b57cec5SDimitry Andric return true; 109*0b57cec5SDimitry Andric 110*0b57cec5SDimitry Andric unsigned RegResult = State.AllocateRegBlock(RegList, PendingMembers.size()); 111*0b57cec5SDimitry Andric if (RegResult) { 112*0b57cec5SDimitry Andric for (auto &It : PendingMembers) { 113*0b57cec5SDimitry Andric It.convertToReg(RegResult); 114*0b57cec5SDimitry Andric State.addLoc(It); 115*0b57cec5SDimitry Andric ++RegResult; 116*0b57cec5SDimitry Andric } 117*0b57cec5SDimitry Andric PendingMembers.clear(); 118*0b57cec5SDimitry Andric return true; 119*0b57cec5SDimitry Andric } 120*0b57cec5SDimitry Andric 121*0b57cec5SDimitry Andric // Mark all regs in the class as unavailable 122*0b57cec5SDimitry Andric for (auto Reg : RegList) 123*0b57cec5SDimitry Andric State.AllocateReg(Reg); 124*0b57cec5SDimitry Andric 125*0b57cec5SDimitry Andric const AArch64Subtarget &Subtarget = static_cast<const AArch64Subtarget &>( 126*0b57cec5SDimitry Andric State.getMachineFunction().getSubtarget()); 127*0b57cec5SDimitry Andric unsigned SlotAlign = Subtarget.isTargetDarwin() ? 1 : 8; 128*0b57cec5SDimitry Andric 129*0b57cec5SDimitry Andric return finishStackBlock(PendingMembers, LocVT, ArgFlags, State, SlotAlign); 130*0b57cec5SDimitry Andric } 131*0b57cec5SDimitry Andric 132*0b57cec5SDimitry Andric // TableGen provides definitions of the calling convention analysis entry 133*0b57cec5SDimitry Andric // points. 134*0b57cec5SDimitry Andric #include "AArch64GenCallingConv.inc" 135