xref: /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ARMScheduleSwift.td (revision 0b57cec536236d46e3dba9bd041533462f33dbb7)
1*0b57cec5SDimitry Andric//=- ARMScheduleSwift.td - Swift Scheduling Definitions -*- tablegen -*----===//
2*0b57cec5SDimitry Andric//
3*0b57cec5SDimitry Andric// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*0b57cec5SDimitry Andric// See https://llvm.org/LICENSE.txt for license information.
5*0b57cec5SDimitry Andric// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*0b57cec5SDimitry Andric//
7*0b57cec5SDimitry Andric//===----------------------------------------------------------------------===//
8*0b57cec5SDimitry Andric//
9*0b57cec5SDimitry Andric// This file defines the itinerary class data for the Swift processor..
10*0b57cec5SDimitry Andric//
11*0b57cec5SDimitry Andric//===----------------------------------------------------------------------===//
12*0b57cec5SDimitry Andric
13*0b57cec5SDimitry Andric// ===---------------------------------------------------------------------===//
14*0b57cec5SDimitry Andric// This section contains legacy support for itineraries. This is
15*0b57cec5SDimitry Andric// required until SD and PostRA schedulers are replaced by MachineScheduler.
16*0b57cec5SDimitry Andric
17*0b57cec5SDimitry Andricdef SW_DIS0 : FuncUnit;
18*0b57cec5SDimitry Andricdef SW_DIS1 : FuncUnit;
19*0b57cec5SDimitry Andricdef SW_DIS2 : FuncUnit;
20*0b57cec5SDimitry Andric
21*0b57cec5SDimitry Andricdef SW_ALU0 : FuncUnit;
22*0b57cec5SDimitry Andricdef SW_ALU1 : FuncUnit;
23*0b57cec5SDimitry Andricdef SW_LS   : FuncUnit;
24*0b57cec5SDimitry Andricdef SW_IDIV : FuncUnit;
25*0b57cec5SDimitry Andricdef SW_FDIV : FuncUnit;
26*0b57cec5SDimitry Andric
27*0b57cec5SDimitry Andric// FIXME: Need bypasses.
28*0b57cec5SDimitry Andric// FIXME: Model the multiple stages of IIC_iMOVix2, IIC_iMOVix2addpc, and
29*0b57cec5SDimitry Andric//        IIC_iMOVix2ld better.
30*0b57cec5SDimitry Andric// FIXME: Model the special immediate shifts that are not microcoded.
31*0b57cec5SDimitry Andric// FIXME: Do we need to model the fact that uses of r15 in a micro-op force it
32*0b57cec5SDimitry Andric//        to issue on pipe 1?
33*0b57cec5SDimitry Andric// FIXME: Model the pipelined behavior of CMP / TST instructions.
34*0b57cec5SDimitry Andric// FIXME: Better model the microcode stages of multiply instructions, especially
35*0b57cec5SDimitry Andric//        conditional variants.
36*0b57cec5SDimitry Andric// FIXME: Add preload instruction when it is documented.
37*0b57cec5SDimitry Andric// FIXME: Model non-pipelined nature of FP div / sqrt unit.
38*0b57cec5SDimitry Andric
39*0b57cec5SDimitry Andric// Swift machine model for scheduling and other instruction cost heuristics.
40*0b57cec5SDimitry Andricdef SwiftModel : SchedMachineModel {
41*0b57cec5SDimitry Andric  let IssueWidth = 3; // 3 micro-ops are dispatched per cycle.
42*0b57cec5SDimitry Andric  let MicroOpBufferSize = 45; // Based on NEON renamed registers.
43*0b57cec5SDimitry Andric  let LoadLatency = 3;
44*0b57cec5SDimitry Andric  let MispredictPenalty = 14; // A branch direction mispredict.
45*0b57cec5SDimitry Andric  let CompleteModel = 0;      // FIXME: Remove if all instructions are covered.
46*0b57cec5SDimitry Andric
47*0b57cec5SDimitry Andric  // FIXME: Remove when all errors have been fixed.
48*0b57cec5SDimitry Andric  let FullInstRWOverlapCheck = 0;
49*0b57cec5SDimitry Andric}
50*0b57cec5SDimitry Andric
51*0b57cec5SDimitry Andric// Swift predicates.
52*0b57cec5SDimitry Andricdef IsFastImmShiftSwiftPred : SchedPredicate<[{TII->isSwiftFastImmShift(MI)}]>;
53*0b57cec5SDimitry Andric
54*0b57cec5SDimitry Andric// Swift resource mapping.
55*0b57cec5SDimitry Andriclet SchedModel = SwiftModel in {
56*0b57cec5SDimitry Andric  // Processor resources.
57*0b57cec5SDimitry Andric  def SwiftUnitP01 : ProcResource<2>; // ALU unit.
58*0b57cec5SDimitry Andric  def SwiftUnitP0 : ProcResource<1> { let Super = SwiftUnitP01; } // Mul unit.
59*0b57cec5SDimitry Andric  def SwiftUnitP1 : ProcResource<1> { let Super = SwiftUnitP01; } // Br unit.
60*0b57cec5SDimitry Andric  def SwiftUnitP2 : ProcResource<1>; // LS unit.
61*0b57cec5SDimitry Andric  def SwiftUnitDiv : ProcResource<1>;
62*0b57cec5SDimitry Andric
63*0b57cec5SDimitry Andric  // Generic resource requirements.
64*0b57cec5SDimitry Andric  def SwiftWriteP0OneCycle : SchedWriteRes<[SwiftUnitP0]>;
65*0b57cec5SDimitry Andric  def SwiftWriteP0TwoCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 2; }
66*0b57cec5SDimitry Andric  def SwiftWriteP0FourCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 4; }
67*0b57cec5SDimitry Andric  def SwiftWriteP0SixCycle : SchedWriteRes<[SwiftUnitP0]> { let Latency = 6; }
68*0b57cec5SDimitry Andric  def SwiftWriteP0P1FourCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP1]> {
69*0b57cec5SDimitry Andric    let Latency = 4;
70*0b57cec5SDimitry Andric  }
71*0b57cec5SDimitry Andric  def SwiftWriteP0P1SixCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP1]> {
72*0b57cec5SDimitry Andric    let Latency = 6;
73*0b57cec5SDimitry Andric  }
74*0b57cec5SDimitry Andric  def SwiftWriteP01OneCycle : SchedWriteRes<[SwiftUnitP01]>;
75*0b57cec5SDimitry Andric  def SwiftWriteP1TwoCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 2; }
76*0b57cec5SDimitry Andric  def SwiftWriteP1FourCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 4; }
77*0b57cec5SDimitry Andric  def SwiftWriteP1SixCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 6; }
78*0b57cec5SDimitry Andric  def SwiftWriteP1EightCycle : SchedWriteRes<[SwiftUnitP1]> { let Latency = 8; }
79*0b57cec5SDimitry Andric  def SwiftWriteP1TwelveCyc : SchedWriteRes<[SwiftUnitP1]> { let Latency = 12; }
80*0b57cec5SDimitry Andric  def SwiftWriteP01OneCycle2x : WriteSequence<[SwiftWriteP01OneCycle], 2>;
81*0b57cec5SDimitry Andric  def SwiftWriteP01OneCycle3x : WriteSequence<[SwiftWriteP01OneCycle], 3>;
82*0b57cec5SDimitry Andric  def SwiftWriteP01TwoCycle : SchedWriteRes<[SwiftUnitP01]> { let Latency = 2; }
83*0b57cec5SDimitry Andric  def SwiftWriteP01ThreeCycleTwoUops : SchedWriteRes<[SwiftUnitP01,
84*0b57cec5SDimitry Andric                                                      SwiftUnitP01]> {
85*0b57cec5SDimitry Andric    let Latency = 3;
86*0b57cec5SDimitry Andric    let NumMicroOps = 2;
87*0b57cec5SDimitry Andric  }
88*0b57cec5SDimitry Andric  def SwiftWriteP0ThreeCycleThreeUops : SchedWriteRes<[SwiftUnitP0]> {
89*0b57cec5SDimitry Andric    let Latency = 3;
90*0b57cec5SDimitry Andric    let NumMicroOps = 3;
91*0b57cec5SDimitry Andric    let ResourceCycles = [3];
92*0b57cec5SDimitry Andric  }
93*0b57cec5SDimitry Andric  // Plain load without writeback.
94*0b57cec5SDimitry Andric  def SwiftWriteP2ThreeCycle : SchedWriteRes<[SwiftUnitP2]> {
95*0b57cec5SDimitry Andric    let Latency = 3;
96*0b57cec5SDimitry Andric  }
97*0b57cec5SDimitry Andric  def SwiftWriteP2FourCycle : SchedWriteRes<[SwiftUnitP2]> {
98*0b57cec5SDimitry Andric    let Latency = 4;
99*0b57cec5SDimitry Andric  }
100*0b57cec5SDimitry Andric  // A store does not write to a register.
101*0b57cec5SDimitry Andric  def SwiftWriteP2 : SchedWriteRes<[SwiftUnitP2]> {
102*0b57cec5SDimitry Andric    let Latency = 0;
103*0b57cec5SDimitry Andric  }
104*0b57cec5SDimitry Andric  foreach Num = 1-4 in {
105*0b57cec5SDimitry Andric    def SwiftWrite#Num#xP2 : WriteSequence<[SwiftWriteP2], Num>;
106*0b57cec5SDimitry Andric  }
107*0b57cec5SDimitry Andric  def SwiftWriteP01OneCycle2x_load : WriteSequence<[SwiftWriteP01OneCycle,
108*0b57cec5SDimitry Andric                                                    SwiftWriteP01OneCycle,
109*0b57cec5SDimitry Andric                                                    SwiftWriteP2ThreeCycle]>;
110*0b57cec5SDimitry Andric  // 4.2.4 Arithmetic and Logical.
111*0b57cec5SDimitry Andric  // ALU operation register shifted by immediate variant.
112*0b57cec5SDimitry Andric  def SwiftWriteALUsi : SchedWriteVariant<[
113*0b57cec5SDimitry Andric    // lsl #2, lsl #1, or lsr #1.
114*0b57cec5SDimitry Andric    SchedVar<IsFastImmShiftSwiftPred, [SwiftWriteP01TwoCycle]>,
115*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,             [WriteALU]>
116*0b57cec5SDimitry Andric  ]>;
117*0b57cec5SDimitry Andric  def SwiftWriteALUsr : SchedWriteVariant<[
118*0b57cec5SDimitry Andric    SchedVar<IsPredicatedPred, [SwiftWriteP01ThreeCycleTwoUops]>,
119*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [SwiftWriteP01TwoCycle]>
120*0b57cec5SDimitry Andric  ]>;
121*0b57cec5SDimitry Andric  def SwiftWriteALUSsr : SchedWriteVariant<[
122*0b57cec5SDimitry Andric    SchedVar<IsPredicatedPred, [SwiftWriteP0ThreeCycleThreeUops]>,
123*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [SwiftWriteP01TwoCycle]>
124*0b57cec5SDimitry Andric  ]>;
125*0b57cec5SDimitry Andric  def SwiftReadAdvanceALUsr : SchedReadVariant<[
126*0b57cec5SDimitry Andric    SchedVar<IsPredicatedPred, [SchedReadAdvance<2>]>,
127*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [NoReadAdvance]>
128*0b57cec5SDimitry Andric  ]>;
129*0b57cec5SDimitry Andric  // ADC,ADD,NEG,RSB,RSC,SBC,SUB,ADR
130*0b57cec5SDimitry Andric  // AND,BIC,EOR,ORN,ORR
131*0b57cec5SDimitry Andric  // CLZ,RBIT,REV,REV16,REVSH,PKH
132*0b57cec5SDimitry Andric  def : WriteRes<WriteALU, [SwiftUnitP01]>;
133*0b57cec5SDimitry Andric  def : SchedAlias<WriteALUsi, SwiftWriteALUsi>;
134*0b57cec5SDimitry Andric  def : SchedAlias<WriteALUsr, SwiftWriteALUsr>;
135*0b57cec5SDimitry Andric  def : SchedAlias<WriteALUSsr, SwiftWriteALUSsr>;
136*0b57cec5SDimitry Andric  def : ReadAdvance<ReadALU, 0>;
137*0b57cec5SDimitry Andric  def : SchedAlias<ReadALUsr, SwiftReadAdvanceALUsr>;
138*0b57cec5SDimitry Andric  def : SchedAlias<WriteLd, SwiftWriteP2ThreeCycle>;
139*0b57cec5SDimitry Andric  def : SchedAlias<WriteST, SwiftWriteP2>;
140*0b57cec5SDimitry Andric
141*0b57cec5SDimitry Andric
142*0b57cec5SDimitry Andric  def SwiftChooseShiftKindP01OneOrTwoCycle : SchedWriteVariant<[
143*0b57cec5SDimitry Andric    SchedVar<IsFastImmShiftSwiftPred, [SwiftWriteP01OneCycle]>,
144*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,             [SwiftWriteP01TwoCycle]>
145*0b57cec5SDimitry Andric  ]>;
146*0b57cec5SDimitry Andric
147*0b57cec5SDimitry Andric  // 4.2.5 Integer comparison
148*0b57cec5SDimitry Andric  def : WriteRes<WriteCMP, [SwiftUnitP01]>;
149*0b57cec5SDimitry Andric  def : SchedAlias<WriteCMPsi, SwiftChooseShiftKindP01OneOrTwoCycle>;
150*0b57cec5SDimitry Andric  def : SchedAlias<WriteCMPsr, SwiftWriteP01TwoCycle>;
151*0b57cec5SDimitry Andric
152*0b57cec5SDimitry Andric  // 4.2.6 Shift, Move
153*0b57cec5SDimitry Andric  // Shift
154*0b57cec5SDimitry Andric  //  ASR,LSL,ROR,RRX
155*0b57cec5SDimitry Andric  //  MOV(register-shiftedregister)  MVN(register-shiftedregister)
156*0b57cec5SDimitry Andric  // Move
157*0b57cec5SDimitry Andric  //  MOV,MVN
158*0b57cec5SDimitry Andric  //  MOVT
159*0b57cec5SDimitry Andric  // Sign/Zero extension
160*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle],
161*0b57cec5SDimitry Andric               (instregex "SXTB", "SXTH", "SXTB16", "UXTB", "UXTH", "UXTB16",
162*0b57cec5SDimitry Andric                          "t2SXTB", "t2SXTH", "t2SXTB16", "t2UXTB", "t2UXTH",
163*0b57cec5SDimitry Andric                          "t2UXTB16")>;
164*0b57cec5SDimitry Andric  // Pseudo instructions.
165*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle2x],
166*0b57cec5SDimitry Andric        (instregex "MOVCCi32imm", "MOVi32imm", "t2MOVCCi32imm",
167*0b57cec5SDimitry Andric                   "t2MOVi32imm")>;
168*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle3x],
169*0b57cec5SDimitry Andric        (instregex "MOV_ga_pcrel", "t2MOV_ga_pcrel", "t2MOVi16_ga_pcrel")>;
170*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle2x_load],
171*0b57cec5SDimitry Andric        (instregex "MOV_ga_pcrel_ldr")>;
172*0b57cec5SDimitry Andric
173*0b57cec5SDimitry Andric  def SwiftWriteP0TwoCycleTwoUops : WriteSequence<[SwiftWriteP0OneCycle], 2>;
174*0b57cec5SDimitry Andric
175*0b57cec5SDimitry Andric  def SwiftPredP0OneOrTwoCycle : SchedWriteVariant<[
176*0b57cec5SDimitry Andric    SchedVar<IsPredicatedPred, [ SwiftWriteP0TwoCycleTwoUops ]>,
177*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,     [ SwiftWriteP0OneCycle ]>
178*0b57cec5SDimitry Andric  ]>;
179*0b57cec5SDimitry Andric
180*0b57cec5SDimitry Andric  // 4.2.7 Select
181*0b57cec5SDimitry Andric  // SEL
182*0b57cec5SDimitry Andric  def : InstRW<[SwiftPredP0OneOrTwoCycle], (instregex "SEL", "t2SEL")>;
183*0b57cec5SDimitry Andric
184*0b57cec5SDimitry Andric  // 4.2.8 Bitfield
185*0b57cec5SDimitry Andric  // BFI,BFC, SBFX,UBFX
186*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP01TwoCycle],
187*0b57cec5SDimitry Andric        (instregex "BFC", "BFI", "UBFX", "SBFX", "(t|t2)BFC", "(t|t2)BFI",
188*0b57cec5SDimitry Andric        "(t|t2)UBFX", "(t|t2)SBFX")>;
189*0b57cec5SDimitry Andric
190*0b57cec5SDimitry Andric  // 4.2.9 Saturating arithmetic
191*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP01TwoCycle],
192*0b57cec5SDimitry Andric        (instregex "QADD", "QSUB", "QDADD", "QDSUB", "SSAT", "SSAT16", "USAT",
193*0b57cec5SDimitry Andric        "USAT16", "QADD8", "QADD16", "QSUB8", "QSUB16", "QASX", "QSAX",
194*0b57cec5SDimitry Andric        "UQADD8", "UQADD16","UQSUB8","UQSUB16","UQASX","UQSAX", "t2QADD",
195*0b57cec5SDimitry Andric        "t2QSUB", "t2QDADD", "t2QDSUB", "t2SSAT", "t2SSAT16", "t2USAT",
196*0b57cec5SDimitry Andric        "t2QADD8", "t2QADD16", "t2QSUB8", "t2QSUB16", "t2QASX", "t2QSAX",
197*0b57cec5SDimitry Andric        "t2UQADD8", "t2UQADD16","t2UQSUB8","t2UQSUB16","t2UQASX","t2UQSAX")>;
198*0b57cec5SDimitry Andric
199*0b57cec5SDimitry Andric  // 4.2.10 Parallel Arithmetic
200*0b57cec5SDimitry Andric  // Not flag setting.
201*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteALUsr],
202*0b57cec5SDimitry Andric        (instregex "SADD8", "SADD16", "SSUB8", "SSUB16", "SASX", "SSAX",
203*0b57cec5SDimitry Andric        "UADD8", "UADD16", "USUB8", "USUB16", "UASX", "USAX", "t2SADD8",
204*0b57cec5SDimitry Andric        "t2SADD16", "t2SSUB8", "t2SSUB16", "t2SASX", "t2SSAX", "t2UADD8",
205*0b57cec5SDimitry Andric        "t2UADD16", "t2USUB8", "t2USUB16", "t2UASX", "t2USAX")>;
206*0b57cec5SDimitry Andric  // Flag setting.
207*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP01TwoCycle],
208*0b57cec5SDimitry Andric       (instregex "SHADD8", "SHADD16", "SHSUB8", "SHSUB16", "SHASX", "SHSAX",
209*0b57cec5SDimitry Andric       "SXTAB", "SXTAB16", "SXTAH", "UHADD8", "UHADD16", "UHSUB8", "UHSUB16",
210*0b57cec5SDimitry Andric       "UHASX", "UHSAX", "UXTAB", "UXTAB16", "UXTAH", "t2SHADD8", "t2SHADD16",
211*0b57cec5SDimitry Andric       "t2SHSUB8", "t2SHSUB16", "t2SHASX", "t2SHSAX", "t2SXTAB", "t2SXTAB16",
212*0b57cec5SDimitry Andric       "t2SXTAH", "t2UHADD8", "t2UHADD16", "t2UHSUB8", "t2UHSUB16", "t2UHASX",
213*0b57cec5SDimitry Andric       "t2UHSAX", "t2UXTAB", "t2UXTAB16", "t2UXTAH")>;
214*0b57cec5SDimitry Andric
215*0b57cec5SDimitry Andric  // 4.2.11 Sum of Absolute Difference
216*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP0P1FourCycle], (instregex "USAD8") >;
217*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0P1FourCycle, ReadALU, ReadALU, SchedReadAdvance<2>],
218*0b57cec5SDimitry Andric        (instregex "USADA8")>;
219*0b57cec5SDimitry Andric
220*0b57cec5SDimitry Andric  // 4.2.12 Integer Multiply (32-bit result)
221*0b57cec5SDimitry Andric  // Two sources.
222*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP0FourCycle],
223*0b57cec5SDimitry Andric        (instregex "MUL", "SMMUL", "SMMULR", "SMULBB", "SMULBT",
224*0b57cec5SDimitry Andric        "SMULTB", "SMULTT", "SMULWB", "SMULWT", "SMUSD", "SMUSDX", "t2MUL",
225*0b57cec5SDimitry Andric        "t2SMMUL", "t2SMMULR", "t2SMULBB", "t2SMULBT", "t2SMULTB", "t2SMULTT",
226*0b57cec5SDimitry Andric        "t2SMULWB", "t2SMULWT", "t2SMUSD")>;
227*0b57cec5SDimitry Andric
228*0b57cec5SDimitry Andric  def SwiftWriteP0P01FiveCycleTwoUops :
229*0b57cec5SDimitry Andric      SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]>  {
230*0b57cec5SDimitry Andric    let Latency = 5;
231*0b57cec5SDimitry Andric  }
232*0b57cec5SDimitry Andric
233*0b57cec5SDimitry Andric  def SwiftPredP0P01FourFiveCycle : SchedWriteVariant<[
234*0b57cec5SDimitry Andric    SchedVar<IsPredicatedPred, [ SwiftWriteP0P01FiveCycleTwoUops ]>,
235*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [ SwiftWriteP0FourCycle ]>
236*0b57cec5SDimitry Andric  ]>;
237*0b57cec5SDimitry Andric
238*0b57cec5SDimitry Andric  def SwiftReadAdvanceFourCyclesPred : SchedReadVariant<[
239*0b57cec5SDimitry Andric     SchedVar<IsPredicatedPred, [SchedReadAdvance<4>]>,
240*0b57cec5SDimitry Andric     SchedVar<NoSchedPred,      [ReadALU]>
241*0b57cec5SDimitry Andric  ]>;
242*0b57cec5SDimitry Andric
243*0b57cec5SDimitry Andric  // Multiply accumulate, three sources
244*0b57cec5SDimitry Andric  def : InstRW< [SwiftPredP0P01FourFiveCycle, ReadALU, ReadALU,
245*0b57cec5SDimitry Andric                 SwiftReadAdvanceFourCyclesPred],
246*0b57cec5SDimitry Andric        (instregex "MLA", "MLS", "SMMLA", "SMMLAR", "SMMLS", "SMMLSR",
247*0b57cec5SDimitry Andric        "t2MLA", "t2MLS", "t2SMMLA", "t2SMMLAR", "t2SMMLS",
248*0b57cec5SDimitry Andric        "t2SMMLSR")>;
249*0b57cec5SDimitry Andric
250*0b57cec5SDimitry Andric  // 4.2.13 Integer Multiply (32-bit result, Q flag)
251*0b57cec5SDimitry Andric  def : InstRW< [SwiftWriteP0FourCycle],
252*0b57cec5SDimitry Andric        (instregex "SMUAD", "SMUADX", "t2SMUAD", "t2SMUADX")>;
253*0b57cec5SDimitry Andric  def : InstRW< [SwiftPredP0P01FourFiveCycle, ReadALU, ReadALU,
254*0b57cec5SDimitry Andric                 SwiftReadAdvanceFourCyclesPred],
255*0b57cec5SDimitry Andric        (instregex "SMLABB", "SMLABT", "SMLATB", "SMLATT", "SMLSD", "SMLSDX",
256*0b57cec5SDimitry Andric        "SMLAWB", "SMLAWT", "t2SMLABB", "t2SMLABT", "t2SMLATB", "t2SMLATT",
257*0b57cec5SDimitry Andric        "t2SMLSD", "t2SMLSDX", "t2SMLAWB", "t2SMLAWT")>;
258*0b57cec5SDimitry Andric  def : InstRW< [SwiftPredP0P01FourFiveCycle],
259*0b57cec5SDimitry Andric        (instregex "SMLAD", "SMLADX", "t2SMLAD", "t2SMLADX")>;
260*0b57cec5SDimitry Andric
261*0b57cec5SDimitry Andric  def SwiftP0P0P01FiveCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]> {
262*0b57cec5SDimitry Andric    let Latency = 5;
263*0b57cec5SDimitry Andric    let NumMicroOps = 3;
264*0b57cec5SDimitry Andric    let ResourceCycles = [2, 1];
265*0b57cec5SDimitry Andric  }
266*0b57cec5SDimitry Andric  def SwiftWrite1Cycle : SchedWriteRes<[]> {
267*0b57cec5SDimitry Andric    let Latency = 1;
268*0b57cec5SDimitry Andric    let NumMicroOps = 0;
269*0b57cec5SDimitry Andric  }
270*0b57cec5SDimitry Andric  def SwiftWrite5Cycle : SchedWriteRes<[]> {
271*0b57cec5SDimitry Andric    let Latency = 5;
272*0b57cec5SDimitry Andric    let NumMicroOps = 0;
273*0b57cec5SDimitry Andric  }
274*0b57cec5SDimitry Andric  def SwiftWrite6Cycle : SchedWriteRes<[]> {
275*0b57cec5SDimitry Andric    let Latency = 6;
276*0b57cec5SDimitry Andric    let NumMicroOps = 0;
277*0b57cec5SDimitry Andric  }
278*0b57cec5SDimitry Andric
279*0b57cec5SDimitry Andric  // 4.2.14 Integer Multiply, Long
280*0b57cec5SDimitry Andric  def : InstRW< [SwiftP0P0P01FiveCycle, SwiftWrite5Cycle],
281*0b57cec5SDimitry Andric        (instregex "SMULL$", "UMULL$", "t2SMULL$", "t2UMULL$")>;
282*0b57cec5SDimitry Andric
283*0b57cec5SDimitry Andric  def Swift2P03P01FiveCycle : SchedWriteRes<[SwiftUnitP0, SwiftUnitP01]> {
284*0b57cec5SDimitry Andric    let Latency = 7;
285*0b57cec5SDimitry Andric    let NumMicroOps = 5;
286*0b57cec5SDimitry Andric    let ResourceCycles = [2, 3];
287*0b57cec5SDimitry Andric  }
288*0b57cec5SDimitry Andric
289*0b57cec5SDimitry Andric  // Aliasing sub-target specific WriteRes to generic ones
290*0b57cec5SDimitry Andric  def : SchedAlias<WriteMUL16, SwiftWriteP0FourCycle>;
291*0b57cec5SDimitry Andric  def : SchedAlias<WriteMUL32, SwiftWriteP0FourCycle>;
292*0b57cec5SDimitry Andric  def : SchedAlias<WriteMUL64Lo, SwiftP0P0P01FiveCycle>;
293*0b57cec5SDimitry Andric  def : SchedAlias<WriteMUL64Hi, SwiftWrite5Cycle>;
294*0b57cec5SDimitry Andric  def : SchedAlias<WriteMAC16, SwiftPredP0P01FourFiveCycle>;
295*0b57cec5SDimitry Andric  def : SchedAlias<WriteMAC32, SwiftPredP0P01FourFiveCycle>;
296*0b57cec5SDimitry Andric  def : SchedAlias<WriteMAC64Lo, SwiftWrite5Cycle>;
297*0b57cec5SDimitry Andric  def : SchedAlias<WriteMAC64Hi, Swift2P03P01FiveCycle>;
298*0b57cec5SDimitry Andric  def : ReadAdvance<ReadMUL, 0>;
299*0b57cec5SDimitry Andric  def : SchedAlias<ReadMAC, SwiftReadAdvanceFourCyclesPred>;
300*0b57cec5SDimitry Andric
301*0b57cec5SDimitry Andric  // 4.2.15 Integer Multiply Accumulate, Long
302*0b57cec5SDimitry Andric  // 4.2.16 Integer Multiply Accumulate, Dual
303*0b57cec5SDimitry Andric  // 4.2.17 Integer Multiply Accumulate Accumulate, Long
304*0b57cec5SDimitry Andric  // We are being a bit inaccurate here.
305*0b57cec5SDimitry Andric  def : InstRW< [SwiftWrite5Cycle, Swift2P03P01FiveCycle, ReadALU, ReadALU,
306*0b57cec5SDimitry Andric                 SchedReadAdvance<4>, SchedReadAdvance<3>],
307*0b57cec5SDimitry Andric        (instregex "SMLAL", "UMLAL", "SMLALBT",
308*0b57cec5SDimitry Andric        "SMLALTB", "SMLALTT", "SMLALD", "SMLALDX", "SMLSLD", "SMLSLDX",
309*0b57cec5SDimitry Andric        "UMAAL", "t2SMLAL", "t2UMLAL", "t2SMLALBB", "t2SMLALBT",
310*0b57cec5SDimitry Andric        "t2SMLALTB", "t2SMLALTT", "t2SMLALD", "t2SMLALDX", "t2SMLSLD", "t2SMLSLDX",
311*0b57cec5SDimitry Andric        "t2UMAAL")>;
312*0b57cec5SDimitry Andric
313*0b57cec5SDimitry Andric  def SwiftDiv : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
314*0b57cec5SDimitry Andric    let NumMicroOps = 1;
315*0b57cec5SDimitry Andric    let Latency = 14;
316*0b57cec5SDimitry Andric    let ResourceCycles = [1, 14];
317*0b57cec5SDimitry Andric  }
318*0b57cec5SDimitry Andric  // 4.2.18 Integer Divide
319*0b57cec5SDimitry Andric  def : WriteRes<WriteDIV, [SwiftUnitDiv]>; // Workaround.
320*0b57cec5SDimitry Andric  def : InstRW <[SwiftDiv],
321*0b57cec5SDimitry Andric        (instregex "SDIV", "UDIV", "t2SDIV", "t2UDIV")>;
322*0b57cec5SDimitry Andric
323*0b57cec5SDimitry Andric  // 4.2.19 Integer Load Single Element
324*0b57cec5SDimitry Andric  // 4.2.20 Integer Load Signextended
325*0b57cec5SDimitry Andric  def SwiftWriteP2P01ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
326*0b57cec5SDimitry Andric    let Latency = 3;
327*0b57cec5SDimitry Andric    let NumMicroOps = 2;
328*0b57cec5SDimitry Andric  }
329*0b57cec5SDimitry Andric  def SwiftWriteP2P01FourCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
330*0b57cec5SDimitry Andric    let Latency = 4;
331*0b57cec5SDimitry Andric    let NumMicroOps = 2;
332*0b57cec5SDimitry Andric  }
333*0b57cec5SDimitry Andric  def SwiftWriteP2P01P01FourCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01,
334*0b57cec5SDimitry Andric                                                   SwiftUnitP01]> {
335*0b57cec5SDimitry Andric    let Latency = 4;
336*0b57cec5SDimitry Andric    let NumMicroOps = 3;
337*0b57cec5SDimitry Andric  }
338*0b57cec5SDimitry Andric  def SwiftWriteP2P2ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP2]> {
339*0b57cec5SDimitry Andric    let Latency = 3;
340*0b57cec5SDimitry Andric    let NumMicroOps = 2;
341*0b57cec5SDimitry Andric  }
342*0b57cec5SDimitry Andric  def SwiftWriteP2P2P01ThreeCycle : SchedWriteRes<[SwiftUnitP2, SwiftUnitP2,
343*0b57cec5SDimitry Andric                                                   SwiftUnitP01]> {
344*0b57cec5SDimitry Andric    let Latency = 3;
345*0b57cec5SDimitry Andric    let NumMicroOps = 3;
346*0b57cec5SDimitry Andric  }
347*0b57cec5SDimitry Andric  def SwiftWrBackOne : SchedWriteRes<[]> {
348*0b57cec5SDimitry Andric    let Latency = 1;
349*0b57cec5SDimitry Andric    let NumMicroOps = 0;
350*0b57cec5SDimitry Andric  }
351*0b57cec5SDimitry Andric  def SwiftWriteLdFour : SchedWriteRes<[]> {
352*0b57cec5SDimitry Andric    let Latency = 4;
353*0b57cec5SDimitry Andric    let NumMicroOps = 0;
354*0b57cec5SDimitry Andric  }
355*0b57cec5SDimitry Andric   // Not accurate.
356*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle],
357*0b57cec5SDimitry Andric        (instregex "LDR(i12|rs)$", "LDRB(i12|rs)$", "t2LDR(i8|i12|s|pci)",
358*0b57cec5SDimitry Andric        "t2LDR(H|B)(i8|i12|s|pci)", "LDREX", "tLDR[BH](r|i|spi|pci|pciASM)",
359*0b57cec5SDimitry Andric        "tLDR(r|i|spi|pci|pciASM)")>;
360*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle],
361*0b57cec5SDimitry Andric        (instregex "LDRH$",  "PICLDR$", "PICLDR(H|B)$", "LDRcp$")>;
362*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2P01FourCycle],
363*0b57cec5SDimitry Andric        (instregex "PICLDRS(H|B)$", "t2LDRS(H|B)(i|r|p|s)", "LDRS(H|B)$",
364*0b57cec5SDimitry Andric        "t2LDRpci_pic", "tLDRS(B|H)")>;
365*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2P01ThreeCycle,  SwiftWrBackOne],
366*0b57cec5SDimitry Andric        (instregex "LD(RB|R)(_|T_)(POST|PRE)_(IMM|REG)", "LDRH(_PRE|_POST)",
367*0b57cec5SDimitry Andric        "LDR(T|BT)_POST_(REG|IMM)", "LDRHT(i|r)",
368*0b57cec5SDimitry Andric        "t2LD(R|RB|RH)_(PRE|POST)", "t2LD(R|RB|RH)T")>;
369*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2P01P01FourCycle, SwiftWrBackOne],
370*0b57cec5SDimitry Andric        (instregex "LDR(SH|SB)(_POST|_PRE)", "t2LDR(SH|SB)(_POST|_PRE)",
371*0b57cec5SDimitry Andric        "LDRS(B|H)T(i|r)", "t2LDRS(B|H)T(i|r)?")>;
372*0b57cec5SDimitry Andric
373*0b57cec5SDimitry Andric  // 4.2.21 Integer Dual Load
374*0b57cec5SDimitry Andric  // Not accurate.
375*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2P2ThreeCycle, SwiftWriteLdFour],
376*0b57cec5SDimitry Andric        (instregex "t2LDRDi8", "LDRD$")>;
377*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2P2P01ThreeCycle, SwiftWriteLdFour, SwiftWrBackOne],
378*0b57cec5SDimitry Andric        (instregex "LDRD_(POST|PRE)", "t2LDRD_(POST|PRE)")>;
379*0b57cec5SDimitry Andric
380*0b57cec5SDimitry Andric  // 4.2.22 Integer Load, Multiple
381*0b57cec5SDimitry Andric  // NumReg = 1 .. 16
382*0b57cec5SDimitry Andric  foreach Lat = 3-25 in {
383*0b57cec5SDimitry Andric    def SwiftWriteLM#Lat#Cy : SchedWriteRes<[SwiftUnitP2]> {
384*0b57cec5SDimitry Andric      let Latency = Lat;
385*0b57cec5SDimitry Andric    }
386*0b57cec5SDimitry Andric    def SwiftWriteLM#Lat#CyNo : SchedWriteRes<[]> {
387*0b57cec5SDimitry Andric      let Latency = Lat;
388*0b57cec5SDimitry Andric      let NumMicroOps = 0;
389*0b57cec5SDimitry Andric    }
390*0b57cec5SDimitry Andric  }
391*0b57cec5SDimitry Andric  // Predicate.
392*0b57cec5SDimitry Andric  foreach NumAddr = 1-16 in {
393*0b57cec5SDimitry Andric    def SwiftLMAddr#NumAddr#Pred : SchedPredicate<"TII->getNumLDMAddresses(*MI) == "#NumAddr>;
394*0b57cec5SDimitry Andric  }
395*0b57cec5SDimitry Andric  def SwiftWriteLDMAddrNoWB : SchedWriteRes<[SwiftUnitP01]> { let Latency = 0; }
396*0b57cec5SDimitry Andric  def SwiftWriteLDMAddrWB : SchedWriteRes<[SwiftUnitP01, SwiftUnitP01]>;
397*0b57cec5SDimitry Andric  def SwiftWriteLM : SchedWriteVariant<[
398*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr2Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy]>,
399*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr3Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
400*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy]>,
401*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr4Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
402*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy]>,
403*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr5Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
404*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
405*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy]>,
406*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr6Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
407*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
408*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy]>,
409*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr7Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
410*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
411*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
412*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy]>,
413*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr8Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
414*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
415*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
416*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy]>,
417*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr9Pred, [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
418*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
419*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
420*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
421*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy]>,
422*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr10Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
423*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
424*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
425*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
426*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy]>,
427*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr11Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
428*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
429*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
430*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
431*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
432*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy]>,
433*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr12Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
434*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
435*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
436*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
437*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
438*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy]>,
439*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr13Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
440*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
441*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
442*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
443*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
444*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy,
445*0b57cec5SDimitry Andric                                SwiftWriteLM15Cy]>,
446*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr14Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
447*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
448*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
449*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
450*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
451*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy,
452*0b57cec5SDimitry Andric                                SwiftWriteLM15Cy, SwiftWriteLM16Cy]>,
453*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr15Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
454*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
455*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
456*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
457*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
458*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy,
459*0b57cec5SDimitry Andric                                SwiftWriteLM15Cy, SwiftWriteLM16Cy,
460*0b57cec5SDimitry Andric                                SwiftWriteLM17Cy]>,
461*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr16Pred,[SwiftWriteLM3Cy, SwiftWriteLM4Cy,
462*0b57cec5SDimitry Andric                                SwiftWriteLM5Cy, SwiftWriteLM6Cy,
463*0b57cec5SDimitry Andric                                SwiftWriteLM7Cy, SwiftWriteLM8Cy,
464*0b57cec5SDimitry Andric                                SwiftWriteLM9Cy, SwiftWriteLM10Cy,
465*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM12Cy,
466*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy,
467*0b57cec5SDimitry Andric                                SwiftWriteLM15Cy, SwiftWriteLM16Cy,
468*0b57cec5SDimitry Andric                                SwiftWriteLM17Cy, SwiftWriteLM18Cy]>,
469*0b57cec5SDimitry Andric    // Unknow number of registers, just use resources for two registers.
470*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [SwiftWriteLM3Cy, SwiftWriteLM4Cy,
471*0b57cec5SDimitry Andric                                SwiftWriteLM5CyNo, SwiftWriteLM6CyNo,
472*0b57cec5SDimitry Andric                                SwiftWriteLM7CyNo, SwiftWriteLM8CyNo,
473*0b57cec5SDimitry Andric                                SwiftWriteLM9CyNo, SwiftWriteLM10CyNo,
474*0b57cec5SDimitry Andric                                SwiftWriteLM11CyNo, SwiftWriteLM12CyNo,
475*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM14CyNo,
476*0b57cec5SDimitry Andric                                SwiftWriteLM15CyNo, SwiftWriteLM16CyNo,
477*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo, SwiftWriteLM18CyNo]>
478*0b57cec5SDimitry Andric
479*0b57cec5SDimitry Andric  ]> { let Variadic=1; }
480*0b57cec5SDimitry Andric
481*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM, SwiftWriteLDMAddrNoWB],
482*0b57cec5SDimitry Andric        (instregex "LDM(IA|DA|DB|IB)$", "t2LDM(IA|DA|DB|IB)$",
483*0b57cec5SDimitry Andric        "(t|sys)LDM(IA|DA|DB|IB)$")>;
484*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLDMAddrWB, SwiftWriteLM],
485*0b57cec5SDimitry Andric        (instregex /*"t2LDMIA_RET", "tLDMIA_RET", "LDMIA_RET",*/
486*0b57cec5SDimitry Andric        "LDM(IA|DA|DB|IB)_UPD", "(t2|sys|t)LDM(IA|DA|DB|IB)_UPD")>;
487*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLDMAddrWB, SwiftWriteLM, SwiftWriteP1TwoCycle],
488*0b57cec5SDimitry Andric        (instregex "LDMIA_RET", "(t|t2)LDMIA_RET", "tPOP")>;
489*0b57cec5SDimitry Andric  // 4.2.23 Integer Store, Single Element
490*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2],
491*0b57cec5SDimitry Andric        (instregex "PICSTR", "STR(i12|rs)", "STRB(i12|rs)", "STRH$", "STREX",
492*0b57cec5SDimitry Andric        "t2STR(i12|i8|s)$", "t2STR[BH](i12|i8|s)$", "tSTR[BH](i|r)", "tSTR(i|r)", "tSTRspi")>;
493*0b57cec5SDimitry Andric
494*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteP2],
495*0b57cec5SDimitry Andric        (instregex "STR(B_|_|BT_|T_)(PRE_IMM|PRE_REG|POST_REG|POST_IMM)",
496*0b57cec5SDimitry Andric        "STR(i|r)_preidx", "STRB(i|r)_preidx", "STRH_preidx", "STR(H_|HT_)(PRE|POST)",
497*0b57cec5SDimitry Andric        "STR(BT|HT|T)", "t2STR_(PRE|POST)", "t2STR[BH]_(PRE|POST)",
498*0b57cec5SDimitry Andric        "t2STR_preidx", "t2STR[BH]_preidx", "t2ST(RB|RH|R)T")>;
499*0b57cec5SDimitry Andric
500*0b57cec5SDimitry Andric  // 4.2.24 Integer Store, Dual
501*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2, SwiftWriteP2, SwiftWriteP01OneCycle],
502*0b57cec5SDimitry Andric        (instregex "STRD$", "t2STRDi8")>;
503*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteP2, SwiftWriteP2,
504*0b57cec5SDimitry Andric                SwiftWriteP01OneCycle],
505*0b57cec5SDimitry Andric        (instregex "(t2|t)STRD_(POST|PRE)", "STRD_(POST|PRE)")>;
506*0b57cec5SDimitry Andric
507*0b57cec5SDimitry Andric  // 4.2.25 Integer Store, Multiple
508*0b57cec5SDimitry Andric  def SwiftWriteStIncAddr : SchedWriteRes<[SwiftUnitP2, SwiftUnitP01]> {
509*0b57cec5SDimitry Andric    let Latency = 0;
510*0b57cec5SDimitry Andric    let NumMicroOps = 2;
511*0b57cec5SDimitry Andric  }
512*0b57cec5SDimitry Andric  foreach NumAddr = 1-16 in {
513*0b57cec5SDimitry Andric     def SwiftWriteSTM#NumAddr : WriteSequence<[SwiftWriteStIncAddr], NumAddr>;
514*0b57cec5SDimitry Andric  }
515*0b57cec5SDimitry Andric  def SwiftWriteSTM : SchedWriteVariant<[
516*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr2Pred, [SwiftWriteSTM2]>,
517*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr3Pred, [SwiftWriteSTM3]>,
518*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr4Pred, [SwiftWriteSTM4]>,
519*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr5Pred, [SwiftWriteSTM5]>,
520*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr6Pred, [SwiftWriteSTM6]>,
521*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr7Pred, [SwiftWriteSTM7]>,
522*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr8Pred, [SwiftWriteSTM8]>,
523*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr9Pred, [SwiftWriteSTM9]>,
524*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr10Pred,[SwiftWriteSTM10]>,
525*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr11Pred,[SwiftWriteSTM11]>,
526*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr12Pred,[SwiftWriteSTM12]>,
527*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr13Pred,[SwiftWriteSTM13]>,
528*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr14Pred,[SwiftWriteSTM14]>,
529*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr15Pred,[SwiftWriteSTM15]>,
530*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr16Pred,[SwiftWriteSTM16]>,
531*0b57cec5SDimitry Andric    // Unknow number of registers, just use resources for two registers.
532*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [SwiftWriteSTM2]>
533*0b57cec5SDimitry Andric  ]>;
534*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteSTM],
535*0b57cec5SDimitry Andric        (instregex "STM(IB|IA|DB|DA)$", "(t2|sys|t)STM(IB|IA|DB|DA)$")>;
536*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWriteSTM],
537*0b57cec5SDimitry Andric        (instregex "STM(IB|IA|DB|DA)_UPD", "(t2|sys|t)STM(IB|IA|DB|DA)_UPD",
538*0b57cec5SDimitry Andric        "tPUSH")>;
539*0b57cec5SDimitry Andric
540*0b57cec5SDimitry Andric  // LDRLIT pseudo instructions, they expand to LDR + PICADD
541*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle, WriteALU],
542*0b57cec5SDimitry Andric        (instregex "t?LDRLIT_ga_abs", "t?LDRLIT_ga_pcrel")>;
543*0b57cec5SDimitry Andric  // LDRLIT_ga_pcrel_ldr expands to LDR + PICLDR
544*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle, SwiftWriteP2ThreeCycle],
545*0b57cec5SDimitry Andric        (instregex "LDRLIT_ga_pcrel_ldr")>;
546*0b57cec5SDimitry Andric
547*0b57cec5SDimitry Andric  // 4.2.26 Branch
548*0b57cec5SDimitry Andric  def : WriteRes<WriteBr, [SwiftUnitP1]> { let Latency = 0; }
549*0b57cec5SDimitry Andric  def : WriteRes<WriteBrL, [SwiftUnitP1]> { let Latency = 2; }
550*0b57cec5SDimitry Andric  def : WriteRes<WriteBrTbl, [SwiftUnitP1, SwiftUnitP2]> { let Latency = 0; }
551*0b57cec5SDimitry Andric
552*0b57cec5SDimitry Andric  // 4.2.27 Not issued
553*0b57cec5SDimitry Andric  def : WriteRes<WriteNoop, []> { let Latency = 0; let NumMicroOps = 0; }
554*0b57cec5SDimitry Andric  def : InstRW<[WriteNoop], (instregex "t2IT", "IT")>;
555*0b57cec5SDimitry Andric
556*0b57cec5SDimitry Andric  // 4.2.28 Advanced SIMD, Integer, 2 cycle
557*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0TwoCycle],
558*0b57cec5SDimitry Andric        (instregex "VADDv", "VSUBv", "VNEG(s|f|v)", "VADDL", "VSUBL",
559*0b57cec5SDimitry Andric                   "VADDW", "VSUBW", "VHADD", "VHSUB", "VRHADD", "VPADDi",
560*0b57cec5SDimitry Andric                   "VPADDL", "VAND", "VBIC", "VEOR", "VORN", "VORR", "VTST",
561*0b57cec5SDimitry Andric                   "VSHL", "VSHR(s|u)", "VSHLL", "VQSHL(s|u)", "VBIF",
562*0b57cec5SDimitry Andric                   "VBIT", "VBSL", "VSLI", "VSRI", "VCLS", "VCLZ", "VCNT")>;
563*0b57cec5SDimitry Andric
564*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1TwoCycle],
565*0b57cec5SDimitry Andric        (instregex "VEXT", "VREV16", "VREV32", "VREV64")>;
566*0b57cec5SDimitry Andric
567*0b57cec5SDimitry Andric  // 4.2.29 Advanced SIMD, Integer, 4 cycle
568*0b57cec5SDimitry Andric  // 4.2.30 Advanced SIMD, Integer with Accumulate
569*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0FourCycle],
570*0b57cec5SDimitry Andric        (instregex "VABA", "VABAL", "VPADAL", "VRSRA", "VSRA", "VACGE", "VACGT",
571*0b57cec5SDimitry Andric        "VCEQ", "VCGE", "VCGT", "VCLE", "VCLT", "VRSHL",
572*0b57cec5SDimitry Andric        "VQRSHL", "VRSHR(u|s)", "VABS(f|v)", "VQABS", "VQNEG", "VQADD",
573*0b57cec5SDimitry Andric        "VQSUB")>;
574*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1FourCycle],
575*0b57cec5SDimitry Andric        (instregex "VRECPE", "VRSQRTE")>;
576*0b57cec5SDimitry Andric
577*0b57cec5SDimitry Andric  // 4.2.31 Advanced SIMD, Add and Shift with Narrow
578*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0P1FourCycle],
579*0b57cec5SDimitry Andric        (instregex "VADDHN", "VSUBHN", "VSHRN")>;
580*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0P1SixCycle],
581*0b57cec5SDimitry Andric        (instregex "VRADDHN", "VRSUBHN", "VRSHRN", "VQSHRN", "VQSHRUN",
582*0b57cec5SDimitry Andric                   "VQRSHRN", "VQRSHRUN")>;
583*0b57cec5SDimitry Andric
584*0b57cec5SDimitry Andric  // 4.2.32 Advanced SIMD, Vector Table Lookup
585*0b57cec5SDimitry Andric  foreach Num = 1-4 in {
586*0b57cec5SDimitry Andric    def SwiftWrite#Num#xP1TwoCycle : WriteSequence<[SwiftWriteP1TwoCycle], Num>;
587*0b57cec5SDimitry Andric  }
588*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite1xP1TwoCycle],
589*0b57cec5SDimitry Andric        (instregex "VTB(L|X)1")>;
590*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP1TwoCycle],
591*0b57cec5SDimitry Andric        (instregex "VTB(L|X)2")>;
592*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite3xP1TwoCycle],
593*0b57cec5SDimitry Andric        (instregex "VTB(L|X)3")>;
594*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite4xP1TwoCycle],
595*0b57cec5SDimitry Andric        (instregex "VTB(L|X)4")>;
596*0b57cec5SDimitry Andric
597*0b57cec5SDimitry Andric  // 4.2.33 Advanced SIMD, Transpose
598*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1FourCycle, SwiftWriteP1FourCycle,
599*0b57cec5SDimitry Andric                SwiftWriteP1TwoCycle/*RsrcOnly*/, SchedReadAdvance<2>],
600*0b57cec5SDimitry Andric        (instregex "VSWP", "VTRN", "VUZP", "VZIP")>;
601*0b57cec5SDimitry Andric
602*0b57cec5SDimitry Andric  // 4.2.34 Advanced SIMD and VFP, Floating Point
603*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0TwoCycle], (instregex "VABS(S|D)$", "VNEG(S|D)$")>;
604*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0FourCycle],
605*0b57cec5SDimitry Andric        (instregex "VCMP(D|S|ZD|ZS)$", "VCMPE(D|S|ZD|ZS)")>;
606*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0FourCycle],
607*0b57cec5SDimitry Andric        (instregex "VADD(S|f)", "VSUB(S|f)", "VABD", "VPADDf", "VMAX", "VMIN", "VPMAX",
608*0b57cec5SDimitry Andric                   "VPMIN")>;
609*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0SixCycle], (instregex "VADDD$", "VSUBD$")>;
610*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1EightCycle], (instregex "VRECPS", "VRSQRTS")>;
611*0b57cec5SDimitry Andric
612*0b57cec5SDimitry Andric  // 4.2.35 Advanced SIMD and VFP, Multiply
613*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1FourCycle],
614*0b57cec5SDimitry Andric        (instregex "VMUL(S|v|p|f|s)", "VNMULS", "VQDMULH", "VQRDMULH",
615*0b57cec5SDimitry Andric                   "VMULL", "VQDMULL")>;
616*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1FourCycle],
617*0b57cec5SDimitry Andric        (instregex "VMLA", "VMLS", "VNMLA", "VNMLS", "VFMA(S|D)", "VFMS(S|D)",
618*0b57cec5SDimitry Andric        "VFNMA", "VFNMS", "VMLAL", "VMLSL","VQDMLAL", "VQDMLSL")>;
619*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1EightCycle], (instregex "VFMAfd", "VFMSfd")>;
620*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1TwelveCyc], (instregex "VFMAfq", "VFMSfq")>;
621*0b57cec5SDimitry Andric
622*0b57cec5SDimitry Andric  // 4.2.36 Advanced SIMD and VFP, Convert
623*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1FourCycle], (instregex "VCVT", "V(S|U)IT", "VTO(S|U)")>;
624*0b57cec5SDimitry Andric
625*0b57cec5SDimitry Andric  // 4.2.37 Advanced SIMD and VFP, Move
626*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0TwoCycle],
627*0b57cec5SDimitry Andric        (instregex "VMOVv", "VMOV(S|D)$", "VMOV(S|D)cc",
628*0b57cec5SDimitry Andric                   "VMVNv", "VMVN(d|q)",
629*0b57cec5SDimitry Andric                   "FCONST(D|S)")>;
630*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1TwoCycle], (instregex "VMOVN", "VMOVL")>;
631*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP0FourCycle, SwiftWriteP1TwoCycle]>],
632*0b57cec5SDimitry Andric        (instregex "VQMOVN")>;
633*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP1TwoCycle], (instregex "VDUPLN")>;
634*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP1TwoCycle]>],
635*0b57cec5SDimitry Andric        (instregex "VDUP(8|16|32)")>;
636*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle], (instregex "VMOVRS$")>;
637*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP0TwoCycle]>],
638*0b57cec5SDimitry Andric        (instregex "VMOVSR$", "VSETLN")>;
639*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2ThreeCycle, SwiftWriteP2FourCycle],
640*0b57cec5SDimitry Andric        (instregex "VMOVRR(D|S)$")>;
641*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP2FourCycle], (instregex "VMOVDRR$")>;
642*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP2FourCycle, SwiftWriteP1TwoCycle]>,
643*0b57cec5SDimitry Andric                WriteSequence<[SwiftWrite1Cycle, SwiftWriteP2FourCycle,
644*0b57cec5SDimitry Andric                               SwiftWriteP1TwoCycle]>],
645*0b57cec5SDimitry Andric                (instregex "VMOVSRR$")>;
646*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP1TwoCycle, SwiftWriteP2ThreeCycle]>],
647*0b57cec5SDimitry Andric        (instregex "VGETLN(u|i)")>;
648*0b57cec5SDimitry Andric  def : InstRW<[WriteSequence<[SwiftWriteP1TwoCycle, SwiftWriteP2ThreeCycle,
649*0b57cec5SDimitry Andric                               SwiftWriteP01OneCycle]>],
650*0b57cec5SDimitry Andric        (instregex "VGETLNs")>;
651*0b57cec5SDimitry Andric
652*0b57cec5SDimitry Andric  // 4.2.38 Advanced SIMD and VFP, Move FPSCR
653*0b57cec5SDimitry Andric  // Serializing instructions.
654*0b57cec5SDimitry Andric  def SwiftWaitP0For15Cy : SchedWriteRes<[SwiftUnitP0]> {
655*0b57cec5SDimitry Andric    let Latency = 15;
656*0b57cec5SDimitry Andric    let ResourceCycles = [15];
657*0b57cec5SDimitry Andric  }
658*0b57cec5SDimitry Andric  def SwiftWaitP1For15Cy : SchedWriteRes<[SwiftUnitP1]> {
659*0b57cec5SDimitry Andric    let Latency = 15;
660*0b57cec5SDimitry Andric    let ResourceCycles = [15];
661*0b57cec5SDimitry Andric  }
662*0b57cec5SDimitry Andric  def SwiftWaitP2For15Cy : SchedWriteRes<[SwiftUnitP2]> {
663*0b57cec5SDimitry Andric    let Latency = 15;
664*0b57cec5SDimitry Andric    let ResourceCycles = [15];
665*0b57cec5SDimitry Andric  }
666*0b57cec5SDimitry Andric  def : InstRW<[SwiftWaitP0For15Cy, SwiftWaitP1For15Cy, SwiftWaitP2For15Cy],
667*0b57cec5SDimitry Andric        (instregex "VMRS")>;
668*0b57cec5SDimitry Andric  def : InstRW<[SwiftWaitP0For15Cy, SwiftWaitP1For15Cy, SwiftWaitP2For15Cy],
669*0b57cec5SDimitry Andric        (instregex "VMSR")>;
670*0b57cec5SDimitry Andric  // Not serializing.
671*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP0TwoCycle], (instregex "FMSTAT")>;
672*0b57cec5SDimitry Andric
673*0b57cec5SDimitry Andric  // 4.2.39 Advanced SIMD and VFP, Load Single Element
674*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM4Cy], (instregex "VLDRD$", "VLDRS$")>;
675*0b57cec5SDimitry Andric
676*0b57cec5SDimitry Andric  // 4.2.40 Advanced SIMD and VFP, Store Single Element
677*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM4Cy], (instregex "VSTRD$", "VSTRS$")>;
678*0b57cec5SDimitry Andric
679*0b57cec5SDimitry Andric  // 4.2.41 Advanced SIMD and VFP, Load Multiple
680*0b57cec5SDimitry Andric  // 4.2.42 Advanced SIMD and VFP, Store Multiple
681*0b57cec5SDimitry Andric
682*0b57cec5SDimitry Andric  // Resource requirement for permuting, just reserves the resources.
683*0b57cec5SDimitry Andric  foreach Num = 1-28 in {
684*0b57cec5SDimitry Andric    def SwiftVLDMPerm#Num : SchedWriteRes<[SwiftUnitP1]> {
685*0b57cec5SDimitry Andric      let Latency = 0;
686*0b57cec5SDimitry Andric      let NumMicroOps = Num;
687*0b57cec5SDimitry Andric      let ResourceCycles = [Num];
688*0b57cec5SDimitry Andric    }
689*0b57cec5SDimitry Andric  }
690*0b57cec5SDimitry Andric
691*0b57cec5SDimitry Andric  // Pre RA pseudos - load/store to a Q register as a D register pair.
692*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM4Cy], (instregex "VLDMQIA$", "VSTMQIA$")>;
693*0b57cec5SDimitry Andric
694*0b57cec5SDimitry Andric  // Post RA not modelled accurately. We assume that register use of width 64
695*0b57cec5SDimitry Andric  // bit maps to a D register, 128 maps to a Q register. Not all different kinds
696*0b57cec5SDimitry Andric  // are accurately represented.
697*0b57cec5SDimitry Andric  def SwiftWriteVLDM : SchedWriteVariant<[
698*0b57cec5SDimitry Andric    // Load of one S register.
699*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr1Pred, [SwiftWriteLM4Cy]>,
700*0b57cec5SDimitry Andric    // Load of one D register.
701*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr2Pred, [SwiftWriteLM4Cy, SwiftWriteLM4CyNo]>,
702*0b57cec5SDimitry Andric    // Load of 3 S register.
703*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr3Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
704*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteP01OneCycle,
705*0b57cec5SDimitry Andric                                SwiftVLDMPerm3]>,
706*0b57cec5SDimitry Andric    // Load of a Q register (not necessarily true). We should not be mapping to
707*0b57cec5SDimitry Andric    // 4 S registers, either.
708*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr4Pred, [SwiftWriteLM4Cy, SwiftWriteLM4CyNo,
709*0b57cec5SDimitry Andric                                SwiftWriteLM4CyNo, SwiftWriteLM4CyNo]>,
710*0b57cec5SDimitry Andric    // Load of 5 S registers.
711*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr5Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
712*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM14CyNo,
713*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo,  SwiftWriteP01OneCycle,
714*0b57cec5SDimitry Andric                                SwiftVLDMPerm5]>,
715*0b57cec5SDimitry Andric    // Load of 3 D registers. (Must also be able to handle s register list -
716*0b57cec5SDimitry Andric    // though, not accurate)
717*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr6Pred, [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
718*0b57cec5SDimitry Andric                                SwiftWriteLM10Cy, SwiftWriteLM14CyNo,
719*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
720*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle, SwiftVLDMPerm5]>,
721*0b57cec5SDimitry Andric    // Load of 7 S registers.
722*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr7Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
723*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
724*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
725*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteP01OneCycle,
726*0b57cec5SDimitry Andric                                SwiftVLDMPerm7]>,
727*0b57cec5SDimitry Andric    // Load of two Q registers.
728*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr8Pred, [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
729*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM13CyNo,
730*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
731*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
732*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle,  SwiftVLDMPerm2]>,
733*0b57cec5SDimitry Andric    // Load of 9 S registers.
734*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr9Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
735*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
736*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
737*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
738*0b57cec5SDimitry Andric                                SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
739*0b57cec5SDimitry Andric                                SwiftVLDMPerm9]>,
740*0b57cec5SDimitry Andric    // Load of 5 D registers.
741*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr10Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
742*0b57cec5SDimitry Andric                                SwiftWriteLM10Cy, SwiftWriteLM14Cy,
743*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
744*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
745*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo,  SwiftWriteLM14CyNo,
746*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle, SwiftVLDMPerm5]>,
747*0b57cec5SDimitry Andric    // Inaccurate: reuse describtion from 9 S registers.
748*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr11Pred,[SwiftWriteLM9Cy, SwiftWriteLM10Cy,
749*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
750*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
751*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
752*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
753*0b57cec5SDimitry Andric                                SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
754*0b57cec5SDimitry Andric                                SwiftVLDMPerm9]>,
755*0b57cec5SDimitry Andric    // Load of three Q registers.
756*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr12Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
757*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM11Cy,
758*0b57cec5SDimitry Andric                                SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
759*0b57cec5SDimitry Andric                                SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
760*0b57cec5SDimitry Andric                                SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
761*0b57cec5SDimitry Andric                                SwiftWriteLM11CyNo, SwiftWriteLM11CyNo,
762*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle, SwiftVLDMPerm3]>,
763*0b57cec5SDimitry Andric    // Inaccurate: reuse describtion from 9 S registers.
764*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr13Pred, [SwiftWriteLM9Cy, SwiftWriteLM10Cy,
765*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14CyNo,
766*0b57cec5SDimitry Andric                                SwiftWriteLM17CyNo, SwiftWriteLM18CyNo,
767*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
768*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
769*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
770*0b57cec5SDimitry Andric                                SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
771*0b57cec5SDimitry Andric                                SwiftVLDMPerm9]>,
772*0b57cec5SDimitry Andric    // Load of 7 D registers inaccurate.
773*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr14Pred,[SwiftWriteLM7Cy, SwiftWriteLM8Cy,
774*0b57cec5SDimitry Andric                                SwiftWriteLM10Cy, SwiftWriteLM14Cy,
775*0b57cec5SDimitry Andric                                SwiftWriteLM14Cy, SwiftWriteLM14CyNo,
776*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo, SwiftWriteLM14CyNo,
777*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo,  SwiftWriteLM14CyNo,
778*0b57cec5SDimitry Andric                                SwiftWriteLM14CyNo,  SwiftWriteLM14CyNo,
779*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle, SwiftVLDMPerm7]>,
780*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr15Pred,[SwiftWriteLM9Cy, SwiftWriteLM10Cy,
781*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM14Cy,
782*0b57cec5SDimitry Andric                                SwiftWriteLM17Cy, SwiftWriteLM18CyNo,
783*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
784*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
785*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
786*0b57cec5SDimitry Andric                                SwiftWriteLM21CyNo, SwiftWriteLM22CyNo,
787*0b57cec5SDimitry Andric                                SwiftWriteLM25CyNo, SwiftWriteP01OneCycle,
788*0b57cec5SDimitry Andric                                SwiftVLDMPerm9]>,
789*0b57cec5SDimitry Andric    // Load of 4 Q registers.
790*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr16Pred,[SwiftWriteLM7Cy, SwiftWriteLM10Cy,
791*0b57cec5SDimitry Andric                                SwiftWriteLM11Cy, SwiftWriteLM14Cy,
792*0b57cec5SDimitry Andric                                SwiftWriteLM15Cy, SwiftWriteLM18CyNo,
793*0b57cec5SDimitry Andric                                SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
794*0b57cec5SDimitry Andric                                SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
795*0b57cec5SDimitry Andric                                SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
796*0b57cec5SDimitry Andric                                SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
797*0b57cec5SDimitry Andric                                SwiftWriteLM19CyNo, SwiftWriteLM22CyNo,
798*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle, SwiftVLDMPerm4]>,
799*0b57cec5SDimitry Andric    // Unknow number of registers, just use resources for two registers.
800*0b57cec5SDimitry Andric    SchedVar<NoSchedPred,      [SwiftWriteLM7Cy, SwiftWriteLM8Cy,
801*0b57cec5SDimitry Andric                                SwiftWriteLM13Cy, SwiftWriteLM13CyNo,
802*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
803*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
804*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
805*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
806*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
807*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
808*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
809*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
810*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
811*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
812*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
813*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
814*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
815*0b57cec5SDimitry Andric                                SwiftWriteLM13CyNo, SwiftWriteLM13CyNo,
816*0b57cec5SDimitry Andric                                SwiftWriteP01OneCycle,  SwiftVLDMPerm2]>
817*0b57cec5SDimitry Andric  ]> { let Variadic = 1; }
818*0b57cec5SDimitry Andric
819*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteVLDM], (instregex "VLDM[SD](IA|DB)$")>;
820*0b57cec5SDimitry Andric
821*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle2x, SwiftWriteVLDM],
822*0b57cec5SDimitry Andric        (instregex "VLDM[SD](IA|DB)_UPD$")>;
823*0b57cec5SDimitry Andric
824*0b57cec5SDimitry Andric  def SwiftWriteVSTM : SchedWriteVariant<[
825*0b57cec5SDimitry Andric    // One S register.
826*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr1Pred, [SwiftWriteSTM1]>,
827*0b57cec5SDimitry Andric    // One D register.
828*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr2Pred, [SwiftWriteSTM1]>,
829*0b57cec5SDimitry Andric    // Three S registers.
830*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr3Pred, [SwiftWriteSTM4]>,
831*0b57cec5SDimitry Andric    // Assume one Q register.
832*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr4Pred, [SwiftWriteSTM1]>,
833*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr5Pred, [SwiftWriteSTM6]>,
834*0b57cec5SDimitry Andric    // Assume three D registers.
835*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr6Pred, [SwiftWriteSTM4]>,
836*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr7Pred, [SwiftWriteSTM8]>,
837*0b57cec5SDimitry Andric    // Assume two Q registers.
838*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr8Pred, [SwiftWriteSTM3]>,
839*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr9Pred, [SwiftWriteSTM10]>,
840*0b57cec5SDimitry Andric    // Assume 5 D registers.
841*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr10Pred, [SwiftWriteSTM6]>,
842*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr11Pred, [SwiftWriteSTM12]>,
843*0b57cec5SDimitry Andric    // Assume three Q registers.
844*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr12Pred, [SwiftWriteSTM4]>,
845*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr13Pred, [SwiftWriteSTM14]>,
846*0b57cec5SDimitry Andric    // Assume 7 D registers.
847*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr14Pred, [SwiftWriteSTM8]>,
848*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr15Pred, [SwiftWriteSTM16]>,
849*0b57cec5SDimitry Andric    // Assume four Q registers.
850*0b57cec5SDimitry Andric    SchedVar<SwiftLMAddr16Pred, [SwiftWriteSTM5]>,
851*0b57cec5SDimitry Andric    // Asumme two Q registers.
852*0b57cec5SDimitry Andric    SchedVar<NoSchedPred, [SwiftWriteSTM3]>
853*0b57cec5SDimitry Andric  ]> { let Variadic = 1; }
854*0b57cec5SDimitry Andric
855*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteVSTM], (instregex "VSTM[SD](IA|DB)$")>;
856*0b57cec5SDimitry Andric
857*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle2x, SwiftWriteVSTM],
858*0b57cec5SDimitry Andric        (instregex "VSTM[SD](IA|DB)_UPD")>;
859*0b57cec5SDimitry Andric
860*0b57cec5SDimitry Andric  // 4.2.43 Advanced SIMD, Element or Structure Load and Store
861*0b57cec5SDimitry Andric  def SwiftWrite2xP2FourCy : SchedWriteRes<[SwiftUnitP2]> {
862*0b57cec5SDimitry Andric      let Latency = 4;
863*0b57cec5SDimitry Andric      let ResourceCycles = [2];
864*0b57cec5SDimitry Andric  }
865*0b57cec5SDimitry Andric  def SwiftWrite3xP2FourCy : SchedWriteRes<[SwiftUnitP2]> {
866*0b57cec5SDimitry Andric      let Latency = 4;
867*0b57cec5SDimitry Andric      let ResourceCycles = [3];
868*0b57cec5SDimitry Andric  }
869*0b57cec5SDimitry Andric  foreach Num = 1-2 in {
870*0b57cec5SDimitry Andric    def SwiftExt#Num#xP0 : SchedWriteRes<[SwiftUnitP0]> {
871*0b57cec5SDimitry Andric      let Latency = 0;
872*0b57cec5SDimitry Andric      let NumMicroOps = Num;
873*0b57cec5SDimitry Andric      let ResourceCycles = [Num];
874*0b57cec5SDimitry Andric    }
875*0b57cec5SDimitry Andric  }
876*0b57cec5SDimitry Andric  // VLDx
877*0b57cec5SDimitry Andric  // Multiple structures.
878*0b57cec5SDimitry Andric  // Single element structure loads.
879*0b57cec5SDimitry Andric  // We assume aligned.
880*0b57cec5SDimitry Andric  // Single/two register.
881*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM4Cy], (instregex "VLD1(d|q)(8|16|32|64)$")>;
882*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM4Cy, SwiftWriteP01OneCycle],
883*0b57cec5SDimitry Andric        (instregex "VLD1(d|q)(8|16|32|64)wb")>;
884*0b57cec5SDimitry Andric  // Three register.
885*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite3xP2FourCy],
886*0b57cec5SDimitry Andric        (instregex "VLD1(d|q)(8|16|32|64)T$", "VLD1d64TPseudo")>;
887*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite3xP2FourCy, SwiftWriteP01OneCycle],
888*0b57cec5SDimitry Andric        (instregex "VLD1(d|q)(8|16|32|64)Twb")>;
889*0b57cec5SDimitry Andric  /// Four Register.
890*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2FourCy],
891*0b57cec5SDimitry Andric        (instregex "VLD1(d|q)(8|16|32|64)Q$", "VLD1d64QPseudo")>;
892*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2FourCy, SwiftWriteP01OneCycle],
893*0b57cec5SDimitry Andric        (instregex "VLD1(d|q)(8|16|32|64)Qwb")>;
894*0b57cec5SDimitry Andric  // Two element structure loads.
895*0b57cec5SDimitry Andric  // Two/four register.
896*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftExt2xP0, SwiftVLDMPerm2],
897*0b57cec5SDimitry Andric        (instregex "VLD2(d|q|b)(8|16|32)$", "VLD2q(8|16|32)Pseudo$")>;
898*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
899*0b57cec5SDimitry Andric                SwiftVLDMPerm2],
900*0b57cec5SDimitry Andric        (instregex "VLD2(d|q|b)(8|16|32)wb", "VLD2q(8|16|32)PseudoWB")>;
901*0b57cec5SDimitry Andric  // Three element structure.
902*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftWriteLM9CyNo, SwiftWriteLM9CyNo,
903*0b57cec5SDimitry Andric                SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
904*0b57cec5SDimitry Andric        (instregex "VLD3(d|q)(8|16|32)$")>;
905*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
906*0b57cec5SDimitry Andric        (instregex "VLD3(d|q)(8|16|32)(oddP|P)seudo$")>;
907*0b57cec5SDimitry Andric
908*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftWriteLM9CyNo, SwiftWriteLM9CyNo,
909*0b57cec5SDimitry Andric                SwiftWriteP01OneCycle, SwiftVLDMPerm3, SwiftWrite3xP2FourCy],
910*0b57cec5SDimitry Andric        (instregex "VLD3(d|q)(8|16|32)_UPD$")>;
911*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM9Cy, SwiftWriteP01OneCycle, SwiftVLDMPerm3,
912*0b57cec5SDimitry Andric                SwiftWrite3xP2FourCy],
913*0b57cec5SDimitry Andric        (instregex "VLD3(d|q)(8|16|32)(oddP|P)seudo_UPD")>;
914*0b57cec5SDimitry Andric  // Four element structure loads.
915*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM11Cy, SwiftWriteLM11Cy, SwiftWriteLM11Cy,
916*0b57cec5SDimitry Andric                SwiftWriteLM11Cy, SwiftExt2xP0, SwiftVLDMPerm4,
917*0b57cec5SDimitry Andric                SwiftWrite3xP2FourCy],
918*0b57cec5SDimitry Andric        (instregex "VLD4(d|q)(8|16|32)$")>;
919*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM11Cy,  SwiftExt2xP0, SwiftVLDMPerm4,
920*0b57cec5SDimitry Andric                SwiftWrite3xP2FourCy],
921*0b57cec5SDimitry Andric        (instregex "VLD4(d|q)(8|16|32)(oddP|P)seudo$")>;
922*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM11Cy, SwiftWriteLM11Cy, SwiftWriteLM11Cy,
923*0b57cec5SDimitry Andric                SwiftWriteLM11Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
924*0b57cec5SDimitry Andric                SwiftVLDMPerm4, SwiftWrite3xP2FourCy],
925*0b57cec5SDimitry Andric        (instregex "VLD4(d|q)(8|16|32)_UPD")>;
926*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM11Cy, SwiftWriteP01OneCycle, SwiftExt2xP0,
927*0b57cec5SDimitry Andric                SwiftVLDMPerm4, SwiftWrite3xP2FourCy],
928*0b57cec5SDimitry Andric        (instregex  "VLD4(d|q)(8|16|32)(oddP|P)seudo_UPD")>;
929*0b57cec5SDimitry Andric
930*0b57cec5SDimitry Andric  // Single all/lane loads.
931*0b57cec5SDimitry Andric  // One element structure.
932*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftVLDMPerm2],
933*0b57cec5SDimitry Andric        (instregex "VLD1(LN|DUP)(d|q)(8|16|32)$", "VLD1(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
934*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftVLDMPerm2],
935*0b57cec5SDimitry Andric        (instregex "VLD1(LN|DUP)(d|q)(8|16|32)(wb|_UPD)",
936*0b57cec5SDimitry Andric                  "VLD1LNq(8|16|32)Pseudo_UPD")>;
937*0b57cec5SDimitry Andric  // Two element structure.
938*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftWriteLM6Cy, SwiftExt1xP0, SwiftVLDMPerm2],
939*0b57cec5SDimitry Andric        (instregex "VLD2(DUP|LN)(d|q)(8|16|32|8x2|16x2|32x2)$",
940*0b57cec5SDimitry Andric                   "VLD2LN(d|q)(8|16|32)Pseudo$")>;
941*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftWriteLM6Cy, SwiftWriteP01OneCycle,
942*0b57cec5SDimitry Andric                SwiftExt1xP0, SwiftVLDMPerm2],
943*0b57cec5SDimitry Andric        (instregex "VLD2LN(d|q)(8|16|32)_UPD$")>;
944*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftWriteLM6Cy,
945*0b57cec5SDimitry Andric                SwiftExt1xP0, SwiftVLDMPerm2],
946*0b57cec5SDimitry Andric        (instregex "VLD2DUPd(8|16|32|8x2|16x2|32x2)wb")>;
947*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM6Cy, SwiftWriteP01OneCycle, SwiftWriteLM6Cy,
948*0b57cec5SDimitry Andric                SwiftExt1xP0, SwiftVLDMPerm2],
949*0b57cec5SDimitry Andric        (instregex "VLD2LN(d|q)(8|16|32)Pseudo_UPD")>;
950*0b57cec5SDimitry Andric  // Three element structure.
951*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM7Cy, SwiftWriteLM8Cy, SwiftWriteLM8Cy, SwiftExt1xP0,
952*0b57cec5SDimitry Andric                SwiftVLDMPerm3],
953*0b57cec5SDimitry Andric        (instregex "VLD3(DUP|LN)(d|q)(8|16|32)$",
954*0b57cec5SDimitry Andric                   "VLD3(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
955*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM7Cy, SwiftWriteLM8Cy, SwiftWriteLM8Cy,
956*0b57cec5SDimitry Andric                SwiftWriteP01OneCycle, SwiftExt1xP0, SwiftVLDMPerm3],
957*0b57cec5SDimitry Andric        (instregex "VLD3(LN|DUP)(d|q)(8|16|32)_UPD")>;
958*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM7Cy, SwiftWriteP01OneCycle, SwiftWriteLM8Cy,
959*0b57cec5SDimitry Andric                SwiftWriteLM8Cy, SwiftExt1xP0, SwiftVLDMPerm3],
960*0b57cec5SDimitry Andric        (instregex "VLD3(LN|DUP)(d|q)(8|16|32)Pseudo_UPD")>;
961*0b57cec5SDimitry Andric  // Four element struture.
962*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM8Cy, SwiftWriteLM9Cy, SwiftWriteLM10CyNo,
963*0b57cec5SDimitry Andric                SwiftWriteLM10CyNo, SwiftExt1xP0, SwiftVLDMPerm5],
964*0b57cec5SDimitry Andric        (instregex "VLD4(LN|DUP)(d|q)(8|16|32)$",
965*0b57cec5SDimitry Andric                   "VLD4(LN|DUP)(d|q)(8|16|32)Pseudo$")>;
966*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM8Cy, SwiftWriteLM9Cy, SwiftWriteLM10CyNo,
967*0b57cec5SDimitry Andric                SwiftWriteLM10CyNo, SwiftWriteP01OneCycle, SwiftExt1xP0,
968*0b57cec5SDimitry Andric                SwiftVLDMPerm5],
969*0b57cec5SDimitry Andric        (instregex "VLD4(DUP|LN)(d|q)(8|16|32)_UPD")>;
970*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteLM8Cy, SwiftWriteP01OneCycle, SwiftWriteLM9Cy,
971*0b57cec5SDimitry Andric                SwiftWriteLM10CyNo, SwiftWriteLM10CyNo, SwiftExt1xP0,
972*0b57cec5SDimitry Andric                SwiftVLDMPerm5],
973*0b57cec5SDimitry Andric        (instregex "VLD4(DUP|LN)(d|q)(8|16|32)Pseudo_UPD")>;
974*0b57cec5SDimitry Andric  // VSTx
975*0b57cec5SDimitry Andric  // Multiple structures.
976*0b57cec5SDimitry Andric  // Single element structure store.
977*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite1xP2], (instregex "VST1d(8|16|32|64)$")>;
978*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2], (instregex "VST1q(8|16|32|64)$")>;
979*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2],
980*0b57cec5SDimitry Andric        (instregex "VST1d(8|16|32|64)wb")>;
981*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite2xP2],
982*0b57cec5SDimitry Andric        (instregex "VST1q(8|16|32|64)wb")>;
983*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite3xP2],
984*0b57cec5SDimitry Andric        (instregex "VST1d(8|16|32|64)T$", "VST1d64TPseudo$")>;
985*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite3xP2],
986*0b57cec5SDimitry Andric        (instregex "VST1d(8|16|32|64)Twb", "VST1d64TPseudoWB")>;
987*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite4xP2],
988*0b57cec5SDimitry Andric        (instregex "VST1d(8|16|32|64)(Q|QPseudo)$")>;
989*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2],
990*0b57cec5SDimitry Andric        (instregex "VST1d(8|16|32|64)(Qwb|QPseudoWB)")>;
991*0b57cec5SDimitry Andric  // Two element structure store.
992*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm1],
993*0b57cec5SDimitry Andric        (instregex "VST2(d|b)(8|16|32)$")>;
994*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm1],
995*0b57cec5SDimitry Andric        (instregex "VST2(b|d)(8|16|32)wb")>;
996*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
997*0b57cec5SDimitry Andric        (instregex "VST2q(8|16|32)$", "VST2q(8|16|32)Pseudo$")>;
998*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
999*0b57cec5SDimitry Andric        (instregex "VST2q(8|16|32)wb", "VST2q(8|16|32)PseudoWB")>;
1000*0b57cec5SDimitry Andric  // Three element structure store.
1001*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
1002*0b57cec5SDimitry Andric        (instregex "VST3(d|q)(8|16|32)$", "VST3(d|q)(8|16|32)(oddP|P)seudo$")>;
1003*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm2],
1004*0b57cec5SDimitry Andric        (instregex "VST3(d|q)(8|16|32)_UPD",
1005*0b57cec5SDimitry Andric                   "VST3(d|q)(8|16|32)(oddP|P)seudo_UPD$")>;
1006*0b57cec5SDimitry Andric  // Four element structure store.
1007*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
1008*0b57cec5SDimitry Andric        (instregex "VST4(d|q)(8|16|32)$", "VST4(d|q)(8|16|32)(oddP|P)seudo$")>;
1009*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm4],
1010*0b57cec5SDimitry Andric        (instregex "VST4(d|q)(8|16|32)_UPD",
1011*0b57cec5SDimitry Andric                   "VST4(d|q)(8|16|32)(oddP|P)seudo_UPD$")>;
1012*0b57cec5SDimitry Andric  // Single/all lane store.
1013*0b57cec5SDimitry Andric  // One element structure.
1014*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm1],
1015*0b57cec5SDimitry Andric        (instregex "VST1LNd(8|16|32)$", "VST1LNq(8|16|32)Pseudo$")>;
1016*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm1],
1017*0b57cec5SDimitry Andric        (instregex "VST1LNd(8|16|32)_UPD", "VST1LNq(8|16|32)Pseudo_UPD")>;
1018*0b57cec5SDimitry Andric  // Two element structure.
1019*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite1xP2, SwiftVLDMPerm2],
1020*0b57cec5SDimitry Andric        (instregex "VST2LN(d|q)(8|16|32)$", "VST2LN(d|q)(8|16|32)Pseudo$")>;
1021*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite1xP2, SwiftVLDMPerm2],
1022*0b57cec5SDimitry Andric        (instregex "VST2LN(d|q)(8|16|32)_UPD",
1023*0b57cec5SDimitry Andric                   "VST2LN(d|q)(8|16|32)Pseudo_UPD")>;
1024*0b57cec5SDimitry Andric  // Three element structure.
1025*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite4xP2, SwiftVLDMPerm2],
1026*0b57cec5SDimitry Andric        (instregex "VST3LN(d|q)(8|16|32)$", "VST3LN(d|q)(8|16|32)Pseudo$")>;
1027*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite4xP2, SwiftVLDMPerm2],
1028*0b57cec5SDimitry Andric        (instregex "VST3LN(d|q)(8|16|32)_UPD",
1029*0b57cec5SDimitry Andric                   "VST3LN(d|q)(8|16|32)Pseudo_UPD")>;
1030*0b57cec5SDimitry Andric  // Four element structure.
1031*0b57cec5SDimitry Andric  def : InstRW<[SwiftWrite2xP2, SwiftVLDMPerm2],
1032*0b57cec5SDimitry Andric        (instregex "VST4LN(d|q)(8|16|32)$", "VST4LN(d|q)(8|16|32)Pseudo$")>;
1033*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle, SwiftWrite2xP2, SwiftVLDMPerm2],
1034*0b57cec5SDimitry Andric        (instregex "VST4LN(d|q)(8|16|32)_UPD",
1035*0b57cec5SDimitry Andric                   "VST4LN(d|q)(8|16|32)Pseudo_UPD")>;
1036*0b57cec5SDimitry Andric
1037*0b57cec5SDimitry Andric  // 4.2.44 VFP, Divide and Square Root
1038*0b57cec5SDimitry Andric  def SwiftDiv17 : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
1039*0b57cec5SDimitry Andric    let NumMicroOps = 1;
1040*0b57cec5SDimitry Andric    let Latency = 17;
1041*0b57cec5SDimitry Andric    let ResourceCycles = [1, 15];
1042*0b57cec5SDimitry Andric  }
1043*0b57cec5SDimitry Andric  def SwiftDiv32 : SchedWriteRes<[SwiftUnitP0, SwiftUnitDiv]> {
1044*0b57cec5SDimitry Andric    let NumMicroOps = 1;
1045*0b57cec5SDimitry Andric    let Latency = 32;
1046*0b57cec5SDimitry Andric    let ResourceCycles = [1, 30];
1047*0b57cec5SDimitry Andric  }
1048*0b57cec5SDimitry Andric  def : InstRW<[SwiftDiv17], (instregex "VDIVS", "VSQRTS")>;
1049*0b57cec5SDimitry Andric  def : InstRW<[SwiftDiv32], (instregex "VDIVD", "VSQRTD")>;
1050*0b57cec5SDimitry Andric
1051*0b57cec5SDimitry Andric  // ===---------------------------------------------------------------------===//
1052*0b57cec5SDimitry Andric  // Floating-point. Map target defined SchedReadWrite to processor specific ones
1053*0b57cec5SDimitry Andric  //
1054*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPCVT, SwiftWriteP1FourCycle>;
1055*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPMOV, SwiftWriteP2ThreeCycle>;
1056*0b57cec5SDimitry Andric
1057*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPALU32, SwiftWriteP0FourCycle>;
1058*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPALU64, SwiftWriteP0SixCycle>;
1059*0b57cec5SDimitry Andric
1060*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPMUL32, SwiftWriteP1FourCycle>;
1061*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPMUL64, SwiftWriteP1SixCycle>;
1062*0b57cec5SDimitry Andric
1063*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPMAC32, SwiftWriteP1FourCycle>;
1064*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPMAC64, SwiftWriteP1FourCycle>;
1065*0b57cec5SDimitry Andric
1066*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPDIV32, SwiftDiv17>;
1067*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPSQRT32, SwiftDiv17>;
1068*0b57cec5SDimitry Andric
1069*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPDIV64, SwiftDiv32>;
1070*0b57cec5SDimitry Andric  def : SchedAlias<WriteFPSQRT64, SwiftDiv32>;
1071*0b57cec5SDimitry Andric
1072*0b57cec5SDimitry Andric  def : ReadAdvance<ReadFPMUL, 0>;
1073*0b57cec5SDimitry Andric  def : ReadAdvance<ReadFPMAC, 0>;
1074*0b57cec5SDimitry Andric
1075*0b57cec5SDimitry Andric  // Overriden via InstRW for this processor.
1076*0b57cec5SDimitry Andric  def : WriteRes<WriteVLD1, []>;
1077*0b57cec5SDimitry Andric  def : WriteRes<WriteVLD2, []>;
1078*0b57cec5SDimitry Andric  def : WriteRes<WriteVLD3, []>;
1079*0b57cec5SDimitry Andric  def : WriteRes<WriteVLD4, []>;
1080*0b57cec5SDimitry Andric  def : WriteRes<WriteVST1, []>;
1081*0b57cec5SDimitry Andric  def : WriteRes<WriteVST2, []>;
1082*0b57cec5SDimitry Andric  def : WriteRes<WriteVST3, []>;
1083*0b57cec5SDimitry Andric  def : WriteRes<WriteVST4, []>;
1084*0b57cec5SDimitry Andric
1085*0b57cec5SDimitry Andric  // Not specified.
1086*0b57cec5SDimitry Andric  def : InstRW<[SwiftWriteP01OneCycle2x], (instregex "ABS")>;
1087*0b57cec5SDimitry Andric  // Preload.
1088*0b57cec5SDimitry Andric  def : WriteRes<WritePreLd, [SwiftUnitP2]> { let Latency = 0;
1089*0b57cec5SDimitry Andric    let ResourceCycles = [0];
1090*0b57cec5SDimitry Andric  }
1091*0b57cec5SDimitry Andric
1092*0b57cec5SDimitry Andric}
1093