1//===-- RISCVInstrInfoD.td - RISC-V 'D' instructions -------*- tablegen -*-===// 2// 3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4// See https://llvm.org/LICENSE.txt for license information. 5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6// 7//===----------------------------------------------------------------------===// 8// 9// This file describes the RISC-V instructions from the standard 'D', 10// Double-Precision Floating-Point instruction set extension. 11// 12//===----------------------------------------------------------------------===// 13 14//===----------------------------------------------------------------------===// 15// RISC-V specific DAG Nodes. 16//===----------------------------------------------------------------------===// 17 18def SDT_RISCVBuildPairF64 : SDTypeProfile<1, 2, [SDTCisVT<0, f64>, 19 SDTCisVT<1, i32>, 20 SDTCisSameAs<1, 2>]>; 21def SDT_RISCVSplitF64 : SDTypeProfile<2, 1, [SDTCisVT<0, i32>, 22 SDTCisVT<1, i32>, 23 SDTCisVT<2, f64>]>; 24 25def RISCVBuildPairF64 : SDNode<"RISCVISD::BuildPairF64", SDT_RISCVBuildPairF64>; 26def RISCVSplitF64 : SDNode<"RISCVISD::SplitF64", SDT_RISCVSplitF64>; 27 28def AddrRegImmINX : ComplexPattern<iPTR, 2, "SelectAddrRegImmINX">; 29 30//===----------------------------------------------------------------------===// 31// Operand and SDNode transformation definitions. 32//===----------------------------------------------------------------------===// 33 34// Zdinx 35 36def GPRPF64AsFPR : AsmOperandClass { 37 let Name = "GPRPF64AsFPR"; 38 let ParserMethod = "parseGPRAsFPR"; 39 let PredicateMethod = "isGPRAsFPR"; 40 let RenderMethod = "addRegOperands"; 41} 42 43def GPRF64AsFPR : AsmOperandClass { 44 let Name = "GPRF64AsFPR"; 45 let PredicateMethod = "isGPRAsFPR"; 46 let ParserMethod = "parseGPRAsFPR"; 47 let RenderMethod = "addRegOperands"; 48} 49 50def FPR64INX : RegisterOperand<GPR> { 51 let ParserMatchClass = GPRF64AsFPR; 52 let DecoderMethod = "DecodeGPRRegisterClass"; 53} 54 55def FPR64IN32X : RegisterOperand<GPRPF64> { 56 let ParserMatchClass = GPRPF64AsFPR; 57} 58 59def DExt : ExtInfo<"", "", [HasStdExtD], f64, FPR64, FPR32, FPR64, ?>; 60 61def ZdinxExt : ExtInfo<"_INX", "RVZfinx", [HasStdExtZdinx, IsRV64], 62 f64, FPR64INX, FPR32INX, FPR64INX, ?>; 63def Zdinx32Ext : ExtInfo<"_IN32X", "RV32Zdinx", [HasStdExtZdinx, IsRV32], 64 f64, FPR64IN32X, FPR32INX, FPR64IN32X, ?>; 65 66defvar DExts = [DExt, ZdinxExt, Zdinx32Ext]; 67defvar DExtsRV64 = [DExt, ZdinxExt]; 68 69//===----------------------------------------------------------------------===// 70// Instructions 71//===----------------------------------------------------------------------===// 72 73let Predicates = [HasStdExtD] in { 74def FLD : FPLoad_r<0b011, "fld", FPR64, WriteFLD64>; 75 76// Operands for stores are in the order srcreg, base, offset rather than 77// reflecting the order these fields are specified in the instruction 78// encoding. 79def FSD : FPStore_r<0b011, "fsd", FPR64, WriteFST64>; 80} // Predicates = [HasStdExtD] 81 82foreach Ext = DExts in { 83 let SchedRW = [WriteFMA64, ReadFMA64, ReadFMA64, ReadFMA64Addend] in { 84 defm FMADD_D : FPFMA_rrr_frm_m<OPC_MADD, 0b01, "fmadd.d", Ext>; 85 defm FMSUB_D : FPFMA_rrr_frm_m<OPC_MSUB, 0b01, "fmsub.d", Ext>; 86 defm FNMSUB_D : FPFMA_rrr_frm_m<OPC_NMSUB, 0b01, "fnmsub.d", Ext>; 87 defm FNMADD_D : FPFMA_rrr_frm_m<OPC_NMADD, 0b01, "fnmadd.d", Ext>; 88 } 89 90 let SchedRW = [WriteFAdd64, ReadFAdd64, ReadFAdd64] in { 91 defm FADD_D : FPALU_rr_frm_m<0b0000001, "fadd.d", Ext, Commutable=1>; 92 defm FSUB_D : FPALU_rr_frm_m<0b0000101, "fsub.d", Ext>; 93 } 94 let SchedRW = [WriteFMul64, ReadFMul64, ReadFMul64] in 95 defm FMUL_D : FPALU_rr_frm_m<0b0001001, "fmul.d", Ext, Commutable=1>; 96 97 let SchedRW = [WriteFDiv64, ReadFDiv64, ReadFDiv64] in 98 defm FDIV_D : FPALU_rr_frm_m<0b0001101, "fdiv.d", Ext>; 99 100 defm FSQRT_D : FPUnaryOp_r_frm_m<0b0101101, 0b00000, Ext, Ext.PrimaryTy, 101 Ext.PrimaryTy, "fsqrt.d">, 102 Sched<[WriteFSqrt64, ReadFSqrt64]>; 103 104 let SchedRW = [WriteFSGNJ64, ReadFSGNJ64, ReadFSGNJ64], 105 mayRaiseFPException = 0 in { 106 defm FSGNJ_D : FPALU_rr_m<0b0010001, 0b000, "fsgnj.d", Ext>; 107 defm FSGNJN_D : FPALU_rr_m<0b0010001, 0b001, "fsgnjn.d", Ext>; 108 defm FSGNJX_D : FPALU_rr_m<0b0010001, 0b010, "fsgnjx.d", Ext>; 109 } 110 111 let SchedRW = [WriteFMinMax64, ReadFMinMax64, ReadFMinMax64] in { 112 defm FMIN_D : FPALU_rr_m<0b0010101, 0b000, "fmin.d", Ext, Commutable=1>; 113 defm FMAX_D : FPALU_rr_m<0b0010101, 0b001, "fmax.d", Ext, Commutable=1>; 114 } 115 116 defm FCVT_S_D : FPUnaryOp_r_frm_m<0b0100000, 0b00001, Ext, Ext.F32Ty, 117 Ext.PrimaryTy, "fcvt.s.d">, 118 Sched<[WriteFCvtF64ToF32, ReadFCvtF64ToF32]>; 119 120 defm FCVT_D_S : FPUnaryOp_r_frmlegacy_m<0b0100001, 0b00000, Ext, Ext.PrimaryTy, 121 Ext.F32Ty, "fcvt.d.s">, 122 Sched<[WriteFCvtF32ToF64, ReadFCvtF32ToF64]>; 123 124 let SchedRW = [WriteFCmp64, ReadFCmp64, ReadFCmp64] in { 125 defm FEQ_D : FPCmp_rr_m<0b1010001, 0b010, "feq.d", Ext, Commutable=1>; 126 defm FLT_D : FPCmp_rr_m<0b1010001, 0b001, "flt.d", Ext>; 127 defm FLE_D : FPCmp_rr_m<0b1010001, 0b000, "fle.d", Ext>; 128 } 129 130 let mayRaiseFPException = 0 in 131 defm FCLASS_D : FPUnaryOp_r_m<0b1110001, 0b00000, 0b001, Ext, GPR, Ext.PrimaryTy, 132 "fclass.d">, 133 Sched<[WriteFClass64, ReadFClass64]>; 134 135 let IsSignExtendingOpW = 1 in 136 defm FCVT_W_D : FPUnaryOp_r_frm_m<0b1100001, 0b00000, Ext, GPR, Ext.PrimaryTy, 137 "fcvt.w.d">, 138 Sched<[WriteFCvtF64ToI32, ReadFCvtF64ToI32]>; 139 140 let IsSignExtendingOpW = 1 in 141 defm FCVT_WU_D : FPUnaryOp_r_frm_m<0b1100001, 0b00001, Ext, GPR, Ext.PrimaryTy, 142 "fcvt.wu.d">, 143 Sched<[WriteFCvtF64ToI32, ReadFCvtF64ToI32]>; 144 145 defm FCVT_D_W : FPUnaryOp_r_frmlegacy_m<0b1101001, 0b00000, Ext, Ext.PrimaryTy, GPR, 146 "fcvt.d.w">, 147 Sched<[WriteFCvtI32ToF64, ReadFCvtI32ToF64]>; 148 149 defm FCVT_D_WU : FPUnaryOp_r_frmlegacy_m<0b1101001, 0b00001, Ext, Ext.PrimaryTy, GPR, 150 "fcvt.d.wu">, 151 Sched<[WriteFCvtI32ToF64, ReadFCvtI32ToF64]>; 152} // foreach Ext = DExts 153 154foreach Ext = DExtsRV64 in { 155 defm FCVT_L_D : FPUnaryOp_r_frm_m<0b1100001, 0b00010, Ext, GPR, Ext.PrimaryTy, 156 "fcvt.l.d", [IsRV64]>, 157 Sched<[WriteFCvtF64ToI64, ReadFCvtF64ToI64]>; 158 159 defm FCVT_LU_D : FPUnaryOp_r_frm_m<0b1100001, 0b00011, Ext, GPR, Ext.PrimaryTy, 160 "fcvt.lu.d", [IsRV64]>, 161 Sched<[WriteFCvtF64ToI64, ReadFCvtF64ToI64]>; 162 163 defm FCVT_D_L : FPUnaryOp_r_frm_m<0b1101001, 0b00010, Ext, Ext.PrimaryTy, GPR, 164 "fcvt.d.l", [IsRV64]>, 165 Sched<[WriteFCvtI64ToF64, ReadFCvtI64ToF64]>; 166 167 defm FCVT_D_LU : FPUnaryOp_r_frm_m<0b1101001, 0b00011, Ext, Ext.PrimaryTy, GPR, 168 "fcvt.d.lu", [IsRV64]>, 169 Sched<[WriteFCvtI64ToF64, ReadFCvtI64ToF64]>; 170} // foreach Ext = DExts64 171 172let Predicates = [HasStdExtD, IsRV64], mayRaiseFPException = 0 in 173def FMV_X_D : FPUnaryOp_r<0b1110001, 0b00000, 0b000, GPR, FPR64, "fmv.x.d">, 174 Sched<[WriteFMovF64ToI64, ReadFMovF64ToI64]>; 175 176let Predicates = [HasStdExtD, IsRV64], mayRaiseFPException = 0 in 177def FMV_D_X : FPUnaryOp_r<0b1111001, 0b00000, 0b000, FPR64, GPR, "fmv.d.x">, 178 Sched<[WriteFMovI64ToF64, ReadFMovI64ToF64]>; 179 180//===----------------------------------------------------------------------===// 181// Assembler Pseudo Instructions (User-Level ISA, Version 2.2, Chapter 20) 182//===----------------------------------------------------------------------===// 183 184let Predicates = [HasStdExtD] in { 185def : InstAlias<"fld $rd, (${rs1})", (FLD FPR64:$rd, GPR:$rs1, 0), 0>; 186def : InstAlias<"fsd $rs2, (${rs1})", (FSD FPR64:$rs2, GPR:$rs1, 0), 0>; 187 188def : InstAlias<"fmv.d $rd, $rs", (FSGNJ_D FPR64:$rd, FPR64:$rs, FPR64:$rs)>; 189def : InstAlias<"fabs.d $rd, $rs", (FSGNJX_D FPR64:$rd, FPR64:$rs, FPR64:$rs)>; 190def : InstAlias<"fneg.d $rd, $rs", (FSGNJN_D FPR64:$rd, FPR64:$rs, FPR64:$rs)>; 191 192// fgt.d/fge.d are recognised by the GNU assembler but the canonical 193// flt.d/fle.d forms will always be printed. Therefore, set a zero weight. 194def : InstAlias<"fgt.d $rd, $rs, $rt", 195 (FLT_D GPR:$rd, FPR64:$rt, FPR64:$rs), 0>; 196def : InstAlias<"fge.d $rd, $rs, $rt", 197 (FLE_D GPR:$rd, FPR64:$rt, FPR64:$rs), 0>; 198 199def PseudoFLD : PseudoFloatLoad<"fld", FPR64>; 200def PseudoFSD : PseudoStore<"fsd", FPR64>; 201let usesCustomInserter = 1 in { 202def PseudoQuietFLE_D : PseudoQuietFCMP<FPR64>; 203def PseudoQuietFLT_D : PseudoQuietFCMP<FPR64>; 204} 205} // Predicates = [HasStdExtD] 206 207let Predicates = [HasStdExtZdinx, IsRV64] in { 208def : InstAlias<"fabs.d $rd, $rs", (FSGNJX_D_INX FPR64INX:$rd, FPR64INX:$rs, FPR64INX:$rs)>; 209def : InstAlias<"fneg.d $rd, $rs", (FSGNJN_D_INX FPR64INX:$rd, FPR64INX:$rs, FPR64INX:$rs)>; 210 211def : InstAlias<"fgt.d $rd, $rs, $rt", 212 (FLT_D_INX GPR:$rd, FPR64INX:$rt, FPR64INX:$rs), 0>; 213def : InstAlias<"fge.d $rd, $rs, $rt", 214 (FLE_D_INX GPR:$rd, FPR64INX:$rt, FPR64INX:$rs), 0>; 215let usesCustomInserter = 1 in { 216def PseudoQuietFLE_D_INX : PseudoQuietFCMP<FPR64INX>; 217def PseudoQuietFLT_D_INX : PseudoQuietFCMP<FPR64INX>; 218} 219} // Predicates = [HasStdExtZdinx, IsRV64] 220 221let Predicates = [HasStdExtZdinx, IsRV32] in { 222def : InstAlias<"fabs.d $rd, $rs", (FSGNJX_D_IN32X FPR64IN32X:$rd, FPR64IN32X:$rs, FPR64IN32X:$rs)>; 223def : InstAlias<"fneg.d $rd, $rs", (FSGNJN_D_IN32X FPR64IN32X:$rd, FPR64IN32X:$rs, FPR64IN32X:$rs)>; 224 225def : InstAlias<"fgt.d $rd, $rs, $rt", 226 (FLT_D_IN32X GPR:$rd, FPR64IN32X:$rt, FPR64IN32X:$rs), 0>; 227def : InstAlias<"fge.d $rd, $rs, $rt", 228 (FLE_D_IN32X GPR:$rd, FPR64IN32X:$rt, FPR64IN32X:$rs), 0>; 229let usesCustomInserter = 1 in { 230def PseudoQuietFLE_D_IN32X : PseudoQuietFCMP<FPR64IN32X>; 231def PseudoQuietFLT_D_IN32X : PseudoQuietFCMP<FPR64IN32X>; 232} 233} // Predicates = [HasStdExtZdinx, IsRV32] 234 235//===----------------------------------------------------------------------===// 236// Pseudo-instructions and codegen patterns 237//===----------------------------------------------------------------------===// 238 239let Predicates = [HasStdExtD] in { 240 241/// Float conversion operations 242 243// f64 -> f32, f32 -> f64 244def : Pat<(any_fpround FPR64:$rs1), (FCVT_S_D FPR64:$rs1, FRM_DYN)>; 245def : Pat<(any_fpextend FPR32:$rs1), (FCVT_D_S FPR32:$rs1, FRM_RNE)>; 246} // Predicates = [HasStdExtD] 247 248let Predicates = [HasStdExtZdinx, IsRV64] in { 249/// Float conversion operations 250 251// f64 -> f32, f32 -> f64 252def : Pat<(any_fpround FPR64INX:$rs1), (FCVT_S_D_INX FPR64INX:$rs1, FRM_DYN)>; 253def : Pat<(any_fpextend FPR32INX:$rs1), (FCVT_D_S_INX FPR32INX:$rs1, FRM_RNE)>; 254} // Predicates = [HasStdExtZdinx, IsRV64] 255 256let Predicates = [HasStdExtZdinx, IsRV32] in { 257/// Float conversion operations 258 259// f64 -> f32, f32 -> f64 260def : Pat<(any_fpround FPR64IN32X:$rs1), (FCVT_S_D_IN32X FPR64IN32X:$rs1, FRM_DYN)>; 261def : Pat<(any_fpextend FPR32INX:$rs1), (FCVT_D_S_IN32X FPR32INX:$rs1, FRM_RNE)>; 262} // Predicates = [HasStdExtZdinx, IsRV32] 263 264// [u]int<->double conversion patterns must be gated on IsRV32 or IsRV64, so 265// are defined later. 266 267/// Float arithmetic operations 268 269foreach Ext = DExts in { 270 defm : PatFprFprDynFrm_m<any_fadd, FADD_D, Ext>; 271 defm : PatFprFprDynFrm_m<any_fsub, FSUB_D, Ext>; 272 defm : PatFprFprDynFrm_m<any_fmul, FMUL_D, Ext>; 273 defm : PatFprFprDynFrm_m<any_fdiv, FDIV_D, Ext>; 274} 275 276let Predicates = [HasStdExtD] in { 277def : Pat<(any_fsqrt FPR64:$rs1), (FSQRT_D FPR64:$rs1, FRM_DYN)>; 278 279def : Pat<(fneg FPR64:$rs1), (FSGNJN_D $rs1, $rs1)>; 280def : Pat<(fabs FPR64:$rs1), (FSGNJX_D $rs1, $rs1)>; 281 282def : Pat<(riscv_fclass FPR64:$rs1), (FCLASS_D $rs1)>; 283 284def : PatFprFpr<fcopysign, FSGNJ_D, FPR64, f64>; 285def : Pat<(fcopysign FPR64:$rs1, (fneg FPR64:$rs2)), (FSGNJN_D $rs1, $rs2)>; 286def : Pat<(fcopysign FPR64:$rs1, FPR32:$rs2), (FSGNJ_D $rs1, (FCVT_D_S $rs2, 287 FRM_RNE))>; 288def : Pat<(fcopysign FPR32:$rs1, FPR64:$rs2), (FSGNJ_S $rs1, (FCVT_S_D $rs2, 289 FRM_DYN))>; 290 291// fmadd: rs1 * rs2 + rs3 292def : Pat<(any_fma FPR64:$rs1, FPR64:$rs2, FPR64:$rs3), 293 (FMADD_D $rs1, $rs2, $rs3, FRM_DYN)>; 294 295// fmsub: rs1 * rs2 - rs3 296def : Pat<(any_fma FPR64:$rs1, FPR64:$rs2, (fneg FPR64:$rs3)), 297 (FMSUB_D FPR64:$rs1, FPR64:$rs2, FPR64:$rs3, FRM_DYN)>; 298 299// fnmsub: -rs1 * rs2 + rs3 300def : Pat<(any_fma (fneg FPR64:$rs1), FPR64:$rs2, FPR64:$rs3), 301 (FNMSUB_D FPR64:$rs1, FPR64:$rs2, FPR64:$rs3, FRM_DYN)>; 302 303// fnmadd: -rs1 * rs2 - rs3 304def : Pat<(any_fma (fneg FPR64:$rs1), FPR64:$rs2, (fneg FPR64:$rs3)), 305 (FNMADD_D FPR64:$rs1, FPR64:$rs2, FPR64:$rs3, FRM_DYN)>; 306 307// fnmadd: -(rs1 * rs2 + rs3) (the nsz flag on the FMA) 308def : Pat<(fneg (any_fma_nsz FPR64:$rs1, FPR64:$rs2, FPR64:$rs3)), 309 (FNMADD_D FPR64:$rs1, FPR64:$rs2, FPR64:$rs3, FRM_DYN)>; 310} // Predicates = [HasStdExtD] 311 312let Predicates = [HasStdExtZdinx, IsRV64] in { 313def : Pat<(any_fsqrt FPR64INX:$rs1), (FSQRT_D_INX FPR64INX:$rs1, FRM_DYN)>; 314 315def : Pat<(fneg FPR64INX:$rs1), (FSGNJN_D_INX $rs1, $rs1)>; 316def : Pat<(fabs FPR64INX:$rs1), (FSGNJX_D_INX $rs1, $rs1)>; 317 318def : Pat<(riscv_fclass FPR64INX:$rs1), (FCLASS_D_INX $rs1)>; 319 320def : PatFprFpr<fcopysign, FSGNJ_D_INX, FPR64INX, f64>; 321def : Pat<(fcopysign FPR64INX:$rs1, (fneg FPR64INX:$rs2)), 322 (FSGNJN_D_INX $rs1, $rs2)>; 323def : Pat<(fcopysign FPR64INX:$rs1, FPR32INX:$rs2), 324 (FSGNJ_D_INX $rs1, (FCVT_D_S_INX $rs2, FRM_RNE))>; 325def : Pat<(fcopysign FPR32INX:$rs1, FPR64INX:$rs2), 326 (FSGNJ_S_INX $rs1, (FCVT_S_D_INX $rs2, FRM_DYN))>; 327 328// fmadd: rs1 * rs2 + rs3 329def : Pat<(any_fma FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3), 330 (FMADD_D_INX $rs1, $rs2, $rs3, FRM_DYN)>; 331 332// fmsub: rs1 * rs2 - rs3 333def : Pat<(any_fma FPR64INX:$rs1, FPR64INX:$rs2, (fneg FPR64INX:$rs3)), 334 (FMSUB_D_INX FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3, FRM_DYN)>; 335 336// fnmsub: -rs1 * rs2 + rs3 337def : Pat<(any_fma (fneg FPR64INX:$rs1), FPR64INX:$rs2, FPR64INX:$rs3), 338 (FNMSUB_D_INX FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3, FRM_DYN)>; 339 340// fnmadd: -rs1 * rs2 - rs3 341def : Pat<(any_fma (fneg FPR64INX:$rs1), FPR64INX:$rs2, (fneg FPR64INX:$rs3)), 342 (FNMADD_D_INX FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3, FRM_DYN)>; 343 344// fnmadd: -(rs1 * rs2 + rs3) (the nsz flag on the FMA) 345def : Pat<(fneg (any_fma_nsz FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3)), 346 (FNMADD_D_INX FPR64INX:$rs1, FPR64INX:$rs2, FPR64INX:$rs3, FRM_DYN)>; 347} // Predicates = [HasStdExtZdinx, IsRV64] 348 349let Predicates = [HasStdExtZdinx, IsRV32] in { 350def : Pat<(any_fsqrt FPR64IN32X:$rs1), (FSQRT_D_IN32X FPR64IN32X:$rs1, FRM_DYN)>; 351 352def : Pat<(fneg FPR64IN32X:$rs1), (FSGNJN_D_IN32X $rs1, $rs1)>; 353def : Pat<(fabs FPR64IN32X:$rs1), (FSGNJX_D_IN32X $rs1, $rs1)>; 354 355def : Pat<(riscv_fclass FPR64IN32X:$rs1), (FCLASS_D_IN32X $rs1)>; 356 357def : PatFprFpr<fcopysign, FSGNJ_D_IN32X, FPR64IN32X, f64>; 358def : Pat<(fcopysign FPR64IN32X:$rs1, (fneg FPR64IN32X:$rs2)), 359 (FSGNJN_D_IN32X $rs1, $rs2)>; 360def : Pat<(fcopysign FPR64IN32X:$rs1, FPR32INX:$rs2), 361 (FSGNJ_D_IN32X $rs1, (FCVT_D_S_INX $rs2, FRM_RNE))>; 362def : Pat<(fcopysign FPR32INX:$rs1, FPR64IN32X:$rs2), 363 (FSGNJ_S_INX $rs1, (FCVT_S_D_IN32X $rs2, FRM_DYN))>; 364 365// fmadd: rs1 * rs2 + rs3 366def : Pat<(any_fma FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3), 367 (FMADD_D_IN32X $rs1, $rs2, $rs3, FRM_DYN)>; 368 369// fmsub: rs1 * rs2 - rs3 370def : Pat<(any_fma FPR64IN32X:$rs1, FPR64IN32X:$rs2, (fneg FPR64IN32X:$rs3)), 371 (FMSUB_D_IN32X FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3, FRM_DYN)>; 372 373// fnmsub: -rs1 * rs2 + rs3 374def : Pat<(any_fma (fneg FPR64IN32X:$rs1), FPR64IN32X:$rs2, FPR64IN32X:$rs3), 375 (FNMSUB_D_IN32X FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3, FRM_DYN)>; 376 377// fnmadd: -rs1 * rs2 - rs3 378def : Pat<(any_fma (fneg FPR64IN32X:$rs1), FPR64IN32X:$rs2, (fneg FPR64IN32X:$rs3)), 379 (FNMADD_D_IN32X FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3, FRM_DYN)>; 380 381// fnmadd: -(rs1 * rs2 + rs3) (the nsz flag on the FMA) 382def : Pat<(fneg (any_fma_nsz FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3)), 383 (FNMADD_D_IN32X FPR64IN32X:$rs1, FPR64IN32X:$rs2, FPR64IN32X:$rs3, FRM_DYN)>; 384} // Predicates = [HasStdExtZdinx, IsRV32] 385 386// The ratified 20191213 ISA spec defines fmin and fmax in a way that matches 387// LLVM's fminnum and fmaxnum. 388// <https://github.com/riscv/riscv-isa-manual/commit/cd20cee7efd9bac7c5aa127ec3b451749d2b3cce>. 389foreach Ext = DExts in { 390 defm : PatFprFpr_m<fminnum, FMIN_D, Ext>; 391 defm : PatFprFpr_m<fmaxnum, FMAX_D, Ext>; 392 defm : PatFprFpr_m<riscv_fmin, FMIN_D, Ext>; 393 defm : PatFprFpr_m<riscv_fmax, FMAX_D, Ext>; 394} 395 396/// Setcc 397// FIXME: SETEQ/SETLT/SETLE imply nonans, can we pick better instructions for 398// strict versions of those. 399 400// Match non-signaling FEQ_D 401foreach Ext = DExts in { 402 defm : PatSetCC_m<any_fsetcc, SETEQ, FEQ_D, Ext>; 403 defm : PatSetCC_m<any_fsetcc, SETOEQ, FEQ_D, Ext>; 404 defm : PatSetCC_m<strict_fsetcc, SETLT, PseudoQuietFLT_D, Ext>; 405 defm : PatSetCC_m<strict_fsetcc, SETOLT, PseudoQuietFLT_D, Ext>; 406 defm : PatSetCC_m<strict_fsetcc, SETLE, PseudoQuietFLE_D, Ext>; 407 defm : PatSetCC_m<strict_fsetcc, SETOLE, PseudoQuietFLE_D, Ext>; 408} 409 410let Predicates = [HasStdExtD] in { 411// Match signaling FEQ_D 412def : Pat<(XLenVT (strict_fsetccs FPR64:$rs1, FPR64:$rs2, SETEQ)), 413 (AND (FLE_D $rs1, $rs2), 414 (FLE_D $rs2, $rs1))>; 415def : Pat<(XLenVT (strict_fsetccs FPR64:$rs1, FPR64:$rs2, SETOEQ)), 416 (AND (FLE_D $rs1, $rs2), 417 (FLE_D $rs2, $rs1))>; 418// If both operands are the same, use a single FLE. 419def : Pat<(XLenVT (strict_fsetccs FPR64:$rs1, FPR64:$rs1, SETEQ)), 420 (FLE_D $rs1, $rs1)>; 421def : Pat<(XLenVT (strict_fsetccs FPR64:$rs1, FPR64:$rs1, SETOEQ)), 422 (FLE_D $rs1, $rs1)>; 423 424def : PatSetCC<FPR64, any_fsetccs, SETLT, FLT_D, f64>; 425def : PatSetCC<FPR64, any_fsetccs, SETOLT, FLT_D, f64>; 426def : PatSetCC<FPR64, any_fsetccs, SETLE, FLE_D, f64>; 427def : PatSetCC<FPR64, any_fsetccs, SETOLE, FLE_D, f64>; 428} // Predicates = [HasStdExtD] 429 430let Predicates = [HasStdExtZdinx, IsRV64] in { 431// Match signaling FEQ_D 432def : Pat<(XLenVT (strict_fsetccs (f64 FPR64INX:$rs1), FPR64INX:$rs2, SETEQ)), 433 (AND (FLE_D_INX $rs1, $rs2), 434 (FLE_D_INX $rs2, $rs1))>; 435def : Pat<(XLenVT (strict_fsetccs (f64 FPR64INX:$rs1), FPR64INX:$rs2, SETOEQ)), 436 (AND (FLE_D_INX $rs1, $rs2), 437 (FLE_D_INX $rs2, $rs1))>; 438// If both operands are the same, use a single FLE. 439def : Pat<(XLenVT (strict_fsetccs (f64 FPR64INX:$rs1), FPR64INX:$rs1, SETEQ)), 440 (FLE_D_INX $rs1, $rs1)>; 441def : Pat<(XLenVT (strict_fsetccs (f64 FPR64INX:$rs1), FPR64INX:$rs1, SETOEQ)), 442 (FLE_D_INX $rs1, $rs1)>; 443 444def : PatSetCC<FPR64INX, any_fsetccs, SETLT, FLT_D_INX, f64>; 445def : PatSetCC<FPR64INX, any_fsetccs, SETOLT, FLT_D_INX, f64>; 446def : PatSetCC<FPR64INX, any_fsetccs, SETLE, FLE_D_INX, f64>; 447def : PatSetCC<FPR64INX, any_fsetccs, SETOLE, FLE_D_INX, f64>; 448} // Predicates = [HasStdExtZdinx, IsRV64] 449 450let Predicates = [HasStdExtZdinx, IsRV32] in { 451// Match signaling FEQ_D 452def : Pat<(XLenVT (strict_fsetccs FPR64IN32X:$rs1, FPR64IN32X:$rs2, SETEQ)), 453 (AND (FLE_D_IN32X $rs1, $rs2), 454 (FLE_D_IN32X $rs2, $rs1))>; 455def : Pat<(XLenVT (strict_fsetccs FPR64IN32X:$rs1, FPR64IN32X:$rs2, SETOEQ)), 456 (AND (FLE_D_IN32X $rs1, $rs2), 457 (FLE_D_IN32X $rs2, $rs1))>; 458// If both operands are the same, use a single FLE. 459def : Pat<(XLenVT (strict_fsetccs FPR64IN32X:$rs1, FPR64IN32X:$rs1, SETEQ)), 460 (FLE_D_IN32X $rs1, $rs1)>; 461def : Pat<(XLenVT (strict_fsetccs FPR64IN32X:$rs1, FPR64IN32X:$rs1, SETOEQ)), 462 (FLE_D_IN32X $rs1, $rs1)>; 463 464def : PatSetCC<FPR64IN32X, any_fsetccs, SETLT, FLT_D_IN32X, f64>; 465def : PatSetCC<FPR64IN32X, any_fsetccs, SETOLT, FLT_D_IN32X, f64>; 466def : PatSetCC<FPR64IN32X, any_fsetccs, SETLE, FLE_D_IN32X, f64>; 467def : PatSetCC<FPR64IN32X, any_fsetccs, SETOLE, FLE_D_IN32X, f64>; 468} // Predicates = [HasStdExtZdinx, IsRV32] 469 470let Predicates = [HasStdExtD] in { 471defm Select_FPR64 : SelectCC_GPR_rrirr<FPR64, f64>; 472 473def PseudoFROUND_D : PseudoFROUND<FPR64, f64>; 474 475/// Loads 476 477def : LdPat<load, FLD, f64>; 478 479/// Stores 480 481def : StPat<store, FSD, FPR64, f64>; 482 483/// Pseudo-instructions needed for the soft-float ABI with RV32D 484 485// Moves two GPRs to an FPR. 486let usesCustomInserter = 1 in 487def BuildPairF64Pseudo 488 : Pseudo<(outs FPR64:$dst), (ins GPR:$src1, GPR:$src2), 489 [(set FPR64:$dst, (RISCVBuildPairF64 GPR:$src1, GPR:$src2))]>; 490 491// Moves an FPR to two GPRs. 492let usesCustomInserter = 1 in 493def SplitF64Pseudo 494 : Pseudo<(outs GPR:$dst1, GPR:$dst2), (ins FPR64:$src), 495 [(set GPR:$dst1, GPR:$dst2, (RISCVSplitF64 FPR64:$src))]>; 496 497} // Predicates = [HasStdExtD] 498 499let Predicates = [HasStdExtZdinx, IsRV64] in { 500defm Select_FPR64INX : SelectCC_GPR_rrirr<FPR64INX, f64>; 501 502def PseudoFROUND_D_INX : PseudoFROUND<FPR64INX, f64>; 503 504/// Loads 505def : LdPat<load, LD, f64>; 506 507/// Stores 508def : StPat<store, SD, GPR, f64>; 509} // Predicates = [HasStdExtZdinx, IsRV64] 510 511let Predicates = [HasStdExtZdinx, IsRV32] in { 512defm Select_FPR64IN32X : SelectCC_GPR_rrirr<FPR64IN32X, f64>; 513 514def PseudoFROUND_D_IN32X : PseudoFROUND<FPR64IN32X, f64>; 515 516/// Loads 517let isCall = 0, mayLoad = 1, mayStore = 0, Size = 8, isCodeGenOnly = 1 in 518def PseudoRV32ZdinxLD : Pseudo<(outs GPRPF64:$dst), (ins GPR:$rs1, simm12:$imm12), []>; 519def : Pat<(f64 (load (AddrRegImmINX (XLenVT GPR:$rs1), simm12:$imm12))), 520 (PseudoRV32ZdinxLD GPR:$rs1, simm12:$imm12)>; 521 522/// Stores 523let isCall = 0, mayLoad = 0, mayStore = 1, Size = 8, isCodeGenOnly = 1 in 524def PseudoRV32ZdinxSD : Pseudo<(outs), (ins GPRPF64:$rs2, GPRNoX0:$rs1, simm12:$imm12), []>; 525def : Pat<(store (f64 GPRPF64:$rs2), (AddrRegImmINX (XLenVT GPR:$rs1), simm12:$imm12)), 526 (PseudoRV32ZdinxSD GPRPF64:$rs2, GPR:$rs1, simm12:$imm12)>; 527 528/// Pseudo-instructions needed for the soft-float ABI with RV32D 529 530// Moves two GPRs to an FPR. 531let usesCustomInserter = 1 in 532def BuildPairF64Pseudo_INX 533 : Pseudo<(outs FPR64IN32X:$dst), (ins GPR:$src1, GPR:$src2), 534 [(set FPR64IN32X:$dst, (RISCVBuildPairF64 GPR:$src1, GPR:$src2))]>; 535 536// Moves an FPR to two GPRs. 537let usesCustomInserter = 1 in 538def SplitF64Pseudo_INX 539 : Pseudo<(outs GPR:$dst1, GPR:$dst2), (ins FPR64IN32X:$src), 540 [(set GPR:$dst1, GPR:$dst2, (RISCVSplitF64 FPR64IN32X:$src))]>; 541} // Predicates = [HasStdExtZdinx, IsRV32] 542 543let Predicates = [HasStdExtD] in { 544 545// double->[u]int. Round-to-zero must be used. 546def : Pat<(i32 (any_fp_to_sint FPR64:$rs1)), (FCVT_W_D FPR64:$rs1, FRM_RTZ)>; 547def : Pat<(i32 (any_fp_to_uint FPR64:$rs1)), (FCVT_WU_D FPR64:$rs1, FRM_RTZ)>; 548 549// Saturating double->[u]int32. 550def : Pat<(i32 (riscv_fcvt_x FPR64:$rs1, timm:$frm)), (FCVT_W_D $rs1, timm:$frm)>; 551def : Pat<(i32 (riscv_fcvt_xu FPR64:$rs1, timm:$frm)), (FCVT_WU_D $rs1, timm:$frm)>; 552 553// float->int32 with current rounding mode. 554def : Pat<(i32 (any_lrint FPR64:$rs1)), (FCVT_W_D $rs1, FRM_DYN)>; 555 556// float->int32 rounded to nearest with ties rounded away from zero. 557def : Pat<(i32 (any_lround FPR64:$rs1)), (FCVT_W_D $rs1, FRM_RMM)>; 558 559// [u]int->double. 560def : Pat<(any_sint_to_fp (i32 GPR:$rs1)), (FCVT_D_W GPR:$rs1, FRM_RNE)>; 561def : Pat<(any_uint_to_fp (i32 GPR:$rs1)), (FCVT_D_WU GPR:$rs1, FRM_RNE)>; 562} // Predicates = [HasStdExtD] 563 564let Predicates = [HasStdExtZdinx, IsRV32] in { 565 566// double->[u]int. Round-to-zero must be used. 567def : Pat<(i32 (any_fp_to_sint FPR64IN32X:$rs1)), (FCVT_W_D_IN32X FPR64IN32X:$rs1, FRM_RTZ)>; 568def : Pat<(i32 (any_fp_to_uint FPR64IN32X:$rs1)), (FCVT_WU_D_IN32X FPR64IN32X:$rs1, FRM_RTZ)>; 569 570// Saturating double->[u]int32. 571def : Pat<(i32 (riscv_fcvt_x FPR64IN32X:$rs1, timm:$frm)), (FCVT_W_D_IN32X $rs1, timm:$frm)>; 572def : Pat<(i32 (riscv_fcvt_xu FPR64IN32X:$rs1, timm:$frm)), (FCVT_WU_D_IN32X $rs1, timm:$frm)>; 573 574// float->int32 with current rounding mode. 575def : Pat<(i32 (any_lrint FPR64IN32X:$rs1)), (FCVT_W_D_IN32X $rs1, FRM_DYN)>; 576 577// float->int32 rounded to nearest with ties rounded away from zero. 578def : Pat<(i32 (any_lround FPR64IN32X:$rs1)), (FCVT_W_D_IN32X $rs1, FRM_RMM)>; 579 580// [u]int->double. 581def : Pat<(any_sint_to_fp (i32 GPR:$rs1)), (FCVT_D_W_IN32X GPR:$rs1, FRM_RNE)>; 582def : Pat<(any_uint_to_fp (i32 GPR:$rs1)), (FCVT_D_WU_IN32X GPR:$rs1, FRM_RNE)>; 583} // Predicates = [HasStdExtZdinx, IsRV32] 584 585let Predicates = [HasStdExtD, IsRV64] in { 586 587// Moves (no conversion) 588def : Pat<(bitconvert (i64 GPR:$rs1)), (FMV_D_X GPR:$rs1)>; 589def : Pat<(i64 (bitconvert FPR64:$rs1)), (FMV_X_D FPR64:$rs1)>; 590 591// Use target specific isd nodes to help us remember the result is sign 592// extended. Matching sext_inreg+fptoui/fptosi may cause the conversion to be 593// duplicated if it has another user that didn't need the sign_extend. 594def : Pat<(riscv_any_fcvt_w_rv64 FPR64:$rs1, timm:$frm), (FCVT_W_D $rs1, timm:$frm)>; 595def : Pat<(riscv_any_fcvt_wu_rv64 FPR64:$rs1, timm:$frm), (FCVT_WU_D $rs1, timm:$frm)>; 596 597// [u]int32->fp 598def : Pat<(any_sint_to_fp (i64 (sexti32 (i64 GPR:$rs1)))), (FCVT_D_W $rs1, FRM_RNE)>; 599def : Pat<(any_uint_to_fp (i64 (zexti32 (i64 GPR:$rs1)))), (FCVT_D_WU $rs1, FRM_RNE)>; 600 601// Saturating double->[u]int64. 602def : Pat<(i64 (riscv_fcvt_x FPR64:$rs1, timm:$frm)), (FCVT_L_D $rs1, timm:$frm)>; 603def : Pat<(i64 (riscv_fcvt_xu FPR64:$rs1, timm:$frm)), (FCVT_LU_D $rs1, timm:$frm)>; 604 605// double->[u]int64. Round-to-zero must be used. 606def : Pat<(i64 (any_fp_to_sint FPR64:$rs1)), (FCVT_L_D FPR64:$rs1, FRM_RTZ)>; 607def : Pat<(i64 (any_fp_to_uint FPR64:$rs1)), (FCVT_LU_D FPR64:$rs1, FRM_RTZ)>; 608 609// double->int64 with current rounding mode. 610def : Pat<(i64 (any_lrint FPR64:$rs1)), (FCVT_L_D $rs1, FRM_DYN)>; 611def : Pat<(i64 (any_llrint FPR64:$rs1)), (FCVT_L_D $rs1, FRM_DYN)>; 612 613// double->int64 rounded to nearest with ties rounded away from zero. 614def : Pat<(i64 (any_lround FPR64:$rs1)), (FCVT_L_D $rs1, FRM_RMM)>; 615def : Pat<(i64 (any_llround FPR64:$rs1)), (FCVT_L_D $rs1, FRM_RMM)>; 616 617// [u]int64->fp. Match GCC and default to using dynamic rounding mode. 618def : Pat<(any_sint_to_fp (i64 GPR:$rs1)), (FCVT_D_L GPR:$rs1, FRM_DYN)>; 619def : Pat<(any_uint_to_fp (i64 GPR:$rs1)), (FCVT_D_LU GPR:$rs1, FRM_DYN)>; 620} // Predicates = [HasStdExtD, IsRV64] 621 622let Predicates = [HasStdExtZdinx, IsRV64] in { 623 624// Moves (no conversion) 625def : Pat<(f64 (bitconvert (i64 GPR:$rs1))), (COPY_TO_REGCLASS GPR:$rs1, GPR)>; 626def : Pat<(i64 (bitconvert (f64 GPR:$rs1))), (COPY_TO_REGCLASS GPR:$rs1, GPR)>; 627 628// Use target specific isd nodes to help us remember the result is sign 629// extended. Matching sext_inreg+fptoui/fptosi may cause the conversion to be 630// duplicated if it has another user that didn't need the sign_extend. 631def : Pat<(riscv_any_fcvt_w_rv64 FPR64INX:$rs1, timm:$frm), (FCVT_W_D_INX $rs1, timm:$frm)>; 632def : Pat<(riscv_any_fcvt_wu_rv64 FPR64INX:$rs1, timm:$frm), (FCVT_WU_D_INX $rs1, timm:$frm)>; 633 634// [u]int32->fp 635def : Pat<(any_sint_to_fp (i64 (sexti32 (i64 GPR:$rs1)))), (FCVT_D_W_INX $rs1, FRM_RNE)>; 636def : Pat<(any_uint_to_fp (i64 (zexti32 (i64 GPR:$rs1)))), (FCVT_D_WU_INX $rs1, FRM_RNE)>; 637 638// Saturating double->[u]int64. 639def : Pat<(i64 (riscv_fcvt_x FPR64INX:$rs1, timm:$frm)), (FCVT_L_D_INX $rs1, timm:$frm)>; 640def : Pat<(i64 (riscv_fcvt_xu FPR64INX:$rs1, timm:$frm)), (FCVT_LU_D_INX $rs1, timm:$frm)>; 641 642// double->[u]int64. Round-to-zero must be used. 643def : Pat<(i64 (any_fp_to_sint FPR64INX:$rs1)), (FCVT_L_D_INX FPR64INX:$rs1, FRM_RTZ)>; 644def : Pat<(i64 (any_fp_to_uint FPR64INX:$rs1)), (FCVT_LU_D_INX FPR64INX:$rs1, FRM_RTZ)>; 645 646// double->int64 with current rounding mode. 647def : Pat<(i64 (any_lrint FPR64INX:$rs1)), (FCVT_L_D_INX $rs1, FRM_DYN)>; 648def : Pat<(i64 (any_llrint FPR64INX:$rs1)), (FCVT_L_D_INX $rs1, FRM_DYN)>; 649 650// double->int64 rounded to nearest with ties rounded away from zero. 651def : Pat<(i64 (any_lround FPR64INX:$rs1)), (FCVT_L_D_INX $rs1, FRM_RMM)>; 652def : Pat<(i64 (any_llround FPR64INX:$rs1)), (FCVT_L_D_INX $rs1, FRM_RMM)>; 653 654// [u]int64->fp. Match GCC and default to using dynamic rounding mode. 655def : Pat<(any_sint_to_fp (i64 GPR:$rs1)), (FCVT_D_L_INX GPR:$rs1, FRM_DYN)>; 656def : Pat<(any_uint_to_fp (i64 GPR:$rs1)), (FCVT_D_LU_INX GPR:$rs1, FRM_DYN)>; 657} // Predicates = [HasStdExtZdinx, IsRV64] 658