| /freebsd/contrib/llvm-project/clang/lib/Basic/Targets/ |
| H A D | RISCV.cpp | 225 auto VScale = getVScaleRange(Opts, ArmStreamingKind::NotStreaming); in getTargetDefines() local 226 if (VScale && VScale->first && VScale->first == VScale->second) in getTargetDefines() 228 Twine(VScale->first * llvm::RISCV::RVVBitsPerBlock)); in getTargetDefines()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVSubtarget.h | 238 const unsigned VScale = *VLen / RISCV::RVVBitsPerBlock; in expandVScale() local 239 X = Quantity::getFixed(X.getKnownMinValue() * VScale); in expandVScale()
|
| H A D | RISCVFrameLowering.cpp | 1602 auto VScale = in assignRVVStackObjectOffsets() local 1604 if (auto RVVStackAlignVScale = RVVStackAlign.value() / VScale) { in assignRVVStackObjectOffsets()
|
| H A D | RISCVISelLowering.cpp | 7433 SDValue VScale = DAG.getNode(ISD::SRL, DL, XLenVT, Res, in LowerOperation() local 7435 Res = DAG.getNode(ISD::MUL, DL, XLenVT, VScale, in LowerOperation()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | SROA.cpp | 1124 unsigned VScale = LI.getFunction()->getVScaleValue(); in visitLoadInst() local 1125 if (!VScale) in visitLoadInst() 1128 Size = TypeSize::getFixed(Size.getKnownMinValue() * VScale); in visitLoadInst() 1144 unsigned VScale = SI.getFunction()->getVScaleValue(); in visitStoreInst() local 1145 if (!VScale) in visitStoreInst() 1148 StoreSize = TypeSize::getFixed(StoreSize.getKnownMinValue() * VScale); in visitStoreInst() 1934 unsigned VScale = 0) { in canConvertValue() argument 1954 if (!VScale) in canConvertValue() 1967 NewSize = TypeSize::getFixed(NewSize.getKnownMinValue() * VScale); in canConvertValue() 1972 OldSize = TypeSize::getFixed(OldSize.getKnownMinValue() * VScale); in canConvertValue() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CombinerHelperVectorOps.cpp | 418 auto VScale = B.buildVScale(DstTy, -RHSVScale->getSrc()); in matchSubOfVScale() local 419 B.buildAdd(Dst, Sub->getLHSReg(), VScale, Sub->getFlags()); in matchSubOfVScale()
|
| H A D | MachineIRBuilder.cpp | 847 auto VScale = buildInstr(TargetOpcode::G_VSCALE); in buildVScale() local 848 VScale->setDebugLoc(DebugLoc()); in buildVScale() 849 Res.addDefToMIB(*getMRI(), VScale); in buildVScale() 850 VScale.addCImm(&MinElts); in buildVScale() 851 return VScale; in buildVScale()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Function.cpp | 1165 unsigned VScale = Attr.getVScaleRangeMin(); in getVScaleValue() local 1166 if (VScale && VScale == Attr.getVScaleRangeMax()) in getVScaleValue() 1167 return VScale; in getVScaleValue()
|
| H A D | IRBuilder.cpp | 116 Value *VScale = B.CreateVScale(Ty); in CreateVScaleMultiple() local 118 return VScale; in CreateVScaleMultiple() 120 return B.CreateNUWMul(VScale, ConstantInt::get(Ty, Scale)); in CreateVScaleMultiple()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandVectorPredication.cpp | 510 Value *VScale = Builder.CreateVScale(Int32Ty, "vscale"); in discardEVLParameter() local 511 MaxEVL = Builder.CreateMul(VScale, FactorConst, "scalable_size", in discardEVLParameter()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/Targets/ |
| H A D | RISCV.cpp | 522 auto VScale = getContext().getTargetInfo().getVScaleRange( in coerceVLSVector() local 553 ResType = llvm::ScalableVectorType::get(EltType, NumElts / VScale->first); in coerceVLSVector()
|
| /freebsd/contrib/llvm-project/clang/lib/Sema/ |
| H A D | SemaARM.cpp | 1421 uint64_t VScale = IsStreaming ? Context.getLangOpts().VScaleStreamingMin in getSVETypeSize() local 1425 return (VScale * 128) / Context.getCharWidth(); in getSVETypeSize() 1426 return VScale * 128; in getSVETypeSize()
|
| H A D | SemaType.cpp | 8527 auto VScale = S.Context.getTargetInfo().getVScaleRange( in HandleRISCVRVVVectorBitsTypeAttr() local 8529 if (!VScale || !VScale->first || VScale->first != VScale->second) { in HandleRISCVRVVVectorBitsTypeAttr() 8564 unsigned ExpectedSize = VScale->first * MinElts; in HandleRISCVRVVVectorBitsTypeAttr()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | ScalarEvolutionExpressions.h | 775 const SCEV *visitVScale(const SCEVVScale *VScale) { return VScale; } in visitVScale() argument
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 2586 std::optional<unsigned> VScale) { in getEstimatedRuntimeVF() argument 2589 if (VScale) in getEstimatedRuntimeVF() 2590 EstimatedVF *= *VScale; in getEstimatedRuntimeVF() 3947 if (std::optional<unsigned> VScale = CM.getVScaleForTuning()) { in isMoreProfitable() local 3949 EstimatedWidthA *= *VScale; in isMoreProfitable() 3951 EstimatedWidthB *= *VScale; in isMoreProfitable() 7224 std::optional<unsigned> VScale = CM.getVScaleForTuning(); in executePlan() local 7226 BestVPlan, BestVF, VScale); in executePlan() 9557 std::optional<unsigned> VScale) { in isOutsideLoopWorkProfitable() argument 9615 unsigned IntVF = getEstimatedRuntimeVF(VF.Width, VScale); in isOutsideLoopWorkProfitable()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/ |
| H A D | RISCVLegalizerInfo.cpp | 875 auto VScale = MIB.buildLShr(XLenTy, VLENB, MIB.buildConstant(XLenTy, 3)); in legalizeVScale() local 876 MIB.buildMul(Dst, VScale, MIB.buildConstant(XLenTy, Val)); in legalizeVScale()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64InstrInfo.cpp | 6015 int VScale = 1; in emitFrameOffsetAdj() local 6017 VScale = 16; in emitFrameOffsetAdj() 6019 VScale = 2; in emitFrameOffsetAdj() 6059 VScale == 1 in emitFrameOffsetAdj() 6061 : StackOffset::getScalable(VScale * (ThisVal << LocalShiftSize)); in emitFrameOffsetAdj() 6072 createDefCFA(TRI, FrameReg, DestReg, CFAOffset, VScale != 1)); in emitFrameOffsetAdj() 6080 if (VScale != 1 && DestReg == AArch64::SP) { in emitFrameOffsetAdj() 6088 assert(VScale == 1 && "Expected non-scalable operation"); in emitFrameOffsetAdj() 6100 assert(VScale == 1 && "Expected non-scalable operation"); in emitFrameOffsetAdj()
|
| H A D | AArch64ISelDAGToDAG.cpp | 7513 SDValue VScale = N.getOperand(1); in SelectAddrModeIndexedSVE() local 7515 if (VScale.getOpcode() == ISD::VSCALE) { in SelectAddrModeIndexedSVE() 7516 MulImm = cast<ConstantSDNode>(VScale.getOperand(0))->getSExtValue(); in SelectAddrModeIndexedSVE() 7517 } else if (auto C = dyn_cast<ConstantSDNode>(VScale)) { in SelectAddrModeIndexedSVE()
|
| H A D | AArch64ISelLowering.cpp | 14521 unsigned VScale = MaxSVESize / AArch64::SVEBitsPerBlock; in isAllActivePredicate() local 14524 return PatNumElts == (NumElts * VScale); in isAllActivePredicate() 29944 SDValue VScale = (BitsPerElt == 64) in GenerateFixedLengthSVETBL() local 29951 DAG.getNode(ISD::SPLAT_VECTOR, DL, MaskType, VScale), in GenerateFixedLengthSVETBL()
|
| /freebsd/contrib/llvm-project/clang/lib/AST/ |
| H A D | ItaniumMangle.cpp | 4278 auto VScale = getASTContext().getTargetInfo().getVScaleRange( in mangleRISCVFixedRVVVectorType() local 4281 unsigned VLen = VScale->first * llvm::RISCV::RVVBitsPerBlock; in mangleRISCVFixedRVVVectorType()
|
| H A D | ASTContext.cpp | 10530 auto VScale = Context.getTargetInfo().getVScaleRange( in getRVVTypeSize() local 10532 if (!VScale) in getRVVTypeSize() 10542 return VScale->first * MinElts * EltSize; in getRVVTypeSize()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4459 SDValue VScale = DAG.getNode( in visitGetElementPtr() local 4463 VScale = DAG.getSplatVector(N.getValueType(), dl, VScale); in visitGetElementPtr() 4464 IdxN = DAG.getNode(ISD::MUL, dl, N.getValueType(), IdxN, VScale, in visitGetElementPtr()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ScalarEvolution.cpp | 4021 RetVal visitVScale(const SCEVVScale *VScale) { return VScale; } in visitVScale() argument
|