| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | StackFrameLayoutAnalysisPass.cpp | 98 Offset.getFixed() + Offset.getScalable(), Slot) > in operator <() 100 Rhs.Offset.getFixed() + Rhs.Offset.getScalable(), in operator <() 175 if (D.Offset.getScalable()) { in emitStackSlotRemark() 176 Rem << ((D.Offset.getScalable() < 0) ? "" : "+") in emitStackSlotRemark() 177 << ore::NV("ScalableOffset", D.Offset.getScalable()) << " x vscale"; in emitStackSlotRemark()
|
| H A D | GCRootLowering.cpp | 313 assert(!FrameOffset.getScalable() && in FindStackOffsets()
|
| H A D | TargetRegisterInfo.cpp | 700 assert(!Offset.getScalable() && "Scalable offsets are not handled"); in getOffsetOpcodes()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | TypeSize.h | 44 static StackOffset getScalable(int64_t Scalable) { return {0, Scalable}; } in getScalable() function 53 int64_t getScalable() const { return Scalable; } in getScalable() function 315 static constexpr ElementCount getScalable(ScalarTy MinVal) { in getScalable() function 349 static constexpr TypeSize getScalable(ScalarTy MinimumSize) { in getScalable() function 431 return ElementCount::getScalable(~0U);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVRegisterInfo.cpp | 201 if (DestReg == SrcReg && !Offset.getFixed() && !Offset.getScalable()) in adjustReg() 210 if (Offset.getScalable()) { in adjustReg() 214 assert(Offset.getScalable() % RISCV::RVVBytesPerBlock == 0 && in adjustReg() 216 const int64_t NumOfVReg = Offset.getScalable() / 8; in adjustReg() 228 if (Offset.getScalable()) { in adjustReg() 230 int64_t ScalableValue = Offset.getScalable(); in adjustReg() 604 Offset.getScalable()); in eliminateFrameIndex() 608 if (Offset.getScalable() || Offset.getFixed()) { in eliminateFrameIndex() 868 assert(Offset.getScalable() % 8 == 0 && "Invalid frame offset"); in getOffsetOpcodes() 874 int64_t VLENBSized = Offset.getScalable() / 8; in getOffsetOpcodes()
|
| H A D | RISCVFrameLowering.cpp | 1098 StackOffset::getScalable(-RVVStackSize), in emitPrologue() 1234 StackOffset::getScalable(RVVStackSize), in emitEpilogue() 1372 Offset = StackOffset::getScalable(MFI.getObjectOffset(FI)); in getFrameIndexReference()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | VFABIDemangler.cpp | 310 return ElementCount::getScalable(2); in getElementCountForTy() 312 return ElementCount::getScalable(4); in getElementCountForTy() 314 return ElementCount::getScalable(8); in getElementCountForTy() 316 return ElementCount::getScalable(16); in getElementCountForTy() 328 ElementCount::getScalable(std::numeric_limits<unsigned int>::max()); in getScalableECFromSignature()
|
| H A D | DataLayout.cpp | 58 StructSize = TypeSize::getScalable(0); in StructLayout()
|
| H A D | Type.cpp | 834 auto EC = ElementCount::getScalable(MinNumElts); in get()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGenTypes/ |
| H A D | LowLevelType.h | 116 return vector(ElementCount::getScalable(MinNumElements), ScalarSizeInBits); in scalable_vector() 122 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VETargetTransformInfo.h | 107 return TypeSize::getScalable(0); in getRegisterBitWidth()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | InjectTLIMappings.cpp | 117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64FrameLowering.cpp | 499 return StackOffset::getScalable((int64_t)AFI->getStackSizeSVE()); in getSVEStackSize() 722 StackOffset::getScalable(MFI.getObjectOffset(Info.getFrameIdx())) - in emitCalleeSavedSVELocations() 807 return Size.getScalable() * MAX_BYTES_PER_SCALABLE_BYTE + Size.getFixed(); in upperBound() 859 if (AllocSize.getScalable() == 0 && RealignmentPadding == 0) { in allocateStackSpace() 866 .addImm(InitialOffset.getScalable()); in allocateStackSpace() 2065 StackOffset::getScalable(AFI->getSVECalleeSavedStackSize()) + in emitPrologue() 2350 SVECalleeSavesSize = StackOffset::getScalable(CalleeSavedSize); in emitPrologue() 2677 StackOffset::getScalable(CalleeSavedSize); in emitEpilogue() 2731 StackOffset::getScalable(-SVECalleeSavedSize), TII, in emitEpilogue() 2882 return StackOffset::getScalable(ObjectOffset); in getFrameIndexReferenceFromSP() [all …]
|
| H A D | AArch64InstrInfo.cpp | 4328 Scale = TypeSize::getScalable(16); in getMemOpInfo() 4329 Width = TypeSize::getScalable(16 * 4); in getMemOpInfo() 4335 Scale = TypeSize::getScalable(16); in getMemOpInfo() 4336 Width = TypeSize::getScalable(16 * 3); in getMemOpInfo() 4344 Scale = TypeSize::getScalable(16); in getMemOpInfo() 4345 Width = TypeSize::getScalable(16 * 2); in getMemOpInfo() 4351 Scale = TypeSize::getScalable(2); in getMemOpInfo() 4352 Width = TypeSize::getScalable(2); in getMemOpInfo() 4358 Scale = TypeSize::getScalable(2); in getMemOpInfo() 4359 Width = TypeSize::getScalable(2 * 2); in getMemOpInfo() [all …]
|
| H A D | AArch64RegisterInfo.cpp | 960 assert(Offset.getScalable() % 2 == 0 && "Invalid frame offset"); in getOffsetOpcodes() 966 int64_t VGSized = Offset.getScalable() / 2; in getOffsetOpcodes() 1016 assert(!Offset.getScalable() && in eliminateFrameIndex()
|
| H A D | AArch64TargetTransformInfo.cpp | 589 if (VTy->getElementCount() == ElementCount::getScalable(1)) in getIntrinsicInstrCost() 2055 II.getType(), ElementCount::getScalable(NumElts)); in instCombineSVECntElts() 2896 return TypeSize::getScalable(128); in getRegisterBitWidth() 2898 return TypeSize::getScalable(0); in getRegisterBitWidth() 3948 if (VTy->getElementCount() == ElementCount::getScalable(1)) in getArithmeticInstrCost() 4433 if (VT->getElementCount() == ElementCount::getScalable(1)) in getMaskedMemoryOpCost() 4482 if (VT->getElementCount() == ElementCount::getScalable(1)) in getGatherScatterOpCost() 4520 if (VTy->getElementCount() == ElementCount::getScalable(1) || in getMemoryOpCost() 4523 ElementCount::getScalable(16)))) in getMemoryOpCost() 5123 if (VTy->getElementCount() == ElementCount::getScalable(1)) in getMinMaxReductionCost() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyTargetTransformInfo.cpp | 47 return TypeSize::getScalable(0); in getRegisterBitWidth()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 178 return TypeSize::getScalable(0); in getRegisterBitWidth()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 126 return TypeSize::getScalable(0); in getRegisterBitWidth()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/LiveDebugValues/ |
| H A D | InstrRefBasedImpl.h | 130 SpillOffset.getScalable()) < 132 Other.SpillOffset.getScalable());
|
| H A D | VarLocBasedImpl.cpp | 394 Value.SpillLocation.SpillOffset.getScalable()) < in operator <() 398 Other.Value.SpillLocation.SpillOffset.getScalable()); in operator <() 728 << MLoc.Value.SpillLocation.SpillOffset.getScalable() in dump()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 386 ScalableVF(ElementCount::getScalable(0)) {} in FixedScalableVFPair()
|
| H A D | LoopVectorize.cpp | 3451 auto MaxScalableVF = ElementCount::getScalable( in isScalableVectorizationAllowed() 3495 return ElementCount::getScalable(0); in getMaxLegalScalableVF() 3497 auto MaxScalableVF = ElementCount::getScalable( in getMaxLegalScalableVF() 3504 MaxScalableVF = ElementCount::getScalable(MaxSafeElements / *MaxVScale); in getMaxLegalScalableVF() 3609 ElementCount::getScalable(0)); in computeFeasibleMaxVF() 3770 MaxFactors.ScalableVF = ElementCount::getScalable(0); in computeMaxVF() 6699 for (auto VF = ElementCount::getScalable(1); in plan() 6710 buildVPlansWithVPRecipes(ElementCount::getScalable(1), MaxFactors.ScalableVF); in plan() 8506 return VF == ElementCount::getScalable(1); in addExitUsersForFirstOrderRecurrences()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/ |
| H A D | RISCVLegalizerInfo.cpp | 1204 TypeSize VecRegSize = TypeSize::getScalable(RISCV::RVVBitsPerBlock); in legalizeInsertSubvector() 1267 ElementCount::getScalable(RemIdx) + LitTy.getElementCount(); in legalizeInsertSubvector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 495 return TypeSize::getScalable(0); in getRegisterBitWidth()
|