Home
last modified time | relevance | path

Searched refs:WideVT (Results 1 – 16 of 16) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp5679 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), LdVT); in WidenVecRes_LOAD()
5681 WideVT.getVectorElementCount()); in WidenVecRes_LOAD()
5683 TLI.isOperationLegalOrCustom(ISD::VP_LOAD, WideVT) && in WidenVecRes_LOAD()
5691 DAG.getLoadVP(WideVT, DL, LD->getChain(), LD->getBasePtr(), Mask, EVL, in WidenVecRes_LOAD()
5827 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in WidenVecRes_MGATHER()
5832 unsigned NumElts = WideVT.getVectorNumElements(); in WidenVecRes_MGATHER()
5838 WideVT.getVectorNumElements()); in WidenVecRes_MGATHER()
5853 SDValue Res = DAG.getMaskedGather(DAG.getVTList(WideVT, MVT::Other), in WidenVecRes_MGATHER()
5864 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in WidenVecRes_VP_GATHER()
5867 ElementCount WideEC = WideVT in WidenVecRes_VP_GATHER()
5675 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), LdVT); WidenVecRes_LOAD() local
5823 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); WidenVecRes_MGATHER() local
5860 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); WidenVecRes_VP_GATHER() local
6094 EVT WideVT = ((NarrowVT == VT0) ? VT1 : VT0); WidenVSELECTMask() local
6631 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), EltVT, WidenVecOp_Convert() local
6861 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), StVT); WidenVecOp_STORE() local
6982 EVT WideVT = StVal.getValueType(); WidenVecOp_MSTORE() local
6993 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), WidenVecOp_MSTORE() local
7171 EVT WideVT = Op.getValueType(); WidenVecOp_VECREDUCE() local
7209 EVT WideVT = Op.getValueType(); WidenVecOp_VECREDUCE_SEQ() local
[all...]
H A DTargetLowering.cpp6404 EVT WideVT = EVT::getIntegerVT(*DAG.getContext(), Size * 2); in BuildSDIV() local
6406 WideVT = EVT::getVectorVT(*DAG.getContext(), WideVT, in BuildSDIV()
6408 if (isOperationLegalOrCustom(ISD::MUL, WideVT)) { in BuildSDIV()
6409 X = DAG.getNode(ISD::SIGN_EXTEND, dl, WideVT, X); in BuildSDIV()
6410 Y = DAG.getNode(ISD::SIGN_EXTEND, dl, WideVT, Y); in BuildSDIV()
6411 Y = DAG.getNode(ISD::MUL, dl, WideVT, X, Y); in BuildSDIV()
6412 Y = DAG.getNode(ISD::SRL, dl, WideVT, Y, in BuildSDIV()
6413 DAG.getShiftAmountConstant(EltBits, WideVT, dl)); in BuildSDIV()
6587 EVT WideVT = EVT::getIntegerVT(*DAG.getContext(), Size * 2); in BuildUDIV() local
6589 WideVT = EVT::getVectorVT(*DAG.getContext(), WideVT, in BuildUDIV()
[all …]
H A DLegalizeIntegerTypes.cpp1202 EVT WideVT = EVT::getIntegerVT(*DAG.getContext(), VTSize * 2); in earlyExpandDIVFIX() local
1204 WideVT = EVT::getVectorVT(*DAG.getContext(), WideVT, in earlyExpandDIVFIX()
1206 LHS = DAG.getExtOrTrunc(Signed, LHS, dl, WideVT); in earlyExpandDIVFIX()
1207 RHS = DAG.getExtOrTrunc(Signed, RHS, dl, WideVT); in earlyExpandDIVFIX()
4982 EVT WideVT = in ExpandIntRes_XMULO() local
4984 SDValue LHS = DAG.getNode(ISD::SIGN_EXTEND, dl, WideVT, N->getOperand(0)); in ExpandIntRes_XMULO()
4985 SDValue RHS = DAG.getNode(ISD::SIGN_EXTEND, dl, WideVT, N->getOperand(1)); in ExpandIntRes_XMULO()
4986 SDValue Mul = DAG.getNode(ISD::MUL, dl, WideVT, LHS, RHS); in ExpandIntRes_XMULO()
H A DDAGCombiner.cpp8929 EVT WideVT = EVT::getIntegerVT(Context, WideNumBits); in mergeTruncStores() local
8930 if (WideVT != MVT::i16 && WideVT != MVT::i32 && WideVT != MVT::i64) in mergeTruncStores()
8984 if (SourceValue.getScalarValueSizeInBits() < WideVT.getScalarSizeInBits()) in mergeTruncStores()
9014 bool Allowed = TLI.allowsMemoryAccess(Context, Layout, WideVT, in mergeTruncStores()
9048 if (WideVT != SourceValue.getValueType()) { in mergeTruncStores()
9051 SourceValue = DAG.getNode(ISD::TRUNCATE, DL, WideVT, SourceValue); in mergeTruncStores()
9058 SourceValue = DAG.getNode(ISD::BSWAP, DL, WideVT, SourceValue); in mergeTruncStores()
9061 SDValue RotAmt = DAG.getConstant(WideNumBits / 2, DL, WideVT); in mergeTruncStores()
9062 SourceValue = DAG.getNode(ISD::ROTR, DL, WideVT, SourceValue, RotAmt); in mergeTruncStores()
10243 EVT WideVT = LeftOp.getValueType(); in combineShiftToMULH() local
[all …]
H A DSelectionDAG.cpp12692 EVT WideVT = EVT::getVectorVT(*getContext(), VT.getVectorElementType(), in WidenVector() local
12694 return getNode(ISD::INSERT_SUBVECTOR, DL, WideVT, getUNDEF(WideVT), N, in WidenVector()
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZISelLowering.cpp4562 EVT WideVT = MVT::i32; in getCSAddressAndShifts() local
4572 BitShift = DAG.getNode(ISD::TRUNCATE, DL, WideVT, BitShift); in getCSAddressAndShifts()
4576 NegBitShift = DAG.getNode(ISD::SUB, DL, WideVT, in getCSAddressAndShifts()
4577 DAG.getConstant(0, DL, WideVT), BitShift); in getCSAddressAndShifts()
4590 EVT WideVT = MVT::i32; in lowerATOMIC_LOAD_OP() local
4591 if (NarrowVT == WideVT) in lowerATOMIC_LOAD_OP()
4617 Src2 = DAG.getNode(ISD::SHL, DL, WideVT, Src2, in lowerATOMIC_LOAD_OP()
4618 DAG.getConstant(32 - BitSize, DL, WideVT)); in lowerATOMIC_LOAD_OP()
4621 Src2 = DAG.getNode(ISD::OR, DL, WideVT, Src2, in lowerATOMIC_LOAD_OP()
4622 DAG.getConstant(uint32_t(-1) >> BitSize, DL, WideVT)); in lowerATOMIC_LOAD_OP()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXISelLowering.cpp2672 EVT WideVT = Wide.getValueType(); in LowerFP_ROUND() local
2681 if (WideVT.getScalarType() == MVT::f32) { in LowerFP_ROUND()
2684 if (WideVT.getScalarType() == MVT::f64) { in LowerFP_ROUND()
2689 WideVT.isVector() ? WideVT.changeVectorElementType(MVT::f32) in LowerFP_ROUND()
2707 EVT WideVT = Op.getValueType(); in LowerFP_EXTEND() local
2709 if (WideVT.getScalarType() == MVT::f32 && in LowerFP_EXTEND()
2712 return DAG.getNode(ISD::BF16_TO_FP, Loc, WideVT, Narrow); in LowerFP_EXTEND()
2714 if (WideVT.getScalarType() == MVT::f64 && in LowerFP_EXTEND()
2724 return DAG.getNode(ISD::FP_EXTEND, Loc, WideVT, Op); in LowerFP_EXTEND()
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp12447 MVT WideVT = WideVec.getSimpleValueType(); in lowerShuffleOfExtractsAsVperm() local
12448 if (!WideVT.is256BitVector()) in lowerShuffleOfExtractsAsVperm()
12473 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
17405 MVT WideVT = Res.getSimpleValueType(); in lower1BitShuffle() local
17407 if (Opcode == X86ISD::KSHIFTR && WideVT != VT) { in lower1BitShuffle()
17408 int WideElts = WideVT.getVectorNumElements(); in lower1BitShuffle()
17410 Res = DAG.getNode(X86ISD::KSHIFTL, DL, WideVT, Res, in lower1BitShuffle()
17416 Res = DAG.getNode(Opcode, DL, WideVT, Res, in lower1BitShuffle()
19227 MVT WideVT = VT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in lowerINT_TO_FP_vXi64() local
19237 Res = DAG.getNode(Op.getOpcode(), DL, {WideVT, MVT::Other}, in lowerINT_TO_FP_vXi64()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.cpp3993 MVT WideVT = MVT::getIntegerVT(ElemSizeInBits * 2); in lowerBuildVectorViaPacking()
3994 MVT WideVecVT = MVT::getVectorVT(WideVT, NumElts / 2); in lowerBuildVectorViaPacking()
4811 MVT WideVT = in getWideningInterleave()
4814 MVT WideContainerVT = WideVT; // <vscale x n x ty*2> in getWideningInterleave()
4816 WideContainerVT = getContainerForFixedLengthVector(DAG, WideVT, Subtarget); in getWideningInterleave()
6420 MVT WideVT = VT.changeVectorElementType(MVT::i8); in LowerOperation()
6421 SDValue V = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, WideVT, Scalar); in LowerOperation()
8457 MVT WideVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); in lowerINSERT_VECTOR_ELT()
8458 Vec = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Vec); in lowerINSERT_VECTOR_ELT()
8459 Vec = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideVT, Ve in lowerINSERT_VECTOR_ELT()
3992 MVT WideVT = MVT::getIntegerVT(ElemSizeInBits * 2); lowerBuildVectorViaPacking() local
4810 MVT WideVT = getWideningInterleave() local
6418 MVT WideVT = VT.changeVectorElementType(MVT::i8); LowerOperation() local
8455 MVT WideVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); lowerINSERT_VECTOR_ELT() local
8665 MVT WideVT = MVT::getVectorVT(WideEltVT, WidenVecLen); lowerEXTRACT_VECTOR_ELT() local
8678 MVT WideVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); lowerEXTRACT_VECTOR_ELT() local
10423 MVT WideVT = VT.changeVectorElementType(MVT::i8); widenVectorOpsToi8() local
17143 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), WideScalarVT, PerformDAGCombine() local
[all...]
/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCISelLowering.cpp8121 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), EltVT, WideNumElts); in LowerTRUNCATEVector() local
8137 Op2 = DAG.getUNDEF(WideVT); in LowerTRUNCATEVector()
8155 Op1 = DAG.getNode(ISD::BITCAST, DL, WideVT, Op1); in LowerTRUNCATEVector()
8156 Op2 = DAG.getNode(ISD::BITCAST, DL, WideVT, Op2); in LowerTRUNCATEVector()
8157 return DAG.getVectorShuffle(WideVT, DL, Op1, Op2, ShuffV); in LowerTRUNCATEVector()
8698 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), EltVT, WideNumElts); in widenVec() local
8707 return DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, Ops); in widenVec()
8729 EVT WideVT = Wide.getValueType(); in LowerINT_TO_FPVector() local
8730 unsigned WideNumElts = WideVT.getVectorNumElements(); in LowerINT_TO_FPVector()
8747 SignedConv ? DAG.getUNDEF(WideVT) : DAG.getConstant(0, dl, WideVT); in LowerINT_TO_FPVector()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp1038 for (MVT WideVT : MVT::fp_valuetypes()) { in AArch64TargetLowering() local
1040 if (WideVT.getScalarSizeInBits() > NarrowVT.getScalarSizeInBits()) { in AArch64TargetLowering()
1041 setTruncStoreAction(WideVT, NarrowVT, Expand); in AArch64TargetLowering()
14608 EVT WideVT = getPackedSVEVectorVT(InVT.getVectorElementCount()); in LowerINSERT_SUBVECTOR() local
14613 Vec1 = getSVESafeBitCast(WideVT, Vec1, DAG); in LowerINSERT_SUBVECTOR()
14616 Vec1 = DAG.getNode(ISD::ANY_EXTEND, DL, WideVT, Vec1); in LowerINSERT_SUBVECTOR()
14624 SDValue HiVec0 = DAG.getNode(AArch64ISD::UUNPKHI, DL, WideVT, Vec0); in LowerINSERT_SUBVECTOR()
14629 SDValue LoVec0 = DAG.getNode(AArch64ISD::UUNPKLO, DL, WideVT, Vec0); in LowerINSERT_SUBVECTOR()
22877 auto WideVT = EVT::getVectorVT( in combineI8TruncStore() local
22880 SDValue UndefVector = DAG.getUNDEF(WideVT); in combineI8TruncStore()
[all …]
H A DAArch64ISelDAGToDAG.cpp2310 EVT WideVT = RegSeq.getOperand(1)->getValueType(0); in SelectLoadLane() local
2314 SDValue NV = CurDAG->getTargetExtractSubreg(QSubs[i], dl, WideVT, SuperReg); in SelectLoadLane()
2361 EVT WideVT = RegSeq.getOperand(1)->getValueType(0); in SelectPostLoadLane() local
2365 SDValue NV = CurDAG->getTargetExtractSubreg(QSubs[i], dl, WideVT, in SelectPostLoadLane()
/freebsd/contrib/llvm-project/llvm/lib/Target/M68k/
H A DM68kISelLowering.cpp2034 EVT WideVT = WideVal.getValueType(); in EmitTest() local
2061 if (TLI.isOperationLegal(WideVal.getOpcode(), WideVT)) { in EmitTest()
/freebsd/contrib/llvm-project/llvm/lib/Target/Sparc/
H A DSparcISelLowering.cpp3167 EVT WideVT = MVT::i128; in LowerUMULO_SMULO() local
3191 RTLIB::MUL_I128, WideVT, in LowerUMULO_SMULO()
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DTargetLowering.h5482 EVT WideVT, const SDValue LL, const SDValue LH,
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUISelLowering.cpp1847 EVT WideVT = in WidenOrSplitVectorLoad() local
1852 Load->getExtensionType(), SL, WideVT, Load->getChain(), BasePtr, SrcValue, in WidenOrSplitVectorLoad()