Home
last modified time | relevance | path

Searched refs:EltVT (Results 1 – 25 of 39) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DValueTypes.h101 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType()
103 assert(EltVT.isSimple() && in changeVectorElementType()
105 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType()
107 return changeExtendedVectorElementType(EltVT); in changeVectorElementType()
112 EVT changeElementType(EVT EltVT) const { in changeElementType()
113 EltVT = EltVT.getScalarType(); in changeElementType()
114 return isVector() ? changeVectorElementType(EltVT) : EltVT; in changeElementType()
430 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local
431 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType()
432 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXISelDAGToDAG.cpp686 MVT EltVT = VT.getVectorElementType(); in tryEXTRACT_VECTOR_ELEMENT() local
688 CurDAG->getMachineNode(NVPTX::I32toV2I16, SDLoc(N), EltVT, EltVT, Vector); in tryEXTRACT_VECTOR_ELEMENT()
1110 EVT EltVT = N->getValueType(0); in tryLoadVector() local
1115 if (Isv2x16VT(EltVT)) { in tryLoadVector()
1117 EltVT = MVT::i32; in tryLoadVector()
1127 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector()
1134 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector()
1152 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector()
1159 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector()
1179 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector()
[all …]
H A DNVPTXISelLowering.cpp208 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local
212 if ((Is16bitsType(EltVT.getSimpleVT())) && NumElts % 2 == 0) { in ComputePTXValueVTs()
213 switch (EltVT.getSimpleVT().SimpleTy) { in ComputePTXValueVTs()
215 EltVT = MVT::v2f16; in ComputePTXValueVTs()
218 EltVT = MVT::v2bf16; in ComputePTXValueVTs()
221 EltVT = MVT::v2i16; in ComputePTXValueVTs()
227 } else if (EltVT.getSimpleVT() == MVT::i8 && in ComputePTXValueVTs()
230 EltVT = MVT::v4i8; in ComputePTXValueVTs()
232 } else if (EltVT.getSimpleVT() == MVT::i8 && NumElts == 2) { in ComputePTXValueVTs()
235 EltVT = MVT::v2i16; in ComputePTXValueVTs()
[all …]
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGenTypes/
H A DMachineValueType.h198 MVT changeVectorElementType(MVT EltVT) const { in changeVectorElementType() argument
199 MVT VecTy = MVT::getVectorVT(EltVT, getVectorElementCount()); in changeVectorElementType()
217 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local
220 return getVectorVT(EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT()
226 MVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local
228 return MVT::getVectorVT(EltVT, EltCnt * 2); in getDoubleNumVectorElementsVT()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DLowLevelTypeUtils.cpp60 EVT EltVT = getApproximateEVTForLLT(Ty.getElementType(), DL, Ctx); in getApproximateEVTForLLT() local
61 return EVT::getVectorVT(Ctx, EltVT, Ty.getElementCount()); in getApproximateEVTForLLT()
H A DTargetLoweringBase.cpp967 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local
971 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion()
976 if (EltVT.isInteger()) { in getTypeConversion()
981 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion()
986 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion()
992 return LegalizeKind(TypeScalarizeScalableVector, EltVT); in getTypeConversion()
1001 EVT OldEltVT = EltVT; in getTypeConversion()
1005 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion()
1012 if (!EltVT.isSimple()) in getTypeConversion()
1016 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion()
[all …]
H A DValueTypes.cpp32 EVT EVT::changeExtendedVectorElementType(EVT EltVT) const { in changeExtendedVectorElementType()
35 return getVectorVT(Context, EltVT, getVectorElementCount()); in changeExtendedVectorElementType()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp400 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR()
404 if (EltVT.isInteger())
405 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_EXTRACT_SUBVECTOR()
443 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT()
444 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT()
446 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_LOAD()
490 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp()
493 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_VecInregOp()
503 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp()
514 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, O in ScalarizeVecRes_VecInregOp()
396 EVT EltVT = N->getValueType(0).getVectorElementType(); ScalarizeVecRes_BUILD_VECTOR() local
439 EVT EltVT = N->getValueType(0).getVectorElementType(); ScalarizeVecRes_INSERT_VECTOR_ELT() local
486 EVT EltVT = N->getValueType(0).getVectorElementType(); ScalarizeVecRes_InregOp() local
499 EVT EltVT = N->getValueType(0).getVectorElementType(); ScalarizeVecRes_VecInregOp() local
548 EVT EltVT = N->getValueType(0).getVectorElementType(); ScalarizeVecRes_SCALAR_TO_VECTOR() local
1807 EVT EltVT = VT.getVectorElementType(); UnrollVectorOp_StrictFP() local
1925 EVT EltVT = VecVT.getVectorElementType(); SplitVecRes_INSERT_VECTOR_ELT() local
1989 EVT EltVT = Step.getValueType(); SplitVecRes_STEP_VECTOR() local
2645 EVT EltVT = NewVT.getVectorElementType(); SplitVecRes_VECTOR_SHUFFLE() local
3561 EVT EltVT = VecVT.getVectorElementType(); SplitVecOp_EXTRACT_VECTOR_ELT() local
3983 EVT EltVT = N->getValueType(0).getVectorElementType(); SplitVecOp_CONCAT_VECTORS() local
5101 EVT EltVT = WidenVT.getVectorElementType(); WidenVecRes_Convert() local
5184 EVT EltVT = WidenVT.getVectorElementType(); WidenVecRes_Convert_StrictFP() local
5460 EVT EltVT = N->getOperand(0).getValueType(); WidenVecRes_BUILD_VECTOR() local
5534 EVT EltVT = WidenVT.getVectorElementType(); WidenVecRes_CONCAT_VECTORS() local
5563 EVT EltVT = VT.getVectorElementType(); WidenVecRes_EXTRACT_SUBVECTOR() local
6202 EVT EltVT = VT.getVectorElementType(); WidenVecRes_VECTOR_REVERSE() local
6311 EVT EltVT = VT.getVectorElementType(); WidenVecRes_STRICT_FSETCC() local
6619 EVT EltVT = VT.getVectorElementType(); WidenVecOp_Convert() local
6729 EVT EltVT = VT.getVectorElementType(); WidenVecOp_BITCAST() local
6749 EVT EltVT = VT.getVectorElementType(); WidenVecOp_CONCAT_VECTORS() local
7139 EVT EltVT = VT.getVectorElementType(); WidenVecOp_STRICT_FSETCC() local
7590 EVT EltVT = WidenVT.getVectorElementType(); GenWidenVectorExtLoads() local
7757 EVT EltVT = NVT.getVectorElementType(); ModifyToType() local
[all...]
H A DLegalizeVectorOps.cpp335 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local
336 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp()
338 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp()
1953 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local
1958 EVT TmpEltVT = EltVT; in UnrollStrictFPOp()
1995 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp()
1996 DAG.getAllOnesConstant(dl, EltVT), in UnrollStrictFPOp()
1997 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp()
2013 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local
2029 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], DAG.getAllOnesConstant(dl, EltVT), in UnrollVSETCC()
[all …]
H A DLegalizeTypesGeneric.cpp315 EVT EltVT) { in IntegerToVector() argument
325 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector()
326 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector()
328 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
H A DLegalizeDAG.cpp391 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local
392 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT()
393 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT()
1943 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local
1984 if (OpVT==EltVT) in ExpandBUILD_VECTOR()
1991 CV.push_back(ConstantInt::get(EltVT.getTypeForEVT(*DAG.getContext()), in ExpandBUILD_VECTOR()
1996 Type *OpNTy = EltVT.getTypeForEVT(*DAG.getContext()); in ExpandBUILD_VECTOR()
3479 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local
3482 if (!TLI.isTypeLegal(EltVT)) { in ExpandNode()
3483 EVT NewEltVT = TLI.getTypeToTransformTo(*DAG.getContext(), EltVT); in ExpandNode()
[all …]
H A DSelectionDAG.cpp1141 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local
1143 assert((Op.getValueType() == EltVT || in VerifySDNode()
1144 (EltVT.isInteger() && Op.getValueType().isInteger() && in VerifySDNode()
1145 EltVT.bitsLE(Op.getValueType()))) && in VerifySDNode()
1626 EVT EltVT = VT.getScalarType(); in getConstant() local
1627 assert((EltVT.getSizeInBits() >= 64 || in getConstant()
1628 (uint64_t)((int64_t)Val >> EltVT.getSizeInBits()) + 1 < 2) && in getConstant()
1630 return getConstant(APInt(EltVT.getSizeInBits(), Val), DL, VT, isT, isO); in getConstant()
1642 EVT EltVT = VT.getScalarType(); in getConstant() local
1649 if (VT.isVector() && TLI->getTypeAction(*getContext(), EltVT) == in getConstant()
[all …]
H A DDAGCombiner.cpp12040 EVT EltVT = SST->getValue().getValueType().getVectorElementType(); in visitVP_STRIDED_STORE() local
12043 CStride && CStride->getZExtValue() == EltVT.getStoreSize()) { in visitVP_STRIDED_STORE()
12191 EVT EltVT = SLD->getValueType(0).getVectorElementType(); in visitVP_STRIDED_LOAD() local
12194 CStride && CStride->getZExtValue() == EltVT.getStoreSize()) { in visitVP_STRIDED_LOAD()
21366 EVT EltVT = Elt.getValueType(); in replaceStoreOfInsertLoad() local
21367 if (!EltVT.isByteSized() || in replaceStoreOfInsertLoad()
21368 EltVT != Value.getOperand(0).getValueType().getVectorElementType()) in replaceStoreOfInsertLoad()
21393 unsigned COffset = CIdx->getSExtValue() * EltVT.getSizeInBits() / 8; in replaceStoreOfInsertLoad()
22158 EVT EltVT = Elt.getValueType(); in visitINSERT_VECTOR_ELT() local
22159 MaxEltVT = MaxEltVT.bitsGE(EltVT) ? MaxEltVT : EltVT; in visitINSERT_VECTOR_ELT()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86InstrFMA.td333 SDNode Move, ValueType VT, ValueType EltVT,
338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
H A DX86ISelLowering.h958 bool mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT,
1459 EVT EltVT = VT.getScalarType(); local
1460 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
H A DX86InstrUtils.td212 // EltVT). These are things like the register class for the writemask, etc.
219 ValueType EltVT = eltvt;
239 // v # NumElts # EltVT, so for vector of 8 elements of i32 it will be v8i32
243 !if (!eq (EltVT.Size, 16), 8,
244 !if (!eq (EltVT.Size, 32), 4,
245 !if (!eq (EltVT.Size, 64), 2, NumElts))), NumElts) # EltVT;
250 string EltTypeName = !cast<string>(EltVT);
253 int EltSize = EltVT.Size;
H A DX86ISelLowering.cpp2659 bool X86::mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, in mayFoldLoadIntoBroadcastFromMem() argument
2670 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits(); in mayFoldLoadIntoBroadcastFromMem()
3800 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
3803 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
3804 DAG.getConstant(Values[i], dl, EltVT); in getConstVector()
3807 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
3808 DAG.getConstant(0, dl, EltVT)); in getConstVector()
3831 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
3834 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT)); in getConstVector()
3840 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT)); in getConstVector()
[all …]
H A DX86InstrAVX512.td3975 (_.EltVT (X86selects VK1WM:$mask,
3976 (_.EltVT _.FRC:$src1),
3977 (_.EltVT _.FRC:$src2))))))),
3986 (_.EltVT (X86selects VK1WM:$mask,
3987 (_.EltVT _.FRC:$src1),
3988 (_.EltVT ZeroFP))))))),
6884 (set _.FRC:$dst, (_.EltVT (OpNode _.FRC:$src2, _.FRC:$src1,
6886 (set _.FRC:$dst, (_.EltVT (OpNode _.FRC:$src2, _.FRC:$src1,
6888 (set _.FRC:$dst, (_.EltVT (OpNodeRnd _.FRC:$src2, _.FRC:$src1,
6892 (set _.FRC:$dst, (_.EltVT (OpNode _.FRC:$src2, _.FRC:$src3,
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/
H A DWebAssemblyISelLowering.cpp955 MVT EltVT = VT.getVectorElementType(); in getPreferredVectorAction() local
959 if (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32 || in getPreferredVectorAction()
960 EltVT == MVT::i64 || EltVT == MVT::f32 || EltVT == MVT::f64) in getPreferredVectorAction()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelDAGToDAG.cpp288 EVT EltVT = N->getValueType(0).getVectorElementType(); in SelectSVEShiftSplatImmR() local
290 /* High */ EltVT.getFixedSizeInBits(), in SelectSVEShiftSplatImmR()
1779 EVT EltVT = VT.getVectorElementType(); in SelectOpcodeFromVT() local
1785 if (EltVT != MVT::i8 && EltVT != MVT::i16 && EltVT != MVT::i32 && in SelectOpcodeFromVT()
1786 EltVT != MVT::i64) in SelectOpcodeFromVT()
1790 if (EltVT != MVT::i1) in SelectOpcodeFromVT()
1794 if (EltVT == MVT::bf16) in SelectOpcodeFromVT()
1796 else if (EltVT != MVT::bf16 && EltVT != MVT::f16 && EltVT != MVT::f32 && in SelectOpcodeFromVT()
1797 EltVT != MVT::f64) in SelectOpcodeFromVT()
H A DAArch64TargetTransformInfo.cpp3471 EVT EltVT = VT.getVectorElementType(); in getMemoryOpCost() local
3472 unsigned EltSize = EltVT.getScalarSizeInBits(); in getMemoryOpCost()
3479 if (VT.getVectorNumElements() == 3 && EltVT == MVT::i8) in getMemoryOpCost()
3498 TypeWorklist.push_back(EVT::getVectorVT(C, EltVT, PrevPow2)); in getMemoryOpCost()
3500 EVT::getVectorVT(C, EltVT, CurrNumElements - PrevPow2)); in getMemoryOpCost()
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMTargetTransformInfo.cpp493 EVT EltVT = VT.getScalarType(); in getCastInstrCost() local
494 return (EltVT == MVT::f32 && ST->hasVFP2Base()) || in getCastInstrCost()
495 (EltVT == MVT::f64 && ST->hasFP64()) || in getCastInstrCost()
496 (EltVT == MVT::f16 && ST->hasFullFP16()); in getCastInstrCost()
H A DARMISelLowering.cpp8155 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerBUILD_VECTOR() local
8156 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerBUILD_VECTOR()
8159 Ops.push_back(DAG.getNode(ISD::BITCAST, dl, EltVT, Op.getOperand(i))); in LowerBUILD_VECTOR()
8274 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local
8275 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle()
8276 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle()
9008 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerVECTOR_SHUFFLE() local
9009 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerVECTOR_SHUFFLE()
9015 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE()
9017 Ops.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, in LowerVECTOR_SHUFFLE()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DSIISelLowering.cpp6200 EVT EltVT = VT.getVectorElementType(); in lowerLaneOp() local
6230 Scalars.push_back(DAG.getNode(N->getOpcode(), SL, EltVT, Operands)); in lowerLaneOp()
6233 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NE); in lowerLaneOp()
7154 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local
7159 if (EltVT.getScalarSizeInBits() == 16 && IdxVal % 2 == 0) { in lowerINSERT_SUBVECTOR()
7189 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, Ins, in lowerINSERT_SUBVECTOR()
7203 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local
7205 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT()
7285 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local
7345 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, Half, NewIdx); in lowerEXTRACT_VECTOR_ELT()
[all …]
H A DAMDGPUISelLowering.cpp1739 EVT EltVT = VT.getVectorElementType(); in getSplitDestVTs() local
1742 LoVT = EVT::getVectorVT(*DAG.getContext(), EltVT, LoNumElts); in getSplitDestVTs()
1744 ? EltVT in getSplitDestVTs()
1745 : EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts - LoNumElts); in getSplitDestVTs()
4152 EVT EltVT = Elt0.getValueType(); in performTruncateCombine() local
4153 if (VT.getFixedSizeInBits() <= EltVT.getFixedSizeInBits()) { in performTruncateCombine()
4154 if (EltVT.isFloatingPoint()) { in performTruncateCombine()
4156 EltVT.changeTypeToInteger(), Elt0); in performTruncateCombine()

12