| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 20 multiclass VectorStore<ValueType DataVT,
25 DataVT:$val, PtrVT:$addr,
31 DataVT:$val, PtrVT:$addr,
37 DataVT:$val, PtrVT:$addr,
43 DataVT:$val, PtrVT:$addr,
54 multiclass VectorLoad<ValueType DataVT,
58 def : Pat<(DataVT (vvp_load
64 def : Pat<(DataVT (vvp_load
70 def : Pat<(DataVT (vvp_load
81 def : Pat<(DataVT (vvp_load
[all …]
|
| H A D | VVPISelLowering.cpp | 140 auto DataVT = *getIdiomaticVectorType(Op.getNode()); in lowerVVP_LOAD_STORE() local
141 auto Packing = getTypePacking(DataVT); in lowerVVP_LOAD_STORE()
145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_LOAD_STORE()
153 Packing, DataVT.getVectorElementType().getSimpleVT()); in lowerVVP_LOAD_STORE()
162 SDValue DataV = CDAG.getNode(VEISD::VVP_SELECT, DataVT, in lowerVVP_LOAD_STORE()
187 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); in splitPackedLoadStore()
188 assert(getTypePacking(DataVT) == Packing::Dense && in splitPackedLoadStore()
190 MVT SplitDataVT = splitVectorType(DataVT); in splitPackedLoadStore()
232 // EVT DataVT = LegalizeVectorType(getMemoryDataVT(Op), Op, DAG, Mode); in splitPackedLoadStore()
262 getLegalVectorType(Packing::Dense, DataVT in splitPackedLoadStore()
181 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); splitPackedLoadStore() local
265 EVT DataVT = *getIdiomaticVectorType(Op.getNode()); lowerVVP_GATHER_SCATTER() local
314 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); legalizeInternalLoadStoreOp() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 346 static VectorType *getVRGatherIndexType(MVT DataVT, const RISCVSubtarget &ST, in getVRGatherIndexType() argument
348 assert((DataVT.getScalarSizeInBits() != 8 || in getVRGatherIndexType()
349 DataVT.getVectorNumElements() <= 256) && "unhandled case in lowering"); in getVRGatherIndexType()
350 MVT IndexVT = DataVT.changeTypeToInteger(); in getVRGatherIndexType()
|
| H A D | RISCVISelLowering.h | 823 bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const override;
|
| H A D | RISCVISelLowering.cpp | 21132 EVT DataVT) const { in shouldRemoveExtendFromGSIndex()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeIntegerTypes.cpp | 2371 EVT DataVT = DataOp.getValueType(); in PromoteIntOp_MSTORE() local
2372 Mask = PromoteTargetBoolean(Mask, DataVT); in PromoteIntOp_MSTORE()
2390 EVT DataVT = N->getValueType(0); in PromoteIntOp_MLOAD() local
2391 SDValue Mask = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MLOAD()
2410 EVT DataVT = N->getValueType(0); in PromoteIntOp_MGATHER() local
2411 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MGATHER()
2439 EVT DataVT = N->getValue().getValueType(); in PromoteIntOp_MSCATTER() local
2440 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MSCATTER()
|
| H A D | TargetLowering.cpp | 10070 const SDLoc &DL, EVT DataVT, in IncrementMemoryAddress() argument
10076 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
10079 if (DataVT.isScalableVector()) in IncrementMemoryAddress()
10094 SDValue Scale = DAG.getConstant(DataVT.getScalarSizeInBits() / 8, DL, in IncrementMemoryAddress()
10097 } else if (DataVT.isScalableVector()) { in IncrementMemoryAddress()
10100 DataVT.getStoreSize().getKnownMinValue())); in IncrementMemoryAddress()
10102 Increment = DAG.getConstant(DataVT.getStoreSize(), DL, AddrVT); in IncrementMemoryAddress()
|
| H A D | DAGCombiner.cpp | 11865 bool refineIndexType(SDValue &Index, ISD::MemIndexType &IndexType, EVT DataVT, in refineIndexType() argument
11871 if (TLI.shouldRemoveExtendFromGSIndex(Index, DataVT)) { in refineIndexType()
11885 TLI.shouldRemoveExtendFromGSIndex(Index, DataVT)) { in refineIndexType()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 1298 bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const override;
|
| H A D | AArch64ISelLowering.cpp | 6095 EVT DataVT) const { in shouldRemoveExtendFromGSIndex()
6102 if (IndexVT.getScalarSizeInBits() < DataVT.getScalarSizeInBits()) in shouldRemoveExtendFromGSIndex()
6107 return DataVT.isFixedLengthVector() || DataVT.getVectorMinNumElements() > 2; in shouldRemoveExtendFromGSIndex()
6236 EVT DataVT = VT.changeVectorElementTypeToInteger(); in LowerMGATHER() local
6241 if (DataVT.getVectorElementType() == MVT::i64 || in LowerMGATHER()
6253 if (PromotedVT != DataVT && ExtType == ISD::NON_EXTLOAD) in LowerMGATHER()
6273 Result = DAG.getNode(ISD::TRUNCATE, DL, DataVT, Result); in LowerMGATHER()
21760 EVT DataVT = Data.getValueType(); in performST1Combine() local
21761 EVT HwSrcVt = getSVEContainerType(DataVT); in performST1Combine()
21762 SDValue InputVT = DAG.getValueType(DataVT); in performST1Combine()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 1580 virtual bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const { in shouldRemoveExtendFromGSIndex() argument
5413 EVT DataVT, SelectionDAG &DAG,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 21154 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local
21157 DataVT.getVectorNumElements()); in getTgtMemIntrinsic()
21184 MVT DataVT = MVT::getVT(I.getArgOperand(2)->getType()); in getTgtMemIntrinsic() local
21187 DataVT.getVectorNumElements()); in getTgtMemIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 3060 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local
3062 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3064 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic()
3072 MVT DataVT = MVT::getVT(I.getArgOperand(3)->getType()); in getTgtMemIntrinsic() local
3074 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3076 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic()
|