| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 20 multiclass VectorStore<ValueType DataVT,
25 DataVT:$val, PtrVT:$addr,
31 DataVT:$val, PtrVT:$addr,
37 DataVT:$val, PtrVT:$addr,
43 DataVT:$val, PtrVT:$addr,
54 multiclass VectorLoad<ValueType DataVT,
58 def : Pat<(DataVT (vvp_load
64 def : Pat<(DataVT (vvp_load
70 def : Pat<(DataVT (vvp_load
81 def : Pat<(DataVT (vvp_load
[all …]
|
| H A D | VVPISelLowering.cpp | 140 auto DataVT = *getIdiomaticVectorType(Op.getNode()); in lowerVVP_LOAD_STORE() local
141 auto Packing = getTypePacking(DataVT); in lowerVVP_LOAD_STORE()
145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_LOAD_STORE()
153 Packing, DataVT.getVectorElementType().getSimpleVT()); in lowerVVP_LOAD_STORE()
162 SDValue DataV = CDAG.getNode(VEISD::VVP_SELECT, DataVT, in lowerVVP_LOAD_STORE()
187 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); in splitPackedLoadStore()
188 assert(getTypePacking(DataVT) == Packing::Dense && in splitPackedLoadStore()
190 MVT SplitDataVT = splitVectorType(DataVT); in splitPackedLoadStore()
232 // EVT DataVT = LegalizeVectorType(getMemoryDataVT(Op), Op, DAG, Mode); in splitPackedLoadStore()
262 getLegalVectorType(Packing::Dense, DataVT in splitPackedLoadStore()
181 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); splitPackedLoadStore() local
265 EVT DataVT = *getIdiomaticVectorType(Op.getNode()); lowerVVP_GATHER_SCATTER() local
314 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); legalizeInternalLoadStoreOp() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 399 static VectorType *getVRGatherIndexType(MVT DataVT, const RISCVSubtarget &ST, in getVRGatherIndexType() argument
401 assert((DataVT.getScalarSizeInBits() != 8 || in getVRGatherIndexType()
402 DataVT.getVectorNumElements() <= 256) && "unhandled case in lowering"); in getVRGatherIndexType()
403 MVT IndexVT = DataVT.changeTypeToInteger(); in getVRGatherIndexType()
|
| H A D | RISCVISelLowering.h | 384 bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const override;
|
| H A D | RISCVISelLowering.cpp | 23560 EVT DataVT) const { in shouldRemoveExtendFromGSIndex()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 813 bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const override;
|
| H A D | AArch64ISelDAGToDAG.cpp | 7409 EVT DataVT; in getMemVTFromNode() local
7411 DataVT = Load->getValueType(0); in getMemVTFromNode()
7413 DataVT = Load->getValueType(0); in getMemVTFromNode()
7415 DataVT = Store->getValue().getValueType(); in getMemVTFromNode()
7417 DataVT = Store->getValue().getValueType(); in getMemVTFromNode()
7421 return DataVT.changeVectorElementType(MemVT.getVectorElementType()); in getMemVTFromNode()
|
| H A D | AArch64ISelLowering.cpp | 6390 EVT DataVT) const { in shouldRemoveExtendFromGSIndex()
6397 if (IndexVT.getScalarSizeInBits() < DataVT.getScalarSizeInBits()) in shouldRemoveExtendFromGSIndex()
6402 return DataVT.isFixedLengthVector() || DataVT.getVectorMinNumElements() > 2; in shouldRemoveExtendFromGSIndex()
6531 EVT DataVT = VT.changeVectorElementTypeToInteger(); in LowerMGATHER() local
6536 if (DataVT.getVectorElementType() == MVT::i64 || in LowerMGATHER()
6548 if (PromotedVT != DataVT && ExtType == ISD::NON_EXTLOAD) in LowerMGATHER()
6568 Result = DAG.getNode(ISD::TRUNCATE, DL, DataVT, Result); in LowerMGATHER()
22772 EVT DataVT = Data.getValueType(); in performST1Combine() local
22773 EVT HwSrcVt = getSVEContainerType(DataVT); in performST1Combine()
22774 SDValue InputVT = DAG.getValueType(DataVT); in performST1Combine()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeIntegerTypes.cpp | 2486 EVT DataVT = DataOp.getValueType(); in PromoteIntOp_MSTORE() local
2487 Mask = PromoteTargetBoolean(Mask, DataVT); in PromoteIntOp_MSTORE()
2505 EVT DataVT = N->getValueType(0); in PromoteIntOp_MLOAD() local
2506 SDValue Mask = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MLOAD()
2525 EVT DataVT = N->getValueType(0); in PromoteIntOp_MGATHER() local
2526 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MGATHER()
2554 EVT DataVT = N->getValue().getValueType(); in PromoteIntOp_MSCATTER() local
2555 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MSCATTER()
|
| H A D | TargetLowering.cpp | 10559 const SDLoc &DL, EVT DataVT, in IncrementMemoryAddress() argument
10565 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
10568 if (DataVT.isScalableVector()) in IncrementMemoryAddress()
10583 SDValue Scale = DAG.getConstant(DataVT.getScalarSizeInBits() / 8, DL, in IncrementMemoryAddress()
10586 } else if (DataVT.isScalableVector()) { in IncrementMemoryAddress()
10589 DataVT.getStoreSize().getKnownMinValue())); in IncrementMemoryAddress()
10591 Increment = DAG.getConstant(DataVT.getStoreSize(), DL, AddrVT); in IncrementMemoryAddress()
|
| H A D | DAGCombiner.cpp | 12485 bool refineIndexType(SDValue &Index, ISD::MemIndexType &IndexType, EVT DataVT, in refineIndexType() argument
12491 if (TLI.shouldRemoveExtendFromGSIndex(Index, DataVT)) { in refineIndexType()
12505 TLI.shouldRemoveExtendFromGSIndex(Index, DataVT)) { in refineIndexType()
12829 EVT DataVT = Index.getValueType(); in visitMHISTOGRAM() local
12830 if (refineIndexType(Index, IndexType, DataVT, DAG)) in visitMHISTOGRAM()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 1610 virtual bool shouldRemoveExtendFromGSIndex(SDValue Extend, EVT DataVT) const { in shouldRemoveExtendFromGSIndex() argument
5602 EVT DataVT, SelectionDAG &DAG,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 21088 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local
21091 DataVT.getVectorNumElements()); in getTgtMemIntrinsic()
21118 MVT DataVT = MVT::getVT(I.getArgOperand(2)->getType()); in getTgtMemIntrinsic() local
21121 DataVT.getVectorNumElements()); in getTgtMemIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 3205 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local
3207 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3209 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic()
3217 MVT DataVT = MVT::getVT(I.getArgOperand(3)->getType()); in getTgtMemIntrinsic() local
3219 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3221 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic()
|