| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 21 ValueType PtrVT, ValueType MaskVT,
26 (i64 simm7:$stride), (MaskVT true_mask), i32:$avl),
32 i64:$stride, (MaskVT true_mask), i32:$avl),
38 (i64 simm7:$stride), MaskVT:$mask, i32:$avl),
44 i64:$stride, MaskVT:$mask, i32:$avl),
55 ValueType PtrVT, ValueType MaskVT,
60 (MaskVT true_mask), i32:$avl)),
66 (MaskVT true_mask), i32:$avl)),
72 MaskVT:$mask, i32:$avl)),
82 PtrVT:$addr, i64:$stride, MaskVT:$mask, i32:$avl)),
[all …]
|
| H A D | VEInstrPatternsVec.td | 123 class Mask_Binary<ValueType MaskVT, SDPatternOperator MaskOp, string InstName> :
124 Pat<(MaskVT (MaskOp MaskVT:$ma, MaskVT:$mb)), (!cast<Instruction>(InstName#"mm") $ma, $mb)>;
|
| H A D | VECustomDAG.cpp | 410 auto MaskVT = getLegalVectorType(Packing, MVT::i1); in getConstantMask() local
414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask()
415 auto Res = getNode(VEISD::VEC_BROADCAST, MaskVT, {TrueVal, AVL}); in getConstantMask()
|
| H A D | VEISelLowering.cpp | 357 for (MVT MaskVT : AllMaskVTs) { in initVPUActions() local
359 setOperationAction(ISD::STORE, MaskVT, Custom); in initVPUActions()
360 setOperationAction(ISD::LOAD, MaskVT, Custom); in initVPUActions()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVSelectionDAGInfo.cpp | 39 EVT MaskVT = N->getOperand(3).getValueType(); in verifyTargetNode() local
40 assert(MaskVT.isScalableVector() && in verifyTargetNode()
41 MaskVT.getVectorElementType() == MVT::i1 && in verifyTargetNode()
42 MaskVT.getVectorElementCount() == VT.getVectorElementCount() && in verifyTargetNode()
|
| H A D | RISCVISelLowering.cpp | 2903 MVT MaskVT = getMaskTypeFor(VecVT); in getAllOnesMask() local
2904 return DAG.getNode(RISCVISD::VMSET_VL, DL, MaskVT, VL); in getAllOnesMask()
3377 MVT MaskVT = Mask.getSimpleValueType(); in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND() local
3379 DAG.getVTList(MaskVT, MVT::Other), in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND()
3381 DAG.getUNDEF(MaskVT), Mask, VL}); in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND()
3406 RISCVISD::SETCC_VL, DL, MaskVT, in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND()
4424 MVT MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in lowerBUILD_VECTOR() local
4425 SDValue SelectMask = DAG.getBuildVector(MaskVT, DL, MaskVals); in lowerBUILD_VECTOR()
4898 MVT MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in lowerVECTOR_SHUFFLEAsVRGatherVX() local
4899 SDValue SelectMask = DAG.getBuildVector(MaskVT, DL, MaskVals); in lowerVECTOR_SHUFFLEAsVRGatherVX()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 7688 MVT MaskVT = BOperand.getSimpleValueType(); in lowerBuildVectorAsBroadcast() local
7690 if ((EltType == MVT::i64 && MaskVT == MVT::v8i1) || // for broadcastmb2q in lowerBuildVectorAsBroadcast()
7691 (EltType == MVT::i32 && MaskVT == MVT::v16i1)) { // for broadcastmw2d in lowerBuildVectorAsBroadcast()
10387 static SDValue getMaskNode(SDValue Mask, MVT MaskVT,
10976 MVT MaskVT = VT; in lowerShuffleAsBitMask() local
10982 MaskVT = MVT::getVectorVT(EltVT, Mask.size()); in lowerShuffleAsBitMask()
11013 SDValue VMask = DAG.getBuildVector(MaskVT, DL, VMaskOps); in lowerShuffleAsBitMask()
14654 MVT MaskVT = VT.changeTypeToInteger(); in lowerShuffleWithPERMV() local
14669 MaskNode = getConstVector(AdjustedMask, MaskVT, DAG, DL, true); in lowerShuffleWithPERMV()
14672 MaskNode = getConstVector(Mask, MaskVT, DAG, DL, true); in lowerShuffleWithPERMV()
[all …]
|
| H A D | X86ISelDAGToDAG.cpp | 5027 MVT MaskVT = ResVT; in tryVPTESTM() local
5034 MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in tryVPTESTM()
5044 unsigned RegClass = TLI->getRegClassFor(MaskVT)->getID(); in tryVPTESTM()
5047 dl, MaskVT, InMask, RC), 0); in tryVPTESTM()
5057 SDVTList VTs = CurDAG->getVTList(MaskVT, MVT::Other); in tryVPTESTM()
5075 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, InMask, Src0, Src1); in tryVPTESTM()
5077 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, Src0, Src1); in tryVPTESTM()
6496 MVT MaskVT = Mask.getSimpleValueType(); in Select() local
6501 if (!ValueVT.isVector() || !MaskVT.isVector()) in Select()
6511 bool AVX512Gather = MaskVT.getVectorElementType() == MVT::i1; in Select()
[all …]
|
| H A D | X86TargetTransformInfo.cpp | 6673 auto *MaskVT = FixedVectorType::get(I1Type, VecTy->getNumElements()); in getInterleavedMemoryOpCostAVX512() local
6674 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
|
| H A D | X86InstrSSE.td | 7982 ValueType MaskVT> {
7984 def: Pat<(masked_store (VT RC:$src), addr:$ptr, (MaskVT RC:$mask)),
7987 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask), undef)),
7989 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask),
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorOps.cpp | 1675 EVT MaskVT = Mask.getValueType(); in ExpandVP_MERGE() local
1676 bool IsFixedLen = MaskVT.isFixedLengthVector(); in ExpandVP_MERGE()
1679 MaskVT.getVectorElementCount()); in ExpandVP_MERGE()
1692 EVLVecVT) != MaskVT) in ExpandVP_MERGE()
1698 DAG.getSetCC(DL, MaskVT, StepVec, SplatEVL, ISD::CondCode::SETULT); in ExpandVP_MERGE()
1700 SDValue FullMask = DAG.getNode(ISD::AND, DL, MaskVT, Mask, EVLMask); in ExpandVP_MERGE()
2234 EVT MaskVT = TLI.getSetCCResultType(DAG.getDataLayout(), *Ctx, VT); in tryExpandVecMathCall() local
2235 Entry.Node = DAG.getBoolConstant(true, DL, MaskVT, VT); in tryExpandVecMathCall()
2236 Entry.Ty = MaskVT.getTypeForEVT(*Ctx); in tryExpandVecMathCall()
|
| H A D | LegalizeVectorTypes.cpp | 1435 EVT MaskVT = Mask.getValueType(); in SplitMask() local
1436 if (getTypeAction(MaskVT) == TargetLowering::TypeSplitVector) in SplitMask()
6216 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MLOAD() local
6222 EVT::getVectorVT(*DAG.getContext(), MaskVT.getVectorElementType(), in WidenVecRes_MLOAD()
6273 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MGATHER() local
6281 MaskVT.getVectorElementType(), in WidenVecRes_MGATHER()
6396 SDValue DAGTypeLegalizer::convertMask(SDValue InMask, EVT MaskVT, in convertMask() argument
6410 { MaskVT, MVT::Other }, Ops); in convertMask()
6414 Mask = DAG.getNode(InMask->getOpcode(), SDLoc(InMask), MaskVT, Ops); in convertMask()
6419 unsigned MaskScalarBits = MaskVT.getScalarSizeInBits(); in convertMask()
[all …]
|
| H A D | TargetLowering.cpp | 9612 EVT MaskVT = Mask.getValueType(); in expandVectorFindLastActive() local
9613 EVT BoolVT = MaskVT.getScalarType(); in expandVectorFindLastActive()
9617 if (MaskVT.isScalableVector()) in expandVectorFindLastActive()
9621 BoolVT.getTypeForEVT(*DAG.getContext()), MaskVT.getVectorElementCount(), in expandVectorFindLastActive()
9624 EVT StepVecVT = MaskVT.changeVectorElementType(StepVT); in expandVectorFindLastActive()
10564 EVT MaskVT = Mask.getValueType(); in IncrementMemoryAddress() local
10565 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
10572 EVT MaskIntVT = EVT::getIntegerVT(*DAG.getContext(), MaskVT.getSizeInBits()); in IncrementMemoryAddress()
11932 EVT MaskVT = Mask.getValueType(); in expandVECTOR_COMPRESS() local
11933 EVT MaskScalarVT = MaskVT.getScalarType(); in expandVECTOR_COMPRESS()
[all …]
|
| H A D | LegalizeTypes.h | 1182 SDValue convertMask(SDValue InMask, EVT MaskVT, EVT ToMaskVT);
|
| H A D | SelectionDAG.cpp | 2610 EVT MaskVT = TLI->getSetCCResultType(getDataLayout(), Ctx, VT); in expandMultipleResultFPLibCall() local
2611 SDValue Mask = getBoolConstant(true, DL, MaskVT, VT); in expandMultipleResultFPLibCall()
2612 AddArgListEntry(Mask, MaskVT.getTypeForEVT(Ctx)); in expandMultipleResultFPLibCall()
8104 [[maybe_unused]] EVT MaskVT = N2.getValueType(); in getNode() local
8107 assert(VecVT.isVector() && MaskVT.isVector() && PassthruVT.isVector() && in getNode()
8110 assert(VecVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in getNode()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1702 auto *MaskVT = FixedVectorType::get(I8Type, NumElts);
1703 Cost += thisT()->getArithmeticInstrCost(BinaryOperator::And, MaskVT,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6926 EVT MaskVT = Mask.getValueType(); in LowerVECTOR_COMPRESS() local
6950 MaskVT.getVectorElementType().getSimpleVT(), MinElmts); in LowerVECTOR_COMPRESS()
6965 MaskVT = Mask.getValueType(); in LowerVECTOR_COMPRESS()
6990 ISD::INTRINSIC_WO_CHAIN, DL, MaskVT, in LowerVECTOR_COMPRESS()
28758 MVT MaskVT; in getPredicateForFixedLengthVector() local
28763 MaskVT = MVT::nxv16i1; in getPredicateForFixedLengthVector()
28768 MaskVT = MVT::nxv8i1; in getPredicateForFixedLengthVector()
28772 MaskVT = MVT::nxv4i1; in getPredicateForFixedLengthVector()
28776 MaskVT = MVT::nxv2i1; in getPredicateForFixedLengthVector()
28780 return getPTrue(DAG, DL, MaskVT, *PgPattern); in getPredicateForFixedLengthVector()
[all …]
|