| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeIntegerTypes.cpp | 433 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(1)); in PromoteIntRes_AtomicCmpSwap() local 438 SVT = NVT; in PromoteIntRes_AtomicCmpSwap() 447 return DAG.getSExtOrTrunc(Res.getValue(1), SDLoc(N), NVT); in PromoteIntRes_AtomicCmpSwap() 613 EVT NVT = Op.getValueType(); in PromoteIntRes_BSWAP() local 621 !TLI.isOperationLegalOrCustomOrPromote(ISD::BSWAP, NVT)) { in PromoteIntRes_BSWAP() 623 return DAG.getNode(ISD::ANY_EXTEND, dl, NVT, Res); in PromoteIntRes_BSWAP() 626 unsigned DiffBits = NVT.getScalarSizeInBits() - OVT.getScalarSizeInBits(); in PromoteIntRes_BSWAP() 627 SDValue ShAmt = DAG.getShiftAmountConstant(DiffBits, NVT, dl); in PromoteIntRes_BSWAP() 629 return DAG.getNode(ISD::SRL, dl, NVT, DAG.getNode(ISD::BSWAP, dl, NVT, Op), in PromoteIntRes_BSWAP() 633 return DAG.getNode(ISD::VP_SRL, dl, NVT, in PromoteIntRes_BSWAP() [all …]
|
| H A D | LegalizeFloatTypes.cpp | 192 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in SoftenFloatRes_Unary() local 201 std::pair<SDValue, SDValue> Tmp = TLI.makeLibCall(DAG, LC, NVT, Op, in SoftenFloatRes_Unary() 211 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in SoftenFloatRes_Binary() local 222 std::pair<SDValue, SDValue> Tmp = TLI.makeLibCall(DAG, LC, NVT, Ops, in SoftenFloatRes_Binary() 303 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in SoftenFloatRes_FABS() local 304 unsigned Size = NVT.getSizeInBits(); in SoftenFloatRes_FABS() 309 SDValue Mask = DAG.getConstant(API, SDLoc(N), NVT); in SoftenFloatRes_FABS() 311 return DAG.getNode(ISD::AND, SDLoc(N), NVT, Op, Mask); in SoftenFloatRes_FABS() 551 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in SoftenFloatRes_FMA() local 569 NVT, Ops, CallOptions, SDLoc(N), Chain); in SoftenFloatRes_FMA() [all …]
|
| H A D | LegalizeTypesGeneric.cpp | 107 EVT NVT = EVT::getVectorVT(*DAG.getContext(), ElemVT, NumElems); in ExpandRes_BITCAST() local 110 while (!isTypeLegal(NVT)) { in ExpandRes_BITCAST() 117 NVT = EVT::getVectorVT(*DAG.getContext(), ElemVT, NumElems); in ExpandRes_BITCAST() 120 if (isTypeLegal(NVT)) { in ExpandRes_BITCAST() 121 SDValue CastInOp = DAG.getNode(ISD::BITCAST, dl, NVT, InOp); in ExpandRes_BITCAST() 255 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), ValueVT); in ExpandRes_NormalLoad() local 260 assert(NVT.isByteSized() && "Expanded type not byte sized!"); in ExpandRes_NormalLoad() 262 Lo = DAG.getLoad(NVT, dl, Chain, Ptr, LD->getPointerInfo(), in ExpandRes_NormalLoad() 266 unsigned IncrementSize = NVT.getSizeInBits() / 8; in ExpandRes_NormalLoad() 268 Hi = DAG.getLoad(NVT, dl, Chain, Ptr, in ExpandRes_NormalLoad() [all …]
|
| H A D | LegalizeDAG.cpp | 127 SDValue ShuffleWithNarrowerEltType(EVT NVT, EVT VT, const SDLoc &dl, 292 EVT NVT, EVT VT, const SDLoc &dl, SDValue N1, SDValue N2, in ShuffleWithNarrowerEltType() argument 295 unsigned NumDestElts = NVT.getVectorNumElements(); in ShuffleWithNarrowerEltType() 301 return DAG.getVectorShuffle(NVT, dl, N1, N2, Mask); in ShuffleWithNarrowerEltType() 314 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType() 315 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType() 529 MVT NVT = TLI.getTypeToPromoteTo(ISD::STORE, VT); in LegalizeStoreOps() local 530 assert(NVT.getSizeInBits() == VT.getSizeInBits() && in LegalizeStoreOps() 532 Value = DAG.getNode(ISD::BITCAST, dl, NVT, Value); in LegalizeStoreOps() 553 EVT NVT = EVT::getIntegerVT(*DAG.getContext(), StSize.getFixedValue()); in LegalizeStoreOps() local [all …]
|
| H A D | LegalizeTypes.cpp | 990 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), Pair.getValueType()); in GetPairElements() local 991 std::tie(Lo, Hi) = DAG.SplitScalar(Pair, dl, NVT, NVT); in GetPairElements() 1001 EVT NVT = EVT::getIntegerVT(*DAG.getContext(), in JoinIntegers() local 1004 EVT ShiftAmtVT = TLI.getShiftAmountTy(NVT, DAG.getDataLayout()); in JoinIntegers() 1005 Lo = DAG.getNode(ISD::ZERO_EXTEND, dlLo, NVT, Lo); in JoinIntegers() 1006 Hi = DAG.getNode(ISD::ANY_EXTEND, dlHi, NVT, Hi); in JoinIntegers() 1007 Hi = DAG.getNode(ISD::SHL, dlHi, NVT, Hi, in JoinIntegers() 1009 return DAG.getNode(ISD::OR, dlHi, NVT, Lo, Hi); in JoinIntegers()
|
| H A D | LegalizeVectorOps.cpp | 769 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in Promote() local 782 NVT.isVector() && NVT.getVectorElementType().isFloatingPoint()) in Promote() 788 DAG.getNode(ISD::VP_FP_EXTEND, dl, NVT, Node->getOperand(j), in Promote() 792 DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(j)); in Promote() 795 Operands[j] = DAG.getNode(ISD::BITCAST, dl, NVT, Node->getOperand(j)); in Promote() 801 DAG.getNode(Node->getOpcode(), dl, NVT, Operands, Node->getFlags()); in Promote() 803 if ((VT.isFloatingPoint() && NVT.isFloatingPoint()) || in Promote() 805 NVT.isVector() && NVT.getVectorElementType().isFloatingPoint())) in Promote() 827 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in PromoteINT_TO_FP() local 828 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 683 EVT NVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_SETCC() local 703 return DAG.getNode(ExtendCode, DL, NVT, Res); in ScalarizeVecRes_SETCC() 972 EVT NVT = VT.getVectorElementType(); in ScalarizeVecOp_VSETCC() local 983 Res = DAG.getNode(ExtendCode, DL, NVT, Res); in ScalarizeVecOp_VSETCC() 3117 EVT NVT = OVT.getHalfNumVectorElementsVT(*DAG.getContext()); in SplitVecRes_VAARG() local 3124 DAG.getDataLayout().getABITypeAlign(NVT.getTypeForEVT(*DAG.getContext())); in SplitVecRes_VAARG() 3126 Lo = DAG.getVAArg(NVT, dl, Chain, Ptr, SV, Alignment.value()); in SplitVecRes_VAARG() 3127 Hi = DAG.getVAArg(NVT, dl, Lo.getValue(1), Ptr, SV, Alignment.value()); in SplitVecRes_VAARG() 6695 EVT NVT = TLI.getTypeToTransformTo(*DAG.getContext(), N->getValueType(0)); in WidenVecRes_GET_ACTIVE_LANE_MASK() local 6696 return DAG.getNode(ISD::GET_ACTIVE_LANE_MASK, SDLoc(N), NVT, N->ops()); in WidenVecRes_GET_ACTIVE_LANE_MASK() [all …]
|
| H A D | DAGCombiner.cpp | 16040 EVT NVT = EVT::getVectorVT(*DAG.getContext(), TrTy, NewEltCnt); in visitTRUNCATE() local 16041 assert(NVT.getSizeInBits() == VecTy.getSizeInBits() && "Invalid Size"); in visitTRUNCATE() 16044 if (isa<ConstantSDNode>(EltNo) && isTypeLegal(NVT)) { in visitTRUNCATE() 16049 DAG.getBitcast(NVT, Src.getOperand(0)), in visitTRUNCATE() 25313 EVT NVT = EVT::getVectorVT(*DAG.getContext(), SclTy, VNTNumElms); in visitCONCAT_VECTORS() local 25314 if (!TLI.isTypeLegal(NVT) || !TLI.isTypeLegal(Scalar.getValueType())) in visitCONCAT_VECTORS() 25317 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), NVT, Scalar); in visitCONCAT_VECTORS() 25819 EVT NVT = N->getValueType(0); in visitEXTRACT_SUBVECTOR() local 25826 return DAG.getUNDEF(NVT); in visitEXTRACT_SUBVECTOR() 25828 if (SDValue NarrowLoad = narrowExtractedVectorLoad(NVT, V, ExtIdx, DL, DAG)) in visitEXTRACT_SUBVECTOR() [all …]
|
| H A D | TargetLowering.cpp | 1117 EVT NVT = EVT::getIntegerVT(*DAG.getContext(), llvm::bit_ceil(MinWidth)); in combineShiftToAVG() local 1118 if (NVT.getScalarSizeInBits() > VT.getScalarSizeInBits()) in combineShiftToAVG() 1121 NVT = EVT::getVectorVT(*DAG.getContext(), NVT, VT.getVectorElementCount()); in combineShiftToAVG() 1122 if (TLO.LegalTypes() && !TLI.isOperationLegal(AVGOpc, NVT)) { in combineShiftToAVG() 1131 NVT = VT; in combineShiftToAVG() 1138 if (!IsCeil && !TLI.isOperationLegal(AVGOpc, NVT) && in combineShiftToAVG() 1144 DAG.getNode(AVGOpc, DL, NVT, DAG.getExtOrTrunc(IsSigned, ExtOpA, DL, NVT), in combineShiftToAVG() 1145 DAG.getExtOrTrunc(IsSigned, ExtOpB, DL, NVT)); in combineShiftToAVG()
|
| H A D | LegalizeTypes.h | 1178 SDValue ModifyToType(SDValue InOp, EVT NVT, bool FillWithZeroes = false);
|
| H A D | SelectionDAG.cpp | 8505 EVT NVT = TLI.getTypeToTransformTo(C, VT); in getMemcpyLoadsAndStores() local 8506 assert(NVT.bitsGE(VT)); in getMemcpyLoadsAndStores() 8517 ISD::EXTLOAD, dl, NVT, Chain, in getMemcpyLoadsAndStores()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 3857 MVT NVT = Node->getSimpleValueType(0); in matchBitExtract() local 3860 if (NVT != MVT::i32 && NVT != MVT::i64) in matchBitExtract() 3916 auto isAllOnes = [this, peekThroughOneUseTruncation, NVT](SDValue V) { in matchBitExtract() 3920 NVT.getSizeInBits())); in matchBitExtract() 4037 X = CurDAG->getAllOnesConstant(SDLoc(Node), NVT); in matchBitExtract() 4068 SDValue BitWidthC = CurDAG->getConstant(NVT.getSizeInBits(), DL, MVT::i32); in matchBitExtract() 4077 if (NVT != MVT::i32) { in matchBitExtract() 4079 NBits = CurDAG->getNode(ISD::ANY_EXTEND, DL, NVT, NBits); in matchBitExtract() 4083 SDValue Extract = CurDAG->getNode(X86ISD::BZHI, DL, NVT, X, NBits); in matchBitExtract() 4145 if (XVT != NVT) { in matchBitExtract() [all …]
|
| H A D | X86ISelLowering.cpp | 7187 EVT NVT = EVT::getVectorVT(*DAG.getContext(), PVT, NumElems); in LowerAsSplatVectorLoad() local 7188 SDValue V1 = DAG.getLoad(NVT, dl, Chain, Ptr, in LowerAsSplatVectorLoad() 7193 return DAG.getVectorShuffle(NVT, dl, V1, DAG.getUNDEF(NVT), Mask); in LowerAsSplatVectorLoad() 18466 MVT NVT = VT.changeVectorElementTypeToInteger(); in LowerVSELECT() local 18467 return DAG.getBitcast(VT, DAG.getNode(ISD::VSELECT, dl, NVT, Cond, in LowerVSELECT() 18468 DAG.getBitcast(NVT, LHS), in LowerVSELECT() 18469 DAG.getBitcast(NVT, RHS))); in LowerVSELECT() 20010 MVT NVT = VT.isVector() ? VT.changeVectorElementType(MVT::f32) : MVT::f32; in promoteXINT_TO_FP() local 20017 DAG.getNode(Op.getOpcode(), dl, {NVT, MVT::Other}, {Chain, Src}), in promoteXINT_TO_FP() 20020 DAG.getNode(Op.getOpcode(), dl, NVT, Src), Rnd); in promoteXINT_TO_FP() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | TargetLoweringBase.cpp | 1028 MVT NVT = TransformToType[SVT.SimpleTy]; in getTypeConversion() local 1033 (NVT.isVector() || in getTypeConversion() 1034 ValueTypeActions.getTypeAction(NVT) != TypePromoteInteger)) && in getTypeConversion() 1041 return LegalizeKind(LA, NVT); in getTypeConversion() 1050 EVT NVT = VT.getRoundIntegerType(Context); in getTypeConversion() local 1051 assert(NVT != VT && "Unable to round integer VT"); in getTypeConversion() 1052 LegalizeKind NextStep = getTypeConversion(Context, NVT); in getTypeConversion() 1057 return LegalizeKind(TypePromoteInteger, NVT); in getTypeConversion() 1080 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() local 1081 return LegalizeKind(TypeWidenVector, NVT); in getTypeConversion() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 1693 MVT NVT = VT; in getTypeToPromoteTo() local 1695 NVT = (MVT::SimpleValueType)(NVT.SimpleTy+1); in getTypeToPromoteTo() 1696 assert(NVT.isInteger() == VT.isInteger() && in getTypeToPromoteTo() 1697 NVT.isFloatingPoint() == VT.isFloatingPoint() && in getTypeToPromoteTo() 1699 } while (VTBits >= NVT.getScalarSizeInBits() || !isTypeLegal(NVT) || in getTypeToPromoteTo() 1700 getOperationAction(Op, NVT) == Promote); in getTypeToPromoteTo() 1701 return NVT; in getTypeToPromoteTo()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 5892 LLT NVT = HalfTy; in narrowScalarShiftByConstant() local 5899 Lo = Hi = MIRBuilder.buildConstant(NVT, 0); in narrowScalarShiftByConstant() 5901 Lo = MIRBuilder.buildConstant(NVT, 0); in narrowScalarShiftByConstant() 5902 Hi = MIRBuilder.buildShl(NVT, InL, in narrowScalarShiftByConstant() 5905 Lo = MIRBuilder.buildConstant(NVT, 0); in narrowScalarShiftByConstant() 5908 Lo = MIRBuilder.buildShl(NVT, InL, MIRBuilder.buildConstant(AmtTy, Amt)); in narrowScalarShiftByConstant() 5910 MIRBuilder.buildShl(NVT, InH, MIRBuilder.buildConstant(AmtTy, Amt)); in narrowScalarShiftByConstant() 5912 NVT, InL, MIRBuilder.buildConstant(AmtTy, -Amt + NVTBits)); in narrowScalarShiftByConstant() 5913 Hi = MIRBuilder.buildOr(NVT, OrLHS, OrRHS); in narrowScalarShiftByConstant() 5917 Lo = Hi = MIRBuilder.buildConstant(NVT, 0); in narrowScalarShiftByConstant() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 2481 EVT NVT = MVT::f32; in PromoteBinOpToF32() local 2483 NVT = EVT::getVectorVT(*DAG.getContext(), NVT, VT.getVectorElementCount()); in PromoteBinOpToF32() 2486 SDValue Tmp0 = DAG.getFPExtendOrRound(N->getOperand(0), DL, NVT); in PromoteBinOpToF32() 2487 SDValue Tmp1 = DAG.getFPExtendOrRound(N->getOperand(1), DL, NVT); in PromoteBinOpToF32() 2488 SDValue Res = DAG.getNode(N->getOpcode(), DL, NVT, Tmp0, Tmp1, N->getFlags()); in PromoteBinOpToF32()
|
| /freebsd/contrib/sendmail/contrib/ |
| H A D | mail.local.linux | 138 M:RT'<]('8M,L:N4?VJUC\-NVT:(P+(47W?#6'+']>@?_FB/FOJ]W_P5G,+"/
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 7476 MVT NVT = in LowerOperation() local 7478 SDValue NC = DAG.getNode(Op.getOpcode(), DL, NVT, Op->ops()); in LowerOperation() 7496 MVT NVT = MVT::getVectorVT(MVT::f32, in LowerOperation() local 7498 SDValue WidenVec = DAG.getNode(ISD::FP_EXTEND, DL, NVT, Op1); in LowerOperation() 8294 MVT NVT = in LowerOperation() local 8296 auto NC = DAG.getNode(Op.getOpcode(), DL, NVT, Op->ops()); in LowerOperation() 8314 MVT NVT = MVT::getVectorVT(MVT::f32, in LowerOperation() local 8316 SDValue WidenVec = DAG.getNode(ISD::FP_EXTEND, DL, NVT, Op1); in LowerOperation()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 20070 EVT NVT = EVT::getVectorVT(*DAG.getContext(), FVT, N->getNumOperands()); in performConcatVectorsCombine() local 20086 DAG.getBuildVector(NVT, DL, Ops)); in performConcatVectorsCombine()
|