| /freebsd/contrib/llvm-project/llvm/lib/Support/ |
| H A D | FloatingPointMode.cpp | 15 FPClassTest NewMask = Mask & fcNan; in fneg() local
17 NewMask |= fcPosInf; in fneg()
19 NewMask |= fcPosNormal; in fneg()
21 NewMask |= fcPosSubnormal; in fneg()
23 NewMask |= fcPosZero; in fneg()
25 NewMask |= fcNegZero; in fneg()
27 NewMask |= fcNegSubnormal; in fneg()
29 NewMask |= fcNegNormal; in fneg()
31 NewMask |= fcNegInf; in fneg()
32 return NewMask; in fneg()
36 FPClassTest NewMask = Mask & fcNan; fabs() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | RegisterPressure.cpp | 51 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
52 assert((PrevMask & ~NewMask).none() && "Must not remove bits"); in increaseSetPressure()
53 if (PrevMask.any() || NewMask.none()) in increaseSetPressure()
65 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
66 assert((NewMask & ~PrevMask).none() && "Must not add bits"); in decreaseSetPressure()
67 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure()
153 LaneBitmask NewMask) { in increaseRegPressure() argument
154 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure()
168 LaneBitmask NewMask) { in decreaseRegPressure() argument
169 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/M68k/ |
| H A D | M68kCollapseMOVEMPass.cpp | 94 UpdateType classifyUpdateByMask(unsigned NewMask) const { in classifyUpdateByMask()
95 assert(NewMask && "Mask needs to select at least one register"); in classifyUpdateByMask()
97 if (NewMask > Mask) { in classifyUpdateByMask()
99 } else if (NewMask < Mask) { in classifyUpdateByMask()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIModeRegister.cpp | 37 Status(unsigned NewMask, unsigned NewMode) : Mask(NewMask), Mode(NewMode) { in Status()
56 unsigned NewMask = (Mask & S.Mask) & (Mode ^ ~S.Mode); in intersect() local
57 unsigned NewMode = (Mode & NewMask); in intersect()
58 return Status(NewMask, NewMode); in intersect()
|
| H A D | GCNRegPressure.cpp | 46 LaneBitmask NewMask, in inc() argument
48 unsigned NewNumCoveredRegs = SIRegisterInfo::getNumCoveredRegs(NewMask); in inc()
54 if (NewMask < PrevMask) { in inc()
55 std::swap(NewMask, PrevMask); in inc()
59 assert(PrevMask < NewMask && PrevNumCoveredRegs < NewNumCoveredRegs && in inc()
768 LaneBitmask NewMask = LiveMask & ~LastUseMask; in bumpDownwardPressure() local
769 TempPressure.inc(Reg, LiveMask, NewMask, *MRI); in bumpDownwardPressure()
779 LaneBitmask NewMask = LiveMask | Def.LaneMask; in bumpDownwardPressure() local
780 TempPressure.inc(Reg, LiveMask, NewMask, *MRI); in bumpDownwardPressure()
|
| H A D | GCNRegPressure.h | 81 LaneBitmask NewMask,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1393 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoSplat() local
1395 NewMask[i] = i == IdxC ? 0 : Shuf->getMaskValue(i); in foldInsEltIntoSplat()
1397 return new ShuffleVectorInst(Op0, NewMask); in foldInsEltIntoSplat()
1432 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoIdentityShuffle() local
1437 NewMask[i] = OldMask[i]; in foldInsEltIntoIdentityShuffle()
1445 NewMask[i] = IdxC; in foldInsEltIntoIdentityShuffle()
1449 return new ShuffleVectorInst(X, Shuf->getOperand(1), NewMask); in foldInsEltIntoIdentityShuffle()
2213 SmallVector<int, 16> NewMask(NumElts); in foldSelectShuffleOfSelectShuffle() local
2215 NewMask[i] = Mask[i] < (signed)NumElts ? Mask[i] : Mask1[i]; in foldSelectShuffleOfSelectShuffle()
2218 assert((ShuffleVectorInst::isSelectMask(NewMask, NumElts) || in foldSelectShuffleOfSelectShuffle()
[all …]
|
| H A D | InstCombineShifts.cpp | 227 Constant *NewMask; in dropRedundantMaskingOfLeftShiftInput() local
265 NewMask = ConstantExpr::getNot(ExtendedInvertedMask); in dropRedundantMaskingOfLeftShiftInput()
305 NewMask = ConstantFoldBinaryOpOperands(Instruction::LShr, ExtendedAllOnes, in dropRedundantMaskingOfLeftShiftInput()
307 if (!NewMask) in dropRedundantMaskingOfLeftShiftInput()
312 NewMask = ConstantExpr::getTrunc(NewMask, NarrowestTy); in dropRedundantMaskingOfLeftShiftInput()
315 bool NeedMask = !match(NewMask, m_AllOnes()); in dropRedundantMaskingOfLeftShiftInput()
340 return BinaryOperator::Create(Instruction::And, NewShift, NewMask); in dropRedundantMaskingOfLeftShiftInput()
|
| H A D | InstCombineAndOrXor.cpp | 170 unsigned NewMask; in conjugateICmpMask() local
171 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask()
175 NewMask |= (Mask & (AMask_NotAllOnes | BMask_NotAllOnes | Mask_NotAllZeros | in conjugateICmpMask()
179 return NewMask; in conjugateICmpMask()
427 Value *NewMask = ConstantInt::get(A->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local
429 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed()
611 APInt NewMask = *ConstB & *ConstD; in foldLogOpOfMaskedICmps() local
612 if (NewMask == *ConstB) in foldLogOpOfMaskedICmps()
614 if (NewMask == *ConstD) { in foldLogOpOfMaskedICmps()
628 APInt NewMask = *ConstB | *ConstD; in foldLogOpOfMaskedICmps() local
[all …]
|
| H A D | InstCombineSimplifyDemanded.cpp | 363 APInt NewMask = ~(LHSKnown.One & RHSKnown.One & DemandedMask); in SimplifyDemandedUseBits() local
365 Constant *AndC = ConstantInt::get(VTy, NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits()
369 Constant *XorC = ConstantInt::get(VTy, NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VECustomDAG.cpp | 512 SDValue NewMask; in getTargetSplitMask() local
514 NewMask = getConstantMask(Packing::Normal, true); in getTargetSplitMask()
516 NewMask = getUnpack(MVT::v256i1, RawMask, Part, NewAVL); in getTargetSplitMask()
518 return VETargetMasks(NewMask, NewAVL); in getTargetSplitMask()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 599 SmallVectorImpl<int> &NewMask) { in widenShuffleMaskElts() argument
604 NewMask.clear(); in widenShuffleMaskElts()
611 NewMask.push_back(-1); in widenShuffleMaskElts()
616 NewMask.push_back(M1 / 2); in widenShuffleMaskElts()
621 NewMask.push_back(M0 / 2); in widenShuffleMaskElts()
625 NewMask.clear(); in widenShuffleMaskElts()
629 assert(NewMask.size() == NumElts / 2 && "Incorrect size for mask!"); in widenShuffleMaskElts()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | RegisterPressure.h | 545 LaneBitmask NewMask);
547 LaneBitmask NewMask);
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 909 SmallVector<int, 16> NewMask; in foldBitcastShuffle() local
915 narrowShuffleMaskElts(ScaleFactor, Mask, NewMask); in foldBitcastShuffle()
921 if (!widenShuffleMaskElts(ScaleFactor, Mask, NewMask)) in foldBitcastShuffle()
940 TTI.getShuffleCost(SK, DestTy, NewShuffleTy, NewMask, CostKind) + in foldBitcastShuffle()
960 Value *Shuf = Builder.CreateShuffleVector(CastV0, CastV1, NewMask); in foldBitcastShuffle()
2339 SmallVector<int, 16> NewMask; in foldShuffleOfCastops() local
2345 narrowShuffleMaskElts(ScaleFactor, OldMask, NewMask); in foldShuffleOfCastops()
2351 if (!widenShuffleMaskElts(ScaleFactor, OldMask, NewMask)) in foldShuffleOfCastops()
2356 FixedVectorType::get(CastSrcTy->getScalarType(), NewMask.size()); in foldShuffleOfCastops()
2372 CastSrcTy, NewMask, CostKind); in foldShuffleOfCastops()
[all …]
|
| H A D | VPlanTransforms.cpp | 1320 VPValue *NewMask; in simplifyBlends() local
1322 match(NewBlend->getMask(1), m_Not(m_VPValue(NewMask)))) { in simplifyBlends()
1328 NewBlend->setOperand(2, NewMask); in simplifyBlends()
2150 VPValue *NewMask = GetNewMask(L->getMask()); in optimizeMaskToEVL() local
2151 return new VPWidenLoadEVLRecipe(*L, EVL, NewMask); in optimizeMaskToEVL()
2154 VPValue *NewMask = GetNewMask(S->getMask()); in optimizeMaskToEVL() local
2155 return new VPWidenStoreEVLRecipe(*S, EVL, NewMask); in optimizeMaskToEVL()
2158 VPValue *NewMask = GetNewMask(Red->getCondOp()); in optimizeMaskToEVL() local
2159 return new VPReductionEVLRecipe(*Red, EVL, NewMask); in optimizeMaskToEVL()
|
| H A D | SLPVectorizer.cpp | 311 SmallVector<int> NewMask(Mask.size() * VecTyNumElements); in transformScalarShuffleIndiciesToVector() local
313 for (auto [J, MaskV] : enumerate(MutableArrayRef(NewMask).slice( in transformScalarShuffleIndiciesToVector()
317 Mask.swap(NewMask); in transformScalarShuffleIndiciesToVector()
1584 SmallVector<int> NewMask(SubMask.size(), PoisonMaskElem); in addMask() local
1591 NewMask[I] = Mask[SubMask[I]]; in addMask()
1593 Mask.swap(NewMask); in addMask()
6005 SmallVector<int> NewMask(Sz, PoisonMaskElem); in isMaskedLoadCompress() local
6007 NewMask[I] = CompressMask[Mask[I]]; in isMaskedLoadCompress()
6009 CompressMask.swap(NewMask); in isMaskedLoadCompress()
6987 SmallVector<int> NewMask; in reorderNodeWithReuses() local
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelDAGToDAGHVX.cpp | 972 MutableArrayRef<int> NewMask, unsigned Options = None);
974 MutableArrayRef<int> NewMask);
1265 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument
1272 llvm::copy(SM.Mask, NewMask.begin()); in packs()
1276 llvm::copy(SM.Mask, NewMask.begin()); in packs()
1277 ShuffleVectorSDNode::commuteMask(NewMask); in packs()
1353 NewMask[I] = M; in packs()
1458 NewMask[I] = M; in packs()
1486 NewMask[I] = M; in packs()
1498 ResultStack &Results, MutableArrayRef<int> NewMask) { in packp() argument
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | IntrinsicInst.cpp | 383 void VPIntrinsic::setMaskParam(Value *NewMask) { in setMaskParam() argument
385 setArgOperand(*MaskPos, NewMask); in setMaskParam()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchISelLowering.cpp | 932 SmallVector<int, 8> NewMask; in widenShuffleMask() local
933 if (widenShuffleMaskElts(Mask, NewMask)) { in widenShuffleMask()
941 VT, DAG.getVectorShuffle(NewVT, DL, NewV1, NewV2, NewMask)); in widenShuffleMask()
2224 SmallVector<int> NewMask(Mask); in lower256BitShuffle() local
2225 canonicalizeShuffleVectorByLane(DL, NewMask, VT, V1, V2, DAG); in lower256BitShuffle()
2228 computeZeroableShuffleElements(NewMask, V1, V2, KnownUndef, KnownZero); in lower256BitShuffle()
2234 if ((Result = lowerVECTOR_SHUFFLE_XVREPLVEI(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
2236 if ((Result = lowerVECTOR_SHUFFLE_XVSHUF4I(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
2238 if ((Result = lowerVECTOR_SHUFFLEAsLanePermuteAndShuffle(DL, NewMask, VT, in lower256BitShuffle()
2249 if ((Result = lowerVECTOR_SHUFFLE_XVPACKEV(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | VectorUtils.h | 269 SmallVectorImpl<int> &NewMask);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 2117 SDValue NewMask = DAG.getConstant(0xff, DL, XVT); in foldMaskAndShiftToExtract() local
2119 SDValue And = DAG.getNode(ISD::AND, DL, XVT, Srl, NewMask); in foldMaskAndShiftToExtract()
2130 insertDAGNode(DAG, N, NewMask); in foldMaskAndShiftToExtract()
2191 SDValue NewMask = DAG.getSignedConstant(Mask >> ShiftAmt, DL, VT); in foldMaskedShiftToScaledMask() local
2192 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, X, NewMask); in foldMaskedShiftToScaledMask()
2200 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToScaledMask()
2365 SDValue NewMask = DAG.getConstant(Mask >> AMShiftAmt, DL, XVT); in foldMaskedShiftToBEXTR() local
2366 SDValue NewAnd = DAG.getNode(ISD::AND, DL, XVT, NewSRL, NewMask); in foldMaskedShiftToBEXTR()
2378 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToBEXTR()
4869 SDValue NewMask = CurDAG->getConstant(NegMaskVal, SDLoc(And), VT); in shrinkAndImmediate() local
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 7490 if (SDValue NewMask = in visitAND() local
7494 NewMask); in visitAND()
13616 APInt NewMask = in visitSETCC() local
13624 DAG.getConstant(NewMask, DL, OpVT)); in visitSETCC()
16686 SmallVector<int, 8> NewMask; in visitBITCAST() local
16689 NewMask.push_back(M < 0 ? -1 : M * MaskScale + i); in visitBITCAST()
16692 TLI.buildLegalVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask, DAG); in visitBITCAST()
22883 SmallVectorImpl<int> &NewMask, SDValue Elt, in mergeEltWithShuffle() argument
22937 NewMask.assign(Mask.begin(), Mask.end()); in mergeEltWithShuffle()
22938 NewMask[InsIndex] = ElementOffset + Elt.getConstantOperandVal(1); in mergeEltWithShuffle()
[all …]
|
| H A D | LegalizeDAG.cpp | 303 SmallVector<int, 8> NewMask; in ShuffleWithNarrowerEltType() local
308 NewMask.push_back(-1); in ShuffleWithNarrowerEltType()
310 NewMask.push_back(Idx * NumEltsGrowth + j); in ShuffleWithNarrowerEltType()
313 assert(NewMask.size() == NumDestElts && "Non-integer NumEltsGrowth?"); in ShuffleWithNarrowerEltType()
314 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType()
315 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType()
3547 SmallVector<int, 32> NewMask; in ExpandNode() local
3585 NewMask.push_back(Mask[i]); in ExpandNode()
3589 NewMask.push_back(Mask[i]*factor+fi); in ExpandNode()
3592 Mask = NewMask; in ExpandNode()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 4944 SmallVector<int, 16> NewMask(Mask); in lowerVECTOR_SHUFFLEAsVSlidedown() local
4945 for (size_t i = 0; i != NewMask.size(); ++i) { in lowerVECTOR_SHUFFLEAsVSlidedown()
4946 if (NewMask[i] == -1) in lowerVECTOR_SHUFFLEAsVSlidedown()
4949 if (static_cast<size_t>(NewMask[i]) < NewMask.size()) { in lowerVECTOR_SHUFFLEAsVSlidedown()
4950 NewMask[i] = NewMask[i] + V1IndexOffset; in lowerVECTOR_SHUFFLEAsVSlidedown()
4954 NewMask[i] = NewMask[i] - NewMask.size() + V2IndexOffset; in lowerVECTOR_SHUFFLEAsVSlidedown()
4960 if (NewMask[0] <= 0) in lowerVECTOR_SHUFFLEAsVSlidedown()
4964 for (unsigned i = 1; i != NewMask.size(); ++i) in lowerVECTOR_SHUFFLEAsVSlidedown()
4965 if (NewMask[i - 1] + 1 != NewMask[i]) in lowerVECTOR_SHUFFLEAsVSlidedown()
4975 DAG.getConstant(NewMask[0], DL, XLenVT), TrueMask, VL); in lowerVECTOR_SHUFFLEAsVSlidedown()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CombinerHelper.cpp | 8004 SmallVector<int, 16> NewMask; in matchShuffleUndefRHS() local
8014 NewMask.push_back(Idx); in matchShuffleUndefRHS()
8020 MatchInfo = [&, NewMask = std::move(NewMask)](MachineIRBuilder &B) { in matchShuffleUndefRHS()
8022 std::move(NewMask)); in matchShuffleUndefRHS()
8080 SmallVector<int, 16> NewMask(Mask); in matchShuffleDisjointMask() local
8083 commuteMask(NewMask, NumSrcElems); in matchShuffleDisjointMask()
8088 B.buildShuffleVector(Shuffle.getReg(0), NewSrc1, Undef, NewMask); in matchShuffleDisjointMask()
|