Home
last modified time | relevance | path

Searched refs:NewMask (Results 1 – 25 of 39) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Support/
H A DFloatingPointMode.cpp15 FPClassTest NewMask = Mask & fcNan; in fneg() local
17 NewMask |= fcPosInf; in fneg()
19 NewMask |= fcPosNormal; in fneg()
21 NewMask |= fcPosSubnormal; in fneg()
23 NewMask |= fcPosZero; in fneg()
25 NewMask |= fcNegZero; in fneg()
27 NewMask |= fcNegSubnormal; in fneg()
29 NewMask |= fcNegNormal; in fneg()
31 NewMask |= fcNegInf; in fneg()
32 return NewMask; in fneg()
36 FPClassTest NewMask = Mask & fcNan; fabs() local
[all...]
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DRegisterPressure.cpp52 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
53 assert((PrevMask & ~NewMask).none() && "Must not remove bits"); in increaseSetPressure()
54 if (PrevMask.any() || NewMask.none()) in increaseSetPressure()
66 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
67 assert((NewMask & ~PrevMask).none() && "Must not add bits"); in decreaseSetPressure()
68 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure()
157 LaneBitmask NewMask) { in increaseRegPressure() argument
158 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure()
172 LaneBitmask NewMask) { in decreaseRegPressure() argument
173 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
[all …]
H A DComplexDeinterleavingPass.cpp1991 auto *NewMask = Builder.CreateIntrinsic(Intrinsic::vector_interleave2, in replaceNode() local
1993 ReplacementNode = Builder.CreateSelect(NewMask, A, B); in replaceNode()
/freebsd/contrib/llvm-project/llvm/lib/Target/M68k/
H A DM68kCollapseMOVEMPass.cpp94 UpdateType classifyUpdateByMask(unsigned NewMask) const { in classifyUpdateByMask()
95 assert(NewMask && "Mask needs to select at least one register"); in classifyUpdateByMask()
97 if (NewMask > Mask) { in classifyUpdateByMask()
99 } else if (NewMask < Mask) { in classifyUpdateByMask()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DVectorBuilder.h78 VectorBuilder &setMask(Value *NewMask) { in setMask() argument
79 Mask = NewMask; in setMask()
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DSIModeRegister.cpp37 Status(unsigned NewMask, unsigned NewMode) : Mask(NewMask), Mode(NewMode) { in Status()
56 unsigned NewMask = (Mask & S.Mask) & (Mode ^ ~S.Mode); in intersect() local
57 unsigned NewMode = (Mode & NewMask); in intersect()
58 return Status(NewMask, NewMode); in intersect()
H A DGCNRegPressure.cpp52 LaneBitmask NewMask, in inc() argument
54 if (SIRegisterInfo::getNumCoveredRegs(NewMask) == in inc()
59 if (NewMask < PrevMask) { in inc()
60 std::swap(NewMask, PrevMask); in inc()
74 assert(PrevMask < NewMask); in inc()
77 Sign * SIRegisterInfo::getNumCoveredRegs(~PrevMask & NewMask); in inc()
80 assert(NewMask.any()); in inc()
H A DGCNRegPressure.h70 LaneBitmask NewMask,
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp1315 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoSplat() local
1317 NewMask[i] = i == IdxC ? 0 : Shuf->getMaskValue(i); in foldInsEltIntoSplat()
1319 return new ShuffleVectorInst(Op0, NewMask); in foldInsEltIntoSplat()
1354 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoIdentityShuffle() local
1359 NewMask[i] = OldMask[i]; in foldInsEltIntoIdentityShuffle()
1367 NewMask[i] = IdxC; in foldInsEltIntoIdentityShuffle()
1371 return new ShuffleVectorInst(X, Shuf->getOperand(1), NewMask); in foldInsEltIntoIdentityShuffle()
2135 SmallVector<int, 16> NewMask(NumElts); in foldSelectShuffleOfSelectShuffle() local
2137 NewMask[i] = Mask[i] < (signed)NumElts ? Mask[i] : Mask1[i]; in foldSelectShuffleOfSelectShuffle()
2140 assert((ShuffleVectorInst::isSelectMask(NewMask, NumElts) || in foldSelectShuffleOfSelectShuffle()
[all …]
H A DInstCombineShifts.cpp227 Constant *NewMask; in dropRedundantMaskingOfLeftShiftInput() local
265 NewMask = ConstantExpr::getNot(ExtendedInvertedMask); in dropRedundantMaskingOfLeftShiftInput()
305 NewMask = ConstantFoldBinaryOpOperands(Instruction::LShr, ExtendedAllOnes, in dropRedundantMaskingOfLeftShiftInput()
307 if (!NewMask) in dropRedundantMaskingOfLeftShiftInput()
312 NewMask = ConstantExpr::getTrunc(NewMask, NarrowestTy); in dropRedundantMaskingOfLeftShiftInput()
315 bool NeedMask = !match(NewMask, m_AllOnes()); in dropRedundantMaskingOfLeftShiftInput()
340 return BinaryOperator::Create(Instruction::And, NewShift, NewMask); in dropRedundantMaskingOfLeftShiftInput()
H A DInstCombineAndOrXor.cpp169 unsigned NewMask; in conjugateICmpMask() local
170 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask()
174 NewMask |= (Mask & (AMask_NotAllOnes | BMask_NotAllOnes | Mask_NotAllZeros | in conjugateICmpMask()
178 return NewMask; in conjugateICmpMask()
389 Value *NewMask = ConstantInt::get(A->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local
391 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed()
571 APInt NewMask = *ConstB & *ConstD; in foldLogOpOfMaskedICmps() local
572 if (NewMask == *ConstB) in foldLogOpOfMaskedICmps()
574 else if (NewMask == *ConstD) in foldLogOpOfMaskedICmps()
583 APInt NewMask = *ConstB | *ConstD; in foldLogOpOfMaskedICmps() local
[all …]
H A DInstCombineSimplifyDemanded.cpp356 APInt NewMask = ~(LHSKnown.One & RHSKnown.One & DemandedMask); in SimplifyDemandedUseBits() local
358 Constant *AndC = ConstantInt::get(VTy, NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits()
362 Constant *XorC = ConstantInt::get(VTy, NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
/freebsd/contrib/llvm-project/llvm/lib/Target/VE/
H A DVECustomDAG.cpp512 SDValue NewMask; in getTargetSplitMask() local
514 NewMask = getConstantMask(Packing::Normal, true); in getTargetSplitMask()
516 NewMask = getUnpack(MVT::v256i1, RawMask, Part, NewAVL); in getTargetSplitMask()
518 return VETargetMasks(NewMask, NewAVL); in getTargetSplitMask()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp731 SmallVector<int, 16> NewMask; in foldBitcastShuffle() local
737 narrowShuffleMaskElts(ScaleFactor, Mask, NewMask); in foldBitcastShuffle()
743 if (!widenShuffleMaskElts(ScaleFactor, Mask, NewMask)) in foldBitcastShuffle()
764 TTI.getShuffleCost(SK, NewShuffleTy, NewMask, CK) + in foldBitcastShuffle()
779 Value *Shuf = Builder.CreateShuffleVector(CastV0, CastV1, NewMask); in foldBitcastShuffle()
1531 SmallVector<int, 16> NewMask; in foldShuffleOfCastops() local
1537 narrowShuffleMaskElts(ScaleFactor, OldMask, NewMask); in foldShuffleOfCastops()
1543 if (!widenShuffleMaskElts(ScaleFactor, OldMask, NewMask)) in foldShuffleOfCastops()
1548 FixedVectorType::get(CastSrcTy->getScalarType(), NewMask.size()); in foldShuffleOfCastops()
1565 TargetTransformInfo::SK_PermuteTwoSrc, CastSrcTy, NewMask, CostKind); in foldShuffleOfCastops()
[all …]
H A DSLPVectorizer.cpp985 SmallVector<int> NewMask(SubMask.size(), PoisonMaskElem); in addMask() local
992 NewMask[I] = Mask[SubMask[I]]; in addMask()
994 Mask.swap(NewMask); in addMask()
5197 SmallVector<int> NewMask; in reorderNodeWithReuses() local
5198 inversePermutation(TE.ReorderIndices, NewMask); in reorderNodeWithReuses()
5199 addMask(NewMask, TE.ReuseShuffleIndices); in reorderNodeWithReuses()
5203 ArrayRef<int> Slice = ArrayRef(NewMask).slice(0, Sz); in reorderNodeWithReuses()
5205 inversePermutation(NewOrder, NewMask); in reorderNodeWithReuses()
5206 reorderScalars(TE.Scalars, NewMask); in reorderNodeWithReuses()
7652 SmallVector<int> NewMask(ReuseShuffleIndice in buildAltOpShuffleMask() local
7764 SmallVector<int> NewMask(ExtMask.size(), PoisonMaskElem); combineMasks() local
8030 SmallVector<int> NewMask(Mask.begin(), Mask.end()); createShuffle() local
9290 SmallVector<int> NewMask; getEntryCost() local
12133 SmallVector<int> NewMask; addOrdered() local
12175 SmallVector<int> NewMask(ExtMask.size(), PoisonMaskElem); global() local
14358 __anon07b2d77411302(Instruction *I1, Instruction *I2, SmallVectorImpl<int> &NewMask) optimizeGatherSequence() argument
14416 SmallVector<int> NewMask; optimizeGatherSequence() local
[all...]
H A DVPlanTransforms.cpp1489 VPValue *NewMask = GetNewMask(MemR->getMask()); in tryAddExplicitVectorLength() local
1491 NewRecipe = new VPWidenLoadEVLRecipe(L, VPEVL, NewMask); in tryAddExplicitVectorLength()
1493 NewRecipe = new VPWidenStoreEVLRecipe(S, VPEVL, NewMask); in tryAddExplicitVectorLength()
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DRegisterPressure.h543 LaneBitmask NewMask);
545 LaneBitmask NewMask);
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonISelDAGToDAGHVX.cpp977 MutableArrayRef<int> NewMask, unsigned Options = None);
979 MutableArrayRef<int> NewMask);
1268 // pack these halves into a single vector, and remap SM into NewMask to use
1271 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument
1278 std::copy(SM.Mask.begin(), SM.Mask.end(), NewMask.begin()); in packs()
1282 std::copy(SM.Mask.begin(), SM.Mask.end(), NewMask.begin()); in packs()
1283 ShuffleVectorSDNode::commuteMask(NewMask); in packs()
1359 NewMask[I] = M; in packs()
1464 NewMask[I] = M; in packs()
1492 NewMask[ in packs()
1505 packp(ShuffleMask SM,OpRef Va,OpRef Vb,ResultStack & Results,MutableArrayRef<int> NewMask) packp() argument
[all...]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DIntrinsicInst.cpp410 void VPIntrinsic::setMaskParam(Value *NewMask) { in setMaskParam() argument
412 setArgOperand(*MaskPos, NewMask); in setMaskParam()
H A DInstructions.cpp1710 SmallVector<int, 16> NewMask(NumMaskElts); in commute() local
1714 NewMask[i] = PoisonMaskElem; in commute()
1719 NewMask[i] = MaskElt; in commute()
1721 setShuffleMask(NewMask); in commute()
/freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/
H A DLoongArchISelLowering.cpp1269 SmallVector<int> NewMask(Mask); in lower256BitShuffle() local
1270 canonicalizeShuffleVectorByLane(DL, NewMask, VT, V1, V2, DAG); in lower256BitShuffle()
1275 if ((Result = lowerVECTOR_SHUFFLE_XVREPLVEI(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1277 if ((Result = lowerVECTOR_SHUFFLE_XVSHUF4I(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1287 if ((Result = lowerVECTOR_SHUFFLE_XVPACKEV(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1289 if ((Result = lowerVECTOR_SHUFFLE_XVPACKOD(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1291 if ((Result = lowerVECTOR_SHUFFLE_XVILVH(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1293 if ((Result = lowerVECTOR_SHUFFLE_XVILVL(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1295 if ((Result = lowerVECTOR_SHUFFLE_XVPICKEV(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
1297 if ((Result = lowerVECTOR_SHUFFLE_XVPICKOD(DL, NewMask, VT, V1, V2, DAG))) in lower256BitShuffle()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelDAGToDAG.cpp2059 SDValue NewMask = DAG.getConstant(0xff, DL, XVT); in foldMaskAndShiftToExtract() local
2061 SDValue And = DAG.getNode(ISD::AND, DL, XVT, Srl, NewMask); in foldMaskAndShiftToExtract()
2072 insertDAGNode(DAG, N, NewMask); in foldMaskAndShiftToExtract()
2133 SDValue NewMask = DAG.getConstant(Mask >> ShiftAmt, DL, VT); in foldMaskedShiftToScaledMask() local
2134 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, X, NewMask); in foldMaskedShiftToScaledMask()
2142 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToScaledMask()
2307 SDValue NewMask = DAG.getConstant(Mask >> AMShiftAmt, DL, XVT); in foldMaskedShiftToBEXTR() local
2308 SDValue NewAnd = DAG.getNode(ISD::AND, DL, XVT, NewSRL, NewMask); in foldMaskedShiftToBEXTR()
2320 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToBEXTR()
4801 SDValue NewMask = CurDAG->getConstant(NegMaskVal, SDLoc(And), VT); in shrinkAndImmediate() local
[all …]
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DDAGCombiner.cpp7068 SDValue NewMask = in visitAND() local
7073 NewMask); in visitAND()
12753 APInt NewMask = in visitSETCC() local
12761 DAG.getConstant(NewMask, DL, OpVT)); in visitSETCC()
15619 SmallVector<int, 8> NewMask; in visitBITCAST() local
15622 NewMask.push_back(M < 0 ? -1 : M * MaskScale + i); in visitBITCAST()
15625 TLI.buildLegalVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask, DAG); in visitBITCAST()
21826 SmallVectorImpl<int> &NewMask, SDValue Elt, in mergeEltWithShuffle() argument
21880 NewMask.assign(Mask.begin(), Mask.end()); in mergeEltWithShuffle()
21881 NewMask[InsIndex] = ElementOffset + Elt.getConstantOperandVal(1); in mergeEltWithShuffle()
[all …]
H A DLegalizeDAG.cpp293 SmallVector<int, 8> NewMask; in ShuffleWithNarrowerEltType() local
298 NewMask.push_back(-1); in ShuffleWithNarrowerEltType()
300 NewMask.push_back(Idx * NumEltsGrowth + j); in ShuffleWithNarrowerEltType()
303 assert(NewMask.size() == NumDestElts && "Non-integer NumEltsGrowth?"); in ShuffleWithNarrowerEltType()
304 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType()
305 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType()
3475 SmallVector<int, 32> NewMask; in ExpandNode() local
3513 NewMask.push_back(Mask[i]); in ExpandNode()
3517 NewMask.push_back(Mask[i]*factor+fi); in ExpandNode()
3520 Mask = NewMask; in ExpandNode()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.cpp4645 SmallVector<int, 16> NewMask(Mask); in lowerVECTOR_SHUFFLEAsVSlidedown()
4646 for (size_t i = 0; i != NewMask.size(); ++i) { in lowerVECTOR_SHUFFLEAsVSlidedown()
4647 if (NewMask[i] == -1) in lowerVECTOR_SHUFFLEAsVSlidedown()
4650 if (static_cast<size_t>(NewMask[i]) < NewMask.size()) { in lowerVECTOR_SHUFFLEAsVSlidedown()
4651 NewMask[i] = NewMask[i] + V1IndexOffset; in lowerVECTOR_SHUFFLEAsVSlidedown()
4653 // Minus NewMask.size() is needed. Otherwise, the b case would be in lowerVECTOR_SHUFFLEAsVSlidedown()
4655 NewMask[i] = NewMask[ in lowerVECTOR_SHUFFLEAsVSlidedown()
4644 SmallVector<int, 16> NewMask(Mask); lowerVECTOR_SHUFFLEAsVSlidedown() local
17733 __anon765c18b72002(const APInt &NewMask) targetShrinkDemandedConstant() argument
17752 APInt NewMask = APInt(Mask.getBitWidth(), 0xffff); targetShrinkDemandedConstant() local
17758 APInt NewMask = APInt(64, 0xffffffff); targetShrinkDemandedConstant() local
17775 APInt NewMask = ShrunkMask; targetShrinkDemandedConstant() local
[all...]

12