Home
last modified time | relevance | path

Searched refs:MaskElt (Results 1 – 13 of 13) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DVectorUtils.cpp537 for (int MaskElt : Mask) { in narrowShuffleMaskElts() local
538 if (MaskElt >= 0) { in narrowShuffleMaskElts()
539 assert(((uint64_t)Scale * MaskElt + (Scale - 1)) <= INT32_MAX && in narrowShuffleMaskElts()
543 ScaledMask.push_back(MaskElt < 0 ? MaskElt : Scale * MaskElt + SliceElt); in narrowShuffleMaskElts()
1202 for (int MaskElt : Mask) { in createUnaryMask() local
1203 assert((MaskElt < NumEltsSigned * 2) && "Expected valid shuffle mask"); in createUnaryMask()
1204 int UnaryElt = MaskElt >= NumEltsSigned ? MaskElt - NumEltsSigned : MaskElt; in createUnaryMask()
1281 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllZeroOrUndef() local
1282 if (MaskElt->isNullValue() || isa<UndefValue>(MaskElt)) in maskIsAllZeroOrUndef()
1307 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllOneOrUndef() local
[all …]
H A DConstantFolding.cpp3696 auto *MaskElt = Mask->getAggregateElement(I); in ConstantFoldFixedVectorCall() local
3697 if (!MaskElt) in ConstantFoldFixedVectorCall()
3701 if (isa<UndefValue>(MaskElt)) { in ConstantFoldFixedVectorCall()
3709 if (MaskElt->isNullValue()) { in ConstantFoldFixedVectorCall()
3713 } else if (MaskElt->isOneValue()) { in ConstantFoldFixedVectorCall()
H A DInstructionSimplify.cpp5518 if (all_of(Indices, [InsertIndex](int MaskElt) { in simplifyShuffleVectorInst() argument
5519 return MaskElt == InsertIndex || MaskElt == -1; in simplifyShuffleVectorInst()
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DInstructions.cpp1774 int MaskElt = getMaskValue(i); in commute() local
1775 if (MaskElt == PoisonMaskElem) { in commute()
1779 assert(MaskElt >= 0 && MaskElt < 2 * NumOpElts && "Out-of-range mask"); in commute()
1780 MaskElt = (MaskElt < NumOpElts) ? MaskElt + NumOpElts : MaskElt - NumOpElts; in commute()
1781 NewMask[i] = MaskElt; in commute()
2246 if (!all_of(CurrSubMask, [CurrElt](int MaskElt) { in isReplicationMaskWithParams() argument
2247 return MaskElt == PoisonMaskElem || MaskElt == CurrElt; in isReplicationMaskWithParams()
2261 Mask.take_while([](int MaskElt) { return MaskElt == 0; }).size(); in isReplicationMask() argument
2276 for (int MaskElt : Mask) { in isReplicationMask() local
2277 if (MaskElt == PoisonMaskElem) in isReplicationMask()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUTargetTransformInfo.cpp1211 count_if(Mask, [](int MaskElt) { return MaskElt != -1; }); in getShuffleCost() argument
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2838 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2839 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2843 Idx = MaskElt % NewElts + in SplitVecRes_VECTOR_SHUFFLE()
2844 P.second[Shuffle->getOperand(MaskElt / NewElts) == P.first.first in SplitVecRes_VECTOR_SHUFFLE()
2940 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2941 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2945 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2973 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2974 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2978 int MaskIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.cpp5533 int MaskElt = (N * LTNumElts + E < TpNumElts) ? Mask[N * LTNumElts + E] in getShuffleCost() local
5535 if (MaskElt < 0) { in getShuffleCost()
5542 unsigned Source = MaskElt / LTNumElts; in getShuffleCost()
5556 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
5558 NMask.push_back(MaskElt % LTNumElts + LTNumElts); in getShuffleCost()
5560 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
H A DAArch64ISelLowering.cpp13612 int MaskElt = getPFIDLane(ID, (RHSID & 0x01) << 1) >> 1; in GeneratePerfectShuffle() local
13613 if (MaskElt == -1) in GeneratePerfectShuffle()
13614 MaskElt = (getPFIDLane(ID, ((RHSID & 0x01) << 1) + 1) - 1) >> 1; in GeneratePerfectShuffle()
13615 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
13616 ExtLane = MaskElt < 2 ? MaskElt : (MaskElt - 2); in GeneratePerfectShuffle()
13617 Input = MaskElt < 2 ? V1 : V2; in GeneratePerfectShuffle()
13628 int MaskElt = getPFIDLane(ID, RHSID); in GeneratePerfectShuffle() local
13629 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
13630 ExtLane = MaskElt < 4 ? MaskElt : (MaskElt - 4); in GeneratePerfectShuffle()
13631 Input = MaskElt < 4 ? V1 : V2; in GeneratePerfectShuffle()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp2678 int MaskElt = Mask[i]; in foldIdentityExtractShuffle() local
2679 NewMask[i] = ExtractMaskElt == PoisonMaskElem ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/
H A DLegalizerHelper.cpp9431 Register MaskElt = MaskReg; in lowerSelect() local
9436 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect()
9439 MaskElt = in lowerSelect()
9440 MIRBuilder.buildSExtOrTrunc(DstTy.getScalarType(), MaskElt).getReg(0); in lowerSelect()
9444 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect()
9447 MaskReg = MaskElt; in lowerSelect()
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZISelLowering.cpp6643 unsigned MaskElt = PackedElt * NumInPerOut; in lowerZERO_EXTEND_VECTOR_INREG() local
6644 unsigned End = MaskElt + NumInPerOut - 1; in lowerZERO_EXTEND_VECTOR_INREG()
6645 for (; MaskElt < End; MaskElt++) in lowerZERO_EXTEND_VECTOR_INREG()
6646 Mask[MaskElt] = ZeroVecElt++; in lowerZERO_EXTEND_VECTOR_INREG()
6647 Mask[MaskElt] = PackedElt; in lowerZERO_EXTEND_VECTOR_INREG()
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp15836 int MaskElt = SVN->getMaskElt(n); in PerformVECTOR_SHUFFLECombine() local
15838 if (MaskElt < (int)HalfElts) in PerformVECTOR_SHUFFLECombine()
15839 NewElt = MaskElt; in PerformVECTOR_SHUFFLECombine()
15840 else if (MaskElt >= (int)NumElts && MaskElt < (int)(NumElts + HalfElts)) in PerformVECTOR_SHUFFLECombine()
15841 NewElt = HalfElts + MaskElt - NumElts; in PerformVECTOR_SHUFFLECombine()
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp22604 APInt MaskElt = IsFABS ? APInt::getSignedMaxValue(EltBits) : in LowerFABSorFNEG() local
22607 SDValue Mask = DAG.getConstantFP(APFloat(Sem, MaskElt), dl, LogicVT); in LowerFABSorFNEG()
41514 for (int MaskElt : Mask) { in combineX86ShufflesRecursively() local
41515 if (isInRange(MaskElt, Lo, Hi)) { // Picks from Op? in combineX86ShufflesRecursively()
41516 int OpEltIdx = MaskElt - Lo; in combineX86ShufflesRecursively()