/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | VectorUtils.cpp | 360 for (int MaskElt : Mask) { in narrowShuffleMaskElts() local 361 if (MaskElt >= 0) { in narrowShuffleMaskElts() 362 assert(((uint64_t)Scale * MaskElt + (Scale - 1)) <= INT32_MAX && in narrowShuffleMaskElts() 366 ScaledMask.push_back(MaskElt < 0 ? MaskElt : Scale * MaskElt + SliceElt); in narrowShuffleMaskElts() 961 for (int MaskElt : Mask) { in createUnaryMask() local 962 assert((MaskElt < NumEltsSigned * 2) && "Expected valid shuffle mask"); in createUnaryMask() 963 int UnaryElt = MaskElt >= NumEltsSigned ? MaskElt - NumEltsSigned : MaskElt; in createUnaryMask() 1040 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllZeroOrUndef() local 1041 if (MaskElt->isNullValue() || isa<UndefValue>(MaskElt)) in maskIsAllZeroOrUndef() 1066 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllOneOrUndef() local [all …]
|
H A D | ConstantFolding.cpp | 3273 auto *MaskElt = Mask->getAggregateElement(I); in ConstantFoldFixedVectorCall() local 3274 if (!MaskElt) in ConstantFoldFixedVectorCall() 3278 if (isa<UndefValue>(MaskElt)) { in ConstantFoldFixedVectorCall() 3286 if (MaskElt->isNullValue()) { in ConstantFoldFixedVectorCall() 3290 } else if (MaskElt->isOneValue()) { in ConstantFoldFixedVectorCall()
|
H A D | InstructionSimplify.cpp | 5481 if (all_of(Indices, [InsertIndex](int MaskElt) { in simplifyShuffleVectorInst() argument 5482 return MaskElt == InsertIndex || MaskElt == -1; in simplifyShuffleVectorInst()
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | Instructions.cpp | 1712 int MaskElt = getMaskValue(i); in commute() local 1713 if (MaskElt == PoisonMaskElem) { in commute() 1717 assert(MaskElt >= 0 && MaskElt < 2 * NumOpElts && "Out-of-range mask"); in commute() 1718 MaskElt = (MaskElt < NumOpElts) ? MaskElt + NumOpElts : MaskElt - NumOpElts; in commute() 1719 NewMask[i] = MaskElt; in commute() 2181 if (!all_of(CurrSubMask, [CurrElt](int MaskElt) { in isReplicationMaskWithParams() argument 2182 return MaskElt == PoisonMaskElem || MaskElt == CurrElt; in isReplicationMaskWithParams() 2196 Mask.take_while([](int MaskElt) { return MaskElt == 0; }).size(); in isReplicationMask() argument 2211 for (int MaskElt : Mask) { in isReplicationMask() local 2212 if (MaskElt == PoisonMaskElem) in isReplicationMask() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | AMDGPUTargetTransformInfo.cpp | 1123 count_if(Mask, [](int MaskElt) { return MaskElt != -1; }); in getShuffleCost() argument
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorTypes.cpp | 2703 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() 2704 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2708 Idx = MaskElt % NewElts + in SplitVecRes_VECTOR_SHUFFLE() 2709 P.second[Shuffle->getOperand(MaskElt / NewElts) == P.first.first in SplitVecRes_VECTOR_SHUFFLE() 2805 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() 2806 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2810 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE() 2838 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() 2839 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2843 int MaskIdx = MaskElt / NewElt in SplitVecRes_VECTOR_SHUFFLE() 2699 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); SplitVecRes_VECTOR_SHUFFLE() local 2801 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); SplitVecRes_VECTOR_SHUFFLE() local 2834 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); SplitVecRes_VECTOR_SHUFFLE() local 2858 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); SplitVecRes_VECTOR_SHUFFLE() local [all...] |
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64TargetTransformInfo.cpp | 4076 int MaskElt = (N * LTNumElts + E < TpNumElts) ? Mask[N * LTNumElts + E] in getShuffleCost() local 4078 if (MaskElt < 0) { in getShuffleCost() 4085 unsigned Source = MaskElt / LTNumElts; in getShuffleCost() 4099 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost() 4101 NMask.push_back(MaskElt % LTNumElts + LTNumElts); in getShuffleCost() 4103 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
|
H A D | AArch64ISelLowering.cpp | 12743 int MaskElt = getPFIDLane(ID, (RHSID & 0x01) << 1) >> 1; in GeneratePerfectShuffle() local 12744 if (MaskElt == -1) in GeneratePerfectShuffle() 12745 MaskElt = (getPFIDLane(ID, ((RHSID & 0x01) << 1) + 1) - 1) >> 1; in GeneratePerfectShuffle() 12746 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle() 12747 ExtLane = MaskElt < 2 ? MaskElt : (MaskElt - 2); in GeneratePerfectShuffle() 12748 Input = MaskElt < 2 ? V1 : V2; in GeneratePerfectShuffle() 12759 int MaskElt = getPFIDLane(ID, RHSID); in GeneratePerfectShuffle() local 12760 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle() 12761 ExtLane = MaskElt < 4 ? MaskElt : (MaskElt - 4); in GeneratePerfectShuffle() 12762 Input = MaskElt < 4 ? V1 : V2; in GeneratePerfectShuffle()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineVectorOps.cpp | 2599 int MaskElt = Mask[i]; in foldIdentityExtractShuffle() local 2600 NewMask[i] = ExtractMaskElt == PoisonMaskElem ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
H A D | LegalizerHelper.cpp | 8485 Register MaskElt = MaskReg; in lowerSelect() local 8490 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect() 8493 MaskElt = in lowerSelect() 8494 MIRBuilder.buildSExtOrTrunc(DstTy.getScalarType(), MaskElt).getReg(0); in lowerSelect() 8498 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect() 8501 MaskReg = MaskElt; in lowerSelect()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
H A D | SystemZISelLowering.cpp | 5995 unsigned MaskElt = PackedElt * NumInPerOut; in lowerZERO_EXTEND_VECTOR_INREG() local 5996 unsigned End = MaskElt + NumInPerOut - 1; in lowerZERO_EXTEND_VECTOR_INREG() 5997 for (; MaskElt < End; MaskElt++) in lowerZERO_EXTEND_VECTOR_INREG() 5998 Mask[MaskElt] = ZeroVecElt++; in lowerZERO_EXTEND_VECTOR_INREG() 5999 Mask[MaskElt] = PackedElt; in lowerZERO_EXTEND_VECTOR_INREG()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMISelLowering.cpp | 15757 int MaskElt = SVN->getMaskElt(n); in PerformVECTOR_SHUFFLECombine() local 15759 if (MaskElt < (int)HalfElts) in PerformVECTOR_SHUFFLECombine() 15760 NewElt = MaskElt; in PerformVECTOR_SHUFFLECombine() 15761 else if (MaskElt >= (int)NumElts && MaskElt < (int)(NumElts + HalfElts)) in PerformVECTOR_SHUFFLECombine() 15762 NewElt = HalfElts + MaskElt - NumElts; in PerformVECTOR_SHUFFLECombine()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ISelLowering.cpp | 21869 APInt MaskElt = IsFABS ? APInt::getSignedMaxValue(EltBits) : in LowerFABSorFNEG() local 21872 SDValue Mask = DAG.getConstantFP(APFloat(Sem, MaskElt), dl, LogicVT); in LowerFABSorFNEG() 40045 for (int MaskElt : Mask) { in combineX86ShufflesRecursively() local 40046 if (isInRange(MaskElt, Lo, Hi)) { // Picks from Op? in combineX86ShufflesRecursively() 40047 int OpEltIdx = MaskElt - Lo; in combineX86ShufflesRecursively()
|