| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 191 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local
192 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask()
246 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local
247 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
|
| H A D | X86InstCombineIntrinsic.cpp | 2485 auto *MaskTy = FixedVectorType::get( in instCombineIntrinsic() local
2488 Mask = IC.Builder.CreateBitCast(Mask, MaskTy); in instCombineIntrinsic()
2917 auto *MaskTy = cast<FixedVectorType>(Mask->getType()); in instCombineIntrinsic() local
2919 unsigned NumMaskElts = MaskTy->getNumElements(); in instCombineIntrinsic()
2934 MaskTy = FixedVectorType::get(MaskTy->getElementType(), NumMaskElts); in instCombineIntrinsic()
2936 assert(MaskTy->getPrimitiveSizeInBits() == in instCombineIntrinsic()
2947 Value *CastOp0 = IC.Builder.CreateBitCast(Op0, MaskTy); in instCombineIntrinsic()
2948 Value *CastOp1 = IC.Builder.CreateBitCast(Op1, MaskTy); in instCombineIntrinsic()
|
| H A D | X86TargetTransformInfo.cpp | 5406 auto *MaskTy = in getMaskedMemoryOpCost() local
5413 MaskTy, DemandedElts, /*Insert*/ false, /*Extract*/ true, CostKind); in getMaskedMemoryOpCost()
5441 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, MaskTy, {}, CostKind, in getMaskedMemoryOpCost()
5445 auto *NewMaskTy = FixedVectorType::get(MaskTy->getElementType(), in getMaskedMemoryOpCost()
5450 CostKind, 0, MaskTy); in getMaskedMemoryOpCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ReplaceWithVeclib.cpp | 80 auto *MaskTy = in replaceWithTLIFunction() local
83 Constant::getAllOnesValue(MaskTy)); in replaceWithTLIFunction()
|
| H A D | MachineVerifier.cpp | 1410 LLT MaskTy = MRI->getType(MI->getOperand(2).getReg()); in verifyPreISelGenericInstruction() local
1411 if (!DstTy.isValid() || !SrcTy.isValid() || !MaskTy.isValid()) in verifyPreISelGenericInstruction()
1417 if (!MaskTy.getScalarType().isScalar()) in verifyPreISelGenericInstruction()
1420 verifyVectorElementMatch(DstTy, MaskTy, MI); in verifyPreISelGenericInstruction()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | VFABIDemangler.cpp | 564 VectorType *MaskTy = in createFunctionType() local
566 VecTypes.push_back(MaskTy); in createFunctionType()
|
| H A D | Instructions.cpp | 1815 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local
1816 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32) || in isValidOperands()
1817 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands()
1826 if (isa<ScalableVectorType>(MaskTy)) in isValidOperands()
1847 for (unsigned i = 0, e = cast<FixedVectorType>(MaskTy)->getNumElements(); in isValidOperands()
|
| H A D | AutoUpgrade.cpp | 1749 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() local
1751 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec()
1785 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in emitX86ScalarSelect() local
1787 Mask = Builder.CreateBitCast(Mask, MaskTy); in emitX86ScalarSelect()
3162 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), EC); in upgradeX86IntrinsicCall() local
3164 ShuffleVectorInst::getShuffleMask(Constant::getNullValue(MaskTy), M); in upgradeX86IntrinsicCall()
|
| H A D | Verifier.cpp | 6374 VectorType *MaskTy = dyn_cast<VectorType>(Mask->getType()); in visitIntrinsicCall() local
6376 Check(Op1Ty && Op2Ty && MaskTy, "Operands must be vectors.", &Call); in visitIntrinsicCall()
6383 Check(Op1Ty->getElementCount() == MaskTy->getElementCount(), in visitIntrinsicCall()
6386 Check(MaskTy->getElementType()->isIntegerTy(1), in visitIntrinsicCall()
6388 Check(Call.getType() == MaskTy, "Return type must match the mask type.", in visitIntrinsicCall()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorOps.cpp | 1356 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local
1359 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT()
1365 Mask = DAG.getSplat(MaskTy, DL, Mask); in ExpandSELECT()
1370 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT()
1371 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT()
1373 SDValue NotMask = DAG.getNOT(DL, Mask, MaskTy); in ExpandSELECT()
1375 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT()
1376 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT()
1377 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.cpp | 1122 Type *MaskTy = MaskOp->getType(); in rewriteIntrinsicWithAddressSpace() local
1146 MaskTy = B.getInt32Ty(); in rewriteIntrinsicWithAddressSpace()
1147 MaskOp = B.CreateTrunc(MaskOp, MaskTy); in rewriteIntrinsicWithAddressSpace()
1150 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
|
| H A D | AMDGPUInstructionSelector.cpp | 3095 LLT MaskTy = MRI->getType(MaskReg); in selectG_PTRMASK() local
3132 TRI.getRegClassForTypeOnBank(MaskTy, *MaskRB); in selectG_PTRMASK()
3140 assert(MaskTy.getSizeInBits() == 32 && in selectG_PTRMASK()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 1897 auto *MaskTy = dyn_cast<FixedVectorType>(SrcX->getType()); in foldConcatOfBoolMasks() local
1898 if (!MaskTy || SrcX->getType() != SrcY->getType() || in foldConcatOfBoolMasks()
1899 !MaskTy->getElementType()->isIntegerTy(1) || in foldConcatOfBoolMasks()
1900 MaskTy->getNumElements() != ShAmtDiff || in foldConcatOfBoolMasks()
1901 MaskTy->getNumElements() > (BitWidth / 2)) in foldConcatOfBoolMasks()
1904 auto *ConcatTy = FixedVectorType::getDoubleElementsVectorType(MaskTy); in foldConcatOfBoolMasks()
1919 OldCost += 2 * TTI.getCastInstrCost(Instruction::BitCast, MaskIntTy, MaskTy, in foldConcatOfBoolMasks()
1924 MaskTy, ConcatMask, CostKind); in foldConcatOfBoolMasks()
|
| H A D | VPlanRecipes.cpp | 1651 Type *MaskTy = VectorType::get(Type::getInt1Ty(Ctx.LLVMCtx), VF); in computeCost() local
1654 {PtrTy, IncTy, MaskTy}); in computeCost()
|
| H A D | LoopVectorize.cpp | 6135 Type *MaskTy = VectorType::get(Type::getInt1Ty(I->getContext()), VF); in getInstructionCost() local
6138 {PtrTy, ScalarTy, MaskTy}); in getInstructionCost()
|
| H A D | SLPVectorizer.cpp | 13453 auto *MaskTy = getWidenedType(Builder.getInt1Ty(), VL.size()); in getEntryCost() local
13456 TTI->getCmpSelInstrCost(E->getOpcode(), VecTy, MaskTy, VecPred, in getEntryCost()
13780 auto *MaskTy = getWidenedType(Builder.getInt1Ty(), VL.size()); in getEntryCost() local
13782 E->getOpcode(), VecTy, MaskTy, CI0->getPredicate(), CostKind, in getEntryCost()
13786 E->getOpcode(), VecTy, MaskTy, in getEntryCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1111 LLT MaskTy = SwitchOpTy; in emitBitTestHeader() local
1112 if (MaskTy.getSizeInBits() > PtrTy.getSizeInBits() || in emitBitTestHeader()
1113 !llvm::has_single_bit<uint32_t>(MaskTy.getSizeInBits())) in emitBitTestHeader()
1114 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader()
1121 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader()
1127 if (SwitchOpTy != MaskTy) in emitBitTestHeader()
1128 SubReg = MIB.buildZExtOrTrunc(MaskTy, SubReg).getReg(0); in emitBitTestHeader()
1130 B.RegVT = getMVTForLLT(MaskTy); in emitBitTestHeader()
|
| H A D | LegalizerHelper.cpp | 8560 auto [Dst, DstTy, Vec, VecTy, Mask, MaskTy, Passthru, PassthruTy] = in lowerVECTOR_COMPRESS()
8595 auto Popcount = MIRBuilder.buildZExt(MaskTy.changeElementSize(32), Mask); in lowerVECTOR_COMPRESS()
8614 LLT MaskITy = MaskTy.getElementType(); in lowerVECTOR_COMPRESS()
9416 auto [DstReg, DstTy, MaskReg, MaskTy, Op1Reg, Op1Ty, Op2Reg, Op2Ty] = in lowerSelect()
9428 if (MaskTy.isScalar()) { in lowerSelect()
9435 if (MaskTy != LLT::scalar(1)) in lowerSelect()
9436 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect()
9449 MaskTy = DstTy; in lowerSelect()
9455 if (MaskTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerSelect()
9459 auto NotMask = MIRBuilder.buildNot(MaskTy, MaskReg); in lowerSelect()
[all …]
|
| H A D | MachineIRBuilder.cpp | 231 LLT MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in buildMaskLowPtrBits() local
232 Register MaskReg = getMRI()->createGenericVirtualRegister(MaskTy); in buildMaskLowPtrBits()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 602 VectorType *MaskTy = in getSlideCost() local
604 InstructionCost MaskCost = getConstantPoolLoadCost(MaskTy, CostKind); in getSlideCost()
716 VectorType *MaskTy = VectorType::get(IntegerType::getInt1Ty(C), EC); in getShuffleCost() local
718 InstructionCost MaskCost = getConstantPoolLoadCost(MaskTy, CostKind); in getShuffleCost()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | X86.cpp | 61 auto *MaskTy = llvm::FixedVectorType::get( in getMaskVecValue() local
64 Value *MaskVec = CGF.Builder.CreateBitCast(Mask, MaskTy); in getMaskVecValue()
231 auto *MaskTy = llvm::FixedVectorType::get( in EmitX86ScalarSelect() local
233 Mask = CGF.Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/ |
| H A D | RISCVLegalizerInfo.cpp | 963 LLT MaskTy = getMaskTypeFor(VecTy); in buildAllOnesMask() local
964 return MIB.buildInstr(RISCV::G_VMSET_VL, {MaskTy}, {VL}); in buildAllOnesMask()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonVectorCombine.cpp | 2474 auto *MaskTy = cast<VectorType>(Mask->getType()); in rescale() local
2475 int FromCount = length(MaskTy); in rescale()
|