Home
last modified time | relevance | path

Searched refs:MaskTy (Results 1 – 19 of 19) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ShuffleDecodeConstantPool.cpp191 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local
192 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask()
246 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local
247 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
H A DX86InstCombineIntrinsic.cpp2477 auto *MaskTy = FixedVectorType::get( in instCombineIntrinsic() local
2480 Mask = IC.Builder.CreateBitCast(Mask, MaskTy); in instCombineIntrinsic()
2909 auto *MaskTy = cast<FixedVectorType>(Mask->getType()); in instCombineIntrinsic() local
2911 unsigned NumMaskElts = MaskTy->getNumElements(); in instCombineIntrinsic()
2926 MaskTy = FixedVectorType::get(MaskTy->getElementType(), NumMaskElts); in instCombineIntrinsic()
2928 assert(MaskTy->getPrimitiveSizeInBits() == in instCombineIntrinsic()
2939 Value *CastOp0 = IC.Builder.CreateBitCast(Op0, MaskTy); in instCombineIntrinsic()
2940 Value *CastOp1 = IC.Builder.CreateBitCast(Op1, MaskTy); in instCombineIntrinsic()
H A DX86TargetTransformInfo.cpp5071 auto *MaskTy = in getMaskedMemoryOpCost() local
5078 MaskTy, DemandedElts, /*Insert*/ false, /*Extract*/ true, CostKind); in getMaskedMemoryOpCost()
5106 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, std::nullopt, in getMaskedMemoryOpCost()
5110 auto *NewMaskTy = FixedVectorType::get(MaskTy->getElementType(), in getMaskedMemoryOpCost()
5114 CostKind, 0, MaskTy); in getMaskedMemoryOpCost()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DReplaceWithVeclib.cpp80 auto *MaskTy = in replaceWithTLIFunction() local
83 Constant::getAllOnesValue(MaskTy)); in replaceWithTLIFunction()
H A DMachineVerifier.cpp1355 LLT MaskTy = MRI->getType(MI->getOperand(2).getReg()); in verifyPreISelGenericInstruction() local
1356 if (!DstTy.isValid() || !SrcTy.isValid() || !MaskTy.isValid()) in verifyPreISelGenericInstruction()
1362 if (!MaskTy.getScalarType().isScalar()) in verifyPreISelGenericInstruction()
1365 verifyVectorElementMatch(DstTy, MaskTy, MI); in verifyPreISelGenericInstruction()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorOps.cpp1174 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local
1177 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT()
1183 Mask = DAG.getSplat(MaskTy, DL, Mask); in ExpandSELECT()
1188 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT()
1189 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT()
1191 SDValue NotMask = DAG.getNOT(DL, Mask, MaskTy); in ExpandSELECT()
1193 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT()
1194 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT()
1195 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUTargetTransformInfo.cpp1052 Type *MaskTy = MaskOp->getType(); in rewriteIntrinsicWithAddressSpace() local
1076 MaskTy = B.getInt32Ty(); in rewriteIntrinsicWithAddressSpace()
1077 MaskOp = B.CreateTrunc(MaskOp, MaskTy); in rewriteIntrinsicWithAddressSpace()
1080 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
H A DAMDGPUInstructionSelector.cpp2901 LLT MaskTy = MRI->getType(MaskReg); in selectG_PTRMASK() local
2938 TRI.getRegClassForTypeOnBank(MaskTy, *MaskRB); in selectG_PTRMASK()
2946 assert(MaskTy.getSizeInBits() == 32 && in selectG_PTRMASK()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/
H A DIRTranslator.cpp1097 LLT MaskTy = SwitchOpTy; in emitBitTestHeader() local
1098 if (MaskTy.getSizeInBits() > PtrTy.getSizeInBits() || in emitBitTestHeader()
1099 !llvm::has_single_bit<uint32_t>(MaskTy.getSizeInBits())) in emitBitTestHeader()
1100 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader()
1107 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader()
1113 if (SwitchOpTy != MaskTy) in emitBitTestHeader()
1114 SubReg = MIB.buildZExtOrTrunc(MaskTy, SubReg).getReg(0); in emitBitTestHeader()
1116 B.RegVT = getMVTForLLT(MaskTy); in emitBitTestHeader()
H A DLegalizerHelper.cpp7639 auto [Dst, DstTy, Vec, VecTy, Mask, MaskTy, Passthru, PassthruTy] = in lowerVECTOR_COMPRESS()
7674 auto Popcount = MIRBuilder.buildZExt(MaskTy.changeElementSize(32), Mask); in lowerVECTOR_COMPRESS()
7693 LLT MaskITy = MaskTy.getElementType(); in lowerVECTOR_COMPRESS()
8470 auto [DstReg, DstTy, MaskReg, MaskTy, Op1Reg, Op1Ty, Op2Reg, Op2Ty] = in lowerSelect()
8482 if (MaskTy.isScalar()) { in lowerSelect()
8489 if (MaskTy != LLT::scalar(1)) in lowerSelect()
8490 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect()
8503 MaskTy = DstTy; in lowerSelect()
8509 if (MaskTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerSelect()
8513 auto NotMask = MIRBuilder.buildNot(MaskTy, MaskReg); in lowerSelect()
[all …]
H A DMachineIRBuilder.cpp231 LLT MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in buildMaskLowPtrBits() local
232 Register MaskReg = getMRI()->createGenericVirtualRegister(MaskTy); in buildMaskLowPtrBits()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/
H A DRISCVLegalizerInfo.cpp668 LLT MaskTy = getMaskTypeFor(VecTy); in buildAllOnesMask() local
669 return MIB.buildInstr(RISCV::G_VMSET_VL, {MaskTy}, {VL}); in buildAllOnesMask()
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DInstructions.cpp1753 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local
1754 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32) || in isValidOperands()
1755 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands()
1777 for (unsigned i = 0, e = cast<FixedVectorType>(MaskTy)->getNumElements(); in isValidOperands()
H A DAutoUpgrade.cpp1562 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() local
1564 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec()
1598 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in emitX86ScalarSelect() local
1600 Mask = Builder.CreateBitCast(Mask, MaskTy); in emitX86ScalarSelect()
2871 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), EC); in upgradeX86IntrinsicCall() local
2873 ShuffleVectorInst::getShuffleMask(Constant::getNullValue(MaskTy), M); in upgradeX86IntrinsicCall()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVTargetTransformInfo.cpp421 VectorType *MaskTy = VectorType::get(IntegerType::getInt1Ty(C), EC); in getShuffleCost() local
423 InstructionCost MaskCost = getConstantPoolLoadCost(MaskTy, CostKind); in getShuffleCost()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp2202 auto *MaskTy = VectorType::get(State.Builder.getInt1Ty(), in execute() local
2205 MaskTy, Intrinsic::vector_interleave2, Ops, in execute()
H A DSLPVectorizer.cpp9688 auto *MaskTy = getWidenedType(Builder.getInt1Ty(), VL.size()); in getEntryCost() local
9691 E->getOpcode(), VecTy, MaskTy, VecPred, CostKind, VL0); in getEntryCost()
9712 MaskTy, VecPred, CostKind); in getEntryCost()
9926 auto *MaskTy = getWidenedType(Builder.getInt1Ty(), VL.size()); in getEntryCost() local
9927 VecCost = TTIRef.getCmpSelInstrCost(E->getOpcode(), VecTy, MaskTy, in getEntryCost()
9930 E->getOpcode(), VecTy, MaskTy, in getEntryCost()
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonVectorCombine.cpp2473 auto *MaskTy = cast<VectorType>(Mask->getType()); in rescale() local
2474 int FromCount = length(MaskTy); in rescale()
/freebsd/contrib/llvm-project/clang/lib/CodeGen/
H A DCGBuiltin.cpp13630 auto *MaskTy = llvm::FixedVectorType::get( in getMaskVecValue() local
13633 Value *MaskVec = CGF.Builder.CreateBitCast(Mask, MaskTy); in getMaskVecValue()
13800 auto *MaskTy = llvm::FixedVectorType::get( in EmitX86ScalarSelect() local
13802 Mask = CGF.Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect()