Lines Matching refs:VTy
514 llvm::VectorType *VTy = cast<llvm::VectorType>(Ty); in EmitNeonRShiftImm() local
517 int EltSize = VTy->getScalarSizeInBits(); in EmitNeonRShiftImm()
526 return llvm::ConstantAggregateZero::get(VTy); in EmitNeonRShiftImm()
531 Shift = ConstantInt::get(VTy->getElementType(), ShiftAmt); in EmitNeonRShiftImm()
1761 llvm::FixedVectorType *VTy = in EmitCommonNeonBuiltinExpr() local
1763 llvm::Type *Ty = VTy; in EmitCommonNeonBuiltinExpr()
1781 auto NumElements = VTy->getElementCount(); in EmitCommonNeonBuiltinExpr()
1787 Ops[0] = Builder.CreateBitCast(Ops[0], VTy); in EmitCommonNeonBuiltinExpr()
1793 if (VTy->getElementType()->isFloatingPointTy() && in EmitCommonNeonBuiltinExpr()
1799 if (VTy->getElementType()->isFloatingPointTy()) in EmitCommonNeonBuiltinExpr()
1804 llvm::Type *VTy = llvm::FixedVectorType::get(Int8Ty, Quad ? 16 : 8); in EmitCommonNeonBuiltinExpr() local
1805 Ops[0] = Builder.CreateBitCast(Ops[0], VTy); in EmitCommonNeonBuiltinExpr()
1806 Ops[1] = Builder.CreateBitCast(Ops[1], VTy); in EmitCommonNeonBuiltinExpr()
1812 llvm::FixedVectorType::getExtendedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
1825 return Builder.CreateTrunc(Ops[0], VTy, "vaddhn"); in EmitCommonNeonBuiltinExpr()
1838 switch (VTy->getScalarSizeInBits()) { in EmitCommonNeonBuiltinExpr()
1850 auto *VecFlt = llvm::FixedVectorType::get(Ty, VTy->getNumElements()); in EmitCommonNeonBuiltinExpr()
1851 llvm::Type *Tys[] = { VTy, VecFlt }; in EmitCommonNeonBuiltinExpr()
2002 llvm::Type *Tys[2] = { VTy->getTruncatedElementVectorType(VTy), Ty}; in EmitCommonNeonBuiltinExpr()
2010 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in EmitCommonNeonBuiltinExpr()
2040 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitCommonNeonBuiltinExpr()
2066 PtrOp0 = PtrOp0.withElementType(VTy->getElementType()); in EmitCommonNeonBuiltinExpr()
2088 llvm::FixedVectorType::getTruncatedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
2096 llvm::FixedVectorType::getExtendedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
2112 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits(); in EmitCommonNeonBuiltinExpr()
2116 llvm::FixedVectorType::get(EltTy, VTy->getNumElements() * 2); in EmitCommonNeonBuiltinExpr()
2123 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits(); in EmitCommonNeonBuiltinExpr()
2126 llvm::FixedVectorType::get(EltTy, VTy->getNumElements() * 2); in EmitCommonNeonBuiltinExpr()
2199 llvm::FixedVectorType::getTruncatedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
2202 Ops[0] = Builder.CreateZExt(Ops[0], VTy); in EmitCommonNeonBuiltinExpr()
2204 Ops[0] = Builder.CreateSExt(Ops[0], VTy); in EmitCommonNeonBuiltinExpr()
2205 Ops[1] = EmitNeonShiftVector(Ops[1], VTy, false); in EmitCommonNeonBuiltinExpr()
2210 llvm::FixedVectorType::getExtendedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
2266 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitCommonNeonBuiltinExpr()
2270 llvm::Type *Tys[2] = {UnqualPtrTy, VTy}; in EmitCommonNeonBuiltinExpr()
2275 llvm::FixedVectorType::getExtendedElementVectorType(VTy); in EmitCommonNeonBuiltinExpr()
2288 return Builder.CreateTrunc(Ops[0], VTy, "vsubhn"); in EmitCommonNeonBuiltinExpr()
2298 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) { in EmitCommonNeonBuiltinExpr()
2325 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in EmitCommonNeonBuiltinExpr()
2347 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) { in EmitCommonNeonBuiltinExpr()
2461 if (auto *VTy = dyn_cast<FixedVectorType>(Ty)) in EmitAArch64CompareBuiltinExpr() local
2463 IntegerType::get(getLLVMContext(), VTy->getScalarSizeInBits()), in EmitAArch64CompareBuiltinExpr()
2464 VTy->getNumElements()); in EmitAArch64CompareBuiltinExpr()
3213 llvm::FixedVectorType *VTy = in EmitARMBuiltinExpr() local
3216 llvm::Type *Ty = VTy; in EmitARMBuiltinExpr()
3236 if (VTy->getElementType()->isIntegerTy(64)) { in EmitARMBuiltinExpr()
3243 Ty = llvm::FixedVectorType::get(VTy->getElementType(), 1); in EmitARMBuiltinExpr()
3255 PtrOp0 = PtrOp0.withElementType(VTy->getElementType()); in EmitARMBuiltinExpr()
3306 if (VTy->getElementType()->isIntegerTy(64)) { in EmitARMBuiltinExpr()
3725 auto *VTy = llvm::FixedVectorType::get(Int16Ty, 4); in vectorWrapScalar16() local
3727 Value *V = PoisonValue::get(VTy); in vectorWrapScalar16()
3878 llvm::ScalableVectorType *VTy) { in EmitSVEPredicateCast() argument
3884 auto *RTy = llvm::VectorType::get(IntegerType::get(getLLVMContext(), 1), VTy); in EmitSVEPredicateCast()
3890 switch (VTy->getMinNumElements()) { in EmitSVEPredicateCast()
4075 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructLoad() local
4076 Value *Predicate = EmitSVEPredicateCast(Ops[0], VTy); in EmitSVEStructLoad()
4081 BasePtr = Builder.CreateGEP(VTy, BasePtr, Ops[2]); in EmitSVEStructLoad()
4083 Function *F = CGM.getIntrinsic(IntID, {VTy}); in EmitSVEStructLoad()
4090 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructStore() local
4114 Value *Predicate = EmitSVEPredicateCast(Ops[0], VTy); in EmitSVEStructStore()
4119 BasePtr = Builder.CreateGEP(VTy, BasePtr, Ops[2]); in EmitSVEStructStore()
4127 Function *F = CGM.getIntrinsic(IntID, { VTy }); in EmitSVEStructStore()
6323 auto *VTy = llvm::FixedVectorType::get(Int32Ty, 4); in EmitAArch64BuiltinExpr() local
6324 Ops[1] = EmitNeonCall(CGM.getIntrinsic(Intrinsic::aarch64_neon_sqdmull, VTy), in EmitAArch64BuiltinExpr()
6420 auto *VTy = llvm::FixedVectorType::get(Int32Ty, 4); in EmitAArch64BuiltinExpr() local
6421 Ops[1] = EmitNeonCall(CGM.getIntrinsic(Intrinsic::aarch64_neon_sqdmull, VTy), in EmitAArch64BuiltinExpr()
6546 llvm::FixedVectorType *VTy = GetNeonType(this, Type); in EmitAArch64BuiltinExpr() local
6547 llvm::Type *Ty = VTy; in EmitAArch64BuiltinExpr()
6572 llvm::Type *BitTy = llvm::VectorType::getInteger(VTy); in EmitAArch64BuiltinExpr()
6595 ? llvm::FixedVectorType::get(VTy->getElementType(), in EmitAArch64BuiltinExpr()
6596 VTy->getNumElements() / 2) in EmitAArch64BuiltinExpr()
6597 : VTy; in EmitAArch64BuiltinExpr()
6599 Value *SV = llvm::ConstantVector::getSplat(VTy->getElementCount(), cst); in EmitAArch64BuiltinExpr()
6609 auto *VTy = cast<llvm::FixedVectorType>(Ty); in EmitAArch64BuiltinExpr() local
6611 if (VTy && VTy->getElementType() == DoubleTy) { in EmitAArch64BuiltinExpr()
6614 llvm::FixedVectorType *VTy = in EmitAArch64BuiltinExpr() local
6616 Ops[2] = Builder.CreateBitCast(Ops[2], VTy); in EmitAArch64BuiltinExpr()
6627 auto *STy = llvm::FixedVectorType::get(VTy->getElementType(), in EmitAArch64BuiltinExpr()
6628 VTy->getNumElements() * 2); in EmitAArch64BuiltinExpr()
6630 Value *SV = llvm::ConstantVector::getSplat(VTy->getElementCount(), in EmitAArch64BuiltinExpr()
6696 unsigned ArgElts = VTy->getNumElements(); in EmitAArch64BuiltinExpr()
6697 llvm::IntegerType *EltTy = cast<IntegerType>(VTy->getElementType()); in EmitAArch64BuiltinExpr()
6701 llvm::Type* Tys[2] = { VTy, ArgTy }; in EmitAArch64BuiltinExpr()
7021 llvm::FixedVectorType *VTy = in EmitAArch64BuiltinExpr() local
7023 Ops[1] = Builder.CreateBitCast(Ops[1], VTy); in EmitAArch64BuiltinExpr()
7069 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7070 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7081 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7082 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7093 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7094 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7105 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7106 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7114 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7115 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7123 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7124 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7132 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7133 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7141 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7142 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7150 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7151 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7159 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7160 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7168 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7169 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7177 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7178 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7186 VTy = llvm::FixedVectorType::get(HalfTy, 4); in EmitAArch64BuiltinExpr()
7187 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7195 VTy = llvm::FixedVectorType::get(HalfTy, 8); in EmitAArch64BuiltinExpr()
7196 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7204 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7205 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7213 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7214 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7222 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7223 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7231 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7232 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7240 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7241 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7249 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7250 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7258 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7259 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7267 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7268 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7276 VTy = llvm::FixedVectorType::get(HalfTy, 4); in EmitAArch64BuiltinExpr()
7277 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7285 VTy = llvm::FixedVectorType::get(HalfTy, 8); in EmitAArch64BuiltinExpr()
7286 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7294 VTy = llvm::FixedVectorType::get(HalfTy, 4); in EmitAArch64BuiltinExpr()
7295 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7303 VTy = llvm::FixedVectorType::get(HalfTy, 8); in EmitAArch64BuiltinExpr()
7304 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7312 VTy = llvm::FixedVectorType::get(HalfTy, 4); in EmitAArch64BuiltinExpr()
7313 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7321 VTy = llvm::FixedVectorType::get(HalfTy, 8); in EmitAArch64BuiltinExpr()
7322 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7335 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7336 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7344 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7345 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7352 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7353 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7361 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7362 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7369 VTy = llvm::FixedVectorType::get(Int8Ty, 8); in EmitAArch64BuiltinExpr()
7370 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7378 VTy = llvm::FixedVectorType::get(Int16Ty, 4); in EmitAArch64BuiltinExpr()
7379 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7386 VTy = llvm::FixedVectorType::get(Int8Ty, 16); in EmitAArch64BuiltinExpr()
7387 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7395 VTy = llvm::FixedVectorType::get(Int16Ty, 8); in EmitAArch64BuiltinExpr()
7396 llvm::Type *Tys[2] = { Ty, VTy }; in EmitAArch64BuiltinExpr()
7425 Ops[0] = Builder.CreateBitCast(Ops[0], VTy); in EmitAArch64BuiltinExpr()
7430 return Builder.CreateAlignedLoad(VTy, Ops[0], PtrOp0.getAlignment()); in EmitAArch64BuiltinExpr()
7434 Ops[1] = Builder.CreateBitCast(Ops[1], VTy); in EmitAArch64BuiltinExpr()
7439 Ops[0] = Builder.CreateAlignedLoad(VTy->getElementType(), Ops[0], in EmitAArch64BuiltinExpr()
7447 VTy->getElementType(), Ops[0], PtrOp0.getAlignment()); in EmitAArch64BuiltinExpr()
7455 Ops[0] = Builder.CreateAlignedLoad(VTy->getElementType(), Ops[0], in EmitAArch64BuiltinExpr()
7477 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7484 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7491 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7498 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7505 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7512 llvm::Type *Tys[2] = {VTy, UnqualPtrTy}; in EmitAArch64BuiltinExpr()
7519 llvm::Type *Tys[2] = { VTy, Ops[1]->getType() }; in EmitAArch64BuiltinExpr()
7530 llvm::Type *Tys[2] = { VTy, Ops[1]->getType() }; in EmitAArch64BuiltinExpr()
7542 llvm::Type *Tys[2] = { VTy, Ops[1]->getType() }; in EmitAArch64BuiltinExpr()
7556 llvm::Type *Tys[2] = { VTy, Ops[2]->getType() }; in EmitAArch64BuiltinExpr()
7564 llvm::Type *Tys[2] = { VTy, Ops[3]->getType() }; in EmitAArch64BuiltinExpr()
7571 llvm::Type *Tys[2] = { VTy, Ops[3]->getType() }; in EmitAArch64BuiltinExpr()
7579 llvm::Type *Tys[2] = { VTy, Ops[4]->getType() }; in EmitAArch64BuiltinExpr()
7586 llvm::Type *Tys[2] = { VTy, Ops[4]->getType() }; in EmitAArch64BuiltinExpr()
7594 llvm::Type *Tys[2] = { VTy, Ops[5]->getType() }; in EmitAArch64BuiltinExpr()
7606 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) { in EmitAArch64BuiltinExpr()
7624 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in EmitAArch64BuiltinExpr()
7641 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) { in EmitAArch64BuiltinExpr()