| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPromoteAlloca.cpp | 570 Value *SubVec = PoisonValue::get(SubVecTy); in promoteAllocaUserToVector() local 574 SubVec = Builder.CreateInsertElement( in promoteAllocaUserToVector() 575 SubVec, Builder.CreateExtractElement(CurVal, CurIdx), K); in promoteAllocaUserToVector() 579 SubVec = CreateTempPtrIntCast(SubVec, AccessTy); in promoteAllocaUserToVector() 581 SubVec = CreateTempPtrIntCast(SubVec, SubVecTy); in promoteAllocaUserToVector() 583 SubVec = Builder.CreateBitOrPointerCast(SubVec, AccessTy); in promoteAllocaUserToVector() 584 Inst->replaceAllUsesWith(SubVec); in promoteAllocaUserToVector()
|
| H A D | SIISelLowering.cpp | 7982 SDValue SubVec = DAG.getNode(ISD::EXTRACT_SUBVECTOR, SL, PackVT, in lowerVECTOR_SHUFFLE() local 7985 Pieces.push_back(SubVec); in lowerVECTOR_SHUFFLE()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 128 Value *SubVec = Builder.CreateExtractValue(VlsegN, Indices[i]); in lowerInterleavedLoad() local 129 Shuffles[i]->replaceAllUsesWith(SubVec); in lowerInterleavedLoad()
|
| H A D | RISCVISelLowering.cpp | 5478 SDValue SubVec = DAG.getExtractSubvector(DL, M1VT, SrcVec, ExtractIdx); in lowerShuffleViaVRegSplitting() local 5479 SubVec = convertFromScalableVector(OneRegVT, SubVec, DAG, Subtarget); in lowerShuffleViaVRegSplitting() 5480 return SubVec; in lowerShuffleViaVRegSplitting() 5484 SDValue SubVec = DAG.getVectorShuffle(OneRegVT, DL, SubVec1, SubVec2, Mask); in lowerShuffleViaVRegSplitting() local 5485 return SubVec; in lowerShuffleViaVRegSplitting() 6215 SDValue SubVec = in lowerVECTOR_SHUFFLE() local 6218 Gather = DAG.getInsertSubvector(DL, Gather, SubVec, SubIdx); in lowerVECTOR_SHUFFLE() 6233 SDValue SubVec = DAG.getNode(GatherVVOpc, DL, M1VT, SubV1, SubIndex, in lowerVECTOR_SHUFFLE() local 6237 Gather = DAG.getInsertSubvector(DL, Gather, SubVec, in lowerVECTOR_SHUFFLE() 6259 SDValue SubVec = in lowerVECTOR_SHUFFLE() local [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1664 SDValue SubVec = N->getOperand(1); in SplitVecRes_INSERT_SUBVECTOR() local 1671 EVT SubVecVT = SubVec.getValueType(); in SplitVecRes_INSERT_SUBVECTOR() 1681 Lo = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, LoVT, Lo, SubVec, Idx); in SplitVecRes_INSERT_SUBVECTOR() 1689 Hi = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, Hi.getValueType(), Hi, SubVec, in SplitVecRes_INSERT_SUBVECTOR() 1696 SDValue WideSubVec = GetWidenedVector(SubVec); in SplitVecRes_INSERT_SUBVECTOR() 1719 Store = DAG.getStore(Store, dl, SubVec, SubVecPtr, in SplitVecRes_INSERT_SUBVECTOR() 3774 SDValue SubVec = N->getOperand(1); in SplitVecOp_INSERT_SUBVECTOR() local 3779 GetSplitVector(SubVec, Lo, Hi); in SplitVecOp_INSERT_SUBVECTOR() 7237 SDValue SubVec = N->getOperand(1); in WidenVecOp_INSERT_SUBVECTOR() local 7240 EVT OrigVT = SubVec.getValueType(); in WidenVecOp_INSERT_SUBVECTOR() [all …]
|
| H A D | LegalizeIntegerTypes.cpp | 6055 SDValue SubVec = N->getOperand(1); in PromoteIntRes_INSERT_SUBVECTOR() local 6058 EVT SubVecVT = SubVec.getValueType(); in PromoteIntRes_INSERT_SUBVECTOR() 6064 SubVec = DAG.getNode(ISD::ANY_EXTEND, dl, NSubVT, SubVec); in PromoteIntRes_INSERT_SUBVECTOR() 6066 return DAG.getNode(ISD::INSERT_SUBVECTOR, dl, NOutVT, Vec, SubVec, Idx); in PromoteIntRes_INSERT_SUBVECTOR()
|
| H A D | DAGCombiner.cpp | 22988 SDValue SubVec = InsertVal.getOperand(0); in combineInsertEltToShuffle() local 22990 EVT SubVecVT = SubVec.getValueType(); in combineInsertEltToShuffle() 23023 ConcatOps[0] = SubVec; in combineInsertEltToShuffle() 27065 for (int SubVec = 0; SubVec != NumSubVecs; ++SubVec) { in visitVECTOR_SHUFFLE() local 27073 NumElts + (SubVec * NumSubElts)); in visitVECTOR_SHUFFLE() 27087 return DAG.getInsertSubvector(SDLoc(N), LHS, RHS.getOperand(SubVec), in visitVECTOR_SHUFFLE()
|
| H A D | SelectionDAGBuilder.cpp | 8157 SDValue SubVec = getValue(I.getOperand(1)); in visitIntrinsicCall() local 8167 setValue(&I, DAG.getNode(ISD::INSERT_SUBVECTOR, sdl, ResultVT, Vec, SubVec, in visitIntrinsicCall()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | IRBuilder.h | 1112 CallInst *CreateInsertVector(Type *DstType, Value *SrcVec, Value *SubVec, 1115 {DstType, SubVec->getType()}, {SrcVec, SubVec, Idx}, 1120 CallInst *CreateInsertVector(Type *DstType, Value *SrcVec, Value *SubVec, 1122 return CreateInsertVector(DstType, SrcVec, SubVec, getInt64(Idx), Name);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 4562 SDValue SubVec = Op.getOperand(1); in insert1BitVector() local 4567 if (SubVec.isUndef()) in insert1BitVector() 4586 SubVec, Idx); in insert1BitVector() 4590 MVT SubVecVT = SubVec.getSimpleValueType(); in insert1BitVector() 4606 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideOpVT, in insert1BitVector() 4608 SubVec, ZeroIdx); in insert1BitVector() 4609 Op = DAG.getNode(ISD::OR, dl, WideOpVT, Vec, SubVec); in insert1BitVector() 4613 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideOpVT, in insert1BitVector() 4614 Undef, SubVec, ZeroIdx); in insert1BitVector() 4618 SubVec = DAG.getNode(X86ISD::KSHIFTL, dl, WideOpVT, SubVec, in insert1BitVector() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ConstantFolding.cpp | 3790 Constant *SubVec = Operands[1]; in ConstantFoldFixedVectorCall() local 3796 cast<FixedVectorType>(SubVec->getType())->getNumElements(); in ConstantFoldFixedVectorCall() 3802 return SubVec; in ConstantFoldFixedVectorCall() 3807 Elt = SubVec->getAggregateElement(I - IdxN); in ConstantFoldFixedVectorCall()
|
| H A D | InstructionSimplify.cpp | 6899 Value *SubVec = Args[1]; in simplifyIntrinsic() local 6907 if (match(SubVec, in simplifyIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 9326 SDValue SubVec = DAG.getNode(ISD::UNDEF, dl, SubVT); in LowerEXTRACT_SUBVECTOR() local 9330 SubVec = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, SubVT, SubVec, Elt, in LowerEXTRACT_SUBVECTOR() 9332 SubVec = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, SubVT, SubVec, Elt, in LowerEXTRACT_SUBVECTOR() 9335 SDValue Cmp = DAG.getNode(ARMISD::VCMPZ, dl, MVT::v4i1, SubVec, in LowerEXTRACT_SUBVECTOR() 9341 SDValue SubVec = DAG.getNode(ISD::UNDEF, dl, SubVT); in LowerEXTRACT_SUBVECTOR() local 9345 SubVec = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, SubVT, SubVec, Elt, in LowerEXTRACT_SUBVECTOR() 9351 return DAG.getNode(ARMISD::VCMPZ, dl, VT, SubVec, in LowerEXTRACT_SUBVECTOR() 15731 SDValue SubVec = N->getOperand(1); in PerformInsertSubvectorCombine() local 15734 EVT SubVT = SubVec.getValueType(); in PerformInsertSubvectorCombine() 15758 Lo = SubVec; in PerformInsertSubvectorCombine() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 3504 Value *SubVec = II->getArgOperand(1); in visitCallInst() local 3508 auto *SubVecTy = dyn_cast<FixedVectorType>(SubVec->getType()); in visitCallInst() 3520 return replaceInstUsesWith(CI, SubVec); in visitCallInst() 3533 Value *WidenShuffle = Builder.CreateShuffleVector(SubVec, WidenMask); in visitCallInst()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | SelectionDAG.h | 960 SDValue getInsertSubvector(const SDLoc &DL, SDValue Vec, SDValue SubVec, 962 return getNode(ISD::INSERT_SUBVECTOR, DL, Vec.getValueType(), Vec, SubVec,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchISelLowering.cpp | 2545 SDValue SubVec = Op.getOperand(i); in lowerCONCAT_VECTORS() local 2546 if (SubVec.isUndef()) in lowerCONCAT_VECTORS() 2548 if (ISD::isFreezeUndef(SubVec.getNode())) { in lowerCONCAT_VECTORS() 2550 if (SubVec.hasOneUse()) { in lowerCONCAT_VECTORS() 2554 Undefs.insert(SubVec); in lowerCONCAT_VECTORS() 2556 } else if (ISD::isBuildVectorAllZeros(SubVec.getNode())) in lowerCONCAT_VECTORS()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 3470 Register SubVec = IS.getSubVec(); in widenScalar() local 3472 LLT SubVecTy = MRI.getType(SubVec); in widenScalar() 3477 auto SubZExt = MIRBuilder.buildZExt(SubVecWideTy, SubVec); in widenScalar() 4001 Register SubVec = ES->getSubVec(); in bitcastInsertSubvector() local 4008 LLT SubVecTy = MRI.getType(SubVec); in bitcastInsertSubvector() 4037 auto CastSubVec = MIRBuilder.buildBitcast(SubVecTy, SubVec); in bitcastInsertSubvector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 17247 Value *SubVec = Builder.CreateExtractValue(LdN, Index); in lowerInterleavedLoad() local 17250 SubVec = Builder.CreateExtractVector(FVTy, SubVec, uint64_t(0)); in lowerInterleavedLoad() 17254 SubVec = Builder.CreateIntToPtr( in lowerInterleavedLoad() 17255 SubVec, FixedVectorType::get(SVI->getType()->getElementType(), in lowerInterleavedLoad() 17258 SubVecs[SVI].push_back(SubVec); in lowerInterleavedLoad() 17267 auto &SubVec = SubVecs[SVI]; in lowerInterleavedLoad() local 17269 SubVec.size() > 1 ? concatenateVectors(Builder, SubVec) : SubVec[0]; in lowerInterleavedLoad() 20264 SDValue SubVec = N->getOperand(1); in performInsertSubvectorCombine() local 20267 EVT SubVT = SubVec.getValueType(); in performInsertSubvectorCombine() 20271 Vec.isUndef() && isZerosVector(SubVec.getNode())) in performInsertSubvectorCombine() [all …]
|
| H A D | AArch64TargetTransformInfo.cpp | 2409 auto *SubVec = IC.Builder.CreateInsertVector( in instCombineSVEUzp1() local 2411 auto *ConcatVec = IC.Builder.CreateInsertVector(RetTy, SubVec, B, in instCombineSVEUzp1()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 16638 Value *SubVec; in adjustExtracts() local 16640 SubVec = createShuffle(Bases.front(), Bases.back(), SubMask); in adjustExtracts() 16643 SubVec = Bases.front(); in adjustExtracts() 16646 Vec = SubVec; in adjustExtracts() 16662 if (Vec->getType() != SubVec->getType()) { in adjustExtracts() 16664 cast<FixedVectorType>(SubVec->getType())->getNumElements(); in adjustExtracts() 16672 Vec = createShuffle(Vec, SubVec, VecMask); in adjustExtracts()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Verifier.cpp | 6394 Value *SubVec = Call.getArgOperand(1); in visitIntrinsicCall() local 6399 VectorType *SubVecTy = cast<VectorType>(SubVec->getType()); in visitIntrinsicCall()
|