Home
last modified time | relevance | path

Searched refs:VecOp (Results 1 – 21 of 21) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUImageIntrinsicOptimizer.cpp253 Value *VecOp = nullptr; in optimizeSection() local
257 VecOp = B.CreateExtractElement(NewCalls[0], Idx->getValue().urem(4)); in optimizeSection()
258 LLVM_DEBUG(dbgs() << "Add: " << *VecOp << "\n"); in optimizeSection()
260 VecOp = UndefValue::get(II->getType()); in optimizeSection()
262 VecOp = B.CreateInsertElement( in optimizeSection()
263 VecOp, in optimizeSection()
265 LLVM_DEBUG(dbgs() << "Add: " << *VecOp << "\n"); in optimizeSection()
270 II->replaceAllUsesWith(VecOp); in optimizeSection()
271 VecOp->takeName(II); in optimizeSection()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp646 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
657 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
673 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
800 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
814 ShuffleOps LR = collectShuffleElements(VecOp, Mask, RHS, IC, Rerun); in collectShuffleElements()
836 if (VecOp == PermittedRHS) { in collectShuffleElements()
1546 Value *VecOp = InsElt.getOperand(0); in foldTruncInsEltPair() local
1565 !match(VecOp, m_InsertElt(m_Value(BaseVec), m_Value(Scalar0), in foldTruncInsEltPair()
1607 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
1612 VecOp, ScalarOp, IdxOp, SQ.getWithInstruction(&IE))) in visitInsertElementInst()
[all …]
H A DInstCombineCasts.cpp662 Value *VecOp = InsElt->getOperand(0); in shrinkInsertElt() local
666 if (match(VecOp, m_Undef())) { in shrinkInsertElt()
859 Value *VecOp; in visitTrunc() local
861 if (match(Src, m_OneUse(m_ExtractElt(m_Value(VecOp), m_ConstantInt(Cst))))) { in visitTrunc()
862 auto *VecOpTy = cast<VectorType>(VecOp->getType()); in visitTrunc()
877 Value *BitCast = Builder.CreateBitCast(VecOp, BitCastTo); in visitTrunc()
2345 Value *VecOp, *Index; in canonicalizeBitCastExtElt() local
2347 m_OneUse(m_ExtractElt(m_Value(VecOp), m_Value(Index))))) in canonicalizeBitCastExtElt()
2353 VectorType *VecType = cast<VectorType>(VecOp->getType()); in canonicalizeBitCastExtElt()
2356 auto *NewBC = IC.Builder.CreateBitCast(VecOp, NewVecType, "bc"); in canonicalizeBitCastExtElt()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/
H A DWebAssemblyISelLowering.h57 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DWebAssemblyISelLowering.cpp412 bool WebAssemblyTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
414 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
422 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp1026 SDValue VecOp = N->getOperand(1); in ScalarizeVecOp_VECREDUCE_SEQ() local
1030 SDValue Op = GetScalarizedVector(VecOp); in ScalarizeVecOp_VECREDUCE_SEQ()
3323 SDValue VecOp = N->getOperand(OpNo); in SplitVecOp_VECREDUCE() local
3324 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE()
3326 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
3343 SDValue VecOp = N->getOperand(1); in SplitVecOp_VECREDUCE_SEQ() local
3346 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE_SEQ()
3348 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE_SEQ()
3368 SDValue VecOp = N->getOperand(OpNo); in SplitVecOp_VP_REDUCE() local
3369 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VP_REDUCE()
[all …]
H A DDAGCombiner.cpp22412 SDValue VecOp = N->getOperand(0); in refineExtractVectorEltIntoMultipleNarrowExtractVectorElts() local
22413 EVT VecVT = VecOp.getValueType(); in refineExtractVectorEltIntoMultipleNarrowExtractVectorElts()
22539 SDValue NewVecOp = DAG.getBitcast(NewVecVT, VecOp); in refineExtractVectorEltIntoMultipleNarrowExtractVectorElts()
22554 SDValue VecOp = N->getOperand(0); in visitEXTRACT_VECTOR_ELT() local
22557 EVT VecVT = VecOp.getValueType(); in visitEXTRACT_VECTOR_ELT()
22558 if (VecOp.isUndef()) in visitEXTRACT_VECTOR_ELT()
22566 if (VecOp.getOpcode() == ISD::INSERT_VECTOR_ELT && in visitEXTRACT_VECTOR_ELT()
22567 Index == VecOp.getOperand(2)) { in visitEXTRACT_VECTOR_ELT()
22568 SDValue Elt = VecOp.getOperand(1); in visitEXTRACT_VECTOR_ELT()
22573 if (VecOp.getOpcode() == ISD::SCALAR_TO_VECTOR) { in visitEXTRACT_VECTOR_ELT()
[all …]
H A DTargetLowering.cpp11080 SDValue VecOp = Node->getOperand(1); in expandVecReduceSeq() local
11083 EVT VT = VecOp.getValueType(); in expandVecReduceSeq()
11093 DAG.ExtractVectorElements(VecOp, Ops, 0, NumElts); in expandVecReduceSeq()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopUtils.cpp1310 auto *VecOp = dyn_cast<Instruction>(I); in propagateIRFlags() local
1311 if (!VecOp) in propagateIRFlags()
1318 VecOp->copyIRFlags(Intersection, IncludeWrapFlags); in propagateIRFlags()
1324 VecOp->andIRFlags(V); in propagateIRFlags()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp1083 if (auto *VecOp = dyn_cast<Instruction>(V)) in execute() local
1084 setFlags(VecOp); in execute()
1763 Value *VecOp = State.get(getVecOp(), 0); in execute() local
1778 NewRed = createOrderedReduction(VBuilder, RdxDesc, VecOp, Prev); in execute()
1780 NewRed = createSimpleTargetReduction(VBuilder, VecOp, RdxDesc); in execute()
H A DSLPVectorizer.cpp11934 Value *VecOp = in adjustExtracts() local
11936 if (const TreeEntry *TE = R.getTreeEntry(VecOp)) in adjustExtracts()
11937 VecOp = TE->VectorizedValue; in adjustExtracts()
11938 assert(VecOp && "Expected vectorized value."); in adjustExtracts()
11940 cast<FixedVectorType>(VecOp->getType())->getNumElements(); in adjustExtracts()
11946 Value *VecOp = cast<ExtractElementInst>(V)->getVectorOperand(); in adjustExtracts() local
11947 if (const TreeEntry *TE = R.getTreeEntry(VecOp)) in adjustExtracts()
11948 VecOp = TE->VectorizedValue; in adjustExtracts()
11949 assert(VecOp && "Expected vectorized value."); in adjustExtracts()
11950 VecOp = castToScalarTyElem(VecOp); in adjustExtracts()
[all …]
H A DVPlan.h2193 VPValue *ChainOp, VPValue *VecOp, VPValue *CondOp, in VPReductionRecipe() argument
2196 ArrayRef<VPValue *>({ChainOp, VecOp}), CondOp, in VPReductionRecipe()
H A DLoopVectorize.cpp8851 VPValue *VecOp; in adjustRecipesForReductions() local
8871 VecOp = FMulRecipe; in adjustRecipesForReductions()
8907 VecOp = CurrentLink->getOperand(VecOpId); in adjustRecipesForReductions()
8908 assert(VecOp != PreviousLink && in adjustRecipesForReductions()
8921 new VPReductionRecipe(RdxDesc, CurrentLinkI, PreviousLink, VecOp, in adjustRecipesForReductions()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.h521 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DRISCVISelLowering.cpp2189 bool RISCVTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
2190 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
2198 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCISelDAGToDAG.cpp7574 SDValue VecOp = SkipRCCopy(N->getOperand(0)); in reduceVSXSwap() local
7575 if (!VecOp || !isLaneInsensitive(VecOp)) in reduceVSXSwap()
7578 SDValue LHS = SkipRCCopy(VecOp.getOperand(0)), in reduceVSXSwap()
7579 RHS = SkipRCCopy(VecOp.getOperand(1)); in reduceVSXSwap()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp15159 SDValue VecOp = ScalarOp.getOperand(0); in getReductionSDNode() local
15160 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode()
22830 SDValue VecOp = Store->getValue(); in combineBoolVectorAndTruncateStore() local
22831 EVT VT = VecOp.getValueType(); in combineBoolVectorAndTruncateStore()
22840 if (VecOp.getOpcode() == ISD::BUILD_VECTOR) in combineBoolVectorAndTruncateStore()
22843 VecOp = DAG.getNode(ISD::TRUNCATE, DL, MemVT, VecOp); in combineBoolVectorAndTruncateStore()
22844 SDValue VectorBits = vectorToScalarBitmask(VecOp.getNode(), DAG); in combineBoolVectorAndTruncateStore()
27642 SDValue VecOp = ScalarOp.getOperand(1); in LowerVECREDUCE_SEQ_FADD() local
27643 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD()
27649 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
[all …]
H A DAArch64TargetTransformInfo.cpp1499 Value *VecOp = II.getOperand(0); in instCombineSVEST1() local
1504 StoreInst *Store = IC.Builder.CreateStore(VecOp, PtrOp); in instCombineSVEST1()
1510 VecOp, PtrOp, PtrOp->getPointerAlignment(DL), Pred); in instCombineSVEST1()
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DTargetLowering.h3326 virtual bool shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop() argument
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp3209 bool X86TargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
3210 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
3218 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
19133 SDValue VecOp = Extract.getOperand(0); in vectorizeExtractedCast() local
19134 MVT FromVT = VecOp.getSimpleValueType(); in vectorizeExtractedCast()
19146 VecOp = DAG.getVectorShuffle(FromVT, DL, VecOp, DAG.getUNDEF(FromVT), Mask); in vectorizeExtractedCast()
19151 VecOp = extract128BitVector(VecOp, 0, DAG, DL); in vectorizeExtractedCast()
19155 SDValue VCast = DAG.getNode(Cast.getOpcode(), DL, ToVT, VecOp); in vectorizeExtractedCast()
33648 SDValue VecOp = N->getOperand(0); in ReplaceNodeResults() local
33649 EVT ExtVT = VecOp.getValueType().changeVectorElementTypeToInteger(); in ReplaceNodeResults()
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp17356 unsigned VecOp = N->getOperand(0).getValueType().isVector() ? 0 : 2; in PerformReduceShuffleCombine() local
17357 auto *Shuf = dyn_cast<ShuffleVectorSDNode>(N->getOperand(VecOp)); in PerformReduceShuffleCombine()
17372 if (N->getNumOperands() != VecOp + 1) { in PerformReduceShuffleCombine()
17373 auto *Shuf2 = dyn_cast<ShuffleVectorSDNode>(N->getOperand(VecOp + 1)); in PerformReduceShuffleCombine()