/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 522 static void concatSubVector(Value **Vec, ArrayRef<Instruction *> InVec, in concatSubVector() argument 526 Vec[i] = InVec[i]; in concatSubVector() 533 InVec[j * 6 + i], InVec[j * 6 + i + 3], ArrayRef(Concat, 32)); in concatSubVector() 543 ArrayRef<Instruction *> InVec, SmallVectorImpl<Value *> &TransposedMatrix, in deinterleave8bitStride3() argument 569 concatSubVector(Vec, InVec, VecElems, Builder); in deinterleave8bitStride3() 626 ArrayRef<Instruction *> InVec, SmallVectorImpl<Value *> &TransposedMatrix, in interleave8bitStride3() argument 655 Vec[0] = Builder.CreateShuffleVector(InVec[0], VPAlign2); in interleave8bitStride3() 656 Vec[1] = Builder.CreateShuffleVector(InVec[1], VPAlign3); in interleave8bitStride3() 657 Vec[2] = InVec[2]; in interleave8bitStride3()
|
H A D | X86ISelLowering.cpp | 19044 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VecInVT, Src); in LowerI64IntToFP_AVX512DQ() local 19047 {Op.getOperand(0), InVec}); in LowerI64IntToFP_AVX512DQ() 19054 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, VecVT, InVec); in LowerI64IntToFP_AVX512DQ() 19080 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, MVT::v2i64, Src); in LowerI64IntToFP16() local 19083 {Op.getOperand(0), InVec}); in LowerI64IntToFP16() 19090 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, MVT::v2f16, InVec); in LowerI64IntToFP16() 57004 SDValue InVec = N->getOperand(0); in combineEXTRACT_SUBVECTOR() local 57006 SDValue InVecBC = peekThroughBitcasts(InVec); in combineEXTRACT_SUBVECTOR() 57007 EVT InVecVT = InVec.getValueType(); in combineEXTRACT_SUBVECTOR() 57039 if (ISD::isBuildVectorAllZeros(InVec.getNode())) in combineEXTRACT_SUBVECTOR() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | R600ISelLowering.cpp | 1762 SDValue InVec = N->getOperand(0); in PerformDAGCombine() local 1768 return InVec; in PerformDAGCombine() 1770 EVT VT = InVec.getValueType(); in PerformDAGCombine() 1785 if (InVec.getOpcode() == ISD::BUILD_VECTOR) { in PerformDAGCombine() 1786 Ops.append(InVec.getNode()->op_begin(), in PerformDAGCombine() 1787 InVec.getNode()->op_end()); in PerformDAGCombine() 1788 } else if (InVec.isUndef()) { in PerformDAGCombine()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorTypes.cpp | 4014 SDValue InVec = N->getOperand(OpNo); in SplitVecOp_TruncateHelper() local 4015 EVT InVT = InVec->getValueType(0); in SplitVecOp_TruncateHelper() 4046 GetSplitVector(InVec, InLoVec, InHiVec); in SplitVecOp_TruncateHelper() 5084 SDValue InVec = DAG.getNode(ISD::CONCAT_VECTORS, DL, InWidenVT, Ops); in WidenVecRes_Convert() local 5086 return DAG.getNode(Opcode, DL, WidenVT, InVec); in WidenVecRes_Convert() 5087 return DAG.getNode(Opcode, DL, WidenVT, InVec, N->getOperand(1), Flags); in WidenVecRes_Convert() 6789 SDValue InVec = N->getOperand(0); in WidenVecOp_INSERT_SUBVECTOR() local 6817 if (IndicesValid && InVec.isUndef() && N->getConstantOperandVal(2) == 0) in WidenVecOp_INSERT_SUBVECTOR() 6818 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, InVec, SubVec, in WidenVecOp_INSERT_SUBVECTOR()
|
H A D | SelectionDAG.cpp | 3993 SDValue InVec = Op.getOperand(0); in computeKnownBits() local 3995 EVT VecVT = InVec.getValueType(); in computeKnownBits() 4015 Known = computeKnownBits(InVec, DemandedSrcElts, Depth + 1); in computeKnownBits() 4027 SDValue InVec = Op.getOperand(0); in computeKnownBits() local 4045 Known2 = computeKnownBits(InVec, DemandedVecElts, Depth + 1); in computeKnownBits() 4870 SDValue InVec = Op.getOperand(0); in ComputeNumSignBits() local 4890 Tmp2 = ComputeNumSignBits(InVec, DemandedVecElts, Depth + 1); in ComputeNumSignBits() 4898 SDValue InVec = Op.getOperand(0); in ComputeNumSignBits() local 4900 EVT VecVT = InVec.getValueType(); in ComputeNumSignBits() 4922 return ComputeNumSignBits(InVec, DemandedSrcElts, Depth + 1); in ComputeNumSignBits()
|
H A D | SelectionDAGBuilder.cpp | 3982 SDValue InVec = getValue(I.getOperand(0)); in visitInsertElement() local 3988 InVec, InVal, InIdx)); in visitInsertElement() 3993 SDValue InVec = getValue(I.getOperand(0)); in visitExtractElement() local 3998 InVec, InIdx)); in visitExtractElement() 12425 SDValue InVec = getValue(I.getOperand(0)); in visitVectorDeinterleave() local 12427 InVec.getValueType().getHalfNumVectorElementsVT(*DAG.getContext()); in visitVectorDeinterleave() 12432 SDValue Lo = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, OutVT, InVec, in visitVectorDeinterleave() 12434 SDValue Hi = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, OutVT, InVec, in visitVectorDeinterleave()
|
H A D | DAGCombiner.cpp | 22072 SDValue InVec = N->getOperand(0); in visitINSERT_VECTOR_ELT() local 22077 EVT VT = InVec.getValueType(); in visitINSERT_VECTOR_ELT() 22088 InVec == InVal.getOperand(0) && EltNo == InVal.getOperand(1)) in visitINSERT_VECTOR_ELT() 22089 return InVec; in visitINSERT_VECTOR_ELT() 22094 if (InVec.isUndef() && TLI.shouldSplatInsEltVarIndex(VT)) in visitINSERT_VECTOR_ELT() 22123 if (InVec.getOpcode() == ISD::INSERT_VECTOR_ELT && InVec.hasOneUse() in visitINSERT_VECTOR_ELT() 22124 && isa<ConstantSDNode>(InVec.getOperand(2))) { in visitINSERT_VECTOR_ELT() 22125 unsigned OtherElt = InVec.getConstantOperandVal(2); in visitINSERT_VECTOR_ELT() 22129 InVec.getOperand(0), InVal, EltNo); in visitINSERT_VECTOR_ELT() 22131 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVISelLowering.cpp | 16089 SDValue InVec = N->getOperand(0); in performINSERT_VECTOR_ELTCombine() local 16094 EVT VT = InVec.getValueType(); in performINSERT_VECTOR_ELTCombine() 16098 if (!InVec.hasOneUse()) in performINSERT_VECTOR_ELTCombine() 16104 const unsigned InVecOpcode = InVec->getOpcode(); in performINSERT_VECTOR_ELTCombine() 16107 SDValue InVecLHS = InVec->getOperand(0); in performINSERT_VECTOR_ELTCombine() 16108 SDValue InVecRHS = InVec->getOperand(1); in performINSERT_VECTOR_ELTCombine() 16118 if (InVec.getOperand(0).getValueType() != InVec.getOperand(1).getValueType()) in performINSERT_VECTOR_ELTCombine() 16129 if (InVec.getOpcode() != ISD::CONCAT_VECTORS) in performINSERT_VECTOR_ELTCombine() 16137 EVT ConcatVT = InVec.getOperand(0).getValueType(); in performINSERT_VECTOR_ELTCombine() 16144 SDValue ConcatOp = InVec.getOperand(ConcatOpIdx); in performINSERT_VECTOR_ELTCombine() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | SLPVectorizer.cpp | 13085 Value *InVec = vectorizeOperand(E, 0, PostponedPHIs); in vectorizeTree() local 13093 Type *SrcScalarTy = cast<VectorType>(InVec->getType())->getElementType(); in vectorizeTree() 13120 ? InVec in vectorizeTree() 13121 : Builder.CreateCast(VecOpcode, InVec, VecTy); in vectorizeTree()
|