| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 519 static void concatSubVector(Value **Vec, ArrayRef<Instruction *> InVec, in concatSubVector() argument 523 Vec[i] = InVec[i]; in concatSubVector() 530 InVec[j * 6 + i], InVec[j * 6 + i + 3], ArrayRef(Concat, 32)); in concatSubVector() 540 ArrayRef<Instruction *> InVec, SmallVectorImpl<Value *> &TransposedMatrix, in deinterleave8bitStride3() argument 566 concatSubVector(Vec, InVec, VecElems, Builder); in deinterleave8bitStride3() 623 ArrayRef<Instruction *> InVec, SmallVectorImpl<Value *> &TransposedMatrix, in interleave8bitStride3() argument 652 Vec[0] = Builder.CreateShuffleVector(InVec[0], VPAlign2); in interleave8bitStride3() 653 Vec[1] = Builder.CreateShuffleVector(InVec[1], VPAlign3); in interleave8bitStride3() 654 Vec[2] = InVec[2]; in interleave8bitStride3()
|
| H A D | X86ISelLowering.cpp | 19749 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VecInVT, Src); in LowerI64IntToFP_AVX512DQ() local 19752 {Op.getOperand(0), InVec}); in LowerI64IntToFP_AVX512DQ() 19759 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, VecVT, InVec); in LowerI64IntToFP_AVX512DQ() 19785 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, MVT::v2i64, Src); in LowerI64IntToFP16() local 19788 {Op.getOperand(0), InVec}); in LowerI64IntToFP16() 19795 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, MVT::v2f16, InVec); in LowerI64IntToFP16() 59492 SDValue InVec = N->getOperand(0); in combineEXTRACT_SUBVECTOR() local 59494 EVT InVecVT = InVec.getValueType(); in combineEXTRACT_SUBVECTOR() 59510 InSizeInBits == 256 && InVec.getOpcode() == ISD::AND) { in combineEXTRACT_SUBVECTOR() 59518 if (isConcatenatedNot(InVec.getOperand(0)) || in combineEXTRACT_SUBVECTOR() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1767 SDValue InVec = N->getOperand(0); in PerformDAGCombine() local 1773 return InVec; in PerformDAGCombine() 1775 EVT VT = InVec.getValueType(); in PerformDAGCombine() 1790 if (InVec.getOpcode() == ISD::BUILD_VECTOR) { in PerformDAGCombine() 1791 Ops.append(InVec.getNode()->op_begin(), in PerformDAGCombine() 1792 InVec.getNode()->op_end()); in PerformDAGCombine() 1793 } else if (InVec.isUndef()) { in PerformDAGCombine()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 4327 SDValue InVec = N->getOperand(OpNo); in SplitVecOp_TruncateHelper() local 4328 EVT InVT = InVec->getValueType(0); in SplitVecOp_TruncateHelper() 4359 GetSplitVector(InVec, InLoVec, InHiVec); in SplitVecOp_TruncateHelper() 5479 SDValue InVec = DAG.getNode(ISD::CONCAT_VECTORS, DL, InWidenVT, Ops); in WidenVecRes_Convert() local 5481 return DAG.getNode(Opcode, DL, WidenVT, InVec, Flags); in WidenVecRes_Convert() 5482 return DAG.getNode(Opcode, DL, WidenVT, InVec, N->getOperand(1), Flags); in WidenVecRes_Convert() 7238 SDValue InVec = N->getOperand(0); in WidenVecOp_INSERT_SUBVECTOR() local 7269 if (IndicesValid && InVec.isUndef() && N->getConstantOperandVal(2) == 0) in WidenVecOp_INSERT_SUBVECTOR() 7270 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VT, InVec, SubVec, in WidenVecOp_INSERT_SUBVECTOR() 7281 SDValue InsertElt = InVec; in WidenVecOp_INSERT_SUBVECTOR()
|
| H A D | SelectionDAG.cpp | 4230 SDValue InVec = Op.getOperand(0); in computeKnownBits() local 4232 EVT VecVT = InVec.getValueType(); in computeKnownBits() 4252 Known = computeKnownBits(InVec, DemandedSrcElts, Depth + 1); in computeKnownBits() 4264 SDValue InVec = Op.getOperand(0); in computeKnownBits() local 4282 Known2 = computeKnownBits(InVec, DemandedVecElts, Depth + 1); in computeKnownBits() 5145 SDValue InVec = Op.getOperand(0); in ComputeNumSignBits() local 5165 Tmp2 = ComputeNumSignBits(InVec, DemandedVecElts, Depth + 1); in ComputeNumSignBits() 5173 SDValue InVec = Op.getOperand(0); in ComputeNumSignBits() local 5175 EVT VecVT = InVec.getValueType(); in ComputeNumSignBits() 5197 return ComputeNumSignBits(InVec, DemandedSrcElts, Depth + 1); in ComputeNumSignBits()
|
| H A D | DAGCombiner.cpp | 23129 SDValue InVec = N->getOperand(0); in visitINSERT_VECTOR_ELT() local 23134 EVT VT = InVec.getValueType(); in visitINSERT_VECTOR_ELT() 23145 InVec == InVal.getOperand(0) && EltNo == InVal.getOperand(1)) in visitINSERT_VECTOR_ELT() 23146 return InVec; in visitINSERT_VECTOR_ELT() 23151 if (InVec.isUndef() && TLI.shouldSplatInsEltVarIndex(VT)) in visitINSERT_VECTOR_ELT() 23180 if (InVec.getOpcode() == ISD::INSERT_VECTOR_ELT && InVec.hasOneUse() in visitINSERT_VECTOR_ELT() 23181 && isa<ConstantSDNode>(InVec.getOperand(2))) { in visitINSERT_VECTOR_ELT() 23182 unsigned OtherElt = InVec.getConstantOperandVal(2); in visitINSERT_VECTOR_ELT() 23186 InVec.getOperand(0), InVal, EltNo); in visitINSERT_VECTOR_ELT() 23188 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT() [all …]
|
| H A D | SelectionDAGBuilder.cpp | 4044 SDValue InVec = getValue(I.getOperand(0)); in visitInsertElement() local 4050 InVec, InVal, InIdx)); in visitInsertElement() 4055 SDValue InVec = getValue(I.getOperand(0)); in visitExtractElement() local 4060 InVec, InIdx)); in visitExtractElement() 12579 SDValue InVec = getValue(I.getOperand(0)); in visitVectorDeinterleave() local 12591 SubVecs[i] = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, OutVT, InVec, in visitVectorDeinterleave()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 18724 static SDValue foldReduceOperandViaVQDOT(SDValue InVec, const SDLoc &DL, in foldReduceOperandViaVQDOT() argument 18731 if (InVec.getValueType().getVectorElementType() != MVT::i32 || in foldReduceOperandViaVQDOT() 18732 !InVec.getValueType().getVectorElementCount().isKnownMultipleOf(4)) in foldReduceOperandViaVQDOT() 18737 if (InVec->getOpcode() == ISD::ADD) { in foldReduceOperandViaVQDOT() 18738 SDValue A = InVec.getOperand(0); in foldReduceOperandViaVQDOT() 18739 SDValue B = InVec.getOperand(1); in foldReduceOperandViaVQDOT() 18757 if (InVec.getOpcode() == ISD::ZERO_EXTEND || in foldReduceOperandViaVQDOT() 18758 InVec.getOpcode() == ISD::SIGN_EXTEND) { in foldReduceOperandViaVQDOT() 18759 SDValue A = InVec.getOperand(0); in foldReduceOperandViaVQDOT() 18766 bool IsSigned = InVec.getOpcode() == ISD::SIGN_EXTEND; in foldReduceOperandViaVQDOT() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 17948 Value *InVec = vectorizeOperand(E, 0); in vectorizeTree() local 17952 Type *SrcScalarTy = cast<VectorType>(InVec->getType())->getElementType(); in vectorizeTree() 17979 ? InVec in vectorizeTree() 17980 : Builder.CreateCast(VecOpcode, InVec, VecTy); in vectorizeTree()
|