Lines Matching refs:SrcVec

6054     SDValue SrcVec = SrcExtract.getOperand(0);  in getFauxShuffleMask()  local
6055 EVT SrcVT = SrcVec.getValueType(); in getFauxShuffleMask()
6066 Ops.push_back(SrcVec); in getFauxShuffleMask()
6069 Ops.push_back(SrcVec); in getFauxShuffleMask()
8459 static SDValue createVariablePermute(MVT VT, SDValue SrcVec, SDValue IndicesVec, in createVariablePermute() argument
8486 if (SrcVec.getValueSizeInBits() != SizeInBits) { in createVariablePermute()
8487 if ((SrcVec.getValueSizeInBits() % SizeInBits) == 0) { in createVariablePermute()
8489 unsigned Scale = SrcVec.getValueSizeInBits() / SizeInBits; in createVariablePermute()
8495 createVariablePermute(VT, SrcVec, IndicesVec, DL, DAG, Subtarget); in createVariablePermute()
8499 } else if (SrcVec.getValueSizeInBits() < SizeInBits) { in createVariablePermute()
8501 SrcVec = widenSubVector(VT, SrcVec, false, Subtarget, DAG, SDLoc(SrcVec)); in createVariablePermute()
8568 DAG.getVectorShuffle(VT, DL, SrcVec, SrcVec, {0, 0}), in createVariablePermute()
8569 DAG.getVectorShuffle(VT, DL, SrcVec, SrcVec, {1, 1}), in createVariablePermute()
8577 SDValue LoSrc = extract128BitVector(SrcVec, 0, DAG, DL); in createVariablePermute()
8578 SDValue HiSrc = extract128BitVector(SrcVec, 16, DAG, DL); in createVariablePermute()
8586 SDValue Lo = extract128BitVector(SrcVec, 0, DAG, DL); in createVariablePermute()
8587 SDValue Hi = extract128BitVector(SrcVec, 16, DAG, DL); in createVariablePermute()
8615 MVT::v32i8, DAG.getBitcast(MVT::v32i8, SrcVec), in createVariablePermute()
8624 SrcVec = DAG.getBitcast(MVT::v8f32, SrcVec); in createVariablePermute()
8625 SDValue LoLo = DAG.getVectorShuffle(MVT::v8f32, DL, SrcVec, SrcVec, in createVariablePermute()
8627 SDValue HiHi = DAG.getVectorShuffle(MVT::v8f32, DL, SrcVec, SrcVec, in createVariablePermute()
8648 SrcVec = widenSubVector(WidenSrcVT, SrcVec, false, Subtarget, DAG, in createVariablePermute()
8649 SDLoc(SrcVec)); in createVariablePermute()
8652 SDValue Res = createVariablePermute(WidenSrcVT, SrcVec, IndicesVec, DL, in createVariablePermute()
8658 SrcVec = DAG.getBitcast(MVT::v4f64, SrcVec); in createVariablePermute()
8660 DAG.getVectorShuffle(MVT::v4f64, DL, SrcVec, SrcVec, {0, 1, 0, 1}); in createVariablePermute()
8662 DAG.getVectorShuffle(MVT::v4f64, DL, SrcVec, SrcVec, {2, 3, 2, 3}); in createVariablePermute()
8709 SrcVec = DAG.getBitcast(ShuffleVT, SrcVec); in createVariablePermute()
8711 ? DAG.getNode(Opcode, DL, ShuffleVT, IndicesVec, SrcVec) in createVariablePermute()
8712 : DAG.getNode(Opcode, DL, ShuffleVT, SrcVec, IndicesVec); in createVariablePermute()
8731 SDValue SrcVec, IndicesVec; in LowerBUILD_VECTORAsVariablePermute() local
8743 if (!SrcVec) in LowerBUILD_VECTORAsVariablePermute()
8744 SrcVec = Op.getOperand(0); in LowerBUILD_VECTORAsVariablePermute()
8745 else if (SrcVec != Op.getOperand(0)) in LowerBUILD_VECTORAsVariablePermute()
8769 return createVariablePermute(VT, SrcVec, IndicesVec, DL, DAG, Subtarget); in LowerBUILD_VECTORAsVariablePermute()
39770 SDValue SrcVec = Op.getOperand(0); in combineX86ShufflesRecursively() local
39773 OpInputs.assign({SrcVec}); in combineX86ShufflesRecursively()
44646 combineExtractFromVectorLoad(SDNode *N, EVT VecVT, SDValue SrcVec, uint64_t Idx, in combineExtractFromVectorLoad() argument
44661 auto *LoadVec = dyn_cast<LoadSDNode>(SrcVec); in combineExtractFromVectorLoad()
44664 VecVT.getSizeInBits() == SrcVec.getValueSizeInBits() && in combineExtractFromVectorLoad()
50076 SDValue SrcVec = N0.getOperand(0); in combineAnd() local
50077 EVT SrcVecVT = SrcVec.getValueType(); in combineAnd()
50082 if (VT == SrcVecVT.getScalarType() && N0->isOnlyUserOf(SrcVec.getNode()) && in combineAnd()
50101 {SrcVec}, 0, SrcVec, ShuffleMask, {}, /*Depth*/ 1, in combineAnd()
56127 SDValue SrcVec = Op0.getOperand(0); in combineConcatVectorOps() local
56128 if (SrcVec.getOpcode() == X86ISD::VBROADCAST || in combineConcatVectorOps()
56129 SrcVec.getOpcode() == X86ISD::VBROADCAST_LOAD) in combineConcatVectorOps()
56131 if (SrcVec.getOpcode() == X86ISD::SUBV_BROADCAST_LOAD && in combineConcatVectorOps()
56132 Op0.getValueType() == cast<MemSDNode>(SrcVec)->getMemoryVT()) in combineConcatVectorOps()