| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 790 Value *WideVec = concatenateVectors(Builder, TransposedVectors); in lowerIntoOptimizedSequence() local
794 Builder.CreateAlignedStore(WideVec, SI->getPointerOperand(), SI->getAlign()); in lowerIntoOptimizedSequence()
|
| H A D | X86ISelLowering.cpp | 12960 SDValue WideVec = N0.getOperand(0); in lowerShuffleOfExtractsAsVperm() local
12961 MVT WideVT = WideVec.getSimpleValueType(); in lowerShuffleOfExtractsAsVperm()
12987 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 755 auto *WideVec = new ShuffleVectorInst(ExtVecOp, ExtendMask); in replaceExtractElements() local
762 WideVec->insertAfter(ExtVecOpInst->getIterator()); in replaceExtractElements()
764 IC.InsertNewInstWith(WideVec, ExtElt->getParent()->getFirstInsertionPt()); in replaceExtractElements()
770 if (!OldExt || OldExt->getParent() != WideVec->getParent()) in replaceExtractElements()
772 auto *NewExt = ExtractElementInst::Create(WideVec, OldExt->getOperand(1)); in replaceExtractElements()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanRecipes.cpp | 3399 Value *WideVec = concatenateVectors(Builder, Vals); in interleaveVectors() local
3404 WideVec, createInterleaveMask(NumElts, Factor), Name); in interleaveVectors()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.cpp | 11183 SDValue WideVec = in LowerINTRINSIC_WO_CHAIN() local
11188 SDValue Value = SDValue(WideVec.getNode(), 0); in LowerINTRINSIC_WO_CHAIN()
11189 SDValue Value2 = SDValue(WideVec.getNode(), 1); in LowerINTRINSIC_WO_CHAIN()
11222 SDValue WideVec = Op.getOperand(1); in LowerINTRINSIC_WO_CHAIN() local
11225 WideVec = DAG.getNode(PPCISD::XXMFACC, dl, MVT::v512i1, WideVec); in LowerINTRINSIC_WO_CHAIN()
11230 PPCISD::EXTRACT_VSX_REG, dl, MVT::v16i8, WideVec, in LowerINTRINSIC_WO_CHAIN()
11358 SDValue WideVec = Op.getOperand(1); in LowerINTRINSIC_WO_CHAIN() local
11359 DAG.ReplaceAllUsesWith(Op, WideVec); in LowerINTRINSIC_WO_CHAIN()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 4306 SDValue WideVec; in lowerBUILD_VECTOR() local
4312 WideVec = DAG.getSplatBuildVector(WideVecVT, DL, Splat); in lowerBUILD_VECTOR()
4315 WideVec = DAG.getBuildVector(WideVecVT, DL, Ops); in lowerBUILD_VECTOR()
4317 WideVec = DAG.getNode(ISD::AND, DL, WideVecVT, WideVec, VecOne); in lowerBUILD_VECTOR()
4320 return DAG.getSetCC(DL, VT, WideVec, VecZero, ISD::SETNE); in lowerBUILD_VECTOR()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 6205 SDValue WideVec = ModifyToType(Vec, WideVecVT); in WidenVecRes_VECTOR_COMPRESS() local
6208 return DAG.getNode(ISD::VECTOR_COMPRESS, SDLoc(N), WideVecVT, WideVec, in WidenVecRes_VECTOR_COMPRESS()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 16657 SDValue WideVec = DAG.getNode(ISD::BITCAST, DL, WideVecVT, StVal); in PerformTruncatingStoreCombine() local
16668 WideVecVT, DL, WideVec, DAG.getUNDEF(WideVec.getValueType()), ShuffleVec); in PerformTruncatingStoreCombine()
21712 auto *WideVec = in lowerInterleavedLoad() local
21714 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 15394 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerEXTRACT_VECTOR_ELT() local
15395 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT()
15402 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ExtrTy, WideVec, in LowerEXTRACT_VECTOR_ELT()
17268 auto *WideVec = in lowerInterleavedLoad() local
17270 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|