4899     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getTargetConstantBitsFromNode()  local
4900     if (MemIntr->getMemoryVT().getStoreSizeInBits() != VT.getScalarSizeInBits())  in getTargetConstantBitsFromNode()
4903     SDValue Ptr = MemIntr->getBasePtr();  in getTargetConstantBitsFromNode()
4923     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getTargetConstantBitsFromNode()  local
4924     SDValue Ptr = MemIntr->getBasePtr();  in getTargetConstantBitsFromNode()
4930       unsigned SubVecSizeInBits = MemIntr->getMemoryVT().getStoreSizeInBits();  in getTargetConstantBitsFromNode()
26518   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getAVX2GatherNode()  local
26523                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getAVX2GatherNode()
26556   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getGatherNode()  local
26561                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getGatherNode()
26586   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in getScatterNode()  local
26592                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());  in getScatterNode()
26932       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
26933       MachineMemOperand *MMO = MemIntr->getMemOperand();  in LowerINTRINSIC_W_CHAIN()
26934       EVT MemVT = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
26970       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
26971       MachineMemOperand *MMO = MemIntr->getMemOperand();  in LowerINTRINSIC_W_CHAIN()
26972       EVT MemVT = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
27241     MemIntrinsicSDNode *MemIntr = dyn_cast<MemIntrinsicSDNode>(Op);  in LowerINTRINSIC_W_CHAIN()  local
27242     assert(MemIntr && "Expected MemIntrinsicSDNode!");  in LowerINTRINSIC_W_CHAIN()
27244     EVT MemVT  = MemIntr->getMemoryVT();  in LowerINTRINSIC_W_CHAIN()
27251                                  MemIntr->getMemOperand());  in LowerINTRINSIC_W_CHAIN()
27258                                 MemVT, MemIntr->getMemOperand(), ISD::UNINDEXED,  in LowerINTRINSIC_W_CHAIN()
27266                                MemIntr->getMemOperand(), DAG);  in LowerINTRINSIC_W_CHAIN()
27272                                    VMask, MemVT, MemIntr->getMemOperand(), DAG);  in LowerINTRINSIC_W_CHAIN()
41374       auto *MemIntr = cast<MemIntrinsicSDNode>(Op1);  in combineTargetShuffle()  local
41375       if (MemIntr->getMemoryVT().getScalarSizeInBits() == 32) {  in combineTargetShuffle()
41376         SDValue Load = DAG.getLoad(MVT::f32, DL, MemIntr->getChain(),  in combineTargetShuffle()
41377                                    MemIntr->getBasePtr(),  in combineTargetShuffle()
41378                                    MemIntr->getMemOperand());  in combineTargetShuffle()
41383         DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));  in combineTargetShuffle()
42408       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in SimplifyDemandedVectorEltsForTargetNode()  local
42412       SDValue Ops[] = {MemIntr->getOperand(0), MemIntr->getOperand(1)};  in SimplifyDemandedVectorEltsForTargetNode()
42414           X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, MemIntr->getMemoryVT(),  in SimplifyDemandedVectorEltsForTargetNode()
42415           MemIntr->getMemOperand());  in SimplifyDemandedVectorEltsForTargetNode()
42416       TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),  in SimplifyDemandedVectorEltsForTargetNode()
42423       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);  in SimplifyDemandedVectorEltsForTargetNode()  local
42424       EVT MemVT = MemIntr->getMemoryVT();  in SimplifyDemandedVectorEltsForTargetNode()
42428             TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(),  in SimplifyDemandedVectorEltsForTargetNode()
42429                             MemIntr->getBasePtr(), MemIntr->getMemOperand());  in SimplifyDemandedVectorEltsForTargetNode()
42430         TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),  in SimplifyDemandedVectorEltsForTargetNode()
42439                 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG))  in SimplifyDemandedVectorEltsForTargetNode()
44729     auto *MemIntr = cast<MemIntrinsicSDNode>(SrcBC);  in combineExtractWithShuffle()  local
44731     if (MemIntr->getMemoryVT().getSizeInBits() == SrcBCWidth &&  in combineExtractWithShuffle()
44733       SDValue Load = DAG.getLoad(VT, dl, MemIntr->getChain(),  in combineExtractWithShuffle()
44734                                  MemIntr->getBasePtr(),  in combineExtractWithShuffle()
44735                                  MemIntr->getPointerInfo(),  in combineExtractWithShuffle()
44736                                  MemIntr->getOriginalAlign(),  in combineExtractWithShuffle()
44737                                  MemIntr->getMemOperand()->getFlags());  in combineExtractWithShuffle()
44738       DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));  in combineExtractWithShuffle()
56903     auto *MemIntr = cast<MemIntrinsicSDNode>(SubVec);  in combineINSERT_SUBVECTOR()  local
56905     SDValue Ops[] = { MemIntr->getChain(), MemIntr->getBasePtr() };  in combineINSERT_SUBVECTOR()
56908                                 MemIntr->getMemoryVT(),  in combineINSERT_SUBVECTOR()
56909                                 MemIntr->getMemOperand());  in combineINSERT_SUBVECTOR()
56910     DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1));  in combineINSERT_SUBVECTOR()