332   bool canUseBlockOperation(StoreSDNode *Store, LoadSDNode *Load) const;
1022     else if (auto *Load = dyn_cast<LoadSDNode>(RISBG.Input)) {  in tryRISBGZero()  local
1023       if (Load->getMemoryVT() == MVT::i32 &&  in tryRISBGZero()
1024           (Load->getExtensionType() == ISD::EXTLOAD ||  in tryRISBGZero()
1025            Load->getExtensionType() == ISD::ZEXTLOAD) &&  in tryRISBGZero()
1116     if (auto *Load = dyn_cast<LoadSDNode>(Op0.getNode()))  in tryRxSBG()  local
1117       if (Load->getMemoryVT() == MVT::i8)  in tryRxSBG()
1246   auto *Load = dyn_cast<LoadSDNode>(N->getOperand(1));  in tryGather()  local
1247   if (!Load || !Load->hasNUsesOfValue(1, 0))  in tryGather()
1249   if (Load->getMemoryVT().getSizeInBits() !=  in tryGather()
1250       Load->getValueType(0).getSizeInBits())  in tryGather()
1254   if (!selectBDVAddr12Only(Load->getBasePtr(), ElemV, Base, Disp, Index) ||  in tryGather()
1258   SDLoc DL(Load);  in tryGather()
1261     CurDAG->getTargetConstant(Elem, DL, MVT::i32), Load->getChain()  in tryGather()
1264   ReplaceUses(SDValue(Load, 1), SDValue(Res, 1));  in tryGather()
1319   SDValue Load = StoredVal->getOperand(0);  in isFusableLoadOpStorePattern()  local
1321   if (!ISD::isNormalLoad(Load.getNode()))  in isFusableLoadOpStorePattern()
1325   LoadNode = cast<LoadSDNode>(Load);  in isFusableLoadOpStorePattern()
1328   if (!Load.hasOneUse())  in isFusableLoadOpStorePattern()
1341   if (Chain == Load.getValue(1)) {  in isFusableLoadOpStorePattern()
1351       if (Op == Load.getValue(1)) {  in isFusableLoadOpStorePattern()
1354         ChainOps.push_back(Load.getOperand(0));  in isFusableLoadOpStorePattern()
1368       if (SDNode::hasPredecessorHelper(Load.getNode(), Visited, LoopWorklist, Max,  in isFusableLoadOpStorePattern()
1465                                                LoadSDNode *Load) const {  in canUseBlockOperation()
1467   if (Load->getMemoryVT() != Store->getMemoryVT())  in canUseBlockOperation()
1471   if (Load->isVolatile() || Store->isVolatile())  in canUseBlockOperation()
1475   if (Load->isInvariant() && Load->isDereferenceable())  in canUseBlockOperation()
1479   const Value *V1 = Load->getMemOperand()->getValue();  in canUseBlockOperation()
1485   uint64_t Size = Load->getMemoryVT().getStoreSize();  in canUseBlockOperation()
1486   int64_t End1 = Load->getSrcValueOffset() + Size;  in canUseBlockOperation()
1491   return AA->isNoAlias(MemoryLocation(V1, End1, Load->getAAInfo()),  in canUseBlockOperation()
1497   auto *Load = cast<LoadSDNode>(Store->getValue());  in storeLoadCanUseMVC()  local
1501   uint64_t Size = Load->getMemoryVT().getStoreSize();  in storeLoadCanUseMVC()
1504     if (SystemZISD::isPCREL(Load->getBasePtr().getOpcode()))  in storeLoadCanUseMVC()
1511   return canUseBlockOperation(Store, Load);  in storeLoadCanUseMVC()