| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1105 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
1106 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
1108 SDValue Chain = StoreNode->getChain(); in LowerSTORE()
1109 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE()
1110 SDValue Value = StoreNode->getValue(); in LowerSTORE()
1113 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
1118 const bool TruncatingStore = StoreNode->isTruncatingStore(); in LowerSTORE()
1129 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), MemVT, in LowerSTORE()
1130 StoreNode->getAlign(), StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
1131 StoreNode->getAAInfo()); in LowerSTORE()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1303 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
1316 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
1332 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
1333 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
1338 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
1393 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local
1394 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand()
1396 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand()
1401 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand()
1433 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 3425 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
3437 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
3452 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
3453 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
3499 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
3558 auto *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local
3559 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand()
3565 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand()
3592 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
3599 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
[all …]
|
| H A D | X86InstrAVX512.td | 9783 X86SchedWriteWidths sched, PatFrag StoreNode,
9789 v16i8x_info, i16mem, i32mem, i64mem, StoreNode,
9795 X86SchedWriteWidths sched, PatFrag StoreNode,
9801 v8i16x_info, i32mem, i64mem, i128mem, StoreNode,
9807 X86SchedWriteWidths sched, PatFrag StoreNode,
9813 v8i32x_info, i64mem, i128mem, i256mem, StoreNode,
9819 X86SchedWriteWidths sched, PatFrag StoreNode,
9825 v16i8x_info, i32mem, i64mem, i128mem, StoreNode,
9831 X86SchedWriteWidths sched, PatFrag StoreNode,
9837 v16i16x_info, i64mem, i128mem, i256mem, StoreNode,
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6429 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
6430 assert (StoreNode && "Can only custom lower store nodes"); in LowerSTORE()
6432 SDValue Value = StoreNode->getValue(); in LowerSTORE()
6435 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
6443 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
6444 Align Alignment = StoreNode->getAlign(); in LowerSTORE()
6447 StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
6449 return scalarizeVectorStore(StoreNode, DAG); in LowerSTORE()
6452 if (StoreNode->isTruncatingStore() && VT == MVT::v4i16 && in LowerSTORE()
6454 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4750 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local
4752 setValue(&I, StoreNode); in visitStore()
4753 DAG.setRoot(StoreNode); in visitStore()
4802 SDValue StoreNode = in visitMaskedStore() local
4810 DAG.setRoot(StoreNode); in visitMaskedStore()
4811 setValue(&I, StoreNode); in visitMaskedStore()
|
| H A D | DAGCombiner.cpp | 20504 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates()
20506 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|