| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1109 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local 1110 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE() 1112 SDValue Chain = StoreNode->getChain(); in LowerSTORE() 1113 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE() 1114 SDValue Value = StoreNode->getValue(); in LowerSTORE() 1117 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 1122 const bool TruncatingStore = StoreNode->isTruncatingStore(); in LowerSTORE() 1133 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), MemVT, in LowerSTORE() 1134 StoreNode->getAlign(), StoreNode->getMemOperand()->getFlags(), in LowerSTORE() 1135 StoreNode->getAAInfo()); in LowerSTORE() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1314 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument 1327 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern() 1343 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern() 1344 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern() 1349 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern() 1404 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local 1405 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand() 1407 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand() 1412 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() 1444 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 3492 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument 3504 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern() 3519 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern() 3520 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern() 3566 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern() 3624 auto *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local 3625 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand() 3631 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand() 3658 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand() 3665 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand() [all …]
|
| H A D | X86InstrAVX512.td | 9794 X86SchedWriteWidths sched, PatFrag StoreNode, 9800 v16i8x_info, i16mem, i32mem, i64mem, StoreNode, 9806 X86SchedWriteWidths sched, PatFrag StoreNode, 9812 v8i16x_info, i32mem, i64mem, i128mem, StoreNode, 9818 X86SchedWriteWidths sched, PatFrag StoreNode, 9824 v8i32x_info, i64mem, i128mem, i256mem, StoreNode, 9830 X86SchedWriteWidths sched, PatFrag StoreNode, 9836 v16i8x_info, i32mem, i64mem, i128mem, StoreNode, 9842 X86SchedWriteWidths sched, PatFrag StoreNode, 9848 v16i16x_info, i64mem, i128mem, i256mem, StoreNode, [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6756 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local 6757 assert (StoreNode && "Can only custom lower store nodes"); in LowerSTORE() 6759 SDValue Value = StoreNode->getValue(); in LowerSTORE() 6762 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 6770 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE() 6771 Align Alignment = StoreNode->getAlign(); in LowerSTORE() 6774 StoreNode->getMemOperand()->getFlags(), in LowerSTORE() 6776 return scalarizeVectorStore(StoreNode, DAG); in LowerSTORE() 6779 if (StoreNode->isTruncatingStore() && VT == MVT::v4i16 && in LowerSTORE() 6781 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4824 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local 4826 setValue(&I, StoreNode); in visitStore() 4827 DAG.setRoot(StoreNode); in visitStore() 4876 SDValue StoreNode = in visitMaskedStore() local 4884 DAG.setRoot(StoreNode); in visitMaskedStore() 4885 setValue(&I, StoreNode); in visitMaskedStore()
|
| H A D | SelectionDAG.cpp | 2474 static bool canFoldStoreIntoLibCallOutputPointers(StoreSDNode *StoreNode, in canFoldStoreIntoLibCallOutputPointers() argument 2481 for (SDValue Op : StoreNode->ops()) in canFoldStoreIntoLibCallOutputPointers()
|
| H A D | DAGCombiner.cpp | 21518 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates() 21520 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|