| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64SelectionDAGInfo.cpp | 224 SDValue St = DAG.getMemIntrinsicNode( in EmitUnrolledSetTag() 237 SDValue St = DAG.getMemIntrinsicNode( in EmitUnrolledSetTag()
|
| H A D | AArch64ISelLowering.cpp | 6475 SDValue Result = DAG.getMemIntrinsicNode( in LowerSTORE() 6527 SDValue Result = DAG.getMemIntrinsicNode( in LowerStore128() 22522 SDValue UpdN = DAG.getMemIntrinsicNode(NewOp, SDLoc(N), SDTys, Ops, in performPostLD1Combine() 23303 SDValue UpdN = DAG.getMemIntrinsicNode(NewOpc, SDLoc(N), SDTys, Ops, in performNEONPostLDSTCombine() 26271 SDValue Result = DAG.getMemIntrinsicNode( in ReplaceNodeResults() 26301 SDValue Result = DAG.getMemIntrinsicNode( in ReplaceNodeResults()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 5962 = DAG.getMemIntrinsicNode( in adjustLoadValueType() 6000 return getMemIntrinsicNode(Opc, DL, M->getVTList(), Ops, IntVT, in lowerIntrinsicLoad() 6006 SDValue MemNode = getMemIntrinsicNode(Opc, DL, VTList, Ops, CastVT, in lowerIntrinsicLoad() 6376 DAG.getMemIntrinsicNode(AMDGPUISD::SBUFFER_LOAD_UBYTE, DL, in ReplaceNodeResults() 8289 DAG.getMemIntrinsicNode(AMDGPUISD::SBUFFER_LOAD_USHORT, DL, in lowerSBuffer() 8299 auto WidenedOp = DAG.getMemIntrinsicNode( in lowerSBuffer() 8307 return DAG.getMemIntrinsicNode(AMDGPUISD::SBUFFER_LOAD, DL, in lowerSBuffer() 8350 Loads.push_back(getMemIntrinsicNode(AMDGPUISD::BUFFER_LOAD, DL, VTList, Ops, in lowerSBuffer() 8806 return DAG.getMemIntrinsicNode(NewOpcode, DL, Op->getVTList(), Ops, MemVT, in lowerRawBufferAtomicIntrin() 8834 return DAG.getMemIntrinsicNode(NewOpcode, DL, Op->getVTList(), Ops, MemVT, in lowerStructBufferAtomicIntrin() [all …]
|
| H A D | SIISelLowering.h | 128 SDValue getMemIntrinsicNode(unsigned Opcode, const SDLoc &DL, SDVTList VTList,
|
| H A D | AMDGPUISelDAGToDAG.cpp | 253 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdHi), VTList, in matchLoadD16FromBuildVector() 287 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdLo), VTList, in matchLoadD16FromBuildVector()
|
| H A D | R600ISelLowering.cpp | 1185 return DAG.getMemIntrinsicNode(AMDGPUISD::STORE_MSKOR, DL, in LowerSTORE()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 1580 Chain = DAG.getMemIntrinsicNode( in LowerUnalignedStoreParam() 1609 DAG.getMemIntrinsicNode(NVPTXISD::LoadParam, dl, LoadVTs, LoadOperands, in LowerUnalignedLoadRetParam() 1874 Chain = DAG.getMemIntrinsicNode( in LowerCall() 2145 SDValue RetVal = DAG.getMemIntrinsicNode( in LowerCall() 3080 DAG.getMemIntrinsicNode(Opcode, DL, DAG.getVTList(MVT::Other), Ops, in LowerSTOREVector() 3384 Chain = DAG.getMemIntrinsicNode(NVPTXISD::StoreRetval, dl, in LowerUnalignedStoreRet() 3504 Chain = DAG.getMemIntrinsicNode( in LowerReturn() 5998 SDValue NewLoad = DAG.getMemIntrinsicNode(Opc, DL, RetVTList, Ops, NewVT, in PerformLOADCombine() 6162 SDValue NewLD = DAG.getMemIntrinsicNode(Opcode, DL, LdResVTs, OtherOps, in ReplaceLoadVector() 6286 SDValue NewLD = DAG.getMemIntrinsicNode(Opcode, DL, LdResVTs, OtherOps, in ReplaceINTRINSIC_W_CHAIN() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | SelectionDAG.h | 1320 SDValue getMemIntrinsicNode( 1327 inline SDValue getMemIntrinsicNode( 1335 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, PtrInfo, 1340 SDValue getMemIntrinsicNode(unsigned Opcode, const SDLoc &dl, SDVTList VTList,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.cpp | 3185 return DAG.getMemIntrinsicNode( in getTOCEntry() 8395 Chain = DAG.getMemIntrinsicNode(PPCISD::STFIWX, dl, in LowerFP_TO_INTForReuse() 8880 Bits = DAG.getMemIntrinsicNode(PPCISD::LFIWAX, dl, in LowerINT_TO_FP() 8890 Bits = DAG.getMemIntrinsicNode(PPCISD::LFIWZX, dl, in LowerINT_TO_FP() 8923 Bits = DAG.getMemIntrinsicNode(SINT.getOpcode() == ISD::ZERO_EXTEND ? in LowerINT_TO_FP() 8984 Ld = DAG.getMemIntrinsicNode(IsSigned ? PPCISD::LFIWAX : PPCISD::LFIWZX, dl, in LowerINT_TO_FP() 9574 SDValue LdSplt = DAG.getMemIntrinsicNode( in LowerBUILD_VECTOR() 10219 DAG.getMemIntrinsicNode(PPCISD::LD_SPLAT, dl, VTL, in LowerVECTOR_SHUFFLE() 11252 return DAG.getMemIntrinsicNode(NodeTy, dl, Tys, Ops, MemVT, MMO); in LowerATOMIC_CMP_SWAP() 11273 SDValue LoadedVal = DAG.getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, dl, Tys, in LowerATOMIC_LOAD_STORE() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 4628 SDValue AtomicOp = DAG.getMemIntrinsicNode(Opcode, DL, VTList, Ops, in lowerATOMIC_LOAD_OP() 4689 SDValue AtomicOp = DAG.getMemIntrinsicNode(SystemZISD::ATOMIC_CMP_SWAP, in lowerATOMIC_CMP_SWAP() 4711 SDValue AtomicOp = DAG.getMemIntrinsicNode(SystemZISD::ATOMIC_CMP_SWAPW, DL, in lowerATOMIC_CMP_SWAP() 4801 return DAG.getMemIntrinsicNode(SystemZISD::PREFETCH, DL, in lowerPREFETCH() 6109 Chain = DAG.getMemIntrinsicNode( in lowerREADCYCLECOUNTER() 6304 SDValue Res = DAG.getMemIntrinsicNode(SystemZISD::ATOMIC_LOAD_128, in LowerOperationWrapper() 6324 SDValue Res = DAG.getMemIntrinsicNode(SystemZISD::ATOMIC_STORE_128, in LowerOperationWrapper() 6342 SDValue Res = DAG.getMemIntrinsicNode(SystemZISD::ATOMIC_CMP_SWAP_128, in LowerOperationWrapper() 7076 DAG.getMemIntrinsicNode(SystemZISD::STRV, SDLoc(N), DAG.getVTList(MVT::Other), in combineSTORE() 7091 return DAG.getMemIntrinsicNode(SystemZISD::VSTER, SDLoc(N), in combineSTORE() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 6387 SDValue BcstLd = DAG.getMemIntrinsicNode( in getBROADCAST_LOAD() 7096 SDValue ResNode = DAG.getMemIntrinsicNode( in EltsFromConsecutiveLoads() 7371 DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops, CVT, in lowerBuildVectorAsBroadcast() 7386 return DAG.getMemIntrinsicNode(X86ISD::SUBV_BROADCAST_LOAD, dl, Tys, in lowerBuildVectorAsBroadcast() 7460 return DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops, CVT, in lowerBuildVectorAsBroadcast() 7484 DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops, in lowerBuildVectorAsBroadcast() 7498 DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops, in lowerBuildVectorAsBroadcast() 12603 V = DAG.getMemIntrinsicNode( in lowerShuffleAsBroadcast() 19449 DAG.getMemIntrinsicNode(X86ISD::FILD, DL, Tys, FILDOps, SrcVT, PtrInfo, in BuildFILD() 19467 DAG.getMemIntrinsicNode(X86ISD::FST, DL, Tys, FSTOps, DstVT, StoreMMO); in BuildFILD() [all …]
|
| H A D | X86ISelDAGToDAG.cpp | 1033 SDValue NarrowBCast = CurDAG->getMemIntrinsicNode( in PreprocessISelDAG() 1453 Store = CurDAG->getMemIntrinsicNode(X86ISD::FST, dl, VTs, Ops, MemVT, in PreprocessISelDAG() 1470 Result = CurDAG->getMemIntrinsicNode( in PreprocessISelDAG()
|
| H A D | X86ISelLoweringCall.cpp | 1605 MemOps.push_back(DAG.getMemIntrinsicNode(X86ISD::VASTART_SAVE_XMM_REGS, in createVarArgAreaAndStoreRegisters()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 1272 SDValue TableSet = DAG.getMemIntrinsicNode( in LowerCall() 1545 return DAG.getMemIntrinsicNode(WebAssemblyISD::GLOBAL_SET, DL, Tys, Ops, in LowerStore() 1582 return DAG.getMemIntrinsicNode(WebAssemblyISD::GLOBAL_GET, DL, Tys, Ops, in LowerLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 5146 SDValue NewLoad = DAG.getMemIntrinsicNode( in lowerVECTOR_SHUFFLE() 9476 DAG.getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, DL, VTs, Ops, in LowerINTRINSIC_W_CHAIN() 9515 DAG.getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, DL, VTs, Ops, in LowerINTRINSIC_W_CHAIN() 9600 return DAG.getMemIntrinsicNode(ISD::INTRINSIC_VOID, DL, Store->getVTList(), in LowerINTRINSIC_VOID() 9636 return DAG.getMemIntrinsicNode( in LowerINTRINSIC_VOID() 10797 DAG.getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, DL, VTs, Ops, in lowerFixedLengthVectorLoadToRVV() 10851 return DAG.getMemIntrinsicNode( in lowerFixedLengthVectorStoreToRVV() 10913 DAG.getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, DL, VTs, Ops, MemVT, MMO); in lowerMaskedLoad() 10983 return DAG.getMemIntrinsicNode(ISD::INTRINSIC_VOID, DL, in lowerMaskedStore() 11828 DAG.getMemIntrinsicNode(IS in lowerVPStridedLoad() [all...] |
| H A D | RISCVISelDAGToDAG.cpp | 117 Result = CurDAG->getMemIntrinsicNode(ISD::INTRINSIC_W_CHAIN, DL, VTs, Ops, in PreprocessISelDAG()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 2699 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createLoadLR() 2780 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createStoreLR()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 10176 SDValue Result = DAG.getMemIntrinsicNode( in LowerLOAD() 10245 return DAG.getMemIntrinsicNode(ARMISD::STRD, dl, DAG.getVTList(MVT::Other), in LowerSTORE() 16066 SDValue UpdN = DAG.getMemIntrinsicNode(NewOpc, dl, SDTys, Ops, LoadVT, in TryCombineBaseUpdate() 16355 SDValue UpdN = DAG.getMemIntrinsicNode(NewOpc, dl, SDTys, Ops, VecTy, in PerformMVEVLDCombine() 16427 SDValue VLDDup = DAG.getMemIntrinsicNode(NewOpc, SDLoc(VLD), SDTys, in CombineVLDDUP() 16527 DAG.getMemIntrinsicNode(ARMISD::VLD1DUP, SDLoc(N), SDTys, Ops, in PerformVDUPCombine()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAG.cpp | 8724 SDValue SelectionDAG::getMemIntrinsicNode( in getMemIntrinsicNode() function in SelectionDAG 8736 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, MMO); in getMemIntrinsicNode() 8739 SDValue SelectionDAG::getMemIntrinsicNode(unsigned Opcode, const SDLoc &dl, in getMemIntrinsicNode() function in SelectionDAG
|
| H A D | SelectionDAGBuilder.cpp | 5317 Result = DAG.getMemIntrinsicNode(Info.opc, getCurSDLoc(), VTs, Ops, in visitTargetIntrinsic() 7524 SDValue Result = DAG.getMemIntrinsicNode( in visitIntrinsicCall()
|