Lines Matching refs:MemVT
8635 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8639 ID.AddInteger(MemVT.getRawBits()); in getAtomic()
8650 VTList, MemVT, MMO); in getAtomic()
8659 EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument
8667 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomicCmpSwap()
8670 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8699 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
8702 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8709 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
8726 EVT MemVT, MachinePointerInfo PtrInfo, Align Alignment, in getMemIntrinsicNode() argument
8730 Size = LocationSize::precise(MemVT.getStoreSize()); in getMemIntrinsicNode()
8736 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, MMO); in getMemIntrinsicNode()
8741 ArrayRef<SDValue> Ops, EVT MemVT, in getMemIntrinsicNode() argument
8756 Opcode, dl.getIROrder(), VTList, MemVT, MMO)); in getMemIntrinsicNode()
8759 ID.AddInteger(MemVT.getRawBits()); in getMemIntrinsicNode()
8767 VTList, MemVT, MMO); in getMemIntrinsicNode()
8773 VTList, MemVT, MMO); in getMemIntrinsicNode()
8878 MachinePointerInfo PtrInfo, EVT MemVT, in getLoad() argument
8892 LocationSize Size = LocationSize::precise(MemVT.getStoreSize()); in getLoad()
8896 return getLoad(AM, ExtType, VT, dl, Chain, Ptr, Offset, MemVT, MMO); in getLoad()
8901 SDValue Ptr, SDValue Offset, EVT MemVT, in getLoad() argument
8903 if (VT == MemVT) { in getLoad()
8906 assert(VT == MemVT && "Non-extending load from different memory type!"); in getLoad()
8909 assert(MemVT.getScalarType().bitsLT(VT.getScalarType()) && in getLoad()
8911 assert(VT.isInteger() == MemVT.isInteger() && in getLoad()
8913 assert(VT.isVector() == MemVT.isVector() && in getLoad()
8916 VT.getVectorElementCount() == MemVT.getVectorElementCount()) && in getLoad()
8928 ID.AddInteger(MemVT.getRawBits()); in getLoad()
8930 dl.getIROrder(), VTs, AM, ExtType, MemVT, MMO)); in getLoad()
8939 ExtType, MemVT, MMO); in getLoad()
8968 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoad() argument
8974 MemVT, Alignment, MMOFlags, AAInfo); in getExtLoad()
8978 EVT VT, SDValue Chain, SDValue Ptr, EVT MemVT, in getExtLoad() argument
8982 MemVT, MMO); in getExtLoad()
9149 MachinePointerInfo PtrInfo, EVT MemVT, Align Alignment, in getLoadVP() argument
9161 LocationSize Size = LocationSize::precise(MemVT.getStoreSize()); in getLoadVP()
9165 return getLoadVP(AM, ExtType, VT, dl, Chain, Ptr, Offset, Mask, EVL, MemVT, in getLoadVP()
9173 EVT MemVT, MachineMemOperand *MMO, in getLoadVP() argument
9183 ID.AddInteger(MemVT.getRawBits()); in getLoadVP()
9185 dl.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getLoadVP()
9194 ExtType, IsExpanding, MemVT, MMO); in getLoadVP()
9228 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoadVP() argument
9234 EVL, PtrInfo, MemVT, Alignment, MMOFlags, AAInfo, nullptr, in getExtLoadVP()
9240 SDValue Mask, SDValue EVL, EVT MemVT, in getExtLoadVP() argument
9244 EVL, MemVT, MMO, IsExpanding); in getExtLoadVP()
9265 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, in getStoreVP() argument
9276 ID.AddInteger(MemVT.getRawBits()); in getStoreVP()
9278 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStoreVP()
9287 IsTruncating, IsCompressing, MemVT, MMO); in getStoreVP()
9402 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, bool IsExpanding) { in getStridedLoadVP() argument
9413 DL.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getStridedLoadVP()
9424 ExtType, IsExpanding, MemVT, MMO); in getStridedLoadVP()
9445 SDValue Ptr, SDValue Stride, SDValue Mask, SDValue EVL, EVT MemVT, in getExtStridedLoadVP() argument
9449 Stride, Mask, EVL, MemVT, MMO, IsExpanding); in getExtStridedLoadVP()
9455 SDValue Mask, SDValue EVL, EVT MemVT, in getStridedStoreVP() argument
9467 ID.AddInteger(MemVT.getRawBits()); in getStridedStoreVP()
9469 DL.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStridedStoreVP()
9478 IsCompressing, MemVT, MMO); in getStridedStoreVP()
9626 SDValue PassThru, EVT MemVT, in getMaskedLoad() argument
9638 ID.AddInteger(MemVT.getRawBits()); in getMaskedLoad()
9640 dl.getIROrder(), VTs, AM, ExtTy, isExpanding, MemVT, MMO)); in getMaskedLoad()
9649 AM, ExtTy, isExpanding, MemVT, MMO); in getMaskedLoad()
9672 SDValue Mask, EVT MemVT, in getMaskedStore() argument
9686 ID.AddInteger(MemVT.getRawBits()); in getMaskedStore()
9688 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getMaskedStore()
9698 IsTruncating, IsCompressing, MemVT, MMO); in getMaskedStore()
9719 SDValue SelectionDAG::getMaskedGather(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedGather() argument
9728 ID.AddInteger(MemVT.getRawBits()); in getMaskedGather()
9730 dl.getIROrder(), VTs, MemVT, MMO, IndexType, ExtTy)); in getMaskedGather()
9740 VTs, MemVT, MMO, IndexType, ExtTy); in getMaskedGather()
9766 SDValue SelectionDAG::getMaskedScatter(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedScatter() argument
9775 ID.AddInteger(MemVT.getRawBits()); in getMaskedScatter()
9777 dl.getIROrder(), VTs, MemVT, MMO, IndexType, IsTrunc)); in getMaskedScatter()
9787 VTs, MemVT, MMO, IndexType, IsTrunc); in getMaskedScatter()
9812 SDValue SelectionDAG::getMaskedHistogram(SDVTList VTs, EVT MemVT, in getMaskedHistogram() argument
9820 ID.AddInteger(MemVT.getRawBits()); in getMaskedHistogram()
9822 dl.getIROrder(), VTs, MemVT, MMO, IndexType)); in getMaskedHistogram()
9832 VTs, MemVT, MMO, IndexType); in getMaskedHistogram()
9851 EVT MemVT, MachineMemOperand *MMO) { in getGetFPEnv() argument
9857 ID.AddInteger(MemVT.getRawBits()); in getGetFPEnv()
9859 ISD::GET_FPENV_MEM, dl.getIROrder(), VTs, MemVT, MMO)); in getGetFPEnv()
9867 dl.getDebugLoc(), VTs, MemVT, MMO); in getGetFPEnv()
9878 EVT MemVT, MachineMemOperand *MMO) { in getSetFPEnv() argument
9884 ID.AddInteger(MemVT.getRawBits()); in getSetFPEnv()
9886 ISD::SET_FPENV_MEM, dl.getIROrder(), VTs, MemVT, MMO)); in getSetFPEnv()
9894 dl.getDebugLoc(), VTs, MemVT, MMO); in getSetFPEnv()