Lines Matching refs:AM
78 bool X86FastEmitLoad(MVT VT, X86AddressMode &AM, MachineMemOperand *MMO,
81 bool X86FastEmitStore(EVT VT, const Value *Val, X86AddressMode &AM,
83 bool X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM,
89 bool X86SelectAddress(const Value *V, X86AddressMode &AM);
90 bool X86SelectCallAddress(const Value *V, X86AddressMode &AM);
136 bool handleConstantAddresses(const Value *V, X86AddressMode &AM);
165 X86AddressMode &AM);
215 X86AddressMode &AM) { in addFullAddress() argument
217 AM.IndexReg = constrainOperandRegClass(MIB->getDesc(), AM.IndexReg, in addFullAddress()
220 return ::addFullAddress(MIB, AM); in addFullAddress()
316 bool X86FastISel::X86FastEmitLoad(MVT VT, X86AddressMode &AM, in X86FastEmitLoad() argument
469 addFullAddress(MIB, AM); in X86FastEmitLoad()
479 bool X86FastISel::X86FastEmitStore(EVT VT, unsigned ValReg, X86AddressMode &AM, in X86FastEmitStore() argument
645 addFullAddress(MIB, AM).addReg(ValReg); in X86FastEmitStore()
653 X86AddressMode &AM, in X86FastEmitStore() argument
681 addFullAddress(MIB, AM).addImm(Signed ? (uint64_t) CI->getSExtValue() in X86FastEmitStore()
693 return X86FastEmitStore(VT, ValReg, AM, MMO, Aligned); in X86FastEmitStore()
710 bool X86FastISel::handleConstantAddresses(const Value *V, X86AddressMode &AM) { in handleConstantAddresses() argument
734 (AM.Base.Reg == 0 && AM.IndexReg == 0)) { in handleConstantAddresses()
736 AM.GV = GV; in handleConstantAddresses()
744 AM.Base.Reg = getInstrInfo()->getGlobalBaseReg(FuncInfo.MF); in handleConstantAddresses()
753 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in handleConstantAddresses()
754 AM.Base.Reg = X86::RIP; in handleConstantAddresses()
756 AM.GVOpFlags = GVFlags; in handleConstantAddresses()
771 StubAM.Base.Reg = AM.Base.Reg; in handleConstantAddresses()
804 AM.Base.Reg = LoadReg; in handleConstantAddresses()
805 AM.GV = nullptr; in handleConstantAddresses()
811 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in handleConstantAddresses()
812 if (AM.Base.Reg == 0) { in handleConstantAddresses()
813 AM.Base.Reg = getRegForValue(V); in handleConstantAddresses()
814 return AM.Base.Reg != 0; in handleConstantAddresses()
816 if (AM.IndexReg == 0) { in handleConstantAddresses()
817 assert(AM.Scale == 1 && "Scale with no index!"); in handleConstantAddresses()
818 AM.IndexReg = getRegForValue(V); in handleConstantAddresses()
819 return AM.IndexReg != 0; in handleConstantAddresses()
828 bool X86FastISel::X86SelectAddress(const Value *V, X86AddressMode &AM) { in X86SelectAddress() argument
857 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
863 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
869 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
878 AM.BaseType = X86AddressMode::FrameIndexBase; in X86SelectAddress()
879 AM.Base.FrameIndex = SI->second; in X86SelectAddress()
888 uint64_t Disp = (int32_t)AM.Disp + (uint64_t)CI->getSExtValue(); in X86SelectAddress()
891 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
892 return X86SelectAddress(U->getOperand(0), AM); in X86SelectAddress()
899 X86AddressMode SavedAM = AM; in X86SelectAddress()
902 uint64_t Disp = (int32_t)AM.Disp; in X86SelectAddress()
903 unsigned IndexReg = AM.IndexReg; in X86SelectAddress()
904 unsigned Scale = AM.Scale; in X86SelectAddress()
938 (!AM.GV || !Subtarget->isPICStyleRIPRel()) && in X86SelectAddress()
956 AM.IndexReg = IndexReg; in X86SelectAddress()
957 AM.Scale = Scale; in X86SelectAddress()
958 AM.Disp = (uint32_t)Disp; in X86SelectAddress()
967 } else if (X86SelectAddress(U->getOperand(0), AM)) { in X86SelectAddress()
973 AM = SavedAM; in X86SelectAddress()
976 if (handleConstantAddresses(I, AM)) in X86SelectAddress()
986 return handleConstantAddresses(V, AM); in X86SelectAddress()
991 bool X86FastISel::X86SelectCallAddress(const Value *V, X86AddressMode &AM) { in X86SelectCallAddress() argument
1033 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1041 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1047 return X86SelectCallAddress(U->getOperand(0), AM); in X86SelectCallAddress()
1060 (AM.Base.Reg != 0 || AM.IndexReg != 0)) in X86SelectCallAddress()
1069 AM.GV = GV; in X86SelectCallAddress()
1077 assert(AM.Base.Reg == 0 && AM.IndexReg == 0); in X86SelectCallAddress()
1078 AM.Base.Reg = X86::RIP; in X86SelectCallAddress()
1080 AM.GVOpFlags = Subtarget->classifyLocalReference(nullptr); in X86SelectCallAddress()
1087 if (!AM.GV || !Subtarget->isPICStyleRIPRel()) { in X86SelectCallAddress()
1110 if (AM.Base.Reg == 0) { in X86SelectCallAddress()
1111 AM.Base.Reg = GetCallRegForValue(V); in X86SelectCallAddress()
1112 return AM.Base.Reg != 0; in X86SelectCallAddress()
1114 if (AM.IndexReg == 0) { in X86SelectCallAddress()
1115 assert(AM.Scale == 1 && "Scale with no index!"); in X86SelectCallAddress()
1116 AM.IndexReg = GetCallRegForValue(V); in X86SelectCallAddress()
1117 return AM.IndexReg != 0; in X86SelectCallAddress()
1159 X86AddressMode AM; in X86SelectStore() local
1160 if (!X86SelectAddress(Ptr, AM)) in X86SelectStore()
1163 return X86FastEmitStore(VT, Val, AM, createMachineMemOperandFor(I), Aligned); in X86SelectStore()
1345 X86AddressMode AM; in X86SelectLoad() local
1346 if (!X86SelectAddress(Ptr, AM)) in X86SelectLoad()
1350 if (!X86FastEmitLoad(VT, AM, createMachineMemOperandFor(LI), ResultReg, in X86SelectLoad()
2765 X86AddressMode AM; in fastLowerIntrinsicCall() local
2766 if (!X86SelectAddress(Slot, AM)) return false; in fastLowerIntrinsicCall()
2767 if (!X86FastEmitStore(PtrTy, Op1, AM)) return false; in fastLowerIntrinsicCall()
2772 X86AddressMode AM; in fastLowerIntrinsicCall() local
2774 if (!X86SelectAddress(DI->getAddress(), AM)) in fastLowerIntrinsicCall()
2779 addFullAddress(BuildMI(*FuncInfo.MBB, FuncInfo.InsertPt, MIMD, II), AM) in fastLowerIntrinsicCall()
3448 X86AddressMode AM; in fastLowerCall() local
3449 AM.Base.Reg = RegInfo->getStackRegister(); in fastLowerCall()
3450 AM.Disp = LocMemOffset; in fastLowerCall()
3459 if (!TryEmitSmallMemcpy(AM, SrcAM, Flags.getByValSize())) in fastLowerCall()
3465 if (!X86FastEmitStore(ArgVT, ArgVal, AM, MMO)) in fastLowerCall()
3468 if (!X86FastEmitStore(ArgVT, ArgReg, AM, MMO)) in fastLowerCall()
3857 X86AddressMode AM; in X86MaterializeGV() local
3858 if (X86SelectAddress(GV, AM)) { in X86MaterializeGV()
3861 if (AM.BaseType == X86AddressMode::RegBase && in X86MaterializeGV()
3862 AM.IndexReg == 0 && AM.Disp == 0 && AM.GV == nullptr) in X86MaterializeGV()
3863 return AM.Base.Reg; in X86MaterializeGV()
3879 TII.get(Opc), ResultReg), AM); in X86MaterializeGV()
3941 X86AddressMode AM; in fastMaterializeAlloca() local
3942 if (!X86SelectAddress(C, AM)) in fastMaterializeAlloca()
3951 TII.get(Opc), ResultReg), AM); in fastMaterializeAlloca()
3994 X86AddressMode AM; in tryToFoldLoadIntoMI() local
3995 if (!X86SelectAddress(Ptr, AM)) in tryToFoldLoadIntoMI()
4003 AM.getFullAddress(AddrOps); in tryToFoldLoadIntoMI()
4020 if (!MO.isReg() || MO.isDef() || MO.getReg() != AM.IndexReg) in tryToFoldLoadIntoMI()