Lines Matching refs:AddrMode
2769 struct ExtAddrMode : public TargetLowering::AddrMode {
3465 ExtAddrMode &AddrMode; member in __anon1d600f580d11::AddressingModeMatcher
3500 AccessTy(AT), AddrSpace(AS), MemoryInst(MI), AddrMode(AM), in AddressingModeMatcher()
4213 if (AddrMode.Scale != 0 && AddrMode.ScaledReg != ScaleReg) in matchScaledValue()
4216 ExtAddrMode TestAddrMode = AddrMode; in matchScaledValue()
4228 AddrMode = TestAddrMode; in matchScaledValue()
4247 AddrMode = TestAddrMode; in matchScaledValue()
4251 TestAddrMode = AddrMode; in matchScaledValue()
4289 if (AddrMode.BaseOffs) { in matchScaledValue()
4298 APInt Offset = Step * AddrMode.Scale; in matchScaledValue()
4309 AddrMode = TestAddrMode; in matchScaledValue()
4313 TestAddrMode = AddrMode; in matchScaledValue()
4855 ExtAddrMode BackupAddrMode = AddrMode; in matchOperationAddr()
4870 AddrMode.InBounds = false; in matchOperationAddr()
4876 AddrMode = BackupAddrMode; in matchOperationAddr()
4887 AddrMode = BackupAddrMode; in matchOperationAddr()
4898 AddrMode.InBounds = false; in matchOperationAddr()
4951 AddrMode.BaseOffs += ConstantOffset; in matchOperationAddr()
4954 AddrMode.InBounds = false; in matchOperationAddr()
4957 AddrMode.BaseOffs -= ConstantOffset; in matchOperationAddr()
4985 ExtAddrMode BackupAddrMode = AddrMode; in matchOperationAddr()
4989 AddrMode.BaseOffs += ConstantOffset; in matchOperationAddr()
4991 AddrMode.InBounds = false; in matchOperationAddr()
4996 if (AddrMode.HasBaseReg) { in matchOperationAddr()
4997 AddrMode = BackupAddrMode; in matchOperationAddr()
5001 AddrMode.HasBaseReg = true; in matchOperationAddr()
5002 AddrMode.BaseReg = AddrInst->getOperand(0); in matchOperationAddr()
5010 AddrMode = BackupAddrMode; in matchOperationAddr()
5012 if (AddrMode.HasBaseReg) in matchOperationAddr()
5014 AddrMode.HasBaseReg = true; in matchOperationAddr()
5015 AddrMode.BaseReg = AddrInst->getOperand(0); in matchOperationAddr()
5016 AddrMode.BaseOffs += ConstantOffset; in matchOperationAddr()
5020 AddrMode = BackupAddrMode; in matchOperationAddr()
5064 ExtAddrMode BackupAddrMode = AddrMode; in matchOperationAddr()
5075 AddrMode = BackupAddrMode; in matchOperationAddr()
5109 AddrMode.BaseOffs += CI->getSExtValue(); in matchAddr()
5110 if (TLI.isLegalAddressingMode(DL, AddrMode, AccessTy, AddrSpace)) in matchAddr()
5112 AddrMode.BaseOffs -= CI->getSExtValue(); in matchAddr()
5116 if (!AddrMode.BaseGV) { in matchAddr()
5117 AddrMode.BaseGV = GV; in matchAddr()
5118 if (TLI.isLegalAddressingMode(DL, AddrMode, AccessTy, AddrSpace)) in matchAddr()
5120 AddrMode.BaseGV = nullptr; in matchAddr()
5123 ExtAddrMode BackupAddrMode = AddrMode; in matchAddr()
5137 isProfitableToFoldIntoAddressingMode(I, BackupAddrMode, AddrMode)) { in matchAddr()
5143 AddrMode = BackupAddrMode; in matchAddr()
5157 if (!AddrMode.HasBaseReg) { in matchAddr()
5158 AddrMode.HasBaseReg = true; in matchAddr()
5159 AddrMode.BaseReg = Addr; in matchAddr()
5161 if (TLI.isLegalAddressingMode(DL, AddrMode, AccessTy, AddrSpace)) in matchAddr()
5163 AddrMode.HasBaseReg = false; in matchAddr()
5164 AddrMode.BaseReg = nullptr; in matchAddr()
5168 if (AddrMode.Scale == 0) { in matchAddr()
5169 AddrMode.Scale = 1; in matchAddr()
5170 AddrMode.ScaledReg = Addr; in matchAddr()
5171 if (TLI.isLegalAddressingMode(DL, AddrMode, AccessTy, AddrSpace)) in matchAddr()
5173 AddrMode.Scale = 0; in matchAddr()
5174 AddrMode.ScaledReg = nullptr; in matchAddr()
5545 ExtAddrMode AddrMode = AddrModes.getAddrMode(); in optimizeMemoryInst() local
5554 LLVM_DEBUG(dbgs() << "CGP: Found local addrmode: " << AddrMode in optimizeMemoryInst()
5575 LLVM_DEBUG(dbgs() << "CGP: Reusing nonlocal addrmode: " << AddrMode in optimizeMemoryInst()
5596 LLVM_DEBUG(dbgs() << "CGP: SINKING nonlocal addrmode: " << AddrMode in optimizeMemoryInst()
5601 if (AddrMode.BaseReg && AddrMode.BaseReg->getType()->isPointerTy()) { in optimizeMemoryInst()
5602 ResultPtr = AddrMode.BaseReg; in optimizeMemoryInst()
5603 AddrMode.BaseReg = nullptr; in optimizeMemoryInst()
5606 if (AddrMode.Scale && AddrMode.ScaledReg->getType()->isPointerTy()) { in optimizeMemoryInst()
5609 if (ResultPtr || AddrMode.Scale != 1) in optimizeMemoryInst()
5612 ResultPtr = AddrMode.ScaledReg; in optimizeMemoryInst()
5613 AddrMode.Scale = 0; in optimizeMemoryInst()
5623 if (AddrMode.Scale) { in optimizeMemoryInst()
5624 Type *ScaledRegTy = AddrMode.ScaledReg->getType(); in optimizeMemoryInst()
5630 GlobalValue *BaseGV = AddrMode.BaseGV; in optimizeMemoryInst()
5646 if (!ResultPtr && AddrMode.BaseReg) { in optimizeMemoryInst()
5647 ResultPtr = Builder.CreateIntToPtr(AddrMode.BaseReg, Addr->getType(), in optimizeMemoryInst()
5649 AddrMode.BaseReg = nullptr; in optimizeMemoryInst()
5650 } else if (!ResultPtr && AddrMode.Scale == 1) { in optimizeMemoryInst()
5651 ResultPtr = Builder.CreateIntToPtr(AddrMode.ScaledReg, Addr->getType(), in optimizeMemoryInst()
5653 AddrMode.Scale = 0; in optimizeMemoryInst()
5657 if (!ResultPtr && !AddrMode.BaseReg && !AddrMode.Scale && in optimizeMemoryInst()
5658 !AddrMode.BaseOffs) { in optimizeMemoryInst()
5671 if (AddrMode.BaseReg) { in optimizeMemoryInst()
5672 Value *V = AddrMode.BaseReg; in optimizeMemoryInst()
5680 if (AddrMode.Scale) { in optimizeMemoryInst()
5681 Value *V = AddrMode.ScaledReg; in optimizeMemoryInst()
5691 if (AddrMode.Scale != 1) in optimizeMemoryInst()
5692 V = Builder.CreateMul(V, ConstantInt::get(IntPtrTy, AddrMode.Scale), in optimizeMemoryInst()
5701 if (AddrMode.BaseOffs) { in optimizeMemoryInst()
5702 Value *V = ConstantInt::get(IntPtrTy, AddrMode.BaseOffs); in optimizeMemoryInst()
5709 AddrMode.InBounds); in optimizeMemoryInst()
5721 AddrMode.InBounds); in optimizeMemoryInst()
5743 Type *BaseTy = AddrMode.BaseReg ? AddrMode.BaseReg->getType() : nullptr; in optimizeMemoryInst()
5744 Type *ScaleTy = AddrMode.Scale ? AddrMode.ScaledReg->getType() : nullptr; in optimizeMemoryInst()
5750 (AddrMode.BaseGV && in optimizeMemoryInst()
5751 DL->isNonIntegralPointerType(AddrMode.BaseGV->getType()))) in optimizeMemoryInst()
5754 LLVM_DEBUG(dbgs() << "CGP: SINKING nonlocal addrmode: " << AddrMode in optimizeMemoryInst()
5764 if (AddrMode.BaseReg) { in optimizeMemoryInst()
5765 Value *V = AddrMode.BaseReg; in optimizeMemoryInst()
5774 if (AddrMode.Scale) { in optimizeMemoryInst()
5775 Value *V = AddrMode.ScaledReg; in optimizeMemoryInst()
5790 if (I && (Result != AddrMode.BaseReg)) in optimizeMemoryInst()
5794 if (AddrMode.Scale != 1) in optimizeMemoryInst()
5795 V = Builder.CreateMul(V, ConstantInt::get(IntPtrTy, AddrMode.Scale), in optimizeMemoryInst()
5804 GlobalValue *BaseGV = AddrMode.BaseGV; in optimizeMemoryInst()
5820 if (AddrMode.BaseOffs) { in optimizeMemoryInst()
5821 Value *V = ConstantInt::get(IntPtrTy, AddrMode.BaseOffs); in optimizeMemoryInst()
6335 TargetLowering::AddrMode AddrMode; in splitLargeGEPOffsets() local
6336 AddrMode.HasBaseReg = true; in splitLargeGEPOffsets()
6337 AddrMode.BaseOffs = Offset - BaseOffset; in splitLargeGEPOffsets()
6340 if (!TLI->isLegalAddressingMode(*DL, AddrMode, in splitLargeGEPOffsets()