xref: /freebsd/contrib/llvm-project/llvm/lib/IR/Operator.cpp (revision 4824e7fd18a1223177218d4aec1b3c6c5c4a444e)
10b57cec5SDimitry Andric //===-- Operator.cpp - Implement the LLVM operators -----------------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file implements the non-inline methods for the LLVM Operator classes.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "llvm/IR/Operator.h"
140b57cec5SDimitry Andric #include "llvm/IR/DataLayout.h"
150b57cec5SDimitry Andric #include "llvm/IR/GetElementPtrTypeIterator.h"
160b57cec5SDimitry Andric #include "llvm/IR/Instructions.h"
170b57cec5SDimitry Andric #include "llvm/IR/Type.h"
180b57cec5SDimitry Andric 
190b57cec5SDimitry Andric #include "ConstantsContext.h"
200b57cec5SDimitry Andric 
210b57cec5SDimitry Andric namespace llvm {
22349cc55cSDimitry Andric bool Operator::hasPoisonGeneratingFlags() const {
23349cc55cSDimitry Andric   switch (getOpcode()) {
24349cc55cSDimitry Andric   case Instruction::Add:
25349cc55cSDimitry Andric   case Instruction::Sub:
26349cc55cSDimitry Andric   case Instruction::Mul:
27349cc55cSDimitry Andric   case Instruction::Shl: {
28349cc55cSDimitry Andric     auto *OBO = cast<OverflowingBinaryOperator>(this);
29349cc55cSDimitry Andric     return OBO->hasNoUnsignedWrap() || OBO->hasNoSignedWrap();
30349cc55cSDimitry Andric   }
31349cc55cSDimitry Andric   case Instruction::UDiv:
32349cc55cSDimitry Andric   case Instruction::SDiv:
33349cc55cSDimitry Andric   case Instruction::AShr:
34349cc55cSDimitry Andric   case Instruction::LShr:
35349cc55cSDimitry Andric     return cast<PossiblyExactOperator>(this)->isExact();
36349cc55cSDimitry Andric   case Instruction::GetElementPtr: {
37349cc55cSDimitry Andric     auto *GEP = cast<GEPOperator>(this);
38349cc55cSDimitry Andric     // Note: inrange exists on constexpr only
39349cc55cSDimitry Andric     return GEP->isInBounds() || GEP->getInRangeIndex() != None;
40349cc55cSDimitry Andric   }
41349cc55cSDimitry Andric   default:
42349cc55cSDimitry Andric     return false;
43349cc55cSDimitry Andric   }
44349cc55cSDimitry Andric   // TODO: FastMathFlags!  (On instructions, but not constexpr)
45349cc55cSDimitry Andric }
46349cc55cSDimitry Andric 
470b57cec5SDimitry Andric Type *GEPOperator::getSourceElementType() const {
480b57cec5SDimitry Andric   if (auto *I = dyn_cast<GetElementPtrInst>(this))
490b57cec5SDimitry Andric     return I->getSourceElementType();
500b57cec5SDimitry Andric   return cast<GetElementPtrConstantExpr>(this)->getSourceElementType();
510b57cec5SDimitry Andric }
520b57cec5SDimitry Andric 
530b57cec5SDimitry Andric Type *GEPOperator::getResultElementType() const {
540b57cec5SDimitry Andric   if (auto *I = dyn_cast<GetElementPtrInst>(this))
550b57cec5SDimitry Andric     return I->getResultElementType();
560b57cec5SDimitry Andric   return cast<GetElementPtrConstantExpr>(this)->getResultElementType();
570b57cec5SDimitry Andric }
580b57cec5SDimitry Andric 
595ffd83dbSDimitry Andric Align GEPOperator::getMaxPreservedAlignment(const DataLayout &DL) const {
605ffd83dbSDimitry Andric   /// compute the worse possible offset for every level of the GEP et accumulate
615ffd83dbSDimitry Andric   /// the minimum alignment into Result.
625ffd83dbSDimitry Andric 
635ffd83dbSDimitry Andric   Align Result = Align(llvm::Value::MaximumAlignment);
645ffd83dbSDimitry Andric   for (gep_type_iterator GTI = gep_type_begin(this), GTE = gep_type_end(this);
655ffd83dbSDimitry Andric        GTI != GTE; ++GTI) {
665ffd83dbSDimitry Andric     int64_t Offset = 1;
675ffd83dbSDimitry Andric     ConstantInt *OpC = dyn_cast<ConstantInt>(GTI.getOperand());
685ffd83dbSDimitry Andric 
695ffd83dbSDimitry Andric     if (StructType *STy = GTI.getStructTypeOrNull()) {
705ffd83dbSDimitry Andric       const StructLayout *SL = DL.getStructLayout(STy);
715ffd83dbSDimitry Andric       Offset = SL->getElementOffset(OpC->getZExtValue());
725ffd83dbSDimitry Andric     } else {
735ffd83dbSDimitry Andric       assert(GTI.isSequential() && "should be sequencial");
745ffd83dbSDimitry Andric       /// If the index isn't know we take 1 because it is the index that will
755ffd83dbSDimitry Andric       /// give the worse alignment of the offset.
765ffd83dbSDimitry Andric       int64_t ElemCount = 1;
775ffd83dbSDimitry Andric       if (OpC)
785ffd83dbSDimitry Andric         ElemCount = OpC->getZExtValue();
795ffd83dbSDimitry Andric       Offset = DL.getTypeAllocSize(GTI.getIndexedType()) * ElemCount;
805ffd83dbSDimitry Andric     }
815ffd83dbSDimitry Andric     Result = Align(MinAlign(Offset, Result.value()));
825ffd83dbSDimitry Andric   }
835ffd83dbSDimitry Andric   return Result;
845ffd83dbSDimitry Andric }
855ffd83dbSDimitry Andric 
865ffd83dbSDimitry Andric bool GEPOperator::accumulateConstantOffset(
875ffd83dbSDimitry Andric     const DataLayout &DL, APInt &Offset,
885ffd83dbSDimitry Andric     function_ref<bool(Value &, APInt &)> ExternalAnalysis) const {
890b57cec5SDimitry Andric   assert(Offset.getBitWidth() ==
900b57cec5SDimitry Andric              DL.getIndexSizeInBits(getPointerAddressSpace()) &&
910b57cec5SDimitry Andric          "The offset bit width does not match DL specification.");
92d409305fSDimitry Andric   SmallVector<const Value *> Index(value_op_begin() + 1, value_op_end());
93d409305fSDimitry Andric   return GEPOperator::accumulateConstantOffset(getSourceElementType(), Index,
94d409305fSDimitry Andric                                                DL, Offset, ExternalAnalysis);
95d409305fSDimitry Andric }
960b57cec5SDimitry Andric 
97d409305fSDimitry Andric bool GEPOperator::accumulateConstantOffset(
98d409305fSDimitry Andric     Type *SourceType, ArrayRef<const Value *> Index, const DataLayout &DL,
99d409305fSDimitry Andric     APInt &Offset, function_ref<bool(Value &, APInt &)> ExternalAnalysis) {
1005ffd83dbSDimitry Andric   bool UsedExternalAnalysis = false;
1015ffd83dbSDimitry Andric   auto AccumulateOffset = [&](APInt Index, uint64_t Size) -> bool {
1025ffd83dbSDimitry Andric     Index = Index.sextOrTrunc(Offset.getBitWidth());
1035ffd83dbSDimitry Andric     APInt IndexedSize = APInt(Offset.getBitWidth(), Size);
1045ffd83dbSDimitry Andric     // For array or vector indices, scale the index by the size of the type.
1055ffd83dbSDimitry Andric     if (!UsedExternalAnalysis) {
1065ffd83dbSDimitry Andric       Offset += Index * IndexedSize;
1075ffd83dbSDimitry Andric     } else {
1085ffd83dbSDimitry Andric       // External Analysis can return a result higher/lower than the value
1095ffd83dbSDimitry Andric       // represents. We need to detect overflow/underflow.
1105ffd83dbSDimitry Andric       bool Overflow = false;
1115ffd83dbSDimitry Andric       APInt OffsetPlus = Index.smul_ov(IndexedSize, Overflow);
1125ffd83dbSDimitry Andric       if (Overflow)
1135ffd83dbSDimitry Andric         return false;
1145ffd83dbSDimitry Andric       Offset = Offset.sadd_ov(OffsetPlus, Overflow);
1155ffd83dbSDimitry Andric       if (Overflow)
1165ffd83dbSDimitry Andric         return false;
1175ffd83dbSDimitry Andric     }
1185ffd83dbSDimitry Andric     return true;
1195ffd83dbSDimitry Andric   };
120d409305fSDimitry Andric   auto begin = generic_gep_type_iterator<decltype(Index.begin())>::begin(
121d409305fSDimitry Andric       SourceType, Index.begin());
122d409305fSDimitry Andric   auto end = generic_gep_type_iterator<decltype(Index.end())>::end(Index.end());
123d409305fSDimitry Andric   for (auto GTI = begin, GTE = end; GTI != GTE; ++GTI) {
1245ffd83dbSDimitry Andric     // Scalable vectors are multiplied by a runtime constant.
1255ffd83dbSDimitry Andric     bool ScalableType = false;
1265ffd83dbSDimitry Andric     if (isa<ScalableVectorType>(GTI.getIndexedType()))
1275ffd83dbSDimitry Andric       ScalableType = true;
1280b57cec5SDimitry Andric 
1295ffd83dbSDimitry Andric     Value *V = GTI.getOperand();
1305ffd83dbSDimitry Andric     StructType *STy = GTI.getStructTypeOrNull();
1315ffd83dbSDimitry Andric     // Handle ConstantInt if possible.
1325ffd83dbSDimitry Andric     if (auto ConstOffset = dyn_cast<ConstantInt>(V)) {
1335ffd83dbSDimitry Andric       if (ConstOffset->isZero())
1345ffd83dbSDimitry Andric         continue;
1355ffd83dbSDimitry Andric       // if the type is scalable and the constant is not zero (vscale * n * 0 =
1365ffd83dbSDimitry Andric       // 0) bailout.
1375ffd83dbSDimitry Andric       if (ScalableType)
1385ffd83dbSDimitry Andric         return false;
1390b57cec5SDimitry Andric       // Handle a struct index, which adds its field offset to the pointer.
1405ffd83dbSDimitry Andric       if (STy) {
1415ffd83dbSDimitry Andric         unsigned ElementIdx = ConstOffset->getZExtValue();
1420b57cec5SDimitry Andric         const StructLayout *SL = DL.getStructLayout(STy);
1435ffd83dbSDimitry Andric         // Element offset is in bytes.
1445ffd83dbSDimitry Andric         if (!AccumulateOffset(
1455ffd83dbSDimitry Andric                 APInt(Offset.getBitWidth(), SL->getElementOffset(ElementIdx)),
1465ffd83dbSDimitry Andric                 1))
1475ffd83dbSDimitry Andric           return false;
1485ffd83dbSDimitry Andric         continue;
1495ffd83dbSDimitry Andric       }
1505ffd83dbSDimitry Andric       if (!AccumulateOffset(ConstOffset->getValue(),
1515ffd83dbSDimitry Andric                             DL.getTypeAllocSize(GTI.getIndexedType())))
1525ffd83dbSDimitry Andric         return false;
1530b57cec5SDimitry Andric       continue;
1540b57cec5SDimitry Andric     }
1550b57cec5SDimitry Andric 
1565ffd83dbSDimitry Andric     // The operand is not constant, check if an external analysis was provided.
1575ffd83dbSDimitry Andric     // External analsis is not applicable to a struct type.
1585ffd83dbSDimitry Andric     if (!ExternalAnalysis || STy || ScalableType)
1595ffd83dbSDimitry Andric       return false;
1605ffd83dbSDimitry Andric     APInt AnalysisIndex;
1615ffd83dbSDimitry Andric     if (!ExternalAnalysis(*V, AnalysisIndex))
1625ffd83dbSDimitry Andric       return false;
1635ffd83dbSDimitry Andric     UsedExternalAnalysis = true;
1645ffd83dbSDimitry Andric     if (!AccumulateOffset(AnalysisIndex,
1655ffd83dbSDimitry Andric                           DL.getTypeAllocSize(GTI.getIndexedType())))
1665ffd83dbSDimitry Andric       return false;
1670b57cec5SDimitry Andric   }
1680b57cec5SDimitry Andric   return true;
1690b57cec5SDimitry Andric }
170fe6060f1SDimitry Andric 
171fe6060f1SDimitry Andric bool GEPOperator::collectOffset(
172fe6060f1SDimitry Andric     const DataLayout &DL, unsigned BitWidth,
173fe6060f1SDimitry Andric     MapVector<Value *, APInt> &VariableOffsets,
174fe6060f1SDimitry Andric     APInt &ConstantOffset) const {
175fe6060f1SDimitry Andric   assert(BitWidth == DL.getIndexSizeInBits(getPointerAddressSpace()) &&
176fe6060f1SDimitry Andric          "The offset bit width does not match DL specification.");
177fe6060f1SDimitry Andric 
178fe6060f1SDimitry Andric   auto CollectConstantOffset = [&](APInt Index, uint64_t Size) {
179fe6060f1SDimitry Andric     Index = Index.sextOrTrunc(BitWidth);
180fe6060f1SDimitry Andric     APInt IndexedSize = APInt(BitWidth, Size);
181fe6060f1SDimitry Andric     ConstantOffset += Index * IndexedSize;
182fe6060f1SDimitry Andric   };
183fe6060f1SDimitry Andric 
184fe6060f1SDimitry Andric   for (gep_type_iterator GTI = gep_type_begin(this), GTE = gep_type_end(this);
185fe6060f1SDimitry Andric        GTI != GTE; ++GTI) {
186fe6060f1SDimitry Andric     // Scalable vectors are multiplied by a runtime constant.
187fe6060f1SDimitry Andric     bool ScalableType = isa<ScalableVectorType>(GTI.getIndexedType());
188fe6060f1SDimitry Andric 
189fe6060f1SDimitry Andric     Value *V = GTI.getOperand();
190fe6060f1SDimitry Andric     StructType *STy = GTI.getStructTypeOrNull();
191fe6060f1SDimitry Andric     // Handle ConstantInt if possible.
192fe6060f1SDimitry Andric     if (auto ConstOffset = dyn_cast<ConstantInt>(V)) {
193fe6060f1SDimitry Andric       if (ConstOffset->isZero())
194fe6060f1SDimitry Andric         continue;
195fe6060f1SDimitry Andric       // If the type is scalable and the constant is not zero (vscale * n * 0 =
196fe6060f1SDimitry Andric       // 0) bailout.
197fe6060f1SDimitry Andric       // TODO: If the runtime value is accessible at any point before DWARF
198fe6060f1SDimitry Andric       // emission, then we could potentially keep a forward reference to it
199fe6060f1SDimitry Andric       // in the debug value to be filled in later.
200fe6060f1SDimitry Andric       if (ScalableType)
201fe6060f1SDimitry Andric         return false;
202fe6060f1SDimitry Andric       // Handle a struct index, which adds its field offset to the pointer.
203fe6060f1SDimitry Andric       if (STy) {
204fe6060f1SDimitry Andric         unsigned ElementIdx = ConstOffset->getZExtValue();
205fe6060f1SDimitry Andric         const StructLayout *SL = DL.getStructLayout(STy);
206fe6060f1SDimitry Andric         // Element offset is in bytes.
207fe6060f1SDimitry Andric         CollectConstantOffset(APInt(BitWidth, SL->getElementOffset(ElementIdx)),
208fe6060f1SDimitry Andric                               1);
209fe6060f1SDimitry Andric         continue;
210fe6060f1SDimitry Andric       }
211fe6060f1SDimitry Andric       CollectConstantOffset(ConstOffset->getValue(),
212fe6060f1SDimitry Andric                             DL.getTypeAllocSize(GTI.getIndexedType()));
213fe6060f1SDimitry Andric       continue;
214fe6060f1SDimitry Andric     }
215fe6060f1SDimitry Andric 
216fe6060f1SDimitry Andric     if (STy || ScalableType)
217fe6060f1SDimitry Andric       return false;
218fe6060f1SDimitry Andric     APInt IndexedSize =
219fe6060f1SDimitry Andric         APInt(BitWidth, DL.getTypeAllocSize(GTI.getIndexedType()));
2201b3bef43SDimitry Andric     // Insert an initial offset of 0 for V iff none exists already, then
2211b3bef43SDimitry Andric     // increment the offset by IndexedSize.
222349cc55cSDimitry Andric     if (!IndexedSize.isZero()) {
2231b3bef43SDimitry Andric       VariableOffsets.insert({V, APInt(BitWidth, 0)});
224fe6060f1SDimitry Andric       VariableOffsets[V] += IndexedSize;
225fe6060f1SDimitry Andric     }
2261b3bef43SDimitry Andric   }
227fe6060f1SDimitry Andric   return true;
228fe6060f1SDimitry Andric }
229*4824e7fdSDimitry Andric 
230*4824e7fdSDimitry Andric void FastMathFlags::print(raw_ostream &O) const {
231*4824e7fdSDimitry Andric   if (all())
232*4824e7fdSDimitry Andric     O << " fast";
233*4824e7fdSDimitry Andric   else {
234*4824e7fdSDimitry Andric     if (allowReassoc())
235*4824e7fdSDimitry Andric       O << " reassoc";
236*4824e7fdSDimitry Andric     if (noNaNs())
237*4824e7fdSDimitry Andric       O << " nnan";
238*4824e7fdSDimitry Andric     if (noInfs())
239*4824e7fdSDimitry Andric       O << " ninf";
240*4824e7fdSDimitry Andric     if (noSignedZeros())
241*4824e7fdSDimitry Andric       O << " nsz";
242*4824e7fdSDimitry Andric     if (allowReciprocal())
243*4824e7fdSDimitry Andric       O << " arcp";
244*4824e7fdSDimitry Andric     if (allowContract())
245*4824e7fdSDimitry Andric       O << " contract";
246*4824e7fdSDimitry Andric     if (approxFunc())
247*4824e7fdSDimitry Andric       O << " afn";
248*4824e7fdSDimitry Andric   }
249*4824e7fdSDimitry Andric }
2505ffd83dbSDimitry Andric } // namespace llvm
251