| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | SelectOptimize.cpp | 961 uint64_t TrueWeight, FalseWeight, TotalWeight; in hasExpensiveColdOperand() local
962 if (extractBranchWeights(ASI.front(), TrueWeight, FalseWeight)) { in hasExpensiveColdOperand()
963 uint64_t MinWeight = std::min(TrueWeight, FalseWeight); in hasExpensiveColdOperand()
964 TotalWeight = TrueWeight + FalseWeight; in hasExpensiveColdOperand()
981 if (TrueWeight < FalseWeight) { in hasExpensiveColdOperand()
986 HotWeight = TrueWeight; in hasExpensiveColdOperand()
1081 uint64_t TrueWeight, FalseWeight; in isSelectHighlyPredictable() local
1082 if (extractBranchWeights(SI, TrueWeight, FalseWeight)) { in isSelectHighlyPredictable()
1083 uint64_t Max = std::max(TrueWeight, FalseWeight); in isSelectHighlyPredictable()
1084 uint64_t Sum = TrueWeight + FalseWeight; in isSelectHighlyPredictable()
[all …]
|
| H A D | CodeGenPrepare.cpp | 6994 uint64_t TrueWeight, FalseWeight; in isFormingBranchFromSelectProfitable() local
6995 if (extractBranchWeights(*SI, TrueWeight, FalseWeight)) { in isFormingBranchFromSelectProfitable()
6996 uint64_t Max = std::max(TrueWeight, FalseWeight); in isFormingBranchFromSelectProfitable()
6997 uint64_t Sum = TrueWeight + FalseWeight; in isFormingBranchFromSelectProfitable()
8861 uint64_t TrueWeight, FalseWeight; in splitBranchCondition() local
8862 if (extractBranchWeights(*Br1, TrueWeight, FalseWeight)) { in splitBranchCondition()
8863 uint64_t NewTrueWeight = TrueWeight; in splitBranchCondition()
8864 uint64_t NewFalseWeight = TrueWeight + 2 * FalseWeight; in splitBranchCondition()
8868 .createBranchWeights(TrueWeight, FalseWeight, in splitBranchCondition()
8871 NewTrueWeight = TrueWeight; in splitBranchCondition()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | JumpThreading.cpp | 154 uint64_t TrueWeight, FalseWeight; in updatePredecessorProfileMetadata() local
155 if (!extractBranchWeights(*CondBr, TrueWeight, FalseWeight)) in updatePredecessorProfileMetadata()
158 if (TrueWeight + FalseWeight == 0) in updatePredecessorProfileMetadata()
200 TrueWeight, TrueWeight + FalseWeight) in updatePredecessorProfileMetadata()
202 FalseWeight, TrueWeight + FalseWeight)); in updatePredecessorProfileMetadata()
2778 uint64_t TrueWeight = 1; in unfoldSelectInstr() local
2781 if (extractBranchWeights(*SI, TrueWeight, FalseWeight) && in unfoldSelectInstr()
2782 (TrueWeight + FalseWeight) != 0) { in unfoldSelectInstr()
2785 TrueWeight, TrueWeight + FalseWeight)); in unfoldSelectInstr()
2787 FalseWeight, TrueWeight + FalseWeight)); in unfoldSelectInstr()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | MDBuilder.h | 65 MDNode *createBranchWeights(uint32_t TrueWeight, uint32_t FalseWeight,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 379 uint64_t TrueWeight = 0, FalseWeight = 0; in isHardwareLoopProfitable() local
381 !extractBranchWeights(*BI, TrueWeight, FalseWeight)) in isHardwareLoopProfitable()
387 if (( TrueIsExit && FalseWeight < TrueWeight) || in isHardwareLoopProfitable()
388 (!TrueIsExit && FalseWeight > TrueWeight)) in isHardwareLoopProfitable()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | IndirectCallPromotion.cpp | 598 static MDNode *createBranchWeights(LLVMContext &Context, uint64_t TrueWeight, in createBranchWeights() argument
601 uint64_t Scale = calculateCountScale(std::max(TrueWeight, FalseWeight)); in createBranchWeights()
602 return MDB.createBranchWeights(scaleBranchCount(TrueWeight, Scale), in createBranchWeights()
|
| H A D | ControlHeightReduction.cpp | 584 uint64_t TrueWeight; in extractBranchProbabilities() local
586 if (!extractBranchWeights(*I, TrueWeight, FalseWeight)) in extractBranchProbabilities()
588 uint64_t SumWeight = TrueWeight + FalseWeight; in extractBranchProbabilities()
590 assert(SumWeight >= TrueWeight && SumWeight >= FalseWeight && in extractBranchProbabilities()
597 TrueProb = BranchProbability::getBranchProbability(TrueWeight, SumWeight); in extractBranchProbabilities()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | MDBuilder.cpp | 37 MDNode *MDBuilder::createBranchWeights(uint32_t TrueWeight, in createBranchWeights() argument
39 return createBranchWeights({TrueWeight, FalseWeight}, IsExpected); in createBranchWeights()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SimplifyCFG.cpp | 281 uint32_t TrueWeight, uint32_t FalseWeight);
877 static void setBranchWeights(Instruction *I, uint32_t TrueWeight, in setBranchWeights() argument
883 if (TrueWeight || FalseWeight) in setBranchWeights()
885 .createBranchWeights(TrueWeight, FalseWeight, IsExpected); in setBranchWeights()
4619 uint32_t TrueWeight, in SimplifyTerminatorOnSelect() argument
4660 if (TrueWeight != FalseWeight) in SimplifyTerminatorOnSelect()
4661 setBranchWeights(NewBI, TrueWeight, FalseWeight, /*IsExpected=*/false); in SimplifyTerminatorOnSelect()
4711 uint32_t TrueWeight = 0, FalseWeight = 0; in SimplifySwitchOnSelect() local
4717 TrueWeight = in SimplifySwitchOnSelect()
4725 return SimplifyTerminatorOnSelect(SI, Condition, TrueBB, FalseBB, TrueWeight, in SimplifySwitchOnSelect()
[all …]
|