| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | SelectOptimize.cpp | 1077 uint64_t TrueWeight, FalseWeight, TotalWeight; in hasExpensiveColdOperand() local
1078 if (extractBranchWeights(ASI.Selects.front(), TrueWeight, FalseWeight)) { in hasExpensiveColdOperand()
1079 uint64_t MinWeight = std::min(TrueWeight, FalseWeight); in hasExpensiveColdOperand()
1080 TotalWeight = TrueWeight + FalseWeight; in hasExpensiveColdOperand()
1097 if (TrueWeight < FalseWeight) { in hasExpensiveColdOperand()
1102 HotWeight = TrueWeight; in hasExpensiveColdOperand()
1197 uint64_t TrueWeight, FalseWeight; in isSelectHighlyPredictable() local
1198 if (extractBranchWeights(SI, TrueWeight, FalseWeight)) { in isSelectHighlyPredictable()
1199 uint64_t Max = std::max(TrueWeight, FalseWeight); in isSelectHighlyPredictable()
1200 uint64_t Sum = TrueWeight + FalseWeight; in isSelectHighlyPredictable()
[all …]
|
| H A D | CodeGenPrepare.cpp | 7390 uint64_t TrueWeight, FalseWeight; in isFormingBranchFromSelectProfitable() local
7391 if (extractBranchWeights(*SI, TrueWeight, FalseWeight)) { in isFormingBranchFromSelectProfitable()
7392 uint64_t Max = std::max(TrueWeight, FalseWeight); in isFormingBranchFromSelectProfitable()
7393 uint64_t Sum = TrueWeight + FalseWeight; in isFormingBranchFromSelectProfitable()
9261 uint64_t TrueWeight, FalseWeight; in splitBranchCondition() local
9262 if (extractBranchWeights(*Br1, TrueWeight, FalseWeight)) { in splitBranchCondition()
9263 uint64_t NewTrueWeight = TrueWeight; in splitBranchCondition()
9264 uint64_t NewFalseWeight = TrueWeight + 2 * FalseWeight; in splitBranchCondition()
9268 .createBranchWeights(TrueWeight, FalseWeight, in splitBranchCondition()
9271 NewTrueWeight = TrueWeight; in splitBranchCondition()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | JumpThreading.cpp | 153 uint64_t TrueWeight, FalseWeight; in updatePredecessorProfileMetadata() local
154 if (!extractBranchWeights(*CondBr, TrueWeight, FalseWeight)) in updatePredecessorProfileMetadata()
157 if (TrueWeight + FalseWeight == 0) in updatePredecessorProfileMetadata()
199 TrueWeight, TrueWeight + FalseWeight) in updatePredecessorProfileMetadata()
201 FalseWeight, TrueWeight + FalseWeight)); in updatePredecessorProfileMetadata()
2815 uint64_t TrueWeight = 1; in unfoldSelectInstr() local
2818 if (extractBranchWeights(*SI, TrueWeight, FalseWeight) && in unfoldSelectInstr()
2819 (TrueWeight + FalseWeight) != 0) { in unfoldSelectInstr()
2822 TrueWeight, TrueWeight + FalseWeight)); in unfoldSelectInstr()
2824 FalseWeight, TrueWeight + FalseWeight)); in unfoldSelectInstr()
[all …]
|
| H A D | StructurizeCFG.cpp | 93 uint32_t TrueWeight; member in __anone8c890770111::CondBranchWeights
96 CondBranchWeights(uint32_t T, uint32_t F) : TrueWeight(T), FalseWeight(F) {} in CondBranchWeights()
114 uint32_t Arr[] = {Weights->TrueWeight, Weights->FalseWeight}; in setMetadata()
119 return CondBranchWeights{FalseWeight, TrueWeight}; in invert()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 382 uint64_t TrueWeight = 0, FalseWeight = 0; in isHardwareLoopProfitable() local
384 !extractBranchWeights(*BI, TrueWeight, FalseWeight)) in isHardwareLoopProfitable()
390 if (( TrueIsExit && FalseWeight < TrueWeight) || in isHardwareLoopProfitable()
391 (!TrueIsExit && FalseWeight > TrueWeight)) in isHardwareLoopProfitable()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | MDBuilder.h | 66 LLVM_ABI MDNode *createBranchWeights(uint32_t TrueWeight,
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | MDBuilder.cpp | 38 MDNode *MDBuilder::createBranchWeights(uint32_t TrueWeight, in createBranchWeights() argument
40 return createBranchWeights({TrueWeight, FalseWeight}, IsExpected); in createBranchWeights()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | IndirectCallPromotion.cpp | 610 static MDNode *createBranchWeights(LLVMContext &Context, uint64_t TrueWeight, in createBranchWeights() argument
613 uint64_t Scale = calculateCountScale(std::max(TrueWeight, FalseWeight)); in createBranchWeights()
614 return MDB.createBranchWeights(scaleBranchCount(TrueWeight, Scale), in createBranchWeights()
|
| H A D | ControlHeightReduction.cpp | 582 uint64_t TrueWeight; in extractBranchProbabilities() local
584 if (!extractBranchWeights(*I, TrueWeight, FalseWeight)) in extractBranchProbabilities()
586 uint64_t SumWeight = TrueWeight + FalseWeight; in extractBranchProbabilities()
588 assert(SumWeight >= TrueWeight && SumWeight >= FalseWeight && in extractBranchProbabilities()
595 TrueProb = BranchProbability::getBranchProbability(TrueWeight, SumWeight); in extractBranchProbabilities()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SimplifyCFG.cpp | 300 uint32_t TrueWeight, uint32_t FalseWeight);
902 static void setBranchWeights(Instruction *I, uint32_t TrueWeight, in setBranchWeights() argument
908 if (TrueWeight || FalseWeight) in setBranchWeights()
910 .createBranchWeights(TrueWeight, FalseWeight, IsExpected); in setBranchWeights()
4769 uint32_t TrueWeight, in simplifyTerminatorOnSelect() argument
4810 if (TrueWeight != FalseWeight) in simplifyTerminatorOnSelect()
4811 setBranchWeights(NewBI, TrueWeight, FalseWeight, /*IsExpected=*/false); in simplifyTerminatorOnSelect()
4861 uint32_t TrueWeight = 0, FalseWeight = 0; in simplifySwitchOnSelect() local
4867 TrueWeight = in simplifySwitchOnSelect()
4875 return simplifyTerminatorOnSelect(SI, Condition, TrueBB, FalseBB, TrueWeight, in simplifySwitchOnSelect()
[all …]
|