1 //===- ModelUnderTrainingRunner.cpp - 'development' mode runner -----------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // Implementation of a MLModelRunner for 'development' mode, i.e. evaluation 10 // happens off a model that's provided from the command line and is interpreted. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "llvm/Config/config.h" 15 #if defined(LLVM_HAVE_TF_API) 16 17 #include "llvm/Analysis/ModelUnderTrainingRunner.h" 18 19 using namespace llvm; 20 21 ModelUnderTrainingRunner::ModelUnderTrainingRunner( 22 LLVMContext &Ctx, const std::string &ModelPath, 23 const std::vector<TensorSpec> &InputSpecs, 24 const std::vector<LoggedFeatureSpec> &OutputSpecs) 25 : MLModelRunner(Ctx, MLModelRunner::Kind::Development), 26 OutputSpecs(OutputSpecs) { 27 Evaluator = std::make_unique<TFModelEvaluator>( 28 ModelPath, InputSpecs, [&](size_t I) { return OutputSpecs[I].Spec; }, 29 OutputSpecs.size()); 30 if (!Evaluator || !Evaluator->isValid()) { 31 Ctx.emitError("Failed to create saved model evaluator"); 32 Evaluator.reset(); 33 return; 34 } 35 } 36 37 void *ModelUnderTrainingRunner::evaluateUntyped() { 38 LastEvaluationResult = Evaluator->evaluate(); 39 if (!LastEvaluationResult.hasValue()) { 40 Ctx.emitError("Error evaluating model."); 41 return nullptr; 42 } 43 return LastEvaluationResult->getUntypedTensorValue(0); 44 } 45 46 void *ModelUnderTrainingRunner::getTensorUntyped(size_t Index) { 47 return Evaluator->getUntypedInput(Index); 48 } 49 50 std::unique_ptr<ModelUnderTrainingRunner> 51 ModelUnderTrainingRunner::createAndEnsureValid( 52 LLVMContext &Ctx, const std::string &ModelPath, StringRef DecisionName, 53 const std::vector<TensorSpec> &InputSpecs, 54 StringRef OutputSpecsPathOverride) { 55 std::unique_ptr<ModelUnderTrainingRunner> MUTR; 56 if (auto MaybeOutputSpecs = loadOutputSpecs(Ctx, DecisionName, ModelPath, 57 OutputSpecsPathOverride)) 58 MUTR.reset(new ModelUnderTrainingRunner(Ctx, ModelPath, InputSpecs, 59 *MaybeOutputSpecs)); 60 if (MUTR && MUTR->isValid()) 61 return MUTR; 62 63 Ctx.emitError("Could not load the policy model from the provided path"); 64 return nullptr; 65 } 66 67 #endif // defined(LLVM_HAVE_TF_API) 68