mirror of
https://github.com/llvm/llvm-project.git
synced 2025-04-30 04:56:06 +00:00
c35ad9ee4f
This allows the compiler to support more features than those supported by a model. The only requirement (development mode only) is that the new features must be appended at the end of the list of features requested from the model. The support is transparent to compiler code: for unsupported features, we provide a valid buffer to copy their values; it's just that this buffer is disconnected from the model, so insofar as the model is concerned (AOT or development mode), these features don't exist. The buffers are allocated at setup - meaning, at steady state, there is no extra allocation (maintaining the current invariant). These buffers has 2 roles: one, keep the compiler code simple. Second, allow logging their values in development mode. The latter allows retraining a model supporting the larger feature set starting from traces produced with the old model. For release mode (AOT-ed models), this decouples compiler evolution from model evolution, which we want in scenarios where the toolchain is frequently rebuilt and redeployed: we can first deploy the new features, and continue working with the older model, until a new model is made available, which can then be picked up the next time the compiler is built. Differential Revision: https://reviews.llvm.org/D124565
80 lines
3.0 KiB
C++
80 lines
3.0 KiB
C++
//===- ModelUnderTrainingRunner.cpp - 'development' mode runner -----------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Implementation of a MLModelRunner for 'development' mode, i.e. evaluation
|
|
// happens off a model that's provided from the command line and is interpreted.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm/Analysis/TensorSpec.h"
|
|
#include "llvm/Config/config.h"
|
|
#if defined(LLVM_HAVE_TF_API)
|
|
|
|
#include "llvm/Analysis/ModelUnderTrainingRunner.h"
|
|
|
|
using namespace llvm;
|
|
|
|
ModelUnderTrainingRunner::ModelUnderTrainingRunner(
|
|
LLVMContext &Ctx, const std::string &ModelPath,
|
|
const std::vector<TensorSpec> &InputSpecs,
|
|
const std::vector<LoggedFeatureSpec> &OutputSpecs)
|
|
: MLModelRunner(Ctx, MLModelRunner::Kind::Development, InputSpecs.size()),
|
|
OutputSpecs(OutputSpecs) {
|
|
Evaluator = std::make_unique<TFModelEvaluator>(
|
|
ModelPath, InputSpecs, [&](size_t I) { return OutputSpecs[I].Spec; },
|
|
OutputSpecs.size());
|
|
if (!Evaluator || !Evaluator->isValid()) {
|
|
Ctx.emitError("Failed to create saved model evaluator");
|
|
Evaluator.reset();
|
|
return;
|
|
}
|
|
|
|
for (size_t I = 0, E = InputSpecs.size(); I < E; ++I) {
|
|
setUpBufferForTensor(I, InputSpecs[I], Evaluator->getUntypedInput(I));
|
|
}
|
|
}
|
|
|
|
void *ModelUnderTrainingRunner::evaluateUntyped() {
|
|
LastEvaluationResult = Evaluator->evaluate();
|
|
if (!LastEvaluationResult.hasValue()) {
|
|
Ctx.emitError("Error evaluating model.");
|
|
return nullptr;
|
|
}
|
|
return LastEvaluationResult->getUntypedTensorValue(0);
|
|
}
|
|
|
|
std::unique_ptr<ModelUnderTrainingRunner>
|
|
ModelUnderTrainingRunner::createAndEnsureValid(
|
|
LLVMContext &Ctx, const std::string &ModelPath, StringRef DecisionName,
|
|
const std::vector<TensorSpec> &InputSpecs,
|
|
StringRef OutputSpecsPathOverride) {
|
|
if (auto MaybeOutputSpecs = loadOutputSpecs(Ctx, DecisionName, ModelPath,
|
|
OutputSpecsPathOverride))
|
|
return createAndEnsureValid(Ctx, ModelPath, DecisionName, InputSpecs,
|
|
*MaybeOutputSpecs);
|
|
Ctx.emitError("Could not load the policy model from the provided path");
|
|
return nullptr;
|
|
}
|
|
|
|
std::unique_ptr<ModelUnderTrainingRunner>
|
|
ModelUnderTrainingRunner::createAndEnsureValid(
|
|
LLVMContext &Ctx, const std::string &ModelPath, StringRef DecisionName,
|
|
const std::vector<TensorSpec> &InputSpecs,
|
|
const std::vector<LoggedFeatureSpec> &OutputSpecs) {
|
|
std::unique_ptr<ModelUnderTrainingRunner> MUTR;
|
|
MUTR.reset(
|
|
new ModelUnderTrainingRunner(Ctx, ModelPath, InputSpecs, OutputSpecs));
|
|
if (MUTR && MUTR->isValid())
|
|
return MUTR;
|
|
|
|
Ctx.emitError("Could not load or create model evaluator.");
|
|
return nullptr;
|
|
}
|
|
|
|
#endif // defined(LLVM_HAVE_TF_API)
|