diff options
author | Arne H Juul <arnej27959@users.noreply.github.com> | 2022-12-05 10:27:33 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2022-12-05 10:27:33 +0100 |
commit | 898582aa193954ee055f5fb5c7b2c643d1fcafdf (patch) | |
tree | 23cc43114c79340163c743a64dd209ce20013872 /config-model | |
parent | f586fb9146b8176ba451778c025c4edb3905695e (diff) | |
parent | 2da7298a3b98f34a61fed78e283c79d12676803e (diff) |
Merge pull request #25075 from vespa-engine/arnej/onnxruntime-as-bundle
add container-onnxruntime-bundle
Diffstat (limited to 'config-model')
2 files changed, 4 insertions, 0 deletions
diff --git a/config-model/src/main/java/com/yahoo/vespa/model/container/ContainerModelEvaluation.java b/config-model/src/main/java/com/yahoo/vespa/model/container/ContainerModelEvaluation.java index 088465f56b1..49292bd6df7 100644 --- a/config-model/src/main/java/com/yahoo/vespa/model/container/ContainerModelEvaluation.java +++ b/config-model/src/main/java/com/yahoo/vespa/model/container/ContainerModelEvaluation.java @@ -28,12 +28,15 @@ public class ContainerModelEvaluation implements private final static String EVALUATION_BUNDLE_NAME = "model-evaluation"; private final static String INTEGRATION_BUNDLE_NAME = "model-integration"; + private final static String ONNXRUNTIME_BUNDLE_NAME = "container-onnxruntime.jar"; + private final static String EVALUATOR_NAME = ModelsEvaluator.class.getName(); private final static String REST_HANDLER_NAME = "ai.vespa.models.handler.ModelsEvaluationHandler"; private final static String REST_BINDING_PATH = "/model-evaluation/v1"; public static final Path MODEL_EVALUATION_BUNDLE_FILE = PlatformBundles.absoluteBundlePath(EVALUATION_BUNDLE_NAME); public static final Path MODEL_INTEGRATION_BUNDLE_FILE = PlatformBundles.absoluteBundlePath(INTEGRATION_BUNDLE_NAME); + public static final Path ONNXRUNTIME_BUNDLE_FILE = PlatformBundles.absoluteBundlePath(ONNXRUNTIME_BUNDLE_NAME); /** Global rank profiles, aka models */ private final RankProfileList rankProfileList; diff --git a/config-model/src/main/java/com/yahoo/vespa/model/container/xml/ContainerModelBuilder.java b/config-model/src/main/java/com/yahoo/vespa/model/container/xml/ContainerModelBuilder.java index 159ab26414d..f3b7a28f227 100644 --- a/config-model/src/main/java/com/yahoo/vespa/model/container/xml/ContainerModelBuilder.java +++ b/config-model/src/main/java/com/yahoo/vespa/model/container/xml/ContainerModelBuilder.java @@ -710,6 +710,7 @@ public class ContainerModelBuilder extends ConfigModelBuilder<ContainerModel> { * in the model-evaluation bundle that could be used by customer code. */ cluster.addPlatformBundle(ContainerModelEvaluation.MODEL_EVALUATION_BUNDLE_FILE); cluster.addPlatformBundle(ContainerModelEvaluation.MODEL_INTEGRATION_BUNDLE_FILE); + cluster.addPlatformBundle(ContainerModelEvaluation.ONNXRUNTIME_BUNDLE_FILE); } private void addProcessing(DeployState deployState, Element spec, ApplicationContainerCluster cluster, ConfigModelContext context) { |