diff options
author | Harald Musum <musum@yahooinc.com> | 2023-12-20 01:16:55 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-12-20 01:16:55 +0100 |
commit | 4e36216e36a0e57fe8da52840e4e940927edeb2c (patch) | |
tree | c91c6f404a8d44b9b2f349629a3a833ed81021bc /config-model-api | |
parent | 674f6f4b93fe2ac989139bba373c2804648fd0a9 (diff) | |
parent | 844a00985d96f58120d7b68b150565d025b7d9ad (diff) |
Merge pull request #29715 from vespa-engine/hmusum/store-onnx-model-cost-after-deciding-restart-on-deployv8.277.17
Store onnx model info after deciding if we need to restart on deploy
Diffstat (limited to 'config-model-api')
-rw-r--r-- | config-model-api/abi-spec.json | 6 | ||||
-rw-r--r-- | config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java | 2 |
2 files changed, 6 insertions, 2 deletions
diff --git a/config-model-api/abi-spec.json b/config-model-api/abi-spec.json index d05360b8d1a..10c5662678e 100644 --- a/config-model-api/abi-spec.json +++ b/config-model-api/abi-spec.json @@ -1465,7 +1465,8 @@ "public abstract void registerModel(java.net.URI, com.yahoo.config.model.api.OnnxModelOptions)", "public abstract java.util.Map models()", "public abstract void setRestartOnDeploy()", - "public abstract boolean restartOnDeploy()" + "public abstract boolean restartOnDeploy()", + "public abstract void store()" ], "fields" : [ ] }, @@ -1488,7 +1489,8 @@ "public void registerModel(java.net.URI, com.yahoo.config.model.api.OnnxModelOptions)", "public java.util.Map models()", "public void setRestartOnDeploy()", - "public boolean restartOnDeploy()" + "public boolean restartOnDeploy()", + "public void store()" ], "fields" : [ ] }, diff --git a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java index c13ce4def09..d70b751eba0 100644 --- a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java +++ b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java @@ -25,6 +25,7 @@ public interface OnnxModelCost { Map<String, ModelInfo> models(); void setRestartOnDeploy(); boolean restartOnDeploy(); + void store(); } record ModelInfo(String modelId, long estimatedCost, long hash, Optional<OnnxModelOptions> onnxModelOptions) {} @@ -41,6 +42,7 @@ public interface OnnxModelCost { @Override public Map<String, ModelInfo> models() { return Map.of(); } @Override public void setRestartOnDeploy() {} @Override public boolean restartOnDeploy() { return false; } + @Override public void store() {} } } |