diff options
author | Harald Musum <musum@yahooinc.com> | 2023-12-20 01:16:55 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-12-20 01:16:55 +0100 |
commit | 4e36216e36a0e57fe8da52840e4e940927edeb2c (patch) | |
tree | c91c6f404a8d44b9b2f349629a3a833ed81021bc /config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java | |
parent | 674f6f4b93fe2ac989139bba373c2804648fd0a9 (diff) | |
parent | 844a00985d96f58120d7b68b150565d025b7d9ad (diff) |
Merge pull request #29715 from vespa-engine/hmusum/store-onnx-model-cost-after-deciding-restart-on-deployv8.277.17
Store onnx model info after deciding if we need to restart on deploy
Diffstat (limited to 'config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java')
-rw-r--r-- | config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java index c13ce4def09..d70b751eba0 100644 --- a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java +++ b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java @@ -25,6 +25,7 @@ public interface OnnxModelCost { Map<String, ModelInfo> models(); void setRestartOnDeploy(); boolean restartOnDeploy(); + void store(); } record ModelInfo(String modelId, long estimatedCost, long hash, Optional<OnnxModelOptions> onnxModelOptions) {} @@ -41,6 +42,7 @@ public interface OnnxModelCost { @Override public Map<String, ModelInfo> models() { return Map.of(); } @Override public void setRestartOnDeploy() {} @Override public boolean restartOnDeploy() { return false; } + @Override public void store() {} } } |