diff options
author | Harald Musum <musum@yahooinc.com> | 2023-12-19 22:50:45 +0100 |
---|---|---|
committer | Harald Musum <musum@yahooinc.com> | 2023-12-19 22:50:45 +0100 |
commit | 8146bbf2e2b022902bfed1c93d1d084471cb22a9 (patch) | |
tree | a3ad74bc54aa559809145babc70e000c97f6a695 /config-model-api/src | |
parent | 2e8de87bcd8f7b6b9c39b25877b0a6600580cf7d (diff) |
Store onnx model info after deciding if we need to restart on deploy
Need to store (in ZK) so that info is available on all config servers
Diffstat (limited to 'config-model-api/src')
-rw-r--r-- | config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java index c13ce4def09..d70b751eba0 100644 --- a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java +++ b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java @@ -25,6 +25,7 @@ public interface OnnxModelCost { Map<String, ModelInfo> models(); void setRestartOnDeploy(); boolean restartOnDeploy(); + void store(); } record ModelInfo(String modelId, long estimatedCost, long hash, Optional<OnnxModelOptions> onnxModelOptions) {} @@ -41,6 +42,7 @@ public interface OnnxModelCost { @Override public Map<String, ModelInfo> models() { return Map.of(); } @Override public void setRestartOnDeploy() {} @Override public boolean restartOnDeploy() { return false; } + @Override public void store() {} } } |