summaryrefslogtreecommitdiffstats
path: root/config-model-api/src
diff options
context:
space:
mode:
authorHarald Musum <musum@yahooinc.com>2023-12-19 22:50:45 +0100
committerHarald Musum <musum@yahooinc.com>2023-12-19 22:50:45 +0100
commit8146bbf2e2b022902bfed1c93d1d084471cb22a9 (patch)
treea3ad74bc54aa559809145babc70e000c97f6a695 /config-model-api/src
parent2e8de87bcd8f7b6b9c39b25877b0a6600580cf7d (diff)
Store onnx model info after deciding if we need to restart on deploy
Need to store (in ZK) so that info is available on all config servers
Diffstat (limited to 'config-model-api/src')
-rw-r--r--config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java2
1 files changed, 2 insertions, 0 deletions
diff --git a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java
index c13ce4def09..d70b751eba0 100644
--- a/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java
+++ b/config-model-api/src/main/java/com/yahoo/config/model/api/OnnxModelCost.java
@@ -25,6 +25,7 @@ public interface OnnxModelCost {
Map<String, ModelInfo> models();
void setRestartOnDeploy();
boolean restartOnDeploy();
+ void store();
}
record ModelInfo(String modelId, long estimatedCost, long hash, Optional<OnnxModelOptions> onnxModelOptions) {}
@@ -41,6 +42,7 @@ public interface OnnxModelCost {
@Override public Map<String, ModelInfo> models() { return Map.of(); }
@Override public void setRestartOnDeploy() {}
@Override public boolean restartOnDeploy() { return false; }
+ @Override public void store() {}
}
}