diff options
| author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-02-22 11:51:06 +0100 |
|---|---|---|
| committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-02-22 12:04:35 +0100 |
| commit | 7d69590e78f7e29dd7288a401e71732211a3b5dd (patch) | |
| tree | 74286f892f873ee0309a72529447f2e575cbb15e /model-evaluation/abi-spec.json | |
| parent | c5513d25475c78ce6a3ecd5e03b278f3eebca481 (diff) | |
Cache Onnx model instances
Manage lifecycle of OnnxEvaluator instances explicitly to allow
instances to be cached without use WeakHashmap/finalizers.
Inject shared Onnx model cache in ModelsEvaluator.
Diffstat (limited to 'model-evaluation/abi-spec.json')
| -rw-r--r-- | model-evaluation/abi-spec.json | 13 |
1 files changed, 9 insertions, 4 deletions
diff --git a/model-evaluation/abi-spec.json b/model-evaluation/abi-spec.json index a5bda6e1c21..9fd25ac115b 100644 --- a/model-evaluation/abi-spec.json +++ b/model-evaluation/abi-spec.json @@ -47,7 +47,9 @@ }, "ai.vespa.models.evaluation.Model" : { "superClass" : "java.lang.Object", - "interfaces" : [ ], + "interfaces" : [ + "java.lang.AutoCloseable" + ], "attributes" : [ "public" ], @@ -56,7 +58,8 @@ "public java.lang.String name()", "public java.util.List functions()", "public varargs ai.vespa.models.evaluation.FunctionEvaluator evaluatorOf(java.lang.String[])", - "public java.lang.String toString()" + "public java.lang.String toString()", + "public void close()" ], "fields" : [ ] }, @@ -67,12 +70,14 @@ "public" ], "methods" : [ + "public void <init>(com.yahoo.vespa.config.search.RankProfilesConfig, com.yahoo.vespa.config.search.core.RankingConstantsConfig, com.yahoo.vespa.config.search.core.RankingExpressionsConfig, com.yahoo.vespa.config.search.core.OnnxModelsConfig, com.yahoo.filedistribution.fileacquirer.FileAcquirer, ai.vespa.modelintegration.evaluator.OnnxEvaluatorCache)", "public void <init>(com.yahoo.vespa.config.search.RankProfilesConfig, com.yahoo.vespa.config.search.core.RankingConstantsConfig, com.yahoo.vespa.config.search.core.RankingExpressionsConfig, com.yahoo.vespa.config.search.core.OnnxModelsConfig, com.yahoo.filedistribution.fileacquirer.FileAcquirer)", "public void <init>(ai.vespa.models.evaluation.RankProfilesConfigImporter, com.yahoo.vespa.config.search.RankProfilesConfig, com.yahoo.vespa.config.search.core.RankingConstantsConfig, com.yahoo.vespa.config.search.core.RankingExpressionsConfig, com.yahoo.vespa.config.search.core.OnnxModelsConfig)", "public void <init>(java.util.Map)", "public java.util.Map models()", "public varargs ai.vespa.models.evaluation.FunctionEvaluator evaluatorOf(java.lang.String, java.lang.String[])", - "public ai.vespa.models.evaluation.Model requireModel(java.lang.String)" + "public ai.vespa.models.evaluation.Model requireModel(java.lang.String)", + "public void deconstruct()" ], "fields" : [ ] }, @@ -83,7 +88,7 @@ "public" ], "methods" : [ - "public void <init>(com.yahoo.filedistribution.fileacquirer.FileAcquirer)", + "public void <init>(com.yahoo.filedistribution.fileacquirer.FileAcquirer, ai.vespa.modelintegration.evaluator.OnnxEvaluatorCache)", "public java.util.Map importFrom(com.yahoo.vespa.config.search.RankProfilesConfig, com.yahoo.vespa.config.search.core.RankingConstantsConfig, com.yahoo.vespa.config.search.core.RankingExpressionsConfig, com.yahoo.vespa.config.search.core.OnnxModelsConfig)", "protected final java.lang.String readExpressionFromFile(java.io.File)", "protected com.yahoo.searchlib.rankingexpression.RankingExpression readExpressionFromFile(java.lang.String, com.yahoo.config.FileReference)", |