diff options
author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-09-21 13:57:27 +0200 |
---|---|---|
committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-09-21 13:57:27 +0200 |
commit | d04a31c05a399df95717accfd656d4c68d78e611 (patch) | |
tree | 35c4b8197ea602e20602502e01252184199f0bb0 /model-integration | |
parent | 46f1846ee31e3c8f6935334a75939ef83d076385 (diff) |
Ensure Onnx/Hugginface resources are cleaned up on deconstruction
Diffstat (limited to 'model-integration')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java index 5c3b18e2949..3069cb93444 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java @@ -124,6 +124,12 @@ public class ColBertEmbedder extends AbstractComponent implements Embedder { } } + @Override + public void deconstruct() { + evaluator.close(); + tokenizer.close(); + } + protected Tensor embedQuery(String text, Context context, TensorType tensorType) { if(tensorType.valueType() == TensorType.Value.INT8) throw new IllegalArgumentException("ColBert query embed does not accept int8 tensor value type"); |