diff options
-rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java index 5c3b18e2949..3069cb93444 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java @@ -124,6 +124,12 @@ public class ColBertEmbedder extends AbstractComponent implements Embedder { } } + @Override + public void deconstruct() { + evaluator.close(); + tokenizer.close(); + } + protected Tensor embedQuery(String text, Context context, TensorType tensorType) { if(tensorType.valueType() == TensorType.Value.INT8) throw new IllegalArgumentException("ColBert query embed does not accept int8 tensor value type"); |