summaryrefslogtreecommitdiffstats
path: root/model-integration
diff options
context:
space:
mode:
Diffstat (limited to 'model-integration')
-rw-r--r--model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java6
1 files changed, 6 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
index 5c3b18e2949..3069cb93444 100644
--- a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
+++ b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
@@ -124,6 +124,12 @@ public class ColBertEmbedder extends AbstractComponent implements Embedder {
}
}
+ @Override
+ public void deconstruct() {
+ evaluator.close();
+ tokenizer.close();
+ }
+
protected Tensor embedQuery(String text, Context context, TensorType tensorType) {
if(tensorType.valueType() == TensorType.Value.INT8)
throw new IllegalArgumentException("ColBert query embed does not accept int8 tensor value type");