Ensure Onnx/Hugginface resources are cleaned up on deconstruction

1 files changed, 6 insertions, 0 deletions

diff --git a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
index 5c3b18e2949..3069cb93444 100644
--- a/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
+++ b/model-integration/src/main/java/ai/vespa/embedding/ColBertEmbedder.java
@@ -124,6 +124,12 @@ public class ColBertEmbedder extends AbstractComponent implements Embedder {
         }
     }
 
+    @Override
+    public void deconstruct() {
+        evaluator.close();
+        tokenizer.close();
+    }
+
     protected Tensor embedQuery(String text, Context context, TensorType tensorType) {
         if(tensorType.valueType() == TensorType.Value.INT8)
             throw new IllegalArgumentException("ColBert query embed does not accept int8 tensor value type");