diff options
Diffstat (limited to 'model-integration/src/main/java/ai')
| -rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java index 88028da85c1..01804656bb6 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java @@ -84,11 +84,11 @@ public class HuggingFaceEmbedder extends AbstractComponent implements Embedder { var encoding = tokenizer.encode(s, context.getLanguage()); Tensor inputSequence = createTensorRepresentation(encoding.ids(), "d1"); Tensor attentionMask = createTensorRepresentation(encoding.attentionMask(), "d1"); - Tensor tokenTypeIds = createTensorRepresentation(encoding.typeIds(), "d1"); + Tensor tokenTypeIds = tokenTypeIdsName.isEmpty() ? null : createTensorRepresentation(encoding.typeIds(), "d1"); Map<String, Tensor> inputs; - if (tokenTypeIds.isEmpty()) { + if (tokenTypeIdsName.isEmpty() || tokenTypeIds.isEmpty()) { inputs = Map.of(inputIdsName, inputSequence.expand("d0"), attentionMaskName, attentionMask.expand("d0")); } else { |