summaryrefslogtreecommitdiffstats
path: root/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
diff options
context:
space:
mode:
Diffstat (limited to 'linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java')
-rw-r--r--linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java2
1 files changed, 1 insertions, 1 deletions
diff --git a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
index a0b41669b2b..1f1757e6ade 100644
--- a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
+++ b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
@@ -46,7 +46,7 @@ public class HuggingFaceTokenizer extends AbstractComponent implements Embedder,
.optAddSpecialTokens(b.addSpecialTokens != null ? b.addSpecialTokens : true)
.optTruncation(b.truncation != null ? b.truncation : true)
.optMaxLength(b.maxLength != null ? b.maxLength : 512);
- if (b.padding != null && b.padding) hfb.optPadToMaxLength();
+ if (b.padding != null && b.padding) hfb.optPadToMaxLength(); else hfb.optPadding(false);
return hfb.build();
}));
});