diff options
Diffstat (limited to 'linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java')
-rw-r--r-- | linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java index a0b41669b2b..1f1757e6ade 100644 --- a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java +++ b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java @@ -46,7 +46,7 @@ public class HuggingFaceTokenizer extends AbstractComponent implements Embedder, .optAddSpecialTokens(b.addSpecialTokens != null ? b.addSpecialTokens : true) .optTruncation(b.truncation != null ? b.truncation : true) .optMaxLength(b.maxLength != null ? b.maxLength : 512); - if (b.padding != null && b.padding) hfb.optPadToMaxLength(); + if (b.padding != null && b.padding) hfb.optPadToMaxLength(); else hfb.optPadding(false); return hfb.build(); })); }); |