diff options
| author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-06-08 14:23:16 +0200 |
|---|---|---|
| committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-06-08 14:23:16 +0200 |
| commit | c0652d7794a90e0afb593fc1a3db17c99606a808 (patch) | |
| tree | 17887acf2818107bbeb7355f5ee463f5fb02873d /model-integration | |
| parent | c3d8c532e0f5b1db896d8693409098e8c2980da1 (diff) | |
Disable padding and make it configurable
Diffstat (limited to 'model-integration')
| -rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java index f93b1a3c1f8..b17ee89be7f 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/huggingface/HuggingFaceEmbedder.java @@ -42,6 +42,7 @@ public class HuggingFaceEmbedder extends AbstractComponent implements Embedder { .addSpecialTokens(true) .addDefaultModel(Paths.get(config.tokenizerPath().toString())) .setTruncation(true) + .setPadding(false) .setMaxLength(config.transformerMaxTokens()) .build(); poolingStrategy = PoolingStrategy.fromString(config.poolingStrategy().toString()); |