diff options
Diffstat (limited to 'configdefinitions')
| -rw-r--r-- | configdefinitions/src/vespa/hugging-face-tokenizer.def | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/configdefinitions/src/vespa/hugging-face-tokenizer.def b/configdefinitions/src/vespa/hugging-face-tokenizer.def index 18b3631e494..bc0d5300de5 100644 --- a/configdefinitions/src/vespa/hugging-face-tokenizer.def +++ b/configdefinitions/src/vespa/hugging-face-tokenizer.def @@ -9,5 +9,6 @@ model[].language string model[].path model addSpecialTokens bool default=true -maxLength int default=-1 -truncation bool default=false
\ No newline at end of file +maxLength int default=512 +truncation bool default=true +padding bool default=false |