diff options
Diffstat (limited to 'configdefinitions/src/vespa/hugging-face-tokenizer.def')
| -rw-r--r-- | configdefinitions/src/vespa/hugging-face-tokenizer.def | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/configdefinitions/src/vespa/hugging-face-tokenizer.def b/configdefinitions/src/vespa/hugging-face-tokenizer.def new file mode 100644 index 00000000000..18b3631e494 --- /dev/null +++ b/configdefinitions/src/vespa/hugging-face-tokenizer.def @@ -0,0 +1,13 @@ +# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. + +namespace=language.huggingface.config + +# The language a model is for, one of the language tags in com.yahoo.language.Language. +# Use "unknown" for models to be used with any language. +model[].language string +# The path to the model relative to the application package root +model[].path model + +addSpecialTokens bool default=true +maxLength int default=-1 +truncation bool default=false
\ No newline at end of file |