diff options
Diffstat (limited to 'linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def')
| -rw-r--r-- | linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def b/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def index 9d0ab65c28f..a3e54ea38da 100644 --- a/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def +++ b/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def @@ -7,3 +7,5 @@ namespace=language.huggingface model[].language string # The path to the model relative to the application package root model[].path path + +addSpecialTokens bool default=true
\ No newline at end of file |