summaryrefslogtreecommitdiffstats
path: root/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def
blob: 67b3b927f946ea852ca8dc17ee010a3626944d05 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.

namespace=language.huggingface

# The language a model is for, one of the language tags in com.yahoo.language.Language.
# Use "unknown" for models to be used with any language.
model[].language string
# The path to the model relative to the application package root
model[].path model

addSpecialTokens bool default=true
maxLength int default=-1
truncation bool default=false