diff options
Diffstat (limited to 'linguistics/src/main/resources/configdefinitions/sentence-piece.def')
| -rw-r--r-- | linguistics/src/main/resources/configdefinitions/sentence-piece.def | 18 |
1 files changed, 0 insertions, 18 deletions
diff --git a/linguistics/src/main/resources/configdefinitions/sentence-piece.def b/linguistics/src/main/resources/configdefinitions/sentence-piece.def deleted file mode 100644 index b91c0c45dc4..00000000000 --- a/linguistics/src/main/resources/configdefinitions/sentence-piece.def +++ /dev/null @@ -1,18 +0,0 @@ -# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. - -# Configures com.yahoo.language.sentencepiece.SentencePieceEncoder - -namespace=language.sentencepiece - -# Whether consecutive unknown character should be collapsed into one large unknown token (default -# or be returned as single character tokens. -collapseUnknowns bool default=true - -# The scoring strategy to use when picking a segmentation. -scoring enum { highestScore, fewestSegments } default=fewestSegments - -# The language a model is for, one of the language tags in com.yahoo.language.Language. -# Use "unknown" for models to be used with any language. -model[].language string -# The path to the model relative to the application package root -model[].path path
\ No newline at end of file |