summaryrefslogtreecommitdiffstats
path: root/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def
diff options
context:
space:
mode:
Diffstat (limited to 'linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def')
-rw-r--r--linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def13
1 files changed, 0 insertions, 13 deletions
diff --git a/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def b/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def
deleted file mode 100644
index 67b3b927f94..00000000000
--- a/linguistics-components/src/main/resources/configdefinitions/language.huggingface.hugging-face-tokenizer.def
+++ /dev/null
@@ -1,13 +0,0 @@
-# Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
-
-namespace=language.huggingface
-
-# The language a model is for, one of the language tags in com.yahoo.language.Language.
-# Use "unknown" for models to be used with any language.
-model[].language string
-# The path to the model relative to the application package root
-model[].path model
-
-addSpecialTokens bool default=true
-maxLength int default=-1
-truncation bool default=false \ No newline at end of file