diff options
| author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-06-12 17:25:55 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-06-12 17:25:55 +0200 |
| commit | fb5d1bf9f451fbeb4a40d7f73fa856ef81bd77ed (patch) | |
| tree | 1f8ab291370e84407a827f9a80bcf943f522ca29 /config-model/src/main/resources/schema/common.rnc | |
| parent | 0647b650c3334ff86d50431e78549e25dc46caf9 (diff) | |
| parent | 4f722322cc9f8df5146ffb27d74239b3b4f2d634 (diff) | |
Merge pull request #27387 from vespa-engine/bjorncs/hfv8.176.13
Prefer truncation configuration from tokenizer model
Diffstat (limited to 'config-model/src/main/resources/schema/common.rnc')
| -rw-r--r-- | config-model/src/main/resources/schema/common.rnc | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/config-model/src/main/resources/schema/common.rnc b/config-model/src/main/resources/schema/common.rnc index e130bed0297..ba7e2b6674e 100644 --- a/config-model/src/main/resources/schema/common.rnc +++ b/config-model/src/main/resources/schema/common.rnc @@ -88,7 +88,7 @@ HuggingFaceEmbedder = attribute type { "hugging-face-embedder" } & element transformer-model { ModelReference } & element tokenizer-model { ModelReference }? & - element max-tokens { xsd:nonNegativeInteger }? & + element max-tokens { xsd:positiveInteger }? & element transformer-input-ids { xsd:string }? & element transformer-attention-mask { xsd:string }? & element transformer-token-type-ids { xsd:string }? & @@ -99,11 +99,7 @@ HuggingFaceEmbedder = HuggingFaceTokenizer = attribute type { "hugging-face-tokenizer" } & - element model { attribute language { xsd:string }? & ModelReference }+ & - element special-tokens { xsd:boolean }? & - element max-length { xsd:integer }? & - element truncation { xsd:boolean }? & - element padding { xsd:boolean }? + element model { attribute language { xsd:string }? & ModelReference }+ BertBaseEmbedder = attribute type { "bert-embedder" } & |