From 18ae21bce56e018cef2c17d03e63617530af59ae Mon Sep 17 00:00:00 2001 From: Jo Kristian Bergum Date: Sat, 6 Jan 2024 10:54:58 +0100 Subject: handle multilingual models better --- configdefinitions/src/vespa/col-bert-embedder.def | 3 +++ 1 file changed, 3 insertions(+) (limited to 'configdefinitions') diff --git a/configdefinitions/src/vespa/col-bert-embedder.def b/configdefinitions/src/vespa/col-bert-embedder.def index d525affa7f2..a6dac3f18fd 100644 --- a/configdefinitions/src/vespa/col-bert-embedder.def +++ b/configdefinitions/src/vespa/col-bert-embedder.def @@ -25,6 +25,9 @@ transformerAttentionMask string default=attention_mask transformerStartSequenceToken int default=101 transformerEndSequenceToken int default=102 transformerMaskToken int default=103 +transformerPadToken int default=0 +queryTokenId int default=1 +documentTokenId int default=2 # Output name transformerOutput string default=contextual -- cgit v1.2.3