diff options
author | Jo Kristian Bergum <bergum@yahooinc.com> | 2024-04-25 15:32:04 +0200 |
---|---|---|
committer | Jo Kristian Bergum <bergum@yahooinc.com> | 2024-04-25 15:32:04 +0200 |
commit | a374e90b5f95b3f3c533a4d0302ac0e66c32668f (patch) | |
tree | 5496e8603a071aea36a5f0f8d24bcdf266bb3b23 /config-model/src/test | |
parent | 117cace612ab00de27b8ec5e77896056e449bf33 (diff) |
add prepend support
Diffstat (limited to 'config-model/src/test')
-rw-r--r-- | config-model/src/test/cfg/application/embed/services.xml | 4 | ||||
-rw-r--r-- | config-model/src/test/java/com/yahoo/vespa/model/container/xml/EmbedderTestCase.java | 4 |
2 files changed, 8 insertions, 0 deletions
diff --git a/config-model/src/test/cfg/application/embed/services.xml b/config-model/src/test/cfg/application/embed/services.xml index 089adbd7517..ae0d0952630 100644 --- a/config-model/src/test/cfg/application/embed/services.xml +++ b/config-model/src/test/cfg/application/embed/services.xml @@ -12,6 +12,10 @@ <transformer-token-type-ids>my_token_type_ids</transformer-token-type-ids> <transformer-output>my_output</transformer-output> <normalize>true</normalize> + <prepend> + <query>Represent this sentence for searching relevant passages:</query> + <document>passage:</document> + </prepend> <onnx-execution-mode>parallel</onnx-execution-mode> <onnx-intraop-threads>10</onnx-intraop-threads> <onnx-interop-threads>8</onnx-interop-threads> diff --git a/config-model/src/test/java/com/yahoo/vespa/model/container/xml/EmbedderTestCase.java b/config-model/src/test/java/com/yahoo/vespa/model/container/xml/EmbedderTestCase.java index fb1e176f707..6f629d99c92 100644 --- a/config-model/src/test/java/com/yahoo/vespa/model/container/xml/EmbedderTestCase.java +++ b/config-model/src/test/java/com/yahoo/vespa/model/container/xml/EmbedderTestCase.java @@ -88,6 +88,8 @@ public class EmbedderTestCase { var tokenizerCfg = assertHuggingfaceTokenizerComponentPresent(cluster); assertEquals("https://my/url/tokenizer.json", modelReference(tokenizerCfg.model().get(0), "path").url().orElseThrow().value()); assertEquals(-1, tokenizerCfg.maxLength()); + assertEquals("Represent this sentence for searching relevant passages:", embedderCfg.prependQuery()); + assertEquals("passage:", embedderCfg.prependDocument()); } @Test @@ -101,6 +103,8 @@ public class EmbedderTestCase { var tokenizerCfg = assertHuggingfaceTokenizerComponentPresent(cluster); assertEquals("https://data.vespa.oath.cloud/onnx_models/multilingual-e5-base/tokenizer.json", modelReference(tokenizerCfg.model().get(0), "path").url().orElseThrow().value()); assertEquals(-1, tokenizerCfg.maxLength()); + assertEquals("Represent this sentence for searching relevant passages:", embedderCfg.prependQuery()); + assertEquals("passage:", embedderCfg.prependDocument()); } @Test |