diff options
| author | Jo Kristian Bergum <bergum@yahooinc.com> | 2023-12-15 08:42:01 +0100 |
|---|---|---|
| committer | Jo Kristian Bergum <bergum@yahooinc.com> | 2023-12-15 08:42:01 +0100 |
| commit | cbc0733c07b57d8563eea40897072cb35042b605 (patch) | |
| tree | fa3b564329dc4a88b48c697692c7896d6d4b36b0 /config-model/src/test/cfg | |
| parent | 8af800ba588f726184ffb8296463bb4b7fbea5a1 (diff) | |
Add a splade embedder implementation
Diffstat (limited to 'config-model/src/test/cfg')
| -rw-r--r-- | config-model/src/test/cfg/application/embed/services.xml | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/config-model/src/test/cfg/application/embed/services.xml b/config-model/src/test/cfg/application/embed/services.xml index 1840063d70d..59c29aefc6a 100644 --- a/config-model/src/test/cfg/application/embed/services.xml +++ b/config-model/src/test/cfg/application/embed/services.xml @@ -19,6 +19,21 @@ <pooling-strategy>mean</pooling-strategy> </component> + <component id="splade" type="splade-embedder"> + <transformer-model model-id="e5-base-v2" url="https://my/url/model.onnx"/> + <tokenizer-model model-id="e5-base-v2-vocab" path="app/tokenizer.json"/> + <max-tokens>1024</max-tokens> + <transformer-input-ids>my_input_ids</transformer-input-ids> + <transformer-attention-mask>my_attention_mask</transformer-attention-mask> + <transformer-token-type-ids>my_token_type_ids</transformer-token-type-ids> + <transformer-output>my_output</transformer-output> + <term-score-threshold>0.2</term-score-threshold> + <onnx-execution-mode>parallel</onnx-execution-mode> + <onnx-intraop-threads>10</onnx-intraop-threads> + <onnx-interop-threads>8</onnx-interop-threads> + <onnx-gpu-device>1</onnx-gpu-device> + </component> + <component id="hf-tokenizer" type="hugging-face-tokenizer"> <model language="no" model-id="multilingual-e5-base-vocab" url="https://my/url/tokenizer.json"/> </component> |