aboutsummaryrefslogtreecommitdiffstats
path: root/config-model/src/test/cfg/application/embed/configdefinitions/sentence-embedder.def
blob: 87b80f1051a5c1e7ee172c190618ae4d803b99be (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
package=ai.vespa.example.paragraph

# WordPiece tokenizer vocabulary
vocab model

model model

myValue string

# Max length of token sequence model can handle
transforerMaxTokens int default=128

# Pooling strategy
poolingStrategy enum { cls, mean } default=mean

# Input names
transformerInputIds string default=input_ids
transformerAttentionMask string default=attention_mask

# Output name
transformerOutput string default=last_hidden_state

# Settings for ONNX model evaluation
onnxExecutionMode enum { parallel, sequential } default=sequential
onnxInterOpThreads int default=1
onnxIntraOpThreads int default=-4