blob: 4398eb8e798bff69cceded03e6ffd9e827b61d25 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
|
# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package=ai.vespa.example.paragraph
# WordPiece tokenizer vocabulary
vocab model
model model
myValue string
# Max length of token sequence model can handle
transforerMaxTokens int default=128
# Pooling strategy
poolingStrategy enum { cls, mean } default=mean
# Input names
transformerInputIds string default=input_ids
transformerAttentionMask string default=attention_mask
# Output name
transformerOutput string default=last_hidden_state
# Settings for ONNX model evaluation
onnxExecutionMode enum { parallel, sequential } default=sequential
onnxInterOpThreads int default=1
onnxIntraOpThreads int default=-4
|
