blob: d1481bd55000ba9c72f4cff2d926c93b16dc451b (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
namespace=llm
# SentencePiece tokenizer
tokenizerModel model
tokenizerMaxTokens int default=1000
#
# The encoder model
#
encoderModel model
encoderModelInputIdsName string default=input_ids
encoderModelAttentionMaskName string default=attention_mask
encoderModelOutputName string default=last_hidden_state
encoderOnnxExecutionMode enum { parallel, sequential } default=sequential
encoderOnnxInterOpThreads int default=1
encoderOnnxIntraOpThreads int default=-4 # n=number of threads -> n<0: CPUs/(-n), n==0: CPUs, n>0: n
# enable GPU?
#
# The decoder model
#
decoderModel model
decoderModelInputIdsName string default=input_ids
decoderModelAttentionMaskName string default=encoder_attention_mask
decoderModelEncoderHiddenStateName string default=encoder_hidden_states
decoderModelOutputName string default=logits
decoderOnnxExecutionMode enum { parallel, sequential } default=sequential
decoderOnnxInterOpThreads int default=1
decoderOnnxIntraOpThreads int default=-4 # n=number of threads -> n<0: CPUs/(-n), n==0: CPUs, n>0: n
# enable GPU?
|
