aboutsummaryrefslogtreecommitdiffstats
path: root/configdefinitions/src/vespa/onnx-models.def
blob: d290aa9a23299989c49672920cc84137430b6737 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
namespace=vespa.config.search.core

# Number of GPUs available for ONNX evaluation, or -1 if unknown.
gpu.count                           int default=-1

model[].name                        string
model[].fileref                     file
model[].input[].name                string
model[].input[].source              string
model[].output[].name               string
model[].output[].as                 string
model[].dry_run_on_setup            bool default=false
model[].stateless_execution_mode    string default=""
model[].stateless_interop_threads   int default=-1
model[].stateless_intraop_threads   int default=-1
model[].gpu_device                  int default=-1
model[].gpu_device_required         bool default=false