diff options
author | Martin Polden <mpolden@mpolden.no> | 2023-01-23 14:34:35 +0100 |
---|---|---|
committer | Martin Polden <mpolden@mpolden.no> | 2023-01-23 14:34:35 +0100 |
commit | c9ba67dd5b8402125ea84a5c5fd12562ca7ebd15 (patch) | |
tree | 415a4d8ba38f8a9b52cd158f1540d19cf337bccf /model-evaluation | |
parent | 4ffc7ef27da2a8d824c9f04a80f89e569e36b322 (diff) |
Support configuration of GPU device to use in ONNX model
Diffstat (limited to 'model-evaluation')
-rw-r--r-- | model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java b/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java index 83674d6789e..9877dd69e83 100644 --- a/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java +++ b/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java @@ -182,7 +182,7 @@ public class RankProfilesConfigImporter { options.setExecutionMode(onnxModelConfig.stateless_execution_mode()); options.setInterOpThreads(onnxModelConfig.stateless_interop_threads()); options.setIntraOpThreads(onnxModelConfig.stateless_intraop_threads()); - + options.setGpuDevice(onnxModelConfig.gpu_device(), onnxModelConfig.gpu_device_required()); return new OnnxModel(name, file, options); } catch (InterruptedException e) { throw new IllegalStateException("Gave up waiting for ONNX model " + onnxModelConfig.name()); |