diff options
author | Martin Polden <mpolden@mpolden.no> | 2023-02-07 16:04:57 +0100 |
---|---|---|
committer | Martin Polden <mpolden@mpolden.no> | 2023-02-08 09:52:53 +0100 |
commit | c47f27f1c3362b459e276c59ebcd09ab259b710e (patch) | |
tree | f68963b9b91558d9418da0cb88e5a16d67a52034 /model-evaluation | |
parent | d03bf2ed1b239f4998bdfd6580965bcd0a7d62a4 (diff) |
Allow fallback to CPU if nodes are provisioned without GPU
Diffstat (limited to 'model-evaluation')
-rw-r--r-- | model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java b/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java index 924eed18633..9877dd69e83 100644 --- a/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java +++ b/model-evaluation/src/main/java/ai/vespa/models/evaluation/RankProfilesConfigImporter.java @@ -182,7 +182,7 @@ public class RankProfilesConfigImporter { options.setExecutionMode(onnxModelConfig.stateless_execution_mode()); options.setInterOpThreads(onnxModelConfig.stateless_interop_threads()); options.setIntraOpThreads(onnxModelConfig.stateless_intraop_threads()); - options.setGpuDevice(onnxModelConfig.gpu_device()); + options.setGpuDevice(onnxModelConfig.gpu_device(), onnxModelConfig.gpu_device_required()); return new OnnxModel(name, file, options); } catch (InterruptedException e) { throw new IllegalStateException("Gave up waiting for ONNX model " + onnxModelConfig.name()); |