diff options
author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-08 14:43:26 +0200 |
---|---|---|
committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-08 14:43:26 +0200 |
commit | 61231ac123e46c459fb2b996bf0eeedb68529ceb (patch) | |
tree | fd2bcd4c21b5652b9f31d97291f93428fbd017c8 /model-integration | |
parent | f7b3f6c02a27fc0ca98c3b87f96b9b6f1b652e32 (diff) |
fixup! Require GPU when requested and available for Bert + HF embedders
Diffstat (limited to 'model-integration')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java index 3ce01c9ae08..b172ef7beee 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java @@ -58,7 +58,7 @@ public class BertBaseEmbedder extends AbstractComponent implements Embedder { OnnxEvaluatorOptions options = new OnnxEvaluatorOptions(); options.setExecutionMode(config.onnxExecutionMode().toString()); options.setThreads(config.onnxInterOpThreads(), config.onnxIntraOpThreads()); - options.setGpuDevice(config.onnxGpuDevice()); + if (config.onnxGpuDevice() >= 0) options.setGpuDevice(config.onnxGpuDevice()); tokenizer = new WordPieceEmbedder.Builder(config.tokenizerVocab().toString()).build(); this.evaluator = onnx.evaluatorOf(config.transformerModel().toString(), options); |