diff options
author | Martin Polden <mpolden@mpolden.no> | 2023-07-19 10:03:24 +0200 |
---|---|---|
committer | Martin Polden <mpolden@mpolden.no> | 2023-07-19 10:06:15 +0200 |
commit | 7a468c9c61bbad485bd6b38d9f18510382409fb1 (patch) | |
tree | b85cd0a8f6f8a03629fc2d33b03f5cfebdee7b1c /model-integration | |
parent | 788409ddc51314ce5b89a8779c58b4201378e030 (diff) |
Log when GPU configuration is successful
Diffstat (limited to 'model-integration')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java index 239f2c74d7b..627f450502f 100644 --- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java +++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java @@ -134,13 +134,18 @@ public class OnnxEvaluator implements AutoCloseable { } } - private static ReferencedOrtSession createSession( - ModelPathOrData model, OnnxRuntime runtime, OnnxEvaluatorOptions options, boolean tryCuda) { + private static ReferencedOrtSession createSession(ModelPathOrData model, OnnxRuntime runtime, + OnnxEvaluatorOptions options, boolean tryCuda) { if (options == null) { options = new OnnxEvaluatorOptions(); } try { - return runtime.acquireSession(model, options, tryCuda && options.requestingGpu()); + boolean loadCuda = tryCuda && options.requestingGpu(); + ReferencedOrtSession session = runtime.acquireSession(model, options, loadCuda); + if (loadCuda) { + LOG.log(Level.INFO, "Created session with CUDA using GPU device " + options.gpuDeviceNumber()); + } + return session; } catch (OrtException e) { if (e.getCode() == OrtException.OrtErrorCode.ORT_NO_SUCHFILE) { throw new IllegalArgumentException("No such file: " + model.path().get()); |