From 7a468c9c61bbad485bd6b38d9f18510382409fb1 Mon Sep 17 00:00:00 2001 From: Martin Polden Date: Wed, 19 Jul 2023 10:03:24 +0200 Subject: Log when GPU configuration is successful --- .../ai/vespa/modelintegration/evaluator/OnnxEvaluator.java | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) (limited to 'model-integration/src') diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java index 239f2c74d7b..627f450502f 100644 --- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java +++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java @@ -134,13 +134,18 @@ public class OnnxEvaluator implements AutoCloseable { } } - private static ReferencedOrtSession createSession( - ModelPathOrData model, OnnxRuntime runtime, OnnxEvaluatorOptions options, boolean tryCuda) { + private static ReferencedOrtSession createSession(ModelPathOrData model, OnnxRuntime runtime, + OnnxEvaluatorOptions options, boolean tryCuda) { if (options == null) { options = new OnnxEvaluatorOptions(); } try { - return runtime.acquireSession(model, options, tryCuda && options.requestingGpu()); + boolean loadCuda = tryCuda && options.requestingGpu(); + ReferencedOrtSession session = runtime.acquireSession(model, options, loadCuda); + if (loadCuda) { + LOG.log(Level.INFO, "Created session with CUDA using GPU device " + options.gpuDeviceNumber()); + } + return session; } catch (OrtException e) { if (e.getCode() == OrtException.OrtErrorCode.ORT_NO_SUCHFILE) { throw new IllegalArgumentException("No such file: " + model.path().get()); -- cgit v1.2.3