Set max optimization level for onnx runtime model evaluation in container

1 files changed, 3 insertions, 1 deletions

diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
index a306d09b3c1..51d54d719c2 100644
--- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
+++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
@@ -28,7 +28,9 @@ public class OnnxEvaluator {
     public OnnxEvaluator(String modelPath) {
         try {
             environment = OrtEnvironment.getEnvironment();
-            session = environment.createSession(modelPath, new OrtSession.SessionOptions());
+            OrtSession.SessionOptions options = new OrtSession.SessionOptions();
+            options.setOptimizationLevel(OrtSession.SessionOptions.OptLevel.ALL_OPT);
+            session = environment.createSession(modelPath, options);
         } catch (OrtException e) {
             throw new RuntimeException("ONNX Runtime exception", e);
         }