aboutsummaryrefslogtreecommitdiffstats
path: root/model-integration
diff options
context:
space:
mode:
Diffstat (limited to 'model-integration')
-rw-r--r--model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java4
1 files changed, 3 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
index a306d09b3c1..51d54d719c2 100644
--- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
+++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java
@@ -28,7 +28,9 @@ public class OnnxEvaluator {
public OnnxEvaluator(String modelPath) {
try {
environment = OrtEnvironment.getEnvironment();
- session = environment.createSession(modelPath, new OrtSession.SessionOptions());
+ OrtSession.SessionOptions options = new OrtSession.SessionOptions();
+ options.setOptimizationLevel(OrtSession.SessionOptions.OptLevel.ALL_OPT);
+ session = environment.createSession(modelPath, options);
} catch (OrtException e) {
throw new RuntimeException("ONNX Runtime exception", e);
}