diff options
Diffstat (limited to 'model-integration/src')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java index a306d09b3c1..51d54d719c2 100644 --- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java +++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java @@ -28,7 +28,9 @@ public class OnnxEvaluator { public OnnxEvaluator(String modelPath) { try { environment = OrtEnvironment.getEnvironment(); - session = environment.createSession(modelPath, new OrtSession.SessionOptions()); + OrtSession.SessionOptions options = new OrtSession.SessionOptions(); + options.setOptimizationLevel(OrtSession.SessionOptions.OptLevel.ALL_OPT); + session = environment.createSession(modelPath, options); } catch (OrtException e) { throw new RuntimeException("ONNX Runtime exception", e); } |