diff options
author | Lester Solbakken <lesters@oath.com> | 2021-09-09 13:37:11 +0200 |
---|---|---|
committer | Lester Solbakken <lesters@oath.com> | 2021-09-09 13:37:11 +0200 |
commit | 45a6e3e1211b8a01299da99aa329315adf6a16d1 (patch) | |
tree | 13fa32bd5491cf8b65b03aa1ad8ddda6bb2509b9 /model-integration | |
parent | 8316ce0b007583e629fc1fac36a1f04ff7d69f83 (diff) |
Set max optimization level for onnx runtime model evaluation in container
Diffstat (limited to 'model-integration')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java index a306d09b3c1..51d54d719c2 100644 --- a/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java +++ b/model-integration/src/main/java/ai/vespa/modelintegration/evaluator/OnnxEvaluator.java @@ -28,7 +28,9 @@ public class OnnxEvaluator { public OnnxEvaluator(String modelPath) { try { environment = OrtEnvironment.getEnvironment(); - session = environment.createSession(modelPath, new OrtSession.SessionOptions()); + OrtSession.SessionOptions options = new OrtSession.SessionOptions(); + options.setOptimizationLevel(OrtSession.SessionOptions.OptLevel.ALL_OPT); + session = environment.createSession(modelPath, options); } catch (OrtException e) { throw new RuntimeException("ONNX Runtime exception", e); } |