diff options
Diffstat (limited to 'model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java')
-rw-r--r-- | model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java b/model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java index dc27c43ef70..b014f60095e 100644 --- a/model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java +++ b/model-evaluation/src/main/java/ai/vespa/models/evaluation/OnnxModel.java @@ -2,6 +2,7 @@ package ai.vespa.models.evaluation; import ai.vespa.modelintegration.evaluator.OnnxEvaluator; +import ai.vespa.modelintegration.evaluator.OnnxEvaluatorOptions; import com.yahoo.tensor.Tensor; import com.yahoo.tensor.TensorType; @@ -17,12 +18,14 @@ class OnnxModel { private final String name; private final File modelFile; + private final OnnxEvaluatorOptions options; private OnnxEvaluator evaluator; - OnnxModel(String name, File modelFile) { + OnnxModel(String name, File modelFile, OnnxEvaluatorOptions options) { this.name = name; this.modelFile = modelFile; + this.options = options; } public String name() { @@ -31,7 +34,7 @@ class OnnxModel { public void load() { if (evaluator == null) { - evaluator = new OnnxEvaluator(modelFile.getPath()); + evaluator = new OnnxEvaluator(modelFile.getPath(), options); } } |