diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2022-11-03 16:33:11 +0100 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2022-11-03 16:33:11 +0100 |
commit | 19184af9d65ccafd7b7313e95a1946bece1e88a6 (patch) | |
tree | e0919a02612a604bc546e688e667fdfcbeff8d99 /model-integration/src/main | |
parent | 7aeafb73e4470d45ba148c59114d002b2ff4642f (diff) |
Since large constants are always tensors avoid creating a string just to convert it back to tensors.
That is a lot of work for nothing.
Diffstat (limited to 'model-integration/src/main')
2 files changed, 4 insertions, 2 deletions
diff --git a/model-integration/src/main/java/ai/vespa/rankingexpression/importer/ImportedModel.java b/model-integration/src/main/java/ai/vespa/rankingexpression/importer/ImportedModel.java index 4e7710aa449..d84bccc6424 100644 --- a/model-integration/src/main/java/ai/vespa/rankingexpression/importer/ImportedModel.java +++ b/model-integration/src/main/java/ai/vespa/rankingexpression/importer/ImportedModel.java @@ -95,7 +95,7 @@ public class ImportedModel implements ImportedMlModel { * For TensorFlow this corresponds to Variable files stored separately. */ @Override - public Map<String, String> largeConstants() { return asStrings(largeConstants); } + public Map<String, Tensor> largeConstants() { return Map.copyOf(largeConstants); } boolean hasLargeConstant(String name) { return largeConstants.containsKey(name); } diff --git a/model-integration/src/main/java/ai/vespa/rankingexpression/importer/configmodelview/ImportedMlModel.java b/model-integration/src/main/java/ai/vespa/rankingexpression/importer/configmodelview/ImportedMlModel.java index a2626818f87..8f1b93fdec2 100644 --- a/model-integration/src/main/java/ai/vespa/rankingexpression/importer/configmodelview/ImportedMlModel.java +++ b/model-integration/src/main/java/ai/vespa/rankingexpression/importer/configmodelview/ImportedMlModel.java @@ -1,6 +1,8 @@ // Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package ai.vespa.rankingexpression.importer.configmodelview; +import com.yahoo.tensor.Tensor; + import java.util.List; import java.util.Map; import java.util.Optional; @@ -22,7 +24,7 @@ public interface ImportedMlModel { Optional<String> inputTypeSpec(String input); Map<String, String> smallConstants(); - Map<String, String> largeConstants(); + Map<String, Tensor> largeConstants(); Map<String, String> functions(); List<ImportedMlFunction> outputExpressions(); |