aboutsummaryrefslogtreecommitdiffstats
path: root/config-model
diff options
context:
space:
mode:
authorHarald Musum <musum@verizonmedia.com>2021-08-25 14:32:24 +0200
committerGitHub <noreply@github.com>2021-08-25 14:32:24 +0200
commit2aea4b1dfb55cd84ba6dad77ede5a89754a0c8cf (patch)
tree40590ff134fae7943664673d56d7051e7e572ef4 /config-model
parentf676ed9f34b927f975e58db18589484dfa438c72 (diff)
parenta6820a3ad4297c047468f5c3a6bcc7d91e61914e (diff)
Merge pull request #18857 from vespa-engine/balder/debug-1
Balder/debug 1
Diffstat (limited to 'config-model')
-rw-r--r--config-model/src/main/java/com/yahoo/searchdefinition/DistributableResource.java3
-rw-r--r--config-model/src/main/java/com/yahoo/vespa/model/application/validation/RankSetupValidator.java24
-rw-r--r--config-model/src/test/java/com/yahoo/vespa/model/utils/FileSenderTest.java2
3 files changed, 14 insertions, 15 deletions
diff --git a/config-model/src/main/java/com/yahoo/searchdefinition/DistributableResource.java b/config-model/src/main/java/com/yahoo/searchdefinition/DistributableResource.java
index e31d90c2800..7fd36b0d142 100644
--- a/config-model/src/main/java/com/yahoo/searchdefinition/DistributableResource.java
+++ b/config-model/src/main/java/com/yahoo/searchdefinition/DistributableResource.java
@@ -38,6 +38,7 @@ public class DistributableResource {
Objects.requireNonNull(blob, "Blob cannot be null");
this.name = name;
this.blob = blob;
+ path = name;
pathType = PathType.BLOB;
}
@@ -87,7 +88,7 @@ public class DistributableResource {
fileReference = fileRegistry.addUri(path);
break;
case BLOB:
- fileReference = fileRegistry.addBlob(blob);
+ fileReference = fileRegistry.addBlob(path, blob);
break;
default:
throw new IllegalArgumentException("Unknown path type " + pathType);
diff --git a/config-model/src/main/java/com/yahoo/vespa/model/application/validation/RankSetupValidator.java b/config-model/src/main/java/com/yahoo/vespa/model/application/validation/RankSetupValidator.java
index 3a88779a979..87d3753ca2e 100644
--- a/config-model/src/main/java/com/yahoo/vespa/model/application/validation/RankSetupValidator.java
+++ b/config-model/src/main/java/com/yahoo/vespa/model/application/validation/RankSetupValidator.java
@@ -37,6 +37,7 @@ import java.nio.file.Paths;
import java.time.Duration;
import java.time.Instant;
import java.util.ArrayList;
+import java.util.Collection;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;
@@ -143,25 +144,22 @@ public class RankSetupValidator extends Validator {
writeConfig(dir, ImportedFieldsConfig.getDefName() + ".cfg", ifcb.build());
}
- private void writeExtraVerifyRanksetupConfig(String dir, DocumentDatabase db) throws IOException {
- List<String> config = new ArrayList<>();
-
- // Assist verify-ranksetup in finding the actual ONNX model files
- for (OnnxModel model : db.getDerivedConfiguration().getSearch().onnxModels().asMap().values()) {
+ private void writeExtraVerifyRanksetupConfig(List<String> config, Collection<? extends DistributableResource> resources) {
+ for (DistributableResource model : resources) {
String modelPath = getFileRepositoryPath(model.getFilePath().getName(), model.getFileReference());
int index = config.size() / 2;
config.add(String.format("file[%d].ref \"%s\"", index, model.getFileReference()));
config.add(String.format("file[%d].path \"%s\"", index, modelPath));
+ log.log(Level.FINE, index + ": " + model.getPathType() + " -> " + model.getName() + " -> " + modelPath + " -> " + model.getFileReference());
}
+ }
- for (RankExpressionBody expr : db.getDerivedConfiguration().getSearch().rankExpressionFiles().asMap().values()) {
- int index = config.size() / 2;
- String modelPath = (expr.getPathType() == DistributableResource.PathType.BLOB)
- ? getFileRepositoryPath(expr.getName(), expr.getFileReference())
- : getFileRepositoryPath(expr.getFilePath().getName(), expr.getFileReference());
- config.add(String.format("file[%d].ref \"%s\"", index, expr.getFileReference()));
- config.add(String.format("file[%d].path \"%s\"", index, modelPath));
- }
+ private void writeExtraVerifyRanksetupConfig(String dir, DocumentDatabase db) throws IOException {
+ List<String> config = new ArrayList<>();
+
+ // Assist verify-ranksetup in finding the actual ONNX model files
+ writeExtraVerifyRanksetupConfig(config, db.getDerivedConfiguration().getSearch().onnxModels().asMap().values());
+ writeExtraVerifyRanksetupConfig(config, db.getDerivedConfiguration().getSearch().rankExpressionFiles().asMap().values());
String configContent = config.isEmpty() ? "" : StringUtilities.implodeMultiline(config);
IOUtils.writeFile(dir + "verify-ranksetup.cfg", configContent, false);
diff --git a/config-model/src/test/java/com/yahoo/vespa/model/utils/FileSenderTest.java b/config-model/src/test/java/com/yahoo/vespa/model/utils/FileSenderTest.java
index 2133a9ba899..777217b03fa 100644
--- a/config-model/src/test/java/com/yahoo/vespa/model/utils/FileSenderTest.java
+++ b/config-model/src/test/java/com/yahoo/vespa/model/utils/FileSenderTest.java
@@ -53,7 +53,7 @@ public class FileSenderTest {
}
@Override
- public FileReference addBlob(ByteBuffer blob) {
+ public FileReference addBlob(String name, ByteBuffer blob) {
return null;
}