1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.container.component;
import com.yahoo.config.ModelReference;
import com.yahoo.config.application.api.ApplicationFile;
import com.yahoo.config.model.api.OnnxModelOptions;
import com.yahoo.config.model.builder.xml.XmlHelper;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.path.Path;
import com.yahoo.vespa.model.container.ApplicationContainerCluster;
import com.yahoo.vespa.model.container.xml.ModelIdResolver;
import org.w3c.dom.Element;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
/**
* Represents a model, e.g ONNX model for an embedder.
*
* @author bjorncs
*/
class Model {
private final String paramName;
private final String modelId;
private final URI url;
private final ApplicationFile file;
private final ModelReference ref;
private Model(DeployState ds, String paramName, String modelId, URI url, Path file, Set<String> requiredTags) {
this.paramName = Objects.requireNonNull(paramName);
if (modelId == null && url == null && file == null)
throw new IllegalArgumentException("At least one of 'model-id', 'url' or 'path' must be specified");
this.modelId = modelId;
this.url = url;
this.file = file != null ? ds.getApplicationPackage().getFile(file) : null;
this.ref = ModelIdResolver.resolveToModelReference(
paramName, Optional.ofNullable(modelId), Optional.ofNullable(url).map(URI::toString),
Optional.ofNullable(file).map(Path::toString), requiredTags, ds);
}
static Model fromParams(DeployState ds, String paramName, String modelId, URI url, Path file, Set<String> requiredTags) {
return new Model(ds, paramName, modelId, url, file, requiredTags);
}
static Optional<Model> fromXml(DeployState ds, Element parent, String name, Set<String> requiredTags) {
return XmlHelper.getOptionalChild(parent, name).map(e -> fromXml(ds, e, requiredTags));
}
static Model fromXml(DeployState ds, Element model, Set<String> requiredTags) {
var modelId = XmlHelper.getOptionalAttribute(model, "model-id").orElse(null);
var url = XmlHelper.getOptionalAttribute(model, "url").map(Model::parseUrl).orElse(null);
var path = XmlHelper.getOptionalAttribute(model, "path").map(Path::fromString).orElse(null);
return new Model(ds, model.getTagName(), modelId, url, path, requiredTags);
}
private static URI parseUrl(String url) {
try {
var uri = new URI(url);
if ( ! uri.isAbsolute())
throw new IllegalArgumentException("Invalid url '" + url + "': url has no 'scheme' component");
return uri;
} catch (URISyntaxException e) {
throw new IllegalArgumentException("Invalid url '" + url + "':" + e.getMessage());
}
}
/** Return tokenizer model from XML if specified, alternatively use model id for ONNX model with suffix '-vocab' appended */
static Model fromXmlOrImplicitlyFromOnnxModel(
DeployState ds, Element parent, Model onnxModel, String paramName, Set<String> requiredTags) {
return fromXml(ds, parent, paramName, requiredTags)
.orElseGet(() -> {
var modelId = onnxModel.modelId().orElse(null);
if (ds.isHosted() && modelId != null) {
return fromParams(ds, onnxModel.name(), modelId + "-vocab", null, null, requiredTags);
}
throw new IllegalArgumentException("'%s' must be specified".formatted(paramName));
});
}
void registerOnnxModelCost(ApplicationContainerCluster c, OnnxModelOptions onnxModelOptions) {
var resolvedUrl = resolvedUrl().orElse(null);
if (file != null) c.onnxModelCostCalculator().registerModel(file, onnxModelOptions);
else if (resolvedUrl != null) c.onnxModelCostCalculator().registerModel(resolvedUrl, onnxModelOptions);
}
String name() { return paramName; }
Optional<String> modelId() { return Optional.ofNullable(modelId); }
Optional<URI> url() { return Optional.ofNullable(url); }
Optional<URI> resolvedUrl() { return ref.url().map(u -> URI.create(u.value())); }
Optional<ApplicationFile> file() { return Optional.ofNullable(file); }
ModelReference modelReference() { return ref; }
}
|
