1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
// Copyright Verizon Media. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.searchdefinition;
import com.yahoo.config.FileReference;
import com.yahoo.vespa.model.AbstractService;
import com.yahoo.vespa.model.utils.FileSender;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
import java.util.Objects;
/**
* A global ONNX model distributed using file distribution, similar to ranking constants.
*
* @author lesters
*/
public class OnnxModel {
public enum PathType {FILE, URI};
private final String name;
private String path = null;
private String fileReference = "";
private List<OnnxNameMapping> inputMap = new ArrayList<>();
private List<OnnxNameMapping> outputMap = new ArrayList<>();
public PathType getPathType() {
return pathType;
}
private PathType pathType = PathType.FILE;
public OnnxModel(String name) {
this.name = name;
}
public OnnxModel(String name, String fileName) {
this(name);
this.path = fileName;
validate();
}
public void setFileName(String fileName) {
Objects.requireNonNull(fileName, "Filename cannot be null");
this.path = fileName;
this.pathType = PathType.FILE;
}
public void setUri(String uri) {
Objects.requireNonNull(uri, "uri cannot be null");
this.path = uri;
this.pathType = PathType.URI;
}
public void addInputNameMapping(String onnxName, String vespaName) {
Objects.requireNonNull(onnxName, "Onnx name cannot be null");
Objects.requireNonNull(vespaName, "Vespa name cannot be null");
this.inputMap.add(new OnnxNameMapping(onnxName, vespaName));
}
public void addOutputNameMapping(String onnxName, String vespaName) {
Objects.requireNonNull(onnxName, "Onnx name cannot be null");
Objects.requireNonNull(vespaName, "Vespa name cannot be null");
this.outputMap.add(new OnnxNameMapping(onnxName, vespaName));
}
/** Initiate sending of this constant to some services over file distribution */
public void sendTo(Collection<? extends AbstractService> services) {
FileReference reference = (pathType == OnnxModel.PathType.FILE)
? FileSender.sendFileToServices(path, services)
: FileSender.sendUriToServices(path, services);
this.fileReference = reference.value();
}
public String getName() { return name; }
public String getFileName() { return path; }
public String getUri() { return path; }
public String getFileReference() { return fileReference; }
public List<OnnxNameMapping> getInputMap() { return Collections.unmodifiableList(inputMap); }
public List<OnnxNameMapping> getOutputMap() { return Collections.unmodifiableList(outputMap); }
public void validate() {
if (path == null || path.isEmpty())
throw new IllegalArgumentException("ONNX models must have a file or uri.");
}
public String toString() {
StringBuilder b = new StringBuilder();
b.append("onnx-model '").append(name)
.append(pathType == PathType.FILE ? "' from file '" : " from uri ").append(path)
.append("' with ref '").append(fileReference)
.append("'");
return b.toString();
}
public static class OnnxNameMapping {
private String onnxName;
private String vespaName;
private OnnxNameMapping(String onnxName, String vespaName) {
this.onnxName = onnxName;
this.vespaName = vespaName;
}
public String getOnnxName() { return onnxName; }
public String getVespaName() { return vespaName; }
public void setVespaName(String vespaName) { this.vespaName = vespaName; }
}
}
|
