blob: 2dab9e972460b9659a4d78d9ca47d6821bc7bc8c (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.document.datatypes;
import com.yahoo.document.Field;
import com.yahoo.document.TensorDataType;
import com.yahoo.document.serialization.FieldReader;
import com.yahoo.document.serialization.FieldWriter;
import com.yahoo.document.serialization.XmlStream;
import com.yahoo.io.GrowableByteBuffer;
import com.yahoo.tensor.Tensor;
import com.yahoo.tensor.TensorType;
import com.yahoo.tensor.serialization.TypedBinaryFormat;
import java.util.Optional;
/**
* Field value class that wraps a tensor.
*
* @author geirst
*/
public class TensorFieldValue extends FieldValue {
private Optional<Tensor> tensor;
private Optional<byte[]> serializedTensor;
private Optional<TensorDataType> dataType;
/**
* Create an empty tensor field value where the tensor type is not yet known.
*
* The tensor (and tensor type) can later be assigned with assignTensor().
*/
public TensorFieldValue() {
this.dataType = Optional.empty();
this.serializedTensor = Optional.empty();
this.tensor = Optional.empty();
}
/** Create an empty tensor field value for the given tensor type */
public TensorFieldValue(TensorType type) {
this.dataType = Optional.of(new TensorDataType(type));
this.serializedTensor = Optional.empty();
this.tensor = Optional.empty();
}
/** Create a tensor field value containing the given tensor */
public TensorFieldValue(Tensor tensor) {
this.dataType = Optional.of(new TensorDataType(tensor.type()));
this.serializedTensor = Optional.empty();
this.tensor = Optional.of(tensor);
}
private void lazyDeserialize() {
if (tensor.isEmpty() && serializedTensor.isPresent()) {
var t = TypedBinaryFormat.decode(Optional.empty(), GrowableByteBuffer.wrap(serializedTensor.get()));
Optional<Tensor> newTensor = Optional.of(t);
assignTypeFrom(newTensor);
this.tensor = newTensor;
}
}
public Optional<Tensor> getTensor() {
lazyDeserialize();
return tensor;
}
public Optional<TensorType> getTensorType() {
if (! dataType.isPresent()) {
lazyDeserialize();
}
return dataType.isPresent() ? Optional.of(dataType.get().getTensorType()) : Optional.empty();
}
@Override
public TensorDataType getDataType() {
return dataType.get();
}
@Override
public String toString() {
var t = getTensor();
if (t.isPresent()) {
return t.get().toString();
} else {
return "null";
}
}
@Override
@Deprecated
public void printXml(XmlStream xml) {
// TODO (geirst)
}
@Override
public void clear() {
tensor = Optional.empty();
serializedTensor = Optional.empty();
}
private void assignTypeFrom(Optional<Tensor> newTensor) {
if (newTensor.isEmpty()) return;
TensorType newType = newTensor.get().type();
if (dataType.isEmpty()) {
this.dataType = Optional.of(new TensorDataType(newType));
}
TensorType curType = dataType.get().getTensorType();
if (! newType.isAssignableTo(curType)) {
throw new IllegalArgumentException("Type mismatch: Cannot assign tensor of type " + newType + " to field of type " + curType);
}
}
@Override
public void assign(Object o) {
if (o == null) {
assignTensor(Optional.empty());
} else if (o instanceof Tensor) {
assignTensor(Optional.of((Tensor)o));
} else if (o instanceof TensorFieldValue) {
var tfv = (TensorFieldValue)o;
assignTypeFrom(tfv.tensor);
this.serializedTensor = tfv.serializedTensor;
this.tensor = tfv.tensor;
} else {
throw new IllegalArgumentException("Expected class '" + getClass().getName() + "', got '" +
o.getClass().getName() + "'.");
}
}
public void assignSerializedTensor(byte[] data) {
serializedTensor = Optional.of(data);
tensor = Optional.empty();
}
public Optional<byte[]> getSerializedTensor() {
if (serializedTensor.isPresent()) {
return serializedTensor;
} else if (tensor.isPresent()) {
serializedTensor = Optional.of(TypedBinaryFormat.encode(tensor.get()));
assert(serializedTensor.isPresent());
}
return serializedTensor;
}
/**
* Assigns the given tensor to this field value.
*
* The tensor type is also set from the given tensor if it was not set before.
*/
public void assignTensor(Optional<Tensor> tensor) {
assignTypeFrom(tensor);
this.serializedTensor = Optional.empty();
this.tensor = tensor;
}
@Override
public void serialize(Field field, FieldWriter writer) {
writer.write(field, this);
}
@Override
public void deserialize(Field field, FieldReader reader) {
reader.read(field, this);
}
@Override
public boolean equals(Object o) {
if (this == o) return true;
if ( ! (o instanceof TensorFieldValue other)) return false;
if ( ! getTensorType().equals(other.getTensorType())) return false;
if ( ! getTensor().equals(other.getTensor())) return false;
return true;
}
@Override
public Object getWrappedValue() {
return getTensor().orElse(null);
}
}
|
