1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.schema.derived;
import com.yahoo.document.CollectionDataType;
import com.yahoo.document.DataType;
import com.yahoo.document.MapDataType;
import com.yahoo.documentmodel.NewDocumentReferenceDataType;
import com.yahoo.document.datatypes.BoolFieldValue;
import com.yahoo.document.datatypes.ByteFieldValue;
import com.yahoo.document.datatypes.DoubleFieldValue;
import com.yahoo.document.datatypes.FieldValue;
import com.yahoo.document.datatypes.Float16FieldValue;
import com.yahoo.document.datatypes.FloatFieldValue;
import com.yahoo.document.datatypes.IntegerFieldValue;
import com.yahoo.document.datatypes.LongFieldValue;
import com.yahoo.document.datatypes.PredicateFieldValue;
import com.yahoo.document.datatypes.Raw;
import com.yahoo.document.datatypes.StringFieldValue;
import com.yahoo.document.datatypes.Struct;
import com.yahoo.document.datatypes.TensorFieldValue;
import com.yahoo.vespa.documentmodel.SummaryTransform;
/**
* A summary field derived from a search definition
*
* @author bratseth
*/
public class SummaryClassField {
private final String name;
private final Type type;
private final String command;
private final String source;
/** The summary field type enumeration */
public enum Type {
BOOL("bool"),
BYTE("byte"),
SHORT("short"),
INTEGER("integer"),
INT64("int64"),
FLOAT16("float16"),
FLOAT("float"),
DOUBLE("double"),
STRING("string"),
DATA("data"),
RAW("raw"),
LONGSTRING("longstring"),
LONGDATA("longdata"),
XMLSTRING("xmlstring"),
FEATUREDATA("featuredata"),
JSONSTRING("jsonstring"),
TENSOR("tensor");
private final String name;
Type(String name) {
this.name = name;
}
/** Returns the name of this type */
public String getName() {
return name;
}
public String toString() {
return "type: " + name;
}
}
public SummaryClassField(String name, DataType type, SummaryTransform transform, String source, boolean rawAsBase64) {
this.name = name;
this.type = convertDataType(type, transform, rawAsBase64);
this.command = SummaryClass.getCommand(transform);
this.source = source;
}
public String getName() { return name; }
public Type getType() { return type; }
public String getCommand() { return command; }
public String getSource() { return source; }
/** Converts to the right summary field type from a field datatype and a transform*/
public static Type convertDataType(DataType fieldType, SummaryTransform transform, boolean rawAsBase64) {
FieldValue fval = fieldType.createFieldValue();
if (fval instanceof StringFieldValue) {
if (transform != null && transform.equals(SummaryTransform.RANKFEATURES)) {
return Type.FEATUREDATA;
} else if (transform != null && transform.equals(SummaryTransform.SUMMARYFEATURES)) {
return Type.FEATUREDATA;
} else if (transform != null && transform.equals(SummaryTransform.TOKENS)) {
return Type.JSONSTRING;
} else {
return Type.LONGSTRING;
}
} else if (fval instanceof IntegerFieldValue) {
return Type.INTEGER;
} else if (fval instanceof LongFieldValue) {
return Type.INT64;
} else if (fval instanceof Float16FieldValue) {
return Type.FLOAT16;
} else if (fval instanceof FloatFieldValue) {
return Type.FLOAT;
} else if (fval instanceof DoubleFieldValue) {
return Type.DOUBLE;
} else if (fval instanceof BoolFieldValue) {
return Type.BOOL;
} else if (fval instanceof ByteFieldValue) {
return Type.BYTE;
} else if (fval instanceof Raw) {
return rawAsBase64 ? Type.RAW : Type.DATA;
} else if (fval instanceof Struct) {
return Type.JSONSTRING;
} else if (fval instanceof PredicateFieldValue) {
return Type.STRING;
} else if (fval instanceof TensorFieldValue) {
return Type.TENSOR;
} else if (fieldType instanceof CollectionDataType) {
if (transform != null && transform.equals(SummaryTransform.POSITIONS)) {
return Type.XMLSTRING;
} else {
return Type.JSONSTRING;
}
} else if (fieldType instanceof MapDataType) {
return Type.JSONSTRING;
} else if (fieldType instanceof NewDocumentReferenceDataType) {
return Type.LONGSTRING;
} else {
throw new IllegalArgumentException("Don't know which summary type to convert " + fieldType + " to");
}
}
public String toString() {
return "summary class field " + name;
}
}
|
