1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.application.validation;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.document.ArrayDataType;
import com.yahoo.document.CollectionDataType;
import com.yahoo.document.DataType;
import com.yahoo.document.Field;
import com.yahoo.document.MapDataType;
import com.yahoo.documentmodel.NewDocumentReferenceDataType;
import com.yahoo.document.StructDataType;
import com.yahoo.document.TensorDataType;
import com.yahoo.document.WeightedSetDataType;
import com.yahoo.schema.Schema;
import com.yahoo.schema.derived.SchemaInfo;
import com.yahoo.schema.document.SDDocumentType;
import com.yahoo.schema.document.SDField;
import com.yahoo.vespa.model.VespaModel;
import com.yahoo.vespa.model.search.SearchCluster;
import java.util.List;
/**
* This Validator iterates through all search cluster in the given VespaModel to make sure that there are no custom
* structs defined in any of its search definitions.
*
* @author Simon Thoresen Hult
*/
public class SearchDataTypeValidator extends Validator {
@Override
public void validate(VespaModel model, DeployState deployState) {
List<SearchCluster> clusters = model.getSearchClusters();
for (SearchCluster cluster : clusters) {
if (cluster.isStreaming()) {
continue;
}
for (SchemaInfo spec : cluster.schemas().values()) {
SDDocumentType docType = spec.fullSchema().getDocument();
if (docType == null) {
continue;
}
validateDocument(cluster, spec.fullSchema(), docType);
}
}
}
private void validateDocument(SearchCluster cluster, Schema schema, SDDocumentType doc) {
for (SDDocumentType child : doc.getTypes()) {
validateDocument(cluster, schema, child);
}
for (Field field : doc.fieldSet()) {
DataType fieldType = field.getDataType();
disallowIndexingOfMaps(cluster, schema, field);
if ( ! isSupportedInSearchClusters(fieldType)) {
throw new IllegalArgumentException("Field type '" + fieldType.getName() + "' is illegal for search " +
"clusters (field '" + field.getName() + "' in schema '" +
schema.getName() + "' for cluster '" + cluster.getClusterName() + "').");
}
}
}
private boolean isSupportedInSearchClusters(DataType dataType) {
if (dataType instanceof ArrayDataType || dataType instanceof WeightedSetDataType) {
return isSupportedInSearchClusters(((CollectionDataType)dataType).getNestedType());
} else if (dataType instanceof StructDataType) {
return true; // Struct will work for summary TODO maybe check individual fields
} else if (dataType instanceof MapDataType) {
return true; // Maps will work for summary, see disallowIndexingOfMaps()
} else if (dataType instanceof TensorDataType) {
return true;
} else if (dataType instanceof NewDocumentReferenceDataType) {
return true;
} else {
return dataType.equals(DataType.INT) ||
dataType.equals(DataType.FLOAT) ||
dataType.equals(DataType.STRING) ||
dataType.equals(DataType.RAW) ||
dataType.equals(DataType.LONG) ||
dataType.equals(DataType.DOUBLE) ||
dataType.equals(DataType.URI) ||
dataType.equals(DataType.BYTE) ||
dataType.equals(DataType.BOOL) ||
dataType.equals(DataType.PREDICATE);
}
}
private void disallowIndexingOfMaps(SearchCluster cluster, Schema schema, Field field) {
DataType fieldType = field.getDataType();
if ((fieldType instanceof MapDataType) && (((SDField) field).doesIndexing())) {
throw new IllegalArgumentException("Field type '" + fieldType.getName() + "' cannot be indexed for search " +
"clusters (field '" + field.getName() + "' in definition '" +
schema.getName() + "' for cluster '" + cluster.getClusterName() + "').");
}
}
}
|
