1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.schema.processing;
import com.yahoo.config.application.api.DeployLogger;
import com.yahoo.document.ArrayDataType;
import com.yahoo.document.DataType;
import com.yahoo.document.WeightedSetDataType;
import com.yahoo.schema.RankProfileRegistry;
import com.yahoo.schema.Schema;
import com.yahoo.schema.document.ComplexAttributeFieldUtils;
import com.yahoo.schema.document.ImmutableSDField;
import com.yahoo.vespa.documentmodel.DocumentSummary;
import com.yahoo.vespa.documentmodel.SummaryField;
import com.yahoo.vespa.documentmodel.SummaryTransform;
import com.yahoo.vespa.model.container.search.QueryProfiles;
import static com.yahoo.schema.document.ComplexAttributeFieldUtils.isComplexFieldWithOnlyStructFieldAttributes;
import static com.yahoo.schema.document.ComplexAttributeFieldUtils.isSupportedComplexField;
/**
* Iterates all summary fields with 'matched-elements-only' and adjusts transform (if all struct-fields are attributes)
* and validates that the field type is supported.
*
* @author geirst
*/
public class MatchedElementsOnlyResolver extends Processor {
public MatchedElementsOnlyResolver(Schema schema, DeployLogger deployLogger, RankProfileRegistry rankProfileRegistry, QueryProfiles queryProfiles) {
super(schema, deployLogger, rankProfileRegistry, queryProfiles);
}
@Override
public void process(boolean validate, boolean documentsOnly) {
for (var entry : schema.getSummaries().entrySet()) {
var summary = entry.getValue();
for (var field : summary.getSummaryFields().values()) {
if (field.getTransform() == SummaryTransform.MATCHED_ELEMENTS_FILTER) {
processSummaryField(summary, field, validate);
}
}
}
}
private void processSummaryField(DocumentSummary summary, SummaryField field, boolean validate) {
var sourceField = schema.getField(field.getSingleSource());
if (sourceField != null) {
if (isSupportedComplexField(sourceField)) {
if (isComplexFieldWithOnlyStructFieldAttributes(sourceField)) {
field.setTransform(SummaryTransform.MATCHED_ATTRIBUTE_ELEMENTS_FILTER);
}
} else if (isSupportedMultiValueField(sourceField)) {
if (sourceField.doesAttributing()) {
field.setTransform(SummaryTransform.MATCHED_ATTRIBUTE_ELEMENTS_FILTER);
}
} else if (validate) {
fail(summary, field, "'matched-elements-only' is not supported for this field type. " +
"Supported field types are: array of primitive, weighted set of primitive, " +
"array of simple struct, map of primitive type to simple struct, " +
"and map of primitive type to primitive type");
}
}
// else case is handled in SummaryFieldsMustHaveValidSource
}
private boolean isSupportedMultiValueField(ImmutableSDField sourceField) {
var type = sourceField.getDataType();
return (isArrayOfPrimitiveType(type) || isWeightedsetOfPrimitiveType(type));
}
private boolean isArrayOfPrimitiveType(DataType type) {
if (type instanceof ArrayDataType) {
var arrayType = (ArrayDataType) type;
return ComplexAttributeFieldUtils.isPrimitiveType(arrayType.getNestedType());
}
return false;
}
private boolean isWeightedsetOfPrimitiveType(DataType type) {
if (type instanceof WeightedSetDataType) {
var wsetType = (WeightedSetDataType) type;
return ComplexAttributeFieldUtils.isPrimitiveType(wsetType.getNestedType());
}
return false;
}
private void fail(DocumentSummary summary, SummaryField field, String msg) {
throw new IllegalArgumentException(formatError(schema, summary, field, msg));
}
private String formatError(Schema schema, DocumentSummary summary, SummaryField field, String msg) {
return "For " + schema + ", document summary '" + summary.getName()
+ "', summary field '" + field.getName() + "': " + msg;
}
}
|
