1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.schema.derived;
import com.yahoo.schema.Schema;
import com.yahoo.schema.document.Attribute;
import com.yahoo.schema.document.GeoPos;
import com.yahoo.schema.document.ImmutableSDField;
import com.yahoo.schema.document.ImportedComplexField;
import com.yahoo.schema.document.ImportedField;
import com.yahoo.vespa.config.search.ImportedFieldsConfig;
import java.util.ArrayList;
import java.util.List;
import java.util.Optional;
import static com.yahoo.schema.document.ComplexAttributeFieldUtils.isArrayOfSimpleStruct;
import static com.yahoo.schema.document.ComplexAttributeFieldUtils.isMapOfPrimitiveType;
import static com.yahoo.schema.document.ComplexAttributeFieldUtils.isMapOfSimpleStruct;
/**
* This class derives imported fields from search definition and produces imported-fields.cfg as needed by the search backend.
*
* @author geirst
*/
public class ImportedFields extends Derived implements ImportedFieldsConfig.Producer {
private Optional<com.yahoo.schema.document.ImportedFields> importedFields = Optional.empty();
public ImportedFields(Schema schema) {
derive(schema);
}
@Override
protected void derive(Schema schema) {
importedFields = schema.importedFields();
}
@Override
protected String getDerivedName() {
return "imported-fields";
}
@Override
public void getConfig(ImportedFieldsConfig.Builder builder) {
// Replace
if (importedFields.isPresent()) {
List<ImportedField> imported = new ArrayList<>();
importedFields.get().fields().forEach( (name, field) -> considerField(imported, field));
builder.attribute(imported.stream().map(ImportedFields::createAttributeBuilder).toList());
}
}
private static boolean isNestedFieldName(String fieldName) {
return fieldName.indexOf('.') != -1;
}
private static void considerField(List<ImportedField> importedFields, ImportedField field) {
if (field instanceof ImportedComplexField) {
considerComplexField(importedFields, (ImportedComplexField) field);
} else {
considerSimpleField(importedFields, field);
}
}
private static void considerComplexField(List<ImportedField> importedFields, ImportedComplexField field) {
ImmutableSDField targetField = field.targetField();
if (GeoPos.isAnyPos(targetField)) {
// no action needed
} else if (isArrayOfSimpleStruct(targetField)) {
considerNestedFields(importedFields, field);
} else if (isMapOfSimpleStruct(targetField)) {
considerSimpleField(importedFields, field.getNestedField("key"));
considerNestedFields(importedFields, field.getNestedField("value"));
} else if (isMapOfPrimitiveType(targetField)) {
considerSimpleField(importedFields, field.getNestedField("key"));
considerSimpleField(importedFields, field.getNestedField("value"));
}
}
private static void considerNestedFields(List<ImportedField> importedFields, ImportedField field) {
if (field instanceof ImportedComplexField complexField) {
complexField.getNestedFields().forEach(nestedField -> considerSimpleField(importedFields, nestedField));
}
}
private static void considerSimpleField(List<ImportedField> importedFields, ImportedField field) {
ImmutableSDField targetField = field.targetField();
String targetFieldName = targetField.getName();
if (!isNestedFieldName(targetFieldName)) {
if (targetField.doesAttributing()) {
importedFields.add(field);
}
} else {
Attribute attribute = targetField.getAttribute();
if (attribute != null) {
importedFields.add(field);
}
}
}
private static ImportedFieldsConfig.Attribute.Builder createAttributeBuilder(ImportedField field) {
ImportedFieldsConfig.Attribute.Builder result = new ImportedFieldsConfig.Attribute.Builder();
result.name(field.fieldName());
result.referencefield(field.reference().referenceField().getName());
result.targetfield(field.targetField().getName());
return result;
}
}
|
