blob: 7507ef954821d5a929035e6ab419949f841162ac (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.schema.derived;
import com.yahoo.schema.Schema;
import com.yahoo.schema.document.GeoPos;
import com.yahoo.schema.document.SDDocumentType;
import com.yahoo.schema.document.SDField;
import com.yahoo.vespa.documentmodel.DocumentSummary;
import com.yahoo.vespa.documentmodel.SummaryField;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
/**
* Vertical streaming matcher summary specification
*
* @author bratseth
*/
public class VsmSummary extends Derived {
private final Map<SummaryField, List<String>> summaryMap = new java.util.LinkedHashMap<>(1);
public VsmSummary(Schema schema) {
derive(schema);
}
@Override
protected void derive(Schema schema) {
// Use the default class, as it is the superset
derive(schema, schema.getSummary("default"));
}
private void derive(Schema schema, DocumentSummary documentSummary) {
if (documentSummary == null) return;
for (SummaryField summaryField : documentSummary.getSummaryFields().values()) {
List<String> from = toStringList(summaryField.sourceIterator());
if (doMapField(schema, summaryField)) {
SDField sdField = schema.getConcreteField(summaryField.getName());
if (sdField != null && GeoPos.isAnyPos(sdField)) {
summaryMap.put(summaryField, List.of(summaryField.getName()));
} else {
summaryMap.put(summaryField, from);
}
}
}
}
/**
* Don't include field in map if sources are the same as the struct sub fields for the SDField.
* But do map if not all do summarying.
* Don't map if not struct either.
* @param summaryField a {@link SummaryField}
*/
private boolean doMapField(Schema schema, SummaryField summaryField) {
SDField sdField = schema.getConcreteField(summaryField.getName());
SDDocumentType document = schema.getDocument();
if (sdField==null || ((document != null) && (document.getField(summaryField.getName()) == sdField))) {
return true;
}
if (summaryField.getVsmCommand().equals(SummaryField.VsmCommand.FLATTENJUNIPER)) {
return true;
}
if (!sdField.usesStructOrMap()) {
return !(sdField.getName().equals(summaryField.getName()));
}
if (summaryField.getSourceCount()==sdField.getStructFields().size()) {
for (SummaryField.Source source : summaryField.getSources()) {
if (!sdField.getStructFields().contains(new SDField(schema.getDocument(), source.getName(), sdField.getDataType()))) { // equals() uses just name
return true;
}
if (sdField.getStructField(source.getName())!=null && !sdField.getStructField(source.getName()).doesSummarying()) {
return true;
}
}
// The sources in the summary field are the same as the sub-fields in the SD field.
// All sub fields do summarying.
// Don't map.
return false;
}
return true;
}
private List<String> toStringList(Iterator<SummaryField.Source> i) {
List<String> ret = new ArrayList<>();
while (i.hasNext()) {
ret.add(i.next().getName());
}
return ret;
}
@Override public String getDerivedName() {
return "vsmsummary";
}
public void getConfig(VsmsummaryConfig.Builder vB) {
// Replace
vB.fieldmap(
summaryMap.entrySet().stream().map(entry -> new VsmsummaryConfig.Fieldmap.Builder()
.summary(entry.getKey().getName())
.document(entry.getValue().stream().map(field -> new VsmsummaryConfig.Fieldmap.Document.Builder().field(field)).toList())
.command(VsmsummaryConfig.Fieldmap.Command.Enum.valueOf(entry.getKey().getVsmCommand().toString()))
).toList()
);
}
public void export(String toDirectory) throws IOException {
var builder = new VsmsummaryConfig.Builder();
getConfig(builder);
export(toDirectory, builder.build());
}
}
|
