blob: 44ba9df8226ce75f091a6c0ab3d60d824a157ad1 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.searchdefinition.derived;
import com.yahoo.document.PositionDataType;
import com.yahoo.searchdefinition.document.SDDocumentType;
import com.yahoo.searchdefinition.document.SDField;
import com.yahoo.searchdefinition.Search;
import com.yahoo.vespa.documentmodel.DocumentSummary;
import com.yahoo.vespa.documentmodel.SummaryField;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
import java.util.*;
/**
* Vertical streaming matcher summary specification
*
* @author bratseth
*/
public class VsmSummary extends Derived implements VsmsummaryConfig.Producer {
private Map<SummaryField, List<String>> summaryMap = new java.util.LinkedHashMap<>(1);
public VsmSummary(Search search) {
derive(search);
}
@Override
protected void derive(Search search) {
// Use the default class, as it is the superset
derive(search, search.getSummary("default"));
}
private void derive(Search search, DocumentSummary documentSummary) {
if (documentSummary==null) return;
for (SummaryField summaryField : documentSummary.getSummaryFields()) {
List<String> from = toStringList(summaryField.sourceIterator());
if (doMapField(search, summaryField)) {
SDField sdField = search.getConcreteField(summaryField.getName());
if (sdField != null && PositionDataType.INSTANCE.equals(sdField.getDataType())) {
summaryMap.put(summaryField, Collections.singletonList(summaryField.getName()));
} else {
summaryMap.put(summaryField, from);
}
}
}
}
/**
* Don't include field in map if sources are the same as the struct sub fields for the SDField.
* But do map if not all do summarying.
* Don't map if not struct either.
* @param summaryField a {@link SummaryField}
*/
private boolean doMapField(Search search, SummaryField summaryField) {
SDField sdField = search.getConcreteField(summaryField.getName());
SDDocumentType document = search.getDocument();
if (sdField==null || ((document != null) && (document.getField(summaryField.getName()) == sdField))) {
return true;
}
if (summaryField.getVsmCommand().equals(SummaryField.VsmCommand.FLATTENJUNIPER)) {
return true;
}
if (!sdField.usesStructOrMap()) {
return !(sdField.getName().equals(summaryField.getName()));
}
if (summaryField.getSourceCount()==sdField.getStructFields().size()) {
for (SummaryField.Source source : summaryField.getSources()) {
if (!sdField.getStructFields().contains(new SDField(search.getDocument(), source.getName(), sdField.getDataType()))) { // equals() uses just name
return true;
}
if (sdField.getStructField(source.getName())!=null && !sdField.getStructField(source.getName()).doesSummarying()) {
return true;
}
}
// The sources in the summary field are the same as the sub-fields in the SD field.
// All sub fields do summarying.
// Don't map.
return false;
}
return true;
}
private List<String> toStringList(Iterator<SummaryField.Source> i) {
List<String> ret = new ArrayList<>();
while (i.hasNext()) {
ret.add(i.next().getName());
}
return ret;
}
@Override
public String getDerivedName() {
return "vsmsummary";
}
@Override
public void getConfig(VsmsummaryConfig.Builder vB) {
for (Map.Entry<SummaryField, List<String>> entry : summaryMap.entrySet()) {
VsmsummaryConfig.Fieldmap.Builder fmB = new VsmsummaryConfig.Fieldmap.Builder().summary(entry.getKey().getName());
for (String field : entry.getValue()) {
fmB.document(new VsmsummaryConfig.Fieldmap.Document.Builder().field(field));
}
fmB.command(VsmsummaryConfig.Fieldmap.Command.Enum.valueOf(entry.getKey().getVsmCommand().toString()));
vB.fieldmap(fmB);
}
}
}
|