1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search;
import com.yahoo.config.model.producer.AbstractConfigProducer;
import com.yahoo.prelude.fastsearch.DocumentdbInfoConfig;
import com.yahoo.searchdefinition.derived.AttributeFields;
import com.yahoo.searchdefinition.derived.DerivedConfiguration;
import com.yahoo.vespa.config.search.AttributesConfig;
import com.yahoo.vespa.config.search.RankProfilesConfig;
import com.yahoo.vespa.config.search.SummaryConfig;
import com.yahoo.vespa.config.search.SummarymapConfig;
import com.yahoo.vespa.config.search.vsm.VsmfieldsConfig;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
import java.io.File;
import java.io.IOException;
import java.util.List;
/**
* A search cluster of type streaming.
*
* @author baldersheim
* @author vegardh
*/
public class StreamingSearchCluster extends SearchCluster implements
DocumentdbInfoConfig.Producer,
RankProfilesConfig.Producer,
VsmsummaryConfig.Producer,
VsmfieldsConfig.Producer,
SummarymapConfig.Producer,
SummaryConfig.Producer
{
private class AttributesProducer extends AbstractConfigProducer implements AttributesConfig.Producer {
AttributesProducer(AbstractConfigProducer parent, String docType) {
super(parent, docType);
}
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSdConfig() != null) {
getSdConfig().getAttributeFields().getConfig(builder, AttributeFields.FieldSet.FAST_ACCESS);
}
}
}
private final String storageRouteSpec;
private final AttributesProducer attributesConfig;
private DerivedConfiguration sdConfig = null;
public StreamingSearchCluster(AbstractConfigProducer parent, String clusterName, int index, String docTypeName, String storageRouteSpec) {
super(parent, clusterName, index);
attributesConfig = new AttributesProducer(parent, docTypeName);
this.storageRouteSpec = storageRouteSpec;
}
public final String getDocumentDBConfigId() {
return attributesConfig.getConfigId();
}
@Override
protected IndexingMode getIndexingMode() { return IndexingMode.STREAMING; }
public final String getStorageRouteSpec() { return storageRouteSpec; }
@Override
public int getRowBits() { return 0; }
@Override
public void getConfig(DocumentdbInfoConfig.Builder builder) {
DocumentdbInfoConfig.Documentdb.Builder docDb = new DocumentdbInfoConfig.Documentdb.Builder();
String searchName = sdConfig.getSearch().getName();
docDb.name(searchName);
SummaryConfig.Producer prod = sdConfig.getSummaries();
convertSummaryConfig(prod, null, docDb);
RankProfilesConfig.Builder rpb = new RankProfilesConfig.Builder();
sdConfig.getRankProfileList().getConfig(rpb);
addRankProfilesConfig(docDb, new RankProfilesConfig(rpb));
builder.documentdb(docDb);
}
@Override
protected void assureSdConsistent() {
if (sdConfig == null) {
throw new IllegalStateException("Search cluster '" + getClusterName() + "' does not have any search definitions");
}
}
protected void deriveAllSearchDefinitions(List<SearchDefinitionSpec> local,
List<com.yahoo.searchdefinition.Search> global) {
if (local.size() == 1) {
deriveSingleSearchDefinition(local.get(0).getSearchDefinition().getSearch(), global);
} else if (local.size() > 1){
throw new IllegalStateException("Logical indexes are not supported: Got " + local.size() + " search definitions, expected 1");
}
}
private void deriveSingleSearchDefinition(com.yahoo.searchdefinition.Search localSearch,
List<com.yahoo.searchdefinition.Search> globalSearches) {
this.sdConfig = new DerivedConfiguration(localSearch, globalSearches, deployLogger(), getRoot().getDeployState().rankProfileRegistry());
}
@Override
public DerivedConfiguration getSdConfig() {
return sdConfig;
}
@Override
protected void exportSdFiles(File toDir) throws IOException {
if (sdConfig!=null) {
sdConfig.export(toDir.getCanonicalPath());
}
}
@Override
public void defaultDocumentsConfig() { }
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSdConfig()!=null) getSdConfig().getAttributeFields().getConfig(builder);
}
@Override
public void getConfig(VsmsummaryConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getVsmSummary()!=null)
getSdConfig().getVsmSummary().getConfig(builder);
}
@Override
public void getConfig(VsmfieldsConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getVsmFields()!=null)
getSdConfig().getVsmFields().getConfig(builder);
}
@Override
public void getConfig(SummarymapConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getSummaryMap()!=null)
getSdConfig().getSummaryMap().getConfig(builder);
}
@Override
public void getConfig(SummaryConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getSummaries()!=null)
getSdConfig().getSummaries().getConfig(builder);
}
}
|