1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.config.model.producer.AbstractConfigProducer;
import com.yahoo.prelude.fastsearch.DocumentdbInfoConfig;
import com.yahoo.searchdefinition.Schema;
import com.yahoo.searchdefinition.derived.AttributeFields;
import com.yahoo.searchdefinition.derived.DerivedConfiguration;
import com.yahoo.vespa.config.search.AttributesConfig;
import com.yahoo.vespa.config.search.RankProfilesConfig;
import com.yahoo.vespa.config.search.SummaryConfig;
import com.yahoo.vespa.config.search.SummarymapConfig;
import com.yahoo.vespa.config.search.vsm.VsmfieldsConfig;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
import java.util.List;
/**
* A search cluster of type streaming.
*
* @author baldersheim
* @author vegardh
*/
public class StreamingSearchCluster extends SearchCluster implements
DocumentdbInfoConfig.Producer,
RankProfilesConfig.Producer,
VsmsummaryConfig.Producer,
VsmfieldsConfig.Producer,
SummarymapConfig.Producer,
SummaryConfig.Producer
{
private class AttributesProducer extends AbstractConfigProducer<AttributesProducer> implements AttributesConfig.Producer {
AttributesProducer(AbstractConfigProducer<?> parent, String docType) {
super(parent, docType);
}
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSdConfig() != null) {
getSdConfig().getAttributeFields().getConfig(builder, AttributeFields.FieldSet.FAST_ACCESS);
}
}
}
private final String storageRouteSpec;
private final AttributesProducer attributesConfig;
private final String docTypeName;
private DerivedConfiguration sdConfig = null;
public StreamingSearchCluster(AbstractConfigProducer<SearchCluster> parent, String clusterName, int index, String docTypeName, String storageRouteSpec) {
super(parent, clusterName, index);
attributesConfig = new AttributesProducer(parent, docTypeName);
this.docTypeName = docTypeName;
this.storageRouteSpec = storageRouteSpec;
}
public final String getDocumentDBConfigId() {
return attributesConfig.getConfigId();
}
@Override
protected IndexingMode getIndexingMode() { return IndexingMode.STREAMING; }
public final String getStorageRouteSpec() { return storageRouteSpec; }
public String getDocTypeName() {
return docTypeName;
}
@Override
public int getRowBits() { return 0; }
@Override
public void getConfig(DocumentdbInfoConfig.Builder builder) {
DocumentdbInfoConfig.Documentdb.Builder docDb = new DocumentdbInfoConfig.Documentdb.Builder();
String searchName = sdConfig.getSearch().getName();
docDb.name(searchName);
SummaryConfig.Producer prod = sdConfig.getSummaries();
convertSummaryConfig(prod, null, docDb);
RankProfilesConfig.Builder rpb = new RankProfilesConfig.Builder();
sdConfig.getRankProfileList().getConfig(rpb);
addRankProfilesConfig(docDb, new RankProfilesConfig(rpb));
builder.documentdb(docDb);
}
@Override
protected void deriveAllSchemas(List<SchemaSpec> local, DeployState deployState) {
if (local.size() == 1) {
deriveSingleSearchDefinition(local.get(0).getSearchDefinition().getSearch(), deployState);
} else if (local.size() > 1){
throw new IllegalStateException("Logical indexes are not supported: Got " + local.size() + " search definitions, expected 1");
}
}
private void deriveSingleSearchDefinition(Schema localSchema, DeployState deployState) {
if (!localSchema.getName().equals(docTypeName)) {
throw new IllegalStateException("Mismatch between document type name (" + docTypeName + ") and name of search definition (" + localSchema.getName() + ")");
}
this.sdConfig = new DerivedConfiguration(localSchema, deployState.getDeployLogger(),
deployState.getProperties(),
deployState.rankProfileRegistry(),
deployState.getQueryProfiles().getRegistry(),
deployState.getImportedModels(),
deployState.getExecutor());
}
@Override
public DerivedConfiguration getSdConfig() {
return sdConfig;
}
@Override
public void defaultDocumentsConfig() { }
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSdConfig()!=null) getSdConfig().getAttributeFields().getConfig(builder);
}
@Override
public void getConfig(VsmsummaryConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getVsmSummary()!=null)
getSdConfig().getVsmSummary().getConfig(builder);
}
@Override
public void getConfig(VsmfieldsConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getVsmFields()!=null)
getSdConfig().getVsmFields().getConfig(builder);
}
@Override
public void getConfig(SummarymapConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getSummaryMap()!=null)
getSdConfig().getSummaryMap().getConfig(builder);
}
@Override
public void getConfig(SummaryConfig.Builder builder) {
if (getSdConfig()!=null)
if (getSdConfig().getSummaries()!=null)
getSdConfig().getSummaries().getConfig(builder);
}
}
|