1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.config.model.producer.AbstractConfigProducer;
import com.yahoo.prelude.fastsearch.DocumentdbInfoConfig;
import com.yahoo.searchdefinition.Schema;
import com.yahoo.searchdefinition.derived.AttributeFields;
import com.yahoo.searchdefinition.derived.DerivedConfiguration;
import com.yahoo.vespa.config.search.AttributesConfig;
import com.yahoo.vespa.config.search.RankProfilesConfig;
import com.yahoo.vespa.config.search.SummaryConfig;
import com.yahoo.vespa.config.search.SummarymapConfig;
import com.yahoo.vespa.config.search.vsm.VsmfieldsConfig;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
/**
* A search cluster of type streaming.
*
* @author baldersheim
* @author vegardh
*/
public class StreamingSearchCluster extends SearchCluster implements
DocumentdbInfoConfig.Producer,
RankProfilesConfig.Producer,
VsmsummaryConfig.Producer,
VsmfieldsConfig.Producer,
SummarymapConfig.Producer,
SummaryConfig.Producer {
private final String storageRouteSpec;
private final AttributesProducer attributesConfig;
private final String docTypeName;
private DerivedConfiguration schemaConfig = null;
public StreamingSearchCluster(AbstractConfigProducer<SearchCluster> parent,
String clusterName,
int index,
String docTypeName,
String storageRouteSpec) {
super(parent, clusterName, index);
attributesConfig = new AttributesProducer(parent, docTypeName);
this.docTypeName = docTypeName;
this.storageRouteSpec = storageRouteSpec;
}
public final String getDocumentDBConfigId() {
return attributesConfig.getConfigId();
}
@Override
protected IndexingMode getIndexingMode() { return IndexingMode.STREAMING; }
public final String getStorageRouteSpec() { return storageRouteSpec; }
public String getDocTypeName() {
return docTypeName;
}
@Override
public int getRowBits() { return 0; }
@Override
public void getConfig(DocumentdbInfoConfig.Builder builder) {
DocumentdbInfoConfig.Documentdb.Builder docDb = new DocumentdbInfoConfig.Documentdb.Builder();
docDb.name(schemaConfig.getSchema().getName());
SummaryConfig.Producer prod = schemaConfig.getSummaries();
convertSummaryConfig(prod, null, docDb);
addRankProfilesConfig(schemaConfig.getSchema().getName(), docDb);
builder.documentdb(docDb);
}
@Override
public void deriveFromSchemas(DeployState deployState) {
if (schemas().isEmpty()) return;
if (schemas().size() > 1) throw new IllegalArgumentException("Only a single schema is supported, got " + schemas().size());
Schema schema = schemas().values().stream().findAny().get().fullSchema();
if ( ! schema.getName().equals(docTypeName))
throw new IllegalArgumentException("Document type name '" + docTypeName +
"' must be the same as the schema name '" + schema.getName() + "'");
this.schemaConfig = new DerivedConfiguration(schema,
deployState.getDeployLogger(),
deployState.getProperties(),
deployState.rankProfileRegistry(),
deployState.getQueryProfiles().getRegistry(),
deployState.getImportedModels(),
deployState.getExecutor());
}
@Override
public DerivedConfiguration getSchemaConfig() { return schemaConfig; }
@Override
public void defaultDocumentsConfig() { }
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSchemaConfig() != null) getSchemaConfig().getConfig(builder);
}
@Override
public void getConfig(VsmsummaryConfig.Builder builder) {
if (getSchemaConfig() != null)
if (getSchemaConfig().getVsmSummary() != null)
getSchemaConfig().getVsmSummary().getConfig(builder);
}
@Override
public void getConfig(VsmfieldsConfig.Builder builder) {
if (getSchemaConfig() != null)
if (getSchemaConfig().getVsmFields() != null)
getSchemaConfig().getVsmFields().getConfig(builder);
}
@Override
public void getConfig(SummarymapConfig.Builder builder) {
if (getSchemaConfig() != null)
if (getSchemaConfig().getSummaryMap() != null)
getSchemaConfig().getSummaryMap().getConfig(builder);
}
@Override
public void getConfig(SummaryConfig.Builder builder) {
if (getSchemaConfig() != null)
if (getSchemaConfig().getSummaries() != null)
getSchemaConfig().getSummaries().getConfig(builder);
}
private class AttributesProducer extends AbstractConfigProducer<AttributesProducer> implements AttributesConfig.Producer {
AttributesProducer(AbstractConfigProducer<?> parent, String docType) {
super(parent, docType);
}
@Override
public void getConfig(AttributesConfig.Builder builder) {
if (getSchemaConfig() != null) {
getSchemaConfig().getConfig(builder, AttributeFields.FieldSet.FAST_ACCESS);
}
}
}
}
|
