1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.config.model.producer.AnyConfigProducer;
import com.yahoo.config.model.producer.TreeConfigProducer;
import com.yahoo.prelude.fastsearch.DocumentdbInfoConfig;
import com.yahoo.schema.Schema;
import com.yahoo.schema.derived.AttributeFields;
import com.yahoo.schema.derived.DerivedConfiguration;
import com.yahoo.search.config.IndexInfoConfig;
import com.yahoo.search.config.SchemaInfoConfig;
import com.yahoo.vespa.config.search.AttributesConfig;
import com.yahoo.vespa.config.search.RankProfilesConfig;
import com.yahoo.vespa.config.search.SummaryConfig;
import com.yahoo.vespa.config.search.core.OnnxModelsConfig;
import com.yahoo.vespa.config.search.core.RankingConstantsConfig;
import com.yahoo.vespa.config.search.core.RankingExpressionsConfig;
import com.yahoo.vespa.config.search.vsm.VsmfieldsConfig;
import com.yahoo.vespa.config.search.vsm.VsmsummaryConfig;
import com.yahoo.vespa.configdefinition.IlscriptsConfig;
import java.util.List;
/**
* A search cluster of type streaming.
*
* @author baldersheim
* @author vegardh
*/
public class StreamingSearchCluster extends SearchCluster implements
DocumentdbInfoConfig.Producer,
RankProfilesConfig.Producer,
RankingConstantsConfig.Producer,
RankingExpressionsConfig.Producer,
OnnxModelsConfig.Producer,
VsmsummaryConfig.Producer,
VsmfieldsConfig.Producer,
SummaryConfig.Producer {
private final String storageRouteSpec;
private final AttributesProducer attributesConfig;
private final String docTypeName;
private DerivedConfiguration derivedConfig = null;
private DocumentDatabase derivedDb = null;
public StreamingSearchCluster(TreeConfigProducer<AnyConfigProducer> parent,
String clusterName,
int index,
String docTypeName,
String storageRouteSpec) {
super(parent, clusterName, index);
attributesConfig = new AttributesProducer(parent, docTypeName);
this.docTypeName = docTypeName;
this.storageRouteSpec = storageRouteSpec;
}
public final String getDocumentDBConfigId() {
return attributesConfig.getConfigId();
}
@Override
protected IndexingMode getIndexingMode() { return IndexingMode.STREAMING; }
public final String getStorageRouteSpec() { return storageRouteSpec; }
public String getDocTypeName() { return docTypeName; }
public DerivedConfiguration derived() { return derivedConfig; }
@Override
public void getConfig(DocumentdbInfoConfig.Builder builder) {
DocumentdbInfoConfig.Documentdb.Builder docDb = new DocumentdbInfoConfig.Documentdb.Builder();
docDb.name(derivedConfig.getSchema().getName());
builder.documentdb(docDb);
}
@Override
public void deriveFromSchemas(DeployState deployState) {
if (schemas().isEmpty()) return;
if (schemas().size() > 1) throw new IllegalArgumentException("Only a single schema is supported, got " + schemas().size());
Schema schema = schemas().values().stream().findAny().get().fullSchema();
if ( ! schema.getName().equals(docTypeName))
throw new IllegalArgumentException("Document type name '" + docTypeName +
"' must be the same as the schema name '" + schema.getName() + "'");
this.derivedConfig = new DerivedConfiguration(schema, deployState, true);
this.derivedDb = new DocumentDatabase(this, docTypeName, this.derivedConfig);
}
@Override
public List<DocumentDatabase> getDocumentDbs() {
if (derivedDb == null) {
throw new IllegalArgumentException("missing derivedConfig");
}
return List.of(derivedDb);
}
@Override
public void getConfig(IndexInfoConfig.Builder builder) {
derivedConfig.getIndexInfo().getConfig(builder);
}
@Override
public void getConfig(SchemaInfoConfig.Builder builder) {
derivedConfig.getSchemaInfo().getConfig(builder);
}
@Override
public void getConfig(IlscriptsConfig.Builder builder) {
derivedConfig.getIndexingScript().getConfig(builder);
}
public void getConfig(AttributesConfig.Builder builder) {
derivedConfig.getConfig(builder);
}
@Override
public void getConfig(RankProfilesConfig.Builder builder) {
derivedConfig.getRankProfileList().getConfig(builder);
}
@Override
public void getConfig(RankingConstantsConfig.Builder builder) { derivedConfig.getRankProfileList().getConfig(builder); }
@Override
public void getConfig(RankingExpressionsConfig.Builder builder) { derivedConfig.getRankProfileList().getConfig(builder); }
@Override
public void getConfig(OnnxModelsConfig.Builder builder) { derivedConfig.getRankProfileList().getConfig(builder); }
@Override
public void getConfig(VsmsummaryConfig.Builder builder) {
if (derivedConfig.getVsmSummary() != null)
derivedConfig.getVsmSummary().getConfig(builder);
}
@Override
public void getConfig(VsmfieldsConfig.Builder builder) {
if (derivedConfig.getVsmFields() != null)
derivedConfig.getVsmFields().getConfig(builder);
}
@Override
public void getConfig(SummaryConfig.Builder builder) {
if (derivedConfig.getSummaries() != null)
derivedConfig.getSummaries().getConfig(builder);
}
private class AttributesProducer extends AnyConfigProducer implements AttributesConfig.Producer {
AttributesProducer(TreeConfigProducer<AnyConfigProducer> parent, String docType) {
super(parent, docType);
}
@Override
public void getConfig(AttributesConfig.Builder builder) {
derivedConfig.getConfig(builder, AttributeFields.FieldSet.FAST_ACCESS);
}
}
}
|
