1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search;
import com.yahoo.config.ConfigInstance;
import com.yahoo.config.model.deploy.DeployState;
import com.yahoo.search.config.SchemaInfoConfig;
import com.yahoo.schema.derived.SchemaInfo;
import com.yahoo.vespa.config.search.AttributesConfig;
import com.yahoo.prelude.fastsearch.DocumentdbInfoConfig;
import com.yahoo.search.config.IndexInfoConfig;
import com.yahoo.vespa.config.search.core.ProtonConfig;
import com.yahoo.vespa.configdefinition.IlscriptsConfig;
import com.yahoo.config.model.producer.AnyConfigProducer;
import com.yahoo.config.model.producer.TreeConfigProducer;
import java.util.Collection;
import java.util.Collections;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
/**
* Represents a search cluster.
*
* @author arnej27959
*/
public abstract class SearchCluster extends TreeConfigProducer<AnyConfigProducer> implements
DocumentdbInfoConfig.Producer,
IndexInfoConfig.Producer,
IlscriptsConfig.Producer,
SchemaInfoConfig.Producer {
private final String clusterName;
private int index;
private Double queryTimeout;
private Double visibilityDelay = 0.0;
private final Map<String, SchemaInfo> schemas = new LinkedHashMap<>();
private final Map<String, DocumentDatabase> documentDbs = new LinkedHashMap<>();
public SearchCluster(TreeConfigProducer<?> parent, String clusterName, int index) {
super(parent, "cluster." + clusterName);
this.clusterName = clusterName;
this.index = index;
}
public String getStorageRouteSpec() { return getClusterName(); }
public void add(SchemaInfo schema) {
schemas.put(schema.name(), schema);
}
public void add(DocumentDatabase db) {
documentDbs.put(db.getName(), db);
}
public boolean hasDocumentDB(String name) {
return documentDbs.containsKey(name);
}
public DocumentDatabase getDocumentDB(String name) {
return documentDbs.get(name);
}
public String getConfigId(String name) {
DocumentDatabase db = documentDbs.get(name);
return db != null ? db.getConfigId() : "";
}
/** Returns the schemas that should be active in this cluster. Note: These are added during processing. */
public Map<String, SchemaInfo> schemas() { return Collections.unmodifiableMap(schemas); }
/**
* Must be called after cluster is built, to derive schema configs.
* Derives the schemas from the application package.
* Also stores the document names contained in the schemas.
*/
public abstract void deriveFromSchemas(DeployState deployState);
/** Returns the document databases contained in this cluster */
public List<DocumentDatabase> getDocumentDbs() {
return documentDbs.values().stream().toList();
}
public String getClusterName() { return clusterName; }
public final String getIndexingModeName() { return getIndexingMode().getName(); }
public final boolean hasStreaming() {
return schemas().values().stream().anyMatch(schema -> schema.getIndexMode() == SchemaInfo.IndexMode.STREAMING);
}
public final boolean hasIndexed() {
return schemas().values().stream().anyMatch(schema -> schema.getIndexMode() == SchemaInfo.IndexMode.INDEX);
}
public final void setQueryTimeout(Double to) { this.queryTimeout = to; }
public final void setVisibilityDelay(double delay) { this.visibilityDelay = delay; }
protected abstract IndexingMode getIndexingMode();
public final Double getVisibilityDelay() { return visibilityDelay; }
public final Double getQueryTimeout() { return queryTimeout; }
public final void setClusterIndex(int index) { this.index = index; }
public final int getClusterIndex() { return index; }
public void fillDocumentDBConfig(String documentType, ProtonConfig.Documentdb.Builder builder) {
DocumentDatabase db = documentDbs.get(documentType);
if (db != null) {
fillDocumentDBConfig(db, builder);
}
}
protected void fillDocumentDBConfig(DocumentDatabase sdoc, ProtonConfig.Documentdb.Builder ddbB) {
ddbB.inputdoctypename(sdoc.getSchemaName())
.configid(sdoc.getConfigId());
}
@Override
public void getConfig(DocumentdbInfoConfig.Builder builder) {
for (DocumentDatabase db : documentDbs.values()) {
var docDb = new DocumentdbInfoConfig.Documentdb.Builder()
.name(db.getName())
.mode(db.getDerivedConfiguration().isStreaming()
? DocumentdbInfoConfig.Documentdb.Mode.Enum.STREAMING
: DocumentdbInfoConfig.Documentdb.Mode.Enum.INDEX);
builder.documentdb(docDb);
}
}
@Override
public void getConfig(IndexInfoConfig.Builder builder) {
new Join(documentDbs.values()).getConfig(builder);
}
@Override
public void getConfig(SchemaInfoConfig.Builder builder) {
new Join(documentDbs.values()).getConfig(builder);
}
@Override
public void getConfig(IlscriptsConfig.Builder builder) {
new Join(documentDbs.values()).getConfig(builder);
}
public void getConfig(AttributesConfig.Builder builder) {
new Join(documentDbs.values()).getConfig(builder);
}
@Override
public String toString() { return "search-capable cluster '" + clusterName + "'"; }
public static final class IndexingMode {
public static final IndexingMode REALTIME = new IndexingMode("REALTIME");
public static final IndexingMode STREAMING = new IndexingMode("STREAMING");
private final String name;
private IndexingMode(String name) {
this.name = name;
}
public String getName() { return name; }
public String toString() {
return "indexingmode: " + name;
}
}
/**
* Class used to retrieve combined configuration from multiple document databases.
* It is not a direct {@link ConfigInstance.Producer} of those configs,
* that is handled (by delegating to this) by the {@link IndexedSearchCluster}
* which is the parent to this. This avoids building the config multiple times.
*/
private record Join(Collection<DocumentDatabase> docDbs) {
public void getConfig(IndexInfoConfig.Builder builder) {
for (DocumentDatabase docDb : docDbs) {
docDb.getConfig(builder);
}
}
public void getConfig(SchemaInfoConfig.Builder builder) {
for (DocumentDatabase docDb : docDbs) {
docDb.getConfig(builder);
}
}
public void getConfig(IlscriptsConfig.Builder builder) {
for (DocumentDatabase docDb : docDbs) {
docDb.getConfig(builder);
}
}
public void getConfig(AttributesConfig.Builder builder) {
for (DocumentDatabase docDb : docDbs) {
docDb.getConfig(builder);
}
}
}
}
|
