1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model.search.test;
import com.yahoo.component.ComponentId;
import com.yahoo.config.model.test.MockApplicationPackage;
import com.yahoo.container.QrSearchersConfig;
import com.yahoo.document.DataType;
import com.yahoo.search.config.ClusterConfig;
import com.yahoo.schema.Schema;
import com.yahoo.schema.ApplicationBuilder;
import com.yahoo.schema.document.Attribute;
import com.yahoo.schema.document.SDDocumentType;
import com.yahoo.schema.document.SDField;
import com.yahoo.vespa.config.search.DispatchNodesConfig;
import com.yahoo.vespa.indexinglanguage.expressions.AttributeExpression;
import com.yahoo.vespa.indexinglanguage.expressions.ScriptExpression;
import com.yahoo.vespa.indexinglanguage.expressions.StatementExpression;
import com.yahoo.vespa.model.VespaModel;
import com.yahoo.vespa.model.container.ContainerCluster;
import com.yahoo.vespa.model.container.component.Component;
import com.yahoo.vespa.model.search.SearchCluster;
import com.yahoo.vespa.model.test.utils.ApplicationPackageUtils;
import com.yahoo.vespa.model.test.utils.VespaModelCreatorWithMockPkg;
import org.junit.jupiter.api.Test;
import static org.junit.jupiter.api.Assertions.*;
/**
* Unit tests for SearchCluster. Please use this instead of SearchModelTestCase if possible and
* write _unit_ tests. Thanks.
*
* @author hmusum
*/
public class SchemaClusterTest {
@Test
void testSdConfigLogical() {
// sd1
SDDocumentType sdt1 = new SDDocumentType("s1");
Schema schema1 = new Schema("s1", MockApplicationPackage.createEmpty());
SDField f1 = new SDField(sdt1, "f1", DataType.STRING);
f1.addAttribute(new Attribute("f1", DataType.STRING));
f1.setIndexingScript(new ScriptExpression(new StatementExpression(new AttributeExpression("f1"))));
sdt1.addField(f1);
schema1.addDocument(sdt1);
// sd2
SDDocumentType sdt2 = new SDDocumentType("s2");
Schema schema2 = new Schema("s2", MockApplicationPackage.createEmpty());
SDField f2 = new SDField(sdt2, "f2", DataType.STRING);
f2.addAttribute(new Attribute("f2", DataType.STRING));
f2.setIndexingScript(new ScriptExpression(new StatementExpression(new AttributeExpression("f2"))));
sdt2.addField(f2);
schema2.addDocument(sdt2);
ApplicationBuilder builder = new ApplicationBuilder();
builder.add(schema1);
builder.add(schema2);
builder.build(true);
}
@Test
void search_model_is_connected_to_container_clusters_two_content_clusters() {
String vespaHosts = "<?xml version='1.0' encoding='utf-8' ?>" +
"<hosts>" +
" <host name='node0host'>" +
" <alias>node0</alias>" +
" </host>" +
" <host name='node1host'>" +
" <alias>node1</alias>" +
" </host>" +
" <host name='node2host'>" +
" <alias>node2</alias>" +
" </host>" +
"</hosts>";
String services =
"<?xml version=\"1.0\" encoding=\"utf-8\" ?>" +
"<services version=\"1.0\">" +
" <admin version='2.0'>" +
" <adminserver hostalias='node0' />" +
" </admin>\n" +
" <container version='1.0' id='j1'>\n" +
" <search>" +
" <chain id='s1Chain'>" +
" <searcher id='S1ClusterSearcher'/>" +
" </chain>" +
" <provider cluster='normal' id='normal' type='local'/>\n" +
" </search>" +
" <nodes>" +
" <node hostalias=\"node0\" />" +
" </nodes>" +
" </container>" +
" <container version='1.0' id='j2'>" +
" <search>" +
" <chain id='s2Chain'>" +
" <searcher id='S2ClusterSearcher'/>" +
" </chain>" +
" <provider cluster='xbulk' id='xbulk' type='local'/>" +
" </search>" +
" <nodes>" +
" <node hostalias=\"node2\" />" +
" </nodes>" +
" </container>" +
" <content id='xbulk' version=\"1.0\">" +
" <redundancy>2</redundancy>" +
" <documents>" +
" <document mode='index' type=\"music\" />" +
" </documents>" +
" <nodes>" +
" <node hostalias=\"node0\" distribution-key=\"0\" />" +
" </nodes>" +
" </content>" +
" <content id=\"normal\" version='1.0'>" +
" <redundancy>2</redundancy>" +
" <documents>" +
" <document mode='index' type=\"music\" />" +
" </documents>" +
" <nodes>" +
" <node hostalias=\"node2\" distribution-key=\"0\" />" +
" </nodes>" +
" </content>" +
"</services>";
VespaModel model = new VespaModelCreatorWithMockPkg(vespaHosts, services, ApplicationPackageUtils.generateSchemas("music")).create();
ContainerCluster containerCluster1 = (ContainerCluster) model.getConfigProducer("j1").get();
assertFalse(containerCluster1.getSearch().getChains().localProviders().isEmpty());
ContainerCluster containerCluster2 = (ContainerCluster) model.getConfigProducer("j2").get();
assertFalse(containerCluster2.getSearch().getChains().localProviders().isEmpty());
QrSearchersConfig.Builder builder = new QrSearchersConfig.Builder();
containerCluster1.getConfig(builder);
QrSearchersConfig config = new QrSearchersConfig(builder);
assertEquals(2, config.searchcluster().size());
int normalIndex = 0;
int xbulkIndex = 1;
assertEquals("normal", config.searchcluster().get(normalIndex).name());
assertEquals("xbulk", config.searchcluster().get(xbulkIndex).name());
ClusterConfig.Builder clusterConfigBuilder = new ClusterConfig.Builder();
model.getConfig(clusterConfigBuilder, "j1/searchchains/chain/normal/component/com.yahoo.prelude.cluster.ClusterSearcher");
ClusterConfig clusterConfig = new ClusterConfig(clusterConfigBuilder);
assertEquals(normalIndex, clusterConfig.clusterId());
assertEquals("normal", clusterConfig.clusterName());
ClusterConfig.Builder clusterConfigBuilder2 = new ClusterConfig.Builder();
model.getConfig(clusterConfigBuilder2, "j2/searchchains/chain/xbulk/component/com.yahoo.prelude.cluster.ClusterSearcher");
ClusterConfig clusterConfig2 = new ClusterConfig(clusterConfigBuilder2);
assertEquals(xbulkIndex, clusterConfig2.clusterId());
assertEquals("xbulk", clusterConfig2.clusterName());
SearchCluster searchCluster1 = model.getSearchClusters().get(normalIndex);
assertEquals("normal", searchCluster1.getClusterName());
assertEquals("normal/search/cluster.normal", searchCluster1.getConfigId());
SearchCluster searchCluster2 = model.getSearchClusters().get(xbulkIndex);
assertEquals("xbulk", searchCluster2.getClusterName());
verifyDispatch(model, containerCluster1, "normal", "node2host");
verifyDispatch(model, containerCluster1, "xbulk", "node0host");
}
private void verifyDispatch(VespaModel model, ContainerCluster containerCluster, String cluster, String host) {
Component<?,?> dispatcher = (Component<?, ?>)containerCluster.getComponentsMap().get(new ComponentId("dispatcher." + cluster));
assertNotNull(dispatcher);
assertEquals("dispatcher." + cluster, dispatcher.getComponentId().stringValue());
assertEquals("com.yahoo.search.dispatch.Dispatcher", dispatcher.getClassId().stringValue());
assertEquals("j1/component/dispatcher." + cluster, dispatcher.getConfigId());
DispatchNodesConfig.Builder dispatchConfigBuilder = new DispatchNodesConfig.Builder();
model.getConfig(dispatchConfigBuilder, dispatcher.getConfigId());
assertEquals(host, dispatchConfigBuilder.build().node(0).host());
}
}
|
