1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.orchestrator.model;
import com.yahoo.config.provision.Zone;
import com.yahoo.jdisc.Metric;
import com.yahoo.jdisc.test.TestTimer;
import com.yahoo.test.ManualClock;
import com.yahoo.vespa.applicationmodel.ApplicationInstance;
import com.yahoo.vespa.applicationmodel.ApplicationInstanceId;
import com.yahoo.vespa.applicationmodel.ApplicationInstanceReference;
import com.yahoo.vespa.applicationmodel.ClusterId;
import com.yahoo.vespa.applicationmodel.ConfigId;
import com.yahoo.vespa.applicationmodel.HostName;
import com.yahoo.vespa.applicationmodel.ServiceCluster;
import com.yahoo.vespa.applicationmodel.ServiceInstance;
import com.yahoo.vespa.applicationmodel.ServiceStatus;
import com.yahoo.vespa.applicationmodel.ServiceStatusInfo;
import com.yahoo.vespa.applicationmodel.ServiceType;
import com.yahoo.vespa.applicationmodel.TenantId;
import com.yahoo.vespa.curator.mock.MockCurator;
import com.yahoo.vespa.flags.InMemoryFlagSource;
import com.yahoo.vespa.orchestrator.DummyAntiServiceMonitor;
import com.yahoo.vespa.orchestrator.OrchestrationException;
import com.yahoo.vespa.orchestrator.Orchestrator;
import com.yahoo.vespa.orchestrator.OrchestratorContext;
import com.yahoo.vespa.orchestrator.OrchestratorImpl;
import com.yahoo.vespa.orchestrator.OrchestratorUtil;
import com.yahoo.vespa.orchestrator.controller.ClusterControllerClientFactory;
import com.yahoo.vespa.orchestrator.controller.ClusterControllerClientFactoryMock;
import com.yahoo.vespa.orchestrator.policy.ApplicationParams;
import com.yahoo.vespa.orchestrator.policy.HostedVespaClusterPolicy;
import com.yahoo.vespa.orchestrator.policy.HostedVespaOrchestration;
import com.yahoo.vespa.orchestrator.policy.HostedVespaPolicy;
import com.yahoo.vespa.orchestrator.policy.OrchestrationParams;
import com.yahoo.vespa.orchestrator.status.ApplicationLock;
import com.yahoo.vespa.orchestrator.status.HostInfo;
import com.yahoo.vespa.orchestrator.status.HostInfos;
import com.yahoo.vespa.orchestrator.status.HostStatus;
import com.yahoo.vespa.orchestrator.status.StatusService;
import com.yahoo.vespa.orchestrator.status.ZkStatusService;
import com.yahoo.vespa.service.monitor.ServiceModel;
import com.yahoo.vespa.service.monitor.ServiceMonitor;
import com.yahoo.yolean.Exceptions;
import java.time.Clock;
import java.time.Instant;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;
import static org.mockito.Mockito.mock;
/**
* @author hakonhall
*/
class ModelTestUtils {
private static final TenantId TENANT_ID = new TenantId("tenant");
private static final ApplicationInstanceId APPLICATION_INSTANCE_ID =
new ApplicationInstanceId("application-name:foo:bar:default");
public static final int NUMBER_OF_CONFIG_SERVERS = 3;
public static final int NUMBER_OF_PROXIES = 5;
public static final int NUMBER_OF_PROXIES_ALLOWED_DOWN = 1;
public static final double NUMBER_OF_PROXIES_ALLOWED_DOWN_RATIO = 0.1;
public static final OrchestrationParams ORCHESTRATION_PARAMS =
HostedVespaOrchestration.create(NUMBER_OF_CONFIG_SERVERS, NUMBER_OF_PROXIES, NUMBER_OF_PROXIES_ALLOWED_DOWN,
NUMBER_OF_PROXIES_ALLOWED_DOWN_RATIO);
public static final ApplicationParams APPLICATION_PARAMS = ORCHESTRATION_PARAMS
.getApplicationParams(OrchestratorUtil.toApplicationId(
new ApplicationInstanceReference(TENANT_ID, APPLICATION_INSTANCE_ID)));
private final InMemoryFlagSource flagSource = new InMemoryFlagSource();
private final Map<ApplicationInstanceReference, ApplicationInstance> applications = new HashMap<>();
private final ClusterControllerClientFactory clusterControllerClientFactory = new ClusterControllerClientFactoryMock();
private final Map<HostName, HostStatus> hostStatusMap = new HashMap<>();
private final ServiceMonitor serviceMonitor = () -> new ServiceModel(applications);
private final StatusService statusService = new ZkStatusService(
new MockCurator(),
mock(Metric.class),
new TestTimer(),
new DummyAntiServiceMonitor());
private final HostedVespaClusterPolicy clusterPolicy = new HostedVespaClusterPolicy(flagSource, Zone.defaultZone());
private final HostedVespaPolicy policy = new HostedVespaPolicy(clusterPolicy, clusterControllerClientFactory, applicationApiFactory(), flagSource);
private final Orchestrator orchestrator = new OrchestratorImpl(policy,
clusterControllerClientFactory,
statusService,
serviceMonitor,
0,
new ManualClock(),
applicationApiFactory(),
flagSource);
private final ManualClock clock = new ManualClock();
ApplicationApiFactory applicationApiFactory() {
return new ApplicationApiFactory(NUMBER_OF_CONFIG_SERVERS, NUMBER_OF_PROXIES, NUMBER_OF_PROXIES_ALLOWED_DOWN,
NUMBER_OF_PROXIES_ALLOWED_DOWN_RATIO, clock);
}
HostInfos getHostInfos() {
Instant now = Instant.now();
Map<HostName, HostInfo> hostInfosMap = hostStatusMap.entrySet().stream()
.collect(Collectors.toMap(
entry -> entry.getKey(),
entry -> {
HostStatus status = entry.getValue();
if (status == HostStatus.NO_REMARKS) {
return HostInfo.createNoRemarks();
} else {
return HostInfo.createSuspended(status, now);
}
}
));
return new HostInfos(hostInfosMap);
}
HostName createNode(String name, HostStatus hostStatus) {
return createNode(new HostName(name), hostStatus);
}
HostName createNode(HostName hostName, HostStatus hostStatus) {
hostStatusMap.put(hostName, hostStatus);
try {
orchestrator.setNodeStatus(hostName, hostStatus);
}
catch (OrchestrationException e) {
throw new AssertionError("Host '" + hostName + "' not owned by any application — please assign it first: " +
Exceptions.toMessageString(e));
}
return hostName;
}
ScopedApplicationApi createScopedApplicationApi(
ApplicationInstance applicationInstance,
HostName... hostnames) {
NodeGroup nodeGroup = new NodeGroup(applicationInstance, hostnames);
ApplicationLock lock = statusService.lockApplication(
OrchestratorContext.createContextForSingleAppOp(Clock.systemUTC()),
applicationInstance.reference());
return new ScopedApplicationApi(
applicationApiFactory().create(nodeGroup, lock, clusterControllerClientFactory),
lock);
}
ApplicationInstance createApplicationInstance(
List<ServiceCluster> serviceClusters) {
Set<ServiceCluster> serviceClusterSet = new HashSet<>(serviceClusters);
ApplicationInstance application = new ApplicationInstance(
TENANT_ID,
APPLICATION_INSTANCE_ID,
serviceClusterSet);
applications.put(application.reference(), application);
serviceClusters.forEach(cluster -> cluster.setApplicationInstance(application));
return application;
}
ServiceCluster createServiceCluster(
String clusterId,
ServiceType serviceType,
List<ServiceInstance> serviceInstances) {
Set<ServiceInstance> serviceInstanceSet = new HashSet<>(serviceInstances);
var cluster = new ServiceCluster(new ClusterId(clusterId), serviceType, serviceInstanceSet);
for (var service : serviceInstanceSet) {
service.setServiceCluster(cluster);
}
return cluster;
}
ServiceInstance createServiceInstance(String configId, HostName hostName, ServiceStatus status) {
return new ServiceInstance(new ConfigId(configId), hostName, status);
}
ServiceInstance createServiceInstance(String configId, HostName hostName, ServiceStatusInfo statusInfo) {
return new ServiceInstance(new ConfigId(configId), hostName, statusInfo);
}
ClusterControllerClientFactory getClusterControllerClientFactory() {
return clusterControllerClientFactory;
}
}
|
