1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.clustercontroller.apps.clustercontroller;
import com.yahoo.component.AbstractComponent;
import com.yahoo.component.annotation.Inject;
import com.yahoo.jdisc.Metric;
import com.yahoo.vespa.clustercontroller.apputil.communication.http.JDiscMetricWrapper;
import com.yahoo.vespa.clustercontroller.core.FleetController;
import com.yahoo.vespa.clustercontroller.core.FleetControllerOptions;
import com.yahoo.vespa.clustercontroller.core.RemoteClusterControllerTaskScheduler;
import com.yahoo.vespa.clustercontroller.core.restapiv2.ClusterControllerStateRestAPI;
import com.yahoo.vespa.clustercontroller.core.status.StatusHandler;
import com.yahoo.vespa.zookeeper.VespaZooKeeperServer;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.TreeMap;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.logging.Logger;
/**
* Wrapper around fleet controller state to be able to use it in container.
*/
public class ClusterController extends AbstractComponent
implements ClusterControllerStateRestAPI.FleetControllerResolver,
StatusHandler.ClusterStatusPageServerSet {
private static final Logger log = Logger.getLogger(ClusterController.class.getName());
private final JDiscMetricWrapper metricWrapper;
private final Map<String, FleetController> controllers = new TreeMap<>();
private final Map<String, StatusHandler.ContainerStatusPageServer> status = new TreeMap<>();
private final AtomicInteger referents = new AtomicInteger();
private final AtomicBoolean shutdown = new AtomicBoolean();
/**
* Dependency injection constructor for controller. A {@link VespaZooKeeperServer} argument is required
* for all its users, to ensure that zookeeper has started before we start polling it, but
* should not be injected here, as that causes recreation of the cluster controller, and old and new
* will run master election, etc., concurrently, which breaks everything.
*/
@Inject
public ClusterController() {
metricWrapper = new JDiscMetricWrapper(null);
}
public void setOptions(FleetControllerOptions options, Metric metricImpl) throws Exception {
referents.incrementAndGet();
metricWrapper.updateMetricImplementation(metricImpl);
synchronized (controllers) {
FleetController controller = controllers.get(options.clusterName());
if (controller == null) {
controller = FleetController.create(options, metricWrapper);
controllers.put(options.clusterName(), controller);
status.put(options.clusterName(), controller.statusPageServer());
} else {
controller.updateOptions(options);
}
}
}
@Override
public void deconstruct() {
shutdown();
}
/**
* Since we hack around injecting a running ZK here by providing one through the configurer instead,
* we must also let the last configurer shut down this controller, to ensure this is shut down
* before the ZK server it had injected from the configurers.
*/
void countdown() {
if (referents.decrementAndGet() == 0)
shutdown();
}
void shutdown() {
if (shutdown.compareAndSet(false, true)) {
synchronized (controllers) {
for (FleetController controller : controllers.values()) {
try {
shutdownController(controller);
}
catch (Exception e) {
log.warning("Failed to shut down fleet controller: " + e.getMessage());
}
}
}
}
}
@Override
public Map<String, RemoteClusterControllerTaskScheduler> getFleetControllers() {
synchronized (controllers) {
return new LinkedHashMap<>(controllers);
}
}
@Override
public StatusHandler.ContainerStatusPageServer get(String cluster) {
return status.get(cluster);
}
@Override
public Map<String, StatusHandler.ContainerStatusPageServer> getAll() {
return status;
}
void shutdownController(FleetController controller) throws Exception {
controller.shutdown();
}
}
|
