1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.clustercontroller.apps.clustercontroller;
import com.yahoo.jdisc.Metric;
import com.yahoo.vdslib.distribution.Distribution;
import com.yahoo.vdslib.state.NodeType;
import com.yahoo.vespa.clustercontroller.core.FleetControllerOptions;
import com.yahoo.vespa.config.content.FleetcontrollerConfig;
import com.yahoo.cloud.config.SlobroksConfig;
import com.yahoo.vespa.config.content.StorDistributionConfig;
import com.yahoo.cloud.config.ZookeepersConfig;
/**
* When the cluster controller is reconfigured, a new instance of this is created, which will propagate configured
* options to receivers such as the fleet controller.
*/
public class ClusterControllerClusterConfigurer {
private final FleetControllerOptions options = new FleetControllerOptions(null);
public ClusterControllerClusterConfigurer(ClusterController controller,
StorDistributionConfig distributionConfig,
FleetcontrollerConfig fleetcontrollerConfig,
SlobroksConfig slobroksConfig,
ZookeepersConfig zookeepersConfig,
Metric metricImpl) throws Exception
{
configure(distributionConfig);
configure(fleetcontrollerConfig);
configure(slobroksConfig);
configure(zookeepersConfig);
checkIfZooKeeperNeeded();
if (controller != null) {
controller.setOptions(options.clusterName, options, metricImpl);
}
}
public FleetControllerOptions getOptions() { return options; }
private void configure(StorDistributionConfig config) {
options.setStorageDistribution(new Distribution(config));
}
private void configure(FleetcontrollerConfig config) {
options.clusterName = config.cluster_name();
options.fleetControllerIndex = config.index();
options.fleetControllerCount = config.fleet_controller_count();
options.zooKeeperSessionTimeout = (int) (config.zookeeper_session_timeout() * 1000);
options.masterZooKeeperCooldownPeriod = (int) (config.master_zookeeper_cooldown_period() * 1000);
options.stateGatherCount = config.state_gather_count();
options.rpcPort = config.rpc_port();
options.httpPort = config.http_port();
options.maxTransitionTime.put(NodeType.STORAGE, config.storage_transition_time());
options.maxTransitionTime.put(NodeType.DISTRIBUTOR, config.distributor_transition_time());
options.maxInitProgressTime = config.init_progress_time();
options.statePollingFrequency = config.state_polling_frequency();
options.maxPrematureCrashes = config.max_premature_crashes();
options.stableStateTimePeriod = config.stable_state_time_period();
options.eventLogMaxSize = config.event_log_max_size();
options.eventNodeLogMaxSize = config.event_node_log_max_size();
options.minDistributorNodesUp = config.min_distributors_up_count();
options.minStorageNodesUp = config.min_storage_up_count();
options.minRatioOfDistributorNodesUp = config.min_distributor_up_ratio();
options.minRatioOfStorageNodesUp = config.min_storage_up_ratio();
options.cycleWaitTime = (int) (config.cycle_wait_time() * 1000);
options.minTimeBeforeFirstSystemStateBroadcast = (int) (config.min_time_before_first_system_state_broadcast() * 1000);
options.nodeStateRequestTimeoutMS = (int) (config.get_node_state_request_timeout() * 1000);
options.showLocalSystemStatesInEventLog = config.show_local_systemstates_in_event_log();
options.minTimeBetweenNewSystemStates = config.min_time_between_new_systemstates();
options.maxSlobrokDisconnectGracePeriod = (int) (config.max_slobrok_disconnect_grace_period() * 1000);
options.distributionBits = config.ideal_distribution_bits();
options.minNodeRatioPerGroup = config.min_node_ratio_per_group();
}
private void configure(SlobroksConfig config) {
String specs[] = new String[config.slobrok().size()];
for (int i = 0; i < config.slobrok().size(); i++) {
specs[i] = config.slobrok().get(i).connectionspec();
}
options.slobrokConnectionSpecs = specs;
}
private void configure(ZookeepersConfig config) {
options.zooKeeperServerAddress = config.zookeeperserverlist();
}
private void checkIfZooKeeperNeeded() {
// For legacy (testing, presumably) reasons, support running 1 instance
// without a ZK cluster. This is really a Horrible Thing(tm) since we
// violate cluster state versioning invariants when the controller is
// restarted.
if (options.zooKeeperServerAddress == null || "".equals(options.zooKeeperServerAddress)) {
if (options.fleetControllerCount > 1) {
throw new IllegalArgumentException(
"Must set zookeeper server with multiple fleetcontrollers");
} else {
options.zooKeeperServerAddress = null; // Force null
}
}
}
}
|
