1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.model;
import com.yahoo.component.Version;
import com.yahoo.config.application.api.DeployLogger;
import com.yahoo.config.model.api.HostInfo;
import com.yahoo.config.provision.ClusterMembership;
import com.yahoo.config.provision.Flavor;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.LinkedHashMap;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
/**
* A host representation. The identity of this is the identity of its Host.
* TODO: Merge with {@link Host}
* Host resources are ordered by their host order.
*
* @author Ulf Lilleengen
*/
public class HostResource implements Comparable<HostResource> {
private final HostPorts hostPorts;
public HostPorts ports() { return hostPorts; }
private final Host host;
/** Map from "sentinel name" to service */
private final Map<String, Service> services = new LinkedHashMap<>();
private Set<ClusterMembership> clusterMemberships = new LinkedHashSet<>();
// Empty for self-hosted Vespa.
private Optional<Flavor> flavor = Optional.empty();
/** The current Vespa version running on this node, or empty if not known */
private final Optional<Version> version;
/**
* Create a new {@link HostResource} bound to a specific {@link com.yahoo.vespa.model.Host}.
*
* @param host {@link com.yahoo.vespa.model.Host} object to bind to.
*/
public HostResource(Host host) {
this(host, Optional.empty());
}
public HostResource(Host host, Optional<Version> version) {
this.hostPorts = new HostPorts(host.getHostname());
this.host = host;
this.version = version;
}
/**
* Return the currently bounded {@link com.yahoo.vespa.model.Host}.
* @return the {@link com.yahoo.vespa.model.Host} if bound, null if not.
*/
public Host getHost() { return host; }
/** Returns the current Vespa version running on this node, or null if not known */
public Optional<Version> version() { return version; }
/**
* Adds service and allocates resources for it.
*
* @param service The Service to allocate resources for
* @param wantedPort the wanted port for this service
* @return The allocated ports for the Service.
*/
List<Integer> allocateService(DeployLogger deployLogger, AbstractService service, int wantedPort) {
ports().useLogger(deployLogger);
List<Integer> ports = hostPorts.allocatePorts(service, wantedPort);
assert (getService(service.getServiceName()) == null) :
("There is already a service with name '" + service.getServiceName() + "' registered on " + this +
". Most likely a programming error - all service classes must have unique names, even in different packages!");
services.put(service.getServiceName(), service);
return ports;
}
/**
* Returns the service with the given "sentinel name" on this Host,
* or null if the name does not match any service.
*
* @param sentinelName the sentinel name of the service we want to return
* @return The service with the given sentinel name
*/
public Service getService(String sentinelName) {
return services.get(sentinelName);
}
/**
* Returns a List of all services running on this Host.
* @return a List of all services running on this Host.
*/
public List<Service> getServices() {
return new ArrayList<>(services.values());
}
public HostInfo getHostInfo() {
return new HostInfo(getHostname(), services.values().stream()
.map(Service::getServiceInfo)
.collect(Collectors.toSet()));
}
public void setFlavor(Optional<Flavor> flavor) { this.flavor = flavor; }
/** Returns the flavor of this resource. Empty for self-hosted Vespa. */
public Optional<Flavor> getFlavor() { return flavor; }
public void addClusterMembership(ClusterMembership clusterMembership) {
if (clusterMembership != null)
clusterMemberships.add(clusterMembership);
}
public Set<ClusterMembership> clusterMemberships() {
return Collections.unmodifiableSet(clusterMemberships);
}
/**
* Returns the "primary" cluster membership.
* Content clusters are preferred, then container clusters, and finally admin clusters.
* If there is more than one cluster of the preferred type, the cluster that was added first will be chosen.
*/
public Optional<ClusterMembership> primaryClusterMembership() {
return clusterMemberships().stream()
.sorted(HostResource::compareClusters)
.findFirst();
}
private static int compareClusters(ClusterMembership cluster1, ClusterMembership cluster2) {
// This depends on the declared order of enum constants.
return cluster2.cluster().type().compareTo(cluster1.cluster().type());
}
@Override
public String toString() {
return "host '" + host.getHostname() + "'";
}
public String getHostname() {
return host.getHostname();
}
@Override
public int hashCode() { return host.hashCode(); }
@Override
public boolean equals(Object other) {
if (other == this) return true;
if ( ! (other instanceof HostResource)) return false;
return ((HostResource)other).host.equals(this.host);
}
@Override
public int compareTo(HostResource other) {
return this.host.compareTo(other.host);
}
/**
* Compares by the index of the primary membership, if both hosts are members in at least one cluster at this time.
* Compare by hostname otherwise.
*/
public int comparePrimarilyByIndexTo(HostResource other) {
Optional<ClusterMembership> thisMembership = this.primaryClusterMembership();
Optional<ClusterMembership> otherMembership = other.primaryClusterMembership();
if (thisMembership.isPresent() && otherMembership.isPresent())
return Integer.compare(thisMembership.get().index(), otherMembership.get().index());
else
return this.getHostname().compareTo(other.getHostname());
}
public static List<HostResource> pickHosts(List<HostResource> hostsSelectedByIndex, int count) {
return hostsSelectedByIndex.subList(0, Math.min(count, hostsSelectedByIndex.size()));
}
/**
* Picks hosts by some mixture of host name and index
* (where the mix of one or the other is decided by the last parameter).
*/
// TODO: Use pickHosts with 2 arguments (above) instead of this
public static List<HostResource> pickHosts(Collection<HostResource> hosts, int count, int targetHostsSelectedByIndex) {
targetHostsSelectedByIndex = Math.min(Math.min(targetHostsSelectedByIndex, count), hosts.size());
List<HostResource> hostsSortedByName = new ArrayList<>(hosts);
Collections.sort(hostsSortedByName);
List<HostResource> hostsSortedByIndex = new ArrayList<>(hosts);
hostsSortedByIndex.sort((a, b) -> a.comparePrimarilyByIndexTo(b));
hostsSortedByName = hostsSortedByName.subList(0, Math.min(count - targetHostsSelectedByIndex, hostsSortedByName.size()));
hostsSortedByIndex.removeAll(hostsSortedByName);
hostsSortedByIndex = hostsSortedByIndex.subList(0, Math.min(targetHostsSelectedByIndex, hostsSortedByIndex.size()));
List<HostResource> finalHosts = new ArrayList<>();
finalHosts.addAll(hostsSortedByName);
finalHosts.addAll(hostsSortedByIndex);
return finalHosts;
}
}
|
