1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.config.server.deploy;
import com.yahoo.component.Version;
import com.yahoo.config.model.api.HostProvisioner;
import com.yahoo.config.model.api.ModelFactory;
import com.yahoo.config.model.api.Quota;
import com.yahoo.config.provision.Capacity;
import com.yahoo.config.provision.ClusterMembership;
import com.yahoo.config.provision.ClusterSpec;
import com.yahoo.config.provision.HostSpec;
import com.yahoo.config.provision.NodeResources;
import com.yahoo.config.provision.ProvisionLogger;
import com.yahoo.config.provision.QuotaExceededException;
import com.yahoo.config.provision.Zone;
import com.yahoo.vespa.config.server.MockProvisioner;
import com.yahoo.vespa.config.server.session.PrepareParams;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;
import java.util.ArrayList;
import java.util.List;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
import static com.yahoo.vespa.config.server.deploy.DeployTester.createHostedModelFactory;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.fail;
public class HostedDeployNodeAllocationTest {
@Rule
public TemporaryFolder temporaryFolder = new TemporaryFolder();
@Test
public void testDeployMultipleVersionsCreatingDifferentHosts() {
List<ModelFactory> modelFactories = List.of(createHostedModelFactory(Version.fromString("7.2")),
createHostedModelFactory(Version.fromString("7.3")));
var provisioner = new VersionProvisioner();
DeployTester tester = new DeployTester.Builder(temporaryFolder).modelFactories(modelFactories)
.provisioner(new MockProvisioner().hostProvisioner(provisioner))
.hostedConfigserverConfig(Zone.defaultZone())
.build();
tester.deployApp("src/test/apps/hosted/", "7.3");
var hosts = containers(tester.getAllocatedHostsOf(tester.applicationId()).getHosts());
assertEquals("Allocating the superset of hosts of each version", 5, hosts.size());
assertEquals(resources(3), get("host0", hosts).advertisedResources());
assertEquals(resources(3), get("host1", hosts).advertisedResources());
assertEquals(resources(3), get("host2", hosts).advertisedResources());
assertEquals(resources(2), get("host3", hosts).advertisedResources());
assertEquals(resources(2), get("host4", hosts).advertisedResources());
}
@Test
public void testExceedsQuota() {
List<ModelFactory> modelFactories = List.of(createHostedModelFactory(Version.fromString("7.2")),
createHostedModelFactory(Version.fromString("7.3")));
var provisioner = new VersionProvisioner();
DeployTester tester = new DeployTester.Builder(temporaryFolder).modelFactories(modelFactories)
.provisioner(new MockProvisioner().hostProvisioner(provisioner))
.hostedConfigserverConfig(Zone.defaultZone())
.build();
String endpoints = """
[
{
"clusterId": "container",
"names": [
"c.example.com"
],
"scope": "zone",
"routingMethod": "exclusive"
}
]
""";
try {
tester.deployApp("src/test/apps/hosted/", new PrepareParams.Builder()
.vespaVersion("7.3")
.containerEndpoints(endpoints)
.quota(new Quota(Optional.of(4), Optional.of(0))));
fail("Expected to get a QuotaExceededException");
} catch (QuotaExceededException e) {
assertEquals("main: The resources used cost $1.02 but your quota is $0.00: Contact support to upgrade your plan.", e.getMessage());
}
}
private HostSpec get(String hostname, Set<HostSpec> hosts) {
return hosts.stream().filter(host -> host.hostname().equals(hostname)).findAny().orElseThrow();
}
private Set<HostSpec> containers(Set<HostSpec> hosts) {
return hosts.stream().filter(host -> host.membership().get().cluster().type() == ClusterSpec.Type.container).collect(Collectors.toSet());
}
private static NodeResources resources(double vcpu) {
return new NodeResources(vcpu, 1, 1, 1);
}
private static class VersionProvisioner implements HostProvisioner {
int invocation = 0;
@Override
public HostSpec allocateHost(String alias) {
throw new RuntimeException();
}
@Override
public List<HostSpec> prepare(ClusterSpec cluster, Capacity capacity, ProvisionLogger logger) {
if (cluster.id().value().equals("container")) { // the container cluster from the app package: Use this to test
if (invocation == 0) { // Building the latest model version, 7.3: Always first
invocation++;
// Returns nodes which are on both versions to trigger building old versions
return List.of(host("host0", resources(3), 0, "7.3", cluster),
host("host1", resources(3), 1, "7.3", cluster),
host("host2", resources(3), 2, "7.2", cluster));
} else if (invocation == 1) { // Building 7.2
invocation++;
return List.of(host("host2", resources(2), 2, "7.2", cluster),
host("host3", resources(2), 3, "7.2", cluster),
host("host4", resources(2), 4, "7.2", cluster));
} else {
throw new RuntimeException("Unexpected third invocation");
}
}
else { // for other clusters just return the requested hosts
List<HostSpec> hosts = new ArrayList<>();
for (int i = 0; i < capacity.maxResources().nodes(); i++) {
hosts.add(host(cluster.id().value() + i,
capacity.maxResources().nodeResources(),
i,
cluster.vespaVersion().toString(),
cluster));
}
return hosts;
}
}
private HostSpec host(String hostname, NodeResources resources, int index, String version, ClusterSpec cluster) {
var membership = ClusterMembership.from(cluster.with(Optional.of(ClusterSpec.Group.from(index))), index);
return new HostSpec(hostname,
resources,
resources,
resources,
membership,
Optional.of(Version.fromString(version)),
Optional.empty(),
Optional.empty());
}
}
}
|
