1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.hosted.provision.autoscale;
import com.yahoo.config.provision.ApplicationId;
import com.yahoo.config.provision.Capacity;
import com.yahoo.config.provision.ClusterResources;
import com.yahoo.config.provision.ClusterSpec;
import com.yahoo.config.provision.NodeResources;
import com.yahoo.test.ManualClock;
import com.yahoo.vespa.hosted.provision.applications.Application;
import com.yahoo.vespa.hosted.provision.applications.Cluster;
import com.yahoo.vespa.hosted.provision.applications.Status;
import org.junit.Test;
import java.time.Duration;
import java.util.ArrayList;
import java.util.List;
import java.util.function.IntFunction;
import static org.junit.Assert.assertEquals;
/**
* @author bratseth
*/
public class ClusterModelTest {
private static final double delta = 0.001;
@Test
public void unit_adjustment_should_cause_no_change() {
var model = clusterModelWithNoData(); // 5 nodes, 1 group
assertEquals(Load.one(), model.loadAdjustment());
var target = model.loadAdjustment().scaled(resources());
int testingNodes = 5 - 1;
int currentNodes = 5 - 1;
assertEquals(resources(), model.loadWith(testingNodes, 1).scaled(Load.one().divide(model.loadWith(currentNodes, 1)).scaled(target)));
}
@Test
public void test_traffic_headroom() {
// No current traffic share: Ideal load is low but capped
var model1 = clusterModel(new Status(0.0, 1.0),
t -> t == 0 ? 10000.0 : 0.0, t -> 0.0);
assertEquals(0.10672097759674132, model1.idealLoad().cpu(), delta);
// Almost no current traffic share: Ideal load is low but capped
var model2 = clusterModel(new Status(0.0001, 1.0),
t -> t == 0 ? 10000.0 : 0.0, t -> 0.0);
assertEquals(0.10672097759674132, model2.idealLoad().cpu(), delta);
}
@Test
public void test_growth_headroom() {
// No current traffic: Ideal load is low but capped
var model1 = clusterModel(new Status(0.0, 0.0),
t -> t == 0 ? 10000.0 : 0.0, t -> 0.0);
assertEquals(0.2240325865580448, model1.idealLoad().cpu(), delta);
// Almost no current traffic: Ideal load is low but capped
var model2 = clusterModel(new Status(0.0001, 1.0),
t -> t == 0 ? 10000.0 : 0.0001, t -> 0.0);
assertEquals(0.0326530612244898, model2.idealLoad().cpu(), delta);
}
private ClusterModel clusterModelWithNoData() {
return clusterModel(new Status(0.0, 1.0), t -> 0.0, t -> 0.0);
}
private ClusterModel clusterModel(Status status, IntFunction<Double> queryRate, IntFunction<Double> writeRate) {
ManualClock clock = new ManualClock();
Application application = Application.empty(ApplicationId.from("t1", "a1", "i1"));
ClusterSpec clusterSpec = clusterSpec();
Cluster cluster = cluster(resources());
application = application.with(cluster);
return new ClusterModel(application.with(status),
clusterSpec, cluster, clock, Duration.ofMinutes(10),
timeseries(cluster,100, queryRate, writeRate, clock),
ClusterNodesTimeseries.empty());
}
private NodeResources resources() {
return new NodeResources(1, 10, 100, 1);
}
private ClusterSpec clusterSpec() {
return ClusterSpec.specification(ClusterSpec.Type.content, ClusterSpec.Id.from("test"))
.group(ClusterSpec.Group.from(0))
.vespaVersion("7.1.1")
.build();
}
private Cluster cluster(NodeResources resources) {
return Cluster.create(ClusterSpec.Id.from("test"),
false,
Capacity.from(new ClusterResources(5, 1, resources)));
}
/** Creates the given number of measurements, spaced 5 minutes between, using the given function */
private ClusterTimeseries timeseries(Cluster cluster,
int measurements,
IntFunction<Double> queryRate,
IntFunction<Double> writeRate,
ManualClock clock) {
List<ClusterMetricSnapshot> snapshots = new ArrayList<>(measurements);
for (int i = 0; i < measurements; i++) {
snapshots.add(new ClusterMetricSnapshot(clock.instant(), queryRate.apply(i), writeRate.apply(i)));
clock.advance(Duration.ofMinutes(5));
}
return new ClusterTimeseries(cluster.id(),snapshots);
}
}
|
