1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.clustercontroller.core;
import com.google.common.collect.Sets;
import org.junit.jupiter.api.Test;
import java.util.Set;
import static org.junit.jupiter.api.Assertions.*;
/**
* @author hakonhall
*/
public class ClusterStatsAggregatorTest {
private static class Fixture {
private final ClusterStatsAggregator aggregator;
Fixture(Set<Integer> distributorNodes,
Set<Integer> contentNodes) {
aggregator = new ClusterStatsAggregator(distributorNodes, contentNodes);
}
void update(int distributorIndex, ContentClusterStatsBuilder clusterStats) {
aggregator.updateForDistributor(distributorIndex, clusterStats.build());
}
public void verify(ContentClusterStatsBuilder expectedStats) {
assertEquals(expectedStats.build(), aggregator.getAggregatedStats().getStats());
}
public void verify(int distributorIndex, ContentNodeStatsBuilder expectedStats) {
assertEquals(expectedStats.build(), aggregator.getAggregatedStatsForDistributor(distributorIndex));
}
boolean hasUpdatesFromAllDistributors() {
return aggregator.getAggregatedStats().hasUpdatesFromAllDistributors();
}
}
private static class FourNodesFixture extends Fixture {
FourNodesFixture() {
super(distributorNodes(1, 2), contentNodes(3, 4));
update(1, new ContentClusterStatsBuilder()
.add(3, "default", 10, 1)
.add(3, "global", 11, 2)
.add(4, "default", 12, 3)
.add(4, "global", 13, 4));
update(2, new ContentClusterStatsBuilder()
.add(3, "default", 14, 5)
.add(3, "global", 15, 6)
.add(4, "default", 16, 7)
.add(4, "global", 17, 8));
}
}
private static Set<Integer> distributorNodes(Integer... indices) {
return Sets.newHashSet(indices);
}
private static Set<Integer> contentNodes(Integer... indices) {
return Sets.newHashSet(indices);
}
@Test
void aggregator_handles_updates_to_single_distributor_and_content_node() {
Fixture f = new Fixture(distributorNodes(1), contentNodes(3));
ContentClusterStatsBuilder stats = new ContentClusterStatsBuilder()
.add(3, "default", 10, 1)
.add(3, "global", 11, 2);
f.update(1, stats);
f.verify(stats);
}
@Test
void aggregator_handles_updates_to_multiple_distributors_and_content_nodes() {
Fixture f = new FourNodesFixture();
f.verify(new ContentClusterStatsBuilder()
.add(3, "default", 10 + 14, 1 + 5)
.add(3, "global", 11 + 15, 2 + 6)
.add(4, "default", 12 + 16, 3 + 7)
.add(4, "global", 13 + 17, 4 + 8));
}
@Test
void aggregator_handles_multiple_updates_from_same_distributor() {
Fixture f = new Fixture(distributorNodes(1, 2), contentNodes(3));
f.update(1, new ContentClusterStatsBuilder().add(3, "default"));
f.verify(new ContentClusterStatsBuilder().add(3, "default"));
f.update(2, new ContentClusterStatsBuilder().add(3, "default", 10, 1));
f.verify(new ContentClusterStatsBuilder().addInvalid(3, "default", 10, 1));
f.update(1, new ContentClusterStatsBuilder().add(3, "default", 11, 2));
f.verify(new ContentClusterStatsBuilder().add(3, "default", 10 + 11, 1 + 2));
f.update(2, new ContentClusterStatsBuilder().add(3, "default", 15, 6));
f.verify(new ContentClusterStatsBuilder().add(3, "default", 11 + 15, 2 + 6));
f.update(1, new ContentClusterStatsBuilder().add(3, "default", 16, 7));
f.verify(new ContentClusterStatsBuilder().add(3, "default", 15 + 16, 6 + 7));
f.update(2, new ContentClusterStatsBuilder().add(3, "default", 12, 3));
f.verify(new ContentClusterStatsBuilder().add(3, "default", 16 + 12, 7 + 3));
}
@Test
void aggregator_handles_more_content_nodes_that_distributors() {
Fixture f = new Fixture(distributorNodes(1), contentNodes(3, 4));
ContentClusterStatsBuilder stats = new ContentClusterStatsBuilder()
.add(3, "default", 10, 1)
.add(4, "default", 11, 2);
f.update(1, stats);
f.verify(stats);
}
@Test
void aggregator_ignores_updates_to_unknown_distributor() {
Fixture f = new Fixture(distributorNodes(1), contentNodes(3));
final int downDistributorIndex = 2;
f.update(downDistributorIndex, new ContentClusterStatsBuilder()
.add(3, "default", 7, 3));
f.verify(new ContentClusterStatsBuilder().add(3));
}
@Test
void aggregator_tracks_when_it_has_updates_from_all_distributors() {
Fixture f = new Fixture(distributorNodes(1, 2), contentNodes(3));
assertFalse(f.hasUpdatesFromAllDistributors());
f.update(1, new ContentClusterStatsBuilder().add(3, "default"));
assertFalse(f.hasUpdatesFromAllDistributors());
f.update(1, new ContentClusterStatsBuilder().add(3, "default", 10, 1));
assertFalse(f.hasUpdatesFromAllDistributors());
f.update(2, new ContentClusterStatsBuilder().add(3, "default"));
assertTrue(f.hasUpdatesFromAllDistributors());
}
@Test
void aggregator_can_provide_aggregated_stats_per_distributor() {
Fixture f = new FourNodesFixture();
f.verify(1, ContentNodeStatsBuilder.forNode(1)
.add("default", 10 + 12, 1 + 3)
.add("global", 11 + 13, 2 + 4));
f.verify(2, ContentNodeStatsBuilder.forNode(2)
.add("default", 14 + 16, 5 + 7)
.add("global", 15 + 17, 6 + 8));
}
}
|
