1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
// Copyright 2018 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.clustercontroller.core;
import com.yahoo.vdslib.state.ClusterState;
import com.yahoo.vespa.clustercontroller.core.matchers.HasMetricContext;
import com.yahoo.vespa.clustercontroller.utils.util.MetricReporter;
import org.junit.Test;
import java.util.Map;
import static com.yahoo.vespa.clustercontroller.core.matchers.HasMetricContext.hasMetricContext;
import static com.yahoo.vespa.clustercontroller.core.matchers.HasMetricContext.withDimension;
import static org.hamcrest.Matchers.closeTo;
import static org.mockito.ArgumentMatchers.any;
import static org.mockito.ArgumentMatchers.eq;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.when;
import static org.mockito.hamcrest.MockitoHamcrest.argThat;
import static org.mockito.hamcrest.MockitoHamcrest.doubleThat;
public class MetricReporterTest {
private static class Fixture {
final MetricReporter mockReporter = mock(MetricReporter.class);
final MetricUpdater metricUpdater = new MetricUpdater(mockReporter, 0);
final ClusterFixture clusterFixture;
Fixture() {
this(10);
}
Fixture(int nodes) {
clusterFixture = ClusterFixture.forFlatCluster(nodes);
when(mockReporter.createContext(any())).then(invocation -> {
@SuppressWarnings("unchecked") Map<String, ?> arg = (Map<String, ?>)invocation.getArguments()[0];
return new HasMetricContext.MockContext(arg);
});
}
}
private static HasMetricContext.Dimension[] withNodeTypeDimension(String type) {
// Dimensions that are always present
HasMetricContext.Dimension controllerDim = withDimension("controller-index", "0");
HasMetricContext.Dimension clusterDim = withDimension("cluster", "foo");
// Node type-specific dimension
HasMetricContext.Dimension nodeType = withDimension("node-type", type);
return new HasMetricContext.Dimension[] { controllerDim, clusterDim, nodeType };
}
@Test
public void metrics_are_emitted_for_different_node_state_counts() {
Fixture f = new Fixture();
f.metricUpdater.updateClusterStateMetrics(f.clusterFixture.cluster(),
ClusterState.stateFromString("distributor:10 .1.s:d storage:9 .1.s:d .2.s:m .4.s:d"));
verify(f.mockReporter).set(eq("cluster-controller.up.count"), eq(9),
argThat(hasMetricContext(withNodeTypeDimension("distributor"))));
verify(f.mockReporter).set(eq("cluster-controller.up.count"), eq(6),
argThat(hasMetricContext(withNodeTypeDimension("storage"))));
verify(f.mockReporter).set(eq("cluster-controller.down.count"), eq(1),
argThat(hasMetricContext(withNodeTypeDimension("distributor"))));
verify(f.mockReporter).set(eq("cluster-controller.down.count"), eq(3),
argThat(hasMetricContext(withNodeTypeDimension("storage"))));
verify(f.mockReporter).set(eq("cluster-controller.maintenance.count"), eq(1),
argThat(hasMetricContext(withNodeTypeDimension("storage"))));
}
private void doTestRatiosInState(String clusterState, double distributorRatio, double storageRatio) {
Fixture f = new Fixture();
f.metricUpdater.updateClusterStateMetrics(f.clusterFixture.cluster(), ClusterState.stateFromString(clusterState));
verify(f.mockReporter).set(eq("cluster-controller.available-nodes.ratio"),
doubleThat(closeTo(distributorRatio, 0.0001)),
argThat(hasMetricContext(withNodeTypeDimension("distributor"))));
verify(f.mockReporter).set(eq("cluster-controller.available-nodes.ratio"),
doubleThat(closeTo(storageRatio, 0.0001)),
argThat(hasMetricContext(withNodeTypeDimension("storage"))));
}
@Test
public void metrics_are_emitted_for_partial_node_availability_ratio() {
// Only Up, Init, Retired and Maintenance are counted as available states
doTestRatiosInState("distributor:10 .1.s:d storage:9 .1.s:d .2.s:m .4.s:r .5.s:i .6.s:s", 0.9, 0.7);
}
@Test
public void metrics_are_emitted_for_full_node_availability_ratio() {
doTestRatiosInState("distributor:10 storage:10", 1.0, 1.0);
}
@Test
public void metrics_are_emitted_for_zero_node_availability_ratio() {
doTestRatiosInState("cluster:d", 0.0, 0.0);
}
@Test
public void maintenance_mode_is_counted_as_available() {
doTestRatiosInState("distributor:10 storage:10 .0.s:m", 1.0, 1.0);
}
}
|
