blob: 3cd9f52638748a19f95dbe0eb83a51a31e9a28e9 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
// Copyright 2019 Oath Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package ai.vespa.metricsproxy.node;
import ai.vespa.metricsproxy.core.MetricsManager;
import ai.vespa.metricsproxy.metric.dimensions.ApplicationDimensions;
import ai.vespa.metricsproxy.metric.dimensions.NodeDimensions;
import ai.vespa.metricsproxy.metric.model.MetricId;
import ai.vespa.metricsproxy.metric.model.MetricsPacket;
import ai.vespa.metricsproxy.metric.model.ServiceId;
import ai.vespa.metricsproxy.service.SystemPollerProvider;
import ai.vespa.metricsproxy.service.VespaServices;
import com.google.inject.Inject;
import com.yahoo.container.jdisc.state.CoredumpGatherer;
import com.yahoo.container.jdisc.state.FileWrapper;
import com.yahoo.container.jdisc.state.HostLifeGatherer;
import com.yahoo.yolean.Exceptions;
import org.json.JSONException;
import org.json.JSONObject;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.stream.Collectors;
import static ai.vespa.metricsproxy.node.ServiceHealthGatherer.gatherServiceHealthMetrics;
/**
* Fetches miscellaneous system metrics for node, including
* - Current coredump processing
* - Health of Vespa services
* - Host life
*
* @author olaa
*/
public class NodeMetricGatherer {
private final VespaServices vespaServices;
private final ApplicationDimensions applicationDimensions;
private final NodeDimensions nodeDimensions;
private final MetricsManager metricsManager;
@Inject
public NodeMetricGatherer(MetricsManager metricsManager, VespaServices vespaServices, ApplicationDimensions applicationDimensions, NodeDimensions nodeDimensions) {
this.metricsManager = metricsManager;
this.vespaServices = vespaServices;
this.applicationDimensions = applicationDimensions;
this.nodeDimensions = nodeDimensions;
}
public List<MetricsPacket> gatherMetrics() {
FileWrapper fileWrapper = new FileWrapper();
List<MetricsPacket.Builder> metricPacketBuilders = new ArrayList<>();
metricPacketBuilders.addAll(gatherServiceHealthMetrics(vespaServices));
JSONObject coredumpPacket = CoredumpGatherer.gatherCoredumpMetrics(fileWrapper);
addObjectToBuilders(metricPacketBuilders, coredumpPacket);
if (SystemPollerProvider.runningOnLinux()) {
JSONObject packet = HostLifeGatherer.getHostLifePacket(fileWrapper);
addObjectToBuilders(metricPacketBuilders, packet);
}
return metricPacketBuilders.stream()
.map(metricPacketBuilder ->
metricPacketBuilder.putDimensionsIfAbsent(applicationDimensions.getDimensions())
.putDimensionsIfAbsent(nodeDimensions.getDimensions())
.putDimensionsIfAbsent(metricsManager.getExtraDimensions()).build()
).collect(Collectors.toList());
}
protected static void addObjectToBuilders(List<MetricsPacket.Builder> builders, JSONObject object) {
try {
MetricsPacket.Builder builder = new MetricsPacket.Builder(ServiceId.toServiceId(object.getString("application")));
builder.timestamp(object.getLong("timestamp"));
if (object.has("status_code")) builder.statusCode(object.getInt("status_code"));
if (object.has("status_msg")) builder.statusMessage(object.getString("status_msg"));
if (object.has("metrics")) {
JSONObject metrics = object.getJSONObject("metrics");
Iterator<?> keys = metrics.keys();
while(keys.hasNext()) {
String key = (String) keys.next();
builder.putMetric(MetricId.toMetricId(key), metrics.getLong(key));
}
}
builders.add(builder);
} catch (JSONException e) {
Exceptions.toMessageString(e);
}
}
}
|
