blob: 7cfda8f28afc4ca17f473122966c6cb3a284cb99 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "memoryconsumption.h"
#include <vespa/vespalib/stllike/hash_set.h>
#include <sstream>
namespace metrics {
struct SeenStrings : public vespalib::hash_set<const void*> { };
struct SnapShotUsage : public std::vector<std::pair<std::string, uint32_t> > { };
MemoryConsumption::MemoryConsumption()
: _seenStrings(std::make_unique<SeenStrings>()),
_snapShotUsage(std::make_unique<SnapShotUsage>())
{
memset(&_consumerCount, 0, reinterpret_cast<size_t>(&_seenStrings) - reinterpret_cast<size_t>(&_consumerCount));
_seenStrings->resize(1000);
}
MemoryConsumption::~MemoryConsumption() { }
uint32_t
MemoryConsumption::getStringMemoryUsage(const std::string& s, uint32_t& uniqueCount) {
++_totalStringCount;
const char* internalString = s.c_str();
if (_seenStrings->find(internalString) != _seenStrings->end()) {
return 0;
}
++uniqueCount;
_seenStrings->insert(internalString);
return s.capacity();
}
void
MemoryConsumption::addSnapShotUsage(const std::string& name, uint32_t usage) {
_snapShotUsage->push_back(std::pair<std::string, uint32_t>(name, usage));
}
uint32_t
MemoryConsumption::getTotalMemoryUsage() const {
return _consumerId + _consumerMetricIds + _consumerMeta
+ _snapshotSetMeta + _snapshotName + _snapshotMeta + _metricMeta
+ _metricName + _metricPath + _metricDescription
+ _metricTags + _metricSetMeta + _nameHash + _nameHashStrings
+ _metricSetOrder + _countMetricValues + _countMetricMeta
+ _valueMetricValues + _valueMetricMeta + _sumMetricMeta
+ _sumMetricParentPath + _loadMetricMeta;
}
void
MemoryConsumption::print(std::ostream& out, bool verbose,
const std::string& indent) const
{
(void) verbose;
std::string newl = "\n" + indent + " ";
out << "MemoryConsumption("
<< newl << "Total memory used: " << bval(getTotalMemoryUsage())
<< newl << "Consumer count: " << _consumerCount
<< newl << "Consumer ids: " << bval(_consumerId)
<< newl << "Consumer metric count: " << _consumerMetricsInTotal
<< newl << "Consumer metric ids: " << bval(_consumerMetricIds)
<< newl << "Consumer meta: " << bval(_consumerMeta)
<< newl << "Name hash: " << bval(_nameHash)
<< newl << "Name hash strings: " << bval(_nameHashStrings)
<< newl << "Snapshot set count: " << _snapshotSetCount
<< newl << "Snapshot set meta: " << bval(_snapshotSetMeta)
<< newl << "Snapshot count: " << _snapshotCount
<< newl << "Snapshot name: " << bval(_snapshotName)
<< newl << "Snapshot meta: " << bval(_snapshotMeta)
<< newl << "Metric count: " << _metricCount
<< newl << "Metric meta: " << bval(_metricMeta)
<< newl << "Metric names: " << bval(_metricName)
<< newl << "Metric paths: " << bval(_metricPath)
<< newl << "Metric descriptions: " << bval(_metricDescription)
<< newl << "Metric tag count: " << _metricTagCount
<< newl << "Metric tags: " << bval(_metricTags)
<< newl << "Metric set count: " << _metricSetCount
<< newl << "Metric set meta: " << bval(_metricSetMeta)
<< newl << "Metric set order list: " << bval(_metricSetOrder)
<< newl << "Count metric count: " << _countMetricCount
<< newl << "Count metric values: " << bval(_countMetricValues)
<< newl << "Count metric meta: " << bval(_countMetricMeta)
<< newl << "Value metric count: " << _valueMetricCount
<< newl << "Value metric values: " << bval(_valueMetricValues)
<< newl << "Value metric meta: " << bval(_valueMetricMeta)
<< newl << "Sum metric count: " << _sumMetricCount
<< newl << "Sum metric meta: " << bval(_sumMetricMeta)
<< newl << "Sum metric parent path: " << bval(_sumMetricParentPath)
<< newl << "Load metric count: " << _loadMetricCount
<< newl << "Load metric meta: " << bval(_loadMetricMeta)
<< newl << "Unique string count: " << _seenStrings->size()
<< newl << "Strings stored: " << _totalStringCount
<< newl << "Unique consumer ids: " << _consumerIdUnique
<< newl << "Unique cons metric ids: " << _consumerMetricIdsUnique
<< newl << "Unique snapshot names: " << _snapshotNameUnique
<< newl << "Unique metric names: " << _metricNameUnique
<< newl << "Unique metric paths: " << _metricPathUnique
<< newl << "Unique metric descs: " << _metricDescriptionUnique
<< newl << "Unique metric tags: " << _metricTagsUnique
<< newl << "Unique sum metric paths: " << _sumMetricParentPathUnique
<< newl << "Unique name hash strings: " << _nameHashUnique;
for (const auto & entry : *_snapShotUsage) {
out << newl << "Snapshot " << entry.first << ": " << bval(entry.second);
}
out << "\n" << indent << ")";
}
std::string
MemoryConsumption::bval(uint32_t bytes) {
std::ostringstream ost;
if (bytes < 10 * 1024) {
ost << bytes << " B";
} else if (bytes < 10 * 1024 * 1024) {
ost << (bytes / 1024) << " kB";
} else {
ost << (bytes / (1024 * 1024)) << " MB";
}
return ost.str();
}
} // metrics
|
