1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
/**
* @class storage::FileStorMetrics
* @ingroup filestorage
*
* @brief Metrics for the file store threads.
*
* @version $Id$
*/
#pragma once
#include "merge_handler_metrics.h"
#include "active_operations_metrics.h"
#include <vespa/metrics/metricset.h>
#include <vespa/metrics/summetric.h>
#include <vespa/vespalib/util/memory_trap.h>
namespace storage {
struct FileStorThreadMetrics : public metrics::MetricSet
{
using SP = std::shared_ptr<FileStorThreadMetrics>;
struct Op : metrics::MetricSet {
std::string _name;
metrics::LongCountMetric count;
metrics::DoubleAverageMetric latency;
metrics::LongCountMetric failed;
Op(const std::string& id, const std::string& name, MetricSet* owner = nullptr);
~Op() override;
MetricSet * clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
template <typename BaseOp>
struct OpWithRequestSize : BaseOp {
metrics::LongAverageMetric request_size;
OpWithRequestSize(const std::string& id, const std::string& name, MetricSet* owner = nullptr);
~OpWithRequestSize() override;
MetricSet * clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
template <typename BaseOp>
struct OpWithTestAndSetFailed : BaseOp {
metrics::LongCountMetric test_and_set_failed;
OpWithTestAndSetFailed(const std::string& id, const std::string& name, MetricSet* owner = nullptr);
~OpWithTestAndSetFailed() override;
MetricSet * clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
struct OpWithNotFound : Op {
metrics::LongCountMetric notFound;
OpWithNotFound(const std::string& id, const std::string& name, metrics::MetricSet* owner = nullptr);
~OpWithNotFound() override;
MetricSet* clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
struct Update : OpWithTestAndSetFailed<OpWithRequestSize<OpWithNotFound>> {
metrics::LongAverageMetric latencyRead;
explicit Update(MetricSet* owner = nullptr);
~Update() override;
MetricSet* clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
struct Visitor : Op {
metrics::LongAverageMetric documentsPerIterate;
explicit Visitor(MetricSet* owner = nullptr);
~Visitor() override;
MetricSet * clone(std::vector<Metric::UP>& ownerList, CopyType copyType,
MetricSet* owner, bool includeUnused) const override;
};
// FIXME this daisy-chaining approach to metric set variants is not the prettiest...
using PutMetricType = OpWithTestAndSetFailed<OpWithRequestSize<Op>>;
using GetMetricType = OpWithRequestSize<OpWithNotFound>;
using RemoveMetricType = OpWithTestAndSetFailed<OpWithRequestSize<OpWithNotFound>>;
metrics::LongCountMetric operations;
metrics::LongCountMetric failedOperations;
PutMetricType put;
GetMetricType get;
RemoveMetricType remove;
Op removeLocation;
Op statBucket;
Update update;
OpWithNotFound revert;
Op createIterator;
Visitor visit;
Op createBuckets;
Op deleteBuckets;
Op repairs;
metrics::LongCountMetric repairFixed;
Op recheckBucketInfo;
Op splitBuckets;
Op joinBuckets;
Op setBucketStates;
Op movedBuckets;
Op readBucketList;
Op readBucketInfo;
Op internalJoin;
Op mergeBuckets;
Op getBucketDiff;
Op applyBucketDiff;
vespalib::InlineMemoryTrap<1> mem_trap_1;
metrics::LongCountMetric getBucketDiffReply;
metrics::LongCountMetric applyBucketDiffReply;
MergeHandlerMetrics merge_handler_metrics;
vespalib::InlineMemoryTrap<1> mem_trap_2;
FileStorThreadMetrics(const std::string& name, const std::string& desc);
~FileStorThreadMetrics() override;
};
class FileStorStripeMetrics : public metrics::MetricSet
{
public:
using SP = std::shared_ptr<FileStorStripeMetrics>;
metrics::DoubleAverageMetric averageQueueWaitingTime;
metrics::LongCountMetric throttled_rpc_direct_dispatches;
metrics::LongCountMetric throttled_persistence_thread_polls;
metrics::LongCountMetric timeouts_waiting_for_throttle_token;
FileStorStripeMetrics(const std::string& name, const std::string& description);
~FileStorStripeMetrics() override;
};
struct FileStorMetrics : public metrics::MetricSet
{
std::vector<FileStorThreadMetrics::SP> threads;
std::vector<FileStorStripeMetrics::SP> stripes;
metrics::SumMetric<MetricSet> sumThreads;
metrics::SumMetric<MetricSet> sumStripes;
metrics::DoubleAverageMetric averageQueueWaitingTime;
metrics::LongAverageMetric queueSize;
metrics::LongAverageMetric pendingMerges;
metrics::LongAverageMetric throttle_window_size;
metrics::LongAverageMetric throttle_waiting_threads;
metrics::LongAverageMetric throttle_active_tokens;
metrics::DoubleAverageMetric waitingForLockHitRate;
ActiveOperationsMetrics active_operations;
metrics::LongCountMetric directoryEvents;
metrics::LongCountMetric partitionEvents;
metrics::LongCountMetric diskEvents;
metrics::LongAverageMetric bucket_db_init_latency;
FileStorMetrics();
~FileStorMetrics() override;
void initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDisk);
};
}
|
