blob: cc901fa72cfd622822ab01669ad33f4beff83a92 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include "i_disk_mem_usage_notifier.h"
#include "disk_mem_usage_state.h"
#include "disk_mem_usage_metrics.h"
#include <vespa/searchcore/proton/common/hw_info.h>
#include <vespa/searchcore/proton/common/i_transient_resource_usage_provider.h>
#include <vespa/searchcore/proton/persistenceengine/i_resource_write_filter.h>
#include <vespa/vespalib/util/process_memory_stats.h>
#include <atomic>
#include <filesystem>
#include <mutex>
#include <vector>
namespace proton {
/**
* Class to filter write operations based on sampled disk and memory usage.
* If resource limit is reached then further writes are denied
* in order to prevent entering an unrecoverable state.
*/
class DiskMemUsageFilter : public IResourceWriteFilter,
public IDiskMemUsageNotifier {
public:
using Mutex = std::mutex;
using Guard = std::lock_guard<Mutex>;
struct Config
{
double _memoryLimit;
double _diskLimit;
Config() : Config(1.0, 1.0) { }
Config(double memoryLimit_in, double diskLimit_in)
: _memoryLimit(memoryLimit_in),
_diskLimit(diskLimit_in)
{ }
bool operator == (const Config & rhs) const noexcept {
return (_memoryLimit == rhs._memoryLimit) && (_diskLimit == rhs._diskLimit);
}
bool operator != (const Config & rhs) const noexcept {
return ! (*this == rhs);
}
};
private:
mutable Mutex _lock;
HwInfo _hwInfo;
std::atomic<bool> _acceptWrite;
// Following member variables are protected by _lock
vespalib::ProcessMemoryStats _memoryStats;
uint64_t _diskUsedSizeBytes;
TransientResourceUsage _transient_usage;
Config _config;
State _state;
DiskMemUsageState _dmstate;
mutable DiskMemUsageMetrics _disk_mem_usage_metrics;
std::vector<IDiskMemUsageListener *> _listeners;
void recalcState(const Guard &guard); // called with _lock held
double getMemoryUsedRatio(const Guard &guard) const;
double getDiskUsedRatio(const Guard &guard) const;
double get_relative_transient_memory_usage(const Guard& guard) const;
double get_relative_transient_disk_usage(const Guard& guard) const;
void notifyDiskMemUsage(const Guard &guard, DiskMemUsageState state);
public:
DiskMemUsageFilter(const HwInfo &hwInfo);
~DiskMemUsageFilter() override;
void set_resource_usage(const TransientResourceUsage& transient_usage, vespalib::ProcessMemoryStats memoryStats, uint64_t diskUsedSizeBytes);
[[nodiscard]] bool setConfig(Config config);
vespalib::ProcessMemoryStats getMemoryStats() const;
uint64_t getDiskUsedSize() const;
TransientResourceUsage get_transient_resource_usage() const;
Config getConfig() const;
const HwInfo &getHwInfo() const { return _hwInfo; }
DiskMemUsageState usageState() const;
DiskMemUsageMetrics get_metrics() const;
bool acceptWriteOperation() const override;
State getAcceptState() const override;
void addDiskMemUsageListener(IDiskMemUsageListener *listener) override;
void removeDiskMemUsageListener(IDiskMemUsageListener *listener) override;
};
} // namespace proton
|
