1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/searchcore/proton/attribute/attribute_usage_filter.h>
#include <vespa/searchcore/proton/attribute/i_attribute_usage_listener.h>
#include <vespa/searchlib/attribute/address_space_components.h>
#include <vespa/vespalib/testkit/testapp.h>
#include <vespa/vespalib/util/size_literals.h>
#include <vespa/log/log.h>
LOG_SETUP("attribute_usage_filter_test");
using proton::AttributeUsageFilter;
using proton::AttributeUsageStats;
using proton::IAttributeUsageListener;
using search::AddressSpaceComponents;
using search::AddressSpaceUsage;
using vespalib::AddressSpace;
namespace
{
vespalib::AddressSpace enumStoreOverLoad(30_Gi, 0, 32_Gi);
vespalib::AddressSpace multiValueOverLoad(127_Mi, 0, 128_Mi);
class MyAttributeStats : public AttributeUsageStats
{
public:
void triggerEnumStoreLimit() {
AddressSpaceUsage usage;
usage.set(AddressSpaceComponents::enum_store, enumStoreOverLoad);
merge(usage, "enumeratedName", "ready");
}
void triggerMultiValueLimit() {
AddressSpaceUsage usage;
usage.set(AddressSpaceComponents::multi_value, multiValueOverLoad);
merge(usage, "multiValueName", "ready");
}
};
class MyListener : public IAttributeUsageListener {
public:
AttributeUsageStats stats;
MyListener() : stats() {}
void notify_attribute_usage(const AttributeUsageStats &stats_in) override {
stats = stats_in;
}
};
struct Fixture
{
AttributeUsageFilter filter;
const MyListener* listener;
using State = AttributeUsageFilter::State;
using Config = AttributeUsageFilter::Config;
Fixture()
: filter(),
listener()
{
auto my_listener = std::make_unique<MyListener>();
listener = my_listener.get();
filter.set_listener(std::move(my_listener));
}
void testWrite(const vespalib::string &exp) {
if (exp.empty()) {
EXPECT_TRUE(filter.acceptWriteOperation());
State state = filter.getAcceptState();
EXPECT_TRUE(state.acceptWriteOperation());
EXPECT_EQUAL(exp, state.message());
} else {
EXPECT_FALSE(filter.acceptWriteOperation());
State state = filter.getAcceptState();
EXPECT_FALSE(state.acceptWriteOperation());
EXPECT_EQUAL(exp, state.message());
}
}
void setAttributeStats(const AttributeUsageStats &stats) {
filter.setAttributeStats(stats);
}
};
}
TEST_F("Check that default filter allows write", Fixture)
{
f.testWrite("");
}
TEST_F("Check that enum store limit can be reached", Fixture)
{
f.filter.setConfig(Fixture::Config(0.8));
MyAttributeStats stats;
stats.triggerEnumStoreLimit();
f.setAttributeStats(stats);
f.testWrite("addressSpaceLimitReached: { "
"action: \""
"add more content nodes"
"\", "
"reason: \""
"max address space in attribute vector components used (0.9375) > limit (0.8)"
"\", "
"addressSpace: { used: 32212254720, dead: 0, limit: 34359738368}, "
"attributeName: \"enumeratedName\", componentName: \"enum-store\", subdb: \"ready\"}");
}
TEST_F("Check that multivalue limit can be reached", Fixture)
{
f.filter.setConfig(Fixture::Config(0.8));
MyAttributeStats stats;
stats.triggerMultiValueLimit();
f.setAttributeStats(stats);
f.testWrite("addressSpaceLimitReached: { "
"action: \""
"add more content nodes"
"\", "
"reason: \""
"max address space in attribute vector components used (0.992188) > limit (0.8)"
"\", "
"addressSpace: { used: 133169152, dead: 0, limit: 134217728}, "
"attributeName: \"multiValueName\", componentName: \"multi-value\", subdb: \"ready\"}");
}
TEST_F("listener is updated when attribute stats change", Fixture)
{
AttributeUsageStats stats;
AddressSpaceUsage usage;
usage.set("my_comp", AddressSpace(12, 10, 15));
stats.merge(usage, "my_attr", "my_subdb");
f.setAttributeStats(stats);
EXPECT_EQUAL(stats, f.listener->stats);
}
TEST_MAIN() { TEST_RUN_ALL(); }
|
