blob: 28f6a886d068f9368a4b52dbd78b4bfe08f50192 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "disk_indexes.h"
#include "indexdisklayout.h"
#include "index_disk_dir.h"
#include "index_disk_dir_state.h"
#include <vespa/searchlib/util/dirtraverse.h>
#include <cassert>
#include <vector>
using vespalib::string;
namespace searchcorespi::index {
DiskIndexes::DiskIndexes() = default;
DiskIndexes::~DiskIndexes() = default;
void
DiskIndexes::setActive(const string &index, uint64_t size_on_disk)
{
auto index_disk_dir = IndexDiskLayout::get_index_disk_dir(index);
assert(index_disk_dir.valid());
std::lock_guard lock(_lock);
auto insres = _active.insert(std::make_pair(index_disk_dir, IndexDiskDirState()));
insres.first->second.activate();
if (!insres.first->second.get_size_on_disk().has_value()) {
insres.first->second.set_size_on_disk(size_on_disk);
}
}
void DiskIndexes::notActive(const string & index) {
auto index_disk_dir = IndexDiskLayout::get_index_disk_dir(index);
assert(index_disk_dir.valid());
std::lock_guard lock(_lock);
auto it = _active.find(index_disk_dir);
assert(it != _active.end());
assert(it->second.is_active());
it->second.deactivate();
if (!it->second.is_active()) {
_active.erase(it);
}
}
bool DiskIndexes::isActive(const string &index) const {
auto index_disk_dir = IndexDiskLayout::get_index_disk_dir(index);
if (!index_disk_dir.valid()) {
return false;
}
std::lock_guard lock(_lock);
auto it = _active.find(index_disk_dir);
return (it != _active.end()) && it->second.is_active();
}
void
DiskIndexes::add_not_active(IndexDiskDir index_disk_dir)
{
std::lock_guard lock(_lock);
_active.insert(std::make_pair(index_disk_dir, IndexDiskDirState()));
}
bool
DiskIndexes::remove(IndexDiskDir index_disk_dir)
{
if (!index_disk_dir.valid()) {
return true;
}
std::lock_guard lock(_lock);
auto it = _active.find(index_disk_dir);
if (it == _active.end()) {
return true;
}
if (it->second.is_active()) {
return false;
}
_active.erase(it);
return true;
}
uint64_t
DiskIndexes::get_transient_size(IndexDiskLayout& layout, IndexDiskDir index_disk_dir) const
{
/*
* Only report transient size related to a valid fusion index. This ensures
* that transient size is reported once per index collection.
*/
if (!index_disk_dir.valid() || !index_disk_dir.is_fusion_index()) {
return 0u;
}
uint64_t transient_size = 0u;
std::vector<IndexDiskDir> deferred;
{
std::lock_guard lock(_lock);
for (auto &entry : _active) {
if (entry.first < index_disk_dir) {
/*
* Indexes before current fusion index are on the way out and
* will be removed when all older index collections
* referencing them are destroyed. Disk space used by these
* indexes is considered transient.
*/
if (entry.second.get_size_on_disk().has_value()) {
transient_size += entry.second.get_size_on_disk().value();
}
}
if (index_disk_dir < entry.first && entry.first.is_fusion_index()) {
/*
* Fusion indexes after current fusion index can be partially
* complete and might be removed if fusion is aborted. Disk
* space used by these indexes is consider transient.
*/
if (entry.second.get_size_on_disk().has_value()) {
transient_size += entry.second.get_size_on_disk().value();
} else {
deferred.emplace_back(entry.first);
}
}
}
}
for (auto& entry : deferred) {
auto index_dir = layout.getFusionDir(entry.get_id());
try {
search::DirectoryTraverse dirt(index_dir.c_str());
transient_size += dirt.GetTreeSize();
} catch (std::exception &) {
}
}
return transient_size;
}
}
|
