1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "indexflushtarget.h"
#include <vespa/vespalib/util/size_literals.h>
#include <cinttypes>
#include <vespa/log/log.h>
LOG_SETUP(".searchcorespi.index.indexflushtarget");
namespace searchcorespi::index {
IndexFlushTarget::IndexFlushTarget(IndexMaintainer &indexMaintainer, IndexMaintainer::FlushStats flushStats)
: LeafFlushTarget("memoryindex.flush", Type::FLUSH, Component::INDEX),
_indexMaintainer(indexMaintainer),
_flushStats(flushStats),
_numFrozenMemoryIndexes(indexMaintainer.getNumFrozenMemoryIndexes()),
_maxFrozenMemoryIndexes(indexMaintainer.getMaxFrozenMemoryIndexes()),
_lastStats()
{
_lastStats.setPathElementsToLog(7);
}
IndexFlushTarget::IndexFlushTarget(IndexMaintainer &indexMaintainer)
: IndexFlushTarget(indexMaintainer, indexMaintainer.getFlushStats())
{}
IndexFlushTarget::~IndexFlushTarget() = default;
IFlushTarget::MemoryGain
IndexFlushTarget::getApproxMemoryGain() const
{
return MemoryGain(_flushStats.memory_before_bytes, _flushStats.memory_after_bytes);
}
IFlushTarget::DiskGain
IndexFlushTarget::getApproxDiskGain() const
{
return DiskGain(0, 0);
}
bool
IndexFlushTarget::needUrgentFlush() const
{
// Due to limitation of 16G address space of single datastore
// TODO: Even better if urgency was decided by memory index itself.
bool urgent = (_numFrozenMemoryIndexes > _maxFrozenMemoryIndexes) ||
(getApproxMemoryGain().gain() > ssize_t(16_Gi));
SerialNum flushedSerial = _indexMaintainer.getFlushedSerialNum();
LOG(debug, "Num frozen: %u Memory gain: %" PRId64 " Urgent: %d, flushedSerial=%" PRIu64,
_numFrozenMemoryIndexes, getApproxMemoryGain().gain(), static_cast<int>(urgent), flushedSerial);
return urgent;
}
IFlushTarget::Time
IndexFlushTarget::getLastFlushTime() const
{
return _indexMaintainer.getLastFlushTime();
}
IFlushTarget::SerialNum
IndexFlushTarget::getFlushedSerialNum() const
{
return _indexMaintainer.getFlushedSerialNum();
}
IFlushTarget::Task::UP
IndexFlushTarget::initFlush(SerialNum serialNum, std::shared_ptr<search::IFlushToken>)
{
// the target must live until this task is done (handled by flush engine).
return _indexMaintainer.initFlush(serialNum, &_lastStats);
}
uint64_t
IndexFlushTarget::getApproxBytesToWriteToDisk() const
{
MemoryGain gain(_flushStats.memory_before_bytes, _flushStats.memory_after_bytes);
if (gain.getAfter() < gain.getBefore()) {
return gain.getBefore() - gain.getAfter();
} else {
return 0;
}
}
}
|
