1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include <vespa/searchlib/memoryindex/memory_index.h>
#include <vespa/searchcorespi/index/imemoryindex.h>
#include <vespa/searchcorespi/index/ithreadingservice.h>
#include <vespa/searchlib/queryeval/blueprint.h>
#include <vespa/searchlib/common/tunefileinfo.h>
#include <vespa/searchlib/common/fileheadercontext.h>
#include <atomic>
namespace proton {
/**
* Implementation of proton::IMemoryIndex by using search::memoryindex::MemoryIndex
* as internal memory index.
*/
class MemoryIndexWrapper : public searchcorespi::index::IMemoryIndex {
private:
using SerialNum = search::SerialNum;
search::memoryindex::MemoryIndex _index;
std::atomic<SerialNum> _serialNum;
const search::common::FileHeaderContext &_fileHeaderContext;
const search::TuneFileIndexing _tuneFileIndexing;
public:
MemoryIndexWrapper(const search::index::Schema& schema,
const search::index::IFieldLengthInspector& inspector,
const search::common::FileHeaderContext& fileHeaderContext,
const search::TuneFileIndexing& tuneFileIndexing,
searchcorespi::index::IThreadingService& threadingService,
SerialNum serialNum);
/**
* Implements searchcorespi::IndexSearchable
*/
std::unique_ptr<search::queryeval::Blueprint>
createBlueprint(const search::queryeval::IRequestContext & requestContext,
const search::queryeval::FieldSpec &field,
const search::query::Node &term) override
{
return _index.createBlueprint(requestContext, field, term);
}
std::unique_ptr<search::queryeval::Blueprint>
createBlueprint(const search::queryeval::IRequestContext & requestContext,
const search::queryeval::FieldSpecList &fields,
const search::query::Node &term) override
{
return _index.createBlueprint(requestContext, fields, term);
}
search::SearchableStats getSearchableStats() const override {
return search::SearchableStats()
.memoryUsage(getMemoryUsage())
.docsInMemory(_index.getNumDocs())
.sizeOnDisk(0);
}
SerialNum getSerialNum() const override;
void accept(searchcorespi::IndexSearchableVisitor &visitor) const override;
/**
* Implements IFieldLengthInspector
*/
search::index::FieldLengthInfo get_field_length_info(const vespalib::string& field_name) const override;
/**
* Implements proton::IMemoryIndex
*/
bool hasReceivedDocumentInsert() const override {
return _index.getDocIdLimit() > 1u;
}
search::index::Schema::SP getPrunedSchema() const override {
return _index.getPrunedSchema();
}
vespalib::MemoryUsage getMemoryUsage() const override {
return _index.getMemoryUsage();
}
void insertDocument(uint32_t lid, const document::Document &doc, OnWriteDoneType on_write_done) override {
_index.insertDocument(lid, doc, on_write_done);
}
void removeDocuments(LidVector lids) override {
_index.removeDocuments(std::move(lids));
}
uint64_t getStaticMemoryFootprint() const override {
return _index.getStaticMemoryFootprint();
}
void commit(OnWriteDoneType onWriteDone, SerialNum serialNum) override {
_index.commit(onWriteDone);
_serialNum.store(serialNum, std::memory_order_relaxed);
}
void pruneRemovedFields(const search::index::Schema &schema) override {
_index.pruneRemovedFields(schema);
}
void flushToDisk(const vespalib::string &flushDir, uint32_t docIdLimit, SerialNum serialNum) override;
void insert_write_context_state(vespalib::slime::Cursor& object) const override {
_index.insert_write_context_state(object);
}
};
} // namespace proton
|
