1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
// Copyright 2017 Yahoo Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include <vespa/vespalib/testkit/testapp.h>
#include <vespa/searchcore/proton/bucketdb/bucket_db_owner.h>
#include <vespa/searchcore/proton/documentmetastore/documentmetastore.h>
#include <vespa/vespalib/stllike/string.h>
#include <vespa/document/base/documentid.h>
#include <vespa/document/bucket/bucketid.h>
#include <vespa/searchcore/proton/reference/gid_to_lid_mapper.h>
#include <vespa/searchcore/proton/reference/gid_to_lid_mapper_factory.h>
#include <vespa/log/log.h>
LOG_SETUP("gid_to_lid_mapper_test");
using document::GlobalId;
using document::BucketId;
using document::DocumentId;
using storage::spi::Timestamp;
using vespalib::GenerationHandler;
namespace proton {
namespace {
GlobalId toGid(vespalib::stringref docId) {
return DocumentId(docId).getGlobalId();
}
vespalib::string doc1("id:test:music::1");
vespalib::string doc2("id:test:music::2");
vespalib::string doc3("id:test:music::3");
static constexpr uint32_t numBucketBits = UINT32_C(20);
BucketId toBucketId(const GlobalId &gid) {
BucketId bucketId(gid.convertToBucketId());
bucketId.setUsedBits(numBucketBits);
return bucketId;
}
void assertLid(const std::unique_ptr<search::IGidToLidMapper> &mapper, const vespalib::string &docId, uint32_t lid) {
EXPECT_EQUAL(lid, mapper->mapGidToLid(toGid(docId)));
}
}
struct Fixture
{
BucketDBOwner::SP _bucketDB;
std::shared_ptr<DocumentMetaStore> _dms;
Timestamp _timestamp;
using generation_t = GenerationHandler::generation_t;
Fixture()
: _bucketDB(std::make_shared<BucketDBOwner>()),
_dms(std::make_shared<DocumentMetaStore>(_bucketDB))
{
populate();
}
void bumpTimeStamp() {
_timestamp = Timestamp(_timestamp.getValue() + 1);
}
void put(vespalib::stringref docId, uint32_t lid) {
bumpTimeStamp();
const GlobalId gid(toGid(docId));
uint32_t docSize = 1;
_dms->put(gid, toBucketId(gid), _timestamp, docSize, lid);
_dms->commit();
}
uint32_t put(vespalib::stringref docId) {
auto inspectRes = _dms->inspect(toGid(docId));
uint32_t lid = inspectRes.getLid();
put(docId, lid);
return lid;
}
void remove(uint32_t lid) {
if (_dms->remove(lid)) {
_dms->removeComplete(lid);
}
_dms->commit();
}
void populate() {
put(doc1, 4);
put(doc2, 7);
_dms->constructFreeList();
}
std::shared_ptr<search::IGidToLidMapperFactory> getGidToLidMapperFactory() {
return std::make_shared<GidToLidMapperFactory>(_dms);
}
void assertGenerations(generation_t currentGeneration, generation_t firstUsedGeneration)
{
const GenerationHandler &handler = _dms->getGenerationHandler();
EXPECT_EQUAL(currentGeneration, handler.getCurrentGeneration());
EXPECT_EQUAL(firstUsedGeneration, handler.getFirstUsedGeneration());
}
template <typename Function>
void assertPut(vespalib::stringref docId, uint32_t expLid,
generation_t currentGeneration, generation_t firstUsedGeneration,
Function &&func)
{
uint32_t lid = put(docId);
EXPECT_EQUAL(expLid, lid);
TEST_DO(assertLid(func(), docId, expLid));
TEST_DO(assertGenerations(currentGeneration, firstUsedGeneration));
}
};
TEST_F("Test that we can use gid mapper to get lids", Fixture)
{
auto factory = f.getGidToLidMapperFactory();
auto mapper = factory->getMapper();
TEST_DO(assertLid(mapper, doc1, 4));
TEST_DO(assertLid(mapper, doc2, 7));
TEST_DO(assertLid(mapper, doc3, 0));
}
TEST_F("Test that mapper holds read guard", Fixture)
{
TEST_DO(f.assertGenerations(3, 3));
auto factory = f.getGidToLidMapperFactory();
TEST_DO(f.assertPut(doc3, 1, 4, 4, [&]() { return factory->getMapper(); }));
// Remove and readd withoug guard, old docid can be reused
f.remove(1);
TEST_DO(f.assertPut(doc3, 1, 7, 7, [&]() { return factory->getMapper(); }));
// Remove and readd withoug guard, old docid cannot be reused
auto mapper = factory->getMapper();
f.remove(1);
TEST_DO(f.assertPut(doc3, 2, 10, 7, [&]() -> auto & { return mapper; }));
}
}
TEST_MAIN()
{
TEST_RUN_ALL();
}
|
