1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "lid_space_common.h"
#include <vespa/searchcore/proton/server/blockable_maintenance_job.h>
#include <vespa/persistence/spi/bucketexecutor.h>
#include <vespa/searchcorespi/index/i_thread_service.h>
#include <vespa/vespalib/util/monitored_refcount.h>
#include <vespa/vespalib/gtest/gtest.h>
namespace storage::spi::dummy { class DummyBucketExecutor; }
struct JobTestBase : public ::testing::Test {
vespalib::MonitoredRefCount _refCount;
proton::test::ClusterStateHandler _clusterStateHandler;
proton::test::DiskMemUsageNotifier _diskMemUsageNotifier;
std::unique_ptr<storage::spi::dummy::DummyBucketExecutor> _bucketExecutor;
std::unique_ptr<vespalib::SyncableThreadExecutor> _singleExecutor;
std::unique_ptr<searchcorespi::index::ISyncableThreadService> _master;
std::shared_ptr<MyHandler> _handler;
MyStorer _storer;
std::shared_ptr<BlockableMaintenanceJob> _job;
JobTestBase();
~JobTestBase() override;
void init(uint32_t allowedLidBloat,
double allowedLidBloatFactor,
double resourceLimitFactor,
vespalib::duration interval,
bool nodeRetired,
uint32_t maxOutstandingMoveOps);
JobTestBase &addStats(uint32_t docIdLimit,
const LidVector &usedLids,
const LidPairVector &usedFreePairs);
JobTestBase &addMultiStats(uint32_t docIdLimit,
const std::vector<LidVector> &usedLidsVector,
const LidPairVector &usedFreePairs);
JobTestBase &addStats(uint32_t docIdLimit,
uint32_t numDocs,
uint32_t lowestFreeLid,
uint32_t highestUsedLid);
bool run() const;
JobTestBase &endScan();
JobTestBase &compact();
void notifyNodeRetired(bool nodeRetired);
void assertJobContext(uint32_t moveToLid,
uint32_t moveFromLid,
uint32_t handleMoveCnt,
uint32_t wantedLidLimit,
uint32_t compactStoreCnt) const;
void assertNoWorkDone() const;
JobTestBase &setupOneDocumentToCompact();
void assertOneDocumentCompacted();
JobTestBase &setupThreeDocumentsToCompact();
void sync() const;
};
struct JobTest : public JobTestBase {
std::unique_ptr<IMaintenanceJobRunner> _jobRunner;
JobTest();
~JobTest() override;
void init(uint32_t allowedLidBloat,
double allowedLidBloatFactor,
double resourceLimitFactor = RESOURCE_LIMIT_FACTOR,
vespalib::duration interval = JOB_DELAY,
bool nodeRetired = false,
uint32_t maxOutstandingMoveOps = MAX_OUTSTANDING_MOVE_OPS);
void init_with_interval(vespalib::duration interval);
void init_with_node_retired(bool retired);
};
class JobDisabledByRemoveOpsTest : public JobTest {
public:
JobDisabledByRemoveOpsTest();
~JobDisabledByRemoveOpsTest() override;
void job_is_disabled_while_remove_ops_are_ongoing(bool remove_batch);
void job_becomes_disabled_if_remove_ops_starts(bool remove_batch);
void job_is_re_enabled_when_remove_ops_are_no_longer_ongoing(bool remove_batch);
};
struct MyCountJobRunner;
struct MaxOutstandingJobTest : public JobTest {
std::unique_ptr<MyCountJobRunner> runner;
MaxOutstandingJobTest();
~MaxOutstandingJobTest() override;
void init(uint32_t maxOutstandingMoveOps);
void assertRunToBlocked();
void assertRunToNotBlocked();
void unblockJob(uint32_t expRunnerCnt);
};
|
