1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include "isearchableindexcollection.h"
#include "warmupconfig.h"
#include <vespa/searchlib/attribute/attribute_blueprint_params.h>
#include <vespa/vespalib/util/doom.h>
#include <vespa/vespalib/util/executor.h>
#include <vespa/vespalib/util/monitored_refcount.h>
#include <vespa/vespalib/util/retain_guard.h>
namespace searchcorespi {
class FieldTermMap;
class WarmupIndexCollection;
class IWarmupDone {
public:
virtual ~IWarmupDone() { }
virtual void warmupDone(std::shared_ptr<WarmupIndexCollection> current) = 0;
};
/**
* Index collection that holds a reference to the active one and a new one that
* is to be warmed up.
*/
class WarmupIndexCollection : public ISearchableIndexCollection,
public std::enable_shared_from_this<WarmupIndexCollection>
{
using WarmupConfig = index::WarmupConfig;
public:
typedef std::shared_ptr<WarmupIndexCollection> SP;
WarmupIndexCollection(const WarmupConfig & warmupConfig,
ISearchableIndexCollection::SP prev,
ISearchableIndexCollection::SP next,
IndexSearchable & warmup,
vespalib::Executor & executor,
const vespalib::Clock & clock,
IWarmupDone & warmupDone);
~WarmupIndexCollection() override;
// Implements IIndexCollection
const ISourceSelector &getSourceSelector() const override;
size_t getSourceCount() const override;
IndexSearchable &getSearchable(uint32_t i) const override;
uint32_t getSourceId(uint32_t i) const override;
// Implements IndexSearchable
Blueprint::UP
createBlueprint(const IRequestContext & requestContext,
const FieldSpec &field,
const Node &term) override;
Blueprint::UP
createBlueprint(const IRequestContext & requestContext,
const FieldSpecList &fields,
const Node &term) override;
search::SearchableStats getSearchableStats() const override;
search::SerialNum getSerialNum() const override;
void accept(IndexSearchableVisitor &visitor) const override;
// Implements IFieldLengthInspector
search::index::FieldLengthInfo get_field_length_info(const vespalib::string& field_name) const override;
// Implements ISearchableIndexCollection
void append(uint32_t id, const IndexSearchable::SP &source) override;
void replace(uint32_t id, const IndexSearchable::SP &source) override;
IndexSearchable::SP getSearchableSP(uint32_t i) const override;
void setSource(uint32_t docId) override;
const ISearchableIndexCollection::SP & getNextIndexCollection() const { return _next; }
vespalib::string toString() const override;
bool doUnpack() const { return _warmupConfig.getUnpack(); }
void drainPending();
private:
typedef search::fef::MatchData MatchData;
typedef vespalib::Executor::Task Task;
class WarmupRequestContext : public IRequestContext {
using IAttributeVector = search::attribute::IAttributeVector;
using AttributeBlueprintParams = search::attribute::AttributeBlueprintParams;
public:
WarmupRequestContext(const vespalib::Clock & clock);
~WarmupRequestContext() override;
const vespalib::Doom & getDoom() const override { return _doom; }
const IAttributeVector *getAttribute(const vespalib::string &) const override { return nullptr; }
const IAttributeVector *getAttributeStableEnum(const vespalib::string &) const override { return nullptr; }
const vespalib::eval::Value* get_query_tensor(const vespalib::string&) const override;
const AttributeBlueprintParams& get_attribute_blueprint_params() const override { return _params; }
private:
const vespalib::Doom _doom;
const AttributeBlueprintParams _params;
};
class WarmupTask : public Task {
public:
WarmupTask(std::unique_ptr<MatchData> md, std::shared_ptr<WarmupIndexCollection> warmup);
~WarmupTask() override;
WarmupTask &createBlueprint(const FieldSpec &field, const Node &term) {
_bluePrint = _warmup->createBlueprint(_requestContext, field, term);
return *this;
}
WarmupTask &createBlueprint(const FieldSpecList &fields, const Node &term) {
_bluePrint = _warmup->createBlueprint(_requestContext, fields, term);
return *this;
}
private:
void run() override;
std::shared_ptr<WarmupIndexCollection> _warmup;
vespalib::RetainGuard _retainGuard;
std::unique_ptr<MatchData> _matchData;
Blueprint::UP _bluePrint;
WarmupRequestContext _requestContext;
};
void fireWarmup(Task::UP task);
bool handledBefore(uint32_t fieldId, const Node &term);
const WarmupConfig _warmupConfig;
ISearchableIndexCollection::SP _prev;
ISearchableIndexCollection::SP _next;
IndexSearchable & _warmup;
vespalib::Executor & _executor;
const vespalib::Clock & _clock;
IWarmupDone & _warmupDone;
vespalib::steady_time _warmupEndTime;
std::mutex _lock;
std::unique_ptr<FieldTermMap> _handledTerms;
vespalib::MonitoredRefCount _pendingTasks;
};
} // namespace searchcorespi
|
