blob: 4cdc38a286b46e4e6bff123fc5d4a2421fd62fac (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#pragma once
#include "rankmanager.h"
#include <vespa/eval/eval/value_cache/constant_tensor_loader.h>
#include <vespa/eval/eval/value_cache/constant_value_cache.h>
#include <vespa/searchsummary/docsummary/juniperproperties.h>
#include <vespa/storage/visiting/visitor.h>
#include <vespa/config/retriever/simpleconfigurer.h>
#include <vespa/config/subscription/configuri.h>
#include <vespa/vsm/vsm/vsm-adapter.h>
#include <mutex>
class FNET_Transport;
class Fast_NormalizeWordFolder;
namespace search::fef {
struct IRankingAssetsRepo;
class OnnxModels;
class RankingAssetsBuilder;
class RankingConstants;
class RankingExpressions;
}
namespace streaming {
class SearchEnvironmentSnapshot;
class SearchEnvironment : public storage::VisitorEnvironment
{
private:
class Env : public config::SimpleConfigurable {
public:
using SP = std::shared_ptr<Env>;
Env(const config::ConfigUri& configUri, const Fast_NormalizeWordFolder& wf, FNET_Transport* transport, const vespalib::string& file_distributor_connection_spec);
~Env() override;
void configure(const config::ConfigSnapshot & snapshot) override;
static config::ConfigKeySet createKeySet(const vespalib::string & configId);
std::shared_ptr<const SearchEnvironmentSnapshot> get_snapshot();
private:
template <typename ConfigType, typename RankingAssetType>
void configure_ranking_asset(std::shared_ptr<const RankingAssetType> &ranking_asset,
const config::ConfigSnapshot& snapshot,
search::fef::RankingAssetsBuilder& builder);
const vespalib::string _configId;
config::SimpleConfigurer _configurer;
std::unique_ptr<vsm::VSMAdapter> _vsmAdapter;
std::unique_ptr<RankManager> _rankManager;
std::shared_ptr<const SearchEnvironmentSnapshot> _snapshot;
std::mutex _lock;
vespalib::eval::ConstantTensorLoader _tensor_loader;
vespalib::eval::ConstantValueCache _constant_value_cache;
uint64_t _generation;
std::shared_ptr<const search::fef::OnnxModels> _onnx_models;
std::shared_ptr<const search::fef::RankingConstants> _ranking_constants;
std::shared_ptr<const search::fef::RankingExpressions> _ranking_expressions;
std::shared_ptr<const search::fef::IRankingAssetsRepo> _ranking_assets_repo;
FNET_Transport* const _transport;
const vespalib::string _file_distributor_connection_spec;
};
using EnvMap = vespalib::hash_map<vespalib::string, Env::SP>;
using EnvMapUP = std::unique_ptr<EnvMap>;
using ThreadLocals = std::vector<EnvMapUP>;
static __thread EnvMap * _localEnvMap;
EnvMap _envMap;
ThreadLocals _threadLocals;
std::mutex _lock;
std::unique_ptr<Fast_NormalizeWordFolder> _wordFolder;
config::ConfigUri _configUri;
FNET_Transport* const _transport;
vespalib::string _file_distributor_connection_spec;
Env & getEnv(const vespalib::string & config_id);
public:
SearchEnvironment(const config::ConfigUri & configUri, FNET_Transport* transport, const vespalib::string& file_distributor_connection_spec);
~SearchEnvironment();
std::shared_ptr<const SearchEnvironmentSnapshot> get_snapshot(const vespalib::string& config_id);
std::optional<int64_t> get_oldest_config_generation();
// Should only be used by unit tests to simulate that the calling thread is finished.
void clear_thread_local_env_map();
};
}
|
