1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "attribute_limiter.h"
#include "rangequerylocator.h"
#include <vespa/vespalib/util/stringfmt.h>
#include <vespa/searchlib/fef/matchdatalayout.h>
#include <vespa/searchlib/queryeval/searchable.h>
#include <vespa/searchlib/queryeval/blueprint.h>
#include <vespa/searchlib/queryeval/irequestcontext.h>
#include <vespa/searchlib/query/tree/range.h>
#include <vespa/searchlib/query/tree/simplequery.h>
using namespace search::queryeval;
using namespace search::query;
using vespalib::make_string;
using vespalib::string;
using vespalib::make_string_short::fmt;
namespace proton::matching {
AttributeLimiter::AttributeLimiter(const RangeQueryLocator & rangeQueryLocator,
Searchable &searchable_attributes,
const IRequestContext & requestContext,
const string &attribute_name,
bool descending,
const string &diversity_attribute,
double diversityCutoffFactor,
DiversityCutoffStrategy diversityCutoffStrategy)
: _searchable_attributes(searchable_attributes),
_requestContext(requestContext),
_rangeQueryLocator(rangeQueryLocator),
_attribute_name(attribute_name),
_descending(descending),
_diversity_attribute(diversity_attribute),
_lock(),
_match_datas(),
_blueprint(),
_estimatedHits(-1),
_diversityCutoffFactor(diversityCutoffFactor),
_diversityCutoffStrategy(diversityCutoffStrategy)
{
}
bool
AttributeLimiter::was_used() const
{
return (_estimatedHits.load(std::memory_order_relaxed) >= 0);
}
ssize_t
AttributeLimiter::getEstimatedHits() const
{
return _estimatedHits.load(std::memory_order_relaxed);
}
AttributeLimiter::~AttributeLimiter() = default;
namespace {
vespalib::string STRICT_STR("strict");
vespalib::string LOOSE_STR("loose");
}
AttributeLimiter::DiversityCutoffStrategy
AttributeLimiter::toDiversityCutoffStrategy(vespalib::stringref strategy)
{
return (strategy == STRICT_STR)
? DiversityCutoffStrategy::STRICT
: DiversityCutoffStrategy::LOOSE;
}
const vespalib::string &
toString(AttributeLimiter::DiversityCutoffStrategy strategy)
{
return (strategy == AttributeLimiter::DiversityCutoffStrategy::STRICT) ? STRICT_STR : LOOSE_STR;
}
SearchIterator::UP
AttributeLimiter::create_search(size_t want_hits, size_t max_group_size, bool strictSearch)
{
std::lock_guard<std::mutex> guard(_lock);
const uint32_t my_field_id = 0;
search::fef::MatchDataLayout layout;
auto my_handle = layout.allocTermField(my_field_id);
if ( ! _blueprint ) {
RangeLimitMetaInfo rangeInfo = _rangeQueryLocator.locate();
const uint32_t no_unique_id = 0;
string range_spec = fmt("[%s;%s;%s%zu", rangeInfo.low().c_str(), rangeInfo.high().c_str(), _descending? "-" : "", want_hits);
if (max_group_size < want_hits) {
size_t cutoffGroups = (_diversityCutoffFactor*want_hits)/max_group_size;
range_spec.append(fmt(";%s;%zu;%zu;%s]", _diversity_attribute.c_str(), max_group_size,
cutoffGroups, toString(_diversityCutoffStrategy).c_str()));
} else {
range_spec.push_back(']');
}
Range range(range_spec);
SimpleRangeTerm node(range, _attribute_name, no_unique_id, Weight(0));
FieldSpecList field; // single field API is protected
field.add(FieldSpec(_attribute_name, my_field_id, my_handle));
_blueprint = _searchable_attributes.createBlueprint(_requestContext, field, node);
_blueprint->fetchPostings(ExecuteInfo::create(strictSearch, &_requestContext.getDoom()));
_estimatedHits.store(_blueprint->getState().estimate().estHits, std::memory_order_relaxed);
_blueprint->freeze();
}
_match_datas.push_back(layout.createMatchData());
return _blueprint->createSearch(*_match_datas.back(), strictSearch);
}
}
|
