1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "array_attribute_combiner_dfw.h"
#include "attribute_field_writer.h"
#include "docsum_field_writer_state.h"
#include "struct_fields_resolver.h"
#include <vespa/searchcommon/attribute/iattributecontext.h>
#include <vespa/searchcommon/attribute/iattributevector.h>
#include <vespa/searchlib/common/matching_elements.h>
#include <vespa/searchlib/common/matching_elements_fields.h>
#include <vespa/vespalib/data/slime/cursor.h>
#include <cassert>
using search::attribute::IAttributeContext;
using search::attribute::IAttributeVector;
using vespalib::slime::Cursor;
namespace search::docsummary {
namespace {
class ArrayAttributeFieldWriterState : public DocsumFieldWriterState
{
std::vector<std::unique_ptr<AttributeFieldWriter>> _writers;
const vespalib::string& _field_name;
const MatchingElements* const _matching_elements;
public:
ArrayAttributeFieldWriterState(const std::vector<vespalib::string> &fieldNames,
const std::vector<vespalib::string> &attributeNames,
IAttributeContext &context,
const vespalib::string &field_name,
const MatchingElements* matching_elements,
bool is_map_of_scalar);
~ArrayAttributeFieldWriterState() override;
void insert_element(uint32_t element_index, Cursor &array);
void insertField(uint32_t docId, vespalib::slime::Inserter &target) override;
};
ArrayAttributeFieldWriterState::ArrayAttributeFieldWriterState(const std::vector<vespalib::string> &fieldNames,
const std::vector<vespalib::string> &attributeNames,
IAttributeContext &context,
const vespalib::string &field_name,
const MatchingElements *matching_elements,
bool is_map_of_scalar)
: DocsumFieldWriterState(),
_writers(),
_field_name(field_name),
_matching_elements(matching_elements)
{
size_t fields = fieldNames.size();
_writers.reserve(fields);
for (uint32_t field = 0; field < fields; ++field) {
const IAttributeVector *attr = context.getAttribute(attributeNames[field]);
if (attr != nullptr) {
_writers.emplace_back(AttributeFieldWriter::create(fieldNames[field], *attr, is_map_of_scalar));
}
}
}
ArrayAttributeFieldWriterState::~ArrayAttributeFieldWriterState() = default;
void
ArrayAttributeFieldWriterState::insert_element(uint32_t element_index, Cursor &array)
{
Cursor &obj = array.addObject();
for (auto &writer : _writers) {
writer->print(element_index, obj);
}
}
void
ArrayAttributeFieldWriterState::insertField(uint32_t docId, vespalib::slime::Inserter &target)
{
uint32_t elems = 0;
for (auto &writer : _writers) {
writer->fetch(docId);
if (elems < writer->size()) {
elems = writer->size();
}
}
if (elems == 0) {
return;
}
Cursor &arr = target.insertArray();
if (_matching_elements != nullptr) {
auto &elements = _matching_elements->get_matching_elements(docId, _field_name);
auto elements_iterator = elements.cbegin();
for (uint32_t idx = 0; idx < elems && elements_iterator != elements.cend(); ++idx) {
assert(*elements_iterator >= idx);
if (*elements_iterator == idx) {
insert_element(idx, arr);
++elements_iterator;
}
}
} else {
for (uint32_t idx = 0; idx < elems; ++idx) {
insert_element(idx, arr);
}
}
}
}
ArrayAttributeCombinerDFW::ArrayAttributeCombinerDFW(const vespalib::string &fieldName,
const StructFieldsResolver& fields_resolver,
bool filter_elements,
std::shared_ptr<MatchingElementsFields> matching_elems_fields)
: AttributeCombinerDFW(fieldName, filter_elements, std::move(matching_elems_fields)),
_fields(fields_resolver.get_array_fields()),
_attributeNames(fields_resolver.get_array_attributes()),
_is_map_of_scalar(fields_resolver.is_map_of_scalar())
{
if (filter_elements && _matching_elems_fields && !_matching_elems_fields->has_field(fieldName)) {
fields_resolver.apply_to(*_matching_elems_fields);
}
}
ArrayAttributeCombinerDFW::~ArrayAttributeCombinerDFW() = default;
std::unique_ptr<DocsumFieldWriterState>
ArrayAttributeCombinerDFW::allocFieldWriterState(IAttributeContext &context, const MatchingElements* matching_elements)
{
return std::make_unique<ArrayAttributeFieldWriterState>(_fields, _attributeNames, context,
_fieldName, matching_elements, _is_map_of_scalar);
}
}
|