1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "docsum_field_writer_factory.h"
#include "fieldsearchspec.h"
#include "tokens_dfw.h"
#include <vespa/searchlib/common/matching_elements_fields.h>
#include <vespa/searchsummary/docsummary/copy_dfw.h>
#include <vespa/searchsummary/docsummary/docsum_field_writer.h>
#include <vespa/searchsummary/docsummary/docsum_field_writer_commands.h>
#include <vespa/searchsummary/docsummary/empty_dfw.h>
#include <vespa/searchsummary/docsummary/matched_elements_filter_dfw.h>
#include <vespa/vsm/config/config-vsmfields.h>
#include <algorithm>
using search::MatchingElementsFields;
using search::Normalizing;
using search::docsummary::CopyDFW;
using search::docsummary::DocsumFieldWriter;
using search::docsummary::EmptyDFW;
using search::docsummary::IDocsumEnvironment;
using search::docsummary::IQueryTermFilterFactory;
using search::docsummary::MatchedElementsFilterDFW;
using vespa::config::search::vsm::VsmfieldsConfig;
namespace vsm {
namespace {
void populate_fields(MatchingElementsFields& fields, VsmfieldsConfig& fields_config, const vespalib::string& field_name)
{
vespalib::string prefix = field_name + ".";
for (const auto& spec : fields_config.fieldspec) {
if (spec.name.substr(0, prefix.size()) == prefix) {
fields.add_mapping(field_name, spec.name);
}
if (spec.name == field_name) {
fields.add_field(field_name);
}
}
}
bool is_exact_match(vespalib::stringref arg1) {
return ((arg1 == "exact") || (arg1 == "word"));
}
std::unique_ptr<DocsumFieldWriter>
make_tokens_dfw(const vespalib::string& source, VsmfieldsConfig& fields_config)
{
bool exact_match = false;
Normalizing normalize_mode = Normalizing::LOWERCASE;
auto it = std::find_if(fields_config.fieldspec.begin(), fields_config.fieldspec.end(), [&source](auto& fs) { return source == fs.name; });
if (it != fields_config.fieldspec.end()) {
exact_match = is_exact_match(it->arg1);
normalize_mode = FieldSearchSpecMap::convert_normalize_mode(it->normalize);
}
return std::make_unique<TokensDFW>(source, exact_match, normalize_mode);
}
}
DocsumFieldWriterFactory::DocsumFieldWriterFactory(bool use_v8_geo_positions, const IDocsumEnvironment& env, const IQueryTermFilterFactory& query_term_filter_factory, const vespa::config::search::vsm::VsmfieldsConfig& vsm_fields_config)
: search::docsummary::DocsumFieldWriterFactory(use_v8_geo_positions, env, query_term_filter_factory),
_vsm_fields_config(vsm_fields_config)
{
}
DocsumFieldWriterFactory::~DocsumFieldWriterFactory() = default;
std::unique_ptr<DocsumFieldWriter>
DocsumFieldWriterFactory::create_docsum_field_writer(const vespalib::string& field_name,
const vespalib::string& command,
const vespalib::string& source,
std::shared_ptr<MatchingElementsFields> matching_elems_fields)
{
std::unique_ptr<DocsumFieldWriter> fieldWriter;
using namespace search::docsummary;
if ((command == command::positions) ||
(command == command::abs_distance))
{
fieldWriter = std::make_unique<EmptyDFW>();
} else if ((command == command::attribute) ||
(command == command::attribute_combiner)) {
if (!source.empty() && source != field_name) {
fieldWriter = std::make_unique<CopyDFW>(source);
}
} else if (command == command::geo_position) {
} else if ((command == command::matched_attribute_elements_filter) ||
(command == command::matched_elements_filter)) {
vespalib::string source_field = source.empty() ? field_name : source;
populate_fields(*matching_elems_fields, _vsm_fields_config, source_field);
fieldWriter = MatchedElementsFilterDFW::create(source_field, matching_elems_fields);
} else if ((command == command::tokens) ||
(command == command::attribute_tokens)) {
if (!source.empty()) {
fieldWriter = make_tokens_dfw(source, _vsm_fields_config);
} else {
throw_missing_source(command);
}
} else {
return search::docsummary::DocsumFieldWriterFactory::create_docsum_field_writer(field_name, command, source, matching_elems_fields);
}
return fieldWriter;
}
}
|
