1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
#include "dynamicteaserdfw.h"
#include "docsumstate.h"
#include "i_docsum_store_document.h"
#include "i_juniper_converter.h"
#include "i_query_term_filter_factory.h"
#include "juniper_query_adapter.h"
#include <vespa/document/fieldvalue/stringfieldvalue.h>
#include <vespa/vespalib/objects/hexdump.h>
#include <vespa/juniper/config.h>
#include <vespa/juniper/result.h>
#include <vespa/vespalib/data/slime/inserter.h>
#include <vespa/vespalib/util/exceptions.h>
#include <sstream>
#include <vespa/log/log.h>
LOG_SETUP(".searchlib.docsummary.dynamicteaserdfw");
namespace search::docsummary {
DynamicTeaserDFW::~DynamicTeaserDFW() = default;
DynamicTeaserDFW::DynamicTeaserDFW(const juniper::Juniper * juniper, const char * fieldName, vespalib::stringref inputField,
const IQueryTermFilterFactory& query_term_filter_factory)
: _juniper(juniper),
_input_field_name(inputField),
_juniperConfig(juniper->CreateConfig(fieldName)),
_query_term_filter(query_term_filter_factory.make(_input_field_name))
{
if (!_juniperConfig) {
throw vespalib::IllegalArgumentException("Failed to initialize DynamicTeaserDFW.");
}
}
void
DynamicTeaserDFW::insert_juniper_field(uint32_t docid, vespalib::stringref input, GetDocsumsState& state, vespalib::slime::Inserter& inserter) const
{
auto& query = state._dynteaser.get_query(_input_field_name);
if (!query) {
JuniperQueryAdapter iq(state.query_normalization(), _query_term_filter.get(),
state._args.getStackDump(), state._args.highlightTerms());
query = _juniper->CreateQueryHandle(iq, nullptr);
}
LOG(debug, "makeDynamicTeaser: docid (%d)", docid);
std::unique_ptr<juniper::Result> result;
if (query) {
if (LOG_WOULD_LOG(spam)) {
std::ostringstream hexDump;
hexDump << vespalib::HexDump(input.data(), input.length());
LOG(spam, "makeDynamicTeaser: docid=%d, input='%s', hexdump:\n%s",
docid, std::string(input.data(), input.length()).c_str(), hexDump.str().c_str());
}
auto langid = static_cast<uint32_t>(-1);
result = juniper::Analyse(*_juniperConfig, *query,
input.data(), input.length(), docid, langid);
}
juniper::Summary *teaser = result
? juniper::GetTeaser(*result, _juniperConfig.get())
: nullptr;
if (LOG_WOULD_LOG(debug)) {
std::ostringstream hexDump;
if (teaser != nullptr) {
hexDump << vespalib::HexDump(teaser->Text(), teaser->Length());
}
LOG(debug, "makeDynamicTeaser: docid=%d, teaser='%s', hexdump:\n%s",
docid, (teaser != nullptr ? std::string(teaser->Text(), teaser->Length()).c_str() : "nullptr"),
hexDump.str().c_str());
}
if (teaser != nullptr) {
inserter.insertString({teaser->Text(), teaser->Length()});
} else {
inserter.insertString({});
}
}
namespace {
class JuniperConverter : public IJuniperConverter
{
const DynamicTeaserDFW& _writer;
uint32_t _doc_id;
GetDocsumsState& _state;
public:
JuniperConverter(const DynamicTeaserDFW& writer, uint32_t doc_id, GetDocsumsState& state);
~JuniperConverter() override;
void convert(vespalib::stringref input, vespalib::slime::Inserter& inserter) override;
};
JuniperConverter::JuniperConverter(const DynamicTeaserDFW& writer, uint32_t doc_id, GetDocsumsState& state)
: IJuniperConverter(),
_writer(writer),
_doc_id(doc_id),
_state(state)
{
}
JuniperConverter::~JuniperConverter() = default;
void
JuniperConverter::convert(vespalib::stringref input, vespalib::slime::Inserter& inserter)
{
_writer.insert_juniper_field(_doc_id, input, _state, inserter);
}
}
void
DynamicTeaserDFW::insertField(uint32_t docid, const IDocsumStoreDocument* doc, GetDocsumsState& state,
vespalib::slime::Inserter &target) const
{
if (doc != nullptr) {
JuniperConverter converter(*this, docid, state);
doc->insert_juniper_field(_input_field_name, target, converter);
}
}
}
|
