searchsummary/src/vespa/searchsummary/docsummary/tokens_dfw.cpp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.

#include "tokens_dfw.h"
#include "i_docsum_store_document.h"
#include "tokens_converter.h"
#include <vespa/searchlib/memoryindex/field_inverter.h>

using search::memoryindex::FieldInverter;

namespace search::docsummary {

TokensDFW::TokensDFW(const vespalib::string& input_field_name)
    : DocsumFieldWriter(),
      _input_field_name(input_field_name),
      _token_extractor(_input_field_name, FieldInverter::max_word_len)
{
}

TokensDFW::~TokensDFW() = default;

bool
TokensDFW::isGenerated() const
{
    return false;
}

void
TokensDFW::insertField(uint32_t, const IDocsumStoreDocument* doc, GetDocsumsState&, vespalib::slime::Inserter& target) const
{
    if (doc != nullptr) {
        TokensConverter converter(_token_extractor);
        doc->insert_summary_field(_input_field_name, target, &converter);
    }
}

}