diff options
author | Geir Storli <geirst@vespa.ai> | 2024-03-27 16:16:56 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-03-27 16:16:56 +0100 |
commit | 45e8c0c2b2ab7b3ac9d8e6a8f174b08ac15b342e (patch) | |
tree | b886a2b83b89265239fc22f7a78fda01082832d6 /streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h | |
parent | aa19da6beecdf82393af0f99a12940fb9db92bd9 (diff) | |
parent | 086944ee64cb439c336d8d94d6af1c253a22697b (diff) |
Merge pull request #30747 from vespa-engine/toregge/add-streaming-mode-version-of-tokens-dfw
Add streaming mode version of tokens document field writer.
Diffstat (limited to 'streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h')
-rw-r--r-- | streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h b/streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h new file mode 100644 index 00000000000..689b0b95b02 --- /dev/null +++ b/streamingvisitors/src/vespa/vsm/vsm/tokens_converter.h @@ -0,0 +1,27 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. + +#pragma once + +#include <vespa/searchsummary/docsummary/i_string_field_converter.h> +#include <vespa/searchlib/query/query_normalization.h> + +namespace vsm { + +/* + * Class converting a string field value into an array + * containing the tokens. + */ +class TokensConverter : public search::docsummary::IStringFieldConverter +{ + vespalib::stringref _text; + bool _exact_match; + search::Normalizing _normalize_mode; + +public: + TokensConverter(bool exact_match, search::Normalizing normalize_mode); + ~TokensConverter() override; + void convert(const document::StringFieldValue &input, vespalib::slime::Inserter& inserter) override; + bool render_weighted_set_as_array() const override; +}; + +} |