diff options
| author | Tor Egge <tegge@vespa.ai> | 2024-03-27 12:55:10 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-27 12:55:10 +0100 |
| commit | 680f29db27d18fa1c2c957b92fb8bb2c67509dc6 (patch) | |
| tree | 1397974e39e4af557aea6fb7cd37e5239c775d05 /streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp | |
| parent | bf0889897ea22983396290d9ba55a6fdf207d821 (diff) | |
| parent | 796b4c88c5b990b9446e3166394d8248080bcb05 (diff) | |
Merge pull request #30743 from vespa-engine/toregge/move-field-searcher-tokenize-member-function-to-tokenize-reader
Move UTF8StringFieldSearcherBase tokenize member function to Tokenize…
Diffstat (limited to 'streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp')
| -rw-r--r-- | streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp b/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp index 37dc4ffb99c..c860178d583 100644 --- a/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp +++ b/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp @@ -26,8 +26,7 @@ UTF8StrChrFieldSearcher::matchTerms(const FieldRef & f, size_t mintsz) TokenizeReader reader(reinterpret_cast<const byte *> (f.data()), f.size(), fn); while ( reader.hasNext() ) { - tokenize(reader); - size_t fl = reader.complete(); + size_t fl = reader.tokenize(normalize_mode()); for (auto qt : _qtl) { const cmptype_t * term; termsize_t tsz = qt->term(term); |