From 796b4c88c5b990b9446e3166394d8248080bcb05 Mon Sep 17 00:00:00 2001 From: Tor Egge Date: Wed, 27 Mar 2024 12:29:36 +0100 Subject: Move UTF8StringFieldSearcherBase tokenize member function to TokenizeReader. Move anonymous normalize_mode funtion to a public static FieldSearchSpecMap::convert_normalize_mode member function. --- streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp') diff --git a/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp b/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp index 37dc4ffb99c..c860178d583 100644 --- a/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp +++ b/streamingvisitors/src/vespa/vsm/searcher/utf8strchrfieldsearcher.cpp @@ -26,8 +26,7 @@ UTF8StrChrFieldSearcher::matchTerms(const FieldRef & f, size_t mintsz) TokenizeReader reader(reinterpret_cast (f.data()), f.size(), fn); while ( reader.hasNext() ) { - tokenize(reader); - size_t fl = reader.complete(); + size_t fl = reader.tokenize(normalize_mode()); for (auto qt : _qtl) { const cmptype_t * term; termsize_t tsz = qt->term(term); -- cgit v1.2.3