diff options
Diffstat (limited to 'streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h')
-rw-r--r-- | streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h b/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h index 2bb5e62e0aa..f680d9b6c47 100644 --- a/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h +++ b/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h @@ -43,6 +43,10 @@ public: _q = _q_start; return token_len; } + template <bool exact_match> + size_t tokenize_helper(Normalizing norm_mode); + size_t tokenize(Normalizing norm_mode) { return tokenize_helper<false>(norm_mode); } + size_t tokenize_exact_match(Normalizing norm_mode) { return tokenize_helper<true>(norm_mode); } private: void fold(ucs4_t c); const byte *_p; |