aboutsummaryrefslogtreecommitdiffstats
path: root/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h
diff options
context:
space:
mode:
Diffstat (limited to 'streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h')
-rw-r--r--streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h b/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h
index 2bb5e62e0aa..f680d9b6c47 100644
--- a/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h
+++ b/streamingvisitors/src/vespa/vsm/searcher/tokenizereader.h
@@ -43,6 +43,10 @@ public:
_q = _q_start;
return token_len;
}
+ template <bool exact_match>
+ size_t tokenize_helper(Normalizing norm_mode);
+ size_t tokenize(Normalizing norm_mode) { return tokenize_helper<false>(norm_mode); }
+ size_t tokenize_exact_match(Normalizing norm_mode) { return tokenize_helper<true>(norm_mode); }
private:
void fold(ucs4_t c);
const byte *_p;