diff options
| -rw-r--r-- | streamingvisitors/src/vespa/vsm/vsm/tokens_dfw.h | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/streamingvisitors/src/vespa/vsm/vsm/tokens_dfw.h b/streamingvisitors/src/vespa/vsm/vsm/tokens_dfw.h index 23fd869d005..4199630a94d 100644 --- a/streamingvisitors/src/vespa/vsm/vsm/tokens_dfw.h +++ b/streamingvisitors/src/vespa/vsm/vsm/tokens_dfw.h @@ -8,8 +8,9 @@ namespace vsm { /* - * Class for writing annotated string field values from document as - * arrays containing the tokens. + * Class for writing string field values from document as + * arrays containing the tokens. Tokenization is performed + * on the fly using the exact_match and normalize_mode settings. */ class TokensDFW : public search::docsummary::DocsumFieldWriter { |