diff options
author | Jon Bratseth <bratseth@gmail.com> | 2022-06-03 15:18:59 +0200 |
---|---|---|
committer | gjoranv <gv@verizonmedia.com> | 2022-06-08 11:45:27 +0200 |
commit | 6c376e03d631a1e0017d1e9bffb20a25b71daf35 (patch) | |
tree | 63a376e8850e08e6108975072591d28ce1e66787 /linguistics/src/main/java/com/yahoo/language/process | |
parent | 2b322ef0000eba4577b6944d324302a664d53ce4 (diff) |
Remove on Vespa 8
Diffstat (limited to 'linguistics/src/main/java/com/yahoo/language/process')
-rw-r--r-- | linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java | 8 |
1 files changed, 0 insertions, 8 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java b/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java index 0edf96e009b..8125f6e504a 100644 --- a/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java +++ b/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java @@ -22,12 +22,4 @@ public interface Tokenizer { */ Iterable<Token> tokenize(String input, Language language, StemMode stemMode, boolean removeAccents); - /** - * Not used. - * - * @deprecated replacements are already applied in tokens returned by tokenize - */ - @Deprecated // Remove on Vespa 8 - default String getReplacementTerm(String tokenString) { return tokenString; } - } |