diff options
Diffstat (limited to 'linguistics')
| -rw-r--r-- | linguistics/abi-spec.json | 3 | ||||
| -rw-r--r-- | linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java | 8 |
2 files changed, 1 insertions, 10 deletions
diff --git a/linguistics/abi-spec.json b/linguistics/abi-spec.json index c3e489b8dd9..0961c87cbd8 100644 --- a/linguistics/abi-spec.json +++ b/linguistics/abi-spec.json @@ -734,8 +734,7 @@ "abstract" ], "methods": [ - "public abstract java.lang.Iterable tokenize(java.lang.String, com.yahoo.language.Language, com.yahoo.language.process.StemMode, boolean)", - "public java.lang.String getReplacementTerm(java.lang.String)" + "public abstract java.lang.Iterable tokenize(java.lang.String, com.yahoo.language.Language, com.yahoo.language.process.StemMode, boolean)" ], "fields": [] }, diff --git a/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java b/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java index 0edf96e009b..8125f6e504a 100644 --- a/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java +++ b/linguistics/src/main/java/com/yahoo/language/process/Tokenizer.java @@ -22,12 +22,4 @@ public interface Tokenizer { */ Iterable<Token> tokenize(String input, Language language, StemMode stemMode, boolean removeAccents); - /** - * Not used. - * - * @deprecated replacements are already applied in tokens returned by tokenize - */ - @Deprecated // Remove on Vespa 8 - default String getReplacementTerm(String tokenString) { return tokenString; } - } |