diff options
Diffstat (limited to 'linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java')
| -rw-r--r-- | linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java index 27cfc12da5e..72dd6f8ce58 100644 --- a/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java +++ b/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java @@ -65,8 +65,7 @@ public class TokenizationTestCase { assertTokenize("\uFF2F\uFF2E", Language.ENGLISH, StemMode.SHORTEST, false, Arrays.asList("on"), null); - assertTokenize("наименование", Language.RUSSIAN, StemMode.SHORTEST, false, - Arrays.asList("наименован"), null); + } @Test |