diff options
author | Jon Bratseth <bratseth@vespa.ai> | 2023-06-02 08:50:08 +0200 |
---|---|---|
committer | Jon Bratseth <bratseth@vespa.ai> | 2023-06-02 08:50:08 +0200 |
commit | b18703690547333d559f09f63f40ada4fed6f4d4 (patch) | |
tree | 6329d27ff2a2b7ff357fbc65e93713e6ffdcc1da /linguistics/src/test | |
parent | d799fb136d17e62cc13d7021d409618b58d6d60a (diff) |
Don't remove indexable symbols when stemming
Diffstat (limited to 'linguistics/src/test')
-rw-r--r-- | linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java index 0ce9b327533..70a97cda7e3 100644 --- a/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java +++ b/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java @@ -23,9 +23,9 @@ public class TokenTypeTestCase { } @Test - public void requireThatOnlyAlphaNumericsAreIndexable() { + public void testIsIndexable() { for (TokenType type : TokenType.values()) { - if (type == TokenType.ALPHABETIC || type == TokenType.NUMERIC) { + if (type == TokenType.ALPHABETIC || type == TokenType.NUMERIC || type == TokenType.INDEXABLE_SYMBOL) { assertTrue(type.isIndexable()); } else { assertFalse(type.isIndexable()); |