From b18703690547333d559f09f63f40ada4fed6f4d4 Mon Sep 17 00:00:00 2001
From: Jon Bratseth <bratseth@vespa.ai>
Date: Fri, 2 Jun 2023 08:50:08 +0200
Subject: Don't remove indexable symbols when stemming

---
 .../src/test/java/com/yahoo/language/process/TokenTypeTestCase.java   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'linguistics/src/test')

diff --git a/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java
index 0ce9b327533..70a97cda7e3 100644
--- a/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java
+++ b/linguistics/src/test/java/com/yahoo/language/process/TokenTypeTestCase.java
@@ -23,9 +23,9 @@ public class TokenTypeTestCase {
     }
 
     @Test
-    public void requireThatOnlyAlphaNumericsAreIndexable() {
+    public void testIsIndexable() {
         for (TokenType type : TokenType.values()) {
-            if (type == TokenType.ALPHABETIC || type == TokenType.NUMERIC) {
+            if (type == TokenType.ALPHABETIC || type == TokenType.NUMERIC || type == TokenType.INDEXABLE_SYMBOL) {
                 assertTrue(type.isIndexable());
             } else {
                 assertFalse(type.isIndexable());
-- 
cgit v1.2.3