1 files changed, 6 insertions, 0 deletions
diff --git a/container-search/src/test/java/com/yahoo/search/yql/YqlParserTestCase.java b/container-search/src/test/java/com/yahoo/search/yql/YqlParserTestCase.java
index c15c3b2c5ea..a1dad201958 100644
--- a/container-search/src/test/java/com/yahoo/search/yql/YqlParserTestCase.java
+++ b/container-search/src/test/java/com/yahoo/search/yql/YqlParserTestCase.java
@@ -446,6 +446,12 @@ public class YqlParserTestCase {
     }
 
     @Test
+    void testTokenizeGrammar() {
+        Item root = parse("select foo from bar where ({grammar: \"tokenize\", targetHits: 10, defaultIndex: \"default\"}userInput(\"this is  a test\"))").getRoot();
+        assertEquals("WEAKAND(100) default:this default:is default:a default:test", root.toString());
+    }
+
+    @Test
     void testAccentDropping() {
         assertFalse(getRootWord("select foo from bar where baz contains " +
                 "( {accentDrop: false} \"colors\")").isNormalizable());