diff options
Diffstat (limited to 'linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java')
-rw-r--r-- | linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java | 40 |
1 files changed, 0 insertions, 40 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java deleted file mode 100644 index 47c3ba7933c..00000000000 --- a/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java +++ /dev/null @@ -1,40 +0,0 @@ -// Copyright Verizon Media. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. -package com.yahoo.language.process; - -import com.yahoo.vespa.configdefinition.SpecialtokensConfig; -import org.junit.Test; - -import static org.junit.Assert.assertEquals; - -/** - * @author bratseth - */ -public class SpecialTokensTestCase { - - @Test - public void testSpecialTokensConfig() { - var builder = new SpecialtokensConfig.Builder(); - var tokenBuilder = new SpecialtokensConfig.Tokenlist.Builder(); - tokenBuilder.name("default"); - - var tokenListBuilder1 = new SpecialtokensConfig.Tokenlist.Tokens.Builder(); - tokenListBuilder1.token("c++"); - tokenListBuilder1.replace("cpp"); - tokenBuilder.tokens(tokenListBuilder1); - - var tokenListBuilder2 = new SpecialtokensConfig.Tokenlist.Tokens.Builder(); - tokenListBuilder2.token("..."); - tokenBuilder.tokens(tokenListBuilder2); - - builder.tokenlist(tokenBuilder); - - var registry = new SpecialTokenRegistry(builder.build()); - - var defaultTokens = registry.getSpecialTokens("default"); - assertEquals("default", defaultTokens.name()); - assertEquals(2, defaultTokens.asMap().size()); - assertEquals("cpp", defaultTokens.asMap().get("c++")); - assertEquals("...", defaultTokens.asMap().get("...")); - } - -} |