diff options
author | Jon Bratseth <bratseth@gmail.com> | 2021-05-04 22:55:00 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2021-05-04 22:55:00 +0200 |
commit | 4c1ac8706f9aa9a8dbf5d8a73ee87650cf6620c5 (patch) | |
tree | e3553d597f6998695ec10dfb5c5db17979d0513a /linguistics/src/test/java/com/yahoo/language | |
parent | 8e1475c69c80e937cfa3eb47372c8008786196af (diff) |
Revert "Bratseth/special tokens"
Diffstat (limited to 'linguistics/src/test/java/com/yahoo/language')
-rw-r--r-- | linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java | 40 |
1 files changed, 0 insertions, 40 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java deleted file mode 100644 index 47c3ba7933c..00000000000 --- a/linguistics/src/test/java/com/yahoo/language/process/SpecialTokensTestCase.java +++ /dev/null @@ -1,40 +0,0 @@ -// Copyright Verizon Media. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. -package com.yahoo.language.process; - -import com.yahoo.vespa.configdefinition.SpecialtokensConfig; -import org.junit.Test; - -import static org.junit.Assert.assertEquals; - -/** - * @author bratseth - */ -public class SpecialTokensTestCase { - - @Test - public void testSpecialTokensConfig() { - var builder = new SpecialtokensConfig.Builder(); - var tokenBuilder = new SpecialtokensConfig.Tokenlist.Builder(); - tokenBuilder.name("default"); - - var tokenListBuilder1 = new SpecialtokensConfig.Tokenlist.Tokens.Builder(); - tokenListBuilder1.token("c++"); - tokenListBuilder1.replace("cpp"); - tokenBuilder.tokens(tokenListBuilder1); - - var tokenListBuilder2 = new SpecialtokensConfig.Tokenlist.Tokens.Builder(); - tokenListBuilder2.token("..."); - tokenBuilder.tokens(tokenListBuilder2); - - builder.tokenlist(tokenBuilder); - - var registry = new SpecialTokenRegistry(builder.build()); - - var defaultTokens = registry.getSpecialTokens("default"); - assertEquals("default", defaultTokens.name()); - assertEquals(2, defaultTokens.asMap().size()); - assertEquals("cpp", defaultTokens.asMap().get("c++")); - assertEquals("...", defaultTokens.asMap().get("...")); - } - -} |