blob: 47c3ba7933ce97d2bd99849a173571171eb1e9d5 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
// Copyright Verizon Media. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.process;
import com.yahoo.vespa.configdefinition.SpecialtokensConfig;
import org.junit.Test;
import static org.junit.Assert.assertEquals;
/**
* @author bratseth
*/
public class SpecialTokensTestCase {
@Test
public void testSpecialTokensConfig() {
var builder = new SpecialtokensConfig.Builder();
var tokenBuilder = new SpecialtokensConfig.Tokenlist.Builder();
tokenBuilder.name("default");
var tokenListBuilder1 = new SpecialtokensConfig.Tokenlist.Tokens.Builder();
tokenListBuilder1.token("c++");
tokenListBuilder1.replace("cpp");
tokenBuilder.tokens(tokenListBuilder1);
var tokenListBuilder2 = new SpecialtokensConfig.Tokenlist.Tokens.Builder();
tokenListBuilder2.token("...");
tokenBuilder.tokens(tokenListBuilder2);
builder.tokenlist(tokenBuilder);
var registry = new SpecialTokenRegistry(builder.build());
var defaultTokens = registry.getSpecialTokens("default");
assertEquals("default", defaultTokens.name());
assertEquals(2, defaultTokens.asMap().size());
assertEquals("cpp", defaultTokens.asMap().get("c++"));
assertEquals("...", defaultTokens.asMap().get("..."));
}
}
|