1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.searchdefinition.processing;
import com.yahoo.searchdefinition.Search;
import com.yahoo.searchdefinition.SearchBuilder;
import com.yahoo.searchdefinition.SchemaTestCase;
import com.yahoo.searchdefinition.document.Matching;
import com.yahoo.searchdefinition.document.SDField;
import com.yahoo.searchdefinition.document.Stemming;
import com.yahoo.searchdefinition.parser.ParseException;
import org.junit.Test;
import java.io.IOException;
import java.util.List;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.fail;
/**
* @author bratseth
*/
public class NGramTestCase extends SchemaTestCase {
@Test
public void testNGram() throws IOException, ParseException {
Search search = SearchBuilder.buildFromFile("src/test/examples/ngram.sd");
assertNotNull(search);
SDField gram1 = search.getConcreteField("gram_1");
assertEquals(Matching.Type.GRAM, gram1.getMatching().getType());
assertEquals(1, gram1.getMatching().getGramSize());
SDField gram2 = search.getConcreteField("gram_2");
assertEquals(Matching.Type.GRAM, gram2.getMatching().getType());
assertEquals(-1, gram2.getMatching().getGramSize()); // Not set explicitly
SDField gram3=search.getConcreteField("gram_3");
assertEquals(Matching.Type.GRAM,gram3.getMatching().getType());
assertEquals(3, gram3.getMatching().getGramSize());
assertEquals("input gram_1 | ngram 1 | index gram_1 | summary gram_1", gram1.getIndexingScript().iterator().next().toString());
assertEquals("input gram_2 | ngram 2 | attribute gram_2 | index gram_2", gram2.getIndexingScript().iterator().next().toString());
assertEquals("input gram_3 | ngram 3 | index gram_3", gram3.getIndexingScript().iterator().next().toString());
assertFalse(gram1.getNormalizing().doRemoveAccents());
assertEquals(Stemming.NONE, gram1.getStemming());
List<String> queryCommands = gram1.getQueryCommands();
assertEquals(1, queryCommands.size());
assertEquals("ngram 1", queryCommands.get(0));
}
@Test
public void testInvalidNGramSetting1() throws IOException, ParseException {
try {
Search search = SearchBuilder.buildFromFile("src/test/examples/invalidngram1.sd");
fail("Should cause an exception");
}
catch (IllegalArgumentException e) {
assertEquals("gram-size can only be set when the matching mode is 'gram'", e.getMessage());
}
}
@Test
public void testInvalidNGramSetting2() throws IOException, ParseException {
try {
Search search = SearchBuilder.buildFromFile("src/test/examples/invalidngram2.sd");
fail("Should cause an exception");
}
catch (IllegalArgumentException e) {
assertEquals("gram-size can only be set when the matching mode is 'gram'", e.getMessage());
}
}
@Test
public void testInvalidNGramSetting3() throws IOException, ParseException {
try {
Search search = SearchBuilder.buildFromFile("src/test/examples/invalidngram3.sd");
fail("Should cause an exception");
}
catch (IllegalArgumentException e) {
assertEquals("gram matching is not supported with attributes, use 'index' in indexing", e.getMessage());
}
}
}
|