1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.prelude.semantics.test;
import com.yahoo.component.chain.Chain;
import com.yahoo.language.simple.SimpleLinguistics;
import com.yahoo.prelude.semantics.RuleBase;
import com.yahoo.prelude.semantics.RuleBaseException;
import com.yahoo.prelude.semantics.SemanticRulesConfig;
import com.yahoo.prelude.semantics.SemanticSearcher;
import com.yahoo.search.Query;
import com.yahoo.search.Searcher;
import com.yahoo.search.searchchain.Execution;
import com.yahoo.search.test.QueryTestCase;
import org.junit.jupiter.api.Test;
import java.util.ArrayList;
import java.util.List;
import static org.junit.jupiter.api.Assertions.*;
/**
* Tests creating a set of rule bases (the same set as in inheritingrules) from config
*
* @author bratseth
*/
public class ConfigurationTestCase {
private static final SemanticSearcher searcher;
static {
searcher = new SemanticSearcher(config(), new SimpleLinguistics());
}
protected void assertSemantics(String result, String input, String baseName) {
Query query = new Query(QueryTestCase.httpEncode("?query=" + input + "&tracelevel=0&tracelevel.rules=0&rules.rulebase=" + baseName));
doSearch(searcher, query, 0, 10);
assertEquals(result, query.getModel().getQueryTree().getRoot().toString());
}
protected void assertSemanticsRulesOff(String result, String input) {
Query query = new Query(QueryTestCase.httpEncode("?query=" + input + "&tracelevel=0&tracelevel.rules=0&rules.off"));
doSearch(searcher, query, 0, 10);
assertEquals(result, query.getModel().getQueryTree().getRoot().toString());
}
@Test
void testReadingConfigurationRuleBase() {
RuleBase parent = searcher.getRuleBase("parent");
assertNotNull(parent);
assertEquals("parent", parent.getName());
assertEquals("parent", parent.getSource());
}
@Test
void testParent() {
assertSemantics("WEAKAND(100) vehiclebrand:audi", "audi cars", "parent");
assertSemantics("WEAKAND(100) vehiclebrand:alfa", "alfa bus", "parent");
assertSemantics("AND (WEAKAND(100) vehiclebrand:bmw) expensivetv", "bmw motorcycle", "parent.sr");
assertSemantics("WEAKAND(100) vw car", "vw cars", "parent");
assertSemantics("WEAKAND(100) skoda car", "skoda cars", "parent.sr");
}
@Test
void testChild1() {
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "audi cars", "child1.sr");
assertSemantics("WEAKAND(100) vehiclebrand:alfa", "alfa bus", "child1");
assertSemantics("AND (WEAKAND(100) vehiclebrand:bmw) expensivetv", "bmw motorcycle", "child1");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "vw cars", "child1");
assertSemantics("WEAKAND(100) skoda car", "skoda cars", "child1");
}
@Test
void testChild2() {
assertSemantics("WEAKAND(100) vehiclebrand:audi", "audi cars", "child2");
assertSemantics("WEAKAND(100) vehiclebrand:alfa", "alfa bus", "child2.sr");
assertSemantics("AND (WEAKAND(100) vehiclebrand:bmw) expensivetv", "bmw motorcycle", "child2.sr");
assertSemantics("WEAKAND(100) vw car", "vw cars", "child2");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "skoda cars", "child2");
}
@Test
void testGrandchild() {
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "audi cars", "grandchild.sr");
assertSemantics("WEAKAND(100) vehiclebrand:alfa", "alfa bus", "grandchild");
assertSemantics("AND (WEAKAND(100) vehiclebrand:bmw) expensivetv", "bmw motorcycle", "grandchild");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "vw cars", "grandchild");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "skoda cars", "grandchild");
}
@Test
void testSearcher() {
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "vw cars", "grandchild");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "vw cars", "grandchild.sd");
try {
assertSemantics("WEAKAND(100) vw cars", "vw cars", "doesntexist");
fail("No exception on missing rule base");
}
catch (RuleBaseException e) {
// Success
}
assertSemantics("WEAKAND(100) vw cars", "vw cars", "grandchild.sd&rules.off");
assertSemanticsRulesOff("WEAKAND(100) vw cars", "vw cars");
assertSemantics("WEAKAND(100) vw car", "vw cars", "child2");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "skoda cars", "child2");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "audi cars", "child1");
assertSemantics("WEAKAND(100) vehiclebrand:skoda", "vw cars", "child1");
assertSemantics("WEAKAND(100) skoda car", "skoda cars", "child1");
assertSemantics("WEAKAND(100) vw car", "vw cars", "parent");
assertSemantics("WEAKAND(100) skoda car", "skoda cars", "parent");
}
private void doSearch(Searcher searcher, Query query, int offset, int hits) {
query.setOffset(offset);
query.setHits(hits);
createExecution(searcher).search(query);
}
private Execution createExecution(Searcher searcher) {
return new Execution(chainedAsSearchChain(searcher), Execution.Context.createContextStub());
}
private Chain<Searcher> chainedAsSearchChain(Searcher topOfChain) {
List<Searcher> searchers = new ArrayList<>();
searchers.add(topOfChain);
return new Chain<>(searchers);
}
private static SemanticRulesConfig config() {
// Create config to make sure rules are valid, config is validated in call to toMap() below
var builder = new SemanticRulesConfig.Builder();
List<SemanticRulesConfig.Rulebase.Builder> rules = new ArrayList<>();
rules.add(create("child1", "vw -> audi;\n\n@include(parent.sr)\n\nvehiclebrand:audi -> vehiclebrand:skoda;\n\n"));
rules.add(create("child2", "@include(parent)\n\nvehiclebrand:vw -> vehiclebrand:audi;\n\n[brand] :- @super, skoda;\n\n\n"));
rules.add(create("cjk", "?? -> ???;\n@default\n"));
rules.add(create("grandchild", "@include(child1.sr)\n@include(child2.sr)\n\ncausesphrase -> \"a produced phrase\";\n"));
rules.add(create("grandfather", "[vehicle] :- car, motorcycle, bus;\n\ncars -> car;\n"));
rules.add(create("grandmother", "vehiclebrand:bmw +> expensivetv;\n"));
rules.add(create("parent", "@include(grandfather.sr)\n\n[brand] [vehicle] -> vehiclebrand:[brand];\n\n@include(grandmother.sr)\n\n[brand] :- alfa, audi, bmw;\n"));
builder.rulebase(rules);
return builder.build();
}
private static SemanticRulesConfig.Rulebase.Builder create(String name, String rules) {
var ruleBaseBuilder = new SemanticRulesConfig.Rulebase.Builder();
ruleBaseBuilder.name(name);
ruleBaseBuilder.rules(rules);
return ruleBaseBuilder;
}
}
|
