1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
|
// Copyright 2016 Yahoo Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.search.query.rewrite.test;
import java.util.*;
import java.io.File;
import com.yahoo.search.searchchain.*;
import com.yahoo.search.query.rewrite.*;
import com.yahoo.search.query.rewrite.rewriters.*;
import com.yahoo.search.query.rewrite.RewritesConfig;
/**
* Test Cases for GenericExpansionRewriter
*
* @author karenlee@yahoo-inc.com
*/
public class GenericExpansionRewriterTestCase extends junit.framework.TestCase {
private QueryRewriteSearcherTestUtils utils;
private final String CONFIG_PATH = "file:src/test/java/com/yahoo/search/query/rewrite/test/" +
"test_generic_expansion_rewriter.cfg";
private final String GENERIC_EXPAND_DICT_PATH = "src/test/java/com/yahoo/search/query/rewrite/test/" +
"generic_expansion.fsa";
private final String REWRITER_NAME = GenericExpansionRewriter.REWRITER_NAME;
/**
* Load the GenericExpansionRewriterSearcher and prepare the
* execution object
*/
protected void setUp() {
RewritesConfig config = QueryRewriteSearcherTestUtils.createConfigObj(CONFIG_PATH);
HashMap<String, File> fileList = new HashMap<>();
fileList.put(GenericExpansionRewriter.GENERIC_EXPAND_DICT, new File(GENERIC_EXPAND_DICT_PATH));
GenericExpansionRewriter searcher = new GenericExpansionRewriter(config, fileList);
Execution execution = QueryRewriteSearcherTestUtils.createExecutionObj(searcher);
utils = new QueryRewriteSearcherTestUtils(execution);
}
public GenericExpansionRewriterTestCase(String name) {
super(name);
}
/**
* MaxRewrites=3, PartialPhraseMatch is on, type=adv case
*/
public void testPartialPhraseMaxRewriteAdvType() {
utils.assertRewrittenQuery("?query=(modern new york city travel phone number) OR (travel agency) OR travel&type=adv&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true&" +
REWRITER_NAME + "." + RewriterConstants.MAX_REWRITES + "=3",
"query 'OR (AND modern (OR (AND rewrite11 rewrite12) rewrite2 rewrite3 " +
"(AND new york city travel)) (OR pn (AND phone number))) ta (AND travel agency) " +
"tr travel'");
}
/**
* PartialPhraseMatch is off, type=adv case
*/
public void testPartialPhraseNoMaxRewriteAdvType() {
utils.assertRewrittenQuery("?query=(modern new york city travel phone number) OR (travel agency) OR travel&type=adv&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'OR (AND modern new york city travel phone number) " +
"ta (AND travel agency) tr travel'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, type=adv, added filter case
*/
public void testFullPhraseNoMaxRewriteAdvTypeFilter() {
utils.assertRewrittenQuery("?query=ca OR (modern new york city travel phone number) OR (travel agency) OR travel&" +
"type=adv&filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'RANK (OR california ca (AND modern new york city travel phone number) " +
"ta (AND travel agency) tr travel) |citystate:santa |clara |ca'");
}
/**
* MaxRewrites=0 (i.e No MaxRewrites), PartialPhraseMatch is on, type=adv, added filter case
*/
public void testPartialPhraseNoMaxRewriteAdvTypeFilter() {
utils.assertRewrittenQuery("?query=ca OR (modern new york city travel phone number) OR (travel agency) OR travel&" +
"type=adv&filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true&" +
REWRITER_NAME + "." + RewriterConstants.REWRITES_AS_UNIT_EQUIV + "=true&" +
REWRITER_NAME + "." + RewriterConstants.MAX_REWRITES + "=0",
"query 'RANK (OR california ca (AND modern (OR \"rewrite11 rewrite12\" " +
"rewrite2 rewrite3 rewrite4 rewrite5 (AND new york city travel)) " +
"(OR pn (AND phone number))) ta (AND travel agency) tr travel) " +
"|citystate:santa |clara |ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, single word, added filter case
*/
public void testFullPhraseNoMaxRewriteSingleWordFilter() {
utils.assertRewrittenQuery("?query=ca&" +
"filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'RANK (OR california ca) |citystate:santa |clara |ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is on, single word, added filter case
*/
public void testPartialPhraseNoMaxRewriteSingleWordFilter() {
utils.assertRewrittenQuery("?query=ca&" +
"filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'RANK (OR california ca) |citystate:santa |clara |ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, multi word, added filter case
*/
public void testFullPhraseNoMaxRewriteMultiWordFilter() {
utils.assertRewrittenQuery("?query=travel agency&" +
"filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'RANK (OR ta (AND travel agency)) |citystate:santa |clara |ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is on, multi word, added filter case
*/
public void testPartialPhraseNoMaxRewriteMultiWordFilter() {
utils.assertRewrittenQuery("?query=modern new york city travel phone number&" +
"filter=citystate:santa clara ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'RANK (AND modern (OR (AND rewrite11 rewrite12) rewrite2 rewrite3 " +
"rewrite4 rewrite5 (AND new york city travel)) (OR pn (AND phone number))) " +
"|citystate:santa |clara |ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, single word
*/
public void testFullPhraseNoMaxRewriteSingleWord() {
utils.assertRewrittenQuery("?query=ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'OR california ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is on, single word
*/
public void testPartialPhraseNoMaxRewriteSingleWord() {
utils.assertRewrittenQuery("?query=ca&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'OR california ca'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, multi word
*/
public void testFullPhraseNoMaxRewriteMultiWord() {
utils.assertRewrittenQuery("?query=travel agency&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'OR ta (AND travel agency)'");
}
/**
* No MaxRewrites, PartialPhraseMatch is off, multi word, no full match
*/
public void testFullPhraseNoMaxRewriteMultiWordNoMatch() {
utils.assertRewrittenQuery("?query=nyc travel agency&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=false",
"query 'AND nyc travel agency'");
}
/**
* No MaxRewrites, PartialPhraseMatch is on, multi word
*/
public void testPartialPhraseNoMaxRewriteMultiWord() {
utils.assertRewrittenQuery("?query=modern new york city travel phone number&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'AND modern (OR (AND rewrite11 rewrite12) rewrite2 rewrite3 rewrite4 rewrite5 "+
"(AND new york city travel)) (OR pn (AND phone number))'");
}
/**
* Matching multiple word in RANK subtree
* Dictionary contain the word "travel agency", the word "agency" and the word "travel"
* Should rewrite travel but not travel agency in this case
*/
public void testPartialPhraseMultiWordRankTree() {
utils.assertRewrittenQuery("?query=travel RANK agency&type=adv&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'RANK (OR tr travel) agency'");
}
/**
* Matching multiple word in RANK subtree
* Dictionary contain the word "travel agency", the word "agency" and the word "travel"
* Should rewrite travel but not travel agency in this case
*/
public void testFullPhraseMultiWordRankTree() {
utils.assertRewrittenQuery("?query=travel RANK agency&type=adv&" +
REWRITER_NAME + "." + RewriterConstants.PARTIAL_PHRASE_MATCH + "=true",
"query 'RANK (OR tr travel) agency'");
}
}
|
