1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
// Copyright 2018 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.search.dispatch;
import com.yahoo.fs4.QueryPacket;
import com.yahoo.prelude.fastsearch.CacheKey;
import com.yahoo.search.Query;
import com.yahoo.search.Result;
import com.yahoo.search.dispatch.searchcluster.Node;
import com.yahoo.search.dispatch.searchcluster.SearchCluster;
import com.yahoo.test.ManualClock;
import org.junit.Test;
import java.io.IOException;
import java.time.Duration;
import java.time.Instant;
import java.util.ArrayList;
import java.util.Collections;
import java.util.LinkedList;
import java.util.List;
import java.util.Optional;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.TimeUnit;
import static com.yahoo.search.dispatch.MockSearchCluster.createDispatchConfig;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
/**
* @author ollivir
*/
public class InterleavedSearchInvokerTest {
private ManualClock clock = new ManualClock(Instant.now());
private Query query = new TestQuery();
private LinkedList<Event> expectedEvents = new LinkedList<>();
private List<SearchInvoker> invokers = new ArrayList<>();
@Test
public void requireThatAdaptiveTimeoutsAreNotUsedWithFullCoverageRequirement() throws IOException {
SearchCluster cluster = new MockSearchCluster("!", createDispatchConfig(100.0), 1, 3);
SearchInvoker invoker = createInterleavedInvoker(cluster, 3);
expectedEvents.add(new Event(5000, 100, 0));
expectedEvents.add(new Event(4900, 100, 1));
expectedEvents.add(new Event(4800, 100, 2));
invoker.search(query, null, null);
assertTrue("All test scenario events processed", expectedEvents.isEmpty());
}
@Test
public void requireThatTimeoutsAreNotMarkedAsAdaptive() throws IOException {
SearchCluster cluster = new MockSearchCluster("!", createDispatchConfig(100.0), 1, 3);
SearchInvoker invoker = createInterleavedInvoker(cluster, 3);
expectedEvents.add(new Event(5000, 300, 0));
expectedEvents.add(new Event(4700, 300, 1));
expectedEvents.add(null);
List<Result> results = invoker.search(query, null, null);
assertTrue("All test scenario events processed", expectedEvents.isEmpty());
assertNotNull("Last invoker is marked as an error", results.get(2).hits().getErrorHit());
assertTrue("Timed out invoker is a normal timeout", results.get(2).getCoverage(false).isDegradedByTimeout());
}
@Test
public void requireThatAdaptiveTimeoutDecreasesTimeoutWhenCoverageIsReached() throws IOException {
SearchCluster cluster = new MockSearchCluster("!", createDispatchConfig(50.0), 1, 4);
SearchInvoker invoker = createInterleavedInvoker(cluster, 4);
expectedEvents.add(new Event(5000, 100, 0));
expectedEvents.add(new Event(4900, 100, 1));
expectedEvents.add(new Event(2400, 100, 2));
expectedEvents.add(new Event(0, 0, null));
List<Result> results = invoker.search(query, null, null);
assertTrue("All test scenario events processed", expectedEvents.isEmpty());
assertNotNull("Last invoker is marked as an error", results.get(3).hits().getErrorHit());
assertTrue("Timed out invoker is an adaptive timeout", results.get(3).getCoverage(false).isDegradedByAdapativeTimeout());
}
private InterleavedSearchInvoker createInterleavedInvoker(SearchCluster searchCluster, int numInvokers) {
for (int i = 0; i < numInvokers; i++) {
invokers.add(new TestInvoker());
}
return new InterleavedSearchInvoker(invokers, searchCluster) {
@Override
protected long currentTime() {
return clock.millis();
}
@Override
protected LinkedBlockingQueue<SearchInvoker> newQueue() {
return new LinkedBlockingQueue<SearchInvoker>() {
@Override
public SearchInvoker poll(long timeout, TimeUnit timeUnit) throws InterruptedException {
assertFalse(expectedEvents.isEmpty());
Event ev = expectedEvents.removeFirst();
if (ev == null) {
return null;
} else {
return ev.process(query, timeout);
}
}
};
}
};
}
private class Event {
Long expectedTimeout;
long delay;
Integer invokerIndex;
public Event(Integer expectedTimeout, int delay, Integer invokerIndex) {
this.expectedTimeout = (long) expectedTimeout;
this.delay = delay;
this.invokerIndex = invokerIndex;
}
public SearchInvoker process(Query query, long currentTimeout) {
if (expectedTimeout != null) {
assertEquals("Expecting timeout to be " + expectedTimeout, (long) expectedTimeout, currentTimeout);
}
clock.advance(Duration.ofMillis(delay));
if (query.getTimeLeft() < 0) {
fail("Test sequence ran out of time window");
}
if (invokerIndex == null) {
return null;
} else {
return invokers.get(invokerIndex);
}
}
}
private class TestInvoker extends SearchInvoker {
protected TestInvoker() {
super(Optional.of(new Node(42, "?", 0, 0)));
}
@Override
protected void sendSearchRequest(Query query, QueryPacket queryPacket) throws IOException {
}
@Override
protected List<Result> getSearchResults(CacheKey cacheKey) throws IOException {
return Collections.singletonList(new Result(query));
}
@Override
protected void release() {
}
}
public class TestQuery extends Query {
private long start = clock.millis();
public TestQuery() {
super();
setTimeout(5000);
}
@Override
public long getStartTime() {
return start;
}
@Override
public long getDurationTime() {
return clock.millis() - start;
}
}
}
|
