1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.config.proxy;
import com.yahoo.concurrent.DaemonThreadFactory;
import com.yahoo.config.ConfigurationRuntimeException;
import com.yahoo.config.subscription.ConfigSourceSet;
import com.yahoo.config.subscription.impl.JRTConfigRequester;
import com.yahoo.jrt.Request;
import com.yahoo.jrt.Spec;
import com.yahoo.jrt.Supervisor;
import com.yahoo.jrt.Target;
import com.yahoo.jrt.Transport;
import com.yahoo.log.LogLevel;
import com.yahoo.vespa.config.*;
import com.yahoo.vespa.config.protocol.JRTServerConfigRequest;
import java.util.*;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.logging.Logger;
/**
* An Rpc client to a config source
*
* @author hmusum
*/
class RpcConfigSourceClient implements ConfigSourceClient {
private final static Logger log = Logger.getLogger(RpcConfigSourceClient.class.getName());
private final Supervisor supervisor = new Supervisor(new Transport());
private final ConfigSourceSet configSourceSet;
private final HashMap<ConfigCacheKey, Subscriber> activeSubscribers = new HashMap<>();
private final Object activeSubscribersLock = new Object();
private final MemoryCache memoryCache;
private final ClientUpdater clientUpdater;
private final DelayedResponses delayedResponses;
private final TimingValues timingValues;
private ExecutorService exec;
private Map<ConfigSourceSet, JRTConfigRequester> requesterPool;
RpcConfigSourceClient(ConfigSourceSet configSourceSet,
ClientUpdater clientUpdater,
MemoryCache memoryCache,
TimingValues timingValues,
DelayedResponses delayedResponses) {
this.configSourceSet = configSourceSet;
this.clientUpdater = clientUpdater;
this.memoryCache = memoryCache;
this.delayedResponses = delayedResponses;
this.timingValues = timingValues;
checkConfigSources();
exec = Executors.newCachedThreadPool(new DaemonThreadFactory("subscriber-"));
requesterPool = createRequesterPool(configSourceSet, timingValues);
}
/**
* Creates a requester (connection) pool of one entry, to be used each time this {@link RpcConfigSourceClient} is used
* @param ccs a {@link ConfigSourceSet}
* @param timingValues a {@link TimingValues}
* @return requester map
*/
private Map<ConfigSourceSet, JRTConfigRequester> createRequesterPool(ConfigSourceSet ccs, TimingValues timingValues) {
Map<ConfigSourceSet, JRTConfigRequester> ret = new HashMap<>();
if (ccs.getSources().isEmpty()) return ret; // unit test, just skip creating any requester
ret.put(ccs, JRTConfigRequester.get(new JRTConnectionPool(ccs), timingValues));
return ret;
}
/**
* Checks if config sources are available
*/
private void checkConfigSources() {
if (configSourceSet == null || configSourceSet.getSources() == null || configSourceSet.getSources().size() == 0) {
log.log(LogLevel.WARNING, "No config sources defined, could not check connection");
} else {
Request req = new Request("ping");
for (String configSource : configSourceSet.getSources()) {
Spec spec = new Spec(configSource);
Target target = supervisor.connect(spec);
target.invokeSync(req, 30.0);
if (target.isValid()) {
log.log(LogLevel.DEBUG, () -> "Created connection to config source at " + spec.toString());
return;
} else {
log.log(LogLevel.INFO, "Could not connect to config source at " + spec.toString());
}
target.close();
}
String extra = "";
log.log(LogLevel.INFO, "Could not connect to any config source in set " + configSourceSet.toString() +
", please make sure config server(s) are running. " + extra);
}
}
/**
* Retrieves the requested config from the cache or the remote server.
* <p>
* If the requested config is different from the one in cache, the cached request is returned immediately.
* If they are equal, this method returns null.
* <p>
* If the config was not in cache, this method starts a <em>Subscriber</em> in a separate thread
* that gets the config and calls updateSubscribers().
*
* @param input The config to retrieve - can be empty (no payload), or have a valid payload.
* @return A Config with a payload.
*/
@Override
public RawConfig getConfig(RawConfig input, JRTServerConfigRequest request) {
// Always add to delayed responses (we remove instead if we find config in cache)
// This is to avoid a race where we might end up not adding to delayed responses
// nor subscribing to config if another request for the same config
// happens at the same time
DelayedResponse delayedResponse = new DelayedResponse(request);
delayedResponses.add(delayedResponse);
final ConfigCacheKey configCacheKey = new ConfigCacheKey(input.getKey(), input.getDefMd5());
RawConfig cachedConfig = memoryCache.get(configCacheKey);
boolean needToGetConfig = true;
RawConfig ret = null;
if (cachedConfig != null) {
log.log(LogLevel.DEBUG, () -> "Found config " + configCacheKey + " in cache, generation=" + cachedConfig.getGeneration() +
",configmd5=" + cachedConfig.getConfigMd5());
log.log(LogLevel.SPAM, () -> "input config=" + input + ",cached config=" + cachedConfig);
if (ProxyServer.configOrGenerationHasChanged(cachedConfig, request)) {
log.log(LogLevel.SPAM, () -> "Cached config is not equal to requested, will return it");
if (delayedResponses.remove(delayedResponse)) {
// unless another thread already did it
ret = cachedConfig;
}
}
if (!cachedConfig.isError()) {
needToGetConfig = false;
}
}
if (needToGetConfig) {
subscribeToConfig(input, configCacheKey);
}
return ret;
}
private void subscribeToConfig(RawConfig input, ConfigCacheKey configCacheKey) {
synchronized (activeSubscribersLock) {
if (activeSubscribers.containsKey(configCacheKey)) {
log.log(LogLevel.DEBUG, () -> "Already a subscriber running for: " + configCacheKey);
} else {
log.log(LogLevel.DEBUG, () -> "Could not find good config in cache, creating subscriber for: " + configCacheKey);
UpstreamConfigSubscriber subscriber = new UpstreamConfigSubscriber(input, clientUpdater, configSourceSet, timingValues, requesterPool, memoryCache);
try {
subscriber.subscribe();
activeSubscribers.put(configCacheKey, subscriber);
exec.execute(subscriber);
} catch (ConfigurationRuntimeException e) {
log.log(LogLevel.INFO, "Subscribe for '" + configCacheKey + "' failed, closing subscriber");
subscriber.cancel();
}
}
}
}
@Override
public void cancel() {
shutdownSourceConnections();
}
/**
* Takes down connection(s) to config sources and running tasks
*/
@Override
public void shutdownSourceConnections() {
synchronized (activeSubscribersLock) {
for (Subscriber subscriber : activeSubscribers.values()) {
subscriber.cancel();
}
activeSubscribers.clear();
}
exec.shutdown();
for (JRTConfigRequester requester : requesterPool.values()) {
requester.close();
}
}
@Override
public String getActiveSourceConnection() {
if (requesterPool.get(configSourceSet) != null) {
return requesterPool.get(configSourceSet).getConnectionPool().getCurrent().getAddress();
} else {
return "";
}
}
@Override
public List<String> getSourceConnections() {
ArrayList<String> ret = new ArrayList<>();
final JRTConfigRequester jrtConfigRequester = requesterPool.get(configSourceSet);
if (jrtConfigRequester != null) {
ret.addAll(configSourceSet.getSources());
}
return ret;
}
}
|
