1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.feedhandler;
import com.google.inject.Inject;
import com.yahoo.clientmetrics.ClientMetrics;
import com.yahoo.cloud.config.SlobroksConfig;
import com.yahoo.component.provider.ComponentRegistry;
import com.yahoo.container.jdisc.HttpRequest;
import com.yahoo.container.jdisc.ThreadedHttpRequestHandler;
import com.yahoo.docproc.DocprocService;
import com.yahoo.document.DocumentTypeManager;
import com.yahoo.document.config.DocumentmanagerConfig;
import com.yahoo.feedapi.FeedContext;
import com.yahoo.feedapi.MessagePropertyProcessor;
import com.yahoo.feedapi.SharedSender;
import com.yahoo.jdisc.Metric;
import com.yahoo.search.query.ParameterParser;
import com.yahoo.vespa.config.content.LoadTypeConfig;
import com.yahoo.vespaclient.config.FeederConfig;
import java.io.IOException;
import java.io.InputStream;
import java.util.concurrent.Executor;
import java.util.zip.GZIPInputStream;
public abstract class VespaFeedHandlerBase extends ThreadedHttpRequestHandler {
protected FeedContext context;
private final long defaultTimeoutMillis;
@Inject
public VespaFeedHandlerBase(FeederConfig feederConfig,
LoadTypeConfig loadTypeConfig,
DocumentmanagerConfig documentmanagerConfig,
SlobroksConfig slobroksConfig,
Executor executor,
Metric metric) {
this(FeedContext.getInstance(feederConfig, loadTypeConfig, documentmanagerConfig,
slobroksConfig, metric),
executor, (long)feederConfig.timeout() * 1000);
}
VespaFeedHandlerBase(FeedContext context, Executor executor) {
this(context, executor, context.getPropertyProcessor().getDefaultTimeoutMillis());
}
VespaFeedHandlerBase(FeedContext context, Executor executor, long defaultTimeoutMillis) {
super(executor, context.getMetricAPI());
this.context = context;
this.defaultTimeoutMillis = defaultTimeoutMillis;
}
SharedSender getSharedSender(String route) {
return context.getSharedSender(route);
}
DocprocService getDocprocChain(HttpRequest request) {
return context.getPropertyProcessor().getDocprocChain(request);
}
ComponentRegistry<DocprocService> getDocprocServiceRegistry(HttpRequest request) {
return context.getPropertyProcessor().getDocprocServiceRegistry(request);
}
MessagePropertyProcessor getPropertyProcessor() {
return context.getPropertyProcessor();
}
/**
* @param request Request object to get the POST data stream from
* @return An InputStream that either is a GZIP wrapper or simply the
* original data stream.
* @throws IllegalArgumentException if GZIP stream creation failed
*/
InputStream getRequestInputStream(HttpRequest request) {
if ("gzip".equals(request.getHeader("Content-Encoding"))) {
try {
return new GZIPInputStream(request.getData());
} catch (IOException e) {
throw new IllegalArgumentException("Failed to create GZIP input stream from content", e);
}
} else {
return request.getData();
}
}
protected DocumentTypeManager getDocumentTypeManager() {
return context.getDocumentTypeManager();
}
public ClientMetrics getMetrics() {
return context.getMetrics();
}
protected long getTimeoutMillis(HttpRequest request) {
return ParameterParser.asMilliSeconds(request.getProperty("timeout"), defaultTimeoutMillis);
}
}
|
