Set a higher client queue timeout and reduce client queue, with many mappers/reducers each gets a large 30K queue and timeout in queue is handled as a docment failure.

1 files changed, 3 insertions, 0 deletions

diff --git a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java b/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java
index 8072e99e2ab..e23daee5318 100644
--- a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java
+++ b/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java
@@ -126,11 +126,14 @@ public class VespaRecordWriter extends RecordWriter {
         feedParamsBuilder.setRoute(configuration.route());
         feedParamsBuilder.setMaxSleepTimeMs(configuration.maxSleepTimeMs());
         feedParamsBuilder.setMaxInFlightRequests(configuration.maxInFlightRequests());
+        feedParamsBuilder.setLocalQueueTimeOut(3600*1000); //1 hour queue timeout
 
         SessionParams.Builder sessionParams = new SessionParams.Builder();
         sessionParams.setThrottlerMinSize(configuration.throttlerMinSize());
         sessionParams.setConnectionParams(connParamsBuilder.build());
         sessionParams.setFeedParams(feedParamsBuilder.build());
+        sessionParams.setClientQueueSize(configuration.maxInFlightRequests()*2);
+
 
         String endpoints = configuration.endpoint();
         StringTokenizer tokenizer = new StringTokenizer(endpoints, ",");