diff options
| -rw-r--r-- | vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java b/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java index 1c370b14b82..84dbe919c5c 100644 --- a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java +++ b/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/mapreduce/VespaRecordWriter.java @@ -59,8 +59,6 @@ public class VespaRecordWriter extends RecordWriter<Object, Object> { counters.incrementDocumentsSkipped(1); } else { String msg = "Failed to feed single document: " + error; - System.out.println(msg); - System.err.println(msg); log.log(Level.WARNING, msg, error); counters.incrementDocumentsFailed(1); } @@ -137,9 +135,14 @@ public class VespaRecordWriter extends RecordWriter<Object, Object> { if (config.dryrun()) { return new DryrunClient(); } else { - FeedClientBuilder feedClientBuilder = FeedClientBuilder.create(endpointUris(config)) + List<URI> endpoints = endpointUris(config); + log.info("Using endpoints " + endpoints); + int streamsPerConnection = streamsPerConnection(config); + log.log(Level.INFO, "Using {0} max streams per connection", new Object[] {streamsPerConnection}); + log.log(Level.INFO, "Using {0} connections", new Object[] {config.numConnections()}); + FeedClientBuilder feedClientBuilder = FeedClientBuilder.create(endpoints) .setConnectionsPerEndpoint(config.numConnections()) - .setMaxStreamPerConnection(streamsPerConnection(config)) + .setMaxStreamPerConnection(streamsPerConnection) .setRetryStrategy(retryStrategy(config)); onFeedClientInitialization(feedClientBuilder); |