Merge pull request #2562 from yahoo/arnej/add-TeeInputStream

add TeeInputStream

2 files changed, 119 insertions, 11 deletions

diff --git a/vespajlib/src/main/java/com/yahoo/io/TeeInputStream.java b/vespajlib/src/main/java/com/yahoo/io/TeeInputStream.java
new file mode 100644
index 00000000000..f9e803df08f
--- /dev/null
+++ b/vespajlib/src/main/java/com/yahoo/io/TeeInputStream.java
@@ -0,0 +1,97 @@
+package com.yahoo.io;
+
+import java.io.InputStream;
+import java.io.OutputStream;
+import java.io.IOException;
+
+/**
+ * Forwards input from a source InputStream while making a copy of it into an outputstream.
+ * Note that it also does read-ahead and copies up to 64K of data more than was used.
+ */
+class TeeInputStream extends InputStream {
+    final InputStream src;
+    final OutputStream dst;
+
+    static final int CAPACITY = 65536;
+
+    byte[] buf = new byte[CAPACITY];
+    int readPos = 0;
+    int writePos = 0;
+
+    private int inBuf() { return writePos - readPos; }
+
+    private void fillBuf() throws IOException {
+        if (readPos == writePos) {
+            readPos = 0;
+            writePos = 0;
+        }
+        if (readPos * 3 > CAPACITY) {
+            int had = inBuf();
+            System.arraycopy(buf, readPos, buf, 0, had);
+            readPos = 0;
+            writePos = had;
+        }
+        int wantToRead = CAPACITY - writePos;
+        if (inBuf() > 0) {
+            // if we have data already, do not block, read only what is available
+            wantToRead = Math.min(wantToRead, src.available());
+        }
+        if (wantToRead > 0) {
+            int got = src.read(buf, writePos, wantToRead);
+            if (got > 0) {
+                dst.write(buf, writePos, got);
+                writePos += got;
+            }
+        }
+    }
+
+    /** Construct a Tee */
+    public TeeInputStream(InputStream from, OutputStream to) {
+        super();
+        this.src = from;
+        this.dst = to;
+    }
+
+    @Override
+    public int available() throws IOException {
+        return inBuf() + src.available();
+    }
+
+    @Override
+    public void close() throws IOException {
+        src.close();
+        dst.close();
+    }
+
+    @Override
+    public int read() throws IOException {
+        fillBuf();
+        if (inBuf() > 0) {
+            int r = buf[readPos++];
+            return r & 0xff;
+        }
+        return -1;
+    }
+
+    @Override
+    public int read(byte[] b) throws IOException {
+        return read(b, 0, b.length);
+    }
+
+    @Override
+    public int read(byte[] b, int off, int len) throws IOException {
+        if (len <= 0) {
+            return 0;
+        }
+        fillBuf();
+        int had = inBuf();
+        if (had > 0) {
+            len = Math.min(len, had);
+            System.arraycopy(buf, readPos, b, off, len);
+            readPos += len;
+            return len;
+        }
+        return -1;
+    }
+
+}
diff --git a/vespajlib/src/main/java/com/yahoo/io/reader/NamedReader.java b/vespajlib/src/main/java/com/yahoo/io/reader/NamedReader.java
index 65201a02bae..7b93429acdb 100644
--- a/vespajlib/src/main/java/com/yahoo/io/reader/NamedReader.java
+++ b/vespajlib/src/main/java/com/yahoo/io/reader/NamedReader.java
@@ -28,21 +28,32 @@ public class NamedReader extends Reader {
     public Reader getReader() { return reader; }
 
     /** Returns the name */
-    public @Override String toString() {
+    @Override
+    public String toString() {
         return name;
     }
 
     // The rest is reader method implementations which delegates to the wrapped reader
-    public @Override int read(java.nio.CharBuffer charBuffer) throws java.io.IOException { return reader.read(charBuffer); }
-    public @Override int read() throws java.io.IOException { return reader.read(); }
-    public @Override int read(char[] chars) throws java.io.IOException { return reader.read(chars); }
-    public @Override int read(char[] chars, int i, int i1) throws java.io.IOException { return reader.read(chars,i,i1); }
-    public @Override long skip(long l) throws java.io.IOException { return reader.skip(l); }
-    public @Override boolean ready() throws java.io.IOException { return reader.ready(); }
-    public @Override boolean markSupported() { return reader.markSupported(); }
-    public @Override void mark(int i) throws java.io.IOException { reader.mark(i); }
-    public @Override void reset() throws java.io.IOException { reader.reset(); }
-    public @Override void close() throws java.io.IOException { reader.close(); }
+    @Override
+    public int read(java.nio.CharBuffer charBuffer) throws java.io.IOException { return reader.read(charBuffer); }
+    @Override
+    public int read() throws java.io.IOException { return reader.read(); }
+    @Override
+    public int read(char[] chars) throws java.io.IOException { return reader.read(chars); }
+    @Override
+    public int read(char[] chars, int i, int i1) throws java.io.IOException { return reader.read(chars,i,i1); }
+    @Override
+    public long skip(long l) throws java.io.IOException { return reader.skip(l); }
+    @Override
+    public boolean ready() throws java.io.IOException { return reader.ready(); }
+    @Override
+    public boolean markSupported() { return reader.markSupported(); }
+    @Override
+    public void mark(int i) throws java.io.IOException { reader.mark(i); }
+    @Override
+    public void reset() throws java.io.IOException { reader.reset(); }
+    @Override
+    public void close() throws java.io.IOException { reader.close(); }
 
     /** Convenience method for closing a list of readers. Does nothing if the given reader list is null. */
     public static void closeAll(List<NamedReader> readers) {