Remove custom Utf8.toBytes implementation

`String` optimizations have caught up.

1 files changed, 41 insertions, 10 deletions

diff --git a/vespajlib/src/test/java/com/yahoo/text/Utf8TestCase.java b/vespajlib/src/test/java/com/yahoo/text/Utf8TestCase.java
index 2ffedee6a17..97d0717dc0b 100644
--- a/vespajlib/src/test/java/com/yahoo/text/Utf8TestCase.java
+++ b/vespajlib/src/test/java/com/yahoo/text/Utf8TestCase.java
@@ -557,32 +557,63 @@ public class Utf8TestCase {
     @Test
     @Ignore
     public void benchmarkDecoding() {
-        String ascii = "This is just sort of random mix.";
-        String unicode = "This is just sort of random mix. \u5370\u57df\u60c5\u5831\u53EF\u4EE5\u6709x\u00e9\u00e8";
+        byte[] ascii = "This is just sort of random mix.".getBytes();
+        byte[] unicode = "This is just sort of random mix. \u5370\u57df\u60c5\u5831\u53EF\u4EE5\u6709x\u00e9\u00e8".getBytes(StandardCharsets.UTF_8);
         int iterations = 100_000; // Use 100_000+ for benchmarking
 
-        ImmutableMap.of("ascii", ascii, "unicode", unicode).forEach((type, s) -> {
-            long time1 = benchmarkDecoding(Utf8::toString, s, iterations);
+        ImmutableMap.of("ascii", ascii, "unicode", unicode).forEach((type, b) -> {
+            long time1 = benchmark(() -> decode(Utf8::toString, b, iterations));
             System.out.printf("Utf8::toString of %s string took %d ms\n", type, time1);
-            long time2 = benchmarkDecoding((b) -> new String(b, StandardCharsets.UTF_8), s, iterations);
+            long time2 = benchmark(() -> decode((b1) -> new String(b1, StandardCharsets.UTF_8), b, iterations));
             System.out.printf("String::new of %s string took %d ms\n", type, time2);
             double change = ((double) time2 / (double) time1) - 1;
             System.out.printf("Change = %.02f%%\n", change * 100);
         });
     }
 
-    private String decode(Function<byte[], String> stringFunction, String s, int iterations) {
+    @Test
+    @Ignore
+    public void benchmarkEncoding() {
+        String ascii = "This is just sort of random mix.";
+        String unicode = "This is just sort of random mix. \u5370\u57df\u60c5\u5831\u53EF\u4EE5\u6709x\u00e9\u00e8";
+        int iterations = 1_000_000; // Use 1_000_000+ for benchmarking
+
+        ImmutableMap.of("ascii", ascii, "unicode", unicode).forEach((type, s) -> {
+            long time1 = benchmark(() -> encode(Utf8::toBytes, s, iterations));
+            System.out.printf("Utf8::toBytes of %s string took %d ms\n", type, time1);
+            long time2 = benchmark(() -> encode((s1) -> s1.getBytes(StandardCharsets.UTF_8), s, iterations));
+            System.out.printf("String::getBytes of %s string took %d ms\n", type, time2);
+            double change = ((double) time2 / (double) time1) - 1;
+            System.out.printf("Change = %.02f%%\n", change * 100);
+        });
+    }
+
+
+    private byte[] encode(Function<String, byte[]> encoder, String s, int iterations) {
+        byte[] res = null;
+        for (int i = 0; i < iterations; i++) {
+            res = encoder.apply(s + i); // Append counter to avoid String cache
+        }
+        return res;
+    }
+
+    private String decode(Function<byte[], String> decoder, byte[] b, int iterations) {
         String res = null;
         for (int i = 0; i < iterations; i++) {
-            res = stringFunction.apply((s + i).getBytes());
+            // Append counter to avoid String cache
+            byte[] counter = String.valueOf(i).getBytes();
+            byte[] result = new byte[b.length + counter.length];
+            System.arraycopy(b, 0, result, 0, b.length);
+            System.arraycopy(counter, 0, result, b.length, counter.length);
+            res = decoder.apply(result);
         }
         return res;
     }
 
-    private long benchmarkDecoding(Function<byte[], String> stringFunction, String s, int iterations) {
-        decode(stringFunction, s, iterations); // Warmup
+    private long benchmark(Runnable r) {
+        r.run(); // Warmup
         long start = System.currentTimeMillis();
-        decode(stringFunction, s, iterations);
+        r.run();
         long end = System.currentTimeMillis();
         return end - start;
     }