Add JSON serialization of non-empty reference fields

2 files changed, 131 insertions, 71 deletions

diff --git a/document/src/test/java/com/yahoo/document/json/DocumentUpdateJsonSerializerTest.java b/document/src/test/java/com/yahoo/document/json/DocumentUpdateJsonSerializerTest.java
index a0f993fd2fc..6a6ab1a9334 100644
--- a/document/src/test/java/com/yahoo/document/json/DocumentUpdateJsonSerializerTest.java
+++ b/document/src/test/java/com/yahoo/document/json/DocumentUpdateJsonSerializerTest.java
@@ -10,6 +10,7 @@ import com.yahoo.document.DocumentUpdate;
 import com.yahoo.document.Field;
 import com.yahoo.document.MapDataType;
 import com.yahoo.document.PositionDataType;
+import com.yahoo.document.ReferenceDataType;
 import com.yahoo.document.TensorDataType;
 import com.yahoo.document.WeightedSetDataType;
 import com.yahoo.tensor.TensorType;
@@ -33,16 +34,20 @@ public class DocumentUpdateJsonSerializerTest {
     final static DocumentTypeManager types = new DocumentTypeManager();
     final static JsonFactory parserFactory = new JsonFactory();
     final static DocumentType docType = new DocumentType("doctype");
+    final static DocumentType refTargetDocType = new DocumentType("target_doctype");
 
     final static String DEFAULT_DOCUMENT_ID = "id:test:doctype::1";
 
     static {
+        types.registerDocumentType(refTargetDocType);
+
         docType.addField(new Field("string_field", DataType.STRING));
         docType.addField(new Field("int_field", DataType.INT));
         docType.addField(new Field("float_field", DataType.FLOAT));
         docType.addField(new Field("double_field", DataType.DOUBLE));
         docType.addField(new Field("byte_field", DataType.BYTE));
         docType.addField(new Field("tensor_field", new TensorDataType(tensorType)));
+        docType.addField(new Field("reference_field", new ReferenceDataType(refTargetDocType, 777)));
         docType.addField(new Field("predicate_field", DataType.PREDICATE));
         docType.addField(new Field("raw_field", DataType.RAW));
         docType.addField(new Field("int_array", new ArrayDataType(DataType.INT)));
@@ -253,6 +258,20 @@ public class DocumentUpdateJsonSerializerTest {
     }
 
     @Test
+    public void reference_field_id_can_be_update_assigned_new_id() {
+        deSerializeAndSerializeJsonAndMatch(inputJson(
+                "{",
+                "    'update': 'DOCUMENT_ID',",
+                "    'fields': {",
+                "        'reference_field': {",
+                "            'assign': 'id:ns:target_doctype::foo'",
+                "        }",
+                "    }",
+                "}"
+        ));
+    }
+
+    @Test
     public void testAssignPredicate() {
         deSerializeAndSerializeJsonAndMatch(inputJson(
                 "{",
diff --git a/document/src/test/java/com/yahoo/document/json/JsonWriterTestCase.java b/document/src/test/java/com/yahoo/document/json/JsonWriterTestCase.java
index 57b3e088efc..bd2367aa333 100644
--- a/document/src/test/java/com/yahoo/document/json/JsonWriterTestCase.java
+++ b/document/src/test/java/com/yahoo/document/json/JsonWriterTestCase.java
@@ -2,9 +2,7 @@
 package com.yahoo.document.json;
 
 import com.fasterxml.jackson.core.JsonFactory;
-import com.fasterxml.jackson.core.JsonParseException;
 import com.fasterxml.jackson.core.io.JsonStringEncoder;
-import com.fasterxml.jackson.databind.JsonMappingException;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.yahoo.document.ArrayDataType;
 import com.yahoo.document.DataType;
@@ -18,6 +16,7 @@ import com.yahoo.document.DocumentTypeManager;
 import com.yahoo.document.Field;
 import com.yahoo.document.MapDataType;
 import com.yahoo.document.PositionDataType;
+import com.yahoo.document.ReferenceDataType;
 import com.yahoo.document.StructDataType;
 import com.yahoo.document.TensorDataType;
 import com.yahoo.document.WeightedSetDataType;
@@ -52,75 +51,109 @@ public class JsonWriterTestCase {
     @Before
     public void setUp() throws Exception {
         types = new DocumentTypeManager();
-        {
-            DocumentType x = new DocumentType("smoke");
-            x.addField(new Field("something", DataType.STRING));
-            x.addField(new Field("nalle", DataType.STRING));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("mirrors");
-            StructDataType woo = new StructDataType("woo");
-            woo.addField(new Field("sandra", DataType.STRING));
-            woo.addField(new Field("cloud", DataType.STRING));
-            x.addField(new Field("skuggsjaa", woo));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testarray");
-            DataType d = new ArrayDataType(DataType.STRING);
-            x.addField(new Field("actualarray", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testset");
-            DataType d = new WeightedSetDataType(DataType.STRING, true, true);
-            x.addField(new Field("actualset", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testmap");
-            DataType d = new MapDataType(DataType.STRING, DataType.STRING);
-            x.addField(new Field("actualmap", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testraw");
-            DataType d = DataType.RAW;
-            x.addField(new Field("actualraw", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testpredicate");
-            DataType d = DataType.PREDICATE;
-            x.addField(new Field("actualpredicate", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testMapStringToArrayOfInt");
-            DataType value = new ArrayDataType(DataType.INT);
-            DataType d = new MapDataType(DataType.STRING, value);
-            x.addField(new Field("actualMapStringToArrayOfInt", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testsinglepos");
-            DataType d = PositionDataType.INSTANCE;
-            x.addField(new Field("singlepos", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testmultipos");
-            DataType d = new ArrayDataType(PositionDataType.INSTANCE);
-            x.addField(new Field("multipos", d));
-            types.registerDocumentType(x);
-        }
-        {
-            DocumentType x = new DocumentType("testtensor");
-            TensorType tensorType = new TensorType.Builder().mapped("x").mapped("y").build();
-            x.addField(new Field("tensorfield", new TensorDataType(tensorType)));
-            types.registerDocumentType(x);
-        }
+        registerAllTestDocumentTypes();
+    }
+
+    private void registerAllTestDocumentTypes() {
+        registerSmokeDocumentType();
+        registerMirrorsDocumentType();
+        registerArrayDocumentType();
+        registerSetDocumentType();
+        registerMapDocumentType();
+        registerRawDocumentType();
+        registerPredicateDocumentType();
+        registerMapToStringToArrayDocumentType();
+        registerSinglePositionDocumentType();
+        registerMultiPositionDocumentType();
+        registerTensorDocumentType();
+        registerReferenceDocumentType();
+    }
+
+    private void registerReferenceDocumentType() {
+        DocumentType docTypeWithRef = new DocumentType("testrefs");
+        ReferenceDataType type = ReferenceDataType.createWithInferredId(types.getDocumentType("smoke"));
+        docTypeWithRef.addField(new Field("ref_field", type));
+        types.registerDocumentType(docTypeWithRef);
+    }
+
+    private void registerTensorDocumentType() {
+        DocumentType x = new DocumentType("testtensor");
+        TensorType tensorType = new TensorType.Builder().mapped("x").mapped("y").build();
+        x.addField(new Field("tensorfield", new TensorDataType(tensorType)));
+        types.registerDocumentType(x);
+    }
+
+    private void registerMultiPositionDocumentType() {
+        DocumentType x = new DocumentType("testmultipos");
+        DataType d = new ArrayDataType(PositionDataType.INSTANCE);
+        x.addField(new Field("multipos", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerSinglePositionDocumentType() {
+        DocumentType x = new DocumentType("testsinglepos");
+        DataType d = PositionDataType.INSTANCE;
+        x.addField(new Field("singlepos", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerMapToStringToArrayDocumentType() {
+        DocumentType x = new DocumentType("testMapStringToArrayOfInt");
+        DataType value = new ArrayDataType(DataType.INT);
+        DataType d = new MapDataType(DataType.STRING, value);
+        x.addField(new Field("actualMapStringToArrayOfInt", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerPredicateDocumentType() {
+        DocumentType x = new DocumentType("testpredicate");
+        DataType d = DataType.PREDICATE;
+        x.addField(new Field("actualpredicate", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerRawDocumentType() {
+        DocumentType x = new DocumentType("testraw");
+        DataType d = DataType.RAW;
+        x.addField(new Field("actualraw", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerMapDocumentType() {
+        DocumentType x = new DocumentType("testmap");
+        DataType d = new MapDataType(DataType.STRING, DataType.STRING);
+        x.addField(new Field("actualmap", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerSetDocumentType() {
+        DocumentType x = new DocumentType("testset");
+        DataType d = new WeightedSetDataType(DataType.STRING, true, true);
+        x.addField(new Field("actualset", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerArrayDocumentType() {
+        DocumentType x = new DocumentType("testarray");
+        DataType d = new ArrayDataType(DataType.STRING);
+        x.addField(new Field("actualarray", d));
+        types.registerDocumentType(x);
+    }
+
+    private void registerMirrorsDocumentType() {
+        DocumentType x = new DocumentType("mirrors");
+        StructDataType woo = new StructDataType("woo");
+        woo.addField(new Field("sandra", DataType.STRING));
+        woo.addField(new Field("cloud", DataType.STRING));
+        x.addField(new Field("skuggsjaa", woo));
+        types.registerDocumentType(x);
+    }
+
+    private void registerSmokeDocumentType() {
+        DocumentType x = new DocumentType("smoke");
+        x.addField(new Field("something", DataType.STRING));
+        x.addField(new Field("nalle", DataType.STRING));
+        types.registerDocumentType(x);
     }
 
     @After
@@ -345,4 +378,12 @@ public class JsonWriterTestCase {
         assertEqualJson(asDocument(docId, outputFields), JsonWriter.toByteArray(doc));
     }
 
+    @Test
+    public void non_empty_reference_field_is_roundtrip_json_serialized() throws IOException {
+        roundTripEquality("id:unittest:testrefs::helloworld",
+                "{ \"ref_field\": \"id:unittest:smoke::and_mirrors_too\" }");
+    }
+
+    // TODO empty ref fields
+
 }