1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.document.json.document;
import com.fasterxml.jackson.core.JsonParser;
import com.fasterxml.jackson.core.JsonToken;
import com.yahoo.document.DocumentId;
import com.yahoo.document.json.DocumentOperationType;
import com.yahoo.document.json.readers.DocumentParseInfo;
import java.io.IOException;
import java.util.Optional;
/**
* Parses a document operation.
*
* @author Haakon Dybdahl
*/
public class DocumentParser {
private static final String UPDATE = "update";
private static final String PUT = "put";
private static final String ID = "id";
private static final String CONDITION = "condition";
public static final String CREATE_IF_NON_EXISTENT = "create";
public static final String FIELDS = "fields";
public static final String REMOVE = "remove";
private final JsonParser parser;
private long indentLevel;
public DocumentParser(JsonParser parser) {
this.parser = parser;
}
/**
* Parses a single document and returns it.
* Returns empty if we have reached the end of the stream.
*/
public Optional<DocumentParseInfo> parse(Optional<DocumentId> documentIdArg) throws IOException {
indentLevel = 0;
DocumentParseInfo documentParseInfo = new DocumentParseInfo();
documentIdArg.ifPresent(documentId -> documentParseInfo.documentId = documentId);
boolean foundItems = false;
do {
foundItems |= parseOneItem(documentParseInfo, documentIdArg.isPresent() /* doc id set externally */);
} while (indentLevel > 0L);
if (documentParseInfo.documentId == null) {
if (foundItems)
throw new IllegalArgumentException("Missing a document operation ('put', 'update' or 'remove')");
else
return Optional.empty();
}
return Optional.of(documentParseInfo);
}
/**
* Parses one item from the stream.
*
* @return whether an item was found
*/
private boolean parseOneItem(DocumentParseInfo documentParseInfo, boolean docIdAndOperationIsSetExternally) throws IOException {
parser.nextValue();
processIndent();
if (parser.getCurrentName() == null) return false;
if (indentLevel == 1L) {
handleIdentLevelOne(documentParseInfo, docIdAndOperationIsSetExternally);
} else if (indentLevel == 2L) {
handleIdentLevelTwo(documentParseInfo);
}
return true;
}
private void processIndent() {
JsonToken currentToken = parser.currentToken();
if (currentToken == null) {
throw new IllegalArgumentException("Could not read document, no document?");
}
switch (currentToken) {
case START_OBJECT -> indentLevel++;
case END_OBJECT -> indentLevel--;
case START_ARRAY -> indentLevel += 10000L;
case END_ARRAY -> indentLevel -= 10000L;
}
}
private void handleIdentLevelOne(DocumentParseInfo documentParseInfo, boolean docIdAndOperationIsSetExternally)
throws IOException {
JsonToken currentToken = parser.getCurrentToken();
if (currentToken == JsonToken.VALUE_TRUE || currentToken == JsonToken.VALUE_FALSE) {
try {
if (CREATE_IF_NON_EXISTENT.equals(parser.getCurrentName())) {
documentParseInfo.create = Optional.ofNullable(parser.getBooleanValue());
return;
}
} catch (IOException e) {
throw new RuntimeException("Got IO exception while parsing document", e);
}
}
if ((currentToken == JsonToken.VALUE_TRUE || currentToken == JsonToken.VALUE_FALSE) &&
CREATE_IF_NON_EXISTENT.equals(parser.getCurrentName())) {
documentParseInfo.create = Optional.of(currentToken == JsonToken.VALUE_TRUE);
} else if (currentToken == JsonToken.VALUE_STRING && CONDITION.equals(parser.getCurrentName())) {
documentParseInfo.condition = Optional.of(parser.getText());
} else if (currentToken == JsonToken.VALUE_STRING) {
// Value is expected to be set in the header not in the document. Ignore any unknown field
// as well.
if (! docIdAndOperationIsSetExternally) {
documentParseInfo.operationType = operationNameToOperationType(parser.getCurrentName());
documentParseInfo.documentId = new DocumentId(parser.getText());
}
}
}
private void handleIdentLevelTwo(DocumentParseInfo documentParseInfo) {
try {
JsonToken currentToken = parser.getCurrentToken();
// "fields" opens a dictionary and is therefore on level two which might be surprising.
if (currentToken == JsonToken.START_OBJECT && FIELDS.equals(parser.getCurrentName())) {
documentParseInfo.fieldsBuffer.bufferObject(currentToken, parser);
processIndent();
}
} catch (IOException e) {
throw new RuntimeException("Got IO exception while parsing document", e);
}
}
private static DocumentOperationType operationNameToOperationType(String operationName) {
return switch (operationName) {
case PUT, ID -> DocumentOperationType.PUT;
case REMOVE -> DocumentOperationType.REMOVE;
case UPDATE -> DocumentOperationType.UPDATE;
default -> throw new IllegalArgumentException("Got " + operationName + " as document operation, only \"put\", " +
"\"remove\" and \"update\" are supported.");
};
}
}
|
