/tmp/bitcoin/src/univalue/lib/univalue_read.cpp
Line | Count | Source |
1 | | // Copyright 2014 BitPay Inc. |
2 | | // Distributed under the MIT software license, see the accompanying |
3 | | // file COPYING or https://opensource.org/licenses/mit-license.php. |
4 | | |
5 | | #include <univalue.h> |
6 | | #include <univalue_utffilter.h> |
7 | | |
8 | | #include <cstdint> |
9 | | #include <cstring> |
10 | | #include <string> |
11 | | #include <string_view> |
12 | | #include <vector> |
13 | | |
14 | | /* |
15 | | * According to stackexchange, the original json test suite wanted |
16 | | * to limit depth to 22. Widely-deployed PHP bails at depth 512, |
17 | | * so we will follow PHP's lead, which should be more than sufficient |
18 | | * (further stackexchange comments indicate depth > 32 rarely occurs). |
19 | | */ |
20 | | static constexpr size_t MAX_JSON_DEPTH = 512; |
21 | | |
22 | | static bool json_isdigit(int ch) |
23 | 7.69M | { |
24 | 7.69M | return ((ch >= '0') && (ch <= '9')); |
25 | 7.69M | } |
26 | | |
27 | | // convert hexadecimal string to unsigned integer |
28 | | static const char *hatoui(const char *first, const char *last, |
29 | | unsigned int& out) |
30 | 643 | { |
31 | 643 | unsigned int result = 0; |
32 | 3.21k | for (; first != last; ++first) |
33 | 2.57k | { |
34 | 2.57k | int digit; |
35 | 2.57k | if (json_isdigit(*first)) |
36 | 1.26k | digit = *first - '0'; |
37 | | |
38 | 1.30k | else if (*first >= 'a' && *first <= 'f') |
39 | 1.28k | digit = *first - 'a' + 10; |
40 | | |
41 | 22 | else if (*first >= 'A' && *first <= 'F') |
42 | 22 | digit = *first - 'A' + 10; |
43 | | |
44 | 0 | else |
45 | 0 | break; |
46 | | |
47 | 2.57k | result = 16 * result + digit; |
48 | 2.57k | } |
49 | 643 | out = result; |
50 | | |
51 | 643 | return first; |
52 | 643 | } |
53 | | |
54 | | enum jtokentype getJsonToken(std::string& tokenVal, unsigned int& consumed, |
55 | | const char *raw, const char *end) |
56 | 6.61M | { |
57 | 6.61M | tokenVal.clear(); |
58 | 6.61M | consumed = 0; |
59 | | |
60 | 6.61M | const char *rawStart = raw; |
61 | | |
62 | 8.51M | while (raw < end && (json_isspace(*raw))) // skip whitespace |
63 | 1.89M | raw++; |
64 | | |
65 | 6.61M | if (raw >= end) |
66 | 186k | return JTOK_NONE; |
67 | | |
68 | 6.43M | switch (*raw) { |
69 | | |
70 | 316k | case '{': |
71 | 316k | raw++; |
72 | 316k | consumed = (raw - rawStart); |
73 | 316k | return JTOK_OBJ_OPEN; |
74 | 316k | case '}': |
75 | 316k | raw++; |
76 | 316k | consumed = (raw - rawStart); |
77 | 316k | return JTOK_OBJ_CLOSE; |
78 | 126k | case '[': |
79 | 126k | raw++; |
80 | 126k | consumed = (raw - rawStart); |
81 | 126k | return JTOK_ARR_OPEN; |
82 | 125k | case ']': |
83 | 125k | raw++; |
84 | 125k | consumed = (raw - rawStart); |
85 | 125k | return JTOK_ARR_CLOSE; |
86 | | |
87 | 941k | case ':': |
88 | 941k | raw++; |
89 | 941k | consumed = (raw - rawStart); |
90 | 941k | return JTOK_COLON; |
91 | 912k | case ',': |
92 | 912k | raw++; |
93 | 912k | consumed = (raw - rawStart); |
94 | 912k | return JTOK_COMMA; |
95 | | |
96 | 777 | case 'n': |
97 | 16.2k | case 't': |
98 | 18.5k | case 'f': |
99 | 18.5k | if (!strncmp(raw, "null", 4)) { |
100 | 775 | raw += 4; |
101 | 775 | consumed = (raw - rawStart); |
102 | 775 | return JTOK_KW_NULL; |
103 | 17.7k | } else if (!strncmp(raw, "true", 4)) { |
104 | 15.5k | raw += 4; |
105 | 15.5k | consumed = (raw - rawStart); |
106 | 15.5k | return JTOK_KW_TRUE; |
107 | 15.5k | } else if (!strncmp(raw, "false", 5)) { |
108 | 2.25k | raw += 5; |
109 | 2.25k | consumed = (raw - rawStart); |
110 | 2.25k | return JTOK_KW_FALSE; |
111 | 2.25k | } else |
112 | 7 | return JTOK_ERR; |
113 | | |
114 | 39.0k | case '-': |
115 | 417k | case '0': |
116 | 985k | case '1': |
117 | 1.29M | case '2': |
118 | 1.47M | case '3': |
119 | 1.61M | case '4': |
120 | 1.67M | case '5': |
121 | 1.76M | case '6': |
122 | 1.82M | case '7': |
123 | 1.93M | case '8': |
124 | 2.00M | case '9': { |
125 | | // part 1: int |
126 | 2.00M | std::string numStr; |
127 | | |
128 | 2.00M | const char *first = raw; |
129 | | |
130 | 2.00M | const char *firstDigit = first; |
131 | 2.00M | if (!json_isdigit(*firstDigit)) |
132 | 39.0k | firstDigit++; |
133 | 2.00M | if ((*firstDigit == '0') && json_isdigit(firstDigit[1])) |
134 | 1 | return JTOK_ERR; |
135 | | |
136 | 2.00M | numStr += *raw; // copy first char |
137 | 2.00M | raw++; |
138 | | |
139 | 2.00M | if ((*first == '-') && (raw < end) && (!json_isdigit(*raw))) |
140 | 0 | return JTOK_ERR; |
141 | | |
142 | 6.29M | while (raw < end && json_isdigit(*raw)) { // copy digits |
143 | 4.28M | numStr += *raw; |
144 | 4.28M | raw++; |
145 | 4.28M | } |
146 | | |
147 | | // part 2: frac |
148 | 2.00M | if (raw < end && *raw == '.') { |
149 | 52.4k | numStr += *raw; // copy . |
150 | 52.4k | raw++; |
151 | | |
152 | 52.4k | if (raw >= end || !json_isdigit(*raw)) |
153 | 0 | return JTOK_ERR; |
154 | 551k | while (raw < end && json_isdigit(*raw)) { // copy digits |
155 | 498k | numStr += *raw; |
156 | 498k | raw++; |
157 | 498k | } |
158 | 52.4k | } |
159 | | |
160 | | // part 3: exp |
161 | 2.00M | if (raw < end && (*raw == 'e' || *raw == 'E')) { |
162 | 22.8k | numStr += *raw; // copy E |
163 | 22.8k | raw++; |
164 | | |
165 | 22.8k | if (raw < end && (*raw == '-' || *raw == '+')) { // copy +/- |
166 | 22.8k | numStr += *raw; |
167 | 22.8k | raw++; |
168 | 22.8k | } |
169 | | |
170 | 22.8k | if (raw >= end || !json_isdigit(*raw)) |
171 | 3 | return JTOK_ERR; |
172 | 68.5k | while (raw < end && json_isdigit(*raw)) { // copy digits |
173 | 45.6k | numStr += *raw; |
174 | 45.6k | raw++; |
175 | 45.6k | } |
176 | 22.8k | } |
177 | | |
178 | 2.00M | tokenVal = numStr; |
179 | 2.00M | consumed = (raw - rawStart); |
180 | 2.00M | return JTOK_NUMBER; |
181 | 2.00M | } |
182 | | |
183 | 1.66M | case '"': { |
184 | 1.66M | raw++; // skip " |
185 | | |
186 | 1.66M | std::string valStr; |
187 | 1.66M | JSONUTF8StringFilter writer(valStr); |
188 | | |
189 | 662M | while (true) { |
190 | 662M | if (raw >= end || (unsigned char)*raw < 0x20) |
191 | 4 | return JTOK_ERR; |
192 | | |
193 | 662M | else if (*raw == '\\') { |
194 | 690 | raw++; // skip backslash |
195 | | |
196 | 690 | if (raw >= end) |
197 | 0 | return JTOK_ERR; |
198 | | |
199 | 690 | switch (*raw) { |
200 | 14 | case '"': writer.push_back('\"'); break; |
201 | 4 | case '\\': writer.push_back('\\'); break; |
202 | 2 | case '/': writer.push_back('/'); break; |
203 | 4 | case 'b': writer.push_back('\b'); break; |
204 | 4 | case 'f': writer.push_back('\f'); break; |
205 | 7 | case 'n': writer.push_back('\n'); break; |
206 | 4 | case 'r': writer.push_back('\r'); break; |
207 | 4 | case 't': writer.push_back('\t'); break; |
208 | | |
209 | 643 | case 'u': { |
210 | 643 | unsigned int codepoint; |
211 | 643 | if (raw + 1 + 4 >= end || |
212 | 643 | hatoui(raw + 1, raw + 1 + 4, codepoint) != |
213 | 643 | raw + 1 + 4) |
214 | 0 | return JTOK_ERR; |
215 | 643 | writer.push_back_u(codepoint); |
216 | 643 | raw += 4; |
217 | 643 | break; |
218 | 643 | } |
219 | 4 | default: |
220 | 4 | return JTOK_ERR; |
221 | | |
222 | 690 | } |
223 | | |
224 | 686 | raw++; // skip esc'd char |
225 | 686 | } |
226 | | |
227 | 662M | else if (*raw == '"') { |
228 | 1.66M | raw++; // skip " |
229 | 1.66M | break; // stop scanning |
230 | 1.66M | } |
231 | | |
232 | 660M | else { |
233 | 660M | writer.push_back(static_cast<unsigned char>(*raw)); |
234 | 660M | raw++; |
235 | 660M | } |
236 | 662M | } |
237 | | |
238 | 1.66M | if (!writer.finalize()) |
239 | 4 | return JTOK_ERR; |
240 | 1.66M | tokenVal = valStr; |
241 | 1.66M | consumed = (raw - rawStart); |
242 | 1.66M | return JTOK_STRING; |
243 | 1.66M | } |
244 | | |
245 | 26 | default: |
246 | 26 | return JTOK_ERR; |
247 | 6.43M | } |
248 | 6.43M | } |
249 | | |
250 | | enum expect_bits : unsigned { |
251 | | EXP_OBJ_NAME = (1U << 0), |
252 | | EXP_COLON = (1U << 1), |
253 | | EXP_ARR_VALUE = (1U << 2), |
254 | | EXP_VALUE = (1U << 3), |
255 | | EXP_NOT_VALUE = (1U << 4), |
256 | | }; |
257 | | |
258 | 23.6M | #define expect(bit) (expectMask & (EXP_##bit)) |
259 | 5.65M | #define setExpect(bit) (expectMask |= EXP_##bit) |
260 | 5.85M | #define clearExpect(bit) (expectMask &= ~EXP_##bit) |
261 | | |
262 | | bool UniValue::read(std::string_view str_in) |
263 | 186k | { |
264 | 186k | clear(); |
265 | | |
266 | 186k | uint32_t expectMask = 0; |
267 | 186k | std::vector<UniValue*> stack; |
268 | | |
269 | 186k | std::string tokenVal; |
270 | 186k | unsigned int consumed; |
271 | 186k | enum jtokentype tok = JTOK_NONE; |
272 | 186k | enum jtokentype last_tok = JTOK_NONE; |
273 | 186k | const char* raw{str_in.data()}; |
274 | 186k | const char* end{raw + str_in.size()}; |
275 | 4.71M | do { |
276 | 4.71M | last_tok = tok; |
277 | | |
278 | 4.71M | tok = getJsonToken(tokenVal, consumed, raw, end); |
279 | 4.71M | if (tok == JTOK_NONE || tok == JTOK_ERR) |
280 | 47 | return false; |
281 | 4.71M | raw += consumed; |
282 | | |
283 | 4.71M | bool isValueOpen = jsonTokenIsValue(tok) || |
284 | 4.71M | tok == JTOK_OBJ_OPEN || tok == JTOK_ARR_OPEN; |
285 | | |
286 | 4.71M | if (expect(VALUE)) { |
287 | 941k | if (!isValueOpen) |
288 | 2 | return false; |
289 | 941k | clearExpect(VALUE); |
290 | | |
291 | 3.77M | } else if (expect(ARR_VALUE)) { |
292 | 352k | bool isArrValue = isValueOpen || (tok == JTOK_ARR_CLOSE); |
293 | 352k | if (!isArrValue) |
294 | 2 | return false; |
295 | | |
296 | 352k | clearExpect(ARR_VALUE); |
297 | | |
298 | 3.42M | } else if (expect(OBJ_NAME)) { |
299 | 1.00M | bool isObjName = (tok == JTOK_OBJ_CLOSE || tok == JTOK_STRING); |
300 | 1.00M | if (!isObjName) |
301 | 4 | return false; |
302 | | |
303 | 2.41M | } else if (expect(COLON)) { |
304 | 941k | if (tok != JTOK_COLON) |
305 | 3 | return false; |
306 | 941k | clearExpect(COLON); |
307 | | |
308 | 1.47M | } else if (!expect(COLON) && (tok == JTOK_COLON)) { |
309 | 1 | return false; |
310 | 1 | } |
311 | | |
312 | 4.71M | if (expect(NOT_VALUE)) { |
313 | 2.23M | if (isValueOpen) |
314 | 2 | return false; |
315 | 2.23M | clearExpect(NOT_VALUE); |
316 | 2.23M | } |
317 | | |
318 | 4.71M | switch (tok) { |
319 | | |
320 | 316k | case JTOK_OBJ_OPEN: |
321 | 443k | case JTOK_ARR_OPEN: { |
322 | 443k | VType utyp = (tok == JTOK_OBJ_OPEN ? VOBJ : VARR); |
323 | 443k | if (!stack.size()) { |
324 | 186k | if (utyp == VOBJ) |
325 | 185k | setObject(); |
326 | 617 | else |
327 | 617 | setArray(); |
328 | 186k | stack.push_back(this); |
329 | 257k | } else { |
330 | 257k | UniValue tmpVal(utyp); |
331 | 257k | UniValue *top = stack.back(); |
332 | 257k | top->values.push_back(tmpVal); |
333 | | |
334 | 257k | UniValue *newTop = &(top->values.back()); |
335 | 257k | stack.push_back(newTop); |
336 | 257k | } |
337 | | |
338 | 443k | if (stack.size() > MAX_JSON_DEPTH) |
339 | 2 | return false; |
340 | | |
341 | 443k | if (utyp == VOBJ) |
342 | 316k | setExpect(OBJ_NAME); |
343 | 126k | else |
344 | 126k | setExpect(ARR_VALUE); |
345 | 443k | break; |
346 | 443k | } |
347 | | |
348 | 316k | case JTOK_OBJ_CLOSE: |
349 | 442k | case JTOK_ARR_CLOSE: { |
350 | 442k | if (!stack.size() || (last_tok == JTOK_COMMA)) |
351 | 2 | return false; |
352 | | |
353 | 442k | VType utyp = (tok == JTOK_OBJ_CLOSE ? VOBJ : VARR); |
354 | 442k | UniValue *top = stack.back(); |
355 | 442k | if (utyp != top->getType()) |
356 | 1 | return false; |
357 | | |
358 | 442k | stack.pop_back(); |
359 | 442k | clearExpect(OBJ_NAME); |
360 | 442k | setExpect(NOT_VALUE); |
361 | 442k | break; |
362 | 442k | } |
363 | | |
364 | 941k | case JTOK_COLON: { |
365 | 941k | if (!stack.size()) |
366 | 0 | return false; |
367 | | |
368 | 941k | UniValue *top = stack.back(); |
369 | 941k | if (top->getType() != VOBJ) |
370 | 0 | return false; |
371 | | |
372 | 941k | setExpect(VALUE); |
373 | 941k | break; |
374 | 941k | } |
375 | | |
376 | 912k | case JTOK_COMMA: { |
377 | 912k | if (!stack.size() || |
378 | 912k | (last_tok == JTOK_COMMA) || (last_tok == JTOK_ARR_OPEN)) |
379 | 0 | return false; |
380 | | |
381 | 912k | UniValue *top = stack.back(); |
382 | 912k | if (top->getType() == VOBJ) |
383 | 687k | setExpect(OBJ_NAME); |
384 | 225k | else |
385 | 225k | setExpect(ARR_VALUE); |
386 | 912k | break; |
387 | 912k | } |
388 | | |
389 | 774 | case JTOK_KW_NULL: |
390 | 16.2k | case JTOK_KW_TRUE: |
391 | 18.5k | case JTOK_KW_FALSE: { |
392 | 18.5k | UniValue tmpVal; |
393 | 18.5k | switch (tok) { |
394 | 774 | case JTOK_KW_NULL: |
395 | | // do nothing more |
396 | 774 | break; |
397 | 15.5k | case JTOK_KW_TRUE: |
398 | 15.5k | tmpVal.setBool(true); |
399 | 15.5k | break; |
400 | 2.25k | case JTOK_KW_FALSE: |
401 | 2.25k | tmpVal.setBool(false); |
402 | 2.25k | break; |
403 | 0 | default: /* impossible */ break; |
404 | 18.5k | } |
405 | | |
406 | 18.5k | if (!stack.size()) { |
407 | 39 | *this = tmpVal; |
408 | 39 | break; |
409 | 39 | } |
410 | | |
411 | 18.5k | UniValue *top = stack.back(); |
412 | 18.5k | top->values.push_back(tmpVal); |
413 | | |
414 | 18.5k | setExpect(NOT_VALUE); |
415 | 18.5k | break; |
416 | 18.5k | } |
417 | | |
418 | 291k | case JTOK_NUMBER: { |
419 | 291k | UniValue tmpVal(VNUM, tokenVal); |
420 | 291k | if (!stack.size()) { |
421 | 69 | *this = tmpVal; |
422 | 69 | break; |
423 | 69 | } |
424 | | |
425 | 291k | UniValue *top = stack.back(); |
426 | 291k | top->values.push_back(tmpVal); |
427 | | |
428 | 291k | setExpect(NOT_VALUE); |
429 | 291k | break; |
430 | 291k | } |
431 | | |
432 | 1.66M | case JTOK_STRING: { |
433 | 1.66M | if (expect(OBJ_NAME)) { |
434 | 941k | UniValue *top = stack.back(); |
435 | 941k | top->keys.push_back(tokenVal); |
436 | 941k | clearExpect(OBJ_NAME); |
437 | 941k | setExpect(COLON); |
438 | 941k | } else { |
439 | 723k | UniValue tmpVal(VSTR, tokenVal); |
440 | 723k | if (!stack.size()) { |
441 | 3 | *this = tmpVal; |
442 | 3 | break; |
443 | 3 | } |
444 | 723k | UniValue *top = stack.back(); |
445 | 723k | top->values.push_back(tmpVal); |
446 | 723k | } |
447 | | |
448 | 1.66M | setExpect(NOT_VALUE); |
449 | 1.66M | break; |
450 | 1.66M | } |
451 | | |
452 | 0 | default: |
453 | 0 | return false; |
454 | 4.71M | } |
455 | 4.71M | } while (!stack.empty ()); |
456 | | |
457 | | /* Check that nothing follows the initial construct (parsed above). */ |
458 | 186k | tok = getJsonToken(tokenVal, consumed, raw, end); |
459 | 186k | if (tok != JTOK_NONE) |
460 | 13 | return false; |
461 | | |
462 | 186k | return true; |
463 | 186k | } |
464 | | |