/tmp/bitcoin/src/univalue/lib/univalue_read.cpp
Line | Count | Source |
1 | | // Copyright 2014 BitPay Inc. |
2 | | // Copyright (c) 2015-present The Bitcoin Core developers |
3 | | // Distributed under the MIT software license, see the accompanying |
4 | | // file COPYING or https://opensource.org/licenses/mit-license.php. |
5 | | |
6 | | #include <univalue.h> |
7 | | #include <univalue_utffilter.h> |
8 | | |
9 | | #include <cstdint> |
10 | | #include <cstring> |
11 | | #include <string> |
12 | | #include <string_view> |
13 | | #include <utility> |
14 | | #include <vector> |
15 | | |
16 | | /* |
17 | | * According to stackexchange, the original json test suite wanted |
18 | | * to limit depth to 22. Widely-deployed PHP bails at depth 512, |
19 | | * so we will follow PHP's lead, which should be more than sufficient |
20 | | * (further stackexchange comments indicate depth > 32 rarely occurs). |
21 | | */ |
22 | | static constexpr size_t MAX_JSON_DEPTH = 512; |
23 | | |
24 | | static bool json_isdigit(int ch) |
25 | 8.38M | { |
26 | 8.38M | return ((ch >= '0') && (ch <= '9')); |
27 | 8.38M | } |
28 | | |
29 | | // convert hexadecimal string to unsigned integer |
30 | | static const char *hatoui(const char *first, const char *last, |
31 | | unsigned int& out) |
32 | 670 | { |
33 | 670 | unsigned int result = 0; |
34 | 3.35k | for (; first != last; ++first) |
35 | 2.68k | { |
36 | 2.68k | int digit; |
37 | 2.68k | if (json_isdigit(*first)) |
38 | 1.36k | digit = *first - '0'; |
39 | | |
40 | 1.31k | else if (*first >= 'a' && *first <= 'f') |
41 | 1.29k | digit = *first - 'a' + 10; |
42 | | |
43 | 22 | else if (*first >= 'A' && *first <= 'F') |
44 | 22 | digit = *first - 'A' + 10; |
45 | | |
46 | 0 | else |
47 | 0 | break; |
48 | | |
49 | 2.68k | result = 16 * result + digit; |
50 | 2.68k | } |
51 | 670 | out = result; |
52 | | |
53 | 670 | return first; |
54 | 670 | } |
55 | | |
56 | | enum jtokentype getJsonToken(std::string& tokenVal, unsigned int& consumed, |
57 | | const char *raw, const char *end) |
58 | 6.93M | { |
59 | 6.93M | tokenVal.clear(); |
60 | 6.93M | consumed = 0; |
61 | | |
62 | 6.93M | const char *rawStart = raw; |
63 | | |
64 | 8.88M | while (raw < end && (json_isspace(*raw))) // skip whitespace |
65 | 1.95M | raw++; |
66 | | |
67 | 6.93M | if (raw >= end) |
68 | 189k | return JTOK_NONE; |
69 | | |
70 | 6.74M | switch (*raw) { |
71 | | |
72 | 330k | case '{': |
73 | 330k | raw++; |
74 | 330k | consumed = (raw - rawStart); |
75 | 330k | return JTOK_OBJ_OPEN; |
76 | 330k | case '}': |
77 | 330k | raw++; |
78 | 330k | consumed = (raw - rawStart); |
79 | 330k | return JTOK_OBJ_CLOSE; |
80 | 124k | case '[': |
81 | 124k | raw++; |
82 | 124k | consumed = (raw - rawStart); |
83 | 124k | return JTOK_ARR_OPEN; |
84 | 123k | case ']': |
85 | 123k | raw++; |
86 | 123k | consumed = (raw - rawStart); |
87 | 123k | return JTOK_ARR_CLOSE; |
88 | | |
89 | 975k | case ':': |
90 | 975k | raw++; |
91 | 975k | consumed = (raw - rawStart); |
92 | 975k | return JTOK_COLON; |
93 | 939k | case ',': |
94 | 939k | raw++; |
95 | 939k | consumed = (raw - rawStart); |
96 | 939k | return JTOK_COMMA; |
97 | | |
98 | 796 | case 'n': |
99 | 17.6k | case 't': |
100 | 20.0k | case 'f': |
101 | 20.0k | if (!strncmp(raw, "null", 4)) { |
102 | 794 | raw += 4; |
103 | 794 | consumed = (raw - rawStart); |
104 | 794 | return JTOK_KW_NULL; |
105 | 19.2k | } else if (!strncmp(raw, "true", 4)) { |
106 | 16.8k | raw += 4; |
107 | 16.8k | consumed = (raw - rawStart); |
108 | 16.8k | return JTOK_KW_TRUE; |
109 | 16.8k | } else if (!strncmp(raw, "false", 5)) { |
110 | 2.39k | raw += 5; |
111 | 2.39k | consumed = (raw - rawStart); |
112 | 2.39k | return JTOK_KW_FALSE; |
113 | 2.39k | } else |
114 | 7 | return JTOK_ERR; |
115 | | |
116 | 40.9k | case '-': |
117 | 429k | case '0': |
118 | 1.10M | case '1': |
119 | 1.43M | case '2': |
120 | 1.62M | case '3': |
121 | 1.77M | case '4': |
122 | 1.84M | case '5': |
123 | 1.93M | case '6': |
124 | 2.00M | case '7': |
125 | 2.10M | case '8': |
126 | 2.18M | case '9': { |
127 | | // part 1: int |
128 | 2.18M | std::string numStr; |
129 | | |
130 | 2.18M | const char *first = raw; |
131 | | |
132 | 2.18M | const char *firstDigit = first; |
133 | 2.18M | if (!json_isdigit(*firstDigit)) |
134 | 40.9k | firstDigit++; |
135 | 2.18M | if ((*firstDigit == '0') && json_isdigit(firstDigit[1])) |
136 | 1 | return JTOK_ERR; |
137 | | |
138 | 2.18M | numStr += *raw; // copy first char |
139 | 2.18M | raw++; |
140 | | |
141 | 2.18M | if ((*first == '-') && (raw < end) && (!json_isdigit(*raw))) |
142 | 0 | return JTOK_ERR; |
143 | | |
144 | 6.88M | while (raw < end && json_isdigit(*raw)) { // copy digits |
145 | 4.69M | numStr += *raw; |
146 | 4.69M | raw++; |
147 | 4.69M | } |
148 | | |
149 | | // part 2: frac |
150 | 2.18M | if (raw < end && *raw == '.') { |
151 | 56.7k | numStr += *raw; // copy . |
152 | 56.7k | raw++; |
153 | | |
154 | 56.7k | if (raw >= end || !json_isdigit(*raw)) |
155 | 0 | return JTOK_ERR; |
156 | 612k | while (raw < end && json_isdigit(*raw)) { // copy digits |
157 | 555k | numStr += *raw; |
158 | 555k | raw++; |
159 | 555k | } |
160 | 56.7k | } |
161 | | |
162 | | // part 3: exp |
163 | 2.18M | if (raw < end && (*raw == 'e' || *raw == 'E')) { |
164 | 26.1k | numStr += *raw; // copy E |
165 | 26.1k | raw++; |
166 | | |
167 | 26.1k | if (raw < end && (*raw == '-' || *raw == '+')) { // copy +/- |
168 | 26.1k | numStr += *raw; |
169 | 26.1k | raw++; |
170 | 26.1k | } |
171 | | |
172 | 26.1k | if (raw >= end || !json_isdigit(*raw)) |
173 | 3 | return JTOK_ERR; |
174 | 78.5k | while (raw < end && json_isdigit(*raw)) { // copy digits |
175 | 52.3k | numStr += *raw; |
176 | 52.3k | raw++; |
177 | 52.3k | } |
178 | 26.1k | } |
179 | | |
180 | 2.18M | tokenVal = numStr; |
181 | 2.18M | consumed = (raw - rawStart); |
182 | 2.18M | return JTOK_NUMBER; |
183 | 2.18M | } |
184 | | |
185 | 1.71M | case '"': { |
186 | 1.71M | raw++; // skip " |
187 | | |
188 | 1.71M | std::string valStr; |
189 | 1.71M | JSONUTF8StringFilter writer(valStr); |
190 | | |
191 | 1.23G | while (true) { |
192 | 1.23G | if (raw >= end || (unsigned char)*raw < 0x20) |
193 | 4 | return JTOK_ERR; |
194 | | |
195 | 1.23G | else if (*raw == '\\') { |
196 | 726 | raw++; // skip backslash |
197 | | |
198 | 726 | if (raw >= end) |
199 | 0 | return JTOK_ERR; |
200 | | |
201 | 726 | switch (*raw) { |
202 | 17 | case '"': writer.push_back('\"'); break; |
203 | 5 | case '\\': writer.push_back('\\'); break; |
204 | 2 | case '/': writer.push_back('/'); break; |
205 | 5 | case 'b': writer.push_back('\b'); break; |
206 | 5 | case 'f': writer.push_back('\f'); break; |
207 | 8 | case 'n': writer.push_back('\n'); break; |
208 | 5 | case 'r': writer.push_back('\r'); break; |
209 | 5 | case 't': writer.push_back('\t'); break; |
210 | | |
211 | 670 | case 'u': { |
212 | 670 | unsigned int codepoint; |
213 | 670 | if (raw + 1 + 4 >= end || |
214 | 670 | hatoui(raw + 1, raw + 1 + 4, codepoint) != |
215 | 670 | raw + 1 + 4) |
216 | 0 | return JTOK_ERR; |
217 | 670 | writer.push_back_u(codepoint); |
218 | 670 | raw += 4; |
219 | 670 | break; |
220 | 670 | } |
221 | 4 | default: |
222 | 4 | return JTOK_ERR; |
223 | | |
224 | 726 | } |
225 | | |
226 | 722 | raw++; // skip esc'd char |
227 | 722 | } |
228 | | |
229 | 1.23G | else if (*raw == '"') { |
230 | 1.71M | raw++; // skip " |
231 | 1.71M | break; // stop scanning |
232 | 1.71M | } |
233 | | |
234 | 1.23G | else { |
235 | 1.23G | writer.push_back(static_cast<unsigned char>(*raw)); |
236 | 1.23G | raw++; |
237 | 1.23G | } |
238 | 1.23G | } |
239 | | |
240 | 1.71M | if (!writer.finalize()) |
241 | 4 | return JTOK_ERR; |
242 | 1.71M | tokenVal = valStr; |
243 | 1.71M | consumed = (raw - rawStart); |
244 | 1.71M | return JTOK_STRING; |
245 | 1.71M | } |
246 | | |
247 | 26 | default: |
248 | 26 | return JTOK_ERR; |
249 | 6.74M | } |
250 | 6.74M | } |
251 | | |
252 | | enum expect_bits : unsigned { |
253 | | EXP_OBJ_NAME = (1U << 0), |
254 | | EXP_COLON = (1U << 1), |
255 | | EXP_ARR_VALUE = (1U << 2), |
256 | | EXP_VALUE = (1U << 3), |
257 | | EXP_NOT_VALUE = (1U << 4), |
258 | | }; |
259 | | |
260 | 24.3M | #define expect(bit) (expectMask & (EXP_##bit)) |
261 | 5.83M | #define setExpect(bit) (expectMask |= EXP_##bit) |
262 | 6.03M | #define clearExpect(bit) (expectMask &= ~EXP_##bit) |
263 | | |
264 | | bool UniValue::read(std::string_view json) |
265 | 189k | { |
266 | 189k | UniValue parsed; |
267 | 189k | if (!parsed.read_impl(json)) { |
268 | 80 | setNull(); |
269 | 80 | return false; |
270 | 80 | } |
271 | 189k | *this = std::move(parsed); |
272 | 189k | return true; |
273 | 189k | } |
274 | | |
275 | | bool UniValue::read_impl(std::string_view str_in) |
276 | 189k | { |
277 | 189k | clear(); |
278 | | |
279 | 189k | uint32_t expectMask = 0; |
280 | 189k | std::vector<UniValue*> stack; |
281 | | |
282 | 189k | std::string tokenVal; |
283 | 189k | unsigned int consumed; |
284 | 189k | enum jtokentype tok = JTOK_NONE; |
285 | 189k | enum jtokentype last_tok = JTOK_NONE; |
286 | 189k | const char* raw{str_in.data()}; |
287 | 189k | const char* end{raw + str_in.size()}; |
288 | 4.85M | do { |
289 | 4.85M | last_tok = tok; |
290 | | |
291 | 4.85M | tok = getJsonToken(tokenVal, consumed, raw, end); |
292 | 4.85M | if (tok == JTOK_NONE || tok == JTOK_ERR) |
293 | 48 | return false; |
294 | 4.85M | raw += consumed; |
295 | | |
296 | 4.85M | bool isValueOpen = jsonTokenIsValue(tok) || |
297 | 4.85M | tok == JTOK_OBJ_OPEN || tok == JTOK_ARR_OPEN; |
298 | | |
299 | 4.85M | if (expect(VALUE)) { |
300 | 975k | if (!isValueOpen) |
301 | 2 | return false; |
302 | 975k | clearExpect(VALUE); |
303 | | |
304 | 3.88M | } else if (expect(ARR_VALUE)) { |
305 | 353k | bool isArrValue = isValueOpen || (tok == JTOK_ARR_CLOSE); |
306 | 353k | if (!isArrValue) |
307 | 2 | return false; |
308 | | |
309 | 353k | clearExpect(ARR_VALUE); |
310 | | |
311 | 3.53M | } else if (expect(OBJ_NAME)) { |
312 | 1.04M | bool isObjName = (tok == JTOK_OBJ_CLOSE || tok == JTOK_STRING); |
313 | 1.04M | if (!isObjName) |
314 | 4 | return false; |
315 | | |
316 | 2.48M | } else if (expect(COLON)) { |
317 | 975k | if (tok != JTOK_COLON) |
318 | 3 | return false; |
319 | 975k | clearExpect(COLON); |
320 | | |
321 | 1.51M | } else if (!expect(COLON) && (tok == JTOK_COLON)) { |
322 | 1 | return false; |
323 | 1 | } |
324 | | |
325 | 4.85M | if (expect(NOT_VALUE)) { |
326 | 2.29M | if (isValueOpen) |
327 | 2 | return false; |
328 | 2.29M | clearExpect(NOT_VALUE); |
329 | 2.29M | } |
330 | | |
331 | 4.85M | switch (tok) { |
332 | | |
333 | 330k | case JTOK_OBJ_OPEN: |
334 | 454k | case JTOK_ARR_OPEN: { |
335 | 454k | VType utyp = (tok == JTOK_OBJ_OPEN ? VOBJ : VARR); |
336 | 454k | if (!stack.size()) { |
337 | 189k | if (utyp == VOBJ) |
338 | 189k | setObject(); |
339 | 737 | else |
340 | 737 | setArray(); |
341 | 189k | stack.push_back(this); |
342 | 264k | } else { |
343 | 264k | UniValue tmpVal(utyp); |
344 | 264k | UniValue *top = stack.back(); |
345 | 264k | top->values.push_back(tmpVal); |
346 | | |
347 | 264k | UniValue *newTop = &(top->values.back()); |
348 | 264k | stack.push_back(newTop); |
349 | 264k | } |
350 | | |
351 | 454k | if (stack.size() > MAX_JSON_DEPTH) |
352 | 2 | return false; |
353 | | |
354 | 454k | if (utyp == VOBJ) |
355 | 330k | setExpect(OBJ_NAME); |
356 | 124k | else |
357 | 124k | setExpect(ARR_VALUE); |
358 | 454k | break; |
359 | 454k | } |
360 | | |
361 | 330k | case JTOK_OBJ_CLOSE: |
362 | 453k | case JTOK_ARR_CLOSE: { |
363 | 453k | if (!stack.size() || (last_tok == JTOK_COMMA)) |
364 | 2 | return false; |
365 | | |
366 | 453k | VType utyp = (tok == JTOK_OBJ_CLOSE ? VOBJ : VARR); |
367 | 453k | UniValue *top = stack.back(); |
368 | 453k | if (utyp != top->getType()) |
369 | 1 | return false; |
370 | | |
371 | 453k | stack.pop_back(); |
372 | 453k | clearExpect(OBJ_NAME); |
373 | 453k | setExpect(NOT_VALUE); |
374 | 453k | break; |
375 | 453k | } |
376 | | |
377 | 975k | case JTOK_COLON: { |
378 | 975k | if (!stack.size()) |
379 | 0 | return false; |
380 | | |
381 | 975k | UniValue *top = stack.back(); |
382 | 975k | if (top->getType() != VOBJ) |
383 | 0 | return false; |
384 | | |
385 | 975k | setExpect(VALUE); |
386 | 975k | break; |
387 | 975k | } |
388 | | |
389 | 939k | case JTOK_COMMA: { |
390 | 939k | if (!stack.size() || |
391 | 939k | (last_tok == JTOK_COMMA) || (last_tok == JTOK_ARR_OPEN)) |
392 | 0 | return false; |
393 | | |
394 | 939k | UniValue *top = stack.back(); |
395 | 939k | if (top->getType() == VOBJ) |
396 | 710k | setExpect(OBJ_NAME); |
397 | 229k | else |
398 | 229k | setExpect(ARR_VALUE); |
399 | 939k | break; |
400 | 939k | } |
401 | | |
402 | 793 | case JTOK_KW_NULL: |
403 | 17.6k | case JTOK_KW_TRUE: |
404 | 20.0k | case JTOK_KW_FALSE: { |
405 | 20.0k | UniValue tmpVal; |
406 | 20.0k | switch (tok) { |
407 | 793 | case JTOK_KW_NULL: |
408 | | // do nothing more |
409 | 793 | break; |
410 | 16.8k | case JTOK_KW_TRUE: |
411 | 16.8k | tmpVal.setBool(true); |
412 | 16.8k | break; |
413 | 2.39k | case JTOK_KW_FALSE: |
414 | 2.39k | tmpVal.setBool(false); |
415 | 2.39k | break; |
416 | 0 | default: /* impossible */ break; |
417 | 20.0k | } |
418 | | |
419 | 20.0k | if (!stack.size()) { |
420 | 40 | *this = tmpVal; |
421 | 40 | break; |
422 | 40 | } |
423 | | |
424 | 20.0k | UniValue *top = stack.back(); |
425 | 20.0k | top->values.push_back(tmpVal); |
426 | | |
427 | 20.0k | setExpect(NOT_VALUE); |
428 | 20.0k | break; |
429 | 20.0k | } |
430 | | |
431 | 299k | case JTOK_NUMBER: { |
432 | 299k | UniValue tmpVal(VNUM, tokenVal); |
433 | 299k | if (!stack.size()) { |
434 | 69 | *this = tmpVal; |
435 | 69 | break; |
436 | 69 | } |
437 | | |
438 | 299k | UniValue *top = stack.back(); |
439 | 299k | top->values.push_back(tmpVal); |
440 | | |
441 | 299k | setExpect(NOT_VALUE); |
442 | 299k | break; |
443 | 299k | } |
444 | | |
445 | 1.71M | case JTOK_STRING: { |
446 | 1.71M | if (expect(OBJ_NAME)) { |
447 | 975k | UniValue *top = stack.back(); |
448 | 975k | top->keys.push_back(tokenVal); |
449 | 975k | clearExpect(OBJ_NAME); |
450 | 975k | setExpect(COLON); |
451 | 975k | } else { |
452 | 741k | UniValue tmpVal(VSTR, tokenVal); |
453 | 741k | if (!stack.size()) { |
454 | 3 | *this = tmpVal; |
455 | 3 | break; |
456 | 3 | } |
457 | 741k | UniValue *top = stack.back(); |
458 | 741k | top->values.push_back(tmpVal); |
459 | 741k | } |
460 | | |
461 | 1.71M | setExpect(NOT_VALUE); |
462 | 1.71M | break; |
463 | 1.71M | } |
464 | | |
465 | 0 | default: |
466 | 0 | return false; |
467 | 4.85M | } |
468 | 4.85M | } while (!stack.empty ()); |
469 | | |
470 | | /* Check that nothing follows the initial construct (parsed above). */ |
471 | 189k | tok = getJsonToken(tokenVal, consumed, raw, end); |
472 | 189k | if (tok != JTOK_NONE) |
473 | 13 | return false; |
474 | | |
475 | 189k | return true; |
476 | 189k | } |