src/test/test-json.c

   1 /* SPDX-License-Identifier: LGPL-2.1+ */
   2
   3 #include <math.h>
   4 #if HAVE_VALGRIND_VALGRIND_H
   5 #include <valgrind/valgrind.h>
   6 #endif
   7
   8 #include "alloc-util.h"
   9 #include "fd-util.h"
  10 #include "json-internal.h"
  11 #include "json.h"
  12 #include "string-util.h"
  13 #include "strv.h"
  14 #include "util.h"
  15
  16 static void test_tokenizer(const char *data, ...) {
  17         unsigned line = 0, column = 0;
  18         void *state = NULL;
  19         va_list ap;
  20
  21         va_start(ap, data);
  22
  23         for (;;) {
  24                 unsigned token_line, token_column;
  25                 _cleanup_free_ char *str = NULL;
  26                 JsonValue v = JSON_VALUE_NULL;
  27                 int t, tt;
  28
  29                 t = json_tokenize(&data, &str, &v, &token_line, &token_column, &state, &line, &column);
  30                 tt = va_arg(ap, int);
  31
  32                 assert_se(t == tt);
  33
  34                 if (t == JSON_TOKEN_END || t < 0)
  35                         break;
  36
  37                 else if (t == JSON_TOKEN_STRING) {
  38                         const char *nn;
  39
  40                         nn = va_arg(ap, const char *);
  41                         assert_se(streq_ptr(nn, str));
  42
  43                 } else if (t == JSON_TOKEN_REAL) {
  44                         long double d;
  45
  46                         d = va_arg(ap, long double);
  47
  48 #if HAVE_VALGRIND_VALGRIND_H
  49                         if (!RUNNING_ON_VALGRIND)
  50 #endif
  51                                 /* Valgrind doesn't support long double calculations and automatically downgrades to 80bit:
  52                                  * http://www.valgrind.org/docs/manual/manual-core.html#manual-core.limits */
  53                                 assert_se(fabsl(d - v.real) < 0.001L);
  54
  55                 } else if (t == JSON_TOKEN_INTEGER) {
  56                         intmax_t i;
  57
  58                         i = va_arg(ap, intmax_t);
  59                         assert_se(i == v.integer);
  60
  61                 } else if (t == JSON_TOKEN_UNSIGNED) {
  62                         uintmax_t u;
  63
  64                         u = va_arg(ap, uintmax_t);
  65                         assert_se(u == v.unsig);
  66
  67                 } else if (t == JSON_TOKEN_BOOLEAN) {
  68                         bool b;
  69
  70                         b = va_arg(ap, int);
  71                         assert_se(b == v.boolean);
  72                 }
  73         }
  74
  75         va_end(ap);
  76 }
  77
  78 typedef void (*Test)(JsonVariant *);
  79
  80 static void test_variant(const char *data, Test test) {
  81         _cleanup_(json_variant_unrefp) JsonVariant *v = NULL, *w = NULL;
  82         _cleanup_free_ char *s = NULL;
  83         int r;
  84
  85         r = json_parse(data, &v, NULL, NULL);
  86         assert_se(r == 0);
  87         assert_se(v);
  88
  89         r = json_variant_format(v, 0, &s);
  90         assert_se(r >= 0);
  91         assert_se(s);
  92
  93         log_info("formatted normally: %s\n", s);
  94
  95         r = json_parse(data, &w, NULL, NULL);
  96         assert_se(r == 0);
  97         assert_se(w);
  98         assert_se(json_variant_has_type(v, json_variant_type(w)));
  99         assert_se(json_variant_has_type(w, json_variant_type(v)));
 100         assert_se(json_variant_equal(v, w));
 101
 102         s = mfree(s);
 103         w = json_variant_unref(w);
 104
 105         r = json_variant_format(v, JSON_FORMAT_PRETTY, &s);
 106         assert_se(r >= 0);
 107         assert_se(s);
 108
 109         log_info("formatted prettily:\n%s", s);
 110
 111         r = json_parse(data, &w, NULL, NULL);
 112         assert_se(r == 0);
 113         assert_se(w);
 114
 115         assert_se(json_variant_has_type(v, json_variant_type(w)));
 116         assert_se(json_variant_has_type(w, json_variant_type(v)));
 117         assert_se(json_variant_equal(v, w));
 118
 119         s = mfree(s);
 120         r = json_variant_format(v, JSON_FORMAT_COLOR, &s);
 121         assert_se(r >= 0);
 122         assert_se(s);
 123         printf("Normal with color: %s\n", s);
 124
 125         s = mfree(s);
 126         r = json_variant_format(v, JSON_FORMAT_COLOR|JSON_FORMAT_PRETTY, &s);
 127         assert_se(r >= 0);
 128         assert_se(s);
 129         printf("Pretty with color:\n%s\n", s);
 130
 131         if (test)
 132                 test(v);
 133 }
 134
 135 static void test_1(JsonVariant *v) {
 136         JsonVariant *p, *q;
 137         unsigned i;
 138
 139         /* 3 keys + 3 values */
 140         assert_se(json_variant_elements(v) == 6);
 141
 142         /* has k */
 143         p = json_variant_by_key(v, "k");
 144         assert_se(p && json_variant_type(p) == JSON_VARIANT_STRING);
 145
 146         /* k equals v */
 147         assert_se(streq(json_variant_string(p), "v"));
 148
 149         /* has foo */
 150         p = json_variant_by_key(v, "foo");
 151         assert_se(p && json_variant_type(p) == JSON_VARIANT_ARRAY && json_variant_elements(p) == 3);
 152
 153         /* check  foo[0] = 1, foo[1] = 2, foo[2] = 3 */
 154         for (i = 0; i < 3; ++i) {
 155                 q = json_variant_by_index(p, i);
 156                 assert_se(q && json_variant_type(q) == JSON_VARIANT_UNSIGNED && json_variant_unsigned(q) == (i+1));
 157                 assert_se(q && json_variant_has_type(q, JSON_VARIANT_INTEGER) && json_variant_integer(q) == (i+1));
 158         }
 159
 160         /* has bar */
 161         p = json_variant_by_key(v, "bar");
 162         assert_se(p && json_variant_type(p) == JSON_VARIANT_OBJECT && json_variant_elements(p) == 2);
 163
 164         /* zap is null */
 165         q = json_variant_by_key(p, "zap");
 166         assert_se(q && json_variant_type(q) == JSON_VARIANT_NULL);
 167 }
 168
 169 static void test_2(JsonVariant *v) {
 170         JsonVariant *p, *q;
 171
 172         /* 2 keys + 2 values */
 173         assert_se(json_variant_elements(v) == 4);
 174
 175         /* has mutant */
 176         p = json_variant_by_key(v, "mutant");
 177         assert_se(p && json_variant_type(p) == JSON_VARIANT_ARRAY && json_variant_elements(p) == 4);
 178
 179         /* mutant[0] == 1 */
 180         q = json_variant_by_index(p, 0);
 181         assert_se(q && json_variant_type(q) == JSON_VARIANT_UNSIGNED && json_variant_unsigned(q) == 1);
 182         assert_se(q && json_variant_has_type(q, JSON_VARIANT_INTEGER) && json_variant_integer(q) == 1);
 183
 184         /* mutant[1] == null */
 185         q = json_variant_by_index(p, 1);
 186         assert_se(q && json_variant_type(q) == JSON_VARIANT_NULL);
 187
 188         /* mutant[2] == "1" */
 189         q = json_variant_by_index(p, 2);
 190         assert_se(q && json_variant_type(q) == JSON_VARIANT_STRING && streq(json_variant_string(q), "1"));
 191
 192         /* mutant[3] == JSON_VARIANT_OBJECT */
 193         q = json_variant_by_index(p, 3);
 194         assert_se(q && json_variant_type(q) == JSON_VARIANT_OBJECT && json_variant_elements(q) == 2);
 195
 196         /* has 1 */
 197         p = json_variant_by_key(q, "1");
 198         assert_se(p && json_variant_type(p) == JSON_VARIANT_ARRAY && json_variant_elements(p) == 2);
 199
 200         /* "1"[0] == 1 */
 201         q = json_variant_by_index(p, 0);
 202         assert_se(q && json_variant_type(q) == JSON_VARIANT_UNSIGNED && json_variant_unsigned(q) == 1);
 203         assert_se(q && json_variant_has_type(q, JSON_VARIANT_INTEGER) && json_variant_integer(q) == 1);
 204
 205         /* "1"[1] == "1" */
 206         q = json_variant_by_index(p, 1);
 207         assert_se(q && json_variant_type(q) == JSON_VARIANT_STRING && streq(json_variant_string(q), "1"));
 208
 209         /* has thisisaverylongproperty */
 210         p = json_variant_by_key(v, "thisisaverylongproperty");
 211         assert_se(p && json_variant_type(p) == JSON_VARIANT_REAL && fabsl(json_variant_real(p) - 1.27) < 0.001);
 212 }
 213
 214
 215 static void test_zeroes(JsonVariant *v) {
 216         size_t i;
 217
 218         /* Make sure zero is how we expect it. */
 219
 220         assert_se(json_variant_elements(v) == 13);
 221
 222         for (i = 0; i < json_variant_elements(v); i++) {
 223                 JsonVariant *w;
 224                 size_t j;
 225
 226                 assert_se(w = json_variant_by_index(v, i));
 227
 228                 assert_se(json_variant_integer(w) == 0);
 229                 assert_se(json_variant_unsigned(w) == 0U);
 230
 231 #pragma GCC diagnostic push
 232 #pragma GCC diagnostic ignored "-Wfloat-equal"
 233                 assert_se(json_variant_real(w) == 0.0L);
 234 #pragma GCC diagnostic pop
 235
 236                 assert_se(json_variant_is_integer(w));
 237                 assert_se(json_variant_is_unsigned(w));
 238                 assert_se(json_variant_is_real(w));
 239                 assert_se(json_variant_is_number(w));
 240
 241                 assert_se(!json_variant_is_negative(w));
 242
 243                 assert_se(IN_SET(json_variant_type(w), JSON_VARIANT_INTEGER, JSON_VARIANT_UNSIGNED, JSON_VARIANT_REAL));
 244
 245                 for (j = 0; j < json_variant_elements(v); j++) {
 246                         JsonVariant *q;
 247
 248                         assert_se(q = json_variant_by_index(v, j));
 249
 250                         assert_se(json_variant_equal(w, q));
 251                 }
 252         }
 253 }
 254
 255 static void test_build(void) {
 256         _cleanup_(json_variant_unrefp) JsonVariant *a = NULL, *b = NULL;
 257         _cleanup_free_ char *s = NULL, *t = NULL;
 258
 259         assert_se(json_build(&a, JSON_BUILD_STRING("hallo")) >= 0);
 260         assert_se(json_build(&b, JSON_BUILD_LITERAL(" \"hallo\"   ")) >= 0);
 261         assert_se(json_variant_equal(a, b));
 262
 263         b = json_variant_unref(b);
 264
 265         assert_se(json_build(&b, JSON_BUILD_VARIANT(a)) >= 0);
 266         assert_se(json_variant_equal(a, b));
 267
 268         b = json_variant_unref(b);
 269         assert_se(json_build(&b, JSON_BUILD_STRING("pief")) >= 0);
 270         assert_se(!json_variant_equal(a, b));
 271
 272         a = json_variant_unref(a);
 273         b = json_variant_unref(b);
 274
 275         assert_se(json_build(&a, JSON_BUILD_OBJECT(JSON_BUILD_PAIR("one", JSON_BUILD_INTEGER(7)),
 276                                                    JSON_BUILD_PAIR("two", JSON_BUILD_REAL(2.0)),
 277                                                    JSON_BUILD_PAIR("three", JSON_BUILD_INTEGER(0)))) >= 0);
 278
 279         assert_se(json_build(&b, JSON_BUILD_OBJECT(JSON_BUILD_PAIR("two", JSON_BUILD_INTEGER(2)),
 280                                                    JSON_BUILD_PAIR("three", JSON_BUILD_REAL(0)),
 281                                                    JSON_BUILD_PAIR("one", JSON_BUILD_REAL(7)))) >= 0);
 282
 283         assert_se(json_variant_equal(a, b));
 284
 285         a = json_variant_unref(a);
 286         b = json_variant_unref(b);
 287
 288         assert_se(json_build(&a, JSON_BUILD_ARRAY(JSON_BUILD_OBJECT(JSON_BUILD_PAIR("x", JSON_BUILD_BOOLEAN(true)),
 289                                                                     JSON_BUILD_PAIR("y", JSON_BUILD_OBJECT(JSON_BUILD_PAIR("this", JSON_BUILD_NULL)))),
 290                                                   JSON_BUILD_VARIANT(NULL),
 291                                                   JSON_BUILD_LITERAL(NULL),
 292                                                   JSON_BUILD_STRING(NULL),
 293                                                   JSON_BUILD_NULL,
 294                                                   JSON_BUILD_INTEGER(77),
 295                                                   JSON_BUILD_ARRAY(JSON_BUILD_VARIANT(JSON_VARIANT_STRING_CONST("foobar")), JSON_BUILD_VARIANT(JSON_VARIANT_STRING_CONST("zzz"))),
 296                                                   JSON_BUILD_STRV(STRV_MAKE("one", "two", "three", "four")))) >= 0);
 297
 298         assert_se(json_variant_format(a, 0, &s) >= 0);
 299         log_info("GOT: %s\n", s);
 300         assert_se(json_parse(s, &b, NULL, NULL) >= 0);
 301         assert_se(json_variant_equal(a, b));
 302
 303         a = json_variant_unref(a);
 304         b = json_variant_unref(b);
 305
 306         assert_se(json_build(&a, JSON_BUILD_REAL(M_PIl)) >= 0);
 307
 308         s = mfree(s);
 309         assert_se(json_variant_format(a, 0, &s) >= 0);
 310         log_info("GOT: %s\n", s);
 311         assert_se(json_parse(s, &b, NULL, NULL) >= 0);
 312         assert_se(json_variant_format(b, 0, &t) >= 0);
 313         log_info("GOT: %s\n", t);
 314
 315         assert_se(streq(s, t));
 316
 317         a = json_variant_unref(a);
 318         b = json_variant_unref(b);
 319 }
 320
 321 static void test_source(void) {
 322         static const char data[] =
 323                 "\n"
 324                 "\n"
 325                 "{\n"
 326                 "\"foo\" : \"bar\", \n"
 327                 "\"qüüx\" : [ 1, 2, 3,\n"
 328                 "4,\n"
 329                 "5 ],\n"
 330                 "\"miep\" : { \"hallo\" : 1 },\n"
 331                 "\n"
 332                 "\"zzzzzz\" \n"
 333                 ":\n"
 334                 "[ true, \n"
 335                 "false, 7.5, {} ]\n"
 336                 "}\n";
 337
 338         _cleanup_fclose_ FILE *f = NULL;
 339         _cleanup_(json_variant_unrefp) JsonVariant *v = NULL;
 340
 341         printf("--- original begin ---\n"
 342                "%s"
 343                "--- original end ---\n", data);
 344
 345         assert_se(f = fmemopen((void*) data, sizeof(data), "r"));
 346
 347         assert_se(json_parse_file(f, "waldo", &v, NULL, NULL) >= 0);
 348
 349         printf("--- non-pretty begin ---\n");
 350         json_variant_dump(v, 0, stdout, NULL);
 351         printf("\n--- non-pretty end ---\n");
 352
 353         printf("--- pretty begin ---\n");
 354         json_variant_dump(v, JSON_FORMAT_PRETTY|JSON_FORMAT_COLOR|JSON_FORMAT_SOURCE, stdout, NULL);
 355         printf("--- pretty end ---\n");
 356 }
 357
 358 static void test_depth(void) {
 359         _cleanup_(json_variant_unrefp) JsonVariant *v = NULL;
 360         unsigned i;
 361         int r;
 362
 363         v = JSON_VARIANT_STRING_CONST("start");
 364
 365         /* Let's verify that the maximum depth checks work */
 366
 367         for (i = 0;; i++) {
 368                 _cleanup_(json_variant_unrefp) JsonVariant *w = NULL;
 369
 370                 assert_se(i <= UINT16_MAX);
 371                 if (i & 1)
 372                         r = json_variant_new_array(&w, &v, 1);
 373                 else
 374                         r = json_variant_new_object(&w, (JsonVariant*[]) { JSON_VARIANT_STRING_CONST("key"), v }, 2);
 375                 if (r == -ELNRNG) {
 376                         log_info("max depth at %u", i);
 377                         break;
 378                 }
 379
 380                 assert_se(r >= 0);
 381
 382                 json_variant_unref(v);
 383                 v = TAKE_PTR(w);
 384         }
 385
 386         json_variant_dump(v, 0, stdout, NULL);
 387         fputs("\n", stdout);
 388 }
 389
 390 int main(int argc, char *argv[]) {
 391
 392         log_set_max_level(LOG_DEBUG);
 393         log_parse_environment();
 394         log_open();
 395
 396         test_tokenizer("x", -EINVAL);
 397         test_tokenizer("", JSON_TOKEN_END);
 398         test_tokenizer(" ", JSON_TOKEN_END);
 399         test_tokenizer("0", JSON_TOKEN_UNSIGNED, (uintmax_t) 0, JSON_TOKEN_END);
 400         test_tokenizer("-0", JSON_TOKEN_INTEGER, (intmax_t) 0, JSON_TOKEN_END);
 401         test_tokenizer("1234", JSON_TOKEN_UNSIGNED, (uintmax_t) 1234, JSON_TOKEN_END);
 402         test_tokenizer("-1234", JSON_TOKEN_INTEGER, (intmax_t) -1234, JSON_TOKEN_END);
 403         test_tokenizer("18446744073709551615", JSON_TOKEN_UNSIGNED, (uintmax_t) UINT64_MAX, JSON_TOKEN_END);
 404         test_tokenizer("-9223372036854775808", JSON_TOKEN_INTEGER, (intmax_t) INT64_MIN, JSON_TOKEN_END);
 405         test_tokenizer("18446744073709551616", JSON_TOKEN_REAL, (long double) 18446744073709551616.0L, JSON_TOKEN_END);
 406         test_tokenizer("-9223372036854775809", JSON_TOKEN_REAL, (long double) -9223372036854775809.0L, JSON_TOKEN_END);
 407         test_tokenizer("-1234", JSON_TOKEN_INTEGER, (intmax_t) -1234, JSON_TOKEN_END);
 408         test_tokenizer("3.141", JSON_TOKEN_REAL, (long double) 3.141, JSON_TOKEN_END);
 409         test_tokenizer("0.0", JSON_TOKEN_REAL, (long double) 0.0, JSON_TOKEN_END);
 410         test_tokenizer("7e3", JSON_TOKEN_REAL, (long double) 7e3, JSON_TOKEN_END);
 411         test_tokenizer("-7e-3", JSON_TOKEN_REAL, (long double) -7e-3, JSON_TOKEN_END);
 412         test_tokenizer("true", JSON_TOKEN_BOOLEAN, true, JSON_TOKEN_END);
 413         test_tokenizer("false", JSON_TOKEN_BOOLEAN, false, JSON_TOKEN_END);
 414         test_tokenizer("null", JSON_TOKEN_NULL, JSON_TOKEN_END);
 415         test_tokenizer("{}", JSON_TOKEN_OBJECT_OPEN, JSON_TOKEN_OBJECT_CLOSE, JSON_TOKEN_END);
 416         test_tokenizer("\t {\n} \n", JSON_TOKEN_OBJECT_OPEN, JSON_TOKEN_OBJECT_CLOSE, JSON_TOKEN_END);
 417         test_tokenizer("[]", JSON_TOKEN_ARRAY_OPEN, JSON_TOKEN_ARRAY_CLOSE, JSON_TOKEN_END);
 418         test_tokenizer("\t [] \n\n", JSON_TOKEN_ARRAY_OPEN, JSON_TOKEN_ARRAY_CLOSE, JSON_TOKEN_END);
 419         test_tokenizer("\"\"", JSON_TOKEN_STRING, "", JSON_TOKEN_END);
 420         test_tokenizer("\"foo\"", JSON_TOKEN_STRING, "foo", JSON_TOKEN_END);
 421         test_tokenizer("\"foo\\nfoo\"", JSON_TOKEN_STRING, "foo\nfoo", JSON_TOKEN_END);
 422         test_tokenizer("{\"foo\" : \"bar\"}", JSON_TOKEN_OBJECT_OPEN, JSON_TOKEN_STRING, "foo", JSON_TOKEN_COLON, JSON_TOKEN_STRING, "bar", JSON_TOKEN_OBJECT_CLOSE, JSON_TOKEN_END);
 423         test_tokenizer("{\"foo\" : [true, false]}", JSON_TOKEN_OBJECT_OPEN, JSON_TOKEN_STRING, "foo", JSON_TOKEN_COLON, JSON_TOKEN_ARRAY_OPEN, JSON_TOKEN_BOOLEAN, true, JSON_TOKEN_COMMA, JSON_TOKEN_BOOLEAN, false, JSON_TOKEN_ARRAY_CLOSE, JSON_TOKEN_OBJECT_CLOSE, JSON_TOKEN_END);
 424         test_tokenizer("\"\xef\xbf\xbd\"", JSON_TOKEN_STRING, "\xef\xbf\xbd", JSON_TOKEN_END);
 425         test_tokenizer("\"\\ufffd\"", JSON_TOKEN_STRING, "\xef\xbf\xbd", JSON_TOKEN_END);
 426         test_tokenizer("\"\\uf\"", -EINVAL);
 427         test_tokenizer("\"\\ud800a\"", -EINVAL);
 428         test_tokenizer("\"\\udc00\\udc00\"", -EINVAL);
 429         test_tokenizer("\"\\ud801\\udc37\"", JSON_TOKEN_STRING, "\xf0\x90\x90\xb7", JSON_TOKEN_END);
 430
 431         test_tokenizer("[1, 2, -3]", JSON_TOKEN_ARRAY_OPEN, JSON_TOKEN_UNSIGNED, (uintmax_t) 1, JSON_TOKEN_COMMA, JSON_TOKEN_UNSIGNED, (uintmax_t) 2, JSON_TOKEN_COMMA, JSON_TOKEN_INTEGER, (intmax_t) -3, JSON_TOKEN_ARRAY_CLOSE, JSON_TOKEN_END);
 432
 433         test_variant("{\"k\": \"v\", \"foo\": [1, 2, 3], \"bar\": {\"zap\": null}}", test_1);
 434         test_variant("{\"mutant\": [1, null, \"1\", {\"1\": [1, \"1\"]}], \"thisisaverylongproperty\": 1.27}", test_2);
 435         test_variant("{\"foo\" : \"\\uDBFF\\uDFFF\\\"\\uD9FF\\uDFFFFFF\\\"\\uDBFF\\uDFFF\\\"\\uD9FF\\uDFFF\\uDBFF\\uDFFFF\\uDBFF\\uDFFF\\uDBFF\\uDFFF\\uDBFF\\uDFFF\\uDBFF\\uDFFF\\\"\\uD9FF\\uDFFFFF\\\"\\uDBFF\\uDFFF\\\"\\uD9FF\\uDFFF\\uDBFF\\uDFFF\"}", NULL);
 436
 437         test_variant("[ 0, -0, 0.0, -0.0, 0.000, -0.000, 0e0, -0e0, 0e+0, -0e-0, 0e-0, -0e000, 0e+000 ]", test_zeroes);
 438
 439         test_build();
 440
 441         test_source();
 442
 443         test_depth();
 444
 445         return 0;
 446 }