Adding json parser failure/pass and benchmark tests.

radixbug/bug.hh

@@ -214,7 +214,10 @@ class Timer
     return seconds(mDuration).count();
   }
 
-};  // class Timer
+  bool running() const { return mRunning; };
+};
+
+// class Timer
 }  // namespace radix
 
 #if RADIX_TIMING > 0

radixcore/tests/testfiles/fail01_EXCLUDE.json

+"A JSON payload should be an object or array, not a string."
\ No newline at end of file

radixcore/tests/testfiles/fail02.json

+["Unclosed array"
\ No newline at end of file

radixcore/tests/testfiles/fail03.json

+{unquoted_key: "keys must be quoted"}
\ No newline at end of file

radixcore/tests/testfiles/fail04.json

+["extra comma",]
\ No newline at end of file

radixcore/tests/testfiles/fail05.json

+["double extra comma",,]
\ No newline at end of file

radixcore/tests/testfiles/fail06.json

+[   , "<-- missing value"]
\ No newline at end of file

radixcore/tests/testfiles/fail07.json

+["Comma after the close"],
\ No newline at end of file

radixcore/tests/testfiles/fail08.json

+["Extra close"]]
\ No newline at end of file

radixcore/tests/testfiles/fail09.json

+{"Extra comma": true,}
\ No newline at end of file

radixcore/tests/testfiles/fail10.json

+{"Extra value after close": true} "misplaced quoted value"
\ No newline at end of file

radixcore/tests/testfiles/fail11.json

+{"Illegal expression": 1 + 2}
\ No newline at end of file

radixcore/tests/testfiles/fail12.json

+{"Illegal invocation": alert()}
\ No newline at end of file

radixcore/tests/testfiles/fail13.json

+{"Numbers cannot have leading zeroes": 013}
\ No newline at end of file

radixcore/tests/testfiles/fail14.json

+{"Numbers cannot be hex": 0x14}
\ No newline at end of file

radixcore/tests/testfiles/fail15.json

+["Illegal backslash escape: \x15"]
\ No newline at end of file

radixcore/tests/testfiles/fail16.json

+[\naked]
\ No newline at end of file

radixcore/tests/testfiles/fail17.json

+["Illegal backslash escape: \017"]
\ No newline at end of file

radixcore/tests/testfiles/fail18_EXCLUDE.json

+[[[[[[[[[[[[[[[[[[[["Too deep"]]]]]]]]]]]]]]]]]]]]
\ No newline at end of file

radixcore/tests/testfiles/fail19.json

+{"Missing colon" null}
\ No newline at end of file

radixcore/tests/testfiles/fail20.json

+{"Double colon":: null}
\ No newline at end of file

radixcore/tests/testfiles/fail21.json

+{"Comma instead of colon", null}
\ No newline at end of file

radixcore/tests/testfiles/fail22.json

+["Colon instead of comma": false]
\ No newline at end of file

radixcore/tests/testfiles/fail23.json

+["Bad value", truth]
\ No newline at end of file

radixcore/tests/testfiles/fail24.json

+['single quote']
\ No newline at end of file

radixcore/tests/testfiles/fail25.json

+["	tab	character	in	string	"]
\ No newline at end of file

radixcore/tests/testfiles/fail26.json

+["tab\   character\   in\  string\  "]
\ No newline at end of file

radixcore/tests/testfiles/fail27.json

+["line
+break"]
\ No newline at end of file

radixcore/tests/testfiles/fail28.json

+["line\
+break"]
\ No newline at end of file

radixcore/tests/testfiles/fail29.json

+[0e]
\ No newline at end of file

radixcore/tests/testfiles/fail30.json

+[0e+]
\ No newline at end of file

radixcore/tests/testfiles/fail31.json

+[0e+-1]
\ No newline at end of file

radixcore/tests/testfiles/fail32.json

+{"Comma instead if closing brace": true,
\ No newline at end of file

radixcore/tests/testfiles/fail33.json

+["mismatch"}
\ No newline at end of file

radixcore/tests/testfiles/pass01.json

+[
+    "JSON Test Pattern pass1",
+    {"object with 1 member":["array with 1 element"]},
+    {},
+    [],
+    -42,
+    true,
+    false,
+    null,
+    {
+        "integer": 1234567890,
+        "real": -9876.543210,
+        "e": 0.123456789e-12,
+        "E": 1.234567890E+34,
+        "":  23456789012E66,
+        "zero": 0,
+        "one": 1,
+        "space": " ",
+        "quote": "\"",
+        "backslash": "\\",
+        "controls": "\b\f\n\r\t",
+        "slash": "/ & \/",
+        "alpha": "abcdefghijklmnopqrstuvwyz",
+        "ALPHA": "ABCDEFGHIJKLMNOPQRSTUVWYZ",
+        "digit": "0123456789",
+        "0123456789": "digit",
+        "special": "`1~!@#$%^&*()_+-={':[,]}|;.</>?",
+        "hex": "\u0123\u4567\u89AB\uCDEF\uabcd\uef4A",
+        "true": true,
+        "false": false,
+        "null": null,
+        "array":[  ],
+        "object":{  },
+        "address": "50 St. James Street",
+        "url": "http://www.JSON.org/",
+        "comment": "// /* <!-- --",
+        "# -- --> */": " ",
+        " s p a c e d " :[1,2 , 3
+
+,
+
+4 , 5        ,          6           ,7        ],"compact":[1,2,3,4,5,6,7],
+        "jsontext": "{\"object with 1 member\":[\"array with 1 element\"]}",
+        "quotes": "&#34; \u0022 %22 0x22 034 &#x22;",
+        "\/\\\"\uCAFE\uBABE\uAB98\uFCDE\ubcda\uef4A\b\f\n\r\t`1~!@#$%^&*()_+-=[]{}|;:',./<>?"
+: "A key can be any string"
+    },
+    0.5 ,98.6
+,
+99.44
+,
+
+1066,
+1e1,
+0.1e1,
+1e-1,
+1e00,2e+00,2e-00
+,"rosebud"]
\ No newline at end of file

radixcore/tests/testfiles/pass02.json

+[[[[[[[[[[[[[[[[[[["Not too deep"]]]]]]]]]]]]]]]]]]]
\ No newline at end of file

radixcore/tests/testfiles/pass03.json

+{
+    "JSON Test Pattern pass3": {
+        "The outermost value": "must be an object or array.",
+        "In this test": "It is an object."
+    }
+}

radixcore/tests/testfiles/roundtrip01.json

+[null]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip02.json

+[true]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip03.json

+[false]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip04.json

+[0]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip05.json

+["foo"]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip06.json

+[]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip07.json

+{}
\ No newline at end of file

radixcore/tests/testfiles/roundtrip08.json

+[0,1]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip09.json

+{"foo":"bar"}
\ No newline at end of file

radixcore/tests/testfiles/roundtrip10.json

+{"a":null,"foo":"bar"}
\ No newline at end of file

radixcore/tests/testfiles/roundtrip11.json

+[-1]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip12.json

+[-2147483648]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip13.json

+[-1234567890123456789]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip14.json

+[-9223372036854775808]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip15.json

+[1]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip16.json

+[2147483647]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip17.json

+[4294967295]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip18.json

+[1234567890123456789]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip19.json

+[9223372036854775807]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip20.json

+[0.0]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip21.json

+[-0.0]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip22.json

+[1.2345]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip23.json

+[-1.2345]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip24.json

+[5e-324]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip25.json

+[2.225073858507201e-308]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip26.json

+[2.2250738585072014e-308]
\ No newline at end of file

radixcore/tests/testfiles/roundtrip27.json

+[1.7976931348623157e308]
\ No newline at end of file

radixcore/tests/tstJson.cc

 #include "gtest/gtest.h"
 
+#include "radixbug/bug.hh"
 #include "radixcore/json.hh"
 #include "radixcore/system.hh"
 
@@ -230,3 +231,108 @@ TEST(JSONParser, parse_from_stream)
     EXPECT_EQ("string missing closing quote at line 1 column 5", errorMsg);
   }
 }
+
+bool parse_and_test(const std::string& file)
+{
+  std::cout << "PARSE_AND_TEST(" << file << ")" << std::endl;
+  Timer benchmark_timer;
+  JSONParser parser;
+  std::string filename =
+      to_native_path(dirname(__FILE__) + "/testfiles/" + file);
+  std::cout << "Test file: " << filename << std::endl;
+  bool benchmark = (file.substr(0, 4).compare("benc") == 0);
+  if (benchmark)
+  {
+    benchmark_timer.start();
+  }
+  bool success = parser.parse_from_file(filename);
+  if (benchmark) benchmark_timer.stop();
+  bool return_success = false;
+  // check if failure is expected
+  if (file.substr(0, 4).compare("fail") == 0)
+  {
+    return_success = !success;
+  }
+  if (!return_success)
+  {
+    // dump the json error
+    std::cout << parser.last_error() << std::endl;
+  }
+  if (benchmark)
+  {
+    std::cout << "Benchmark(" << file
+              << ") timing: " << (benchmark_timer.duration() / 1e9)
+              << " seconds" << std::endl;
+  }
+  return return_success;
+}
+TEST(JSONParser, JSONChecker)
+{
+  // EXPECT_TRUE(parse_and_test("fail01_EXCLUDE.json"));
+  EXPECT_TRUE(parse_and_test("fail02.json"));
+  EXPECT_TRUE(parse_and_test("fail03.json"));
+  EXPECT_TRUE(parse_and_test("fail04.json"));
+  EXPECT_TRUE(parse_and_test("fail05.json"));
+  EXPECT_TRUE(parse_and_test("fail06.json"));
+  EXPECT_TRUE(parse_and_test("fail07.json"));
+  EXPECT_TRUE(parse_and_test("fail08.json"));
+  EXPECT_TRUE(parse_and_test("fail09.json"));
+  EXPECT_TRUE(parse_and_test("fail10.json"));
+  EXPECT_TRUE(parse_and_test("fail11.json"));
+  EXPECT_TRUE(parse_and_test("fail12.json"));
+  EXPECT_TRUE(parse_and_test("fail13.json"));
+  EXPECT_TRUE(parse_and_test("fail14.json"));
+  EXPECT_TRUE(parse_and_test("fail15.json"));
+  EXPECT_TRUE(parse_and_test("fail16.json"));
+  EXPECT_TRUE(parse_and_test("fail17.json"));
+  // EXPECT_TRUE(parse_and_test("fail18_EXCLUDE.json"));
+  EXPECT_TRUE(parse_and_test("fail19.json"));
+  EXPECT_TRUE(parse_and_test("fail20.json"));
+  EXPECT_TRUE(parse_and_test("fail21.json"));
+  EXPECT_TRUE(parse_and_test("fail22.json"));
+  EXPECT_TRUE(parse_and_test("fail23.json"));
+  EXPECT_TRUE(parse_and_test("fail24.json"));
+  EXPECT_TRUE(parse_and_test("fail25.json"));
+  EXPECT_TRUE(parse_and_test("fail26.json"));
+  EXPECT_TRUE(parse_and_test("fail27.json"));
+  EXPECT_TRUE(parse_and_test("fail28.json"));
+  EXPECT_TRUE(parse_and_test("fail29.json"));
+  EXPECT_TRUE(parse_and_test("fail30.json"));
+  EXPECT_TRUE(parse_and_test("fail31.json"));
+  EXPECT_TRUE(parse_and_test("fail32.json"));
+  EXPECT_TRUE(parse_and_test("fail33.json"));
+  EXPECT_TRUE(parse_and_test("pass01.json"));
+  EXPECT_TRUE(parse_and_test("pass02.json"));
+  EXPECT_TRUE(parse_and_test("pass03.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip01.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip02.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip03.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip04.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip05.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip06.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip07.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip08.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip09.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip10.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip11.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip12.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip13.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip14.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip15.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip16.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip17.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip18.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip19.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip20.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip21.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip22.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip23.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip24.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip25.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip26.json"));
+  //  EXPECT_TRUE(parse_and_test("roundtrip27.json"));
+
+  EXPECT_TRUE(parse_and_test("benchmark_canada.json"));
+  EXPECT_TRUE(parse_and_test("benchmark_citm_catalog.json"));
+  EXPECT_TRUE(parse_and_test("benchmark_twitter.json"));
+}