writertest.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498
  1. // Tencent is pleased to support the open source community by making RapidJSON available.
  2. //
  3. // Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved.
  4. //
  5. // Licensed under the MIT License (the "License"); you may not use this file except
  6. // in compliance with the License. You may obtain a copy of the License at
  7. //
  8. // http://opensource.org/licenses/MIT
  9. //
  10. // Unless required by applicable law or agreed to in writing, software distributed
  11. // under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
  12. // CONDITIONS OF ANY KIND, either express or implied. See the License for the
  13. // specific language governing permissions and limitations under the License.
  14. #include "unittest.h"
  15. #include "rapidjson/document.h"
  16. #include "rapidjson/reader.h"
  17. #include "rapidjson/writer.h"
  18. #include "rapidjson/stringbuffer.h"
  19. #include "rapidjson/memorybuffer.h"
  20. using namespace rapidjson;
  21. TEST(Writer, Compact) {
  22. StringStream s("{ \"hello\" : \"world\", \"t\" : true , \"f\" : false, \"n\": null, \"i\":123, \"pi\": 3.1416, \"a\":[1, 2, 3] } ");
  23. StringBuffer buffer;
  24. Writer<StringBuffer> writer(buffer);
  25. buffer.ShrinkToFit();
  26. Reader reader;
  27. reader.Parse<0>(s, writer);
  28. EXPECT_STREQ("{\"hello\":\"world\",\"t\":true,\"f\":false,\"n\":null,\"i\":123,\"pi\":3.1416,\"a\":[1,2,3]}", buffer.GetString());
  29. EXPECT_EQ(77u, buffer.GetSize());
  30. EXPECT_TRUE(writer.IsComplete());
  31. }
  32. // json -> parse -> writer -> json
  33. #define TEST_ROUNDTRIP(json) \
  34. { \
  35. StringStream s(json); \
  36. StringBuffer buffer; \
  37. Writer<StringBuffer> writer(buffer); \
  38. Reader reader; \
  39. reader.Parse<kParseFullPrecisionFlag>(s, writer); \
  40. EXPECT_STREQ(json, buffer.GetString()); \
  41. EXPECT_TRUE(writer.IsComplete()); \
  42. }
  43. TEST(Writer, Root) {
  44. TEST_ROUNDTRIP("null");
  45. TEST_ROUNDTRIP("true");
  46. TEST_ROUNDTRIP("false");
  47. TEST_ROUNDTRIP("0");
  48. TEST_ROUNDTRIP("\"foo\"");
  49. TEST_ROUNDTRIP("[]");
  50. TEST_ROUNDTRIP("{}");
  51. }
  52. TEST(Writer, Int) {
  53. TEST_ROUNDTRIP("[-1]");
  54. TEST_ROUNDTRIP("[-123]");
  55. TEST_ROUNDTRIP("[-2147483648]");
  56. }
  57. TEST(Writer, UInt) {
  58. TEST_ROUNDTRIP("[0]");
  59. TEST_ROUNDTRIP("[1]");
  60. TEST_ROUNDTRIP("[123]");
  61. TEST_ROUNDTRIP("[2147483647]");
  62. TEST_ROUNDTRIP("[4294967295]");
  63. }
  64. TEST(Writer, Int64) {
  65. TEST_ROUNDTRIP("[-1234567890123456789]");
  66. TEST_ROUNDTRIP("[-9223372036854775808]");
  67. }
  68. TEST(Writer, Uint64) {
  69. TEST_ROUNDTRIP("[1234567890123456789]");
  70. TEST_ROUNDTRIP("[9223372036854775807]");
  71. }
  72. TEST(Writer, String) {
  73. TEST_ROUNDTRIP("[\"Hello\"]");
  74. TEST_ROUNDTRIP("[\"Hello\\u0000World\"]");
  75. TEST_ROUNDTRIP("[\"\\\"\\\\/\\b\\f\\n\\r\\t\"]");
  76. #if RAPIDJSON_HAS_STDSTRING
  77. {
  78. StringBuffer buffer;
  79. Writer<StringBuffer> writer(buffer);
  80. writer.String(std::string("Hello\n"));
  81. EXPECT_STREQ("\"Hello\\n\"", buffer.GetString());
  82. }
  83. #endif
  84. }
  85. TEST(Writer, ScanWriteUnescapedString) {
  86. const char json[] = "[\" \\\"0123456789ABCDEF\"]";
  87. // ^ scanning stops here.
  88. char buffer2[sizeof(json) + 32];
  89. // Use different offset to test different alignments
  90. for (int i = 0; i < 32; i++) {
  91. char* p = buffer2 + i;
  92. memcpy(p, json, sizeof(json));
  93. TEST_ROUNDTRIP(p);
  94. }
  95. }
  96. TEST(Writer, Double) {
  97. TEST_ROUNDTRIP("[1.2345,1.2345678,0.123456789012,1234567.8]");
  98. TEST_ROUNDTRIP("0.0");
  99. TEST_ROUNDTRIP("-0.0"); // Issue #289
  100. TEST_ROUNDTRIP("1e30");
  101. TEST_ROUNDTRIP("1.0");
  102. TEST_ROUNDTRIP("5e-324"); // Min subnormal positive double
  103. TEST_ROUNDTRIP("2.225073858507201e-308"); // Max subnormal positive double
  104. TEST_ROUNDTRIP("2.2250738585072014e-308"); // Min normal positive double
  105. TEST_ROUNDTRIP("1.7976931348623157e308"); // Max double
  106. }
  107. // UTF8 -> TargetEncoding -> UTF8
  108. template <typename TargetEncoding>
  109. void TestTranscode(const char* json) {
  110. StringStream s(json);
  111. GenericStringBuffer<TargetEncoding> buffer;
  112. Writer<GenericStringBuffer<TargetEncoding>, UTF8<>, TargetEncoding> writer(buffer);
  113. Reader reader;
  114. reader.Parse(s, writer);
  115. StringBuffer buffer2;
  116. Writer<StringBuffer> writer2(buffer2);
  117. GenericReader<TargetEncoding, UTF8<> > reader2;
  118. GenericStringStream<TargetEncoding> s2(buffer.GetString());
  119. reader2.Parse(s2, writer2);
  120. EXPECT_STREQ(json, buffer2.GetString());
  121. }
  122. TEST(Writer, Transcode) {
  123. const char json[] = "{\"hello\":\"world\",\"t\":true,\"f\":false,\"n\":null,\"i\":123,\"pi\":3.1416,\"a\":[1,2,3],\"dollar\":\"\x24\",\"cents\":\"\xC2\xA2\",\"euro\":\"\xE2\x82\xAC\",\"gclef\":\"\xF0\x9D\x84\x9E\"}";
  124. // UTF8 -> UTF16 -> UTF8
  125. TestTranscode<UTF8<> >(json);
  126. // UTF8 -> ASCII -> UTF8
  127. TestTranscode<ASCII<> >(json);
  128. // UTF8 -> UTF16 -> UTF8
  129. TestTranscode<UTF16<> >(json);
  130. // UTF8 -> UTF32 -> UTF8
  131. TestTranscode<UTF32<> >(json);
  132. // UTF8 -> AutoUTF -> UTF8
  133. UTFType types[] = { kUTF8, kUTF16LE , kUTF16BE, kUTF32LE , kUTF32BE };
  134. for (size_t i = 0; i < 5; i++) {
  135. StringStream s(json);
  136. MemoryBuffer buffer;
  137. AutoUTFOutputStream<unsigned, MemoryBuffer> os(buffer, types[i], true);
  138. Writer<AutoUTFOutputStream<unsigned, MemoryBuffer>, UTF8<>, AutoUTF<unsigned> > writer(os);
  139. Reader reader;
  140. reader.Parse(s, writer);
  141. StringBuffer buffer2;
  142. Writer<StringBuffer> writer2(buffer2);
  143. GenericReader<AutoUTF<unsigned>, UTF8<> > reader2;
  144. MemoryStream s2(buffer.GetBuffer(), buffer.GetSize());
  145. AutoUTFInputStream<unsigned, MemoryStream> is(s2);
  146. reader2.Parse(is, writer2);
  147. EXPECT_STREQ(json, buffer2.GetString());
  148. }
  149. }
  150. #include <sstream>
  151. class OStreamWrapper {
  152. public:
  153. typedef char Ch;
  154. OStreamWrapper(std::ostream& os) : os_(os) {}
  155. Ch Peek() const { assert(false); return '\0'; }
  156. Ch Take() { assert(false); return '\0'; }
  157. size_t Tell() const { return 0; }
  158. Ch* PutBegin() { assert(false); return 0; }
  159. void Put(Ch c) { os_.put(c); }
  160. void Flush() { os_.flush(); }
  161. size_t PutEnd(Ch*) { assert(false); return 0; }
  162. private:
  163. OStreamWrapper(const OStreamWrapper&);
  164. OStreamWrapper& operator=(const OStreamWrapper&);
  165. std::ostream& os_;
  166. };
  167. TEST(Writer, OStreamWrapper) {
  168. StringStream s("{ \"hello\" : \"world\", \"t\" : true , \"f\" : false, \"n\": null, \"i\":123, \"pi\": 3.1416, \"a\":[1, 2, 3], \"u64\": 1234567890123456789, \"i64\":-1234567890123456789 } ");
  169. std::stringstream ss;
  170. OStreamWrapper os(ss);
  171. Writer<OStreamWrapper> writer(os);
  172. Reader reader;
  173. reader.Parse<0>(s, writer);
  174. std::string actual = ss.str();
  175. EXPECT_STREQ("{\"hello\":\"world\",\"t\":true,\"f\":false,\"n\":null,\"i\":123,\"pi\":3.1416,\"a\":[1,2,3],\"u64\":1234567890123456789,\"i64\":-1234567890123456789}", actual.c_str());
  176. }
  177. TEST(Writer, AssertRootMayBeAnyValue) {
  178. #define T(x)\
  179. {\
  180. StringBuffer buffer;\
  181. Writer<StringBuffer> writer(buffer);\
  182. EXPECT_TRUE(x);\
  183. }
  184. T(writer.Bool(false));
  185. T(writer.Bool(true));
  186. T(writer.Null());
  187. T(writer.Int(0));
  188. T(writer.Uint(0));
  189. T(writer.Int64(0));
  190. T(writer.Uint64(0));
  191. T(writer.Double(0));
  192. T(writer.String("foo"));
  193. #undef T
  194. }
  195. TEST(Writer, AssertIncorrectObjectLevel) {
  196. StringBuffer buffer;
  197. Writer<StringBuffer> writer(buffer);
  198. writer.StartObject();
  199. writer.EndObject();
  200. ASSERT_THROW(writer.EndObject(), AssertException);
  201. }
  202. TEST(Writer, AssertIncorrectArrayLevel) {
  203. StringBuffer buffer;
  204. Writer<StringBuffer> writer(buffer);
  205. writer.StartArray();
  206. writer.EndArray();
  207. ASSERT_THROW(writer.EndArray(), AssertException);
  208. }
  209. TEST(Writer, AssertIncorrectEndObject) {
  210. StringBuffer buffer;
  211. Writer<StringBuffer> writer(buffer);
  212. writer.StartObject();
  213. ASSERT_THROW(writer.EndArray(), AssertException);
  214. }
  215. TEST(Writer, AssertIncorrectEndArray) {
  216. StringBuffer buffer;
  217. Writer<StringBuffer> writer(buffer);
  218. writer.StartObject();
  219. ASSERT_THROW(writer.EndArray(), AssertException);
  220. }
  221. TEST(Writer, AssertObjectKeyNotString) {
  222. #define T(x)\
  223. {\
  224. StringBuffer buffer;\
  225. Writer<StringBuffer> writer(buffer);\
  226. writer.StartObject();\
  227. ASSERT_THROW(x, AssertException); \
  228. }
  229. T(writer.Bool(false));
  230. T(writer.Bool(true));
  231. T(writer.Null());
  232. T(writer.Int(0));
  233. T(writer.Uint(0));
  234. T(writer.Int64(0));
  235. T(writer.Uint64(0));
  236. T(writer.Double(0));
  237. T(writer.StartObject());
  238. T(writer.StartArray());
  239. #undef T
  240. }
  241. TEST(Writer, AssertMultipleRoot) {
  242. StringBuffer buffer;
  243. Writer<StringBuffer> writer(buffer);
  244. writer.StartObject();
  245. writer.EndObject();
  246. ASSERT_THROW(writer.StartObject(), AssertException);
  247. writer.Reset(buffer);
  248. writer.Null();
  249. ASSERT_THROW(writer.Int(0), AssertException);
  250. writer.Reset(buffer);
  251. writer.String("foo");
  252. ASSERT_THROW(writer.StartArray(), AssertException);
  253. writer.Reset(buffer);
  254. writer.StartArray();
  255. writer.EndArray();
  256. //ASSERT_THROW(writer.Double(3.14), AssertException);
  257. }
  258. TEST(Writer, RootObjectIsComplete) {
  259. StringBuffer buffer;
  260. Writer<StringBuffer> writer(buffer);
  261. EXPECT_FALSE(writer.IsComplete());
  262. writer.StartObject();
  263. EXPECT_FALSE(writer.IsComplete());
  264. writer.String("foo");
  265. EXPECT_FALSE(writer.IsComplete());
  266. writer.Int(1);
  267. EXPECT_FALSE(writer.IsComplete());
  268. writer.EndObject();
  269. EXPECT_TRUE(writer.IsComplete());
  270. }
  271. TEST(Writer, RootArrayIsComplete) {
  272. StringBuffer buffer;
  273. Writer<StringBuffer> writer(buffer);
  274. EXPECT_FALSE(writer.IsComplete());
  275. writer.StartArray();
  276. EXPECT_FALSE(writer.IsComplete());
  277. writer.String("foo");
  278. EXPECT_FALSE(writer.IsComplete());
  279. writer.Int(1);
  280. EXPECT_FALSE(writer.IsComplete());
  281. writer.EndArray();
  282. EXPECT_TRUE(writer.IsComplete());
  283. }
  284. TEST(Writer, RootValueIsComplete) {
  285. #define T(x)\
  286. {\
  287. StringBuffer buffer;\
  288. Writer<StringBuffer> writer(buffer);\
  289. EXPECT_FALSE(writer.IsComplete()); \
  290. x; \
  291. EXPECT_TRUE(writer.IsComplete()); \
  292. }
  293. T(writer.Null());
  294. T(writer.Bool(true));
  295. T(writer.Bool(false));
  296. T(writer.Int(0));
  297. T(writer.Uint(0));
  298. T(writer.Int64(0));
  299. T(writer.Uint64(0));
  300. T(writer.Double(0));
  301. T(writer.String(""));
  302. #undef T
  303. }
  304. TEST(Writer, InvalidEncoding) {
  305. // Fail in decoding invalid UTF-8 sequence http://www.cl.cam.ac.uk/~mgk25/ucs/examples/UTF-8-test.txt
  306. {
  307. GenericStringBuffer<UTF16<> > buffer;
  308. Writer<GenericStringBuffer<UTF16<> >, UTF8<>, UTF16<> > writer(buffer);
  309. writer.StartArray();
  310. EXPECT_FALSE(writer.String("\xfe"));
  311. EXPECT_FALSE(writer.String("\xff"));
  312. EXPECT_FALSE(writer.String("\xfe\xfe\xff\xff"));
  313. writer.EndArray();
  314. }
  315. // Fail in encoding
  316. {
  317. StringBuffer buffer;
  318. Writer<StringBuffer, UTF32<> > writer(buffer);
  319. static const UTF32<>::Ch s[] = { 0x110000, 0 }; // Out of U+0000 to U+10FFFF
  320. EXPECT_FALSE(writer.String(s));
  321. }
  322. // Fail in unicode escaping in ASCII output
  323. {
  324. StringBuffer buffer;
  325. Writer<StringBuffer, UTF32<>, ASCII<> > writer(buffer);
  326. static const UTF32<>::Ch s[] = { 0x110000, 0 }; // Out of U+0000 to U+10FFFF
  327. EXPECT_FALSE(writer.String(s));
  328. }
  329. }
  330. TEST(Writer, ValidateEncoding) {
  331. {
  332. StringBuffer buffer;
  333. Writer<StringBuffer, UTF8<>, UTF8<>, CrtAllocator, kWriteValidateEncodingFlag> writer(buffer);
  334. writer.StartArray();
  335. EXPECT_TRUE(writer.String("\x24")); // Dollar sign U+0024
  336. EXPECT_TRUE(writer.String("\xC2\xA2")); // Cents sign U+00A2
  337. EXPECT_TRUE(writer.String("\xE2\x82\xAC")); // Euro sign U+20AC
  338. EXPECT_TRUE(writer.String("\xF0\x9D\x84\x9E")); // G clef sign U+1D11E
  339. writer.EndArray();
  340. EXPECT_STREQ("[\"\x24\",\"\xC2\xA2\",\"\xE2\x82\xAC\",\"\xF0\x9D\x84\x9E\"]", buffer.GetString());
  341. }
  342. // Fail in decoding invalid UTF-8 sequence http://www.cl.cam.ac.uk/~mgk25/ucs/examples/UTF-8-test.txt
  343. {
  344. StringBuffer buffer;
  345. Writer<StringBuffer, UTF8<>, UTF8<>, CrtAllocator, kWriteValidateEncodingFlag> writer(buffer);
  346. writer.StartArray();
  347. EXPECT_FALSE(writer.String("\xfe"));
  348. EXPECT_FALSE(writer.String("\xff"));
  349. EXPECT_FALSE(writer.String("\xfe\xfe\xff\xff"));
  350. writer.EndArray();
  351. }
  352. }
  353. TEST(Writer, InvalidEventSequence) {
  354. // {]
  355. {
  356. StringBuffer buffer;
  357. Writer<StringBuffer> writer(buffer);
  358. writer.StartObject();
  359. EXPECT_THROW(writer.EndArray(), AssertException);
  360. EXPECT_FALSE(writer.IsComplete());
  361. }
  362. // [}
  363. {
  364. StringBuffer buffer;
  365. Writer<StringBuffer> writer(buffer);
  366. writer.StartArray();
  367. EXPECT_THROW(writer.EndObject(), AssertException);
  368. EXPECT_FALSE(writer.IsComplete());
  369. }
  370. // { 1:
  371. {
  372. StringBuffer buffer;
  373. Writer<StringBuffer> writer(buffer);
  374. writer.StartObject();
  375. EXPECT_THROW(writer.Int(1), AssertException);
  376. EXPECT_FALSE(writer.IsComplete());
  377. }
  378. }
  379. TEST(Writer, NaN) {
  380. double nan = std::numeric_limits<double>::quiet_NaN();
  381. EXPECT_TRUE(internal::Double(nan).IsNan());
  382. StringBuffer buffer;
  383. {
  384. Writer<StringBuffer> writer(buffer);
  385. EXPECT_FALSE(writer.Double(nan));
  386. }
  387. {
  388. Writer<StringBuffer, UTF8<>, UTF8<>, CrtAllocator, kWriteNanAndInfFlag> writer(buffer);
  389. EXPECT_TRUE(writer.Double(nan));
  390. EXPECT_STREQ("NaN", buffer.GetString());
  391. }
  392. GenericStringBuffer<UTF16<> > buffer2;
  393. Writer<GenericStringBuffer<UTF16<> > > writer2(buffer2);
  394. EXPECT_FALSE(writer2.Double(nan));
  395. }
  396. TEST(Writer, Inf) {
  397. double inf = std::numeric_limits<double>::infinity();
  398. EXPECT_TRUE(internal::Double(inf).IsInf());
  399. StringBuffer buffer;
  400. {
  401. Writer<StringBuffer> writer(buffer);
  402. EXPECT_FALSE(writer.Double(inf));
  403. }
  404. {
  405. Writer<StringBuffer> writer(buffer);
  406. EXPECT_FALSE(writer.Double(-inf));
  407. }
  408. {
  409. Writer<StringBuffer, UTF8<>, UTF8<>, CrtAllocator, kWriteNanAndInfFlag> writer(buffer);
  410. EXPECT_TRUE(writer.Double(inf));
  411. }
  412. {
  413. Writer<StringBuffer, UTF8<>, UTF8<>, CrtAllocator, kWriteNanAndInfFlag> writer(buffer);
  414. EXPECT_TRUE(writer.Double(-inf));
  415. }
  416. EXPECT_STREQ("Infinity-Infinity", buffer.GetString());
  417. }
  418. TEST(Writer, RawValue) {
  419. StringBuffer buffer;
  420. Writer<StringBuffer> writer(buffer);
  421. writer.StartObject();
  422. writer.Key("a");
  423. writer.Int(1);
  424. writer.Key("raw");
  425. const char json[] = "[\"Hello\\nWorld\", 123.456]";
  426. writer.RawValue(json, strlen(json), kArrayType);
  427. writer.EndObject();
  428. EXPECT_TRUE(writer.IsComplete());
  429. EXPECT_STREQ("{\"a\":1,\"raw\":[\"Hello\\nWorld\", 123.456]}", buffer.GetString());
  430. }