rapidjsontest.cpp 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287
  1. #include "perftest.h"
  2. #if TEST_RAPIDJSON
  3. #include "rapidjson/rapidjson.h"
  4. #include "rapidjson/document.h"
  5. #include "rapidjson/prettywriter.h"
  6. #include "rapidjson/stringbuffer.h"
  7. #include "rapidjson/filestream.h"
  8. #include "rapidjson/filereadstream.h"
  9. #ifdef RAPIDJSON_SSE2
  10. #define SIMD_SUFFIX(name) name##_SSE2
  11. #elif defined(RAPIDJSON_SSE42)
  12. #define SIMD_SUFFIX(name) name##_SSE42
  13. #else
  14. #define SIMD_SUFFIX(name) name
  15. #endif
  16. using namespace rapidjson;
  17. class RapidJson : public PerfTest {
  18. public:
  19. virtual void SetUp() {
  20. PerfTest::SetUp();
  21. // temp buffer for insitu parsing.
  22. temp_ = (char *)malloc(length_ + 1);
  23. // Parse as a document
  24. EXPECT_FALSE(doc_.Parse<0>(json_).IsNull());
  25. }
  26. virtual void TearDown() {
  27. PerfTest::TearDown();
  28. free(temp_);
  29. }
  30. protected:
  31. char *temp_;
  32. Document doc_;
  33. };
  34. TEST_F(RapidJson, SIMD_SUFFIX(ReaderParseInsitu_DummyHandler)) {
  35. for (size_t i = 0; i < kTrialCount; i++) {
  36. memcpy(temp_, json_, length_ + 1);
  37. InsituStringStream s(temp_);
  38. BaseReaderHandler<> h;
  39. Reader reader;
  40. EXPECT_TRUE(reader.Parse<kParseInsituFlag>(s, h));
  41. }
  42. }
  43. TEST_F(RapidJson, SIMD_SUFFIX(ReaderParseInsitu_DummyHandler_ValidateEncoding)) {
  44. for (size_t i = 0; i < kTrialCount; i++) {
  45. memcpy(temp_, json_, length_ + 1);
  46. InsituStringStream s(temp_);
  47. BaseReaderHandler<> h;
  48. Reader reader;
  49. EXPECT_TRUE(reader.Parse<kParseInsituFlag | kParseValidateEncodingFlag>(s, h));
  50. }
  51. }
  52. TEST_F(RapidJson, SIMD_SUFFIX(ReaderParse_DummyHandler)) {
  53. for (size_t i = 0; i < kTrialCount; i++) {
  54. StringStream s(json_);
  55. BaseReaderHandler<> h;
  56. Reader reader;
  57. EXPECT_TRUE(reader.Parse<0>(s, h));
  58. }
  59. }
  60. TEST_F(RapidJson, SIMD_SUFFIX(ReaderParse_DummyHandler_ValidateEncoding)) {
  61. for (size_t i = 0; i < kTrialCount; i++) {
  62. StringStream s(json_);
  63. BaseReaderHandler<> h;
  64. Reader reader;
  65. EXPECT_TRUE(reader.Parse<kParseValidateEncodingFlag>(s, h));
  66. }
  67. }
  68. TEST_F(RapidJson, SIMD_SUFFIX(DoucmentParseInsitu_MemoryPoolAllocator)) {
  69. //const size_t userBufferSize = 128 * 1024;
  70. //char* userBuffer = (char*)malloc(userBufferSize);
  71. for (size_t i = 0; i < kTrialCount; i++) {
  72. memcpy(temp_, json_, length_ + 1);
  73. //MemoryPoolAllocator<> allocator(userBuffer, userBufferSize);
  74. //Document doc(&allocator);
  75. Document doc;
  76. doc.ParseInsitu<0>(temp_);
  77. ASSERT_TRUE(doc.IsObject());
  78. //if (i == 0) {
  79. // size_t size = doc.GetAllocator().Size();
  80. // size_t capacity = doc.GetAllocator().Capacity();
  81. // size_t stack_capacity = doc.GetStackCapacity();
  82. // size_t actual = size - stack_capacity;
  83. // std::cout << "Size:" << size << " Capacity:" << capacity << " Stack:" << stack_capacity << " Actual:" << actual << std::endl;
  84. //}
  85. }
  86. //free(userBuffer);
  87. }
  88. TEST_F(RapidJson, SIMD_SUFFIX(DoucmentParse_MemoryPoolAllocator)) {
  89. //const size_t userBufferSize = 128 * 1024;
  90. //char* userBuffer = (char*)malloc(userBufferSize);
  91. for (size_t i = 0; i < kTrialCount; i++) {
  92. //MemoryPoolAllocator<> allocator(userBuffer, userBufferSize);
  93. //Document doc(&allocator);
  94. Document doc;
  95. doc.Parse<0>(json_);
  96. ASSERT_TRUE(doc.IsObject());
  97. //if (i == 0) {
  98. // size_t size = doc.GetAllocator().Size();
  99. // size_t capacity = doc.GetAllocator().Capacity();
  100. // size_t stack_capacity = doc.GetStackCapacity();
  101. // size_t actual = size - stack_capacity;
  102. // std::cout << "Size:" << size << " Capacity:" << capacity << " Stack:" << stack_capacity << " Actual:" << actual << std::endl;
  103. //}
  104. }
  105. //free(userBuffer);
  106. }
  107. TEST_F(RapidJson, SIMD_SUFFIX(DoucmentParse_CrtAllocator)) {
  108. for (size_t i = 0; i < kTrialCount; i++) {
  109. memcpy(temp_, json_, length_ + 1);
  110. GenericDocument<UTF8<>, CrtAllocator> doc;
  111. doc.Parse<0>(temp_);
  112. ASSERT_TRUE(doc.IsObject());
  113. }
  114. }
  115. template<typename T>
  116. size_t Traverse(const T& value) {
  117. size_t count = 1;
  118. switch(value.GetType()) {
  119. case kObjectType:
  120. for (typename T::ConstMemberIterator itr = value.MemberBegin(); itr != value.MemberEnd(); ++itr) {
  121. count++; // name
  122. count += Traverse(itr->value);
  123. }
  124. break;
  125. case kArrayType:
  126. for (typename T::ConstValueIterator itr = value.Begin(); itr != value.End(); ++itr)
  127. count += Traverse(*itr);
  128. break;
  129. default:
  130. // Do nothing.
  131. break;
  132. }
  133. return count;
  134. }
  135. TEST_F(RapidJson, DocumentTraverse) {
  136. for (size_t i = 0; i < kTrialCount; i++) {
  137. size_t count = Traverse(doc_);
  138. EXPECT_EQ(4339u, count);
  139. //if (i == 0)
  140. // std::cout << count << std::endl;
  141. }
  142. }
  143. struct ValueCounter : public BaseReaderHandler<> {
  144. ValueCounter() : count_(1) {} // root
  145. void EndObject(SizeType memberCount) { count_ += memberCount * 2; }
  146. void EndArray(SizeType elementCount) { count_ += elementCount; }
  147. SizeType count_;
  148. };
  149. TEST_F(RapidJson, DocumentAccept) {
  150. for (size_t i = 0; i < kTrialCount; i++) {
  151. ValueCounter counter;
  152. doc_.Accept(counter);
  153. EXPECT_EQ(4339u, counter.count_);
  154. }
  155. }
  156. struct NullStream {
  157. NullStream() /*: length_(0)*/ {}
  158. void Put(char) { /*++length_;*/ }
  159. void Flush() {}
  160. //size_t length_;
  161. };
  162. TEST_F(RapidJson, Writer_NullStream) {
  163. for (size_t i = 0; i < kTrialCount; i++) {
  164. NullStream s;
  165. Writer<NullStream> writer(s);
  166. doc_.Accept(writer);
  167. //if (i == 0)
  168. // std::cout << s.length_ << std::endl;
  169. }
  170. }
  171. TEST_F(RapidJson, Writer_StringBuffer) {
  172. for (size_t i = 0; i < kTrialCount; i++) {
  173. StringBuffer s(0, 1024 * 1024);
  174. Writer<StringBuffer> writer(s);
  175. doc_.Accept(writer);
  176. const char* str = s.GetString();
  177. (void)str;
  178. //if (i == 0)
  179. // std::cout << strlen(str) << std::endl;
  180. }
  181. }
  182. TEST_F(RapidJson, PrettyWriter_StringBuffer) {
  183. for (size_t i = 0; i < kTrialCount; i++) {
  184. StringBuffer s(0, 2048 * 1024);
  185. PrettyWriter<StringBuffer> writer(s);
  186. writer.SetIndent(' ', 1);
  187. doc_.Accept(writer);
  188. const char* str = s.GetString();
  189. (void)str;
  190. //if (i == 0)
  191. // std::cout << strlen(str) << std::endl;
  192. }
  193. }
  194. TEST_F(RapidJson, internal_Pow10) {
  195. double sum = 0;
  196. for (size_t i = 0; i < kTrialCount * kTrialCount; i++)
  197. sum += internal::Pow10(i & 255);
  198. EXPECT_GT(sum, 0.0);
  199. }
  200. TEST_F(RapidJson, SIMD_SUFFIX(Whitespace)) {
  201. for (size_t i = 0; i < kTrialCount; i++) {
  202. Document doc;
  203. ASSERT_TRUE(doc.Parse<0>(whitespace_).IsArray());
  204. }
  205. }
  206. TEST_F(RapidJson, UTF8_Validate) {
  207. NullStream os;
  208. for (size_t i = 0; i < kTrialCount; i++) {
  209. StringStream is(json_);
  210. bool result = true;
  211. while (is.Peek() != '\0')
  212. result &= UTF8<>::Validate(is, os);
  213. EXPECT_TRUE(result);
  214. }
  215. }
  216. // Depreciated.
  217. //TEST_F(RapidJson, FileStream_Read) {
  218. // for (size_t i = 0; i < kTrialCount; i++) {
  219. // FILE *fp = fopen(filename_, "rb");
  220. // FileStream s(fp);
  221. // while (s.Take() != '\0')
  222. // ;
  223. // fclose(fp);
  224. // }
  225. //}
  226. TEST_F(RapidJson, FileReadStream) {
  227. for (size_t i = 0; i < kTrialCount; i++) {
  228. FILE *fp = fopen(filename_, "rb");
  229. char buffer[65536];
  230. FileReadStream s(fp, buffer, sizeof(buffer));
  231. while (s.Take() != '\0')
  232. ;
  233. fclose(fp);
  234. }
  235. }
  236. TEST_F(RapidJson, SIMD_SUFFIX(ReaderParse_DummyHandler_FileReadStream)) {
  237. for (size_t i = 0; i < kTrialCount; i++) {
  238. FILE *fp = fopen(filename_, "rb");
  239. char buffer[65536];
  240. FileReadStream s(fp, buffer, sizeof(buffer));
  241. BaseReaderHandler<> h;
  242. Reader reader;
  243. reader.Parse<0>(s, h);
  244. fclose(fp);
  245. }
  246. }
  247. #endif // TEST_RAPIDJSON