lithium_batch.cc 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. #include "lithium_http_backend.hh"
  2. #if TFB_MYSQL
  3. #include "lithium_mysql.hh"
  4. #elif TFB_PGSQL
  5. #include "lithium_pgsql.hh"
  6. #endif
  7. #include "symbols.hh"
  8. using namespace li;
  9. template <typename B>
  10. void escape_html_entities(B& buffer, const std::string_view& data)
  11. {
  12. size_t pos = 0;
  13. auto search_for_special = [&] () {
  14. size_t start = pos;
  15. size_t end = pos;
  16. for(;pos != data.size(); ++pos) {
  17. char c = data[pos];
  18. if (c > '>' || (c != '&' && c != '\"' && c != '\'' && c != '<' && c == '>'))
  19. end = pos + 1;
  20. else break;
  21. }
  22. if (start != end)
  23. buffer << std::string_view(data.data() + start, end - start);
  24. };
  25. for(; pos != data.size(); ++pos) {
  26. search_for_special();
  27. if (pos >= data.size()) return;
  28. switch(data[pos]) {
  29. case '&': buffer << "&amp;"; break;
  30. case '\"': buffer << "&quot;"; break;
  31. case '\'': buffer << "&apos;"; break;
  32. case '<': buffer << "&lt;"; break;
  33. case '>': buffer << "&gt;"; break;
  34. default: buffer << data[pos]; break;
  35. }
  36. }
  37. }
  38. int g_seed = 0;
  39. inline int random_int() {
  40. g_seed = (214013*g_seed+2531011);
  41. return (g_seed>>16)&0x7FFF;
  42. }
  43. #ifdef PROFILE_MODE
  44. void siege(int port) {
  45. auto sockets = http_benchmark_connect(256, port);
  46. http_benchmark(sockets, 1, 100, "GET /json HTTP/1.1\r\n\r\n");
  47. http_benchmark(sockets, 1, 100, "GET /plaintext HTTP/1.1\r\n\r\n");
  48. http_benchmark(sockets, 1, 100, "GET /db HTTP/1.1\r\n\r\n");
  49. http_benchmark(sockets, 1, 100, "GET /queries?N=20 HTTP/1.1\r\n\r\n");
  50. http_benchmark(sockets, 1, 100, "GET /fortunes HTTP/1.1\r\n\r\n");
  51. // http_benchmark(sockets, 1, 100, "GET /updates?N=20 HTTP/1.1\r\n\r\n");
  52. http_benchmark_close(sockets);
  53. }
  54. #endif
  55. int main(int argc, char* argv[]) {
  56. if (argc != 3)
  57. {
  58. std::cerr << "Usage: " << argv[0] << " sql_host port" << std::endl;
  59. return 1;
  60. }
  61. int port = atoi(argv[2]);
  62. int nprocs = std::thread::hardware_concurrency();
  63. #if MONOTHREAD
  64. int nthreads = 1;
  65. #else
  66. int nthreads = nprocs;
  67. #endif
  68. #if TFB_MYSQL
  69. auto sql_db = mysql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  70. s::password = "benchmarkdbpass", s::port = 3306, s::charset = "utf8");
  71. #elif TFB_PGSQL
  72. auto sql_db = pgsql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  73. s::password = "benchmarkdbpass", s::port = 5432, s::charset = "utf8", s::max_async_connections_per_thread = N_SQL_CONNECTIONS);
  74. #endif
  75. std::cout << "Using " << sql_db.max_async_connections_per_thread_ << " sql connections x " << nthreads << " threads." << std::endl;
  76. auto fortunes = sql_orm_schema(sql_db, "Fortune").fields(
  77. s::id(s::auto_increment, s::primary_key) = int(),
  78. s::message = std::string());
  79. auto random_numbers = sql_orm_schema(sql_db, "World").fields(
  80. s::id(s::auto_increment, s::primary_key) = int(),
  81. s::randomNumber = int());
  82. http_api my_api;
  83. auto select_N_random_numbers = [] (auto& orm, int N) {
  84. std::vector<decltype(random_numbers.all_fields())> numbers(N);
  85. std::vector<decltype(orm.find_one(s::id = 1))> results;
  86. for (int i = 0; i < N; i++)
  87. results.push_back(orm.find_one(s::id = 1 + (i*10000/N) + random_int() % (10000/N)));
  88. for (int i = 0; i < N; i++){
  89. // println(" read result " , i);
  90. numbers[i] = results[i]().value();
  91. }
  92. return numbers;
  93. };
  94. my_api.get("/plaintext") = [&](http_request& request, http_response& response) {
  95. response.set_header("Content-Type", "text/plain");
  96. response.write("Hello, World!");
  97. };
  98. my_api.get("/json") = [&](http_request& request, http_response& response) {
  99. response.write_json(s::message = "Hello, World!");
  100. };
  101. my_api.get("/db") = [&](http_request& request, http_response& response) {
  102. response.write_json(random_numbers.connect(request.fiber).find_one(s::id = 1 + random_int() % 10000)());
  103. };
  104. my_api.get("/queries") = [&](http_request& request, http_response& response) {
  105. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  106. int N = atoi(N_str.c_str());
  107. N = std::max(1, std::min(N, 500));
  108. auto orm = random_numbers.connect(request.fiber);
  109. std::vector<decltype(orm.find_one(s::id = 1))> results;
  110. for (int i = 0; i < N; i++)
  111. results.push_back(orm.find_one(s::id = 1 + (i*10000/N) + random_int() % (10000/N)));
  112. int i = 0;
  113. response.write_json_generator(N, [&] { return results[i++]().value(); });
  114. };
  115. my_api.get("/updates") = [&](http_request& request, http_response& response) {
  116. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  117. int N = atoi(N_str.c_str());
  118. N = std::max(1, std::min(N, 500));
  119. auto c = random_numbers.connect(request.fiber);
  120. auto numbers = select_N_random_numbers(c, N);
  121. for (int i = 0; i < N; i++)
  122. numbers[i].randomNumber = 1 + random_int() % 10000;
  123. auto req = c.bulk_update(numbers);
  124. if (N_SQL_CONNECTIONS * nthreads > 1) c.backend_connection().end_of_batch();
  125. req.flush_results();
  126. response.write_json(numbers);
  127. };
  128. my_api.get("/fortunes") = [&](http_request& request, http_response& response) {
  129. typedef decltype(fortunes.all_fields()) fortune;
  130. std::vector<fortune> table;
  131. auto c = fortunes.connect(request.fiber);
  132. c.forall([&] (const auto& f) { table.emplace_back(metamap_clone(f)); });
  133. table.emplace_back(0, "Additional fortune added at request time.");
  134. std::sort(table.begin(), table.end(),
  135. [] (const fortune& a, const fortune& b) { return a.message < b.message; });
  136. li::growing_output_buffer ss;
  137. ss << "<!DOCTYPE html><html><head><title>Fortunes</title></head><body><table><tr><th>id</th><th>message</th></tr>";
  138. for(auto& f : table)
  139. {
  140. ss << "<tr><td>" << f.id << "</td><td>";
  141. escape_html_entities(ss, f.message);
  142. ss << "</td></tr>";
  143. }
  144. ss << "</table></body></html>";
  145. response.set_header("Content-Type", "text/html; charset=utf-8");
  146. response.write(ss.to_string_view());
  147. };
  148. #ifndef PROFILE_MODE
  149. // Start the server for the Techempower benchmark.
  150. http_serve(my_api, port, s::nthreads = nthreads);
  151. #else
  152. std::thread server_thread([&] {
  153. http_serve(my_api, port, s::nthreads = nprocs);
  154. });
  155. usleep(2e6);
  156. siege(port);
  157. li::quit_signal_catched = true;
  158. server_thread.join();
  159. #endif
  160. return 0;
  161. }