lithium_pipeline.cc 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. #include "lithium_http_backend.hh"
  2. #if TFB_MYSQL
  3. #include "lithium_mysql.hh"
  4. #elif TFB_PGSQL
  5. #include "lithium_pgsql.hh"
  6. #endif
  7. #include "symbols.hh"
  8. using namespace li;
  9. template <typename B>
  10. void escape_html_entities(B& buffer, const std::string& data)
  11. {
  12. for(size_t pos = 0; pos != data.size(); ++pos) {
  13. switch(data[pos]) {
  14. case '&': buffer << "&amp;"; break;
  15. case '\"': buffer << "&quot;"; break;
  16. case '\'': buffer << "&apos;"; break;
  17. case '<': buffer << "&lt;"; break;
  18. case '>': buffer << "&gt;"; break;
  19. default: buffer << data[pos]; break;
  20. }
  21. }
  22. }
  23. #ifdef PROFILE_MODE
  24. void siege(int port) {
  25. auto sockets = http_benchmark_connect(256, port);
  26. http_benchmark(sockets, 1, 100, "GET /json HTTP/1.1\r\n\r\n");
  27. http_benchmark(sockets, 1, 100, "GET /plaintext HTTP/1.1\r\n\r\n");
  28. http_benchmark(sockets, 1, 100, "GET /db HTTP/1.1\r\n\r\n");
  29. http_benchmark(sockets, 1, 100, "GET /queries?N=20 HTTP/1.1\r\n\r\n");
  30. http_benchmark(sockets, 1, 100, "GET /fortunes HTTP/1.1\r\n\r\n");
  31. // http_benchmark(sockets, 1, 100, "GET /updates?N=20 HTTP/1.1\r\n\r\n");
  32. http_benchmark_close(sockets);
  33. }
  34. #endif
  35. int main(int argc, char* argv[]) {
  36. if (argc != 3)
  37. {
  38. std::cerr << "Usage: " << argv[0] << " sql_host port" << std::endl;
  39. return 1;
  40. }
  41. int port = atoi(argv[2]);
  42. int nprocs = std::thread::hardware_concurrency();
  43. #if MONOTHREAD
  44. int nthreads = 1;
  45. #else
  46. int nthreads = nprocs;
  47. #endif
  48. #if TFB_MYSQL
  49. auto sql_db = mysql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  50. s::password = "benchmarkdbpass", s::port = 3306, s::charset = "utf8");
  51. #elif TFB_PGSQL
  52. auto sql_db = pgsql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  53. s::password = "benchmarkdbpass", s::port = 5432, s::charset = "utf8", s::max_async_connections_per_thread = N_SQL_CONNECTIONS);
  54. #endif
  55. std::cout << "Using " << sql_db.max_async_connections_per_thread_ << " sql connections x " << nthreads << " threads." << std::endl;
  56. auto fortunes = sql_orm_schema(sql_db, "Fortune").fields(
  57. s::id(s::auto_increment, s::primary_key) = int(),
  58. s::message = std::string());
  59. auto random_numbers = sql_orm_schema(sql_db, "World").fields(
  60. s::id(s::auto_increment, s::primary_key) = int(),
  61. s::randomNumber = int());
  62. http_api my_api;
  63. auto select_N_random_numbers = [] (auto& orm, int N) {
  64. std::vector<decltype(random_numbers.all_fields())> numbers(N);
  65. std::vector<decltype(orm.find_one(s::id = 1))> results;
  66. for (int i = 0; i < N; i++)
  67. results.push_back(orm.find_one(s::id = 1 + (i*10000/N) + rand() % (10000/N)));
  68. for (int i = 0; i < N; i++){
  69. // println(" read result " , i);
  70. numbers[i] = results[i]().value();
  71. }
  72. return numbers;
  73. };
  74. my_api.get("/plaintext") = [&](http_request& request, http_response& response) {
  75. response.set_header("Content-Type", "text/plain");
  76. response.write("Hello, World!");
  77. };
  78. my_api.get("/json") = [&](http_request& request, http_response& response) {
  79. response.write_json(s::message = "Hello, World!");
  80. };
  81. my_api.get("/db") = [&](http_request& request, http_response& response) {
  82. response.write_json(random_numbers.connect(request.fiber).find_one(s::id = 1 + rand() % 10000)());
  83. };
  84. my_api.get("/queries") = [&](http_request& request, http_response& response) {
  85. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  86. int N = atoi(N_str.c_str());
  87. N = std::max(1, std::min(N, 500));
  88. auto c = random_numbers.connect(request.fiber);
  89. response.write_json(select_N_random_numbers(c, N));
  90. };
  91. my_api.get("/updates") = [&](http_request& request, http_response& response) {
  92. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  93. int N = atoi(N_str.c_str());
  94. N = std::max(1, std::min(N, 500));
  95. auto c = random_numbers.connect(request.fiber);
  96. auto numbers = select_N_random_numbers(c, N);
  97. for (int i = 0; i < N; i++)
  98. numbers[i].randomNumber = 1 + rand() % 10000;
  99. auto req = c.bulk_update(numbers);
  100. if (N_SQL_CONNECTIONS * nthreads > 1) c.backend_connection().end_of_batch();
  101. req.flush_results();
  102. response.write_json(numbers);
  103. };
  104. my_api.get("/fortunes") = [&](http_request& request, http_response& response) {
  105. typedef decltype(fortunes.all_fields()) fortune;
  106. std::vector<fortune> table;
  107. auto c = fortunes.connect(request.fiber);
  108. c.forall([&] (const auto& f) { table.emplace_back(metamap_clone(f)); });
  109. table.emplace_back(0, "Additional fortune added at request time.");
  110. std::sort(table.begin(), table.end(),
  111. [] (const fortune& a, const fortune& b) { return a.message < b.message; });
  112. char b[100000];
  113. li::output_buffer ss(b, sizeof(b));
  114. ss << "<!DOCTYPE html><html><head><title>Fortunes</title></head><body><table><tr><th>id</th><th>message</th></tr>";
  115. for(auto& f : table)
  116. {
  117. ss << "<tr><td>" << f.id << "</td><td>";
  118. escape_html_entities(ss, f.message);
  119. ss << "</td></tr>";
  120. }
  121. ss << "</table></body></html>";
  122. response.set_header("Content-Type", "text/html; charset=utf-8");
  123. response.write(ss.to_string_view());
  124. };
  125. #ifndef PROFILE_MODE
  126. // Start the server for the Techempower benchmark.
  127. http_serve(my_api, port, s::nthreads = nthreads);
  128. #else
  129. std::thread server_thread([&] {
  130. http_serve(my_api, port, s::nthreads = nprocs);
  131. });
  132. usleep(2e6);
  133. siege(port);
  134. li::quit_signal_catched = true;
  135. server_thread.join();
  136. #endif
  137. return 0;
  138. }