lithium_pipeline.cc 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. #include "lithium_http_backend.hh"
  2. #if TFB_MYSQL
  3. #include "lithium_mysql.hh"
  4. #elif TFB_PGSQL
  5. #include "lithium_pgsql.hh"
  6. #endif
  7. #include "symbols.hh"
  8. using namespace li;
  9. template <typename B>
  10. void escape_html_entities(B& buffer, const std::string_view& data)
  11. {
  12. size_t pos = 0;
  13. auto search_for_special = [&] () {
  14. size_t start = pos;
  15. size_t end = pos;
  16. for(;pos != data.size(); ++pos) {
  17. char c = data[pos];
  18. if (c > '>' || (c != '&' && c != '\"' && c != '\'' && c != '<' && c == '>'))
  19. end = pos + 1;
  20. else break;
  21. }
  22. if (start != end)
  23. buffer << std::string_view(data.data() + start, end - start);
  24. };
  25. for(; pos != data.size(); ++pos) {
  26. search_for_special();
  27. if (pos >= data.size()) return;
  28. switch(data[pos]) {
  29. case '&': buffer << "&amp;"; break;
  30. case '\"': buffer << "&quot;"; break;
  31. case '\'': buffer << "&apos;"; break;
  32. case '<': buffer << "&lt;"; break;
  33. case '>': buffer << "&gt;"; break;
  34. default: buffer << data[pos]; break;
  35. }
  36. }
  37. }
  38. #ifdef PROFILE_MODE
  39. void siege(int port) {
  40. auto sockets = http_benchmark_connect(256, port);
  41. http_benchmark(sockets, 1, 100, "GET /json HTTP/1.1\r\n\r\n");
  42. http_benchmark(sockets, 1, 100, "GET /plaintext HTTP/1.1\r\n\r\n");
  43. http_benchmark(sockets, 1, 100, "GET /db HTTP/1.1\r\n\r\n");
  44. http_benchmark(sockets, 1, 100, "GET /queries?N=20 HTTP/1.1\r\n\r\n");
  45. http_benchmark(sockets, 1, 100, "GET /fortunes HTTP/1.1\r\n\r\n");
  46. // http_benchmark(sockets, 1, 100, "GET /updates?N=20 HTTP/1.1\r\n\r\n");
  47. http_benchmark_close(sockets);
  48. }
  49. #endif
  50. int main(int argc, char* argv[]) {
  51. if (argc != 3)
  52. {
  53. std::cerr << "Usage: " << argv[0] << " sql_host port" << std::endl;
  54. return 1;
  55. }
  56. int port = atoi(argv[2]);
  57. int nprocs = std::thread::hardware_concurrency();
  58. #if MONOTHREAD
  59. int nthreads = 1;
  60. #else
  61. int nthreads = nprocs;
  62. #endif
  63. #if TFB_MYSQL
  64. auto sql_db = mysql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  65. s::password = "benchmarkdbpass", s::port = 3306, s::charset = "utf8");
  66. #elif TFB_PGSQL
  67. auto sql_db = pgsql_database(s::host = argv[1], s::database = "hello_world", s::user = "benchmarkdbuser",
  68. s::password = "benchmarkdbpass", s::port = 5432, s::charset = "utf8", s::max_async_connections_per_thread = N_SQL_CONNECTIONS);
  69. #endif
  70. std::cout << "Using " << sql_db.max_async_connections_per_thread_ << " sql connections x " << nthreads << " threads." << std::endl;
  71. auto fortunes = sql_orm_schema(sql_db, "Fortune").fields(
  72. s::id(s::auto_increment, s::primary_key) = int(),
  73. s::message = std::string());
  74. auto random_numbers = sql_orm_schema(sql_db, "World").fields(
  75. s::id(s::auto_increment, s::primary_key) = int(),
  76. s::randomNumber = int());
  77. http_api my_api;
  78. auto select_N_random_numbers = [] (auto& orm, int N) {
  79. std::vector<decltype(random_numbers.all_fields())> numbers(N);
  80. std::vector<decltype(orm.find_one(s::id = 1))> results;
  81. for (int i = 0; i < N; i++)
  82. results.push_back(orm.find_one(s::id = 1 + (i*10000/N) + rand() % (10000/N)));
  83. for (int i = 0; i < N; i++){
  84. // println(" read result " , i);
  85. numbers[i] = results[i]().value();
  86. }
  87. return numbers;
  88. };
  89. my_api.get("/plaintext") = [&](http_request& request, http_response& response) {
  90. response.set_header("Content-Type", "text/plain");
  91. response.write("Hello, World!");
  92. };
  93. my_api.get("/json") = [&](http_request& request, http_response& response) {
  94. response.write_json(s::message = "Hello, World!");
  95. };
  96. my_api.get("/db") = [&](http_request& request, http_response& response) {
  97. response.write_json(random_numbers.connect(request.fiber).find_one(s::id = 1 + rand() % 10000)());
  98. };
  99. my_api.get("/queries") = [&](http_request& request, http_response& response) {
  100. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  101. int N = atoi(N_str.c_str());
  102. N = std::max(1, std::min(N, 500));
  103. auto c = random_numbers.connect(request.fiber);
  104. response.write_json(select_N_random_numbers(c, N));
  105. };
  106. my_api.get("/updates") = [&](http_request& request, http_response& response) {
  107. std::string N_str = request.get_parameters(s::N = std::optional<std::string>()).N.value_or("1");
  108. int N = atoi(N_str.c_str());
  109. N = std::max(1, std::min(N, 500));
  110. auto c = random_numbers.connect(request.fiber);
  111. auto numbers = select_N_random_numbers(c, N);
  112. for (int i = 0; i < N; i++)
  113. numbers[i].randomNumber = 1 + rand() % 10000;
  114. auto req = c.bulk_update(numbers);
  115. if (N_SQL_CONNECTIONS * nthreads > 1) c.backend_connection().end_of_batch();
  116. req.flush_results();
  117. response.write_json(numbers);
  118. };
  119. my_api.get("/fortunes") = [&](http_request& request, http_response& response) {
  120. typedef decltype(fortunes.all_fields()) fortune;
  121. std::vector<fortune> table;
  122. auto c = fortunes.connect(request.fiber);
  123. c.forall([&] (const auto& f) { table.emplace_back(metamap_clone(f)); });
  124. table.emplace_back(0, "Additional fortune added at request time.");
  125. std::sort(table.begin(), table.end(),
  126. [] (const fortune& a, const fortune& b) { return a.message < b.message; });
  127. li::growing_output_buffer ss;
  128. ss << "<!DOCTYPE html><html><head><title>Fortunes</title></head><body><table><tr><th>id</th><th>message</th></tr>";
  129. for(auto& f : table)
  130. {
  131. ss << "<tr><td>" << f.id << "</td><td>";
  132. escape_html_entities(ss, f.message);
  133. ss << "</td></tr>";
  134. }
  135. ss << "</table></body></html>";
  136. response.set_header("Content-Type", "text/html; charset=utf-8");
  137. response.write(ss.to_string_view());
  138. };
  139. #ifndef PROFILE_MODE
  140. // Start the server for the Techempower benchmark.
  141. http_serve(my_api, port, s::nthreads = nthreads);
  142. #else
  143. std::thread server_thread([&] {
  144. http_serve(my_api, port, s::nthreads = nprocs);
  145. });
  146. usleep(2e6);
  147. siege(port);
  148. li::quit_signal_catched = true;
  149. server_thread.join();
  150. #endif
  151. return 0;
  152. }