app-socketify.py 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. import multiprocessing
  2. import os
  3. # import psycopg
  4. import platform
  5. import random
  6. import asyncio
  7. import blacksheep as bs
  8. import jinja2
  9. from pathlib import Path
  10. # from psycopg_pool import AsyncConnectionPool
  11. import psqlpy
  12. from psqlpy import ConnectionPoolBuilder
  13. READ_ROW_SQL = 'SELECT "randomnumber" FROM "world" WHERE id = $1'
  14. WRITE_ROW_SQL = 'UPDATE "world" SET "randomnumber"=$1 WHERE id=$2'
  15. ADDITIONAL_ROW = [0, "Additional fortune added at request time."]
  16. CORE_COUNT = multiprocessing.cpu_count()
  17. MAX_DB_CONNECTIONS = 2000
  18. MAX_POOL_SIZE = min(CORE_COUNT * 2, MAX_DB_CONNECTIONS // CORE_COUNT, 35)
  19. db_pool = None
  20. async def setup_db(app):
  21. global db_pool
  22. conninfo = (
  23. f"postgresql://{os.getenv('PGUSER', 'benchmarkdbuser')}:{os.getenv('PGPASS', 'benchmarkdbpass')}"
  24. f"@tfb-database:5432/hello_world"
  25. )
  26. db_pool = (
  27. ConnectionPoolBuilder()
  28. .max_pool_size(MAX_POOL_SIZE)
  29. .user(os.getenv('PGUSER', 'benchmarkdbuser'))
  30. .password(os.getenv('PGPASS', 'benchmarkdbpass'))
  31. .dbname("hello_world")
  32. .host("tfb-database")
  33. .port(5432)
  34. .build()
  35. )
  36. # await db_pool.open()
  37. async def shutdown_db(app):
  38. global db_pool
  39. if db_pool is not None:
  40. await db_pool.close()
  41. db_pool = None
  42. def load_fortunes_template():
  43. with Path("templates/fortune.html").open("r") as f:
  44. return jinja2.Template(f.read())
  45. fortune_template = load_fortunes_template()
  46. app = bs.Application()
  47. app.on_start += setup_db
  48. app.on_stop += shutdown_db
  49. def get_num_queries(request):
  50. try:
  51. value = request.query.get('queries')
  52. if value is None:
  53. return 1
  54. query_count = int(value[0])
  55. except (KeyError, IndexError, ValueError):
  56. return 1
  57. return min(max(query_count, 1), 500)
  58. JSON_CONTENT_TYPE = b"application/json"
  59. @bs.get('/json')
  60. async def json_test(request):
  61. return bs.json({'message': 'Hello, world!'})
  62. @bs.get('/db')
  63. async def single_db_query_test(request):
  64. row_id = random.randint(1, 10000)
  65. async with db_pool.acquire() as connection:
  66. number = await connection.fetch_val(
  67. READ_ROW_SQL, [row_id]
  68. )
  69. return bs.json({'id': row_id, 'randomNumber': number})
  70. @bs.get('/queries')
  71. async def multiple_db_queries_test(request):
  72. num_queries = get_num_queries(request)
  73. row_ids = random.sample(range(1, 10000), num_queries)
  74. worlds = []
  75. async with db_pool.acquire() as connection:
  76. for row_id in row_ids:
  77. number = await connection.fetch_val(
  78. READ_ROW_SQL, [row_id]
  79. )
  80. worlds.append({"id": row_id, "randomNumber": number})
  81. return bs.json(worlds)
  82. @bs.get('/fortunes')
  83. async def fortunes_test(request):
  84. async with db_pool.acquire() as connection:
  85. fortunes_fetch = await connection.fetch("SELECT * FROM Fortune")
  86. # fortunes = fortunes_fetch.result()
  87. fortunes = [list(item.values()) for item in fortunes_fetch.result()]
  88. fortunes.append(ADDITIONAL_ROW)
  89. fortunes.sort(key=lambda row: row[1])
  90. data = fortune_template.render(fortunes=fortunes)
  91. return bs.html(data)
  92. @bs.get('/updates')
  93. async def db_updates_test(request):
  94. num_queries = get_num_queries(request)
  95. updates = sorted(zip(
  96. random.sample(range(1, 10000), num_queries),
  97. random.sample(range(1, 10000), num_queries)
  98. ), key=lambda x: x[1])
  99. worlds = [{"id": row_id, "randomNumber": number} for row_id, number in updates]
  100. async with db_pool.acquire() as connection:
  101. for row_id, _ in updates:
  102. await connection.fetch_val(READ_ROW_SQL, [row_id])
  103. # await db_conn.executemany(WRITE_ROW_SQL, updates)
  104. await connection.execute_many(WRITE_ROW_SQL, updates)
  105. return bs.json(worlds)
  106. @bs.get('/plaintext')
  107. async def plaintext_test(request):
  108. return bs.Response(200, content=bs.Content(b"text/plain", b'Hello, World!'))
  109. if platform.python_implementation() == 'PyPy':
  110. import logging
  111. from socketify import ASGI
  112. workers = int(multiprocessing.cpu_count())
  113. if os.environ.get('TRAVIS') == 'true':
  114. workers = 2
  115. def run_app():
  116. ASGI(app).listen(8080, lambda config: logging.info(f"Listening on port http://localhost:{config.port} now\n")).run()
  117. def create_fork():
  118. n = os.fork()
  119. if not n > 0:
  120. run_app()
  121. for i in range(1, workers):
  122. create_fork()
  123. run_app()