compsci-industry
/
TechEmpower.FrameworkBenchmarks
cermin dari https://github.com/TechEmpower/FrameworkBenchmarks.git


			
				
					
						
						
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
							/*
 * lwan - simple web server
 * Copyright (c) 2014 Leandro A. F. Pereira <[email protected]>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301,
 * USA.
 */

#include <errno.h>
#include <stdlib.h>
#include <string.h>

#include "lwan-private.h"
#include "lwan-cache.h"
#include "lwan-config.h"
#include "lwan-template.h"
#include "lwan-mod-lua.h"
#include "int-to-str.h"

#include "database.h"
#include "json.h"

enum db_connect_type { DB_CONN_MYSQL, DB_CONN_SQLITE };

static struct db_connection_params {
    enum db_connect_type type;
    union {
        struct {
            const char *user;
            const char *password;
            const char *database;
            const char *hostname;
        } mysql;
        struct {
            const char *path;
            const char **pragmas;
        } sqlite;
    };
} db_connection_params;

static const char hello_world[] = "Hello, World!";
static const char random_number_query[] =
    "SELECT randomNumber, id FROM world WHERE id=?";
static const char cached_random_number_query[] =
    "SELECT randomNumber, id FROM world WHERE id=?";

struct Fortune {
    struct {
        coro_function_t generator;

        int id;
        char *message;
    } item;
};

DEFINE_ARRAY_TYPE_INLINEFIRST(fortune_array, struct Fortune)

static const char fortunes_template_str[] =
    "<!DOCTYPE html>"
    "<html>"
    "<head><title>Fortunes</title></head>"
    "<body>"
    "<table>"
    "<tr><th>id</th><th>message</th></tr>"
    "{{#item}}"
    "<tr><td>{{item.id}}</td><td>{{item.message}}</td></tr>"
    "{{/item}}"
    "</table>"
    "</body>"
    "</html>";

static int fortune_list_generator(struct coro *coro, void *data);

#undef TPL_STRUCT
#define TPL_STRUCT struct Fortune
static const struct lwan_var_descriptor fortune_desc[] = {
    TPL_VAR_SEQUENCE(item,
                     fortune_list_generator,
                     ((const struct lwan_var_descriptor[]){
                         TPL_VAR_INT(item.id),
                         TPL_VAR_STR_ESCAPE(item.message),
                         TPL_VAR_SENTINEL,
                     })),
    TPL_VAR_SENTINEL,
};

static struct lwan_tpl *fortune_tpl;

struct hello_world_json {
    const char *message;
};
static const struct json_obj_descr hello_world_json_desc[] = {
    JSON_OBJ_DESCR_PRIM(struct hello_world_json, message, JSON_TOK_STRING),
};

struct db_json {
    int id;
    int randomNumber;
};
static const struct json_obj_descr db_json_desc[] = {
    JSON_OBJ_DESCR_PRIM(struct db_json, id, JSON_TOK_NUMBER),
    JSON_OBJ_DESCR_PRIM(struct db_json, randomNumber, JSON_TOK_NUMBER),
};

struct queries_json {
    struct db_json queries[500];
    size_t queries_len;
};
static const struct json_obj_descr queries_array_desc =
    JSON_OBJ_DESCR_OBJ_ARRAY(struct queries_json,
                             queries,
                             500,
                             queries_len,
                             db_json_desc,
                             N_ELEMENTS(db_json_desc));

static struct db *get_db(void)
{
    static __thread struct db *database;

    if (!database) {
        switch (db_connection_params.type) {
        case DB_CONN_MYSQL:
            database = db_connect_mysql(db_connection_params.mysql.hostname,
                                        db_connection_params.mysql.user,
                                        db_connection_params.mysql.password,
                                        db_connection_params.mysql.database);
            break;
        case DB_CONN_SQLITE:
            database = db_connect_sqlite(db_connection_params.sqlite.path, true,
                                         db_connection_params.sqlite.pragmas);
            break;
        }
        if (!database)
            lwan_status_critical("Could not connect to the database");
    }

    return database;
}

static int append_to_strbuf(const char *bytes, size_t len, void *data)
{
    struct lwan_strbuf *strbuf = data;

    return !lwan_strbuf_append_str(strbuf, bytes, len);
}

static enum lwan_http_status
json_response_obj(struct lwan_response *response,
                  const struct json_obj_descr *descr,
                  size_t descr_len,
                  const void *data)
{
    if (json_obj_encode_full(descr, descr_len, data, append_to_strbuf,
                             response->buffer, false) != 0)
        return HTTP_INTERNAL_ERROR;

    response->mime_type = "application/json";
    return HTTP_OK;
}

static enum lwan_http_status
json_response_arr(struct lwan_response *response,
                  const struct json_obj_descr *descr,
                  const void *data)
{
    if (json_arr_encode_full(descr, data, append_to_strbuf, response->buffer,
                             false) != 0)
        return HTTP_INTERNAL_ERROR;

    response->mime_type = "application/json";
    return HTTP_OK;
}

LWAN_HANDLER(json)
{
    struct hello_world_json j = {.message = hello_world};

    return json_response_obj(response, hello_world_json_desc,
                             N_ELEMENTS(hello_world_json_desc), &j);
}

static bool db_query_key(struct db_stmt *stmt, struct db_json *out, int key)
{
    struct db_row row = {.kind = 'i', .u.i = key + 1};
    if (UNLIKELY(!db_stmt_bind(stmt, &row, 1)))
        return false;

    long random_number;
    long id;
    if (UNLIKELY(!db_stmt_step(stmt, "ii", &random_number, &id)))
        return false;

    out->id = (int)id;
    out->randomNumber = (int)random_number;

    return true;
}

static inline bool db_query(struct db_stmt *stmt, struct db_json *out)
{
    return db_query_key(stmt, out, rand() % 10000);
}

LWAN_HANDLER(db)
{
    struct db_stmt *stmt = db_prepare_stmt(get_db(), random_number_query,
                                           sizeof(random_number_query) - 1);
    struct db_json db_json;

    if (UNLIKELY(!stmt)) {
        lwan_status_debug("preparing stmt failed");
        return HTTP_INTERNAL_ERROR;
    }

    bool queried = db_query(stmt, &db_json);

    db_stmt_finalize(stmt);

    if (!queried)
        return HTTP_INTERNAL_ERROR;

    return json_response_obj(response, db_json_desc, N_ELEMENTS(db_json_desc),
                         &db_json);
}

LWAN_HANDLER(queries)
{
    enum lwan_http_status ret = HTTP_INTERNAL_ERROR;
    const char *queries_str = lwan_request_get_query_param(request, "queries");
    long queries;

    queries = LIKELY(queries_str)
                  ? LWAN_MIN(500, LWAN_MAX(1, parse_long(queries_str, -1)))
                  : 1;

    struct db_stmt *stmt = db_prepare_stmt(get_db(), random_number_query,
                                           sizeof(random_number_query) - 1);
    if (UNLIKELY(!stmt))
        return HTTP_INTERNAL_ERROR;

    struct queries_json qj = {.queries_len = (size_t)queries};
    for (long i = 0; i < queries; i++) {
        if (!db_query(stmt, &qj.queries[i]))
            goto out;
    }

    /* Avoid reallocations/copies while building response.  Each response
     * has ~32bytes.  500 queries (max) should be less than 16384 bytes,
     * so this is a good approximation.  */
    lwan_strbuf_grow_to(response->buffer, (size_t)(32l * queries));

    ret = json_response_arr(response, &queries_array_desc, &qj);

out:
    db_stmt_finalize(stmt);

    return ret;
}

static struct cache *cached_queries_cache;
struct db_json_cached {
    struct cache_entry base;
    struct db_json db_json;
};

static struct cache_entry *cached_queries_new(const char *key, void *context)
{
    struct db_json_cached *entry;
    struct db_stmt *stmt;

    entry = malloc(sizeof(*entry));
    if (UNLIKELY(!entry))
        return NULL;

    stmt = db_prepare_stmt(get_db(), cached_random_number_query,
                           sizeof(cached_random_number_query) - 1);
    if (UNLIKELY(!stmt)) {
        free(entry);
        return NULL;
    }

    if (!db_query_key(stmt, &entry->db_json, atoi(key))) {
        free(entry);
        entry = NULL;
    }

    db_stmt_finalize(stmt);

    return (struct cache_entry *)entry;
}

static void cached_queries_free(struct cache_entry *entry, void *context)
{
    free(entry);
}

static struct cache_entry *my_cache_coro_get_and_ref_entry(struct cache *cache,
                                                           struct lwan_request *request,
                                                           const char *key)
{
    /* Using this function instead of cache_coro_get_and_ref_entry() will avoid
     * calling coro_defer(), which, in cases where the number of cached queries is
     * too high, will trigger reallocations of the coro_defer array (and the "demotion"
     * from the storage inlined in the coro struct to somewhere in the heap).
     *
     * For large number of cached elements, too, this will reduce the number of
     * indirect calls that are performed every time a request is serviced.
     */

    for (int tries = 64; tries; tries--) {
        int error;
        struct cache_entry *ce = cache_get_and_ref_entry(cache, key, &error);

        if (LIKELY(ce))
            return ce;

        if (error != EWOULDBLOCK)
            break;

        coro_yield(request->conn->coro, CONN_CORO_WANT_WRITE);

        if (tries > 16)
            lwan_request_sleep(request, (unsigned int)(tries / 8));
    }

    return NULL;
}

LWAN_HANDLER(cached_queries)
{
    const char *queries_str = lwan_request_get_query_param(request, "count");
    long queries;

    queries = LIKELY(queries_str)
                  ? LWAN_MIN(500, LWAN_MAX(1, parse_long(queries_str, -1)))
                  : 1;

    struct queries_json qj = {.queries_len = (size_t)queries};
    for (long i = 0; i < queries; i++) {
        char key_buf[INT_TO_STR_BUFFER_SIZE];
        struct db_json_cached *jc;
        size_t discard;

        jc = (struct db_json_cached *)my_cache_coro_get_and_ref_entry(
            cached_queries_cache, request,
            int_to_string(rand() % 10000, key_buf, &discard));
        if (UNLIKELY(!jc))
            return HTTP_INTERNAL_ERROR;

        qj.queries[i] = jc->db_json;

        cache_entry_unref(cached_queries_cache, (struct cache_entry *)jc);
    }

    /* Avoid reallocations/copies while building response.  Each response
     * has ~32bytes.  500 queries (max) should be less than 16384 bytes,
     * so this is a good approximation.  */
    lwan_strbuf_grow_to(response->buffer, (size_t)(32l * queries));

    return json_response_arr(response, &queries_array_desc, &qj);
}

LWAN_HANDLER(plaintext)
{
    lwan_strbuf_set_static(response->buffer, hello_world,
                           sizeof(hello_world) - 1);

    response->mime_type = "text/plain";
    return HTTP_OK;
}

static int fortune_compare(const void *a, const void *b)
{
    const struct Fortune *fortune_a = (const struct Fortune *)a;
    const struct Fortune *fortune_b = (const struct Fortune *)b;

    return strcmp(fortune_a->item.message, fortune_b->item.message);
}

static bool append_fortune(struct coro *coro,
                           struct fortune_array *fortunes,
                           int id,
                           const char *message)
{
    struct Fortune *fortune;
    char *message_copy;

    message_copy = coro_strdup(coro, message);
    if (UNLIKELY(!message_copy))
        return false;

    fortune = fortune_array_append(fortunes);
    if (UNLIKELY(!fortune))
        return false;

    fortune->item.id = id;
    fortune->item.message = message_copy;

    return true;
}

static int fortune_list_generator(struct coro *coro, void *data)
{
    static const char fortune_query[] = "SELECT * FROM Fortune";
    struct Fortune *fortune = data;
    struct fortune_array fortunes;
    struct db_stmt *stmt;

    stmt = db_prepare_stmt(get_db(), fortune_query, sizeof(fortune_query) - 1);
    if (UNLIKELY(!stmt))
        return 0;

    fortune_array_init(&fortunes);

    long id;
    char fortune_buffer[256];
    while (db_stmt_step(stmt, "is", &id, &fortune_buffer, sizeof(fortune_buffer))) {
        if (!append_fortune(coro, &fortunes, (int)id, fortune_buffer))
            goto out;
    }

    if (!append_fortune(coro, &fortunes, 0,
                        "Additional fortune added at request time."))
        goto out;

    fortune_array_sort(&fortunes, fortune_compare);

    struct Fortune *iter;
    LWAN_ARRAY_FOREACH (&fortunes, iter) {
        fortune->item.id = iter->item.id;
        fortune->item.message = iter->item.message;
        coro_yield(coro, 1);
    }

out:
    fortune_array_reset(&fortunes);
    db_stmt_finalize(stmt);
    return 0;
}

LWAN_HANDLER(fortunes)
{
    struct Fortune fortune;

    lwan_strbuf_grow_to(response->buffer, 1500);

    if (UNLIKELY(!lwan_tpl_apply_with_buffer(fortune_tpl, response->buffer,
                                             &fortune)))
        return HTTP_INTERNAL_ERROR;

    response->mime_type = "text/html; charset=UTF-8";
    return HTTP_OK;
}

LWAN_HANDLER(quit_lwan)
{
    exit(0);
    return HTTP_OK;
}

int main(void)
{
    struct lwan l;

    lwan_init(&l);

    srand((unsigned int)time(NULL));

    if (getenv("USE_MYSQL")) {
        db_connection_params = (struct db_connection_params){
            .type = DB_CONN_MYSQL,
            .mysql.user = getenv("MYSQL_USER"),
            .mysql.password = getenv("MYSQL_PASS"),
            .mysql.hostname = getenv("MYSQL_HOST"),
            .mysql.database = getenv("MYSQL_DB"),
        };

        if (!db_connection_params.mysql.user)
            lwan_status_critical("No MySQL user provided");
        if (!db_connection_params.mysql.password)
            lwan_status_critical("No MySQL password provided");
        if (!db_connection_params.mysql.hostname)
            lwan_status_critical("No MySQL hostname provided");
        if (!db_connection_params.mysql.database)
            lwan_status_critical("No MySQL database provided");
    } else {
        static const char *pragmas[] = {"PRAGMA mmap_size=44040192",
                                        "PRAGMA journal_mode=OFF",
                                        "PRAGMA locking_mode=EXCLUSIVE", NULL};
        db_connection_params = (struct db_connection_params){
            .type = DB_CONN_SQLITE,
            .sqlite.path = "techempower.db",
            .sqlite.pragmas = pragmas,
        };
    }

    fortune_tpl = lwan_tpl_compile_string_full(
        fortunes_template_str, fortune_desc, LWAN_TPL_FLAG_CONST_TEMPLATE);
    if (!fortune_tpl)
        lwan_status_critical("Could not compile fortune templates");

    cached_queries_cache = cache_create(cached_queries_new,
                                        cached_queries_free,
                                        NULL,
                                        3600 /* 1 hour */);
    if (!cached_queries_cache)
        lwan_status_critical("Could not create cached queries cache");

    lwan_main_loop(&l);

    cache_destroy(cached_queries_cache);
    lwan_tpl_free(fortune_tpl);
    lwan_shutdown(&l);

    return 0;
}