Browse Source

[ci skip] Update the set of broken implementations (#7969)

Anton Kirilov 2 years ago
parent
commit
f4b141265b
40 changed files with 261 additions and 194 deletions
  1. 2 1
      frameworks/C++/cpoll_cppsp/benchmark_config.json
  2. 1 1
      frameworks/C++/ffead-cpp/benchmark_config.json
  3. 2 1
      frameworks/CSharp/evhttp-sharp/benchmark_config.json
  4. 2 1
      frameworks/CSharp/watson/benchmark_config.json
  5. 4 2
      frameworks/Clojure/duct/benchmark_config.json
  6. 4 2
      frameworks/D/vibed/benchmark_config.json
  7. 2 1
      frameworks/Dart/start/benchmark_config.json
  8. 2 1
      frameworks/Dart/stream/benchmark_config.json
  9. 5 3
      frameworks/Go/go-std/benchmark_config.json
  10. 3 2
      frameworks/Go/gramework/benchmark_config.json
  11. 14 7
      frameworks/Java/act/benchmark_config.json
  12. 4 2
      frameworks/Java/activeweb/benchmark_config.json
  13. 2 1
      frameworks/Java/javalin/benchmark_config.json
  14. 4 2
      frameworks/Java/restexpress/benchmark_config.json
  15. 4 2
      frameworks/Java/undertow-jersey/benchmark_config.json
  16. 2 1
      frameworks/JavaScript/sailsjs/benchmark_config.json
  17. 2 1
      frameworks/Kotlin/http4k/benchmark_config.json
  18. 3 2
      frameworks/Kotlin/pronghorn/benchmark_config.json
  19. 2 1
      frameworks/Nim/basolato/benchmark_config.json
  20. 8 4
      frameworks/OCaml/opium/benchmark_config.json
  21. 2 1
      frameworks/PHP/php/benchmark_config.json
  22. 10 5
      frameworks/PHP/symfony/benchmark_config.json
  23. 4 2
      frameworks/Python/api_hour/benchmark_config.json
  24. 2 1
      frameworks/Python/bottle/benchmark_config.json
  25. 10 5
      frameworks/Python/flask/benchmark_config.json
  26. 2 1
      frameworks/Python/responder/benchmark_config.json
  27. 2 1
      frameworks/Python/tornado/benchmark_config.json
  28. 4 2
      frameworks/Python/uwsgi/benchmark_config.json
  29. 4 2
      frameworks/Python/weppy/benchmark_config.json
  30. 2 1
      frameworks/Rust/nickel/benchmark_config.json
  31. 2 1
      frameworks/Rust/rouille/benchmark_config.json
  32. 2 1
      frameworks/Rust/saphir/benchmark_config.json
  33. 2 1
      frameworks/Rust/thruster/benchmark_config.json
  34. 2 1
      frameworks/Rust/tide/benchmark_config.json
  35. 2 1
      frameworks/Rust/tokio-minihttp/benchmark_config.json
  36. 127 125
      frameworks/Scala/play2-scala/benchmark_config.json
  37. 2 1
      frameworks/Scala/snunit/benchmark_config.json
  38. 2 1
      frameworks/TypeScript/oak/benchmark_config.json
  39. 2 1
      frameworks/TypeScript/typescript-rest/benchmark_config.json
  40. 4 2
      frameworks/Ur/urweb/benchmark_config.json

+ 2 - 1
frameworks/C++/cpoll_cppsp/benchmark_config.json

@@ -38,7 +38,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "cpoll-cppsp-raw",
       "display_name": "cpoll-cppsp-raw",
       "notes": "",
       "notes": "",
-      "versus": "cpoll_cppsp"
+      "versus": "cpoll_cppsp",
+      "tags": ["broken"]
     },
     },
     "postgres-raw": {
     "postgres-raw": {
       "db_url": "/db_pg_async",
       "db_url": "/db_pg_async",

+ 1 - 1
frameworks/C++/ffead-cpp/benchmark_config.json

@@ -23,7 +23,7 @@
 			"display_name": "ffead-cpp-mongo",
 			"display_name": "ffead-cpp-mongo",
 			"notes": "mongodb redis",
 			"notes": "mongodb redis",
 			"versus": "",
 			"versus": "",
-			"tags": []
+			"tags": ["broken"]
 		},
 		},
 		"v-picov": {
 		"v-picov": {
 			"json_url": "/t3/j",
 			"json_url": "/t3/j",

+ 2 - 1
frameworks/CSharp/evhttp-sharp/benchmark_config.json

@@ -18,7 +18,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "evhttp-sharp",
       "display_name": "evhttp-sharp",
       "notes": "",
       "notes": "",
-      "versus": "evhttp-sharp"
+      "versus": "evhttp-sharp",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/CSharp/watson/benchmark_config.json

@@ -16,7 +16,8 @@
       "os": "Linux",
       "os": "Linux",
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Watson Webserver",
       "display_name": "Watson Webserver",
-      "notes": ""
+      "notes": "",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 4 - 2
frameworks/Clojure/duct/benchmark_config.json

@@ -42,7 +42,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "duct-mongodb",
         "display_name": "duct-mongodb",
         "notes": "",
         "notes": "",
-        "versus": "None"
+        "versus": "None",
+        "tags": ["broken"]
       },
       },
       "httpkit": {
       "httpkit": {
         "json_url": "/json",
         "json_url": "/json",
@@ -108,7 +109,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "duct-immutant",
         "display_name": "duct-immutant",
         "notes": "",
         "notes": "",
-        "versus": "None"
+        "versus": "None",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 4 - 2
frameworks/D/vibed/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "vibe.d",
       "display_name": "vibe.d",
       "notes": "",
       "notes": "",
-      "versus": "vibed"
+      "versus": "vibed",
+      "tags": ["broken"]
     },
     },
     "dmd-pgsql": {
     "dmd-pgsql": {
       "db_url": "/db",
       "db_url": "/db",
@@ -66,7 +67,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "vibe.d-ldc",
       "display_name": "vibe.d-ldc",
       "notes": "",
       "notes": "",
-      "versus": "vibed"
+      "versus": "vibed",
+      "tags": ["broken"]
     },
     },
     "ldc-pgsql": {
     "ldc-pgsql": {
       "db_url": "/db",
       "db_url": "/db",

+ 2 - 1
frameworks/Dart/start/benchmark_config.json

@@ -20,7 +20,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "start",
       "display_name": "start",
       "notes": "",
       "notes": "",
-      "versus": "dart"
+      "versus": "dart",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Dart/stream/benchmark_config.json

@@ -20,7 +20,8 @@
        "database_os": "Linux",
        "database_os": "Linux",
        "display_name": "stream",
        "display_name": "stream",
        "notes": "",
        "notes": "",
-       "versus": "dart"
+       "versus": "dart",
+       "tags": ["broken"]
      }
      }
   }]
   }]
 }
 }

+ 5 - 3
frameworks/Go/go-std/benchmark_config.json

@@ -203,7 +203,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Go",
       "display_name": "Go",
       "notes": "mongodb implementation for go net/http",
       "notes": "mongodb implementation for go net/http",
-      "versus": "go"
+      "versus": "go",
+      "tags": ["broken"]
     },
     },
     "mgo-prefork": {
     "mgo-prefork": {
       "db_url": "/db",
       "db_url": "/db",
@@ -224,7 +225,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Go",
       "display_name": "Go",
       "notes": "mongodb implementation for go net/http",
       "notes": "mongodb implementation for go net/http",
-      "versus": "go"
+      "versus": "go",
+      "tags": ["broken"]
     }
     }
   }]
   }]
-}
+}

+ 3 - 2
frameworks/Go/gramework/benchmark_config.json

@@ -18,7 +18,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Gramework",
       "display_name": "Gramework",
       "notes": "",
       "notes": "",
-      "versus": "go"
+      "versus": "go",
+      "tags": ["broken"]
     }
     }
   }]
   }]
-}
+}

+ 14 - 7
frameworks/Java/act/benchmark_config.json

@@ -57,7 +57,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-hibernate-pgsql-rythm",
       "display_name": "act-hibernate-pgsql-rythm",
       "notes": "",
       "notes": "",
-      "versus": "undertow-postgresql"
+      "versus": "undertow-postgresql",
+      "tags": ["broken"]
     },
     },
     "hibernate-mysql": {
     "hibernate-mysql": {
       "db_url": "/db",
       "db_url": "/db",
@@ -78,7 +79,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-hibernate-mysql",
       "display_name": "act-hibernate-mysql",
       "notes": "",
       "notes": "",
-      "versus": "undertow-mysql"
+      "versus": "undertow-mysql",
+      "tags": ["broken"]
     },
     },
     "hibernate-mysql-rythm": {
     "hibernate-mysql-rythm": {
       "fortune_url": "/fortunes",
       "fortune_url": "/fortunes",
@@ -96,7 +98,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-hibernate-mysql-rythm",
       "display_name": "act-hibernate-mysql-rythm",
       "notes": "",
       "notes": "",
-      "versus": "undertow-mysql"
+      "versus": "undertow-mysql",
+      "tags": ["broken"]
     },
     },
     "eclipselink-pgsql": {
     "eclipselink-pgsql": {
       "db_url": "/db",
       "db_url": "/db",
@@ -135,7 +138,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-eclipselink-pgsql-rythm",
       "display_name": "act-eclipselink-pgsql-rythm",
       "notes": "",
       "notes": "",
-      "versus": "undertow-postgresql"
+      "versus": "undertow-postgresql",
+      "tags": ["broken"]
     },
     },
     "eclipselink-mysql": {
     "eclipselink-mysql": {
       "db_url": "/db",
       "db_url": "/db",
@@ -174,7 +178,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-eclipselink-mysql-rythm",
       "display_name": "act-eclipselink-mysql-rythm",
       "notes": "",
       "notes": "",
-      "versus": "undertow-mysql"
+      "versus": "undertow-mysql",
+      "tags": ["broken"]
     },
     },
     "morphia-mongo": {
     "morphia-mongo": {
       "db_url": "/db",
       "db_url": "/db",
@@ -195,7 +200,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-morphia-mongo",
       "display_name": "act-morphia-mongo",
       "notes": "",
       "notes": "",
-      "versus": "undertow-mongodb"
+      "versus": "undertow-mongodb",
+      "tags": ["broken"]
     },
     },
     "morphia-mongo-rythm": {
     "morphia-mongo-rythm": {
       "fortune_url": "/fortunes",
       "fortune_url": "/fortunes",
@@ -213,7 +219,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "act-morphia-mongo-rythm",
       "display_name": "act-morphia-mongo-rythm",
       "notes": "",
       "notes": "",
-      "versus": "undertow-mongodb"
+      "versus": "undertow-mongodb",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 4 - 2
frameworks/Java/activeweb/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "ActiveWeb",
       "display_name": "ActiveWeb",
       "notes": "",
       "notes": "",
-      "versus": "servlet"
+      "versus": "servlet",
+      "tags": ["broken"]
     },
     },
     "jackson": {
     "jackson": {
       "json_url": "/json/jackson",
       "json_url": "/json/jackson",
@@ -43,7 +44,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "ActiveWeb",
       "display_name": "ActiveWeb",
       "notes": "",
       "notes": "",
-      "versus": "servlet"
+      "versus": "servlet",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Java/javalin/benchmark_config.json

@@ -61,7 +61,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "javalin-mongodb",
         "display_name": "javalin-mongodb",
         "notes": "",
         "notes": "",
-        "versus": "None"
+        "versus": "None",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 4 - 2
frameworks/Java/restexpress/benchmark_config.json

@@ -20,7 +20,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "rest-express",
       "display_name": "rest-express",
       "notes": "",
       "notes": "",
-      "versus": "netty"
+      "versus": "netty",
+      "tags": ["broken"]
     },
     },
     "mysql-raw": {
     "mysql-raw": {
       "db_url": "/db",
       "db_url": "/db",
@@ -39,7 +40,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "rest-express",
       "display_name": "rest-express",
       "notes": "",
       "notes": "",
-      "versus": "netty"
+      "versus": "netty",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 4 - 2
frameworks/Java/undertow-jersey/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "undertow-jersey-c3p0",
       "display_name": "undertow-jersey-c3p0",
       "notes": "",
       "notes": "",
-      "versus": "servlet-raw"
+      "versus": "servlet-raw",
+      "tags": ["broken"]
     },
     },
     "hikaricp": {
     "hikaricp": {
       "db_url": "/db",
       "db_url": "/db",
@@ -42,7 +43,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "undertow-jersey-hikaricp",
       "display_name": "undertow-jersey-hikaricp",
       "notes": "",
       "notes": "",
-      "versus": "undertow-jersey"
+      "versus": "undertow-jersey",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/JavaScript/sailsjs/benchmark_config.json

@@ -43,7 +43,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Sails.js",
       "display_name": "Sails.js",
       "notes": "",
       "notes": "",
-      "versus": "nodejs"
+      "versus": "nodejs",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Kotlin/http4k/benchmark_config.json

@@ -220,7 +220,8 @@
         "webserver": "None",
         "webserver": "None",
         "os": "Linux",
         "os": "Linux",
         "notes": "https://http4k.org",
         "notes": "https://http4k.org",
-        "versus": "ktor-cio"
+        "versus": "ktor-cio",
+        "tags": ["broken"]
       },
       },
       "ktornetty": {
       "ktornetty": {
         "orm": "Raw",
         "orm": "Raw",

+ 3 - 2
frameworks/Kotlin/pronghorn/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Pronghorn",
       "display_name": "Pronghorn",
       "notes": "",
       "notes": "",
-      "versus": ""
+      "versus": "",
+      "tags": ["broken"]
     }
     }
   }]
   }]
-} 
+}

+ 2 - 1
frameworks/Nim/basolato/benchmark_config.json

@@ -23,7 +23,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "Basolato",
         "display_name": "Basolato",
         "notes": "",
         "notes": "",
-        "versus": "jester"
+        "versus": "jester",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 8 - 4
frameworks/OCaml/opium/benchmark_config.json

@@ -23,7 +23,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "opium",
         "display_name": "opium",
         "notes": "",
         "notes": "",
-        "versus": "httpaf"
+        "versus": "httpaf",
+        "tags": ["broken"]
       },
       },
       "fedora-forks": {
       "fedora-forks": {
         "json_url": "/json",
         "json_url": "/json",
@@ -46,7 +47,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "opium-fedora-forks",
         "display_name": "opium-fedora-forks",
         "notes": "",
         "notes": "",
-        "versus": "httpaf"
+        "versus": "httpaf",
+        "tags": ["broken"]
       },
       },
       "alpine-forks": {
       "alpine-forks": {
         "json_url": "/json",
         "json_url": "/json",
@@ -69,7 +71,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "opium-alpine-forks",
         "display_name": "opium-alpine-forks",
         "notes": "",
         "notes": "",
-        "versus": "httpaf"
+        "versus": "httpaf",
+        "tags": ["broken"]
       },
       },
       "haproxy": {
       "haproxy": {
         "json_url": "/json",
         "json_url": "/json",
@@ -92,7 +95,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "opium-haproxy",
         "display_name": "opium-haproxy",
         "notes": "",
         "notes": "",
-        "versus": "httpaf"
+        "versus": "httpaf",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/PHP/php/benchmark_config.json

@@ -112,7 +112,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "PHP Unit Nginx",
       "display_name": "PHP Unit Nginx",
       "notes": "",
       "notes": "",
-      "versus": "php"
+      "versus": "php",
+      "tags": ["broken"]
     },
     },
     "pools": {
     "pools": {
       "json_url": "/json.php",
       "json_url": "/json.php",

+ 10 - 5
frameworks/PHP/symfony/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "symfony",
       "display_name": "symfony",
       "notes": "",
       "notes": "",
-      "versus": "php"
+      "versus": "php",
+      "tags": ["broken"]
     },
     },
     "raw": {
     "raw": {
       "db_url": "/raw/db",
       "db_url": "/raw/db",
@@ -42,7 +43,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "symfony-raw",
       "display_name": "symfony-raw",
       "notes": "",
       "notes": "",
-      "versus": "php"
+      "versus": "php",
+      "tags": ["broken"]
     },
     },
     "swoole": {
     "swoole": {
       "plaintext_url": "/plaintext",
       "plaintext_url": "/plaintext",
@@ -65,7 +67,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "symfony-swoole",
       "display_name": "symfony-swoole",
       "notes": "",
       "notes": "",
-      "versus": "swoole"
+      "versus": "swoole",
+      "tags": ["broken"]
     },
     },
     "workerman": {
     "workerman": {
       "plaintext_url": "/plaintext",
       "plaintext_url": "/plaintext",
@@ -88,7 +91,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "symfony-workerman",
       "display_name": "symfony-workerman",
       "notes": "",
       "notes": "",
-      "versus": "php"
+      "versus": "php",
+      "tags": ["broken"]
     },
     },
     "franken": {
     "franken": {
       "plaintext_url": "/plaintext",
       "plaintext_url": "/plaintext",
@@ -111,7 +115,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "symfony-frankenphp",
       "display_name": "symfony-frankenphp",
       "notes": "Use php 8.2",
       "notes": "Use php 8.2",
-      "versus": "php"
+      "versus": "php",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 4 - 2
frameworks/Python/api_hour/benchmark_config.json

@@ -21,7 +21,8 @@
       "os": "Linux",
       "os": "Linux",
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "API-Hour-PG",
       "display_name": "API-Hour-PG",
-      "notes": "Python 3 + API-Hour + AsyncIO + aiohttp + PostgreSQL"
+      "notes": "Python 3 + API-Hour + AsyncIO + aiohttp + PostgreSQL",
+      "tags": ["broken"]
     },
     },
     "mysql": {
     "mysql": {
       "db_url": "/db_mysql",
       "db_url": "/db_mysql",
@@ -41,7 +42,8 @@
       "os": "Linux",
       "os": "Linux",
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "API-Hour-MySQL",
       "display_name": "API-Hour-MySQL",
-      "notes": "Python 3 + API-Hour + AsyncIO + aiohttp + MySQL"
+      "notes": "Python 3 + API-Hour + AsyncIO + aiohttp + MySQL",
+      "tags": ["broken"]
     },
     },
     "json": {
     "json": {
       "json_url": "/json",
       "json_url": "/json",

+ 2 - 1
frameworks/Python/bottle/benchmark_config.json

@@ -89,7 +89,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Bottle-uWSGI",
       "display_name": "Bottle-uWSGI",
       "notes": "",
       "notes": "",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 10 - 5
frameworks/Python/flask/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Flask",
       "display_name": "Flask",
       "notes": "",
       "notes": "",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     },
     },
     "raw": {
     "raw": {
       "json_url": "/json",
       "json_url": "/json",
@@ -45,7 +46,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Flask-raw",
       "display_name": "Flask-raw",
       "notes": "",
       "notes": "",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     },
     },
     "socketify-wsgi": {
     "socketify-wsgi": {
       "json_url": "/json",
       "json_url": "/json",
@@ -106,7 +108,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Flask",
       "display_name": "Flask",
       "notes": "PyPy",
       "notes": "PyPy",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     },
     },
     "pypy-raw": {
     "pypy-raw": {
       "json_url": "/json",
       "json_url": "/json",
@@ -129,7 +132,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Flask-raw",
       "display_name": "Flask-raw",
       "notes": "PyPy",
       "notes": "PyPy",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     },
     },
     "nginx-uwsgi": {
     "nginx-uwsgi": {
       "json_url": "/json",
       "json_url": "/json",
@@ -152,7 +156,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Flask",
       "display_name": "Flask",
       "notes": "",
       "notes": "",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Python/responder/benchmark_config.json

@@ -21,7 +21,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "database": "Postgres",
       "database": "Postgres",
       "display_name": "Responder",
       "display_name": "Responder",
-      "notes": ""
+      "notes": "",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Python/tornado/benchmark_config.json

@@ -66,7 +66,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "Tornado",
       "display_name": "Tornado",
       "notes": "",
       "notes": "",
-      "versus": "tornado"
+      "versus": "tornado",
+      "tags": ["broken"]
     },
     },
     "py3": {
     "py3": {
       "json_url": "/json",
       "json_url": "/json",

+ 4 - 2
frameworks/Python/uwsgi/benchmark_config.json

@@ -17,7 +17,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "uwsgi",
       "display_name": "uwsgi",
       "notes": "",
       "notes": "",
-      "versus": ""
+      "versus": "",
+      "tags": ["broken"]
     },
     },
     "nginx-uwsgi": {
     "nginx-uwsgi": {
       "json_url": "/json",
       "json_url": "/json",
@@ -35,7 +36,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "uwsgi",
       "display_name": "uwsgi",
       "notes": "",
       "notes": "",
-      "versus": ""
+      "versus": "",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 4 - 2
frameworks/Python/weppy/benchmark_config.json

@@ -67,7 +67,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "weppy-PyPy2",
       "display_name": "weppy-PyPy2",
       "notes": "PyPy2",
       "notes": "PyPy2",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     },
     },
     "nginx-uwsgi": {
     "nginx-uwsgi": {
       "json_url": "/json",
       "json_url": "/json",
@@ -89,7 +90,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "weppy-nginx-uWSGI",
       "display_name": "weppy-nginx-uWSGI",
       "notes": "CPython 3.6",
       "notes": "CPython 3.6",
-      "versus": "wsgi"
+      "versus": "wsgi",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Rust/nickel/benchmark_config.json

@@ -17,7 +17,8 @@
       "database_os": "Linux",
       "database_os": "Linux",
       "display_name": "nickel",
       "display_name": "nickel",
       "notes": "",
       "notes": "",
-      "versus": ""
+      "versus": "",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Rust/rouille/benchmark_config.json

@@ -15,7 +15,8 @@
       "webserver": "rouille",
       "webserver": "rouille",
       "os": "Linux",
       "os": "Linux",
       "database_os": "Linux",
       "database_os": "Linux",
-      "display_name": "rouille"
+      "display_name": "rouille",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 2 - 1
frameworks/Rust/saphir/benchmark_config.json

@@ -19,7 +19,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "Saphir",
         "display_name": "Saphir",
         "notes": "",
         "notes": "",
-        "versus": "Rocket"
+        "versus": "Rocket",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/Rust/thruster/benchmark_config.json

@@ -19,7 +19,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "Thruster",
         "display_name": "Thruster",
         "notes": "",
         "notes": "",
-        "versus": "None"
+        "versus": "None",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/Rust/tide/benchmark_config.json

@@ -23,7 +23,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "tide",
         "display_name": "tide",
         "notes": "",
         "notes": "",
-        "versus": "None"
+        "versus": "None",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/Rust/tokio-minihttp/benchmark_config.json

@@ -17,7 +17,8 @@
       "webserver": "tokio-minihttp",
       "webserver": "tokio-minihttp",
       "os": "Linux",
       "os": "Linux",
       "database_os": "Linux",
       "database_os": "Linux",
-      "display_name": "tokio-minihttp"
+      "display_name": "tokio-minihttp",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }

+ 127 - 125
frameworks/Scala/play2-scala/benchmark_config.json

@@ -1,171 +1,173 @@
 {
 {
-  "framework": "play2-scala", 
+  "framework": "play2-scala",
   "tests": [
   "tests": [
     {
     {
       "default": {
       "default": {
-        "display_name": "play2-scala", 
+        "display_name": "play2-scala",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Raw", 
-        "os": "Linux", 
-        "database": "None", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Akka", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "akka-http", 
-        "port": "9000", 
-        "json_url": "/json", 
+        "orm": "Raw",
+        "os": "Linux",
+        "database": "None",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Akka",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "akka-http",
+        "port": "9000",
+        "json_url": "/json",
         "plaintext_url": "/plaintext"
         "plaintext_url": "/plaintext"
-      }, 
+      },
       "netty": {
       "netty": {
-        "display_name": "play2-scala-netty", 
+        "display_name": "play2-scala-netty",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Raw", 
-        "os": "Linux", 
-        "database": "None", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Netty", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "netty", 
-        "port": "9000", 
-        "json_url": "/json", 
+        "orm": "Raw",
+        "os": "Linux",
+        "database": "None",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Netty",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "netty",
+        "port": "9000",
+        "json_url": "/json",
         "plaintext_url": "/plaintext"
         "plaintext_url": "/plaintext"
-      }, 
+      },
       "anorm": {
       "anorm": {
         "display_name": "play2-scala-anorm",
         "display_name": "play2-scala-anorm",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MySQL", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Akka", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "akka-http", 
-        "port": "9000", 
-        "db_url": "/db", 
-        "query_url": "/queries?queries=", 
-        "fortune_url": "/fortunes", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MySQL",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Akka",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "akka-http",
+        "port": "9000",
+        "db_url": "/db",
+        "query_url": "/queries?queries=",
+        "fortune_url": "/fortunes",
         "update_url": "/update?queries="
         "update_url": "/update?queries="
-      }, 
+      },
       "anorm-netty": {
       "anorm-netty": {
         "display_name": "play2-scala-anorm-netty",
         "display_name": "play2-scala-anorm-netty",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MySQL", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Netty", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "netty", 
-        "port": "9000", 
-        "db_url": "/db", 
-        "query_url": "/queries?queries=", 
-        "fortune_url": "/fortunes", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MySQL",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Netty",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "netty",
+        "port": "9000",
+        "db_url": "/db",
+        "query_url": "/queries?queries=",
+        "fortune_url": "/fortunes",
         "update_url": "/update?queries="
         "update_url": "/update?queries="
-      }, 
+      },
       "reactivemongo": {
       "reactivemongo": {
-        "display_name": "play2-scala-reactivemongo", 
+        "display_name": "play2-scala-reactivemongo",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MongoDB", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Akka", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "akka-http", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MongoDB",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Akka",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "akka-http",
         "port": "9000",
         "port": "9000",
         "sleep":"8",
         "sleep":"8",
-        "db_url": "/db", 
+        "db_url": "/db",
         "query_url": "/queries?queries=",
         "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes", 
-        "update_url": "/update?queries="
+        "fortune_url": "/fortunes",
+        "update_url": "/update?queries=",
+        "tags": ["broken"]
       },
       },
       "reactivemongo-netty": {
       "reactivemongo-netty": {
-        "display_name": "play2-scala-reactivemongo-netty", 
+        "display_name": "play2-scala-reactivemongo-netty",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MongoDB", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Netty", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "netty", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MongoDB",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Netty",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "netty",
         "port": "9000",
         "port": "9000",
         "sleep":"8",
         "sleep":"8",
-        "db_url": "/db", 
+        "db_url": "/db",
         "query_url": "/queries?queries=",
         "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes", 
-        "update_url": "/update?queries="
+        "fortune_url": "/fortunes",
+        "update_url": "/update?queries=",
+        "tags": ["broken"]
       },
       },
       "slick": {
       "slick": {
-        "display_name": "play2-scala-slick", 
+        "display_name": "play2-scala-slick",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MySQL", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Akka", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "akka-http", 
-        "port": "9000", 
-        "db_url": "/db", 
-        "query_url": "/queries?queries=", 
-        "fortune_url": "/fortunes", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MySQL",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Akka",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "akka-http",
+        "port": "9000",
+        "db_url": "/db",
+        "query_url": "/queries?queries=",
+        "fortune_url": "/fortunes",
         "update_url": "/update?queries="
         "update_url": "/update?queries="
       },
       },
       "slick-netty": {
       "slick-netty": {
-        "display_name": "play2-scala-slick-netty", 
+        "display_name": "play2-scala-slick-netty",
         "framework": "play2",
         "framework": "play2",
-        "language": "Scala", 
+        "language": "Scala",
         "flavor": "None",
         "flavor": "None",
-        "orm": "Full", 
-        "os": "Linux", 
-        "database": "MySQL", 
-        "approach": "Realistic", 
-        "classification": "Fullstack", 
-        "platform": "Netty", 
-        "webserver": "None", 
-        "database_os": "Linux", 
-        "notes": "", 
-        "versus": "netty", 
-        "port": "9000", 
-        "db_url": "/db", 
-        "query_url": "/queries?queries=", 
-        "fortune_url": "/fortunes", 
+        "orm": "Full",
+        "os": "Linux",
+        "database": "MySQL",
+        "approach": "Realistic",
+        "classification": "Fullstack",
+        "platform": "Netty",
+        "webserver": "None",
+        "database_os": "Linux",
+        "notes": "",
+        "versus": "netty",
+        "port": "9000",
+        "db_url": "/db",
+        "query_url": "/queries?queries=",
+        "fortune_url": "/fortunes",
         "update_url": "/update?queries="
         "update_url": "/update?queries="
       }
       }
     }
     }

+ 2 - 1
frameworks/Scala/snunit/benchmark_config.json

@@ -19,7 +19,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "SNUnit",
         "display_name": "SNUnit",
         "notes": "",
         "notes": "",
-        "versus": ""
+        "versus": "",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/TypeScript/oak/benchmark_config.json

@@ -24,7 +24,8 @@
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "oak",
         "display_name": "oak",
         "notes": "",
         "notes": "",
-        "versus": "nodejs"
+        "versus": "nodejs",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 2 - 1
frameworks/TypeScript/typescript-rest/benchmark_config.json

@@ -20,7 +20,8 @@
         "database": "Postgres",
         "database": "Postgres",
         "database_os": "Linux",
         "database_os": "Linux",
         "display_name": "typescript-rest",
         "display_name": "typescript-rest",
-        "versus": "nodejs"
+        "versus": "nodejs",
+        "tags": ["broken"]
       }
       }
     }
     }
   ]
   ]

+ 4 - 2
frameworks/Ur/urweb/benchmark_config.json

@@ -53,7 +53,8 @@
       "platform": "Ur/Web",
       "platform": "Ur/Web",
       "webserver": "None",
       "webserver": "None",
       "os": "Linux",
       "os": "Linux",
-      "database_os": "Linux"
+      "database_os": "Linux",
+      "tags": ["broken"]
     },
     },
     "mysql-cache": {
     "mysql-cache": {
       "setup_file": "setup-mysql",
       "setup_file": "setup-mysql",
@@ -68,7 +69,8 @@
       "platform": "Ur/Web",
       "platform": "Ur/Web",
       "webserver": "None",
       "webserver": "None",
       "os": "Linux",
       "os": "Linux",
-      "database_os": "Linux"
+      "database_os": "Linux",
+      "tags": ["broken"]
     }
     }
   }]
   }]
 }
 }