Browse Source

Update the set of broken implementations (#10268)

Signed-off-by: Anton Kirilov <[email protected]>
Anton Kirilov 1 month ago
parent
commit
a050d10624
38 changed files with 63 additions and 7 deletions
  1. 2 2
      frameworks/C++/ffead-cpp/benchmark_config.json
  2. 2 1
      frameworks/CSharp/aspnetcore-mono/benchmark_config.json
  3. 1 0
      frameworks/CSharp/revenj/benchmark_config.json
  4. 1 0
      frameworks/Crystal/grip/benchmark_config.json
  5. 1 0
      frameworks/Erlang/cowboy/benchmark_config.json
  6. 1 0
      frameworks/Erlang/elli/benchmark_config.json
  7. 1 0
      frameworks/Erlang/mochiweb/benchmark_config.json
  8. 1 0
      frameworks/Go/goravel/benchmark_config.json
  9. 3 1
      frameworks/Go/ronykit/benchmark_config.json
  10. 1 0
      frameworks/Go/sprapp/benchmark_config.json
  11. 3 0
      frameworks/Java/gemini/benchmark_config.json
  12. 4 0
      frameworks/Java/officefloor/benchmark_config.json
  13. 3 0
      frameworks/Java/ratpack/benchmark_config.json
  14. 1 0
      frameworks/Java/revenj-jvm/benchmark_config.json
  15. 2 0
      frameworks/Java/servlet3/benchmark_config.json
  16. 2 1
      frameworks/Java/wildfly-ee/benchmark_config.json
  17. 1 0
      frameworks/JavaScript/elide/benchmark_config.json
  18. 4 0
      frameworks/JavaScript/spliffy/benchmark_config.json
  19. 1 0
      frameworks/Kotlin/vertx-web-kotlin-coroutines/benchmark_config.json
  20. 1 0
      frameworks/Lua/openresty/benchmark_config.json
  21. 1 0
      frameworks/Nim/basolato/benchmark_config.json
  22. 1 0
      frameworks/Nim/httpbeast/benchmark_config.json
  23. 1 0
      frameworks/Nim/jester/benchmark_config.json
  24. 1 0
      frameworks/Nim/nim-stdlib/benchmark_config.json
  25. 1 0
      frameworks/Nim/scorper/benchmark_config.json
  26. 1 1
      frameworks/PHP/fomo/benchmark_config.json
  27. 1 0
      frameworks/PHP/fuel/benchmark_config.json
  28. 1 0
      frameworks/Perl/plack/benchmark_config.json
  29. 1 0
      frameworks/Python/eve/benchmark_config.json
  30. 2 1
      frameworks/Python/flask/benchmark_config.json
  31. 1 0
      frameworks/Python/klein/benchmark_config.json
  32. 1 0
      frameworks/Python/turbogears/benchmark_config.json
  33. 2 0
      frameworks/Python/web2py/benchmark_config.json
  34. 1 0
      frameworks/Rust/gotham/benchmark_config.json
  35. 1 0
      frameworks/Rust/pavex/benchmark_config.json
  36. 1 0
      frameworks/Rust/rocket/benchmark_config.json
  37. 8 0
      frameworks/Rust/salvo/benchmark_config.json
  38. 1 0
      frameworks/Rust/warp-rust/benchmark_config.json

+ 2 - 2
frameworks/C++/ffead-cpp/benchmark_config.json

@@ -198,7 +198,7 @@
 			"display_name": "ffead-cpp [pg-raw-async-prof-pool-m]",
 			"notes": "async memory profiled",
 			"versus": "",
-			"tags": []
+			"tags": ["broken"]
 		},
 		"postgresql-raw-async-clibpqb-profiled": {
 			"db_url": "/t4/d",
@@ -301,7 +301,7 @@
 			"display_name": "ffead-cpp [pg-raw-async-qw-prof-pool-m]",
 			"notes": "async memory profiled",
 			"versus": "",
-			"tags": []
+			"tags": ["broken"]
 		}
 	}]
 }

+ 2 - 1
frameworks/CSharp/aspnetcore-mono/benchmark_config.json

@@ -40,6 +40,7 @@
 			"database_os": "Linux",
 			"display_name": "ASP.NET Core [Platform, Mono, Pg]",
 			"notes": "",
+			"tags": ["broken"],
 			"versus": "aspcore-ado-pg"
 		},
 		"mw": {
@@ -123,4 +124,4 @@
 			"versus": "aspcore-mono-pg"
 		}
 	}]
-}
+}

+ 1 - 0
frameworks/CSharp/revenj/benchmark_config.json

@@ -22,6 +22,7 @@
       "os": "Linux",
       "display_name": "Revenj",
       "notes": "",
+      "tags": ["broken"],
       "versus": "Revenj"
     }
  }]

+ 1 - 0
frameworks/Crystal/grip/benchmark_config.json

@@ -23,6 +23,7 @@
         "database_os": "Linux",
         "display_name": "Grip",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 1 - 0
frameworks/Erlang/cowboy/benchmark_config.json

@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "Cowboy",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }

+ 1 - 0
frameworks/Erlang/elli/benchmark_config.json

@@ -19,6 +19,7 @@
       "database_os": "Linux",
       "display_name": "elli",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }

+ 1 - 0
frameworks/Erlang/mochiweb/benchmark_config.json

@@ -21,6 +21,7 @@
       "database_os": "Linux",
       "display_name": "mochiweb",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
   }}]
 }

+ 1 - 0
frameworks/Go/goravel/benchmark_config.json

@@ -48,6 +48,7 @@
         "database_os": "Linux",
         "display_name": "Goravel Fiber",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       }
     }

+ 3 - 1
frameworks/Go/ronykit/benchmark_config.json

@@ -18,6 +18,7 @@
         "os": "Linux",
         "display_name": "RonyKIT",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       },
       "prefork": {
@@ -36,8 +37,9 @@
         "os": "Linux",
         "display_name": "RonyKIT",
         "notes": "",
+        "tags": ["broken"],
         "versus": "go"
       }
     }
   ]
-}
+}

+ 1 - 0
frameworks/Go/sprapp/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "SPRAPP",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 3 - 0
frameworks/Java/gemini/benchmark_config.json

@@ -20,6 +20,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       },
       "mysql": {
@@ -42,6 +43,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       },
       "postgres": {
@@ -64,6 +66,7 @@
         "database_os": "Linux",
         "display_name": "Gemini",
         "notes": "",
+        "tags": ["broken"],
         "versus": "servlet"
       }
     }

+ 4 - 0
frameworks/Java/officefloor/benchmark_config.json

@@ -47,6 +47,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-r2dbc",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"sqlclient": {
@@ -69,6 +70,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-sqlclient",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"rawsqlclient": {
@@ -91,6 +93,7 @@
 				"os": "Linux",
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-rawsqlclient",
+				"tags": ["broken"],
 				"notes": ""
 			},
 			"async": {
@@ -162,6 +165,7 @@
 				"database_os": "Linux",
 				"display_name": "OfficeFloor-thread_affinity",
 				"notes": "",
+				"tags": ["broken"],
 				"versus": "OfficeFloor-r2dbc"
 			},
 			"netty": {

+ 3 - 0
frameworks/Java/ratpack/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       },
       "jdbc": {
@@ -40,6 +41,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack-jdbc",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       },
       "pgclient": {
@@ -61,6 +63,7 @@
         "database_os": "Linux",
         "display_name": "Ratpack-pgclient",
         "notes": "",
+        "tags": ["broken"],
         "versus": "Netty"
       }
     }

+ 1 - 0
frameworks/Java/revenj-jvm/benchmark_config.json

@@ -22,6 +22,7 @@
       "database_os": "Linux",
       "display_name": "Revenj.JVM",
       "notes": "",
+      "tags": ["broken"],
       "versus": "servlet"
     }
   }]

+ 2 - 0
frameworks/Java/servlet3/benchmark_config.json

@@ -17,6 +17,7 @@
       "database_os": "Linux",
       "display_name": "servlet3",
       "notes": "Servlet 3.1 Async I/O",
+      "tags": ["broken"],
       "versus": "servlet"
     },
     "sync": {
@@ -35,6 +36,7 @@
       "database_os": "Linux",
       "display_name": "servlet3",
       "notes": "",
+      "tags": ["broken"],
       "versus": "servlet"
     }
   }]

+ 2 - 1
frameworks/Java/wildfly-ee/benchmark_config.json

@@ -22,7 +22,8 @@
       "database_os": "Linux",
       "display_name": "wildfly-ee",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
-    }   
+    }
   }]
 }

+ 1 - 0
frameworks/JavaScript/elide/benchmark_config.json

@@ -14,6 +14,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "elide",
+      "tags": ["broken"],
       "versus": "nodejs"
     }
   }]

+ 4 - 0
frameworks/JavaScript/spliffy/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "mongodb": {
@@ -41,6 +42,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "mysql": {
@@ -63,6 +65,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       },
       "postgres": {
@@ -85,6 +88,7 @@
         "database_os": "Linux",
         "display_name": "spliffy",
         "notes": "directory based routing for node",
+        "tags": ["broken"],
         "versus": "nodejs"
       }
     }

+ 1 - 0
frameworks/Kotlin/vertx-web-kotlin-coroutines/benchmark_config.json

@@ -18,6 +18,7 @@
       "database_os": "Linux",
       "display_name": "vertx-web-kotlin-coroutines",
       "notes": "",
+      "tags": ["broken"],
       "versus": "vertx-web"
     },
     "postgres": {

+ 1 - 0
frameworks/Lua/openresty/benchmark_config.json

@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "openresty",
       "notes": "",
+      "tags": ["broken"],
       "versus": "openresty"
     }
   }]

+ 1 - 0
frameworks/Nim/basolato/benchmark_config.json

@@ -23,6 +23,7 @@
         "database_os": "Linux",
         "display_name": "Basolato",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast, prologue"
       }
     }

+ 1 - 0
frameworks/Nim/httpbeast/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "HttpBeast",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 1 - 0
frameworks/Nim/jester/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Jester",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast"
       }
     }

+ 1 - 0
frameworks/Nim/nim-stdlib/benchmark_config.json

@@ -23,6 +23,7 @@
           "database_os": "Linux",
           "display_name": "nim-stdlib",
           "notes": "",
+          "tags": ["broken"],
           "versus": "httpbeast"
         }
       }

+ 1 - 0
frameworks/Nim/scorper/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "scorper",
         "notes": "",
+        "tags": ["broken"],
         "versus": "httpbeast"
       }
     }

+ 1 - 1
frameworks/PHP/fomo/benchmark_config.json

@@ -23,9 +23,9 @@
 		  "database_os": "Linux",
 		  "display_name": "Fomo",
 		  "notes": "",
+		  "tags": ["broken"],
 		  "versus": "swoole"
 		}
 	  }
 	]
   }
-  

+ 1 - 0
frameworks/PHP/fuel/benchmark_config.json

@@ -20,6 +20,7 @@
       "database_os": "Linux",
       "display_name": "fuel",
       "notes": "",
+      "tags": ["broken"],
       "versus": "php"
     }
   }]

+ 1 - 0
frameworks/Perl/plack/benchmark_config.json

@@ -39,6 +39,7 @@
       "database_os": "Linux",
       "display_name": "plack-async",
       "notes": "",
+      "tags": ["broken"],
       "versus": "plack"
     }
   }]

+ 1 - 0
frameworks/Python/eve/benchmark_config.json

@@ -18,6 +18,7 @@
       "database_os": "Linux",
       "display_name": "Eve",
       "notes": "",
+      "tags": ["broken"],
       "versus": ""
     }
   }]

+ 2 - 1
frameworks/Python/flask/benchmark_config.json

@@ -45,7 +45,7 @@
       "display_name": "Flask [Meinheld] [Raw]",
       "notes": "",
       "versus": "wsgi",
-      "tags": [ ]
+      "tags": [ "broken" ]
     },
     "socketify-wsgi": {
       "json_url": "/json-raw",
@@ -83,6 +83,7 @@
       "database_os": "Linux",
       "display_name": "Flask [socketify.py] [PyPy3]",
       "notes": "PyPy",
+      "tags": ["broken"],
       "versus": "wsgi"
     },
     "pypy": {

+ 1 - 0
frameworks/Python/klein/benchmark_config.json

@@ -21,6 +21,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "Klein",
+      "tags": ["broken"],
       "notes": "CPython 2.7"
     }
   }]

+ 1 - 0
frameworks/Python/turbogears/benchmark_config.json

@@ -21,6 +21,7 @@
       "os": "Linux",
       "database_os": "Linux",
       "display_name": "TurboGears",
+      "tags": ["broken"],
       "notes": "CPython 2.7"
     }
   }]

+ 2 - 0
frameworks/Python/web2py/benchmark_config.json

@@ -22,6 +22,7 @@
       "database_os": "Linux",
       "display_name": "web2py-standard",
       "notes": "CPython 2.7",
+      "tags": ["broken"],
       "versus": "wsgi"
     },
     "optimized": {
@@ -44,6 +45,7 @@
       "database_os": "Linux",
       "display_name": "web2py-optimized",
       "notes": "CPython 2.7",
+      "tags": ["broken"],
       "versus": "wsgi"
     }
   }]

+ 1 - 0
frameworks/Rust/gotham/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Gotham",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 1 - 0
frameworks/Rust/pavex/benchmark_config.json

@@ -18,6 +18,7 @@
         "database_os": "Linux",
         "display_name": "pavex",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 1 - 0
frameworks/Rust/rocket/benchmark_config.json

@@ -22,6 +22,7 @@
       "database_os": "Linux",
       "display_name": "Rocket",
       "notes": "",
+      "tags": ["broken"],
       "versus": "None"
     },
     "diesel": {

+ 8 - 0
frameworks/Rust/salvo/benchmark_config.json

@@ -19,6 +19,7 @@
         "database_os": "Linux",
         "display_name": "Salvo",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "diesel": {
@@ -39,6 +40,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [postgres-diesel]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "pg": {
@@ -59,6 +61,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [postgres]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "pg-pool": {
@@ -79,6 +82,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [postgres-deadpool]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "mongo": {
@@ -99,6 +103,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [mongodb]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "mongo-raw": {
@@ -118,6 +123,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [mongodb-raw]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "sqlx": {
@@ -136,6 +142,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [postgres-sqlx]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       },
       "lru": {
@@ -153,6 +160,7 @@
         "database_os": "Linux",
         "display_name": "Salvo [lru]",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }

+ 1 - 0
frameworks/Rust/warp-rust/benchmark_config.json

@@ -22,6 +22,7 @@
         "database_os": "Linux",
         "display_name": "warp-rust",
         "notes": "",
+        "tags": ["broken"],
         "versus": "None"
       }
     }