Ruby Framework Reduction Act of 2017 (#2532)

Disable Puma+JRuby variants of ruby-sequel benchmarks (in favor of
TorqueBox+JRuby) in an attempt to curb the somewhat out-of-control
proliferation of Ruby framework benchmarks.

[ci fw-only Ruby/roda-sequel Ruby/rack-sequel Ruby/sinatra-sequel]

frameworks/Ruby/rack-sequel/Makefile

@@ -1,2 +1,2 @@
 json: benchmark_config.yaml
-	ruby -r json -r yaml -e 'puts JSON.pretty_generate(YAML.load(ARGF.read))' <benchmark_config.yaml >benchmark_config.json
+	ruby benchmark_config.rb benchmark_config.yaml >benchmark_config.json

frameworks/Ruby/rack-sequel/benchmark_config.json

@@ -48,52 +48,6 @@
         "versus": null,
         "notes": ""
       },
-      "puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Stripped",
-        "classification": "Micro",
-        "database": "MySQL",
-        "framework": "rack-sequel",
-        "language": "Ruby",
-        "orm": "Micro",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "rack-sequel-puma-jruby",
-        "versus": "rack-puma-jruby",
-        "notes": ""
-      },
-      "postgres-puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Stripped",
-        "classification": "Micro",
-        "database": "Postgres",
-        "framework": "rack-sequel",
-        "language": "Ruby",
-        "orm": "Micro",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "rack-sequel-postgres-puma-jruby",
-        "versus": null,
-        "notes": ""
-      },
       "passenger-mri": {
         "setup_file": "run_mri_passenger",
         "json_url": "/json",

frameworks/Ruby/rack-sequel/benchmark_config.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'yaml'
+
+yaml = YAML.load(ARGF.read)
+yaml["tests"][0].delete_if { |_, v| v["disabled"] }
+puts JSON.pretty_generate(yaml)

frameworks/Ruby/rack-sequel/benchmark_config.yaml

@@ -34,6 +34,7 @@ tests:
       platform: JRuby
       display_name: rack-sequel-puma-jruby
       versus: rack-puma-jruby
+      disabled: true
     postgres-puma-jruby:
       <<: *default
       setup_file: run_jruby_puma
@@ -41,6 +42,7 @@ tests:
       platform: JRuby
       display_name: rack-sequel-postgres-puma-jruby
       versus: ~
+      disabled: true
     passenger-mri:
       <<: *default
       setup_file: run_mri_passenger

frameworks/Ruby/roda-sequel/Makefile

@@ -1,2 +1,2 @@
 json: benchmark_config.yaml
-	ruby -r json -r yaml -e 'puts JSON.pretty_generate(YAML.load(ARGF.read))' <benchmark_config.yaml >benchmark_config.json
+	ruby benchmark_config.rb benchmark_config.yaml >benchmark_config.json

frameworks/Ruby/roda-sequel/benchmark_config.json

@@ -48,52 +48,6 @@
         "versus": "rack-sequel-postgres-puma-mri",
         "notes": ""
       },
-      "puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Realistic",
-        "classification": "Micro",
-        "database": "MySQL",
-        "framework": "roda-sequel",
-        "language": "Ruby",
-        "orm": "Full",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "roda-sequel-puma-jruby",
-        "versus": "rack-sequel-puma-jruby",
-        "notes": ""
-      },
-      "postgres-puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Realistic",
-        "classification": "Micro",
-        "database": "Postgres",
-        "framework": "roda-sequel",
-        "language": "Ruby",
-        "orm": "Full",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "roda-sequel-postgres-puma-jruby",
-        "versus": "rack-sequel-postgres-puma-jruby",
-        "notes": ""
-      },
       "passenger-mri": {
         "setup_file": "run_mri_passenger",
         "json_url": "/json",

frameworks/Ruby/roda-sequel/benchmark_config.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'yaml'
+
+yaml = YAML.load(ARGF.read)
+yaml["tests"][0].delete_if { |_, v| v["disabled"] }
+puts JSON.pretty_generate(yaml)

frameworks/Ruby/roda-sequel/benchmark_config.yaml

@@ -34,6 +34,7 @@ tests:
       platform: JRuby
       display_name: roda-sequel-puma-jruby
       versus: rack-sequel-puma-jruby
+      disabled: true
     postgres-puma-jruby:
       <<: *default
       setup_file: run_jruby_puma
@@ -41,6 +42,7 @@ tests:
       platform: JRuby
       display_name: roda-sequel-postgres-puma-jruby
       versus: rack-sequel-postgres-puma-jruby
+      disabled: true
     passenger-mri:
       <<: *default
       setup_file: run_mri_passenger

frameworks/Ruby/sinatra-sequel/Makefile

@@ -1,2 +1,2 @@
 json: benchmark_config.yaml
-	ruby -r json -r yaml -e 'puts JSON.pretty_generate(YAML.load(ARGF.read))' <benchmark_config.yaml >benchmark_config.json
+	ruby benchmark_config.rb benchmark_config.yaml >benchmark_config.json

frameworks/Ruby/sinatra-sequel/benchmark_config.json

@@ -48,52 +48,6 @@
         "versus": "rack-sequel-postgres-puma-mri",
         "notes": ""
       },
-      "puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Realistic",
-        "classification": "Micro",
-        "database": "MySQL",
-        "framework": "sinatra-sequel",
-        "language": "Ruby",
-        "orm": "Full",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "sinatra-sequel-puma-jruby",
-        "versus": "rack-sequel-puma-jruby",
-        "notes": ""
-      },
-      "postgres-puma-jruby": {
-        "setup_file": "run_jruby_puma",
-        "json_url": "/json",
-        "db_url": "/db",
-        "query_url": "/queries?queries=",
-        "fortune_url": "/fortunes",
-        "update_url": "/updates?queries=",
-        "plaintext_url": "/plaintext",
-        "port": 8080,
-        "approach": "Realistic",
-        "classification": "Micro",
-        "database": "Postgres",
-        "framework": "sinatra-sequel",
-        "language": "Ruby",
-        "orm": "Full",
-        "platform": "JRuby",
-        "webserver": "Puma",
-        "os": "Linux",
-        "database_os": "Linux",
-        "display_name": "sinatra-sequel-postgres-puma-jruby",
-        "versus": "rack-sequel-postgres-puma-jruby",
-        "notes": ""
-      },
       "passenger-mri": {
         "setup_file": "run_mri_passenger",
         "json_url": "/json",

frameworks/Ruby/sinatra-sequel/benchmark_config.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'yaml'
+
+yaml = YAML.load(ARGF.read)
+yaml["tests"][0].delete_if { |_, v| v["disabled"] }
+puts JSON.pretty_generate(yaml)

frameworks/Ruby/sinatra-sequel/benchmark_config.yaml

@@ -34,6 +34,7 @@ tests:
       platform: JRuby
       display_name: sinatra-sequel-puma-jruby
       versus: rack-sequel-puma-jruby
+      disabled: true
     postgres-puma-jruby:
       <<: *default
       setup_file: run_jruby_puma
@@ -41,6 +42,7 @@ tests:
       platform: JRuby
       display_name: sinatra-sequel-postgres-puma-jruby
       versus: rack-sequel-postgres-puma-jruby
+      disabled: true
     passenger-mri:
       <<: *default
       setup_file: run_mri_passenger