merge results

results/ec2/20130415193456/db.csv

@@ -1,4 +1,5 @@
 Framework,8,16,32,64,128,256
+unfiltered,3968,4149,4273,4253,4247,4114
 kohana-raw,345,353,352,346,340,332
 laravel-raw,292,292,289,286,278,270
 codeigniter-raw,573,574,571,560,537,525
@@ -19,6 +20,7 @@ nodejs-mongodb-raw,4388,3546,4703,4878,4785,4902
 finagle,1871,1916,1895,1907,1903,1906
 lift-stateless,603,608,605,622,626,623
 nodejs-mysql-raw,2413,2469,2454,2430,2448,2455
+cowboy,2759,3658,3824,3905,3940,3814
 snap,2689,2519,2364,2738,2653,2533
 cake,232,234,232,231,229,215
 gemini,7584,8889,9169,9245,9140,8760
@@ -28,17 +30,17 @@ express-mongodb,2197,2814,2922,2953,2907,2913
 grails,2483,2515,2517,2522,2408,2113
 express-mysql,1164,1470,1586,1628,1611,1496
 nodejs-mongodb,3105,3231,3262,3336,3289,3298
-lithium,293,297,298,294,282,264
+play,989,1078,1162,1221,1226,1189
 php,612,624,624,613,594,566
 nodejs-mysql,1197,1299,1749,1730,1663,1690
-play,989,1078,1162,1221,1226,1189
+elli,2873,4134,4246,4236,4194,4084
 php-raw,2943,3021,2979,2967,2887,2868
 scalatra-raw,5038,5536,5676,5843,5774,5532
-unfiltered,3968,4149,4273,4253,4247,4114
+lithium,293,297,298,294,282,264
 rails-jruby,713,708,688,679,662,621
 rails-ruby,678,679,675,682,678,681
 servlet-raw,6757,7938,8146,8337,8378,7431
-play-scala,2396,2627,2736,2805,2753,2747
+symfony2,117,116,116,115,114,110
 flask,699,698,788,819,812,809
 phreeze,320,340,355,355,337,329
 yesod,3079,3573,3608,3677,3678,3533
@@ -46,5 +48,5 @@ http-kit,6158,6149,6164,6187,6227,6041
 rails-stripped-jruby,867,848,840,817,799,756
 rails-stripped-ruby,804,820,812,808,809,809
 django-stripped,500,503,552,548,609,610
-symfony2,117,116,116,115,114,110
+play-scala,2396,2627,2736,2805,2753,2747
 silex-raw,281,278,275,272,268,263

results/ec2/20130415193456/db/cowboy/raw

@@ -0,0 +1,134 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 21:47:49 UTC 2013
+
+  System load:  0.36               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer cowboy
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.03ms    1.61ms  10.47ms   88.43%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  13795 requests in 5.00s, 2.38MB read
+Requests/sec:   2756.70
+Transfer/sec:    486.52KB
+
+---------------------------------------------------------
+ Running Warmup cowboy
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    69.07ms    8.66ms 177.61ms   91.60%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  222697 requests in 1.00m, 38.38MB read
+Requests/sec:   3711.56
+Transfer/sec:    655.05KB
+
+---------------------------------------------------------
+ Concurrency: 8 for cowboy
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.09ms    4.44ms 165.10ms   95.74%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  165572 requests in 1.00m, 28.54MB read
+Requests/sec:   2759.35
+Transfer/sec:    486.98KB
+
+---------------------------------------------------------
+ Concurrency: 16 for cowboy
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     4.42ms    1.36ms  25.00ms   91.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  219533 requests in 1.00m, 37.84MB read
+Requests/sec:   3658.83
+Transfer/sec:    645.72KB
+
+---------------------------------------------------------
+ Concurrency: 32 for cowboy
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     8.59ms    2.47ms  55.30ms   85.31%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  229455 requests in 1.00m, 39.55MB read
+Requests/sec:   3824.32
+Transfer/sec:    674.94KB
+
+---------------------------------------------------------
+ Concurrency: 64 for cowboy
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    16.70ms    7.68ms 223.55ms   99.07%
+    Req/Sec    47.03    211.77     1.00k    95.30%
+  234338 requests in 1.00m, 40.39MB read
+Requests/sec:   3905.50
+Transfer/sec:    689.26KB
+
+---------------------------------------------------------
+ Concurrency: 128 for cowboy
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    32.47ms    2.55ms  45.32ms   75.89%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  236427 requests in 1.00m, 40.75MB read
+Requests/sec:   3940.29
+Transfer/sec:    695.40KB
+
+---------------------------------------------------------
+ Concurrency: 256 for cowboy
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    66.99ms    4.29ms  84.96ms   79.38%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  228849 requests in 1.00m, 39.44MB read
+Requests/sec:   3814.22
+Transfer/sec:    673.18KB

results/ec2/20130415193456/db/elli/raw

@@ -0,0 +1,134 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 21:25:00 UTC 2013
+
+  System load:  0.48               Processes:           69
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer elli
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.83ms    1.68ms  11.96ms   89.85%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  14513 requests in 5.00s, 1.77MB read
+Requests/sec:   2902.48
+Transfer/sec:    362.16KB
+
+---------------------------------------------------------
+ Running Warmup elli
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    63.17ms    3.71ms  94.83ms   82.37%
+    Req/Sec     0.97k   169.77     1.00k    97.03%
+  243699 requests in 1.00m, 29.70MB read
+Requests/sec:   4061.65
+Transfer/sec:    506.80KB
+
+---------------------------------------------------------
+ Concurrency: 8 for elli
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.87ms    1.57ms  15.60ms   89.40%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  172418 requests in 1.00m, 21.01MB read
+Requests/sec:   2873.61
+Transfer/sec:    358.55KB
+
+---------------------------------------------------------
+ Concurrency: 16 for elli
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.86ms  750.58us  15.18ms   78.37%
+    Req/Sec     0.99k    78.74     1.00k    99.38%
+  248065 requests in 1.00m, 30.23MB read
+Requests/sec:   4134.41
+Transfer/sec:    515.87KB
+
+---------------------------------------------------------
+ Concurrency: 32 for elli
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     7.73ms    2.85ms 103.23ms   94.67%
+    Req/Sec     1.00k    49.74     1.00k    99.75%
+  254797 requests in 1.00m, 31.05MB read
+Requests/sec:   4246.65
+Transfer/sec:    529.88KB
+
+---------------------------------------------------------
+ Concurrency: 64 for elli
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    15.26ms    2.31ms  38.12ms   79.54%
+    Req/Sec     1.00k    49.83     1.00k    99.75%
+  254163 requests in 1.00m, 30.97MB read
+Requests/sec:   4236.08
+Transfer/sec:    528.57KB
+
+---------------------------------------------------------
+ Concurrency: 128 for elli
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    30.66ms    4.36ms 132.21ms   95.00%
+    Req/Sec     0.99k    78.81     1.00k    99.38%
+  251690 requests in 1.00m, 30.67MB read
+Requests/sec:   4194.80
+Transfer/sec:    523.40KB
+
+---------------------------------------------------------
+ Concurrency: 256 for elli
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    62.74ms    4.77ms 154.57ms   93.75%
+    Req/Sec     0.98k   131.13     1.00k    98.25%
+  245066 requests in 1.00m, 29.86MB read
+Requests/sec:   4084.25
+Transfer/sec:    509.61KB

results/ec2/20130415193456/json.csv

@@ -1,10 +1,8 @@
 Framework,8,16,32,64,128,256
-codeigniter,648,663,651,651,629,613
-symfony2,156,154,154,153,152,148
-unfiltered,13811,20431,26079,29560,32449,36692
+netty,19543,29766,36828,38317,40498,41251
+spring,10502,10603,10499,11263,11229,10483
 laravel,406,408,402,394,386,385
 kohana,581,576,574,563,553,547
-phreeze,546,545,519,524,493,485
 play1,3019,2901,2525,2352,2193,2107
 play1siena,8985,9237,9532,9780,9717,8905
 WorldJPA,397,397,394,389,380,374
@@ -16,12 +14,12 @@ wicket,12319,13150,13209,13973,14067,13125
 go,17178,25478,25819,25266,25088,24973
 sinatra-ruby,675,925,942,939,925,927
 sinatra-jruby,593,663,665,658,656,639
-spring,10502,10603,10499,11263,11229,10483
-tapestry,11305,11356,11964,12055,11646,11168
+unfiltered,13811,20431,26079,29560,32449,36692
+phreeze,546,545,519,524,493,485
 finagle,18584,24337,25838,26494,25474,26156
 lift-stateless,3626,4208,5048,5554,5677,5707
 wsgi,3205,3379,3368,3370,3403,3387
-cowboy,14102,15784,15760,15866,15767,15737
+cowboy,13871,15180,15602,15686,15392,15578
 snap,6310,6900,7509,6387,6993,6875
 cake,261,257,256,249,244,237
 gemini,20217,27675,27738,27399,26314,26121
@@ -30,7 +28,9 @@ compojure,11443,12564,12977,13075,12860,12757
 express,7765,7710,7825,7710,7711,7603
 grails,4286,4493,4671,4753,4738,4652
 nodejs,10069,10915,10667,11029,10953,11053
-elli,9780,20509,18556,20041,20288,19724
+servlet,20479,26948,27931,28132,27872,26183
+codeigniter,648,663,651,651,629,613
+elli,9730,20902,19829,20454,20141,19884
 lithium,445,443,438,429,420,414
 php,4359,4346,4325,4264,4259,4228
 play,4316,4596,4898,5180,5380,5223
@@ -40,13 +40,13 @@ rack-ruby,5557,6860,7606,7064,7430,7465
 rails-jruby,693,996,986,976,943,891
 rails-ruby,983,985,983,976,972,979
 django-stripped,2522,2536,2466,2498,2446,2448
-servlet,20479,26948,27931,28132,27872,26183
+play-scala,6710,8186,9273,10339,10545,10667
 flask,2311,2413,2391,2380,2362,2321
-netty,19543,29766,36828,38317,40498,41251
+tapestry,11305,11356,11964,12055,11646,11168
 yesod,11911,12893,14143,13883,14407,14503
 http-kit,14676,17780,18406,18258,21072,22250
 rails-stripped-jruby,976,1236,1227,1234,983,762
 rails-stripped-ruby,1240,1250,1239,1230,1225,1234
 silex,462,461,456,449,438,438
-play-scala,6710,8186,9273,10339,10545,10667
+symfony2,156,154,154,153,152,148
 scalatra,10380,10895,10962,11290,11280,10507

results/ec2/20130415193456/json/cowboy/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 08:01:29 UTC 2013
+  System information as of Tue Apr 16 21:40:22 UTC 2013
 
-  System load:  0.46               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  0.62               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   607.06us  592.48us   9.46ms   99.26%
+    Latency   558.05us  139.75us   1.76ms   82.26%
     Req/Sec     1.00k     0.00     1.00k   100.00%
-  71172 requests in 5.00s, 11.87MB read
-Requests/sec:  14235.84
-Transfer/sec:      2.38MB
+  70697 requests in 5.00s, 11.80MB read
+Requests/sec:  14142.34
+Transfer/sec:      2.36MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -43,11 +43,11 @@ Transfer/sec:      2.38MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.34ms    7.90ms 113.95ms   79.81%
-    Req/Sec     3.03k   255.21     7.00k    95.85%
-  935369 requests in 1.00m, 156.06MB read
-Requests/sec:  15590.23
-Transfer/sec:      2.60MB
+    Latency    19.86ms    8.57ms 103.33ms   67.76%
+    Req/Sec     3.37k   525.47     6.00k    62.25%
+  943382 requests in 1.00m, 157.40MB read
+Requests/sec:  15722.96
+Transfer/sec:      2.62MB
 
 ---------------------------------------------------------
  Concurrency: 8 for cowboy
@@ -57,11 +57,11 @@ Transfer/sec:      2.60MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   549.21us  309.88us  10.84ms   97.63%
-    Req/Sec     3.00k    49.94     3.00k    99.75%
-  846171 requests in 1.00m, 141.18MB read
-Requests/sec:  14102.96
-Transfer/sec:      2.35MB
+    Latency   562.47us  260.52us   6.38ms   97.70%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  832302 requests in 1.00m, 138.87MB read
+Requests/sec:  13871.80
+Transfer/sec:      2.31MB
 
 ---------------------------------------------------------
  Concurrency: 16 for cowboy
@@ -71,11 +71,11 @@ Transfer/sec:      2.35MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.03ms  342.71us   7.80ms   70.80%
-    Req/Sec     3.03k   180.86     4.00k    96.62%
-  947043 requests in 1.00m, 158.01MB read
-Requests/sec:  15784.12
-Transfer/sec:      2.63MB
+    Latency     1.05ms  301.44us   1.95ms   60.91%
+    Req/Sec     3.00k    49.89     4.00k    99.75%
+  910837 requests in 1.00m, 151.97MB read
+Requests/sec:  15180.74
+Transfer/sec:      2.53MB
 
 ---------------------------------------------------------
  Concurrency: 32 for cowboy
@@ -85,11 +85,11 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     2.16ms  773.52us  11.21ms   67.96%
-    Req/Sec     3.05k   227.36     4.00k    94.54%
-  945601 requests in 1.00m, 157.77MB read
-Requests/sec:  15760.26
-Transfer/sec:      2.63MB
+    Latency     2.17ms  728.20us   8.94ms   60.32%
+    Req/Sec     3.02k   133.12     4.00k    98.20%
+  936125 requests in 1.00m, 156.19MB read
+Requests/sec:  15602.21
+Transfer/sec:      2.60MB
 
 ---------------------------------------------------------
  Concurrency: 64 for cowboy
@@ -99,11 +99,11 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.34ms    1.33ms  13.13ms   70.56%
-    Req/Sec     3.08k   273.48     4.00k    91.86%
-  951964 requests in 1.00m, 158.83MB read
-Requests/sec:  15866.55
-Transfer/sec:      2.65MB
+    Latency     4.37ms    1.44ms  17.85ms   71.26%
+    Req/Sec     3.04k   204.50     5.00k    96.04%
+  941163 requests in 1.00m, 157.03MB read
+Requests/sec:  15686.12
+Transfer/sec:      2.62MB
 
 ---------------------------------------------------------
  Concurrency: 128 for cowboy
@@ -113,11 +113,11 @@ Transfer/sec:      2.65MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     9.58ms    3.51ms  33.94ms   72.35%
-    Req/Sec     3.08k   293.56     5.00k    91.28%
-  946040 requests in 1.00m, 157.84MB read
-Requests/sec:  15767.20
-Transfer/sec:      2.63MB
+    Latency     9.34ms    5.12ms 138.28ms   89.65%
+    Req/Sec     3.00k    86.38     4.00k    99.25%
+  923552 requests in 1.00m, 154.09MB read
+Requests/sec:  15392.99
+Transfer/sec:      2.57MB
 
 ---------------------------------------------------------
  Concurrency: 256 for cowboy
@@ -127,8 +127,8 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.65ms    8.04ms  73.86ms   66.00%
-    Req/Sec     3.08k   326.49     7.00k    91.89%
-  944217 requests in 1.00m, 157.54MB read
-Requests/sec:  15737.68
-Transfer/sec:      2.63MB
+    Latency    19.69ms    6.35ms  68.14ms   75.14%
+    Req/Sec     3.08k   341.84     6.00k    90.30%
+  934738 requests in 1.00m, 155.96MB read
+Requests/sec:  15578.90
+Transfer/sec:      2.60MB

results/ec2/20130415193456/json/elli/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 07:45:36 UTC 2013
+  System information as of Tue Apr 16 21:17:32 UTC 2013
 
-  System load:  0.08               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  0.0                Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   761.97us  238.72us   1.50ms   59.85%
-    Req/Sec     1.29k   452.85     2.00k    71.38%
-  58385 requests in 5.00s, 6.79MB read
-Requests/sec:  11679.51
-Transfer/sec:      1.36MB
+    Latency     0.86ms  229.80us   1.20ms   66.67%
+    Req/Sec   838.95    397.71     2.00k    81.65%
+  50175 requests in 5.00s, 5.84MB read
+Requests/sec:  10034.10
+Transfer/sec:      1.17MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -43,11 +43,11 @@ Transfer/sec:      1.36MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    12.72ms    1.68ms  21.21ms   84.94%
-    Req/Sec     4.92k   331.85     9.00k    92.26%
-  1220609 requests in 1.00m, 142.02MB read
-Requests/sec:  20343.33
-Transfer/sec:      2.37MB
+    Latency    12.78ms    1.70ms  20.91ms   75.38%
+    Req/Sec     4.68k   538.17     9.00k    67.00%
+  1211160 requests in 1.00m, 140.92MB read
+Requests/sec:  20185.32
+Transfer/sec:      2.35MB
 
 ---------------------------------------------------------
  Concurrency: 8 for elli
@@ -57,11 +57,11 @@ Transfer/sec:      2.37MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     0.87ms  243.35us   2.59ms   66.75%
-    Req/Sec     1.87k   809.35     4.00k    34.43%
-  586820 requests in 1.00m, 68.28MB read
-Requests/sec:   9780.40
-Transfer/sec:      1.14MB
+    Latency     0.89ms  278.36us   6.88ms   72.28%
+    Req/Sec     1.60k   531.71     4.00k    56.87%
+  583837 requests in 1.00m, 67.93MB read
+Requests/sec:   9730.67
+Transfer/sec:      1.13MB
 
 ---------------------------------------------------------
  Concurrency: 16 for elli
@@ -71,11 +71,11 @@ Transfer/sec:      1.14MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   759.48us  188.44us   3.60ms   70.64%
-    Req/Sec     4.97k   168.95     6.00k    97.08%
-  1230555 requests in 1.00m, 143.17MB read
-Requests/sec:  20509.42
-Transfer/sec:      2.39MB
+    Latency   769.24us  495.51us  15.96ms   99.18%
+    Req/Sec     4.99k    82.81     5.00k    99.31%
+  1254112 requests in 1.00m, 145.91MB read
+Requests/sec:  20902.11
+Transfer/sec:      2.43MB
 
 ---------------------------------------------------------
  Concurrency: 32 for elli
@@ -85,11 +85,11 @@ Transfer/sec:      2.39MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.77ms    2.15ms  70.12ms   99.88%
-    Req/Sec     4.03k   182.92     5.00k    96.56%
-  1113377 requests in 1.00m, 129.54MB read
-Requests/sec:  18556.36
-Transfer/sec:      2.16MB
+    Latency     1.71ms  646.70us  11.12ms   75.25%
+    Req/Sec     4.29k   454.77     5.00k    70.81%
+  1189755 requests in 1.00m, 138.43MB read
+Requests/sec:  19829.39
+Transfer/sec:      2.31MB
 
 ---------------------------------------------------------
  Concurrency: 64 for elli
@@ -99,11 +99,11 @@ Transfer/sec:      2.16MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.31ms    1.86ms  69.33ms   98.63%
-    Req/Sec     4.61k   488.98     5.00k    60.51%
-  1202497 requests in 1.00m, 139.91MB read
-Requests/sec:  20041.76
-Transfer/sec:      2.33MB
+    Latency     3.17ms  782.44us   8.90ms   72.81%
+    Req/Sec     4.94k   235.51     5.00k    94.11%
+  1227252 requests in 1.00m, 142.79MB read
+Requests/sec:  20454.29
+Transfer/sec:      2.38MB
 
 ---------------------------------------------------------
  Concurrency: 128 for elli
@@ -113,11 +113,11 @@ Transfer/sec:      2.33MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     6.38ms    1.22ms  19.16ms   71.74%
-    Req/Sec     4.76k   431.13     5.00k    75.65%
-  1217210 requests in 1.00m, 141.62MB read
-Requests/sec:  20288.06
-Transfer/sec:      2.36MB
+    Latency     6.54ms    1.12ms  11.35ms   69.07%
+    Req/Sec     4.68k   472.08     6.00k    68.38%
+  1208404 requests in 1.00m, 140.60MB read
+Requests/sec:  20141.37
+Transfer/sec:      2.34MB
 
 ---------------------------------------------------------
  Concurrency: 256 for elli
@@ -127,8 +127,8 @@ Transfer/sec:      2.36MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    13.63ms    9.37ms 211.83ms   96.94%
-    Req/Sec     4.55k   539.95     8.00k    55.10%
-  1183449 requests in 1.00m, 137.69MB read
-Requests/sec:  19724.05
-Transfer/sec:      2.29MB
+    Latency    12.86ms    2.17ms  58.45ms   94.46%
+    Req/Sec     4.25k   466.89     7.00k    74.60%
+  1193067 requests in 1.00m, 138.81MB read
+Requests/sec:  19884.37
+Transfer/sec:      2.31MB

results/ec2/20130415193456/query.csv

@@ -1,4 +1,5 @@
 Framework,1,5,10,15,20
+unfiltered,3809,1064,560,384,282
 kohana-raw,334,286,244,214,190
 laravel-raw,273,217,173,144,123
 codeigniter-raw,525,426,348,294,255
@@ -19,7 +20,7 @@ nodejs-mongodb-raw,4608,1909,1112,787,603
 finagle,1880,422,214,142,106
 lift-stateless,607,562,514,480,450
 nodejs-mysql-raw,2361,667,359,249,190
-cowboy,3742,1012,527,358,271
+cowboy,3663,1014,520,354,264
 snap,2554,578,396,237,211
 cake,211,171,142,119,103
 gemini,8836,2538,1363,948,719
@@ -29,18 +30,17 @@ express-mongodb,2790,933,497,326,250
 grails,2069,1074,678,492,385
 express-mysql,1482,397,205,137,104
 nodejs-mongodb,3189,975,512,347,263
-elli,3913,984,526,349,268
-lithium,264,163,110,83,66
+elli,4041,1050,542,369,277
 php,566,389,282,220,181
 nodejs-mysql,1577,403,207,138,104
 play,1209,560,337,222,150
 php-raw,2740,1863,1139,781,610
 scalatra-raw,5490,1862,1067,746,565
-unfiltered,3809,1064,560,384,282
+lithium,264,163,110,83,66
 rails-jruby,618,308,190,138,106
 rails-ruby,640,316,202,148,115
 servlet-raw,7721,2150,1197,805,621
-play-scala,2732,843,457,315,236
+symfony2,109,100,92,85,79
 flask,774,343,191,137,105
 phreeze,343,313,321,316,300
 yesod,3591,969,507,338,244
@@ -48,5 +48,5 @@ http-kit,5865,1629,869,582,431
 rails-stripped-jruby,740,348,212,152,118
 rails-stripped-ruby,780,353,215,157,124
 django-stripped,605,247,141,98,75
-symfony2,109,100,92,85,79
+play-scala,2732,843,457,315,236
 silex-raw,262,240,220,202,188

results/ec2/20130415193456/query/cowboy/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 08:08:57 UTC 2013
+  System information as of Tue Apr 16 21:55:17 UTC 2013
 
-  System load:  0.3                Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  1.89               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.56ms    2.54ms  15.16ms   85.23%
+    Latency     5.19ms    2.34ms  15.61ms   85.39%
     Req/Sec     0.00      0.00     0.00    100.00%
-  7534 requests in 5.00s, 1.07MB read
-Requests/sec:   1506.22
-Transfer/sec:    219.10KB
+  7471 requests in 5.00s, 1.51MB read
+Requests/sec:   1493.72
+Transfer/sec:    309.96KB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -43,11 +43,11 @@ Transfer/sec:    219.10KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   114.92ms    9.64ms 308.30ms   95.22%
+    Latency   117.28ms   18.12ms 332.97ms   95.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  133067 requests in 1.00m, 18.90MB read
-Requests/sec:   2217.75
-Transfer/sec:    322.60KB
+  130595 requests in 1.00m, 26.46MB read
+Requests/sec:   2176.67
+Transfer/sec:    451.68KB
 
 ---------------------------------------------------------
  Queries: 1 for cowboy
@@ -57,11 +57,11 @@ Transfer/sec:    322.60KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    68.49ms    3.58ms  92.91ms   74.69%
+    Latency    69.88ms    5.41ms 158.73ms   88.25%
     Req/Sec     0.00      0.00     0.00    100.00%
-  224527 requests in 1.00m, 31.89MB read
-Requests/sec:   3742.64
-Transfer/sec:    544.42KB
+  219837 requests in 1.00m, 37.89MB read
+Requests/sec:   3663.87
+Transfer/sec:    646.63KB
 
 ---------------------------------------------------------
  Queries: 5 for cowboy
@@ -71,11 +71,11 @@ Transfer/sec:    544.42KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   251.07ms   20.19ms 364.17ms   97.57%
+    Latency   250.84ms   17.39ms 392.11ms   96.95%
     Req/Sec     0.00      0.00     0.00    100.00%
-  60737 requests in 1.00m, 8.63MB read
-Requests/sec:   1012.27
-Transfer/sec:    147.25KB
+  60868 requests in 1.00m, 17.93MB read
+Requests/sec:   1014.39
+Transfer/sec:    305.91KB
 
 ---------------------------------------------------------
  Queries: 10 for cowboy
@@ -85,11 +85,11 @@ Transfer/sec:    147.25KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   479.70ms   44.87ms 685.93ms   96.92%
+    Latency   485.63ms   46.54ms 565.67ms   97.75%
     Req/Sec     0.00      0.00     0.00    100.00%
-  31679 requests in 1.00m, 4.50MB read
-Requests/sec:    527.95
-Transfer/sec:     76.80KB
+  31240 requests in 1.00m, 13.93MB read
+Requests/sec:    520.63
+Transfer/sec:    237.77KB
 
 ---------------------------------------------------------
  Queries: 15 for cowboy
@@ -99,11 +99,11 @@ Transfer/sec:     76.80KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   700.23ms   75.60ms 751.94ms   98.87%
+    Latency   708.77ms   77.68ms 843.41ms   95.65%
     Req/Sec     0.00      0.00     0.00    100.00%
-  21509 requests in 1.00m, 3.06MB read
-Requests/sec:    358.41
-Transfer/sec:     52.15KB
+  21268 requests in 1.00m, 12.71MB read
+Requests/sec:    354.38
+Transfer/sec:    216.84KB
 
 ---------------------------------------------------------
  Queries: 20 for cowboy
@@ -113,8 +113,8 @@ Transfer/sec:     52.15KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   923.81ms  112.62ms   1.03s    98.50%
+    Latency   943.79ms  122.73ms   1.17s    94.93%
     Req/Sec     0.00      0.00     0.00    100.00%
-  16278 requests in 1.00m, 2.31MB read
-Requests/sec:    271.25
-Transfer/sec:     39.47KB
+  15872 requests in 1.00m, 11.89MB read
+Requests/sec:    264.50
+Transfer/sec:    202.87KB

results/ec2/20130415193456/query/elli/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 07:53:04 UTC 2013
+  System information as of Tue Apr 16 21:32:28 UTC 2013
 
-  System load:  0.49               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  1.83               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.33ms    2.13ms  13.94ms   81.06%
+    Latency     5.13ms    2.07ms  13.73ms   86.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  7865 requests in 5.01s, 737.34KB read
-Requests/sec:   1569.79
-Transfer/sec:    147.17KB
+  7892 requests in 5.00s, 1.20MB read
+Requests/sec:   1577.83
+Transfer/sec:    245.83KB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -43,11 +43,11 @@ Transfer/sec:    147.17KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   109.84ms    5.16ms 135.66ms   84.84%
+    Latency   109.20ms    6.85ms 167.01ms   94.13%
     Req/Sec     0.00      0.00     0.00    100.00%
-  139584 requests in 1.00m, 12.78MB read
-Requests/sec:   2326.43
-Transfer/sec:    218.10KB
+  139976 requests in 1.00m, 21.30MB read
+Requests/sec:   2332.87
+Transfer/sec:    363.46KB
 
 ---------------------------------------------------------
  Queries: 1 for elli
@@ -57,11 +57,11 @@ Transfer/sec:    218.10KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    65.16ms   15.68ms 324.75ms   97.94%
-    Req/Sec   500.62    500.16     1.00k    50.06%
-  234826 requests in 1.00m, 21.50MB read
-Requests/sec:   3913.68
-Transfer/sec:    366.91KB
+    Latency    63.27ms    3.14ms  90.18ms   79.18%
+    Req/Sec     0.97k   161.57     1.00k    97.32%
+  242507 requests in 1.00m, 29.55MB read
+Requests/sec:   4041.67
+Transfer/sec:    504.30KB
 
 ---------------------------------------------------------
  Queries: 5 for elli
@@ -71,11 +71,11 @@ Transfer/sec:    366.91KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   258.81ms   38.31ms 550.35ms   92.02%
+    Latency   242.33ms   15.76ms 289.88ms   96.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  59087 requests in 1.00m, 5.41MB read
-Requests/sec:    984.70
-Transfer/sec:     92.32KB
+  63048 requests in 1.00m, 15.38MB read
+Requests/sec:   1050.63
+Transfer/sec:    262.51KB
 
 ---------------------------------------------------------
  Queries: 10 for elli
@@ -85,11 +85,11 @@ Transfer/sec:     92.32KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   480.01ms   43.19ms 579.96ms   98.31%
+    Latency   466.88ms   41.42ms 556.83ms   96.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  31582 requests in 1.00m, 2.89MB read
-Requests/sec:    526.31
-Transfer/sec:     49.34KB
+  32536 requests in 1.00m, 12.87MB read
+Requests/sec:    542.14
+Transfer/sec:    219.56KB
 
 ---------------------------------------------------------
  Queries: 15 for elli
@@ -99,11 +99,11 @@ Transfer/sec:     49.34KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   718.52ms   88.31ms 944.02ms   92.48%
+    Latency   680.95ms   74.01ms 736.38ms   98.87%
     Req/Sec     0.00      0.00     0.00    100.00%
-  20992 requests in 1.00m, 1.92MB read
-Requests/sec:    349.77
-Transfer/sec:     32.79KB
+  22196 requests in 1.00m, 12.14MB read
+Requests/sec:    369.89
+Transfer/sec:    207.18KB
 
 ---------------------------------------------------------
  Queries: 20 for elli
@@ -113,8 +113,8 @@ Transfer/sec:     32.79KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   927.07ms  117.40ms 979.86ms   98.44%
+    Latency   902.96ms  112.70ms 979.41ms   98.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  16128 requests in 1.00m, 1.48MB read
-Requests/sec:    268.75
-Transfer/sec:     25.19KB
+  16640 requests in 1.00m, 11.62MB read
+Requests/sec:    277.24
+Transfer/sec:    198.30KB

results/i7/20130415095717/db.csv

@@ -1,4 +1,5 @@
 Framework,8,16,32,64,128,256
+unfiltered,10405,24366,30278,30260,30203,30208
 openresty,17115,42955,66599,87400,94888,96122
 kohana-raw,1763,2076,2194,2198,2183,2187
 laravel-raw,1461,1653,1698,1685,1638,1576
@@ -21,6 +22,7 @@ finagle,7675,12613,13260,13379,13289,13333
 lift-stateless,2614,3199,3351,3328,3321,3318
 nodejs-mysql-raw,8852,11538,12531,12348,12618,12686
 onion-raw,17561,29967,33432,34040,34159,34178
+cowboy,11609,19290,24283,24601,24578,24422
 snap,6648,5309,7577,8348,10275,5814
 cake,1017,1137,1154,1152,1151,1140
 gemini,18892,45522,75118,91515,101186,95908
@@ -30,17 +32,17 @@ express-mongodb,9117,12588,12735,14120,15448,15734
 grails,9530,15110,17363,17171,15560,14577
 express-mysql,3320,4939,6069,7229,8001,8163
 nodejs-mongodb,9974,12788,15744,16792,17305,17890
-lithium,1195,1374,1406,1403,1403,1383
+play,3824,5146,5942,6504,6697,6586
 php,2483,3590,3926,4012,4005,3946
 nodejs-mysql,3404,4950,6060,7862,8420,8606
-play,3824,5146,5942,6504,6697,6586
+elli,12201,20105,26353,26692,26629,26501
 php-raw,10019,21902,27086,27851,26749,27010
 scalatra-raw,15587,33449,44575,46914,45873,43946
-unfiltered,10405,24366,30278,30260,30203,30208
+lithium,1195,1374,1406,1403,1403,1383
 rails-jruby,2967,2931,2840,2681,2417,1959
 rails-ruby,2782,2962,2924,2863,2807,2766
 servlet-raw,17629,42148,63857,76231,80733,79605
-play-scala,8263,12916,15340,16700,17333,17694
+symfony2,520,573,573,572,569,562
 flask,2885,3372,3387,3346,3327,3320
 phreeze,4,8,13,22,26,44
 yesod,10266,23221,31060,33099,33022,31921
@@ -48,5 +50,5 @@ http-kit,14985,39232,56631,56581,56499,56319
 rails-stripped-jruby,3444,3497,3372,3174,2826,2257
 rails-stripped-ruby,3120,3311,3306,3307,3300,3299
 django-stripped,2327,2839,2767,2970,2964,2959
-symfony2,520,573,573,572,569,562
+play-scala,8263,12916,15340,16700,17333,17694
 silex-raw,1490,1731,1752,1751,1748,1739

results/i7/20130415095717/db/cowboy/raw

@@ -0,0 +1,128 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 14:47:28 PDT 2013
+
+  System load:  1.83                Processes:           114
+  Usage of /:   10.0% of 131.63GB   Users logged in:     1
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+54 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer cowboy
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   713.01us  424.13us   7.43ms   99.62%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  58083 requests in 5.00s, 10.01MB read
+Requests/sec:  11616.98
+Transfer/sec:      2.00MB
+
+---------------------------------------------------------
+ Running Warmup cowboy
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    10.43ms    2.06ms  57.74ms   98.94%
+    Req/Sec     2.91k   296.50     3.00k    91.98%
+  1461949 requests in 1.00m, 251.97MB read
+Requests/sec:  24366.07
+Transfer/sec:      4.20MB
+
+---------------------------------------------------------
+ Concurrency: 8 for cowboy
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   681.91us   92.22us   1.27ms   70.91%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  696588 requests in 1.00m, 120.06MB read
+Requests/sec:  11609.82
+Transfer/sec:      2.00MB
+
+---------------------------------------------------------
+ Concurrency: 16 for cowboy
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   829.11us  573.15us  19.39ms   99.53%
+    Req/Sec     2.00k     0.00     2.00k   100.00%
+  1157393 requests in 1.00m, 199.48MB read
+Requests/sec:  19290.12
+Transfer/sec:      3.32MB
+
+---------------------------------------------------------
+ Concurrency: 32 for cowboy
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.29ms  201.31us   3.70ms   73.44%
+    Req/Sec     3.00k    61.06     3.00k    99.63%
+  1456980 requests in 1.00m, 251.11MB read
+Requests/sec:  24283.35
+Transfer/sec:      4.19MB
+
+---------------------------------------------------------
+ Concurrency: 64 for cowboy
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.61ms    1.34ms  51.22ms   99.81%
+    Req/Sec     3.00k    46.64     3.00k    99.78%
+  1476033 requests in 1.00m, 254.39MB read
+Requests/sec:  24601.02
+Transfer/sec:      4.24MB
+
+---------------------------------------------------------
+ Concurrency: 128 for cowboy
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     5.21ms    1.49ms  49.46ms   99.69%
+    Req/Sec     3.00k    58.33     3.00k    99.66%
+  1474651 requests in 1.00m, 254.16MB read
+Requests/sec:  24578.23
+Transfer/sec:      4.24MB
+
+---------------------------------------------------------
+ Concurrency: 256 for cowboy
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    10.48ms    1.97ms  61.94ms   99.63%
+    Req/Sec     3.00k    68.15     3.00k    99.53%
+  1465314 requests in 1.00m, 252.55MB read
+Requests/sec:  24422.00
+Transfer/sec:      4.21MB

results/i7/20130415095717/db/elli/raw

@@ -0,0 +1,128 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 14:24:40 PDT 2013
+
+  System load:  1.19                Processes:           114
+  Usage of /:   10.0% of 131.63GB   Users logged in:     1
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+54 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer elli
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   642.49us   78.30us   0.92ms   69.73%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  61342 requests in 5.00s, 7.47MB read
+Requests/sec:  12270.03
+Transfer/sec:      1.50MB
+
+---------------------------------------------------------
+ Running Warmup elli
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     9.68ms    2.05ms  61.56ms   99.44%
+    Req/Sec     2.98k   192.07     3.00k    98.56%
+  1587971 requests in 1.00m, 193.50MB read
+Requests/sec:  26466.55
+Transfer/sec:      3.23MB
+
+---------------------------------------------------------
+ Concurrency: 8 for elli
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   651.49us   87.46us   1.19ms   70.08%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  732093 requests in 1.00m, 89.21MB read
+Requests/sec:  12201.75
+Transfer/sec:      1.49MB
+
+---------------------------------------------------------
+ Concurrency: 16 for elli
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   796.46us    0.94ms  39.10ms   99.75%
+    Req/Sec     2.00k     0.00     2.00k   100.00%
+  1206334 requests in 1.00m, 147.00MB read
+Requests/sec:  20105.84
+Transfer/sec:      2.45MB
+
+---------------------------------------------------------
+ Concurrency: 32 for elli
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.21ms  448.83us  24.23ms   97.72%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  1581176 requests in 1.00m, 192.67MB read
+Requests/sec:  26353.38
+Transfer/sec:      3.21MB
+
+---------------------------------------------------------
+ Concurrency: 64 for elli
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.39ms    1.22ms  51.83ms   99.84%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  1601512 requests in 1.00m, 195.15MB read
+Requests/sec:  26692.64
+Transfer/sec:      3.25MB
+
+---------------------------------------------------------
+ Concurrency: 128 for elli
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     4.78ms    0.99ms  45.02ms   99.84%
+    Req/Sec     3.00k    30.51     3.00k    99.91%
+  1597737 requests in 1.00m, 194.69MB read
+Requests/sec:  26629.58
+Transfer/sec:      3.24MB
+
+---------------------------------------------------------
+ Concurrency: 256 for elli
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     9.81ms    5.66ms 216.06ms   99.47%
+    Req/Sec     2.99k    93.14     4.00k    99.50%
+  1590070 requests in 1.00m, 193.75MB read
+Requests/sec:  26501.73
+Transfer/sec:      3.23MB

results/i7/20130415095717/json.csv

@@ -1,11 +1,9 @@
 Framework,8,16,32,64,128,256
-codeigniter,3479,4004,4220,4211,4179,4141
-symfony2,845,898,896,895,892,889
-unfiltered,40077,74963,93852,118658,145211,169802
+netty,56687,109567,204456,215293,217780,219279
+spring,47328,74165,88262,93550,91618,86437
 openresty,57913,112535,188421,204562,203967,204314
 laravel,2110,2227,2209,2171,2113,2041
 kohana,3399,3688,3762,3737,3744,3734
-phreeze,13,17,44,31,48,77
 play1,12341,12117,11970,11044,10725,10021
 play1siena,40907,61695,67951,71503,70982,67546
 fuel,1934,2088,2117,2110,2095,2089
@@ -17,13 +15,13 @@ wicket,52493,78227,78425,77455,77536,77415
 go,45441,95830,175456,192524,195422,200188
 sinatra-ruby,1017,1224,1207,1188,1183,1183
 sinatra-jruby,3330,3142,3099,3043,2854,2710
-spring,47328,74165,88262,93550,91618,86437
-tapestry,47660,80454,107905,110565,110350,102604
+unfiltered,40077,74963,93852,118658,145211,169802
+phreeze,13,17,44,31,48,77
 finagle,52695,108815,188561,226801,231782,233415
 lift-stateless,19142,27470,33251,35512,38006,39523
 onion,66190,112412,217572,228331,229550,231567
 wsgi,18178,23176,23389,23404,23418,23398
-cowboy,42476,80095,110133,113179,113494,112581
+cowboy,40982,80592,111177,113734,114109,113186
 snap,24022,27689,21155,21845,19823,16603
 cake,1453,1553,1560,1558,1546,1539
 gemini,65174,126708,207161,220380,220126,219490
@@ -32,7 +30,9 @@ compojure,33242,64695,106710,113120,109387,100206
 express,32610,41852,43662,45435,45858,45416
 grails,23918,31431,32522,32598,32389,32482
 nodejs,43912,57605,70232,70362,72077,72436
-elli,31869,93815,147570,159210,158722,160261
+servlet,66165,123830,204308,209285,218160,212575
+codeigniter,3479,4004,4220,4211,4179,4141
+elli,33704,93617,145380,156459,155684,156080
 lithium,2406,2578,2610,2598,2591,2574
 php,26070,35128,38937,38557,38137,39006
 play,18027,26826,27305,26992,26300,25838
@@ -42,13 +42,13 @@ rack-ruby,31658,44682,51018,54247,55920,56987
 rails-jruby,4183,3986,3879,3631,3172,2381
 rails-ruby,4206,4602,4596,4590,4590,4568
 django-stripped,13825,13851,13852,13617,13532,13476
-servlet,66165,123830,204308,209285,218160,212575
+play-scala,23323,39104,43589,43586,43113,42800
 flask,13000,12905,12822,12642,12494,12385
-netty,56687,109567,204456,215293,217780,219279
+tapestry,47660,80454,107905,110565,110350,102604
 yesod,44411,89560,92003,98586,92182,98557
 http-kit,36071,56354,83018,103193,122511,135394
 rails-stripped-jruby,5282,5116,4948,4606,3976,2854
 rails-stripped-ruby,5522,6093,6068,6073,6051,6026
 silex,2373,2562,2585,2573,2581,2562
-play-scala,23323,39104,43589,43586,43113,42800
+symfony2,845,898,896,895,892,889
 scalatra,47591,74552,89605,92407,93047,88730

results/i7/20130415095717/json/cowboy/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:09:48 PDT 2013
+  System information as of Tue Apr 16 14:40:01 PDT 2013
 
-  System load:  0.35                Processes:           114
+  System load:  0.54                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   188.05us   39.59us 309.00us   64.91%
-    Req/Sec     5.02k   149.04     6.00k    97.74%
-  207627 requests in 5.00s, 34.64MB read
-Requests/sec:  41535.48
-Transfer/sec:      6.93MB
+    Latency   187.70us   50.60us 468.00us   76.06%
+    Req/Sec     5.33k   471.86     6.00k    66.80%
+  216681 requests in 5.00s, 36.15MB read
+Requests/sec:  43343.82
+Transfer/sec:      7.23MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -37,11 +37,11 @@ Transfer/sec:      6.93MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.25ms    3.68ms  64.11ms   80.05%
-    Req/Sec    13.97k   248.55    17.00k    97.17%
-  6800116 requests in 1.00m, 1.11GB read
-Requests/sec: 113338.86
-Transfer/sec:     18.91MB
+    Latency     3.99ms    3.32ms  46.02ms   75.38%
+    Req/Sec    13.99k   327.18    19.00k    94.80%
+  6834779 requests in 1.00m, 1.11GB read
+Requests/sec: 113915.79
+Transfer/sec:     19.01MB
 
 ---------------------------------------------------------
  Concurrency: 8 for cowboy
@@ -51,11 +51,11 @@ Transfer/sec:     18.91MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   187.27us   46.19us 755.00us   71.38%
-    Req/Sec     5.00k     0.00     5.00k   100.00%
-  2548544 requests in 1.00m, 425.21MB read
-Requests/sec:  42476.66
-Transfer/sec:      7.09MB
+    Latency   194.51us   45.08us 641.00us   66.03%
+    Req/Sec     5.03k   164.46     6.00k    97.22%
+  2458900 requests in 1.00m, 410.26MB read
+Requests/sec:  40982.45
+Transfer/sec:      6.84MB
 
 ---------------------------------------------------------
  Concurrency: 16 for cowboy
@@ -65,11 +65,11 @@ Transfer/sec:      7.09MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   192.29us   49.82us   1.08ms   77.53%
-    Req/Sec     9.70k   456.30    10.00k    70.46%
-  4805641 requests in 1.00m, 801.80MB read
-Requests/sec:  80095.03
-Transfer/sec:     13.36MB
+    Latency   189.31us   40.96us 355.00us   63.35%
+    Req/Sec     9.56k   496.22    10.00k    56.20%
+  4835452 requests in 1.00m, 806.77MB read
+Requests/sec:  80592.53
+Transfer/sec:     13.45MB
 
 ---------------------------------------------------------
  Concurrency: 32 for cowboy
@@ -79,11 +79,11 @@ Transfer/sec:     13.36MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   282.02us  123.25us   5.60ms   94.41%
-    Req/Sec    13.00k    49.79    13.00k    99.75%
-  6607869 requests in 1.00m, 1.08GB read
-Requests/sec: 110133.85
-Transfer/sec:     18.38MB
+    Latency   281.08us   65.91us 578.00us   68.32%
+    Req/Sec    13.00k     0.00    13.00k   100.00%
+  6670460 requests in 1.00m, 1.09GB read
+Requests/sec: 111177.19
+Transfer/sec:     18.55MB
 
 ---------------------------------------------------------
  Concurrency: 64 for cowboy
@@ -93,11 +93,11 @@ Transfer/sec:     18.38MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   567.51us  166.17us   1.67ms   72.78%
-    Req/Sec    13.99k   113.90    14.00k    99.16%
-  6790613 requests in 1.00m, 1.11GB read
-Requests/sec: 113179.39
-Transfer/sec:     18.88MB
+    Latency   559.32us  161.48us   1.57ms   72.65%
+    Req/Sec    13.99k    88.22    14.00k    99.31%
+  6823920 requests in 1.00m, 1.11GB read
+Requests/sec: 113734.40
+Transfer/sec:     18.98MB
 
 ---------------------------------------------------------
  Concurrency: 128 for cowboy
@@ -107,11 +107,11 @@ Transfer/sec:     18.88MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.83ms    1.45ms  14.08ms   80.52%
-    Req/Sec    13.96k   212.97    14.00k    96.80%
-  6809478 requests in 1.00m, 1.11GB read
-Requests/sec: 113494.14
-Transfer/sec:     18.94MB
+    Latency     1.76ms    1.45ms  27.76ms   83.20%
+    Req/Sec    13.98k   214.21    18.00k    98.50%
+  6846444 requests in 1.00m, 1.12GB read
+Requests/sec: 114109.05
+Transfer/sec:     19.04MB
 
 ---------------------------------------------------------
  Concurrency: 256 for cowboy
@@ -121,8 +121,8 @@ Transfer/sec:     18.94MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.28ms    3.47ms  34.48ms   71.53%
-    Req/Sec    13.77k   492.06    18.00k    76.43%
-  6754695 requests in 1.00m, 1.10GB read
-Requests/sec: 112581.33
-Transfer/sec:     18.78MB
+    Latency     4.20ms    3.31ms  28.88ms   70.56%
+    Req/Sec    13.83k   503.65    21.00k    83.53%
+  6790965 requests in 1.00m, 1.11GB read
+Requests/sec: 113186.35
+Transfer/sec:     18.88MB

results/i7/20130415095717/json/elli/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 21:54:27 PDT 2013
+  System information as of Tue Apr 16 14:17:13 PDT 2013
 
-  System load:  0.64                Processes:           114
+  System load:  0.31                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   194.93us   37.69us 293.00us   60.30%
-    Req/Sec     5.26k   533.28     6.00k    64.79%
-  202031 requests in 5.00s, 23.51MB read
-Requests/sec:  40413.65
-Transfer/sec:      4.70MB
+    Latency   206.01us   19.07us 259.00us   88.30%
+    Req/Sec     4.42k   652.81     6.00k    90.94%
+  188737 requests in 5.00s, 21.96MB read
+Requests/sec:  37750.25
+Transfer/sec:      4.39MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -37,11 +37,11 @@ Transfer/sec:      4.70MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.62ms  295.23us   4.23ms   77.89%
-    Req/Sec    19.79k     1.36k   25.00k    93.82%
-  9635895 requests in 1.00m, 1.09GB read
-Requests/sec: 160602.03
-Transfer/sec:     18.69MB
+    Latency     1.67ms  409.74us   7.03ms   83.34%
+    Req/Sec    19.25k   520.28    22.00k    73.60%
+  9476461 requests in 1.00m, 1.08GB read
+Requests/sec: 157946.61
+Transfer/sec:     18.38MB
 
 ---------------------------------------------------------
  Concurrency: 8 for elli
@@ -51,11 +51,11 @@ Transfer/sec:     18.69MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   271.49us   82.16us 447.00us   49.47%
-    Req/Sec     3.82k     0.95k    6.00k    68.03%
-  1912129 requests in 1.00m, 222.47MB read
-Requests/sec:  31869.29
-Transfer/sec:      3.71MB
+    Latency   248.58us   75.50us 445.00us   72.97%
+    Req/Sec     4.09k   713.99     6.00k    58.06%
+  2022232 requests in 1.00m, 235.28MB read
+Requests/sec:  33704.31
+Transfer/sec:      3.92MB
 
 ---------------------------------------------------------
  Concurrency: 16 for elli
@@ -65,11 +65,11 @@ Transfer/sec:      3.71MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   165.67us   80.97us   4.20ms   97.75%
-    Req/Sec    11.00k    93.51    12.00k    99.13%
-  5628807 requests in 1.00m, 654.90MB read
-Requests/sec:  93815.10
-Transfer/sec:     10.92MB
+    Latency   165.60us   38.07us 323.00us   68.12%
+    Req/Sec    11.01k    82.57    12.00k    99.31%
+  5616951 requests in 1.00m, 653.52MB read
+Requests/sec:  93617.37
+Transfer/sec:     10.89MB
 
 ---------------------------------------------------------
  Concurrency: 32 for elli
@@ -79,11 +79,11 @@ Transfer/sec:     10.92MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   207.11us   46.83us 450.00us   68.95%
-    Req/Sec    18.00k    58.50    18.00k    99.66%
-  8853981 requests in 1.00m, 1.01GB read
-Requests/sec: 147570.14
-Transfer/sec:     17.17MB
+    Latency   209.87us   48.43us 503.00us   69.56%
+    Req/Sec    18.00k    52.84    18.00k    99.72%
+  8722601 requests in 1.00m, 0.99GB read
+Requests/sec: 145380.09
+Transfer/sec:     16.91MB
 
 ---------------------------------------------------------
  Concurrency: 64 for elli
@@ -93,11 +93,11 @@ Transfer/sec:     17.17MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   403.98us  112.98us 813.00us   65.23%
-    Req/Sec    19.00k    49.91    20.00k    99.75%
-  9552431 requests in 1.00m, 1.09GB read
-Requests/sec: 159210.36
-Transfer/sec:     18.52MB
+    Latency   410.57us  117.35us 823.00us   63.88%
+    Req/Sec    18.99k    78.52    19.00k    99.38%
+  9387369 requests in 1.00m, 1.07GB read
+Requests/sec: 156459.47
+Transfer/sec:     18.20MB
 
 ---------------------------------------------------------
  Concurrency: 128 for elli
@@ -107,11 +107,11 @@ Transfer/sec:     18.52MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   802.99us  165.72us   1.85ms   71.77%
-    Req/Sec    19.00k   122.02    20.00k    99.10%
-  9523031 requests in 1.00m, 1.08GB read
-Requests/sec: 158722.79
-Transfer/sec:     18.47MB
+    Latency   827.63us  181.04us   1.92ms   73.34%
+    Req/Sec    18.98k   282.82    21.00k    97.13%
+  9340787 requests in 1.00m, 1.06GB read
+Requests/sec: 155684.16
+Transfer/sec:     18.11MB
 
 ---------------------------------------------------------
  Concurrency: 256 for elli
@@ -121,8 +121,8 @@ Transfer/sec:     18.47MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.62ms  333.69us   6.05ms   80.56%
-    Req/Sec    19.54k   608.97    25.00k    97.86%
-  9615489 requests in 1.00m, 1.09GB read
-Requests/sec: 160261.36
-Transfer/sec:     18.65MB
+    Latency     1.68ms  401.53us   6.27ms   83.92%
+    Req/Sec    18.99k   633.77    21.00k    74.96%
+  9364137 requests in 1.00m, 1.06GB read
+Requests/sec: 156080.76
+Transfer/sec:     18.16MB

results/i7/20130415095717/query.csv

@@ -1,4 +1,5 @@
 Framework,1,5,10,15,20
+unfiltered,29474,6494,3283,2195,1652
 openresty,95922,22190,11791,8065,6116
 kohana-raw,2179,1903,1662,1479,1332
 laravel-raw,1576,1318,1103,948,834
@@ -21,7 +22,7 @@ finagle,13183,2901,1473,987,739
 lift-stateless,3192,2909,2610,2383,2201
 nodejs-mysql-raw,12198,3355,1724,1206,918
 onion-raw,34074,6473,3206,2153,1611
-cowboy,22979,5883,3054,2073,1561
+cowboy,23891,6124,3184,2161,1633
 snap,9084,3554,1118,1402,1052
 cake,1127,937,782,669,585
 gemini,93171,26461,13817,9424,7185
@@ -31,18 +32,17 @@ express-mongodb,15418,5240,2894,1957,1501
 grails,14351,7671,4939,3600,2835
 express-mysql,8069,2017,1026,695,516
 nodejs-mongodb,17432,5581,3028,2077,1578
-elli,25421,6089,3120,2102,1582
-lithium,1378,874,601,459,371
+elli,26150,6304,3242,2191,1642
 php,3930,2619,1878,1468,1208
 nodejs-mysql,8436,2036,1035,687,514
 play,6587,3987,2765,2125,1615
 php-raw,26849,17852,10428,7537,6095
 scalatra-raw,45196,12183,6682,4782,3850
-unfiltered,29474,6494,3283,2195,1652
+lithium,1378,874,601,459,371
 rails-jruby,1945,1152,775,584,473
 rails-ruby,2613,1323,831,607,480
 servlet-raw,82987,22506,11881,8093,6131
-play-scala,17566,5503,2874,1940,1506
+symfony2,560,524,486,455,426
 flask,3316,1365,792,563,434
 phreeze,43,34,33,33,37
 yesod,31053,10488,5635,3851,2913
@@ -50,5 +50,5 @@ http-kit,56199,11598,5590,3739,2808
 rails-stripped-jruby,2237,1265,837,625,496
 rails-stripped-ruby,3173,1463,890,641,502
 django-stripped,2928,1133,645,452,348
-symfony2,560,524,486,455,426
+play-scala,17566,5503,2874,1940,1506
 silex-raw,1737,1623,1502,1405,1322

results/i7/20130415095717/query/cowboy/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:17:16 PDT 2013
+  System information as of Tue Apr 16 14:54:56 PDT 2013
 
-  System load:  2.69                Processes:           114
+  System load:  2.43                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.21ms  132.71us   1.69ms   67.30%
+    Latency     1.21ms  149.36us   1.79ms   64.15%
     Req/Sec     0.00      0.00     0.00    100.00%
-  32376 requests in 5.00s, 4.60MB read
-Requests/sec:   6475.12
-Transfer/sec:      0.92MB
+  32734 requests in 5.00s, 6.63MB read
+Requests/sec:   6546.82
+Transfer/sec:      1.33MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -37,11 +37,11 @@ Transfer/sec:      0.92MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.27ms    3.06ms  67.36ms   99.22%
-    Req/Sec     1.00k    58.41     1.00k    99.66%
-  797948 requests in 1.00m, 113.35MB read
-Requests/sec:  13298.92
-Transfer/sec:      1.89MB
+    Latency    18.79ms    3.98ms  72.15ms   99.16%
+    Req/Sec     1.00k    49.87     1.00k    99.75%
+  824641 requests in 1.00m, 167.11MB read
+Requests/sec:  13744.19
+Transfer/sec:      2.79MB
 
 ---------------------------------------------------------
  Queries: 1 for cowboy
@@ -51,11 +51,11 @@ Transfer/sec:      1.89MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    11.09ms    2.65ms  63.41ms   97.85%
-    Req/Sec     2.03k   165.41     3.00k    97.29%
-  1378787 requests in 1.00m, 195.86MB read
-Requests/sec:  22979.98
-Transfer/sec:      3.26MB
+    Latency    10.72ms    2.45ms  64.37ms   99.47%
+    Req/Sec     2.12k   327.41     3.00k    87.79%
+  1433454 requests in 1.00m, 247.05MB read
+Requests/sec:  23891.66
+Transfer/sec:      4.12MB
 
 ---------------------------------------------------------
  Queries: 5 for cowboy
@@ -65,11 +65,11 @@ Transfer/sec:      3.26MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    43.35ms    5.54ms 136.68ms   97.94%
+    Latency    41.88ms    5.12ms 140.44ms   98.67%
     Req/Sec     0.00      0.00     0.00    100.00%
-  353012 requests in 1.00m, 50.15MB read
-Requests/sec:   5883.49
-Transfer/sec:    855.82KB
+  367461 requests in 1.00m, 108.22MB read
+Requests/sec:   6124.49
+Transfer/sec:      1.80MB
 
 ---------------------------------------------------------
  Queries: 10 for cowboy
@@ -79,11 +79,11 @@ Transfer/sec:    855.82KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    83.67ms    6.29ms 180.88ms   98.00%
+    Latency    80.00ms    7.06ms 174.67ms   98.16%
     Req/Sec     0.00      0.00     0.00    100.00%
-  183300 requests in 1.00m, 26.04MB read
-Requests/sec:   3054.79
-Transfer/sec:    444.35KB
+  191060 requests in 1.00m, 85.21MB read
+Requests/sec:   3184.24
+Transfer/sec:      1.42MB
 
 ---------------------------------------------------------
  Queries: 15 for cowboy
@@ -93,11 +93,11 @@ Transfer/sec:    444.35KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   122.91ms   10.08ms 225.43ms   98.20%
+    Latency   117.92ms   10.74ms 221.38ms   97.82%
     Req/Sec     0.00      0.00     0.00    100.00%
-  124415 requests in 1.00m, 17.67MB read
-Requests/sec:   2073.39
-Transfer/sec:    301.61KB
+  129721 requests in 1.00m, 77.51MB read
+Requests/sec:   2161.83
+Transfer/sec:      1.29MB
 
 ---------------------------------------------------------
  Queries: 20 for cowboy
@@ -107,8 +107,8 @@ Transfer/sec:    301.61KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   163.27ms   13.49ms 262.13ms   97.60%
+    Latency   155.60ms   16.73ms 347.47ms   96.70%
     Req/Sec     0.00      0.00     0.00    100.00%
-  93704 requests in 1.00m, 13.31MB read
-Requests/sec:   1561.73
-Transfer/sec:    227.18KB
+  98022 requests in 1.00m, 73.42MB read
+Requests/sec:   1633.59
+Transfer/sec:      1.22MB

results/i7/20130415095717/query/elli/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:01:54 PDT 2013
+  System information as of Tue Apr 16 14:32:07 PDT 2013
 
-  System load:  1.19                Processes:           114
+  System load:  1.58                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.21ms  153.29us   1.77ms   65.91%
+    Latency     1.14ms  125.84us   1.52ms   72.18%
     Req/Sec     0.00      0.00     0.00    100.00%
-  32839 requests in 5.00s, 3.01MB read
-Requests/sec:   6567.40
-Transfer/sec:    615.69KB
+  34140 requests in 5.00s, 5.19MB read
+Requests/sec:   6828.33
+Transfer/sec:      1.04MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -37,11 +37,11 @@ Transfer/sec:    615.69KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    18.12ms    3.31ms  72.58ms   99.25%
-    Req/Sec     1.00k    49.91     1.00k    99.75%
-  850554 requests in 1.00m, 77.87MB read
-Requests/sec:  14176.03
-Transfer/sec:      1.30MB
+    Latency    17.56ms    4.45ms  68.78ms   98.15%
+    Req/Sec     1.00k    88.61     2.00k    99.21%
+  880022 requests in 1.00m, 133.90MB read
+Requests/sec:  14667.14
+Transfer/sec:      2.23MB
 
 ---------------------------------------------------------
  Queries: 1 for elli
@@ -51,11 +51,11 @@ Transfer/sec:      1.30MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    10.13ms    2.54ms  59.60ms   99.47%
-    Req/Sec     3.00k    17.64     3.00k    99.97%
-  1525269 requests in 1.00m, 139.64MB read
-Requests/sec:  25421.53
-Transfer/sec:      2.33MB
+    Latency     9.78ms    1.91ms  60.46ms   99.44%
+    Req/Sec     3.00k    17.62     3.00k    99.97%
+  1568996 requests in 1.00m, 191.19MB read
+Requests/sec:  26150.45
+Transfer/sec:      3.19MB
 
 ---------------------------------------------------------
  Queries: 5 for elli
@@ -65,11 +65,11 @@ Transfer/sec:      2.33MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    42.01ms    6.30ms 141.52ms   98.07%
+    Latency    40.66ms    4.70ms 127.23ms   99.10%
     Req/Sec     0.00      0.00     0.00    100.00%
-  365362 requests in 1.00m, 33.45MB read
-Requests/sec:   6089.31
-Transfer/sec:    570.87KB
+  378303 requests in 1.00m, 92.31MB read
+Requests/sec:   6304.86
+Transfer/sec:      1.54MB
 
 ---------------------------------------------------------
  Queries: 10 for elli
@@ -79,11 +79,11 @@ Transfer/sec:    570.87KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    81.68ms    8.93ms 183.07ms   97.15%
+    Latency    78.35ms    9.37ms 181.49ms   96.49%
     Req/Sec     0.00      0.00     0.00    100.00%
-  187217 requests in 1.00m, 17.14MB read
-Requests/sec:   3120.11
-Transfer/sec:    292.51KB
+  194549 requests in 1.00m, 76.94MB read
+Requests/sec:   3242.40
+Transfer/sec:      1.28MB
 
 ---------------------------------------------------------
  Queries: 15 for elli
@@ -93,11 +93,11 @@ Transfer/sec:    292.51KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   121.26ms   11.75ms 224.26ms   97.60%
+    Latency   115.74ms   11.55ms 221.36ms   96.45%
     Req/Sec     0.00      0.00     0.00    100.00%
-  126160 requests in 1.00m, 11.55MB read
-Requests/sec:   2102.53
-Transfer/sec:    197.11KB
+  131480 requests in 1.00m, 71.92MB read
+Requests/sec:   2191.21
+Transfer/sec:      1.20MB
 
 ---------------------------------------------------------
  Queries: 20 for elli
@@ -107,8 +107,8 @@ Transfer/sec:    197.11KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   160.98ms   13.15ms 268.62ms   97.47%
+    Latency   155.17ms   13.43ms 265.44ms   96.97%
     Req/Sec     0.00      0.00     0.00    100.00%
-  94976 requests in 1.00m, 8.70MB read
-Requests/sec:   1582.79
-Transfer/sec:    148.39KB
+  98564 requests in 1.00m, 68.85MB read
+Requests/sec:   1642.63
+Transfer/sec:      1.15MB