Missing results for elli and cowboy

results/ec2/20130415193456/db.csv

@@ -1,4 +1,5 @@
 Framework,8,16,32,64,128,256
+unfiltered,3968,4149,4273,4253,4247,4114
 kohana-raw,345,353,352,346,340,332
 laravel-raw,292,292,289,286,278,270
 codeigniter-raw,573,574,571,560,537,525
@@ -19,6 +20,7 @@ nodejs-mongodb-raw,4388,3546,4703,4878,4785,4902
 finagle,1871,1916,1895,1907,1903,1906
 lift-stateless,603,608,605,622,626,623
 nodejs-mysql-raw,2413,2469,2454,2430,2448,2455
+cowboy,2759,3658,3824,3905,3940,3814
 snap,2689,2519,2364,2738,2653,2533
 cake,232,234,232,231,229,215
 gemini,7584,8889,9169,9245,9140,8760
@@ -28,17 +30,17 @@ express-mongodb,2197,2814,2922,2953,2907,2913
 grails,2483,2515,2517,2522,2408,2113
 express-mysql,1164,1470,1586,1628,1611,1496
 nodejs-mongodb,3105,3231,3262,3336,3289,3298
-lithium,293,297,298,294,282,264
+play,989,1078,1162,1221,1226,1189
 php,612,624,624,613,594,566
 nodejs-mysql,1197,1299,1749,1730,1663,1690
-play,989,1078,1162,1221,1226,1189
+elli,2873,4134,4246,4236,4194,4084
 php-raw,2943,3021,2979,2967,2887,2868
 scalatra-raw,5038,5536,5676,5843,5774,5532
-unfiltered,3968,4149,4273,4253,4247,4114
+lithium,293,297,298,294,282,264
 rails-jruby,713,708,688,679,662,621
 rails-ruby,678,679,675,682,678,681
 servlet-raw,6757,7938,8146,8337,8378,7431
-play-scala,2396,2627,2736,2805,2753,2747
+symfony2,117,116,116,115,114,110
 flask,699,698,788,819,812,809
 phreeze,320,340,355,355,337,329
 yesod,3079,3573,3608,3677,3678,3533
@@ -46,5 +48,5 @@ http-kit,6158,6149,6164,6187,6227,6041
 rails-stripped-jruby,867,848,840,817,799,756
 rails-stripped-ruby,804,820,812,808,809,809
 django-stripped,500,503,552,548,609,610
-symfony2,117,116,116,115,114,110
+play-scala,2396,2627,2736,2805,2753,2747
 silex-raw,281,278,275,272,268,263

results/ec2/20130415193456/db/cowboy/raw

@@ -0,0 +1,134 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 21:47:49 UTC 2013
+
+  System load:  0.36               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer cowboy
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.03ms    1.61ms  10.47ms   88.43%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  13795 requests in 5.00s, 2.38MB read
+Requests/sec:   2756.70
+Transfer/sec:    486.52KB
+
+---------------------------------------------------------
+ Running Warmup cowboy
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    69.07ms    8.66ms 177.61ms   91.60%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  222697 requests in 1.00m, 38.38MB read
+Requests/sec:   3711.56
+Transfer/sec:    655.05KB
+
+---------------------------------------------------------
+ Concurrency: 8 for cowboy
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.09ms    4.44ms 165.10ms   95.74%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  165572 requests in 1.00m, 28.54MB read
+Requests/sec:   2759.35
+Transfer/sec:    486.98KB
+
+---------------------------------------------------------
+ Concurrency: 16 for cowboy
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     4.42ms    1.36ms  25.00ms   91.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  219533 requests in 1.00m, 37.84MB read
+Requests/sec:   3658.83
+Transfer/sec:    645.72KB
+
+---------------------------------------------------------
+ Concurrency: 32 for cowboy
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     8.59ms    2.47ms  55.30ms   85.31%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  229455 requests in 1.00m, 39.55MB read
+Requests/sec:   3824.32
+Transfer/sec:    674.94KB
+
+---------------------------------------------------------
+ Concurrency: 64 for cowboy
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    16.70ms    7.68ms 223.55ms   99.07%
+    Req/Sec    47.03    211.77     1.00k    95.30%
+  234338 requests in 1.00m, 40.39MB read
+Requests/sec:   3905.50
+Transfer/sec:    689.26KB
+
+---------------------------------------------------------
+ Concurrency: 128 for cowboy
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    32.47ms    2.55ms  45.32ms   75.89%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  236427 requests in 1.00m, 40.75MB read
+Requests/sec:   3940.29
+Transfer/sec:    695.40KB
+
+---------------------------------------------------------
+ Concurrency: 256 for cowboy
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    66.99ms    4.29ms  84.96ms   79.38%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  228849 requests in 1.00m, 39.44MB read
+Requests/sec:   3814.22
+Transfer/sec:    673.18KB

results/ec2/20130415193456/db/elli/raw

@@ -0,0 +1,134 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 21:25:00 UTC 2013
+
+  System load:  0.48               Processes:           69
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer elli
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.83ms    1.68ms  11.96ms   89.85%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  14513 requests in 5.00s, 1.77MB read
+Requests/sec:   2902.48
+Transfer/sec:    362.16KB
+
+---------------------------------------------------------
+ Running Warmup elli
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    63.17ms    3.71ms  94.83ms   82.37%
+    Req/Sec     0.97k   169.77     1.00k    97.03%
+  243699 requests in 1.00m, 29.70MB read
+Requests/sec:   4061.65
+Transfer/sec:    506.80KB
+
+---------------------------------------------------------
+ Concurrency: 8 for elli
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.87ms    1.57ms  15.60ms   89.40%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  172418 requests in 1.00m, 21.01MB read
+Requests/sec:   2873.61
+Transfer/sec:    358.55KB
+
+---------------------------------------------------------
+ Concurrency: 16 for elli
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     3.86ms  750.58us  15.18ms   78.37%
+    Req/Sec     0.99k    78.74     1.00k    99.38%
+  248065 requests in 1.00m, 30.23MB read
+Requests/sec:   4134.41
+Transfer/sec:    515.87KB
+
+---------------------------------------------------------
+ Concurrency: 32 for elli
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     7.73ms    2.85ms 103.23ms   94.67%
+    Req/Sec     1.00k    49.74     1.00k    99.75%
+  254797 requests in 1.00m, 31.05MB read
+Requests/sec:   4246.65
+Transfer/sec:    529.88KB
+
+---------------------------------------------------------
+ Concurrency: 64 for elli
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    15.26ms    2.31ms  38.12ms   79.54%
+    Req/Sec     1.00k    49.83     1.00k    99.75%
+  254163 requests in 1.00m, 30.97MB read
+Requests/sec:   4236.08
+Transfer/sec:    528.57KB
+
+---------------------------------------------------------
+ Concurrency: 128 for elli
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    30.66ms    4.36ms 132.21ms   95.00%
+    Req/Sec     0.99k    78.81     1.00k    99.38%
+  251690 requests in 1.00m, 30.67MB read
+Requests/sec:   4194.80
+Transfer/sec:    523.40KB
+
+---------------------------------------------------------
+ Concurrency: 256 for elli
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    62.74ms    4.77ms 154.57ms   93.75%
+    Req/Sec     0.98k   131.13     1.00k    98.25%
+  245066 requests in 1.00m, 29.86MB read
+Requests/sec:   4084.25
+Transfer/sec:    509.61KB

results/ec2/20130415193456/json.csv

@@ -1,10 +1,8 @@
 Framework,8,16,32,64,128,256
-codeigniter,648,663,651,651,629,613
-symfony2,156,154,154,153,152,148
-unfiltered,13811,20431,26079,29560,32449,36692
+netty,19543,29766,36828,38317,40498,41251
+spring,10502,10603,10499,11263,11229,10483
 laravel,406,408,402,394,386,385
 kohana,581,576,574,563,553,547
-phreeze,546,545,519,524,493,485
 play1,3019,2901,2525,2352,2193,2107
 play1siena,8985,9237,9532,9780,9717,8905
 Fuel,397,397,394,389,380,374
@@ -16,12 +14,12 @@ wicket,12319,13150,13209,13973,14067,13125
 go,17178,25478,25819,25266,25088,24973
 sinatra-ruby,675,925,942,939,925,927
 sinatra-jruby,593,663,665,658,656,639
-spring,10502,10603,10499,11263,11229,10483
-tapestry,11305,11356,11964,12055,11646,11168
+unfiltered,13811,20431,26079,29560,32449,36692
+phreeze,546,545,519,524,493,485
 finagle,18584,24337,25838,26494,25474,26156
 lift-stateless,3626,4208,5048,5554,5677,5707
 wsgi,3205,3379,3368,3370,3403,3387
-cowboy,14102,15784,15760,15866,15767,15737
+cowboy,13871,15180,15602,15686,15392,15578
 snap,6310,6900,7509,6387,6993,6875
 cake,261,257,256,249,244,237
 gemini,20217,27675,27738,27399,26314,26121
@@ -30,7 +28,9 @@ compojure,11443,12564,12977,13075,12860,12757
 express,7765,7710,7825,7710,7711,7603
 grails,4286,4493,4671,4753,4738,4652
 nodejs,10069,10915,10667,11029,10953,11053
-elli,9780,20509,18556,20041,20288,19724
+servlet,20479,26948,27931,28132,27872,26183
+codeigniter,648,663,651,651,629,613
+elli,9730,20902,19829,20454,20141,19884
 lithium,445,443,438,429,420,414
 php,4359,4346,4325,4264,4259,4228
 play,4316,4596,4898,5180,5380,5223
@@ -40,13 +40,13 @@ rack-ruby,5557,6860,7606,7064,7430,7465
 rails-jruby,693,996,986,976,943,891
 rails-ruby,983,985,983,976,972,979
 django-stripped,2522,2536,2466,2498,2446,2448
-servlet,20479,26948,27931,28132,27872,26183
+play-scala,6710,8186,9273,10339,10545,10667
 flask,2311,2413,2391,2380,2362,2321
-netty,19543,29766,36828,38317,40498,41251
+tapestry,11305,11356,11964,12055,11646,11168
 yesod,11911,12893,14143,13883,14407,14503
 http-kit,14676,17780,18406,18258,21072,22250
 rails-stripped-jruby,976,1236,1227,1234,983,762
 rails-stripped-ruby,1240,1250,1239,1230,1225,1234
 silex,462,461,456,449,438,438
-play-scala,6710,8186,9273,10339,10545,10667
+symfony2,156,154,154,153,152,148
 scalatra,10380,10895,10962,11290,11280,10507

results/ec2/20130415193456/json/cowboy/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 08:01:29 UTC 2013
+  System information as of Tue Apr 16 21:40:22 UTC 2013
 
-  System load:  0.46               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  0.62               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   607.06us  592.48us   9.46ms   99.26%
+    Latency   558.05us  139.75us   1.76ms   82.26%
     Req/Sec     1.00k     0.00     1.00k   100.00%
-  71172 requests in 5.00s, 11.87MB read
-Requests/sec:  14235.84
-Transfer/sec:      2.38MB
+  70697 requests in 5.00s, 11.80MB read
+Requests/sec:  14142.34
+Transfer/sec:      2.36MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -43,11 +43,11 @@ Transfer/sec:      2.38MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.34ms    7.90ms 113.95ms   79.81%
-    Req/Sec     3.03k   255.21     7.00k    95.85%
-  935369 requests in 1.00m, 156.06MB read
-Requests/sec:  15590.23
-Transfer/sec:      2.60MB
+    Latency    19.86ms    8.57ms 103.33ms   67.76%
+    Req/Sec     3.37k   525.47     6.00k    62.25%
+  943382 requests in 1.00m, 157.40MB read
+Requests/sec:  15722.96
+Transfer/sec:      2.62MB
 
 ---------------------------------------------------------
  Concurrency: 8 for cowboy
@@ -57,11 +57,11 @@ Transfer/sec:      2.60MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   549.21us  309.88us  10.84ms   97.63%
-    Req/Sec     3.00k    49.94     3.00k    99.75%
-  846171 requests in 1.00m, 141.18MB read
-Requests/sec:  14102.96
-Transfer/sec:      2.35MB
+    Latency   562.47us  260.52us   6.38ms   97.70%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  832302 requests in 1.00m, 138.87MB read
+Requests/sec:  13871.80
+Transfer/sec:      2.31MB
 
 ---------------------------------------------------------
  Concurrency: 16 for cowboy
@@ -71,11 +71,11 @@ Transfer/sec:      2.35MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.03ms  342.71us   7.80ms   70.80%
-    Req/Sec     3.03k   180.86     4.00k    96.62%
-  947043 requests in 1.00m, 158.01MB read
-Requests/sec:  15784.12
-Transfer/sec:      2.63MB
+    Latency     1.05ms  301.44us   1.95ms   60.91%
+    Req/Sec     3.00k    49.89     4.00k    99.75%
+  910837 requests in 1.00m, 151.97MB read
+Requests/sec:  15180.74
+Transfer/sec:      2.53MB
 
 ---------------------------------------------------------
  Concurrency: 32 for cowboy
@@ -85,11 +85,11 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     2.16ms  773.52us  11.21ms   67.96%
-    Req/Sec     3.05k   227.36     4.00k    94.54%
-  945601 requests in 1.00m, 157.77MB read
-Requests/sec:  15760.26
-Transfer/sec:      2.63MB
+    Latency     2.17ms  728.20us   8.94ms   60.32%
+    Req/Sec     3.02k   133.12     4.00k    98.20%
+  936125 requests in 1.00m, 156.19MB read
+Requests/sec:  15602.21
+Transfer/sec:      2.60MB
 
 ---------------------------------------------------------
  Concurrency: 64 for cowboy
@@ -99,11 +99,11 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.34ms    1.33ms  13.13ms   70.56%
-    Req/Sec     3.08k   273.48     4.00k    91.86%
-  951964 requests in 1.00m, 158.83MB read
-Requests/sec:  15866.55
-Transfer/sec:      2.65MB
+    Latency     4.37ms    1.44ms  17.85ms   71.26%
+    Req/Sec     3.04k   204.50     5.00k    96.04%
+  941163 requests in 1.00m, 157.03MB read
+Requests/sec:  15686.12
+Transfer/sec:      2.62MB
 
 ---------------------------------------------------------
  Concurrency: 128 for cowboy
@@ -113,11 +113,11 @@ Transfer/sec:      2.65MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     9.58ms    3.51ms  33.94ms   72.35%
-    Req/Sec     3.08k   293.56     5.00k    91.28%
-  946040 requests in 1.00m, 157.84MB read
-Requests/sec:  15767.20
-Transfer/sec:      2.63MB
+    Latency     9.34ms    5.12ms 138.28ms   89.65%
+    Req/Sec     3.00k    86.38     4.00k    99.25%
+  923552 requests in 1.00m, 154.09MB read
+Requests/sec:  15392.99
+Transfer/sec:      2.57MB
 
 ---------------------------------------------------------
  Concurrency: 256 for cowboy
@@ -127,8 +127,8 @@ Transfer/sec:      2.63MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.65ms    8.04ms  73.86ms   66.00%
-    Req/Sec     3.08k   326.49     7.00k    91.89%
-  944217 requests in 1.00m, 157.54MB read
-Requests/sec:  15737.68
-Transfer/sec:      2.63MB
+    Latency    19.69ms    6.35ms  68.14ms   75.14%
+    Req/Sec     3.08k   341.84     6.00k    90.30%
+  934738 requests in 1.00m, 155.96MB read
+Requests/sec:  15578.90
+Transfer/sec:      2.60MB

results/ec2/20130415193456/json/elli/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 07:45:36 UTC 2013
+  System information as of Tue Apr 16 21:17:32 UTC 2013
 
-  System load:  0.08               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  0.0                Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   761.97us  238.72us   1.50ms   59.85%
-    Req/Sec     1.29k   452.85     2.00k    71.38%
-  58385 requests in 5.00s, 6.79MB read
-Requests/sec:  11679.51
-Transfer/sec:      1.36MB
+    Latency     0.86ms  229.80us   1.20ms   66.67%
+    Req/Sec   838.95    397.71     2.00k    81.65%
+  50175 requests in 5.00s, 5.84MB read
+Requests/sec:  10034.10
+Transfer/sec:      1.17MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -43,11 +43,11 @@ Transfer/sec:      1.36MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    12.72ms    1.68ms  21.21ms   84.94%
-    Req/Sec     4.92k   331.85     9.00k    92.26%
-  1220609 requests in 1.00m, 142.02MB read
-Requests/sec:  20343.33
-Transfer/sec:      2.37MB
+    Latency    12.78ms    1.70ms  20.91ms   75.38%
+    Req/Sec     4.68k   538.17     9.00k    67.00%
+  1211160 requests in 1.00m, 140.92MB read
+Requests/sec:  20185.32
+Transfer/sec:      2.35MB
 
 ---------------------------------------------------------
  Concurrency: 8 for elli
@@ -57,11 +57,11 @@ Transfer/sec:      2.37MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     0.87ms  243.35us   2.59ms   66.75%
-    Req/Sec     1.87k   809.35     4.00k    34.43%
-  586820 requests in 1.00m, 68.28MB read
-Requests/sec:   9780.40
-Transfer/sec:      1.14MB
+    Latency     0.89ms  278.36us   6.88ms   72.28%
+    Req/Sec     1.60k   531.71     4.00k    56.87%
+  583837 requests in 1.00m, 67.93MB read
+Requests/sec:   9730.67
+Transfer/sec:      1.13MB
 
 ---------------------------------------------------------
  Concurrency: 16 for elli
@@ -71,11 +71,11 @@ Transfer/sec:      1.14MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   759.48us  188.44us   3.60ms   70.64%
-    Req/Sec     4.97k   168.95     6.00k    97.08%
-  1230555 requests in 1.00m, 143.17MB read
-Requests/sec:  20509.42
-Transfer/sec:      2.39MB
+    Latency   769.24us  495.51us  15.96ms   99.18%
+    Req/Sec     4.99k    82.81     5.00k    99.31%
+  1254112 requests in 1.00m, 145.91MB read
+Requests/sec:  20902.11
+Transfer/sec:      2.43MB
 
 ---------------------------------------------------------
  Concurrency: 32 for elli
@@ -85,11 +85,11 @@ Transfer/sec:      2.39MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.77ms    2.15ms  70.12ms   99.88%
-    Req/Sec     4.03k   182.92     5.00k    96.56%
-  1113377 requests in 1.00m, 129.54MB read
-Requests/sec:  18556.36
-Transfer/sec:      2.16MB
+    Latency     1.71ms  646.70us  11.12ms   75.25%
+    Req/Sec     4.29k   454.77     5.00k    70.81%
+  1189755 requests in 1.00m, 138.43MB read
+Requests/sec:  19829.39
+Transfer/sec:      2.31MB
 
 ---------------------------------------------------------
  Concurrency: 64 for elli
@@ -99,11 +99,11 @@ Transfer/sec:      2.16MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.31ms    1.86ms  69.33ms   98.63%
-    Req/Sec     4.61k   488.98     5.00k    60.51%
-  1202497 requests in 1.00m, 139.91MB read
-Requests/sec:  20041.76
-Transfer/sec:      2.33MB
+    Latency     3.17ms  782.44us   8.90ms   72.81%
+    Req/Sec     4.94k   235.51     5.00k    94.11%
+  1227252 requests in 1.00m, 142.79MB read
+Requests/sec:  20454.29
+Transfer/sec:      2.38MB
 
 ---------------------------------------------------------
  Concurrency: 128 for elli
@@ -113,11 +113,11 @@ Transfer/sec:      2.33MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     6.38ms    1.22ms  19.16ms   71.74%
-    Req/Sec     4.76k   431.13     5.00k    75.65%
-  1217210 requests in 1.00m, 141.62MB read
-Requests/sec:  20288.06
-Transfer/sec:      2.36MB
+    Latency     6.54ms    1.12ms  11.35ms   69.07%
+    Req/Sec     4.68k   472.08     6.00k    68.38%
+  1208404 requests in 1.00m, 140.60MB read
+Requests/sec:  20141.37
+Transfer/sec:      2.34MB
 
 ---------------------------------------------------------
  Concurrency: 256 for elli
@@ -127,8 +127,8 @@ Transfer/sec:      2.36MB
 Running 1m test @ http://10.252.147.200:8080/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    13.63ms    9.37ms 211.83ms   96.94%
-    Req/Sec     4.55k   539.95     8.00k    55.10%
-  1183449 requests in 1.00m, 137.69MB read
-Requests/sec:  19724.05
-Transfer/sec:      2.29MB
+    Latency    12.86ms    2.17ms  58.45ms   94.46%
+    Req/Sec     4.25k   466.89     7.00k    74.60%
+  1193067 requests in 1.00m, 138.81MB read
+Requests/sec:  19884.37
+Transfer/sec:      2.31MB

results/ec2/20130415193456/query.csv

@@ -1,4 +1,5 @@
 Framework,1,5,10,15,20
+unfiltered,3809,1064,560,384,282
 kohana-raw,334,286,244,214,190
 laravel-raw,273,217,173,144,123
 codeigniter-raw,525,426,348,294,255
@@ -19,7 +20,7 @@ nodejs-mongodb-raw,4608,1909,1112,787,603
 finagle,1880,422,214,142,106
 lift-stateless,607,562,514,480,450
 nodejs-mysql-raw,2361,667,359,249,190
-cowboy,3742,1012,527,358,271
+cowboy,3663,1014,520,354,264
 snap,2554,578,396,237,211
 cake,211,171,142,119,103
 gemini,8836,2538,1363,948,719
@@ -29,18 +30,17 @@ express-mongodb,2790,933,497,326,250
 grails,2069,1074,678,492,385
 express-mysql,1482,397,205,137,104
 nodejs-mongodb,3189,975,512,347,263
-elli,3913,984,526,349,268
-lithium,264,163,110,83,66
+elli,4041,1050,542,369,277
 php,566,389,282,220,181
 nodejs-mysql,1577,403,207,138,104
 play,1209,560,337,222,150
 php-raw,2740,1863,1139,781,610
 scalatra-raw,5490,1862,1067,746,565
-unfiltered,3809,1064,560,384,282
+lithium,264,163,110,83,66
 rails-jruby,618,308,190,138,106
 rails-ruby,640,316,202,148,115
 servlet-raw,7721,2150,1197,805,621
-play-scala,2732,843,457,315,236
+symfony2,109,100,92,85,79
 flask,774,343,191,137,105
 phreeze,343,313,321,316,300
 yesod,3591,969,507,338,244
@@ -48,5 +48,5 @@ http-kit,5865,1629,869,582,431
 rails-stripped-jruby,740,348,212,152,118
 rails-stripped-ruby,780,353,215,157,124
 django-stripped,605,247,141,98,75
-symfony2,109,100,92,85,79
+play-scala,2732,843,457,315,236
 silex-raw,262,240,220,202,188

results/ec2/20130415193456/query/cowboy/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 08:08:57 UTC 2013
+  System information as of Tue Apr 16 21:55:17 UTC 2013
 
-  System load:  0.3                Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  1.89               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.56ms    2.54ms  15.16ms   85.23%
+    Latency     5.19ms    2.34ms  15.61ms   85.39%
     Req/Sec     0.00      0.00     0.00    100.00%
-  7534 requests in 5.00s, 1.07MB read
-Requests/sec:   1506.22
-Transfer/sec:    219.10KB
+  7471 requests in 5.00s, 1.51MB read
+Requests/sec:   1493.72
+Transfer/sec:    309.96KB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -43,11 +43,11 @@ Transfer/sec:    219.10KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   114.92ms    9.64ms 308.30ms   95.22%
+    Latency   117.28ms   18.12ms 332.97ms   95.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  133067 requests in 1.00m, 18.90MB read
-Requests/sec:   2217.75
-Transfer/sec:    322.60KB
+  130595 requests in 1.00m, 26.46MB read
+Requests/sec:   2176.67
+Transfer/sec:    451.68KB
 
 ---------------------------------------------------------
  Queries: 1 for cowboy
@@ -57,11 +57,11 @@ Transfer/sec:    322.60KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    68.49ms    3.58ms  92.91ms   74.69%
+    Latency    69.88ms    5.41ms 158.73ms   88.25%
     Req/Sec     0.00      0.00     0.00    100.00%
-  224527 requests in 1.00m, 31.89MB read
-Requests/sec:   3742.64
-Transfer/sec:    544.42KB
+  219837 requests in 1.00m, 37.89MB read
+Requests/sec:   3663.87
+Transfer/sec:    646.63KB
 
 ---------------------------------------------------------
  Queries: 5 for cowboy
@@ -71,11 +71,11 @@ Transfer/sec:    544.42KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   251.07ms   20.19ms 364.17ms   97.57%
+    Latency   250.84ms   17.39ms 392.11ms   96.95%
     Req/Sec     0.00      0.00     0.00    100.00%
-  60737 requests in 1.00m, 8.63MB read
-Requests/sec:   1012.27
-Transfer/sec:    147.25KB
+  60868 requests in 1.00m, 17.93MB read
+Requests/sec:   1014.39
+Transfer/sec:    305.91KB
 
 ---------------------------------------------------------
  Queries: 10 for cowboy
@@ -85,11 +85,11 @@ Transfer/sec:    147.25KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   479.70ms   44.87ms 685.93ms   96.92%
+    Latency   485.63ms   46.54ms 565.67ms   97.75%
     Req/Sec     0.00      0.00     0.00    100.00%
-  31679 requests in 1.00m, 4.50MB read
-Requests/sec:    527.95
-Transfer/sec:     76.80KB
+  31240 requests in 1.00m, 13.93MB read
+Requests/sec:    520.63
+Transfer/sec:    237.77KB
 
 ---------------------------------------------------------
  Queries: 15 for cowboy
@@ -99,11 +99,11 @@ Transfer/sec:     76.80KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   700.23ms   75.60ms 751.94ms   98.87%
+    Latency   708.77ms   77.68ms 843.41ms   95.65%
     Req/Sec     0.00      0.00     0.00    100.00%
-  21509 requests in 1.00m, 3.06MB read
-Requests/sec:    358.41
-Transfer/sec:     52.15KB
+  21268 requests in 1.00m, 12.71MB read
+Requests/sec:    354.38
+Transfer/sec:    216.84KB
 
 ---------------------------------------------------------
  Queries: 20 for cowboy
@@ -113,8 +113,8 @@ Transfer/sec:     52.15KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   923.81ms  112.62ms   1.03s    98.50%
+    Latency   943.79ms  122.73ms   1.17s    94.93%
     Req/Sec     0.00      0.00     0.00    100.00%
-  16278 requests in 1.00m, 2.31MB read
-Requests/sec:    271.25
-Transfer/sec:     39.47KB
+  15872 requests in 1.00m, 11.89MB read
+Requests/sec:    264.50
+Transfer/sec:    202.87KB

results/ec2/20130415193456/query/elli/raw

@@ -2,10 +2,10 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 07:53:04 UTC 2013
+  System information as of Tue Apr 16 21:32:28 UTC 2013
 
-  System load:  0.49               Processes:           70
-  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  System load:  1.83               Processes:           70
+  Usage of /:   24.6% of 19.69GB   Users logged in:     1
   Memory usage: 8%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.33ms    2.13ms  13.94ms   81.06%
+    Latency     5.13ms    2.07ms  13.73ms   86.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  7865 requests in 5.01s, 737.34KB read
-Requests/sec:   1569.79
-Transfer/sec:    147.17KB
+  7892 requests in 5.00s, 1.20MB read
+Requests/sec:   1577.83
+Transfer/sec:    245.83KB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -43,11 +43,11 @@ Transfer/sec:    147.17KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   109.84ms    5.16ms 135.66ms   84.84%
+    Latency   109.20ms    6.85ms 167.01ms   94.13%
     Req/Sec     0.00      0.00     0.00    100.00%
-  139584 requests in 1.00m, 12.78MB read
-Requests/sec:   2326.43
-Transfer/sec:    218.10KB
+  139976 requests in 1.00m, 21.30MB read
+Requests/sec:   2332.87
+Transfer/sec:    363.46KB
 
 ---------------------------------------------------------
  Queries: 1 for elli
@@ -57,11 +57,11 @@ Transfer/sec:    218.10KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    65.16ms   15.68ms 324.75ms   97.94%
-    Req/Sec   500.62    500.16     1.00k    50.06%
-  234826 requests in 1.00m, 21.50MB read
-Requests/sec:   3913.68
-Transfer/sec:    366.91KB
+    Latency    63.27ms    3.14ms  90.18ms   79.18%
+    Req/Sec     0.97k   161.57     1.00k    97.32%
+  242507 requests in 1.00m, 29.55MB read
+Requests/sec:   4041.67
+Transfer/sec:    504.30KB
 
 ---------------------------------------------------------
  Queries: 5 for elli
@@ -71,11 +71,11 @@ Transfer/sec:    366.91KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   258.81ms   38.31ms 550.35ms   92.02%
+    Latency   242.33ms   15.76ms 289.88ms   96.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  59087 requests in 1.00m, 5.41MB read
-Requests/sec:    984.70
-Transfer/sec:     92.32KB
+  63048 requests in 1.00m, 15.38MB read
+Requests/sec:   1050.63
+Transfer/sec:    262.51KB
 
 ---------------------------------------------------------
  Queries: 10 for elli
@@ -85,11 +85,11 @@ Transfer/sec:     92.32KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   480.01ms   43.19ms 579.96ms   98.31%
+    Latency   466.88ms   41.42ms 556.83ms   96.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  31582 requests in 1.00m, 2.89MB read
-Requests/sec:    526.31
-Transfer/sec:     49.34KB
+  32536 requests in 1.00m, 12.87MB read
+Requests/sec:    542.14
+Transfer/sec:    219.56KB
 
 ---------------------------------------------------------
  Queries: 15 for elli
@@ -99,11 +99,11 @@ Transfer/sec:     49.34KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   718.52ms   88.31ms 944.02ms   92.48%
+    Latency   680.95ms   74.01ms 736.38ms   98.87%
     Req/Sec     0.00      0.00     0.00    100.00%
-  20992 requests in 1.00m, 1.92MB read
-Requests/sec:    349.77
-Transfer/sec:     32.79KB
+  22196 requests in 1.00m, 12.14MB read
+Requests/sec:    369.89
+Transfer/sec:    207.18KB
 
 ---------------------------------------------------------
  Queries: 20 for elli
@@ -113,8 +113,8 @@ Transfer/sec:     32.79KB
 Running 1m test @ http://10.252.147.200:8080/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   927.07ms  117.40ms 979.86ms   98.44%
+    Latency   902.96ms  112.70ms 979.41ms   98.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  16128 requests in 1.00m, 1.48MB read
-Requests/sec:    268.75
-Transfer/sec:     25.19KB
+  16640 requests in 1.00m, 11.62MB read
+Requests/sec:    277.24
+Transfer/sec:    198.30KB