ec2 results

results/ec2/20130415193456/db.csv

@@ -1,5 +1,5 @@
 Framework,8,16,32,64,128,256
-unfiltered,3968,4149,4273,4253,4247,4114
+spring,4431,4731,4787,4941,4976,4724
 kohana-raw,345,353,352,346,340,332
 laravel-raw,292,292,289,286,278,270
 codeigniter-raw,573,574,571,560,537,525
@@ -13,7 +13,7 @@ wicket,4999,5433,5493,5565,5583,5133
 go,1076,1030,1011,1010,1009,1007
 sinatra-ruby,1020,1024,1011,1007,1019,1016
 sinatra-jruby,372,385,399,399,395,366
-spring,4431,4731,4787,4941,4976,4724
+unfiltered,3968,4149,4273,4253,4247,4114
 tapestry,2800,3221,3334,3340,3438,3310
 finagle-future-pool,1756,1833,1858,1848,1855,1858
 nodejs-mongodb-raw,4388,3546,4703,4878,4785,4902
@@ -30,7 +30,7 @@ express-mongodb,2197,2814,2922,2953,2907,2913
 grails,2483,2515,2517,2522,2408,2113
 express-mysql,1164,1470,1586,1628,1611,1496
 nodejs-mongodb,3105,3231,3262,3336,3289,3298
-play,989,1078,1162,1221,1226,1189
+play,1053,1122,1178,1288,1288,1311
 php,612,624,624,613,594,566
 nodejs-mysql,1197,1299,1749,1730,1663,1690
 elli,2873,4134,4246,4236,4194,4084
@@ -48,5 +48,5 @@ http-kit,6158,6149,6164,6187,6227,6041
 rails-stripped-jruby,867,848,840,817,799,756
 rails-stripped-ruby,804,820,812,808,809,809
 django-stripped,500,503,552,548,609,610
-play-scala,2396,2627,2736,2805,2753,2747
+play-scala,2680,2985,3177,3235,3131,3123
 silex-raw,281,278,275,272,268,263

results/ec2/20130415193456/db/play-scala/raw

@@ -2,11 +2,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 18:05:07 UTC 2013
+  System information as of Wed Apr 17 15:32:27 UTC 2013
 
-  System load:  0.89               Processes:           70
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 12%                IP address for eth0: 10.252.147.39
+  System load:  0.72               Processes:           70
+  Usage of /:   24.7% of 19.69GB   Users logged in:     1
+  Memory usage: 9%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    21.14ms   21.93ms 116.61ms   86.19%
+    Latency    16.80ms   18.60ms 126.65ms   85.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  3026 requests in 5.00s, 350.98KB read
-Requests/sec:    604.67
-Transfer/sec:     70.14KB
+  3712 requests in 5.00s, 430.50KB read
+Requests/sec:    741.98
+Transfer/sec:     86.05KB
 
 ---------------------------------------------------------
  Running Warmup play-scala
@@ -43,11 +43,11 @@ Transfer/sec:     70.14KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   110.27ms   55.63ms 919.80ms   83.23%
+    Latency   110.36ms   45.74ms 463.60ms   76.24%
     Req/Sec     0.00      0.00     0.00    100.00%
-  139143 requests in 1.00m, 15.76MB read
-Requests/sec:   2318.85
-Transfer/sec:    268.96KB
+  143298 requests in 1.00m, 16.23MB read
+Requests/sec:   2388.17
+Transfer/sec:    277.00KB
 
 ---------------------------------------------------------
  Concurrency: 8 for play-scala
@@ -57,11 +57,11 @@ Transfer/sec:    268.96KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.45ms    4.06ms 137.18ms   99.31%
+    Latency     2.94ms    0.91ms  18.82ms   89.63%
     Req/Sec     0.00      0.00     0.00    100.00%
-  143794 requests in 1.00m, 16.29MB read
-Requests/sec:   2396.56
-Transfer/sec:    277.97KB
+  160807 requests in 1.00m, 18.21MB read
+Requests/sec:   2680.07
+Transfer/sec:    310.86KB
 
 ---------------------------------------------------------
  Concurrency: 16 for play-scala
@@ -71,11 +71,11 @@ Transfer/sec:    277.97KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     6.08ms    3.04ms  51.48ms   90.27%
+    Latency     5.46ms    1.88ms  29.03ms   82.04%
     Req/Sec     0.00      0.00     0.00    100.00%
-  157621 requests in 1.00m, 17.85MB read
-Requests/sec:   2627.00
-Transfer/sec:    304.70KB
+  179128 requests in 1.00m, 20.29MB read
+Requests/sec:   2985.42
+Transfer/sec:    346.27KB
 
 ---------------------------------------------------------
  Concurrency: 32 for play-scala
@@ -85,11 +85,11 @@ Transfer/sec:    304.70KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    11.75ms    5.83ms 111.17ms   86.50%
+    Latency    10.24ms    3.70ms  40.23ms   78.86%
     Req/Sec     0.00      0.00     0.00    100.00%
-  164209 requests in 1.00m, 18.60MB read
-Requests/sec:   2736.75
-Transfer/sec:    317.43KB
+  190657 requests in 1.00m, 21.60MB read
+Requests/sec:   3177.54
+Transfer/sec:    368.55KB
 
 ---------------------------------------------------------
  Concurrency: 64 for play-scala
@@ -99,11 +99,11 @@ Transfer/sec:    317.43KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    23.07ms    8.45ms  82.38ms   77.93%
+    Latency    20.01ms    6.00ms  69.61ms   78.65%
     Req/Sec     0.00      0.00     0.00    100.00%
-  168308 requests in 1.00m, 19.06MB read
-Requests/sec:   2805.13
-Transfer/sec:    325.36KB
+  194150 requests in 1.00m, 21.99MB read
+Requests/sec:   3235.77
+Transfer/sec:    375.30KB
 
 ---------------------------------------------------------
  Concurrency: 128 for play-scala
@@ -113,11 +113,11 @@ Transfer/sec:    325.36KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    45.73ms   15.70ms 109.16ms   74.16%
-    Req/Sec     9.36     96.34     1.00k    99.06%
-  165197 requests in 1.00m, 18.71MB read
-Requests/sec:   2753.03
-Transfer/sec:    319.31KB
+    Latency    41.65ms   13.51ms 187.98ms   81.33%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  187883 requests in 1.00m, 21.28MB read
+Requests/sec:   3131.36
+Transfer/sec:    363.20KB
 
 ---------------------------------------------------------
  Concurrency: 256 for play-scala
@@ -127,9 +127,9 @@ Transfer/sec:    319.31KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    93.06ms   31.95ms 258.12ms   74.48%
-    Req/Sec    16.30    136.22     2.00k    98.50%
-  164837 requests in 1.00m, 18.67MB read
-  Socket errors: connect 0, read 0, write 0, timeout 41
-Requests/sec:   2747.03
-Transfer/sec:    318.61KB
+    Latency    82.62ms   26.92ms 306.99ms   80.23%
+    Req/Sec    18.15    142.60     2.00k    98.31%
+  187409 requests in 1.00m, 21.23MB read
+  Socket errors: connect 0, read 0, write 0, timeout 4
+Requests/sec:   3123.20
+Transfer/sec:    362.25KB

results/ec2/20130415193456/db/play/raw

@@ -2,11 +2,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 17:19:22 UTC 2013
+  System information as of Wed Apr 17 15:09:18 UTC 2013
 
-  System load:  0.62               Processes:           70
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 11%                IP address for eth0: 10.252.147.39
+  System load:  0.21               Processes:           70
+  Usage of /:   24.7% of 19.69GB   Users logged in:     1
+  Memory usage: 9%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    27.21ms   20.35ms 101.29ms   84.13%
+    Latency    27.06ms   22.59ms 146.15ms   87.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1677 requests in 5.03s, 194.46KB read
-Requests/sec:    333.69
-Transfer/sec:     38.69KB
+  1893 requests in 5.01s, 219.56KB read
+Requests/sec:    377.93
+Transfer/sec:     43.83KB
 
 ---------------------------------------------------------
  Running Warmup play
@@ -43,12 +43,11 @@ Transfer/sec:     38.69KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   341.34ms  284.04ms   2.73s    90.19%
+    Latency   284.10ms  150.22ms   1.43s    84.66%
     Req/Sec     0.00      0.00     0.00    100.00%
-  48879 requests in 1.00m, 5.54MB read
-  Socket errors: connect 0, read 0, write 0, timeout 62
-Requests/sec:    814.55
-Transfer/sec:     94.48KB
+  53062 requests in 1.00m, 6.01MB read
+Requests/sec:    884.21
+Transfer/sec:    102.55KB
 
 ---------------------------------------------------------
  Concurrency: 8 for play
@@ -58,11 +57,11 @@ Transfer/sec:     94.48KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     8.07ms    4.28ms  71.30ms   91.32%
+    Latency     7.68ms    3.32ms  36.52ms   82.38%
     Req/Sec     0.00      0.00     0.00    100.00%
-  59356 requests in 1.00m, 6.72MB read
-Requests/sec:    989.23
-Transfer/sec:    114.74KB
+  63217 requests in 1.00m, 7.16MB read
+Requests/sec:   1053.59
+Transfer/sec:    122.20KB
 
 ---------------------------------------------------------
  Concurrency: 16 for play
@@ -72,11 +71,11 @@ Transfer/sec:    114.74KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    14.77ms    5.98ms  59.05ms   83.33%
+    Latency    14.25ms    5.38ms  48.38ms   77.76%
     Req/Sec     0.00      0.00     0.00    100.00%
-  64739 requests in 1.00m, 7.33MB read
-Requests/sec:   1078.95
-Transfer/sec:    125.14KB
+  67348 requests in 1.00m, 7.63MB read
+Requests/sec:   1122.47
+Transfer/sec:    130.19KB
 
 ---------------------------------------------------------
  Concurrency: 32 for play
@@ -86,11 +85,11 @@ Transfer/sec:    125.14KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    27.27ms    8.37ms  83.67ms   80.74%
+    Latency    27.18ms    6.51ms  74.39ms   76.47%
     Req/Sec     0.00      0.00     0.00    100.00%
-  69741 requests in 1.00m, 7.90MB read
-Requests/sec:   1162.28
-Transfer/sec:    134.81KB
+  70732 requests in 1.00m, 8.01MB read
+Requests/sec:   1178.80
+Transfer/sec:    136.72KB
 
 ---------------------------------------------------------
  Concurrency: 64 for play
@@ -100,11 +99,11 @@ Transfer/sec:    134.81KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    52.40ms   14.35ms 113.16ms   77.13%
+    Latency    49.98ms   13.53ms 182.82ms   81.02%
     Req/Sec     0.00      0.00     0.00    100.00%
-  73285 requests in 1.00m, 8.30MB read
-Requests/sec:   1221.32
-Transfer/sec:    141.66KB
+  77319 requests in 1.00m, 8.76MB read
+Requests/sec:   1288.53
+Transfer/sec:    149.46KB
 
 ---------------------------------------------------------
  Concurrency: 128 for play
@@ -114,11 +113,11 @@ Transfer/sec:    141.66KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   102.53ms   30.78ms 327.12ms   78.23%
+    Latency    98.19ms   23.18ms 286.19ms   80.70%
     Req/Sec     0.00      0.00     0.00    100.00%
-  73607 requests in 1.00m, 8.34MB read
-Requests/sec:   1226.71
-Transfer/sec:    142.28KB
+  77307 requests in 1.00m, 8.76MB read
+Requests/sec:   1288.29
+Transfer/sec:    149.43KB
 
 ---------------------------------------------------------
  Concurrency: 256 for play
@@ -128,8 +127,8 @@ Transfer/sec:    142.28KB
 Running 1m test @ http://10.252.147.200:9000/db
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   213.81ms   65.62ms 874.05ms   82.68%
+    Latency   190.22ms   47.38ms 875.80ms   80.77%
     Req/Sec     0.00      0.00     0.00    100.00%
-  71365 requests in 1.00m, 8.08MB read
-Requests/sec:   1189.39
-Transfer/sec:    137.95KB
+  78718 requests in 1.00m, 8.92MB read
+Requests/sec:   1311.80
+Transfer/sec:    152.16KB

results/ec2/20130415193456/json.csv

@@ -1,11 +1,10 @@
 Framework,8,16,32,64,128,256
 netty,19543,29766,36828,38317,40498,41251
-spring,10502,10603,10499,11263,11229,10483
 laravel,406,408,402,394,386,385
 kohana,581,576,574,563,553,547
 play1,3019,2901,2525,2352,2193,2107
 play1siena,8985,9237,9532,9780,9717,8905
-WorldJPA,397,397,394,389,380,374
+fuel,397,397,394,389,380,374
 slim,759,754,745,731,718,705
 tornado,2230,2364,2428,2456,2437,2459
 vertx,17180,24392,26665,28029,26899,27364
@@ -14,8 +13,9 @@ wicket,12319,13150,13209,13973,14067,13125
 go,17178,25478,25819,25266,25088,24973
 sinatra-ruby,675,925,942,939,925,927
 sinatra-jruby,593,663,665,658,656,639
-unfiltered,13811,20431,26079,29560,32449,36692
+spring,10502,10603,10499,11263,11229,10483
 phreeze,546,545,519,524,493,485
+tapestry,11305,11356,11964,12055,11646,11168
 finagle,18584,24337,25838,26494,25474,26156
 lift-stateless,3626,4208,5048,5554,5677,5707
 wsgi,3205,3379,3368,3370,3403,3387
@@ -29,24 +29,24 @@ express,7765,7710,7825,7710,7711,7603
 grails,4286,4493,4671,4753,4738,4652
 nodejs,10069,10915,10667,11029,10953,11053
 servlet,20479,26948,27931,28132,27872,26183
-codeigniter,648,663,651,651,629,613
 elli,9730,20902,19829,20454,20141,19884
+play-scala,6737,8351,9543,10327,10772,10624
 lithium,445,443,438,429,420,414
 php,4359,4346,4325,4264,4259,4228
-play,4316,4596,4898,5180,5380,5223
+play,4363,4741,4987,5206,5411,5224
 grizzly-jersey,12650,13831,14584,14955,15321,15631
 rack-jruby,5274,5055,5171,5194,5188,4936
 rack-ruby,5557,6860,7606,7064,7430,7465
 rails-jruby,693,996,986,976,943,891
 rails-ruby,983,985,983,976,972,979
 django-stripped,2522,2536,2466,2498,2446,2448
-play-scala,6710,8186,9273,10339,10545,10667
+symfony2,156,154,154,153,152,148
 flask,2311,2413,2391,2380,2362,2321
-tapestry,11305,11356,11964,12055,11646,11168
+codeigniter,648,663,651,651,629,613
 yesod,11911,12893,14143,13883,14407,14503
 http-kit,14676,17780,18406,18258,21072,22250
 rails-stripped-jruby,976,1236,1227,1234,983,762
 rails-stripped-ruby,1240,1250,1239,1230,1225,1234
 silex,462,461,456,449,438,438
-symfony2,156,154,154,153,152,148
+unfiltered,13811,20431,26079,29560,32449,36692
 scalatra,10380,10895,10962,11290,11280,10507

results/ec2/20130415193456/json/play-scala/raw

@@ -2,14 +2,7 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 17:57:39 UTC 2013
-
-  System load:  0.27               Processes:           70
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 11%                IP address for eth0: 10.252.147.39
-  Swap usage:   0%
-
-  Graph this data and manage this system at https://landscape.canonical.com/
+ System information disabled due to load higher than 2.0
 
 67 packages can be updated.
 30 updates are security updates.
@@ -29,11 +22,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     7.29ms    4.36ms  38.73ms   86.19%
+    Latency     7.12ms    4.46ms  24.98ms   82.33%
     Req/Sec     0.00      0.00     0.00    100.00%
-  5966 requests in 5.00s, 652.53KB read
-Requests/sec:   1193.02
-Transfer/sec:    130.49KB
+  6490 requests in 5.00s, 709.84KB read
+Requests/sec:   1297.72
+Transfer/sec:    141.94KB
 
 ---------------------------------------------------------
  Running Warmup play-scala
@@ -43,12 +36,11 @@ Transfer/sec:    130.49KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    30.62ms   19.88ms 254.34ms   86.45%
-    Req/Sec     1.41k   727.04     2.00k    85.70%
-  544301 requests in 1.00m, 58.14MB read
-  Socket errors: connect 0, read 0, write 0, timeout 61
-Requests/sec:   9071.55
-Transfer/sec:      0.97MB
+    Latency    28.68ms   16.60ms 109.32ms   86.30%
+    Req/Sec     1.60k   670.22     2.00k    89.54%
+  591129 requests in 1.00m, 63.14MB read
+Requests/sec:   9851.87
+Transfer/sec:      1.05MB
 
 ---------------------------------------------------------
  Concurrency: 8 for play-scala
@@ -58,11 +50,11 @@ Transfer/sec:      0.97MB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.16ms  630.95us  24.21ms   98.55%
-    Req/Sec     1.00k    25.07     1.00k    99.94%
-  402634 requests in 1.00m, 43.01MB read
-Requests/sec:   6710.53
-Transfer/sec:    733.96KB
+    Latency     1.14ms  376.70us   7.60ms   93.97%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  404240 requests in 1.00m, 43.18MB read
+Requests/sec:   6737.36
+Transfer/sec:    736.90KB
 
 ---------------------------------------------------------
  Concurrency: 16 for play-scala
@@ -72,11 +64,11 @@ Transfer/sec:    733.96KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.93ms  678.90us  18.44ms   83.10%
-    Req/Sec     1.98k   152.13     2.00k    97.63%
-  491170 requests in 1.00m, 52.46MB read
-Requests/sec:   8186.07
-Transfer/sec:      0.87MB
+    Latency     1.96ms    1.00ms  25.42ms   94.40%
+    Req/Sec     1.98k   144.71     2.00k    97.86%
+  501070 requests in 1.00m, 53.52MB read
+Requests/sec:   8351.20
+Transfer/sec:      0.89MB
 
 ---------------------------------------------------------
  Concurrency: 32 for play-scala
@@ -86,11 +78,11 @@ Transfer/sec:      0.87MB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.65ms    5.41ms 203.86ms   99.19%
+    Latency     3.45ms    1.77ms  50.97ms   90.78%
     Req/Sec     2.00k     0.00     2.00k   100.00%
-  556389 requests in 1.00m, 59.43MB read
-Requests/sec:   9273.17
-Transfer/sec:      0.99MB
+  572594 requests in 1.00m, 61.16MB read
+Requests/sec:   9543.19
+Transfer/sec:      1.02MB
 
 ---------------------------------------------------------
  Concurrency: 64 for play-scala
@@ -100,10 +92,10 @@ Transfer/sec:      0.99MB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     6.37ms    3.02ms  67.28ms   87.86%
-    Req/Sec     1.99k    70.60     2.00k    99.50%
-  620344 requests in 1.00m, 66.26MB read
-Requests/sec:  10339.11
+    Latency     6.20ms    2.31ms  39.42ms   76.85%
+    Req/Sec     2.00k     0.00     2.00k   100.00%
+  619636 requests in 1.00m, 66.18MB read
+Requests/sec:  10327.29
 Transfer/sec:      1.10MB
 
 ---------------------------------------------------------
@@ -114,11 +106,11 @@ Transfer/sec:      1.10MB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    12.09ms    5.01ms  52.98ms   80.01%
-    Req/Sec     2.03k   338.24     4.00k    93.15%
-  632735 requests in 1.00m, 67.58MB read
-Requests/sec:  10545.63
-Transfer/sec:      1.13MB
+    Latency    12.16ms    4.82ms  70.01ms   79.23%
+    Req/Sec     2.01k   236.33     4.00k    96.08%
+  646370 requests in 1.00m, 69.04MB read
+Requests/sec:  10772.42
+Transfer/sec:      1.15MB
 
 ---------------------------------------------------------
  Concurrency: 256 for play-scala
@@ -128,8 +120,8 @@ Transfer/sec:      1.13MB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    24.27ms    8.47ms  89.54ms   72.83%
-    Req/Sec     2.02k   322.94     5.00k    94.89%
-  640078 requests in 1.00m, 68.37MB read
-Requests/sec:  10667.37
-Transfer/sec:      1.14MB
+    Latency    24.20ms    9.50ms 225.58ms   81.42%
+    Req/Sec     2.01k   333.57     5.00k    94.34%
+  637454 requests in 1.00m, 68.09MB read
+Requests/sec:  10624.12
+Transfer/sec:      1.13MB

results/ec2/20130415193456/json/play/raw

@@ -2,11 +2,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 17:11:54 UTC 2013
+  System information as of Wed Apr 17 15:01:50 UTC 2013
 
-  System load:  0.07               Processes:           69
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 11%                IP address for eth0: 10.252.147.39
+  System load:  0.09               Processes:           70
+  Usage of /:   24.7% of 19.69GB   Users logged in:     1
+  Memory usage: 9%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    14.57ms    7.80ms  55.69ms   80.07%
+    Latency    13.07ms    5.49ms  29.84ms   69.20%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2974 requests in 5.01s, 325.28KB read
-Requests/sec:    593.81
-Transfer/sec:     64.95KB
+  3285 requests in 5.01s, 359.30KB read
+Requests/sec:    656.25
+Transfer/sec:     71.78KB
 
 ---------------------------------------------------------
  Running Warmup play
@@ -43,11 +43,11 @@ Transfer/sec:     64.95KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    73.82ms   38.82ms 403.16ms   83.25%
+    Latency    78.02ms   38.40ms 546.30ms   81.46%
     Req/Sec     0.00      0.00     0.00    100.00%
-  237476 requests in 1.00m, 25.37MB read
-Requests/sec:   3957.89
-Transfer/sec:    432.89KB
+  225843 requests in 1.00m, 24.12MB read
+Requests/sec:   3764.00
+Transfer/sec:    411.69KB
 
 ---------------------------------------------------------
  Concurrency: 8 for play
@@ -57,11 +57,11 @@ Transfer/sec:    432.89KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.87ms    1.21ms  34.44ms   99.56%
-    Req/Sec     0.97k   174.42     1.00k    96.86%
-  258978 requests in 1.00m, 27.66MB read
-Requests/sec:   4316.26
-Transfer/sec:    472.09KB
+    Latency     1.83ms  516.22us   8.42ms   92.25%
+    Req/Sec     0.98k   154.26     1.00k    97.56%
+  261807 requests in 1.00m, 27.96MB read
+Requests/sec:   4363.43
+Transfer/sec:    477.25KB
 
 ---------------------------------------------------------
  Concurrency: 16 for play
@@ -71,11 +71,11 @@ Transfer/sec:    472.09KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.49ms    1.31ms  36.08ms   97.26%
+    Latency     3.37ms    0.94ms  19.24ms   89.76%
     Req/Sec     1.00k     0.00     1.00k   100.00%
-  275775 requests in 1.00m, 29.46MB read
-Requests/sec:   4596.23
-Transfer/sec:    502.71KB
+  284477 requests in 1.00m, 30.39MB read
+Requests/sec:   4741.23
+Transfer/sec:    518.57KB
 
 ---------------------------------------------------------
  Concurrency: 32 for play
@@ -85,11 +85,11 @@ Transfer/sec:    502.71KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     6.62ms    1.60ms  26.12ms   87.27%
+    Latency     6.49ms    1.72ms  35.26ms   87.97%
     Req/Sec     1.00k     0.00     1.00k   100.00%
-  293926 requests in 1.00m, 31.39MB read
-Requests/sec:   4898.73
-Transfer/sec:    535.80KB
+  299281 requests in 1.00m, 31.97MB read
+Requests/sec:   4987.99
+Transfer/sec:    545.56KB
 
 ---------------------------------------------------------
  Concurrency: 64 for play
@@ -99,11 +99,11 @@ Transfer/sec:    535.80KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    12.48ms    3.06ms  44.06ms   87.17%
-    Req/Sec     0.99k    75.05     1.00k    99.43%
-  310865 requests in 1.00m, 33.20MB read
-Requests/sec:   5180.80
-Transfer/sec:    566.65KB
+    Latency    12.43ms    2.33ms  28.36ms   80.10%
+    Req/Sec     1.00k    50.14     1.00k    99.75%
+  312393 requests in 1.00m, 33.37MB read
+Requests/sec:   5206.65
+Transfer/sec:    569.48KB
 
 ---------------------------------------------------------
  Concurrency: 128 for play
@@ -113,11 +113,11 @@ Transfer/sec:    566.65KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    23.76ms    4.42ms  55.77ms   81.63%
-    Req/Sec     0.99k   111.18     2.00k    98.75%
-  322802 requests in 1.00m, 34.48MB read
-Requests/sec:   5380.04
-Transfer/sec:    588.44KB
+    Latency    23.67ms    4.33ms  53.99ms   78.57%
+    Req/Sec     0.99k   114.04     2.00k    98.69%
+  324710 requests in 1.00m, 34.68MB read
+Requests/sec:   5411.97
+Transfer/sec:    591.93KB
 
 ---------------------------------------------------------
  Concurrency: 256 for play
@@ -127,8 +127,8 @@ Transfer/sec:    588.44KB
 Running 1m test @ http://10.252.147.200:9000/json
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    49.27ms   12.88ms 279.14ms   87.82%
-    Req/Sec     0.99k   124.56     2.00k    98.45%
-  313389 requests in 1.00m, 33.47MB read
-Requests/sec:   5223.13
-Transfer/sec:    571.28KB
+    Latency    49.01ms   10.33ms 207.49ms   83.51%
+    Req/Sec     0.99k   154.32     2.00k    97.62%
+  313501 requests in 1.00m, 33.49MB read
+Requests/sec:   5224.99
+Transfer/sec:    571.48KB

results/ec2/20130415193456/query.csv

@@ -1,5 +1,5 @@
 Framework,1,5,10,15,20
-unfiltered,3809,1064,560,384,282
+spring,4660,1838,1051,741,572
 kohana-raw,334,286,244,214,190
 laravel-raw,273,217,173,144,123
 codeigniter-raw,525,426,348,294,255
@@ -13,7 +13,7 @@ wicket,5229,1934,1083,737,576
 go,1005,200,98,64,47
 sinatra-ruby,962,408,245,171,134
 sinatra-jruby,367,237,166,125,104
-spring,4660,1838,1051,741,572
+unfiltered,3809,1064,560,384,282
 tapestry,3209,1653,1033,739,575
 finagle-future-pool,1842,408,210,139,104
 nodejs-mongodb-raw,4608,1909,1112,787,603
@@ -33,7 +33,7 @@ nodejs-mongodb,3189,975,512,347,263
 elli,4041,1050,542,369,277
 php,566,389,282,220,181
 nodejs-mysql,1577,403,207,138,104
-play,1209,560,337,222,150
+play,1282,659,421,310,246
 php-raw,2740,1863,1139,781,610
 scalatra-raw,5490,1862,1067,746,565
 lithium,264,163,110,83,66
@@ -48,5 +48,5 @@ http-kit,5865,1629,869,582,431
 rails-stripped-jruby,740,348,212,152,118
 rails-stripped-ruby,780,353,215,157,124
 django-stripped,605,247,141,98,75
-play-scala,2732,843,457,315,236
+play-scala,3137,1029,579,426,321
 silex-raw,262,240,220,202,188

results/ec2/20130415193456/query/play-scala/raw

@@ -2,11 +2,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 18:12:34 UTC 2013
+  System information as of Wed Apr 17 15:39:54 UTC 2013
 
-  System load:  1.01               Processes:           70
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 12%                IP address for eth0: 10.252.147.39
+  System load:  0.6                Processes:           70
+  Usage of /:   24.7% of 19.69GB   Users logged in:     1
+  Memory usage: 9%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.53ms    2.27ms  19.93ms   78.03%
+    Latency     4.69ms    1.86ms  15.81ms   78.15%
     Req/Sec     0.00      0.00     0.00    100.00%
-  7286 requests in 5.00s, 1.05MB read
-Requests/sec:   1456.82
-Transfer/sec:    214.18KB
+  8766 requests in 5.00s, 1.26MB read
+Requests/sec:   1752.13
+Transfer/sec:    257.59KB
 
 ---------------------------------------------------------
  Running Warmup play-scala
@@ -43,12 +43,11 @@ Transfer/sec:    214.18KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   146.94ms   54.86ms 387.54ms   75.50%
+    Latency   124.92ms   37.51ms 633.10ms   78.05%
     Req/Sec     0.00      0.00     0.00    100.00%
-  103363 requests in 1.00m, 14.84MB read
-  Socket errors: connect 0, read 0, write 0, timeout 11
-Requests/sec:   1722.62
-Transfer/sec:    253.24KB
+  122335 requests in 1.00m, 17.56MB read
+Requests/sec:   2038.55
+Transfer/sec:    299.70KB
 
 ---------------------------------------------------------
  Queries: 1 for play-scala
@@ -58,11 +57,11 @@ Transfer/sec:    253.24KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    92.80ms   32.46ms 276.23ms   73.67%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  163970 requests in 1.00m, 18.57MB read
-Requests/sec:   2732.74
-Transfer/sec:    316.96KB
+    Latency    81.57ms   25.59ms 208.16ms   76.26%
+    Req/Sec    17.45    130.96     1.00k    98.26%
+  188242 requests in 1.00m, 21.32MB read
+Requests/sec:   3137.12
+Transfer/sec:    363.86KB
 
 ---------------------------------------------------------
  Queries: 5 for play-scala
@@ -72,12 +71,12 @@ Transfer/sec:    316.96KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   294.13ms  103.23ms 770.28ms   74.11%
+    Latency   244.35ms   64.81ms 576.09ms   81.42%
     Req/Sec     0.00      0.00     0.00    100.00%
-  50643 requests in 1.00m, 11.92MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6
-Requests/sec:    843.94
-Transfer/sec:    203.45KB
+  61754 requests in 1.00m, 14.54MB read
+  Socket errors: connect 0, read 0, write 0, timeout 35
+Requests/sec:   1029.14
+Transfer/sec:    248.09KB
 
 ---------------------------------------------------------
  Queries: 10 for play-scala
@@ -87,11 +86,12 @@ Transfer/sec:    203.45KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   539.99ms  185.02ms   1.34s    72.16%
+    Latency   425.11ms  130.30ms   1.48s    78.47%
     Req/Sec     0.00      0.00     0.00    100.00%
-  27428 requests in 1.00m, 10.61MB read
-Requests/sec:    457.10
-Transfer/sec:    181.10KB
+  34746 requests in 1.00m, 13.44MB read
+  Socket errors: connect 0, read 0, write 0, timeout 10
+Requests/sec:    579.03
+Transfer/sec:    229.41KB
 
 ---------------------------------------------------------
  Queries: 15 for play-scala
@@ -101,12 +101,12 @@ Transfer/sec:    181.10KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   754.27ms  291.61ms   3.04s    78.01%
+    Latency   572.02ms  148.93ms   1.17s    77.12%
     Req/Sec     0.00      0.00     0.00    100.00%
-  18912 requests in 1.00m, 10.18MB read
-  Socket errors: connect 0, read 4, write 0, timeout 136
-Requests/sec:    315.16
-Transfer/sec:    173.75KB
+  25580 requests in 1.00m, 13.77MB read
+  Socket errors: connect 0, read 0, write 0, timeout 4
+Requests/sec:    426.27
+Transfer/sec:    235.02KB
 
 ---------------------------------------------------------
  Queries: 20 for play-scala
@@ -116,10 +116,8 @@ Transfer/sec:    173.75KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.02s   374.57ms   2.37s    71.39%
+    Latency   763.60ms  178.79ms   2.36s    91.11%
     Req/Sec     0.00      0.00     0.00    100.00%
-  14191 requests in 1.00m, 9.78MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1
-  Non-2xx or 3xx responses: 13
-Requests/sec:    236.47
-Transfer/sec:    166.91KB
+  19320 requests in 1.00m, 13.33MB read
+Requests/sec:    321.93
+Transfer/sec:    227.43KB

results/ec2/20130415193456/query/play/raw

@@ -2,11 +2,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 17:26:50 UTC 2013
+  System information as of Wed Apr 17 15:16:46 UTC 2013
 
-  System load:  1.95               Processes:           70
-  Usage of /:   24.6% of 19.69GB   Users logged in:     1
-  Memory usage: 12%                IP address for eth0: 10.252.147.39
+  System load:  1.69               Processes:           70
+  Usage of /:   24.7% of 19.69GB   Users logged in:     1
+  Memory usage: 9%                 IP address for eth0: 10.252.147.39
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
@@ -29,11 +29,11 @@ Use Juju to deploy your cloud instances and workloads.
 Running 5s test @ http://10.252.147.200:9000/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    11.03ms   13.43ms 212.88ms   98.05%
+    Latency     9.44ms    4.30ms  38.68ms   82.82%
     Req/Sec     0.00      0.00     0.00    100.00%
-  3681 requests in 5.00s, 541.18KB read
-Requests/sec:    735.79
-Transfer/sec:    108.18KB
+  4205 requests in 5.00s, 618.21KB read
+Requests/sec:    840.71
+Transfer/sec:    123.60KB
 
 ---------------------------------------------------------
  Running Warmup play
@@ -43,11 +43,12 @@ Transfer/sec:    108.18KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=2
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   263.40ms   88.69ms   1.02s    83.30%
+    Latency   237.96ms   74.05ms 815.93ms   80.66%
     Req/Sec     0.00      0.00     0.00    100.00%
-  56950 requests in 1.00m, 8.18MB read
-Requests/sec:    949.03
-Transfer/sec:    139.52KB
+  62253 requests in 1.00m, 8.94MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2
+Requests/sec:   1037.41
+Transfer/sec:    152.52KB
 
 ---------------------------------------------------------
  Queries: 1 for play
@@ -57,11 +58,11 @@ Transfer/sec:    139.52KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=1
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   208.49ms   55.36ms 604.09ms   80.74%
+    Latency   197.24ms   43.48ms 377.44ms   79.03%
     Req/Sec     0.00      0.00     0.00    100.00%
-  72569 requests in 1.00m, 8.22MB read
-Requests/sec:   1209.37
-Transfer/sec:    140.28KB
+  76953 requests in 1.00m, 8.72MB read
+Requests/sec:   1282.37
+Transfer/sec:    148.74KB
 
 ---------------------------------------------------------
  Queries: 5 for play
@@ -71,11 +72,11 @@ Transfer/sec:    140.28KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=5
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   447.22ms  160.36ms   1.22s    76.53%
+    Latency   375.22ms  120.65ms   1.25s    80.05%
     Req/Sec     0.00      0.00     0.00    100.00%
-  33646 requests in 1.00m, 7.92MB read
-Requests/sec:    560.72
-Transfer/sec:    135.17KB
+  39606 requests in 1.00m, 9.32MB read
+Requests/sec:    659.99
+Transfer/sec:    159.10KB
 
 ---------------------------------------------------------
  Queries: 10 for play
@@ -85,12 +86,12 @@ Transfer/sec:    135.17KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=10
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   707.00ms  325.48ms   2.49s    73.05%
+    Latency   579.09ms  171.76ms   1.18s    76.97%
     Req/Sec     0.00      0.00     0.00    100.00%
-  20276 requests in 1.00m, 7.84MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2
-Requests/sec:    337.88
-Transfer/sec:    133.86KB
+  25277 requests in 1.00m, 9.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 29
+Requests/sec:    421.20
+Transfer/sec:    166.87KB
 
 ---------------------------------------------------------
  Queries: 15 for play
@@ -100,12 +101,11 @@ Transfer/sec:    133.86KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=15
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.07s   627.49ms   2.90s    65.60%
+    Latency   761.05ms  249.48ms   2.34s    75.64%
     Req/Sec     0.00      0.00     0.00    100.00%
-  13378 requests in 1.00m, 7.20MB read
-  Socket errors: connect 0, read 0, write 0, timeout 64
-Requests/sec:    222.91
-Transfer/sec:    122.91KB
+  18618 requests in 1.00m, 10.02MB read
+Requests/sec:    310.29
+Transfer/sec:    171.08KB
 
 ---------------------------------------------------------
  Queries: 20 for play
@@ -115,9 +115,8 @@ Transfer/sec:    122.91KB
 Running 1m test @ http://10.252.147.200:9000/db?queries=20
   4 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.64s     1.10s    5.38s    66.90%
+    Latency   995.01ms  244.73ms   1.88s    81.39%
     Req/Sec     0.00      0.00     0.00    100.00%
-  9025 requests in 1.00m, 6.23MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1548
-Requests/sec:    150.40
-Transfer/sec:    106.25KB
+  14767 requests in 1.00m, 10.19MB read
+Requests/sec:    246.08
+Transfer/sec:    173.85KB