changed the urls for phreeze. Used this version for the round 3 results

phreeze/benchmark_config

@@ -3,9 +3,9 @@
   "tests": [{
     "default": {
       "setup_file": "setup",
-      "json_url": "/phreeze/json",
-      "db_url": "/phreeze/db",
-      "query_url": "/phreeze/db?queries=",
+      "json_url": "/json",
+      "db_url": "/db",
+      "query_url": "/db?queries=",
       "port": 8080,
       "sort": 49
     }

phreeze/index.php

@@ -10,7 +10,7 @@ require_once 'verysimple/Phreeze/GenericRouter.php';
 require_once 'verysimple/Phreeze/Phreezer.php';
 
 $cs = new ConnectionSetting();
-$cs->ConnectionString = "localhost:3306";
+$cs->ConnectionString = "172.16.98.98:3306";
 $cs->DBName = "hello_world";
 $cs->Username = "benchmarkdbuser";
 $cs->Password = "benchmarkdbpass";
@@ -24,7 +24,7 @@ $route_map = array(
 		'GET:db' => array('route' => 'Test.DB')
 );
 
-$router = new GenericRouter('/phreeze/','Test.JSON',$route_map);
+$router = new GenericRouter('/','Test.JSON',$route_map);
 
 Dispatcher::Dispatch(
 	$phreezer,

results/i7/20130415095717/db.csv

@@ -1,5 +1,4 @@
 Framework,8,16,32,64,128,256
-spring,14963,29144,35921,36269,36157,34814
 openresty,17115,42955,66599,87400,94888,96122
 kohana-raw,1763,2076,2194,2198,2183,2187
 laravel-raw,1461,1653,1698,1685,1638,1576
@@ -9,12 +8,13 @@ play1,5523,6072,591,46,105,220
 play1siena,9832,9716,9056,9031,9073,9027
 fuel,1216,1394,1448,1453,1451,1438
 slim,2741,3285,3501,3528,3518,3524
+play-scala,9453,15886,19469,21606,22590,22655
 vertx,12570,22012,22568,22965,23408,24015
 wicket,15118,32929,41589,43369,42698,41321
 go,3351,3267,3209,3095,2819,2652
 sinatra-ruby,4162,4431,4418,4413,4406,4377
 sinatra-jruby,511,499,482,477,460,428
-unfiltered,10405,24366,30278,30260,30203,30208
+spring,14963,29144,35921,36269,36157,34814
 tapestry,8865,19104,28602,32149,32146,30793
 finagle-future-pool,7333,12179,12720,12947,13120,13098
 nodejs-mongodb-raw,12501,21658,25102,27613,28323,28924
@@ -44,11 +44,11 @@ rails-ruby,2782,2962,2924,2863,2807,2766
 servlet-raw,17629,42148,63857,76231,80733,79605
 symfony2,520,573,573,572,569,562
 flask,2885,3372,3387,3346,3327,3320
-phreeze,4,8,13,22,26,44
+phreeze,253,885,716,549,778,782
 yesod,10266,23221,31060,33099,33022,31921
 http-kit,14985,39232,56631,56581,56499,56319
 rails-stripped-jruby,3444,3497,3372,3174,2826,2257
 rails-stripped-ruby,3120,3311,3306,3307,3300,3299
 django-stripped,2327,2839,2767,2970,2964,2959
-play-scala,9453,15886,19469,21606,22590,22655
+unfiltered,10405,24366,30278,30260,30203,30208
 silex-raw,1490,1731,1752,1751,1748,1739

results/i7/20130415095717/db/phreeze/raw

@@ -2,141 +2,140 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 00:46:03 PDT 2013
+  System information as of Thu Apr 18 14:13:07 PDT 2013
 
-  System load:  0.13                Processes:           114
-  Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  System load:  0.14                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
  Running Primer phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 5s test @ http://172.16.98.122:8080/phreeze/db
+Running 5s test @ http://172.16.98.122:8080/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     0.00us    0.00us   0.00us  100.00%
+    Latency    91.65ms  183.15ms 554.30ms   81.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  0 requests in 6.00s, 0.00B read
-  Socket errors: connect 0, read 0, write 0, timeout 23
-Requests/sec:      0.00
-Transfer/sec:       0.00B
+  423 requests in 6.00s, 177.51KB read
+  Socket errors: connect 0, read 0, write 0, timeout 9
+Requests/sec:     70.49
+Transfer/sec:     29.58KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   239.25ms    1.24s   17.52s    99.13%
+    Latency   213.97ms  649.28ms   7.69s    97.95%
     Req/Sec     0.00      0.00     0.00    100.00%
-  4296 requests in 1.00m, 1.76MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6126
-  Non-2xx or 3xx responses: 2
-Requests/sec:     71.59
-Transfer/sec:     30.04KB
+  55564 requests in 1.00m, 22.77MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2652
+  Non-2xx or 3xx responses: 8
+Requests/sec:    925.99
+Transfer/sec:    388.59KB
 
 ---------------------------------------------------------
  Concurrency: 8 for phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    38.30ms  524.33ms  16.56s    99.81%
+    Latency    66.64ms  228.27ms   3.16s    90.76%
     Req/Sec     0.00      0.00     0.00    100.00%
-  269 requests in 1.00m, 112.90KB read
-  Socket errors: connect 0, read 0, write 0, timeout 201
-Requests/sec:      4.48
-Transfer/sec:      1.88KB
+  15221 requests in 1.00m, 6.24MB read
+  Socket errors: connect 0, read 0, write 0, timeout 51
+Requests/sec:    253.67
+Transfer/sec:    106.46KB
 
 ---------------------------------------------------------
  Concurrency: 16 for phreeze
- wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    48.48ms  622.29ms  16.29s    99.78%
+    Latency    13.70ms  166.24ms   7.76s    99.75%
     Req/Sec     0.00      0.00     0.00    100.00%
-  494 requests in 1.00m, 207.23KB read
-  Socket errors: connect 0, read 0, write 0, timeout 416
-  Non-2xx or 3xx responses: 1
-Requests/sec:      8.23
-Transfer/sec:      3.45KB
+  53133 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 189
+Requests/sec:    885.48
+Transfer/sec:    371.60KB
 
 ---------------------------------------------------------
  Concurrency: 32 for phreeze
- wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    73.92ms  809.63ms  15.90s    99.72%
+    Latency    17.65ms  130.33ms   7.12s    99.44%
     Req/Sec     0.00      0.00     0.00    100.00%
-  826 requests in 1.00m, 346.48KB read
-  Socket errors: connect 0, read 0, write 0, timeout 779
-  Non-2xx or 3xx responses: 2
-Requests/sec:     13.77
-Transfer/sec:      5.77KB
+  43006 requests in 1.00m, 17.62MB read
+  Socket errors: connect 0, read 0, write 0, timeout 526
+  Non-2xx or 3xx responses: 1
+Requests/sec:    716.72
+Transfer/sec:    300.78KB
 
 ---------------------------------------------------------
  Concurrency: 64 for phreeze
- wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   176.47ms    1.57s   19.55s    99.19%
+    Latency    33.99ms  260.28ms   8.01s    99.88%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1345 requests in 1.00m, 564.31KB read
-  Socket errors: connect 0, read 0, write 0, timeout 1626
-  Non-2xx or 3xx responses: 2
-Requests/sec:     22.41
-Transfer/sec:      9.40KB
+  32952 requests in 1.00m, 13.50MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1215
+  Non-2xx or 3xx responses: 6
+Requests/sec:    549.17
+Transfer/sec:    230.46KB
 
 ---------------------------------------------------------
  Concurrency: 128 for phreeze
- wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   113.34ms    1.01s   16.43s    99.59%
+    Latency    79.38ms  442.03ms  10.06s    99.60%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1604 requests in 1.00m, 673.00KB read
-  Socket errors: connect 0, read 0, write 0, timeout 3344
-  Non-2xx or 3xx responses: 2
-Requests/sec:     26.73
-Transfer/sec:     11.22KB
+  46704 requests in 1.00m, 19.14MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2012
+  Non-2xx or 3xx responses: 3
+Requests/sec:    778.36
+Transfer/sec:    326.64KB
 
 ---------------------------------------------------------
  Concurrency: 256 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.01s     6.24s   17.14s    82.33%
+    Latency   251.65ms  727.23ms  12.25s    92.21%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2646 requests in 1.00m, 1.08MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6658
-  Non-2xx or 3xx responses: 5
-Requests/sec:     44.10
-Transfer/sec:     18.50KB
+  46931 requests in 1.00m, 19.23MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3426
+  Non-2xx or 3xx responses: 3
+Requests/sec:    782.09
+Transfer/sec:    328.21KB

results/i7/20130415095717/json.csv

@@ -1,6 +1,6 @@
 Framework,8,16,32,64,128,256
-netty,56687,109567,204456,215293,217780,219279
-openresty,57913,112535,188421,204562,203967,204314
+codeigniter,3479,4004,4220,4211,4179,4141
+lithium,2406,2578,2610,2598,2591,2574
 laravel,2110,2227,2209,2171,2113,2041
 kohana,3399,3688,3762,3737,3744,3734
 play1,12341,12117,11970,11044,10725,10021
@@ -14,8 +14,8 @@ wicket,52493,78227,78425,77455,77536,77415
 go,45441,95830,175456,192524,195422,200188
 sinatra-ruby,1017,1224,1207,1188,1183,1183
 sinatra-jruby,3330,3142,3099,3043,2854,2710
-spring,47328,74165,88262,93550,91618,86437
-phreeze,13,17,44,31,48,77
+unfiltered,40077,74963,93852,118658,145211,169802
+phreeze,618,1279,1009,906,1315,1367
 tapestry,47660,80454,107905,110565,110350,102604
 finagle,52695,108815,188561,226801,231782,233415
 lift-stateless,19142,27470,33251,35512,38006,39523
@@ -30,25 +30,25 @@ compojure,33242,64695,106710,113120,109387,100206
 express,32610,41852,43662,45435,45858,45416
 grails,23918,31431,32522,32598,32389,32482
 nodejs,43912,57605,70232,70362,72077,72436
-servlet,66165,123830,204308,209285,218160,212575
 elli,33704,93617,145380,156459,155684,156080
 play-scala,21643,38539,43690,43355,43671,43361
-lithium,2406,2578,2610,2598,2591,2574
+rack-ruby,31658,44682,51018,54247,55920,56987
 php,26070,35128,38937,38557,38137,39006
 play,18254,26140,26161,26396,25997,25631
 grizzly-jersey,38394,92946,123041,135405,142143,148086
 rack-jruby,22964,28625,29853,29713,29593,27885
-rack-ruby,31658,44682,51018,54247,55920,56987
+spring,47328,74165,88262,93550,91618,86437
 rails-jruby,4183,3986,3879,3631,3172,2381
 rails-ruby,4206,4602,4596,4590,4590,4568
 django-stripped,13825,13851,13852,13617,13532,13476
 symfony2,845,898,896,895,892,889
 flask,13000,12905,12822,12642,12494,12385
-codeigniter,3479,4004,4220,4211,4179,4141
+netty,56687,109567,204456,215293,217780,219279
 yesod,44411,89560,92003,98586,92182,98557
 http-kit,36071,56354,83018,103193,122511,135394
 rails-stripped-jruby,5282,5116,4948,4606,3976,2854
 rails-stripped-ruby,5522,6093,6068,6073,6051,6026
 silex,2373,2562,2585,2573,2581,2562
-unfiltered,40077,74963,93852,118658,145211,169802
+servlet,66165,123830,204308,209285,218160,212575
 scalatra,47591,74552,89605,92407,93047,88730
+openresty,57913,112535,188421,204562,203967,204314

results/i7/20130415095717/json/phreeze/raw

@@ -2,136 +2,134 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 00:38:36 PDT 2013
+  System information as of Thu Apr 18 14:05:37 PDT 2013
 
-  System load:  0.36                Processes:           114
-  Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  System load:  0.23                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
  Running Primer phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 5s test @ http://172.16.98.122:8080/phreeze/json
+Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    28.65ms   14.13ms 155.53ms   92.54%
+    Latency     1.82ms    1.26ms  15.86ms   88.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1441 requests in 5.03s, 591.00KB read
-Requests/sec:    286.67
-Transfer/sec:    117.57KB
+  11665 requests in 6.00s, 4.67MB read
+Requests/sec:   1944.17
+Transfer/sec:    797.32KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   926.12ms  565.30ms   3.35s    79.60%
+    Latency   180.10ms  600.29ms   4.86s    93.92%
     Req/Sec     0.00      0.00     0.00    100.00%
-  17684 requests in 1.00m, 7.08MB read
-  Socket errors: connect 0, read 0, write 0, timeout 456
-Requests/sec:    294.71
-Transfer/sec:    120.88KB
+  104674 requests in 1.00m, 41.92MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2895
+Requests/sec:   1744.41
+Transfer/sec:    715.41KB
 
 ---------------------------------------------------------
  Concurrency: 8 for phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    75.33ms  579.37ms  19.38s    99.60%
+    Latency    29.03ms  141.71ms   1.65s    95.67%
     Req/Sec     0.00      0.00     0.00    100.00%
-  833 requests in 1.00m, 341.63KB read
-  Socket errors: connect 0, read 0, write 0, timeout 196
-Requests/sec:     13.88
-Transfer/sec:      5.69KB
+  37119 requests in 1.00m, 14.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 68
+Requests/sec:    618.61
+Transfer/sec:    253.70KB
 
 ---------------------------------------------------------
  Concurrency: 16 for phreeze
- wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   141.54ms    1.20s   16.65s    99.47%
+    Latency    14.54ms  262.58ms   8.39s    99.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1040 requests in 1.00m, 426.47KB read
-  Socket errors: connect 0, read 0, write 0, timeout 373
-  Non-2xx or 3xx responses: 1
-Requests/sec:     17.33
-Transfer/sec:      7.11KB
+  76792 requests in 1.00m, 30.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 197
+Requests/sec:   1279.75
+Transfer/sec:    524.84KB
 
 ---------------------------------------------------------
  Concurrency: 32 for phreeze
- wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   187.82ms  837.56ms  15.07s    99.19%
+    Latency    22.36ms  261.06ms  14.41s    99.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2655 requests in 1.00m, 1.06MB read
-  Socket errors: connect 0, read 0, write 0, timeout 571
-Requests/sec:     44.25
-Transfer/sec:     18.15KB
+  60600 requests in 1.00m, 24.27MB read
+  Socket errors: connect 0, read 0, write 0, timeout 458
+Requests/sec:   1009.94
+Transfer/sec:    414.19KB
 
 ---------------------------------------------------------
  Concurrency: 64 for phreeze
- wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   144.89ms    1.27s   25.92s    99.63%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  1868 requests in 1.00m, 766.17KB read
-  Socket errors: connect 0, read 0, write 0, timeout 1665
-Requests/sec:     31.13
-Transfer/sec:     12.77KB
+    Latency    21.36ms  120.08ms   5.62s    98.08%
+    Req/Sec     0.31     17.62     1.00k    99.97%
+  54386 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1209
+Requests/sec:    906.37
+Transfer/sec:    371.71KB
 
 ---------------------------------------------------------
  Concurrency: 128 for phreeze
- wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   355.24ms    1.78s   16.51s    98.63%
+    Latency    84.11ms  645.80ms   8.44s    98.60%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2904 requests in 1.00m, 1.16MB read
-  Socket errors: connect 0, read 0, write 0, timeout 3116
-Requests/sec:     48.39
-Transfer/sec:     19.85KB
+  78926 requests in 1.00m, 31.61MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2195
+Requests/sec:   1315.33
+Transfer/sec:    539.43KB
 
 ---------------------------------------------------------
  Concurrency: 256 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/json
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   568.21ms    1.95s   16.32s    98.25%
+    Latency   176.07ms  592.30ms   6.41s    94.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  4651 requests in 1.00m, 1.86MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6155
-  Non-2xx or 3xx responses: 6
-Requests/sec:     77.51
-Transfer/sec:     31.78KB
+  82083 requests in 1.00m, 32.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2569
+Requests/sec:   1367.92
+Transfer/sec:    561.00KB

results/i7/20130415095717/query.csv

@@ -1,5 +1,4 @@
 Framework,1,5,10,15,20
-spring,34315,13848,7919,5553,4283
 openresty,95922,22190,11791,8065,6116
 kohana-raw,2179,1903,1662,1479,1332
 laravel-raw,1576,1318,1103,948,834
@@ -9,12 +8,13 @@ play1,186,4,0,0,0
 play1siena,7908,5541,2769,1886,1438
 fuel,1433,1118,881,727,623
 slim,3486,2562,1951,1577,1331
+play-scala,22611,6195,3337,2252,1690
 vertx,23997,3963,2014,1380,1052
 wicket,40931,15030,8398,5807,4442
 go,2606,517,247,163,123
 sinatra-ruby,3828,1644,958,675,523
 sinatra-jruby,426,330,318,341,320
-unfiltered,29474,6494,3283,2195,1652
+spring,34315,13848,7919,5553,4283
 tapestry,30540,14483,8652,6176,4828
 finagle-future-pool,13012,2879,1473,988,743
 nodejs-mongodb-raw,27426,11632,6860,4873,3774
@@ -44,11 +44,11 @@ rails-ruby,2613,1323,831,607,480
 servlet-raw,82987,22506,11881,8093,6131
 symfony2,560,524,486,455,426
 flask,3316,1365,792,563,434
-phreeze,43,34,33,33,37
+phreeze,344,249,267,193,207
 yesod,31053,10488,5635,3851,2913
 http-kit,56199,11598,5590,3739,2808
 rails-stripped-jruby,2237,1265,837,625,496
 rails-stripped-ruby,3173,1463,890,641,502
 django-stripped,2928,1133,645,452,348
-play-scala,22611,6195,3337,2252,1690
+unfiltered,29474,6494,3283,2195,1652
 silex-raw,1737,1623,1502,1405,1322

results/i7/20130415095717/query/phreeze/raw

@@ -2,123 +2,122 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Tue Apr 16 00:53:36 PDT 2013
+  System information as of Thu Apr 18 14:20:35 PDT 2013
 
-  System load:  0.31                Processes:           114
-  Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  System load:  0.25                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
  Running Primer phreeze
- wrk -d 5 -c 8 -t 8 http://172.16.98.122:8080/phreeze/db?queries=2
+ wrk -d 5 -c 8 -t 8 http://172.16.98.122:8080/db?queries=2
 ---------------------------------------------------------
 
-Running 5s test @ http://172.16.98.122:8080/phreeze/db?queries=2
+Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     0.00us    0.00us   0.00us  100.00%
+    Latency    50.31ms  109.14ms 502.51ms   84.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  0 requests in 6.00s, 0.00B read
-  Socket errors: connect 0, read 0, write 0, timeout 17
-Requests/sec:      0.00
-Transfer/sec:       0.00B
+  868 requests in 5.25s, 394.62KB read
+Requests/sec:    165.24
+Transfer/sec:     75.12KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=2
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=2
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=2
+Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   661.32ms    2.17s   16.80s    97.42%
+    Latency   233.21ms  864.81ms  12.89s    97.68%
     Req/Sec     0.00      0.00     0.00    100.00%
-  4155 requests in 1.00m, 1.70MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6012
-  Non-2xx or 3xx responses: 1
-Requests/sec:     69.24
-Transfer/sec:     29.06KB
+  37726 requests in 1.00m, 16.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3693
+  Non-2xx or 3xx responses: 3
+Requests/sec:    628.74
+Transfer/sec:    285.83KB
 
 ---------------------------------------------------------
  Queries: 1 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=1
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=1
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=1
+Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.00s     5.04s   18.30s    81.91%
+    Latency   280.51ms    1.36s   15.17s    98.19%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2606 requests in 1.00m, 1.07MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6354
-Requests/sec:     43.43
-Transfer/sec:     18.23KB
+  20673 requests in 1.00m, 8.47MB read
+  Socket errors: connect 0, read 0, write 0, timeout 5336
+  Non-2xx or 3xx responses: 8
+Requests/sec:    344.54
+Transfer/sec:    144.59KB
 
 ---------------------------------------------------------
  Queries: 5 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=5
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=5
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=5
+Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.76s     6.57s   16.20s    75.62%
+    Latency   634.96ms    1.78s   14.52s    96.26%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2040 requests in 1.00m, 856.12KB read
-  Socket errors: connect 0, read 0, write 0, timeout 6651
-  Non-2xx or 3xx responses: 1
-Requests/sec:     34.00
-Transfer/sec:     14.27KB
+  14943 requests in 1.00m, 8.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3953
+  Non-2xx or 3xx responses: 3
+Requests/sec:    249.02
+Transfer/sec:    139.30KB
 
 ---------------------------------------------------------
  Queries: 10 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=10
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=10
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=10
+Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     2.68s     6.11s   32.46s    83.90%
+    Latency   805.09ms  952.09ms   4.40s    84.14%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2037 requests in 1.00m, 854.82KB read
-  Socket errors: connect 0, read 0, write 0, timeout 6667
-  Non-2xx or 3xx responses: 1
-Requests/sec:     33.95
-Transfer/sec:     14.25KB
+  16060 requests in 1.00m, 11.53MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1442
+Requests/sec:    267.64
+Transfer/sec:    196.75KB
 
 ---------------------------------------------------------
  Queries: 15 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=15
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=15
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=15
+Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     5.19s     9.21s   32.62s    77.13%
+    Latency     1.08s     1.30s    5.74s    87.20%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2033 requests in 1.00m, 853.24KB read
-  Socket errors: connect 0, read 0, write 0, timeout 6700
-Requests/sec:     33.88
-Transfer/sec:     14.22KB
+  11589 requests in 1.00m, 10.30MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2594
+Requests/sec:    193.13
+Transfer/sec:    175.72KB
 
 ---------------------------------------------------------
  Queries: 20 for phreeze
- wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/phreeze/db?queries=20
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=20
 ---------------------------------------------------------
 
-Running 1m test @ http://172.16.98.122:8080/phreeze/db?queries=20
+Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     3.91s     7.27s   32.25s    80.70%
+    Latency   769.77ms    1.51s   12.31s    92.11%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2253 requests in 1.00m, 0.92MB read
-  Socket errors: connect 0, read 0, write 0, timeout 6659
-Requests/sec:     37.55
-Transfer/sec:     15.76KB
+  12426 requests in 1.00m, 13.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3917
+Requests/sec:    207.08
+Transfer/sec:    224.58KB