Browse Source

Missing results for elli and cowboy

Patrick Falls 12 years ago
parent
commit
2f9a607274

+ 7 - 5
results/i7/20130415095717/db.csv

@@ -1,4 +1,5 @@
 Framework,8,16,32,64,128,256
+unfiltered,10405,24366,30278,30260,30203,30208
 openresty,17115,42955,66599,87400,94888,96122
 kohana-raw,1763,2076,2194,2198,2183,2187
 laravel-raw,1461,1653,1698,1685,1638,1576
@@ -21,6 +22,7 @@ finagle,7675,12613,13260,13379,13289,13333
 lift-stateless,2614,3199,3351,3328,3321,3318
 nodejs-mysql-raw,8852,11538,12531,12348,12618,12686
 onion-raw,17561,29967,33432,34040,34159,34178
+cowboy,11609,19290,24283,24601,24578,24422
 snap,6648,5309,7577,8348,10275,5814
 cake,1017,1137,1154,1152,1151,1140
 gemini,18892,45522,75118,91515,101186,95908
@@ -30,17 +32,17 @@ express-mongodb,9117,12588,12735,14120,15448,15734
 grails,9530,15110,17363,17171,15560,14577
 express-mysql,3320,4939,6069,7229,8001,8163
 nodejs-mongodb,9974,12788,15744,16792,17305,17890
-lithium,1195,1374,1406,1403,1403,1383
+play,3824,5146,5942,6504,6697,6586
 php,2483,3590,3926,4012,4005,3946
 nodejs-mysql,3404,4950,6060,7862,8420,8606
-play,3824,5146,5942,6504,6697,6586
+elli,12201,20105,26353,26692,26629,26501
 php-raw,10019,21902,27086,27851,26749,27010
 scalatra-raw,15587,33449,44575,46914,45873,43946
-unfiltered,10405,24366,30278,30260,30203,30208
+lithium,1195,1374,1406,1403,1403,1383
 rails-jruby,2967,2931,2840,2681,2417,1959
 rails-ruby,2782,2962,2924,2863,2807,2766
 servlet-raw,17629,42148,63857,76231,80733,79605
-play-scala,8263,12916,15340,16700,17333,17694
+symfony2,520,573,573,572,569,562
 flask,2885,3372,3387,3346,3327,3320
 phreeze,4,8,13,22,26,44
 yesod,10266,23221,31060,33099,33022,31921
@@ -48,5 +50,5 @@ http-kit,14985,39232,56631,56581,56499,56319
 rails-stripped-jruby,3444,3497,3372,3174,2826,2257
 rails-stripped-ruby,3120,3311,3306,3307,3300,3299
 django-stripped,2327,2839,2767,2970,2964,2959
-symfony2,520,573,573,572,569,562
+play-scala,8263,12916,15340,16700,17333,17694
 silex-raw,1490,1731,1752,1751,1748,1739

+ 128 - 0
results/i7/20130415095717/db/cowboy/raw

@@ -0,0 +1,128 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 14:47:28 PDT 2013
+
+  System load:  1.83                Processes:           114
+  Usage of /:   10.0% of 131.63GB   Users logged in:     1
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+54 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer cowboy
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   713.01us  424.13us   7.43ms   99.62%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  58083 requests in 5.00s, 10.01MB read
+Requests/sec:  11616.98
+Transfer/sec:      2.00MB
+
+---------------------------------------------------------
+ Running Warmup cowboy
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    10.43ms    2.06ms  57.74ms   98.94%
+    Req/Sec     2.91k   296.50     3.00k    91.98%
+  1461949 requests in 1.00m, 251.97MB read
+Requests/sec:  24366.07
+Transfer/sec:      4.20MB
+
+---------------------------------------------------------
+ Concurrency: 8 for cowboy
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   681.91us   92.22us   1.27ms   70.91%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  696588 requests in 1.00m, 120.06MB read
+Requests/sec:  11609.82
+Transfer/sec:      2.00MB
+
+---------------------------------------------------------
+ Concurrency: 16 for cowboy
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   829.11us  573.15us  19.39ms   99.53%
+    Req/Sec     2.00k     0.00     2.00k   100.00%
+  1157393 requests in 1.00m, 199.48MB read
+Requests/sec:  19290.12
+Transfer/sec:      3.32MB
+
+---------------------------------------------------------
+ Concurrency: 32 for cowboy
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.29ms  201.31us   3.70ms   73.44%
+    Req/Sec     3.00k    61.06     3.00k    99.63%
+  1456980 requests in 1.00m, 251.11MB read
+Requests/sec:  24283.35
+Transfer/sec:      4.19MB
+
+---------------------------------------------------------
+ Concurrency: 64 for cowboy
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.61ms    1.34ms  51.22ms   99.81%
+    Req/Sec     3.00k    46.64     3.00k    99.78%
+  1476033 requests in 1.00m, 254.39MB read
+Requests/sec:  24601.02
+Transfer/sec:      4.24MB
+
+---------------------------------------------------------
+ Concurrency: 128 for cowboy
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     5.21ms    1.49ms  49.46ms   99.69%
+    Req/Sec     3.00k    58.33     3.00k    99.66%
+  1474651 requests in 1.00m, 254.16MB read
+Requests/sec:  24578.23
+Transfer/sec:      4.24MB
+
+---------------------------------------------------------
+ Concurrency: 256 for cowboy
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    10.48ms    1.97ms  61.94ms   99.63%
+    Req/Sec     3.00k    68.15     3.00k    99.53%
+  1465314 requests in 1.00m, 252.55MB read
+Requests/sec:  24422.00
+Transfer/sec:      4.21MB

+ 128 - 0
results/i7/20130415095717/db/elli/raw

@@ -0,0 +1,128 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 14:24:40 PDT 2013
+
+  System load:  1.19                Processes:           114
+  Usage of /:   10.0% of 131.63GB   Users logged in:     1
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+54 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer elli
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   642.49us   78.30us   0.92ms   69.73%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  61342 requests in 5.00s, 7.47MB read
+Requests/sec:  12270.03
+Transfer/sec:      1.50MB
+
+---------------------------------------------------------
+ Running Warmup elli
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     9.68ms    2.05ms  61.56ms   99.44%
+    Req/Sec     2.98k   192.07     3.00k    98.56%
+  1587971 requests in 1.00m, 193.50MB read
+Requests/sec:  26466.55
+Transfer/sec:      3.23MB
+
+---------------------------------------------------------
+ Concurrency: 8 for elli
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   651.49us   87.46us   1.19ms   70.08%
+    Req/Sec     1.00k     0.00     1.00k   100.00%
+  732093 requests in 1.00m, 89.21MB read
+Requests/sec:  12201.75
+Transfer/sec:      1.49MB
+
+---------------------------------------------------------
+ Concurrency: 16 for elli
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   796.46us    0.94ms  39.10ms   99.75%
+    Req/Sec     2.00k     0.00     2.00k   100.00%
+  1206334 requests in 1.00m, 147.00MB read
+Requests/sec:  20105.84
+Transfer/sec:      2.45MB
+
+---------------------------------------------------------
+ Concurrency: 32 for elli
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.21ms  448.83us  24.23ms   97.72%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  1581176 requests in 1.00m, 192.67MB read
+Requests/sec:  26353.38
+Transfer/sec:      3.21MB
+
+---------------------------------------------------------
+ Concurrency: 64 for elli
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     2.39ms    1.22ms  51.83ms   99.84%
+    Req/Sec     3.00k     0.00     3.00k   100.00%
+  1601512 requests in 1.00m, 195.15MB read
+Requests/sec:  26692.64
+Transfer/sec:      3.25MB
+
+---------------------------------------------------------
+ Concurrency: 128 for elli
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     4.78ms    0.99ms  45.02ms   99.84%
+    Req/Sec     3.00k    30.51     3.00k    99.91%
+  1597737 requests in 1.00m, 194.69MB read
+Requests/sec:  26629.58
+Transfer/sec:      3.24MB
+
+---------------------------------------------------------
+ Concurrency: 256 for elli
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     9.81ms    5.66ms 216.06ms   99.47%
+    Req/Sec     2.99k    93.14     4.00k    99.50%
+  1590070 requests in 1.00m, 193.75MB read
+Requests/sec:  26501.73
+Transfer/sec:      3.23MB

+ 11 - 11
results/i7/20130415095717/json.csv

@@ -1,11 +1,9 @@
 Framework,8,16,32,64,128,256
-codeigniter,3479,4004,4220,4211,4179,4141
-symfony2,845,898,896,895,892,889
-unfiltered,40077,74963,93852,118658,145211,169802
+netty,56687,109567,204456,215293,217780,219279
+spring,47328,74165,88262,93550,91618,86437
 openresty,57913,112535,188421,204562,203967,204314
 laravel,2110,2227,2209,2171,2113,2041
 kohana,3399,3688,3762,3737,3744,3734
-phreeze,13,17,44,31,48,77
 play1,12341,12117,11970,11044,10725,10021
 play1siena,40907,61695,67951,71503,70982,67546
 Fuel,1934,2088,2117,2110,2095,2089
@@ -17,13 +15,13 @@ wicket,52493,78227,78425,77455,77536,77415
 go,45441,95830,175456,192524,195422,200188
 sinatra-ruby,1017,1224,1207,1188,1183,1183
 sinatra-jruby,3330,3142,3099,3043,2854,2710
-spring,47328,74165,88262,93550,91618,86437
-tapestry,47660,80454,107905,110565,110350,102604
+unfiltered,40077,74963,93852,118658,145211,169802
+phreeze,13,17,44,31,48,77
 finagle,52695,108815,188561,226801,231782,233415
 lift-stateless,19142,27470,33251,35512,38006,39523
 onion,66190,112412,217572,228331,229550,231567
 wsgi,18178,23176,23389,23404,23418,23398
-cowboy,42476,80095,110133,113179,113494,112581
+cowboy,40982,80592,111177,113734,114109,113186
 snap,24022,27689,21155,21845,19823,16603
 cake,1453,1553,1560,1558,1546,1539
 gemini,65174,126708,207161,220380,220126,219490
@@ -32,7 +30,9 @@ compojure,33242,64695,106710,113120,109387,100206
 express,32610,41852,43662,45435,45858,45416
 grails,23918,31431,32522,32598,32389,32482
 nodejs,43912,57605,70232,70362,72077,72436
-elli,31869,93815,147570,159210,158722,160261
+servlet,66165,123830,204308,209285,218160,212575
+codeigniter,3479,4004,4220,4211,4179,4141
+elli,33704,93617,145380,156459,155684,156080
 lithium,2406,2578,2610,2598,2591,2574
 php,26070,35128,38937,38557,38137,39006
 play,18027,26826,27305,26992,26300,25838
@@ -42,13 +42,13 @@ rack-ruby,31658,44682,51018,54247,55920,56987
 rails-jruby,4183,3986,3879,3631,3172,2381
 rails-ruby,4206,4602,4596,4590,4590,4568
 django-stripped,13825,13851,13852,13617,13532,13476
-servlet,66165,123830,204308,209285,218160,212575
+play-scala,23323,39104,43589,43586,43113,42800
 flask,13000,12905,12822,12642,12494,12385
-netty,56687,109567,204456,215293,217780,219279
+tapestry,47660,80454,107905,110565,110350,102604
 yesod,44411,89560,92003,98586,92182,98557
 http-kit,36071,56354,83018,103193,122511,135394
 rails-stripped-jruby,5282,5116,4948,4606,3976,2854
 rails-stripped-ruby,5522,6093,6068,6073,6051,6026
 silex,2373,2562,2585,2573,2581,2562
-play-scala,23323,39104,43589,43586,43113,42800
+symfony2,845,898,896,895,892,889
 scalatra,47591,74552,89605,92407,93047,88730

+ 45 - 45
results/i7/20130415095717/json/cowboy/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:09:48 PDT 2013
+  System information as of Tue Apr 16 14:40:01 PDT 2013
 
-  System load:  0.35                Processes:           114
+  System load:  0.54                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   188.05us   39.59us 309.00us   64.91%
-    Req/Sec     5.02k   149.04     6.00k    97.74%
-  207627 requests in 5.00s, 34.64MB read
-Requests/sec:  41535.48
-Transfer/sec:      6.93MB
+    Latency   187.70us   50.60us 468.00us   76.06%
+    Req/Sec     5.33k   471.86     6.00k    66.80%
+  216681 requests in 5.00s, 36.15MB read
+Requests/sec:  43343.82
+Transfer/sec:      7.23MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -37,11 +37,11 @@ Transfer/sec:      6.93MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.25ms    3.68ms  64.11ms   80.05%
-    Req/Sec    13.97k   248.55    17.00k    97.17%
-  6800116 requests in 1.00m, 1.11GB read
-Requests/sec: 113338.86
-Transfer/sec:     18.91MB
+    Latency     3.99ms    3.32ms  46.02ms   75.38%
+    Req/Sec    13.99k   327.18    19.00k    94.80%
+  6834779 requests in 1.00m, 1.11GB read
+Requests/sec: 113915.79
+Transfer/sec:     19.01MB
 
 ---------------------------------------------------------
  Concurrency: 8 for cowboy
@@ -51,11 +51,11 @@ Transfer/sec:     18.91MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   187.27us   46.19us 755.00us   71.38%
-    Req/Sec     5.00k     0.00     5.00k   100.00%
-  2548544 requests in 1.00m, 425.21MB read
-Requests/sec:  42476.66
-Transfer/sec:      7.09MB
+    Latency   194.51us   45.08us 641.00us   66.03%
+    Req/Sec     5.03k   164.46     6.00k    97.22%
+  2458900 requests in 1.00m, 410.26MB read
+Requests/sec:  40982.45
+Transfer/sec:      6.84MB
 
 ---------------------------------------------------------
  Concurrency: 16 for cowboy
@@ -65,11 +65,11 @@ Transfer/sec:      7.09MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   192.29us   49.82us   1.08ms   77.53%
-    Req/Sec     9.70k   456.30    10.00k    70.46%
-  4805641 requests in 1.00m, 801.80MB read
-Requests/sec:  80095.03
-Transfer/sec:     13.36MB
+    Latency   189.31us   40.96us 355.00us   63.35%
+    Req/Sec     9.56k   496.22    10.00k    56.20%
+  4835452 requests in 1.00m, 806.77MB read
+Requests/sec:  80592.53
+Transfer/sec:     13.45MB
 
 ---------------------------------------------------------
  Concurrency: 32 for cowboy
@@ -79,11 +79,11 @@ Transfer/sec:     13.36MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   282.02us  123.25us   5.60ms   94.41%
-    Req/Sec    13.00k    49.79    13.00k    99.75%
-  6607869 requests in 1.00m, 1.08GB read
-Requests/sec: 110133.85
-Transfer/sec:     18.38MB
+    Latency   281.08us   65.91us 578.00us   68.32%
+    Req/Sec    13.00k     0.00    13.00k   100.00%
+  6670460 requests in 1.00m, 1.09GB read
+Requests/sec: 111177.19
+Transfer/sec:     18.55MB
 
 ---------------------------------------------------------
  Concurrency: 64 for cowboy
@@ -93,11 +93,11 @@ Transfer/sec:     18.38MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   567.51us  166.17us   1.67ms   72.78%
-    Req/Sec    13.99k   113.90    14.00k    99.16%
-  6790613 requests in 1.00m, 1.11GB read
-Requests/sec: 113179.39
-Transfer/sec:     18.88MB
+    Latency   559.32us  161.48us   1.57ms   72.65%
+    Req/Sec    13.99k    88.22    14.00k    99.31%
+  6823920 requests in 1.00m, 1.11GB read
+Requests/sec: 113734.40
+Transfer/sec:     18.98MB
 
 ---------------------------------------------------------
  Concurrency: 128 for cowboy
@@ -107,11 +107,11 @@ Transfer/sec:     18.88MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.83ms    1.45ms  14.08ms   80.52%
-    Req/Sec    13.96k   212.97    14.00k    96.80%
-  6809478 requests in 1.00m, 1.11GB read
-Requests/sec: 113494.14
-Transfer/sec:     18.94MB
+    Latency     1.76ms    1.45ms  27.76ms   83.20%
+    Req/Sec    13.98k   214.21    18.00k    98.50%
+  6846444 requests in 1.00m, 1.12GB read
+Requests/sec: 114109.05
+Transfer/sec:     19.04MB
 
 ---------------------------------------------------------
  Concurrency: 256 for cowboy
@@ -121,8 +121,8 @@ Transfer/sec:     18.94MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     4.28ms    3.47ms  34.48ms   71.53%
-    Req/Sec    13.77k   492.06    18.00k    76.43%
-  6754695 requests in 1.00m, 1.10GB read
-Requests/sec: 112581.33
-Transfer/sec:     18.78MB
+    Latency     4.20ms    3.31ms  28.88ms   70.56%
+    Req/Sec    13.83k   503.65    21.00k    83.53%
+  6790965 requests in 1.00m, 1.11GB read
+Requests/sec: 113186.35
+Transfer/sec:     18.88MB

+ 45 - 45
results/i7/20130415095717/json/elli/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 21:54:27 PDT 2013
+  System information as of Tue Apr 16 14:17:13 PDT 2013
 
-  System load:  0.64                Processes:           114
+  System load:  0.31                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   194.93us   37.69us 293.00us   60.30%
-    Req/Sec     5.26k   533.28     6.00k    64.79%
-  202031 requests in 5.00s, 23.51MB read
-Requests/sec:  40413.65
-Transfer/sec:      4.70MB
+    Latency   206.01us   19.07us 259.00us   88.30%
+    Req/Sec     4.42k   652.81     6.00k    90.94%
+  188737 requests in 5.00s, 21.96MB read
+Requests/sec:  37750.25
+Transfer/sec:      4.39MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -37,11 +37,11 @@ Transfer/sec:      4.70MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.62ms  295.23us   4.23ms   77.89%
-    Req/Sec    19.79k     1.36k   25.00k    93.82%
-  9635895 requests in 1.00m, 1.09GB read
-Requests/sec: 160602.03
-Transfer/sec:     18.69MB
+    Latency     1.67ms  409.74us   7.03ms   83.34%
+    Req/Sec    19.25k   520.28    22.00k    73.60%
+  9476461 requests in 1.00m, 1.08GB read
+Requests/sec: 157946.61
+Transfer/sec:     18.38MB
 
 ---------------------------------------------------------
  Concurrency: 8 for elli
@@ -51,11 +51,11 @@ Transfer/sec:     18.69MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   271.49us   82.16us 447.00us   49.47%
-    Req/Sec     3.82k     0.95k    6.00k    68.03%
-  1912129 requests in 1.00m, 222.47MB read
-Requests/sec:  31869.29
-Transfer/sec:      3.71MB
+    Latency   248.58us   75.50us 445.00us   72.97%
+    Req/Sec     4.09k   713.99     6.00k    58.06%
+  2022232 requests in 1.00m, 235.28MB read
+Requests/sec:  33704.31
+Transfer/sec:      3.92MB
 
 ---------------------------------------------------------
  Concurrency: 16 for elli
@@ -65,11 +65,11 @@ Transfer/sec:      3.71MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   165.67us   80.97us   4.20ms   97.75%
-    Req/Sec    11.00k    93.51    12.00k    99.13%
-  5628807 requests in 1.00m, 654.90MB read
-Requests/sec:  93815.10
-Transfer/sec:     10.92MB
+    Latency   165.60us   38.07us 323.00us   68.12%
+    Req/Sec    11.01k    82.57    12.00k    99.31%
+  5616951 requests in 1.00m, 653.52MB read
+Requests/sec:  93617.37
+Transfer/sec:     10.89MB
 
 ---------------------------------------------------------
  Concurrency: 32 for elli
@@ -79,11 +79,11 @@ Transfer/sec:     10.92MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   207.11us   46.83us 450.00us   68.95%
-    Req/Sec    18.00k    58.50    18.00k    99.66%
-  8853981 requests in 1.00m, 1.01GB read
-Requests/sec: 147570.14
-Transfer/sec:     17.17MB
+    Latency   209.87us   48.43us 503.00us   69.56%
+    Req/Sec    18.00k    52.84    18.00k    99.72%
+  8722601 requests in 1.00m, 0.99GB read
+Requests/sec: 145380.09
+Transfer/sec:     16.91MB
 
 ---------------------------------------------------------
  Concurrency: 64 for elli
@@ -93,11 +93,11 @@ Transfer/sec:     17.17MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   403.98us  112.98us 813.00us   65.23%
-    Req/Sec    19.00k    49.91    20.00k    99.75%
-  9552431 requests in 1.00m, 1.09GB read
-Requests/sec: 159210.36
-Transfer/sec:     18.52MB
+    Latency   410.57us  117.35us 823.00us   63.88%
+    Req/Sec    18.99k    78.52    19.00k    99.38%
+  9387369 requests in 1.00m, 1.07GB read
+Requests/sec: 156459.47
+Transfer/sec:     18.20MB
 
 ---------------------------------------------------------
  Concurrency: 128 for elli
@@ -107,11 +107,11 @@ Transfer/sec:     18.52MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   802.99us  165.72us   1.85ms   71.77%
-    Req/Sec    19.00k   122.02    20.00k    99.10%
-  9523031 requests in 1.00m, 1.08GB read
-Requests/sec: 158722.79
-Transfer/sec:     18.47MB
+    Latency   827.63us  181.04us   1.92ms   73.34%
+    Req/Sec    18.98k   282.82    21.00k    97.13%
+  9340787 requests in 1.00m, 1.06GB read
+Requests/sec: 155684.16
+Transfer/sec:     18.11MB
 
 ---------------------------------------------------------
  Concurrency: 256 for elli
@@ -121,8 +121,8 @@ Transfer/sec:     18.47MB
 Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.62ms  333.69us   6.05ms   80.56%
-    Req/Sec    19.54k   608.97    25.00k    97.86%
-  9615489 requests in 1.00m, 1.09GB read
-Requests/sec: 160261.36
-Transfer/sec:     18.65MB
+    Latency     1.68ms  401.53us   6.27ms   83.92%
+    Req/Sec    18.99k   633.77    21.00k    74.96%
+  9364137 requests in 1.00m, 1.06GB read
+Requests/sec: 156080.76
+Transfer/sec:     18.16MB

+ 6 - 6
results/i7/20130415095717/query.csv

@@ -1,4 +1,5 @@
 Framework,1,5,10,15,20
+unfiltered,29474,6494,3283,2195,1652
 openresty,95922,22190,11791,8065,6116
 kohana-raw,2179,1903,1662,1479,1332
 laravel-raw,1576,1318,1103,948,834
@@ -21,7 +22,7 @@ finagle,13183,2901,1473,987,739
 lift-stateless,3192,2909,2610,2383,2201
 nodejs-mysql-raw,12198,3355,1724,1206,918
 onion-raw,34074,6473,3206,2153,1611
-cowboy,22979,5883,3054,2073,1561
+cowboy,23891,6124,3184,2161,1633
 snap,9084,3554,1118,1402,1052
 cake,1127,937,782,669,585
 gemini,93171,26461,13817,9424,7185
@@ -31,18 +32,17 @@ express-mongodb,15418,5240,2894,1957,1501
 grails,14351,7671,4939,3600,2835
 express-mysql,8069,2017,1026,695,516
 nodejs-mongodb,17432,5581,3028,2077,1578
-elli,25421,6089,3120,2102,1582
-lithium,1378,874,601,459,371
+elli,26150,6304,3242,2191,1642
 php,3930,2619,1878,1468,1208
 nodejs-mysql,8436,2036,1035,687,514
 play,6587,3987,2765,2125,1615
 php-raw,26849,17852,10428,7537,6095
 scalatra-raw,45196,12183,6682,4782,3850
-unfiltered,29474,6494,3283,2195,1652
+lithium,1378,874,601,459,371
 rails-jruby,1945,1152,775,584,473
 rails-ruby,2613,1323,831,607,480
 servlet-raw,82987,22506,11881,8093,6131
-play-scala,17566,5503,2874,1940,1506
+symfony2,560,524,486,455,426
 flask,3316,1365,792,563,434
 phreeze,43,34,33,33,37
 yesod,31053,10488,5635,3851,2913
@@ -50,5 +50,5 @@ http-kit,56199,11598,5590,3739,2808
 rails-stripped-jruby,2237,1265,837,625,496
 rails-stripped-ruby,3173,1463,890,641,502
 django-stripped,2928,1133,645,452,348
-symfony2,560,524,486,455,426
+play-scala,17566,5503,2874,1940,1506
 silex-raw,1737,1623,1502,1405,1322

+ 35 - 35
results/i7/20130415095717/query/cowboy/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:17:16 PDT 2013
+  System information as of Tue Apr 16 14:54:56 PDT 2013
 
-  System load:  2.69                Processes:           114
+  System load:  2.43                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.21ms  132.71us   1.69ms   67.30%
+    Latency     1.21ms  149.36us   1.79ms   64.15%
     Req/Sec     0.00      0.00     0.00    100.00%
-  32376 requests in 5.00s, 4.60MB read
-Requests/sec:   6475.12
-Transfer/sec:      0.92MB
+  32734 requests in 5.00s, 6.63MB read
+Requests/sec:   6546.82
+Transfer/sec:      1.33MB
 
 ---------------------------------------------------------
  Running Warmup cowboy
@@ -37,11 +37,11 @@ Transfer/sec:      0.92MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    19.27ms    3.06ms  67.36ms   99.22%
-    Req/Sec     1.00k    58.41     1.00k    99.66%
-  797948 requests in 1.00m, 113.35MB read
-Requests/sec:  13298.92
-Transfer/sec:      1.89MB
+    Latency    18.79ms    3.98ms  72.15ms   99.16%
+    Req/Sec     1.00k    49.87     1.00k    99.75%
+  824641 requests in 1.00m, 167.11MB read
+Requests/sec:  13744.19
+Transfer/sec:      2.79MB
 
 ---------------------------------------------------------
  Queries: 1 for cowboy
@@ -51,11 +51,11 @@ Transfer/sec:      1.89MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    11.09ms    2.65ms  63.41ms   97.85%
-    Req/Sec     2.03k   165.41     3.00k    97.29%
-  1378787 requests in 1.00m, 195.86MB read
-Requests/sec:  22979.98
-Transfer/sec:      3.26MB
+    Latency    10.72ms    2.45ms  64.37ms   99.47%
+    Req/Sec     2.12k   327.41     3.00k    87.79%
+  1433454 requests in 1.00m, 247.05MB read
+Requests/sec:  23891.66
+Transfer/sec:      4.12MB
 
 ---------------------------------------------------------
  Queries: 5 for cowboy
@@ -65,11 +65,11 @@ Transfer/sec:      3.26MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    43.35ms    5.54ms 136.68ms   97.94%
+    Latency    41.88ms    5.12ms 140.44ms   98.67%
     Req/Sec     0.00      0.00     0.00    100.00%
-  353012 requests in 1.00m, 50.15MB read
-Requests/sec:   5883.49
-Transfer/sec:    855.82KB
+  367461 requests in 1.00m, 108.22MB read
+Requests/sec:   6124.49
+Transfer/sec:      1.80MB
 
 ---------------------------------------------------------
  Queries: 10 for cowboy
@@ -79,11 +79,11 @@ Transfer/sec:    855.82KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    83.67ms    6.29ms 180.88ms   98.00%
+    Latency    80.00ms    7.06ms 174.67ms   98.16%
     Req/Sec     0.00      0.00     0.00    100.00%
-  183300 requests in 1.00m, 26.04MB read
-Requests/sec:   3054.79
-Transfer/sec:    444.35KB
+  191060 requests in 1.00m, 85.21MB read
+Requests/sec:   3184.24
+Transfer/sec:      1.42MB
 
 ---------------------------------------------------------
  Queries: 15 for cowboy
@@ -93,11 +93,11 @@ Transfer/sec:    444.35KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   122.91ms   10.08ms 225.43ms   98.20%
+    Latency   117.92ms   10.74ms 221.38ms   97.82%
     Req/Sec     0.00      0.00     0.00    100.00%
-  124415 requests in 1.00m, 17.67MB read
-Requests/sec:   2073.39
-Transfer/sec:    301.61KB
+  129721 requests in 1.00m, 77.51MB read
+Requests/sec:   2161.83
+Transfer/sec:      1.29MB
 
 ---------------------------------------------------------
  Queries: 20 for cowboy
@@ -107,8 +107,8 @@ Transfer/sec:    301.61KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   163.27ms   13.49ms 262.13ms   97.60%
+    Latency   155.60ms   16.73ms 347.47ms   96.70%
     Req/Sec     0.00      0.00     0.00    100.00%
-  93704 requests in 1.00m, 13.31MB read
-Requests/sec:   1561.73
-Transfer/sec:    227.18KB
+  98022 requests in 1.00m, 73.42MB read
+Requests/sec:   1633.59
+Transfer/sec:      1.22MB

+ 35 - 35
results/i7/20130415095717/query/elli/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Mon Apr 15 22:01:54 PDT 2013
+  System information as of Tue Apr 16 14:32:07 PDT 2013
 
-  System load:  1.19                Processes:           114
+  System load:  1.58                Processes:           114
   Usage of /:   10.0% of 131.63GB   Users logged in:     1
-  Memory usage: 13%                 IP address for eth1: 172.16.98.98
+  Memory usage: 12%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-113 packages can be updated.
-51 updates are security updates.
+116 packages can be updated.
+54 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,11 +23,11 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.21ms  153.29us   1.77ms   65.91%
+    Latency     1.14ms  125.84us   1.52ms   72.18%
     Req/Sec     0.00      0.00     0.00    100.00%
-  32839 requests in 5.00s, 3.01MB read
-Requests/sec:   6567.40
-Transfer/sec:    615.69KB
+  34140 requests in 5.00s, 5.19MB read
+Requests/sec:   6828.33
+Transfer/sec:      1.04MB
 
 ---------------------------------------------------------
  Running Warmup elli
@@ -37,11 +37,11 @@ Transfer/sec:    615.69KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    18.12ms    3.31ms  72.58ms   99.25%
-    Req/Sec     1.00k    49.91     1.00k    99.75%
-  850554 requests in 1.00m, 77.87MB read
-Requests/sec:  14176.03
-Transfer/sec:      1.30MB
+    Latency    17.56ms    4.45ms  68.78ms   98.15%
+    Req/Sec     1.00k    88.61     2.00k    99.21%
+  880022 requests in 1.00m, 133.90MB read
+Requests/sec:  14667.14
+Transfer/sec:      2.23MB
 
 ---------------------------------------------------------
  Queries: 1 for elli
@@ -51,11 +51,11 @@ Transfer/sec:      1.30MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    10.13ms    2.54ms  59.60ms   99.47%
-    Req/Sec     3.00k    17.64     3.00k    99.97%
-  1525269 requests in 1.00m, 139.64MB read
-Requests/sec:  25421.53
-Transfer/sec:      2.33MB
+    Latency     9.78ms    1.91ms  60.46ms   99.44%
+    Req/Sec     3.00k    17.62     3.00k    99.97%
+  1568996 requests in 1.00m, 191.19MB read
+Requests/sec:  26150.45
+Transfer/sec:      3.19MB
 
 ---------------------------------------------------------
  Queries: 5 for elli
@@ -65,11 +65,11 @@ Transfer/sec:      2.33MB
 Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    42.01ms    6.30ms 141.52ms   98.07%
+    Latency    40.66ms    4.70ms 127.23ms   99.10%
     Req/Sec     0.00      0.00     0.00    100.00%
-  365362 requests in 1.00m, 33.45MB read
-Requests/sec:   6089.31
-Transfer/sec:    570.87KB
+  378303 requests in 1.00m, 92.31MB read
+Requests/sec:   6304.86
+Transfer/sec:      1.54MB
 
 ---------------------------------------------------------
  Queries: 10 for elli
@@ -79,11 +79,11 @@ Transfer/sec:    570.87KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    81.68ms    8.93ms 183.07ms   97.15%
+    Latency    78.35ms    9.37ms 181.49ms   96.49%
     Req/Sec     0.00      0.00     0.00    100.00%
-  187217 requests in 1.00m, 17.14MB read
-Requests/sec:   3120.11
-Transfer/sec:    292.51KB
+  194549 requests in 1.00m, 76.94MB read
+Requests/sec:   3242.40
+Transfer/sec:      1.28MB
 
 ---------------------------------------------------------
  Queries: 15 for elli
@@ -93,11 +93,11 @@ Transfer/sec:    292.51KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   121.26ms   11.75ms 224.26ms   97.60%
+    Latency   115.74ms   11.55ms 221.36ms   96.45%
     Req/Sec     0.00      0.00     0.00    100.00%
-  126160 requests in 1.00m, 11.55MB read
-Requests/sec:   2102.53
-Transfer/sec:    197.11KB
+  131480 requests in 1.00m, 71.92MB read
+Requests/sec:   2191.21
+Transfer/sec:      1.20MB
 
 ---------------------------------------------------------
  Queries: 20 for elli
@@ -107,8 +107,8 @@ Transfer/sec:    197.11KB
 Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   160.98ms   13.15ms 268.62ms   97.47%
+    Latency   155.17ms   13.43ms 265.44ms   96.97%
     Req/Sec     0.00      0.00     0.00    100.00%
-  94976 requests in 1.00m, 8.70MB read
-Requests/sec:   1582.79
-Transfer/sec:    148.39KB
+  98564 requests in 1.00m, 68.85MB read
+Requests/sec:   1642.63
+Transfer/sec:      1.15MB

File diff suppressed because it is too large
+ 0 - 0
results/i7/20130415095717/results.json


Some files were not shown because too many files changed in this diff