Round 4 results

benchmarker.py

@@ -527,9 +527,11 @@ class Benchmarker:
       self.results['weighttpData']['query'] = dict()
       self.results['weighttpData']['fortune'] = dict()
     else:
-      for x in self.__gather_tests():
-        if x.name not in self.results['frameworks']:
-          self.results['frameworks'] = self.results['frameworks'] + [x.name]
+      #for x in self.__gather_tests():
+      #  if x.name not in self.results['frameworks']:
+      #    self.results['frameworks'] = self.results['frameworks'] + [x.name]
+      # Always overwrite framework list
+      self.results['frameworks'] = [t.name for t in self.__gather_tests()]
 
     # Setup the ssh command string
     self.ssh_string = "ssh -T -o StrictHostKeyChecking=no " + self.client_user + "@" + self.client_host

latest.json

@@ -1,3 +1,4 @@
 {
-  "i7": 20130430144443
+  "i7": 20130430144443,
+  "ec2": 20130430223518
 }

results/ec2/20130430223518/db.csv

@@ -1,12 +1,14 @@
 Framework,8,16,32,64,128,256
+lithium,265,266,259,262,253,235
 symfony2,151,149,144,139,138,131
+unfiltered,3525,4330,4573,4460,4322,4489
 openresty,7103,8056,8205,8268,8284,7520
 kohana-raw,300,309,307,304,295,287
 laravel-raw,259,257,257,250,246,238
 codeigniter-raw,494,505,493,485,475,468
 silex-raw,262,257,255,252,247,238
 play1,1232,1242,1186,1200,1193,1220
-tornado-raw,935,926,954,934,956,951
+rails-stripped-jruby,724,732,726,703,687,633
 fuel,232,232,232,225,228,217
 slim,498,504,497,495,483,469
 dropwizard,2777,3377,3731,3621,3743,3546
@@ -52,18 +54,20 @@ php,556,563,551,544,522,507
 nodejs-mysql,1395,1578,1642,1641,1648,1624
 play,1064,1204,1298,1340,1348,1375
 php-raw,2730,2826,2812,2778,2788,2710
-unfiltered,3525,4330,4573,4460,4322,4489
+kohana,5038,5536,5676,5843,5774,5532
+laravel,293,297,298,294,282,264
 rails-jruby,593,619,612,596,584,558
 rails-ruby,687,685,677,682,681,677
 servlet-raw,7122,8116,8768,8908,8703,8205
 play-scala,2485,2568,2875,2962,2934,2898
 flask,923,931,820,811,808,810
-lithium,265,266,259,262,253,235
+phreeze,320,340,355,355,337,329
 yesod,3170,3678,3775,3785,3758,3798
 http-kit,6169,6152,6202,6146,6217,5756
-rails-stripped-jruby,724,732,726,703,687,633
+tornado-raw,935,926,954,934,956,951
 rails-stripped-ruby,810,819,819,811,815,801
 django-stripped,712,737,729,733,733,724
 bottle-mysql-raw,2780,2760,2829,2887,2934,2940
+codeigniter,117,116,116,115,114,110
 scalatra-raw,4176,5112,5113,5290,5129,4978
 play1siena,2689,2509,2482,2457,2426,2375

results/ec2/20130430223518/json.csv

@@ -1,17 +1,19 @@
 Framework,8,16,32,64,128,256
 lithium,378,388,379,374,366,344
 silex,386,386,382,377,369,364
-codeigniter,542,545,573,578,571,542
+phalcon,1911,1883,1851,1852,1828,1796
 symfony2,190,187,184,185,182,185
-unfiltered,12847,17768,22510,25981,29448,32492
+spring,10199,10226,10650,10948,11012,10638
 openresty,17385,23257,27488,30355,34329,35629
+kohana-raw,406,408,402,394,386,385
+laravel-raw,581,576,574,563,553,547
 play1,1711,1743,1725,1755,1756,1633
 play1siena,8146,8544,8952,9082,9129,8731
 fuel,335,338,340,337,332,309
 slim,683,685,665,653,639,632
 dropwizard,11521,11505,11815,11803,11780,11108
 micromvc,1683,1680,1664,1580,1557,1549
-tornado,2005,2099,2136,2147,2150,2125
+rails-stripped-ruby,1178,1189,1187,1167,1176,1176
 bottle,8011,7770,8201,7940,8109,8051
 wai,14556,16207,17696,18130,18834,19559
 vertx,19245,24866,26879,27894,27783,27718
@@ -20,8 +22,8 @@ wicket,11690,12439,12757,13105,12951,12539
 go,17793,23723,25236,25559,25451,25737
 sinatra-ruby,688,923,928,923,926,932
 sinatra-jruby,434,611,608,607,604,593
-spring,10199,10226,10650,10948,11012,10638
-tapestry,10663,10721,11118,11365,11200,10931
+unfiltered,12847,17768,22510,25981,29448,32492
+phreeze,546,545,519,524,493,485
 finagle,17975,22653,25767,26387,26371,26232
 lift-stateless,3529,4031,4736,5106,5290,5376
 onion,23091,38818,46118,52401,41668,45408
@@ -35,30 +37,32 @@ compojure,11173,11724,12225,12512,12458,10662
 express,7086,7423,7459,7427,7389,7374
 grails,3621,4201,4361,4446,4471,4381
 nodejs,10311,10696,10730,10768,10863,10727
-elli,9306,18213,18479,18535,18412,18496
+servlet,20126,25053,25976,26974,26511,22951
+play,3764,4078,4343,4520,4716,4765
 kelp,1781,1837,1828,1822,1797,1840
 dancer,1063,1050,1081,1061,1055,1064
 ringojs-convinient,3430,4373,5217,5596,5784,5864
 ringojs,4323,5150,5583,6287,6497,6580
-phalcon,1911,1883,1851,1852,1828,1796
 spark,15368,19518,20987,21862,22389,18553
+netty,19904,31150,35325,38705,40854,40266
 kohana,507,508,506,504,500,477
 mojolicious,754,759,755,750,737,754
-laravel,358,355,354,343,333,322
+rack-ruby,5472,6547,7327,7609,7812,7545
 php,3877,3968,3966,3992,3978,3956
-play,3764,4078,4343,4520,4716,4765
+elli,9306,18213,18479,18535,18412,18496
 grizzly-jersey,11661,12259,13045,13461,13828,14555
 rack-jruby,4798,4663,4789,4858,4834,4635
-rack-ruby,5472,6547,7327,7609,7812,7545
+laravel,358,355,354,343,333,322
 rails-jruby,456,649,852,832,817,759
 rails-ruby,942,956,943,929,941,938
 django-stripped,3802,3998,3924,3896,3984,3974
-servlet,20126,25053,25976,26974,26511,22951
+play-scala,5944,7680,8649,8690,8940,9008
 flask,3293,3344,3352,3347,3302,3298
-netty,19904,31150,35325,38705,40854,40266
+tapestry,10663,10721,11118,11365,11200,10931
 yesod,11213,11849,12205,12861,13116,14013
 http-kit,12847,16063,17995,19509,20685,21807
 rails-stripped-jruby,529,891,1006,1019,1007,975
-rails-stripped-ruby,1178,1189,1187,1167,1176,1176
+tornado,2005,2099,2136,2147,2150,2125
 scalatra,9067,9878,10326,10737,10193,9838
-play-scala,5944,7680,8649,8690,8940,9008
+codeigniter,542,545,573,578,571,542
+scalatra-raw,10380,10895,10962,11290,11280,10507

results/ec2/20130430223518/query.csv

@@ -1,12 +1,14 @@
 Framework,1,5,10,15,20
+lithium,226,140,96,73,58
 symfony2,129,117,105,94,86
+unfiltered,4490,1170,616,415,304
 openresty,7436,2044,1144,764,590
 kohana-raw,288,250,208,184,167
 laravel-raw,239,188,154,126,112
 codeigniter-raw,473,390,309,265,232
 silex-raw,240,222,204,191,177
 play1,1177,678,412,316,242
-tornado-raw,913,346,207,145,108
+rails-stripped-jruby,635,306,188,135,104
 fuel,214,165,131,106,90
 slim,467,341,272,220,180
 dropwizard,3374,1675,1017,731,563
@@ -41,7 +43,7 @@ express-mysql,1436,364,191,131,52
 nodejs-mongodb,2909,933,494,336,248
 play-scala-mongodb,3270,1584,990,733,556
 flask-mysql-raw,1700,916,586,435,336
-elli,4350,1130,594,402,307
+play,1385,684,427,309,245
 dancer-raw,862,634,478,402,314
 ringojs-convinient,1321,328,172,114,85
 ringojs-raw,3654,1663,1029,719,567
@@ -50,20 +52,22 @@ spark,373,357,344,306,280
 kelp-raw,1278,821,617,453,300
 php,512,353,258,205,171
 nodejs-mysql,1569,380,196,132,53
-play,1385,684,427,309,245
+elli,4350,1130,594,402,307
 php-raw,2666,1778,1094,805,608
-unfiltered,4490,1170,616,415,304
+kohana,5490,1862,1067,746,565
+laravel,264,163,110,83,66
 rails-jruby,540,272,173,122,98
 rails-ruby,650,317,202,148,118
 servlet-raw,8237,2338,1268,869,647
 play-scala,2921,969,544,398,306
 flask,766,315,180,127,98
-lithium,226,140,96,73,58
+phreeze,343,313,321,316,300
 yesod,3443,880,455,300,226
 http-kit,4416,1309,810,575,432
-rails-stripped-jruby,635,306,188,135,104
+tornado-raw,913,346,207,145,108
 rails-stripped-ruby,788,353,216,156,123
 django-stripped,721,258,143,99,76
 bottle-mysql-raw,2697,1211,726,516,404
+codeigniter,109,100,92,85,79
 scalatra-raw,4820,1698,987,705,547
 play1siena,2307,1347,916,678,533

results/i7/20130430144443/20130501082907/db.csv

@@ -1,2 +0,0 @@
-Framework,8,16,32,64,128,256
-play1siena,9944,9819,9112,9122,9095,9205

results/i7/20130430144443/20130501082907/fortune.csv

@@ -1 +0,0 @@
-Framework,1,5,10,15,20

results/i7/20130430144443/20130501082907/json.csv

@@ -1,2 +0,0 @@
-Framework,8,16,32,64,128,256
-play1siena,39488,61147,67235,70694,69641,65841

results/i7/20130430144443/20130501082907/query.csv

@@ -1,2 +0,0 @@
-Framework,1,5,10,15,20
-play1siena,7954,5558,2793,1896,1443

results/i7/20130430144443/db.csv

@@ -1,13 +1,14 @@
 Framework,8,16,32,64,128,256
 lithium,1190,1371,1403,1405,1402,1389
 symfony2,637,706,707,706,702,697
-openresty,17893,44594,69251,89686,97550,97818
+unfiltered,10372,24355,30272,30235,30200,30177
+http-kit,15167,39710,57358,57365,57318,57135
 kohana-raw,1733,2041,2148,2157,2155,2139
 laravel-raw,1401,1609,1665,1651,1613,1569
 codeigniter-raw,2975,3504,3679,3691,3672,3623
 silex-raw,1461,1699,1719,1716,1713,1704
 play1,7606,10124,10128,10099,10072,10061
-tornado-raw,3935,5147,5687,5902,5881,5729
+rails-stripped-jruby,3522,3568,3443,3247,2907,2349
 fuel,1200,1367,1406,1397,1401,1393
 slim,2730,3262,3439,3495,3528,3455
 dropwizard,9336,20114,31857,35955,35782,33592
@@ -53,17 +54,20 @@ php,2537,3647,3986,4058,4026,3984
 nodejs-mysql,3415,4870,6609,7982,8475,8730
 play,4668,6151,6918,7175,7274,7279
 php-raw,9860,21701,26612,27286,25919,26504
-unfiltered,10372,24355,30272,30235,30200,30177
+kohana,15587,33449,44575,46914,45873,43946
+laravel,1195,1374,1406,1403,1403,1383
 rails-jruby,3026,2990,2909,2752,2492,2050
 rails-ruby,2809,2991,2986,2985,2958,2965
 servlet-raw,18128,43383,66162,78139,82924,78795
 play-scala,9414,15936,19532,21593,22455,22500
 flask,3749,3872,3842,3841,3839,3840
-phreeze,6,6,33,22,80,62
+phreeze,253,885,716,549,778,782
 yesod,10254,23240,32443,33063,34091,31789
-http-kit,15167,39710,57358,57365,57318,57135
-rails-stripped-jruby,3522,3568,3443,3247,2907,2349
+openresty,17893,44594,69251,89686,97550,97818
+tornado-raw,3935,5147,5687,5902,5881,5729
 rails-stripped-ruby,3378,3625,3604,3602,3593,3569
 django-stripped,2840,3405,3406,3406,3408,3407
 bottle-mysql-raw,11482,16438,16529,16563,16597,16566
+codeigniter,520,573,573,572,569,562
 scalatra-raw,15730,33725,44848,47023,46894,44281
+play1siena,9944,9819,9112,9122,9095,9205

results/i7/20130430144443/db/phreeze/raw

@@ -1,136 +0,0 @@
-Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
-
- * Documentation:  https://help.ubuntu.com/
-
-  System information as of Wed May  1 09:14:16 PDT 2013
-
-  System load:  0.14                Processes:           119
-  Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
-  Swap usage:   0%
-
-  Graph this data and manage this system at https://landscape.canonical.com/
-
-121 packages can be updated.
-65 updates are security updates.
-
-
----------------------------------------------------------
- Running Primer phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 5s test @ http://172.16.98.122:8080/db
-  8 threads and 8 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   175.03ms  104.65ms 264.61ms   79.19%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  131 requests in 6.00s, 54.98KB read
-  Socket errors: connect 0, read 0, write 0, timeout 16
-Requests/sec:     21.83
-Transfer/sec:      9.16KB
-
----------------------------------------------------------
- Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   311.76ms    1.87s   19.34s    99.00%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  3192 requests in 30.00s, 1.31MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2746
-Requests/sec:    106.39
-Transfer/sec:     44.65KB
-
----------------------------------------------------------
- Concurrency: 8 for phreeze
- wrk -d 30 -c 8 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 8 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    57.54ms  477.37ms  17.56s    99.63%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  194 requests in 30.00s, 81.42KB read
-  Socket errors: connect 0, read 0, write 0, timeout 88
-Requests/sec:      6.47
-Transfer/sec:      2.71KB
-
----------------------------------------------------------
- Concurrency: 16 for phreeze
- wrk -d 30 -c 16 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 16 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   507.94ms    2.69s   15.80s    96.99%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  193 requests in 30.00s, 81.00KB read
-  Socket errors: connect 0, read 0, write 0, timeout 203
-Requests/sec:      6.43
-Transfer/sec:      2.70KB
-
----------------------------------------------------------
- Concurrency: 32 for phreeze
- wrk -d 30 -c 32 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 32 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   151.67ms    1.23s   18.50s    99.31%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  992 requests in 30.00s, 416.33KB read
-  Socket errors: connect 0, read 0, write 0, timeout 360
-Requests/sec:     33.06
-Transfer/sec:     13.88KB
-
----------------------------------------------------------
- Concurrency: 64 for phreeze
- wrk -d 30 -c 64 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 64 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   142.83ms  897.07ms  13.66s    99.56%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  684 requests in 30.00s, 287.08KB read
-  Socket errors: connect 0, read 0, write 0, timeout 793
-Requests/sec:     22.80
-Transfer/sec:      9.57KB
-
----------------------------------------------------------
- Concurrency: 128 for phreeze
- wrk -d 30 -c 128 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 128 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   384.35ms    1.54s   17.87s    98.62%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2405 requests in 30.00s, 0.99MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1348
-Requests/sec:     80.15
-Transfer/sec:     33.64KB
-
----------------------------------------------------------
- Concurrency: 256 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   589.84ms    1.52s   10.49s    97.63%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  1884 requests in 30.00s, 790.72KB read
-  Socket errors: connect 0, read 0, write 0, timeout 2880
-Requests/sec:     62.79
-Transfer/sec:     26.35KB

results/i7/20130430144443/json.csv

@@ -1,17 +1,19 @@
 Framework,8,16,32,64,128,256
 lithium,2387,2553,2566,2569,2560,2542
 silex,2164,2335,2352,2347,2333,2338
-codeigniter,3476,3953,4211,4225,4191,4180
+phalcon,12276,13912,14519,14437,14264,14416
 symfony2,1004,1077,1075,1069,1066,1056
-unfiltered,39946,74265,93376,116809,142481,165824
+spring,46867,73275,87159,90786,91053,86315
 openresty,57626,114975,189217,203009,202315,202633
+kohana-raw,2110,2227,2209,2171,2113,2041
+laravel-raw,3399,3688,3762,3737,3744,3734
 play1,11457,12268,12286,12315,12384,12418
-phreeze,86,46,72,94,109,192
+play1siena,39488,61147,67235,70694,69641,65841
 fuel,1885,2034,2055,2057,2042,2042
 slim,4199,4568,4653,4601,4644,4624
 dropwizard,50910,84185,109016,109018,106357,97799
 micromvc,10839,12306,12810,12759,12697,12703
-tornado,11053,12403,13064,13861,14406,14575
+rails-stripped-ruby,5511,6050,6040,6037,6021,5985
 bottle,44256,47556,48774,48279,49236,49310
 wai,49413,105414,127201,117538,116153,124351
 vertx,56747,108267,124745,125002,125863,126551
@@ -20,8 +22,8 @@ wicket,52268,77195,77067,76362,76775,77289
 go,45484,95421,172664,190015,193999,199165
 sinatra-ruby,1016,1219,1199,1176,1178,1176
 sinatra-jruby,2851,2817,2813,2810,2780,2713
-spring,46867,73275,87159,90786,91053,86315
-tapestry,47691,81695,109251,113147,112477,104587
+unfiltered,39946,74265,93376,116809,142481,165824
+phreeze,618,1279,1009,906,1315,1367
 finagle,52994,109251,189906,226961,230731,232480
 lift-stateless,18930,27173,33131,35315,37717,39072
 onion,66431,112682,215766,225921,228755,230409
@@ -35,30 +37,32 @@ compojure,34571,63069,104800,113904,109255,101012
 express,32844,39774,42268,44102,45746,45319
 grails,23601,30645,31752,31958,31597,31109
 nodejs,43148,56810,66984,70341,72342,72434
-elli,30980,92448,147024,155520,157542,158215
+servlet,67351,123420,205530,221120,211674,208522
+play,18545,26903,27518,27578,26907,26645
 kelp,11113,12691,12827,13055,13213,13154
 dancer,5957,6681,6644,6644,6650,6643
 ringojs-convinient,16934,25537,31472,35219,36293,35468
 ringojs,18392,30145,38573,44117,45843,45309
-phalcon,12276,13912,14519,14437,14264,14416
 spark,62266,116659,201322,221533,211249,209345
+netty,56410,109397,203297,214234,217383,219202
 kohana,3342,3630,3686,3670,3680,3606
 mojolicious,3948,4376,4359,4362,4356,4287
-laravel,2025,2166,2148,2125,2068,2059
+rack-ruby,31391,44501,51256,54625,55809,57197
 php,25520,34683,38212,37507,37324,38026
-play,18545,26903,27518,27578,26907,26645
+elli,30980,92448,147024,155520,157542,158215
 grizzly-jersey,38991,92257,122143,134377,140117,146043
 rack-jruby,23129,28767,30108,30122,29604,28121
-rack-ruby,31391,44501,51256,54625,55809,57197
+laravel,2025,2166,2148,2125,2068,2059
 rails-jruby,4268,4049,3941,3702,3270,2575
 rails-ruby,4229,4627,4614,4618,4601,4578
 django-stripped,22701,22872,22783,23030,23071,23039
-servlet,67351,123420,205530,221120,211674,208522
+play-scala,23368,37924,41125,40989,40839,40854
 flask,18359,18497,18637,18496,18505,18496
-netty,56410,109397,203297,214234,217383,219202
+tapestry,47691,81695,109251,113147,112477,104587
 yesod,46130,89255,104570,94006,97716,98323
 http-kit,36566,57621,85010,109848,122313,134974
 rails-stripped-jruby,5274,5139,4967,4659,4062,3026
-rails-stripped-ruby,5511,6050,6040,6037,6021,5985
+tornado,11053,12403,13064,13861,14406,14575
 scalatra,46793,73839,88064,91360,92288,88283
-play-scala,23368,37924,41125,40989,40839,40854
+codeigniter,3476,3953,4211,4225,4191,4180
+scalatra-raw,47591,74552,89605,92407,93047,88730

results/i7/20130430144443/json/phreeze/raw

@@ -1,135 +0,0 @@
-Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
-
- * Documentation:  https://help.ubuntu.com/
-
-  System information as of Wed May  1 09:10:18 PDT 2013
-
-  System load:  0.11                Processes:           119
-  Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
-  Swap usage:   0%
-
-  Graph this data and manage this system at https://landscape.canonical.com/
-
-121 packages can be updated.
-65 updates are security updates.
-
-
----------------------------------------------------------
- Running Primer phreeze
- wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 5s test @ http://172.16.98.122:8080/json
-  8 threads and 8 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    31.81ms   10.85ms 102.49ms   84.84%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  1262 requests in 6.00s, 517.58KB read
-Requests/sec:    210.36
-Transfer/sec:     86.27KB
-
----------------------------------------------------------
- Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.34s   417.35ms   2.28s    68.25%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  5554 requests in 30.00s, 2.22MB read
-  Socket errors: connect 0, read 0, write 0, timeout 77
-Requests/sec:    185.11
-Transfer/sec:     75.92KB
-
----------------------------------------------------------
- Concurrency: 8 for phreeze
- wrk -d 30 -c 8 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 8 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    75.65ms   42.86ms 299.08ms   71.03%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2598 requests in 30.00s, 1.04MB read
-  Socket errors: connect 0, read 0, write 0, timeout 30
-Requests/sec:     86.59
-Transfer/sec:     35.51KB
-
----------------------------------------------------------
- Concurrency: 16 for phreeze
- wrk -d 30 -c 16 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 16 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   140.42ms  830.20ms  10.98s    98.87%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  1385 requests in 30.00s, 568.01KB read
-  Socket errors: connect 0, read 0, write 0, timeout 171
-Requests/sec:     46.16
-Transfer/sec:     18.93KB
-
----------------------------------------------------------
- Concurrency: 32 for phreeze
- wrk -d 30 -c 32 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 32 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   144.93ms  842.24ms  11.16s    99.31%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2179 requests in 30.00s, 0.87MB read
-  Socket errors: connect 0, read 0, write 0, timeout 303
-Requests/sec:     72.63
-Transfer/sec:     29.79KB
-
----------------------------------------------------------
- Concurrency: 64 for phreeze
- wrk -d 30 -c 64 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 64 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   255.55ms    1.05s   16.94s    98.62%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2832 requests in 30.00s, 1.13MB read
-  Socket errors: connect 0, read 0, write 0, timeout 463
-Requests/sec:     94.40
-Transfer/sec:     38.72KB
-
----------------------------------------------------------
- Concurrency: 128 for phreeze
- wrk -d 30 -c 128 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 128 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   342.78ms    1.04s    9.58s    98.75%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  3286 requests in 30.00s, 1.32MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1075
-Requests/sec:    109.52
-Transfer/sec:     44.92KB
-
----------------------------------------------------------
- Concurrency: 256 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/json
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/json
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   504.43ms  776.79ms   8.26s    96.72%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  5789 requests in 30.00s, 2.32MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1885
-Requests/sec:    192.96
-Transfer/sec:     79.14KB

results/i7/20130430144443/query.csv

@@ -1,13 +1,14 @@
 Framework,1,5,10,15,20
 lithium,1388,876,603,460,372
 symfony2,697,643,588,545,506
-openresty,97172,22005,10949,8167,6182
+unfiltered,29489,6495,3284,2186,1649
+http-kit,56845,11631,5608,3756,2808
 kohana-raw,2144,1882,1652,1477,1335
 laravel-raw,1569,1304,1094,939,827
 codeigniter-raw,3609,2990,2527,2195,1944
 silex-raw,1702,1596,1485,1393,1312
 play1,10009,4201,2266,1571,1215
-tornado-raw,5602,2031,1186,836,654
+rails-stripped-jruby,2327,1314,874,655,515
 fuel,1383,1088,857,715,612
 slim,3476,2591,1997,1625,1377
 dropwizard,32849,17458,10886,7869,6127
@@ -42,7 +43,7 @@ express-mysql,8010,1990,1020,682,517
 nodejs-mongodb,17149,5490,3016,2071,1561
 play-scala-mongodb,18719,6460,3425,2171,1591
 flask-mysql-raw,8131,4505,2926,2155,1706
-elli,30652,7630,3933,2660,1995
+play,7240,4605,3246,2517,2059
 dancer-raw,5189,3453,1723,1143,860
 ringojs-convinient,5876,1082,543,357,266
 ringojs-raw,31162,14437,8729,6260,4927
@@ -51,19 +52,22 @@ spark,807,788,789,779,774
 kelp-raw,8370,2226,1141,622,417
 php,3985,2678,1943,1530,1262
 nodejs-mysql,8571,2040,1042,702,518
-play,7240,4605,3246,2517,2059
+elli,30652,7630,3933,2660,1995
 php-raw,26443,17581,10456,7792,6042
-unfiltered,29489,6495,3284,2186,1649
+kohana,45196,12183,6682,4782,3850
+laravel,1378,874,601,459,371
 rails-jruby,2040,1203,805,612,490
 rails-ruby,2826,1329,835,611,483
 servlet-raw,82080,23134,12232,8337,6316
 play-scala,22437,6198,3339,2258,1695
 flask,3715,1433,818,576,443
-phreeze,69,133,26,31,50
+phreeze,344,249,267,193,207
 yesod,26751,7846,3973,2595,1915
-http-kit,56845,11631,5608,3756,2808
-rails-stripped-jruby,2327,1314,874,655,515
+openresty,97172,22005,10949,8167,6182
+tornado-raw,5602,2031,1186,836,654
 rails-stripped-ruby,3439,1479,901,650,509
 django-stripped,3361,1224,686,477,365
 bottle-mysql-raw,14925,6324,3719,2627,2025
+codeigniter,560,524,486,455,426
 scalatra-raw,45524,12037,6724,4901,3876
+play1siena,7954,5558,2793,1896,1443

results/i7/20130430144443/query/phreeze/raw

@@ -1,122 +0,0 @@
-Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
-
- * Documentation:  https://help.ubuntu.com/
-
-  System information as of Wed May  1 09:18:15 PDT 2013
-
-  System load:  0.15                Processes:           119
-  Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
-  Swap usage:   0%
-
-  Graph this data and manage this system at https://landscape.canonical.com/
-
-121 packages can be updated.
-65 updates are security updates.
-
-
----------------------------------------------------------
- Running Primer phreeze
- wrk -d 5 -c 8 -t 8 http://172.16.98.122:8080/db?queries=2
----------------------------------------------------------
-
-Running 5s test @ http://172.16.98.122:8080/db?queries=2
-  8 threads and 8 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    69.29ms   24.23ms  86.37ms   87.66%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  25 requests in 6.00s, 11.37KB read
-  Socket errors: connect 0, read 0, write 0, timeout 16
-Requests/sec:      4.17
-Transfer/sec:      1.89KB
-
----------------------------------------------------------
- Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=2
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=2
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   640.60ms  810.41ms   6.12s    98.32%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2994 requests in 30.01s, 1.33MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2599
-Requests/sec:     99.78
-Transfer/sec:     45.37KB
-
----------------------------------------------------------
- Queries: 1 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=1
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=1
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   523.25ms    1.61s   10.09s    97.31%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2078 requests in 30.00s, 0.85MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2935
-Requests/sec:     69.26
-Transfer/sec:     29.07KB
-
----------------------------------------------------------
- Queries: 5 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=5
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=5
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   729.39ms    2.82s   18.99s    97.70%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  4006 requests in 30.00s, 2.19MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2225
-  Non-2xx or 3xx responses: 1
-Requests/sec:    133.51
-Transfer/sec:     74.70KB
-
----------------------------------------------------------
- Queries: 10 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=10
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=10
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   289.45ms    1.40s   13.87s    98.94%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  782 requests in 30.01s, 574.94KB read
-  Socket errors: connect 0, read 0, write 0, timeout 3174
-Requests/sec:     26.06
-Transfer/sec:     19.16KB
-
----------------------------------------------------------
- Queries: 15 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=15
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=15
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   438.20ms    1.00s    6.82s    97.46%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  954 requests in 30.00s, 868.05KB read
-  Socket errors: connect 0, read 0, write 0, timeout 3371
-Requests/sec:     31.80
-Transfer/sec:     28.93KB
-
----------------------------------------------------------
- Queries: 20 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=20
----------------------------------------------------------
-
-Running 30s test @ http://172.16.98.122:8080/db?queries=20
-  8 threads and 256 connections
-  Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   805.62ms    3.00s   17.45s    96.87%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  1506 requests in 30.00s, 1.60MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2835
-Requests/sec:     50.19
-Transfer/sec:     54.44KB