Merge branch 'master' of gitlab.techempower.com:techempower/frameworkbenchmarks

README.md

@@ -23,6 +23,7 @@ When propmted to create a security group for the instances, here are the ports t
 * 22 (SSH)
 * 8080 (Most of the tests run on 8080)
 * 3306 (MySQL)
+* 5432 (PostgreSQL)
 * 9000 (Play Framework)
 * 27017 (MongoDB)
 * 3000 (yesod)

benchmarker.py

@@ -176,23 +176,17 @@ class Benchmarker:
   # report_results
   ############################################################
   def report_results(self, framework, test, results, latency, requests, total_time, errors, total_requests):
-    # Try to get the id in the result array if it exists.
-    try:
-      framework_id = str(self.results['frameworks'].index(framework.name))
-    except ValueError:
-      framework_id = str(framework.sort)
-      
     if test not in self.results['rawData'].keys():
       self.results['rawData'][test] = dict()
       self.results['weighttpData'][test] = dict()
 
-    self.results['rawData'][test][framework_id] = results
-    self.results['weighttpData'][test][framework_id] = dict()
-    self.results['weighttpData'][test][framework_id]['latency'] = latency
-    self.results['weighttpData'][test][framework_id]['requests'] = requests
-    self.results['weighttpData'][test][framework_id]['totalTime'] = total_time
-    self.results['weighttpData'][test][framework_id]['errors'] = errors
-    self.results['weighttpData'][test][framework_id]['totalRequests'] = total_requests
+    self.results['rawData'][test][framework.sort] = results
+    self.results['weighttpData'][test][framework.sort] = dict()
+    self.results['weighttpData'][test][framework.sort]['latency'] = latency
+    self.results['weighttpData'][test][framework.sort]['requests'] = requests
+    self.results['weighttpData'][test][framework.sort]['totalTime'] = total_time
+    self.results['weighttpData'][test][framework.sort]['errors'] = errors
+    self.results['weighttpData'][test][framework.sort]['totalRequests'] = total_requests
 
   ############################################################
   # End report_results
@@ -280,7 +274,7 @@ class Benchmarker:
       sudo -s ulimit -n 8192
       sudo sysctl net.ipv4.tcp_tw_reuse=1
       sudo sysctl net.ipv4.tcp_tw_recycle=1
-      sudo sysctl -w kernel.shmmax=134217728
+      sudo sysctl -w kernel.shmmax=2147483648
       sudo sysctl -w kernel.shmall=2097152
     """)
   ############################################################
@@ -405,37 +399,37 @@ class Benchmarker:
       f.write(json.dumps(self.results))
     
     # JSON CSV
-    with open(os.path.join(self.full_results_directory(), "json.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.concurrency_levels)
-      for key, value in self.results['rawData']['json'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    # with open(os.path.join(self.full_results_directory(), "json.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.concurrency_levels)
+    #  for key, value in self.results['rawData']['json'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # DB CSV
-    with open(os.path.join(self.full_results_directory(), "db.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.concurrency_levels)
-      for key, value in self.results['rawData']['db'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "db.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.concurrency_levels)
+    #  for key, value in self.results['rawData']['db'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # Query CSV
-    with open(os.path.join(self.full_results_directory(), "query.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.query_intervals)
-      for key, value in self.results['rawData']['query'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "query.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.query_intervals)
+    #  for key, value in self.results['rawData']['query'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # Fortune CSV
-    with open(os.path.join(self.full_results_directory(), "fortune.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.query_intervals)
-      if 'fortune' in self.results['rawData'].keys():
-        for key, value in self.results['rawData']['fortune'].iteritems():
-          framework = self.results['frameworks'][int(key)]
-          writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "fortune.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.query_intervals)
+    #  if 'fortune' in self.results['rawData'].keys():
+    #    for key, value in self.results['rawData']['fortune'].iteritems():
+    #      framework = self.results['frameworks'][int(key)]
+    #      writer.writerow([framework] + value)
 
   ############################################################
   # End __parse_results
@@ -527,9 +521,11 @@ class Benchmarker:
       self.results['weighttpData']['query'] = dict()
       self.results['weighttpData']['fortune'] = dict()
     else:
-      for x in self.__gather_tests():
-        if x.name not in self.results['frameworks']:
-          self.results['frameworks'] = self.results['frameworks'] + [x.name]
+      #for x in self.__gather_tests():
+      #  if x.name not in self.results['frameworks']:
+      #    self.results['frameworks'] = self.results['frameworks'] + [x.name]
+      # Always overwrite framework list
+      self.results['frameworks'] = [t.name for t in self.__gather_tests()]
 
     # Setup the ssh command string
     self.ssh_string = "ssh -T -o StrictHostKeyChecking=no " + self.client_user + "@" + self.client_host

latest.json

@@ -1,3 +1,2 @@
 {
-  "i7": 20130430144443
 }

results/ec2/20130430223518/db.csv

@@ -1,12 +1,14 @@
 Framework,8,16,32,64,128,256
+lithium,265,266,259,262,253,235
 symfony2,151,149,144,139,138,131
+unfiltered,3525,4330,4573,4460,4322,4489
 openresty,7103,8056,8205,8268,8284,7520
 kohana-raw,300,309,307,304,295,287
 laravel-raw,259,257,257,250,246,238
 codeigniter-raw,494,505,493,485,475,468
 silex-raw,262,257,255,252,247,238
 play1,1232,1242,1186,1200,1193,1220
-tornado-raw,935,926,954,934,956,951
+rails-stripped-jruby,724,732,726,703,687,633
 fuel,232,232,232,225,228,217
 slim,498,504,497,495,483,469
 dropwizard,2777,3377,3731,3621,3743,3546
@@ -52,18 +54,20 @@ php,556,563,551,544,522,507
 nodejs-mysql,1395,1578,1642,1641,1648,1624
 play,1064,1204,1298,1340,1348,1375
 php-raw,2730,2826,2812,2778,2788,2710
-unfiltered,3525,4330,4573,4460,4322,4489
+kohana,5038,5536,5676,5843,5774,5532
+laravel,293,297,298,294,282,264
 rails-jruby,593,619,612,596,584,558
 rails-ruby,687,685,677,682,681,677
 servlet-raw,7122,8116,8768,8908,8703,8205
 play-scala,2485,2568,2875,2962,2934,2898
 flask,923,931,820,811,808,810
-lithium,265,266,259,262,253,235
+phreeze,320,340,355,355,337,329
 yesod,3170,3678,3775,3785,3758,3798
 http-kit,6169,6152,6202,6146,6217,5756
-rails-stripped-jruby,724,732,726,703,687,633
+tornado-raw,935,926,954,934,956,951
 rails-stripped-ruby,810,819,819,811,815,801
 django-stripped,712,737,729,733,733,724
 bottle-mysql-raw,2780,2760,2829,2887,2934,2940
+codeigniter,117,116,116,115,114,110
 scalatra-raw,4176,5112,5113,5290,5129,4978
 play1siena,2689,2509,2482,2457,2426,2375

results/ec2/20130430223518/db/phreeze/raw

@@ -0,0 +1,142 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:25:24 UTC 2013
+
+  System load:  0.08               Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    28.98ms   75.05ms   1.22s    98.58%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  1101 requests in 6.00s, 462.07KB read
+  Socket errors: connect 0, read 0, write 0, timeout 3
+Requests/sec:    183.48
+Transfer/sec:     77.00KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   655.25ms  344.97ms   2.03s    71.09%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  22192 requests in 1.00m, 9.10MB read
+  Socket errors: connect 0, read 0, write 0, timeout 311
+Requests/sec:    369.83
+Transfer/sec:    155.22KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    27.53ms   87.09ms   3.07s    97.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19244 requests in 1.00m, 7.89MB read
+  Socket errors: connect 0, read 0, write 0, timeout 15
+Requests/sec:    320.71
+Transfer/sec:    134.59KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    69.32ms  706.96ms  16.50s    99.75%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20432 requests in 1.00m, 8.37MB read
+  Socket errors: connect 0, read 0, write 0, timeout 98
+Requests/sec:    340.50
+Transfer/sec:    142.90KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    70.87ms  124.05ms   1.12s    91.20%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  21325 requests in 1.00m, 8.74MB read
+  Socket errors: connect 0, read 0, write 0, timeout 263
+Requests/sec:    355.40
+Transfer/sec:    149.15KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   181.21ms  224.56ms   1.46s    85.47%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  21313 requests in 1.00m, 8.73MB read
+  Socket errors: connect 0, read 0, write 0, timeout 278
+Requests/sec:    355.19
+Transfer/sec:    149.06KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   354.39ms  254.19ms   1.56s    68.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20259 requests in 1.00m, 8.30MB read
+  Socket errors: connect 0, read 0, write 0, timeout 294
+Requests/sec:    337.62
+Transfer/sec:    141.69KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   734.93ms  329.18ms   2.94s    71.75%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19780 requests in 1.00m, 8.11MB read
+  Socket errors: connect 0, read 0, write 0, timeout 292
+Requests/sec:    329.64
+Transfer/sec:    138.35KB

results/ec2/20130430223518/json.csv

@@ -1,17 +1,19 @@
 Framework,8,16,32,64,128,256
 lithium,378,388,379,374,366,344
 silex,386,386,382,377,369,364
-codeigniter,542,545,573,578,571,542
+phalcon,1911,1883,1851,1852,1828,1796
 symfony2,190,187,184,185,182,185
-unfiltered,12847,17768,22510,25981,29448,32492
+spring,10199,10226,10650,10948,11012,10638
 openresty,17385,23257,27488,30355,34329,35629
+kohana-raw,406,408,402,394,386,385
+laravel-raw,581,576,574,563,553,547
 play1,1711,1743,1725,1755,1756,1633
 play1siena,8146,8544,8952,9082,9129,8731
 fuel,335,338,340,337,332,309
 slim,683,685,665,653,639,632
 dropwizard,11521,11505,11815,11803,11780,11108
 micromvc,1683,1680,1664,1580,1557,1549
-tornado,2005,2099,2136,2147,2150,2125
+rails-stripped-ruby,1178,1189,1187,1167,1176,1176
 bottle,8011,7770,8201,7940,8109,8051
 wai,14556,16207,17696,18130,18834,19559
 vertx,19245,24866,26879,27894,27783,27718
@@ -20,8 +22,8 @@ wicket,11690,12439,12757,13105,12951,12539
 go,17793,23723,25236,25559,25451,25737
 sinatra-ruby,688,923,928,923,926,932
 sinatra-jruby,434,611,608,607,604,593
-spring,10199,10226,10650,10948,11012,10638
-tapestry,10663,10721,11118,11365,11200,10931
+unfiltered,12847,17768,22510,25981,29448,32492
+phreeze,546,545,519,524,493,485
 finagle,17975,22653,25767,26387,26371,26232
 lift-stateless,3529,4031,4736,5106,5290,5376
 onion,23091,38818,46118,52401,41668,45408
@@ -35,30 +37,32 @@ compojure,11173,11724,12225,12512,12458,10662
 express,7086,7423,7459,7427,7389,7374
 grails,3621,4201,4361,4446,4471,4381
 nodejs,10311,10696,10730,10768,10863,10727
-elli,9306,18213,18479,18535,18412,18496
+servlet,20126,25053,25976,26974,26511,22951
+play,3764,4078,4343,4520,4716,4765
 kelp,1781,1837,1828,1822,1797,1840
 dancer,1063,1050,1081,1061,1055,1064
 ringojs-convinient,3430,4373,5217,5596,5784,5864
 ringojs,4323,5150,5583,6287,6497,6580
-phalcon,1911,1883,1851,1852,1828,1796
 spark,15368,19518,20987,21862,22389,18553
+netty,19904,31150,35325,38705,40854,40266
 kohana,507,508,506,504,500,477
 mojolicious,754,759,755,750,737,754
-laravel,358,355,354,343,333,322
+rack-ruby,5472,6547,7327,7609,7812,7545
 php,3877,3968,3966,3992,3978,3956
-play,3764,4078,4343,4520,4716,4765
+elli,9306,18213,18479,18535,18412,18496
 grizzly-jersey,11661,12259,13045,13461,13828,14555
 rack-jruby,4798,4663,4789,4858,4834,4635
-rack-ruby,5472,6547,7327,7609,7812,7545
+laravel,358,355,354,343,333,322
 rails-jruby,456,649,852,832,817,759
 rails-ruby,942,956,943,929,941,938
 django-stripped,3802,3998,3924,3896,3984,3974
-servlet,20126,25053,25976,26974,26511,22951
+play-scala,5944,7680,8649,8690,8940,9008
 flask,3293,3344,3352,3347,3302,3298
-netty,19904,31150,35325,38705,40854,40266
+tapestry,10663,10721,11118,11365,11200,10931
 yesod,11213,11849,12205,12861,13116,14013
 http-kit,12847,16063,17995,19509,20685,21807
 rails-stripped-jruby,529,891,1006,1019,1007,975
-rails-stripped-ruby,1178,1189,1187,1167,1176,1176
+tornado,2005,2099,2136,2147,2150,2125
 scalatra,9067,9878,10326,10737,10193,9838
-play-scala,5944,7680,8649,8690,8940,9008
+codeigniter,542,545,573,578,571,542
+scalatra-raw,10380,10895,10962,11290,11280,10507

results/ec2/20130430223518/json/phreeze/raw

@@ -0,0 +1,141 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:17:57 UTC 2013
+
+  System load:  0.69               Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/json
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    17.68ms   37.13ms 343.11ms   95.13%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  2733 requests in 5.00s, 1.09MB read
+Requests/sec:    546.24
+Transfer/sec:    224.02KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   449.50ms  350.20ms   7.01s    76.37%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  33763 requests in 1.00m, 13.52MB read
+  Socket errors: connect 0, read 0, write 0, timeout 121
+Requests/sec:    562.63
+Transfer/sec:    230.75KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    20.34ms   72.26ms   1.79s    95.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  32791 requests in 1.00m, 13.13MB read
+  Socket errors: connect 0, read 0, write 0, timeout 6
+Requests/sec:    546.49
+Transfer/sec:    224.12KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    44.92ms  499.99ms  19.75s    99.56%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  32740 requests in 1.00m, 13.11MB read
+  Socket errors: connect 0, read 0, write 0, timeout 102
+Requests/sec:    545.65
+Transfer/sec:    223.78KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    61.10ms  123.29ms   1.18s    91.54%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  31188 requests in 1.00m, 12.49MB read
+  Socket errors: connect 0, read 0, write 0, timeout 274
+Requests/sec:    519.77
+Transfer/sec:    213.16KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   105.04ms  147.72ms   1.18s    87.42%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  31498 requests in 1.00m, 12.61MB read
+  Socket errors: connect 0, read 0, write 0, timeout 398
+Requests/sec:    524.94
+Transfer/sec:    215.29KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   246.40ms  220.31ms   1.63s    69.33%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  29601 requests in 1.00m, 11.86MB read
+  Socket errors: connect 0, read 0, write 0, timeout 378
+Requests/sec:    493.30
+Transfer/sec:    202.31KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   482.07ms  312.98ms   1.74s    65.18%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  29106 requests in 1.00m, 11.66MB read
+  Socket errors: connect 0, read 0, write 0, timeout 378
+Requests/sec:    485.05
+Transfer/sec:    198.93KB

results/ec2/20130430223518/query.csv

@@ -1,12 +1,14 @@
 Framework,1,5,10,15,20
+lithium,226,140,96,73,58
 symfony2,129,117,105,94,86
+unfiltered,4490,1170,616,415,304
 openresty,7436,2044,1144,764,590
 kohana-raw,288,250,208,184,167
 laravel-raw,239,188,154,126,112
 codeigniter-raw,473,390,309,265,232
 silex-raw,240,222,204,191,177
 play1,1177,678,412,316,242
-tornado-raw,913,346,207,145,108
+rails-stripped-jruby,635,306,188,135,104
 fuel,214,165,131,106,90
 slim,467,341,272,220,180
 dropwizard,3374,1675,1017,731,563
@@ -41,7 +43,7 @@ express-mysql,1436,364,191,131,52
 nodejs-mongodb,2909,933,494,336,248
 play-scala-mongodb,3270,1584,990,733,556
 flask-mysql-raw,1700,916,586,435,336
-elli,4350,1130,594,402,307
+play,1385,684,427,309,245
 dancer-raw,862,634,478,402,314
 ringojs-convinient,1321,328,172,114,85
 ringojs-raw,3654,1663,1029,719,567
@@ -50,20 +52,22 @@ spark,373,357,344,306,280
 kelp-raw,1278,821,617,453,300
 php,512,353,258,205,171
 nodejs-mysql,1569,380,196,132,53
-play,1385,684,427,309,245
+elli,4350,1130,594,402,307
 php-raw,2666,1778,1094,805,608
-unfiltered,4490,1170,616,415,304
+kohana,5490,1862,1067,746,565
+laravel,264,163,110,83,66
 rails-jruby,540,272,173,122,98
 rails-ruby,650,317,202,148,118
 servlet-raw,8237,2338,1268,869,647
 play-scala,2921,969,544,398,306
 flask,766,315,180,127,98
-lithium,226,140,96,73,58
+phreeze,343,313,321,316,300
 yesod,3443,880,455,300,226
 http-kit,4416,1309,810,575,432
-rails-stripped-jruby,635,306,188,135,104
+tornado-raw,913,346,207,145,108
 rails-stripped-ruby,788,353,216,156,123
 django-stripped,721,258,143,99,76
 bottle-mysql-raw,2697,1211,726,516,404
+codeigniter,109,100,92,85,79
 scalatra-raw,4820,1698,987,705,547
 play1siena,2307,1347,916,678,533

results/ec2/20130430223518/query/phreeze/raw

@@ -0,0 +1,127 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:32:53 UTC 2013
+
+  System load:  0.3                Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 5 -c 8 -t 8 http://10.252.147.200:8080/phreeze/db?queries=2
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/db?queries=2
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    30.18ms   69.65ms   1.03s    95.94%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  1131 requests in 6.00s, 474.63KB read
+  Socket errors: connect 0, read 0, write 0, timeout 2
+Requests/sec:    188.47
+Transfer/sec:     79.09KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=2
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=2
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   702.64ms  289.57ms   1.83s    70.91%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20194 requests in 1.00m, 8.28MB read
+  Socket errors: connect 0, read 0, write 0, timeout 311
+Requests/sec:    336.55
+Transfer/sec:    141.25KB
+
+---------------------------------------------------------
+ Queries: 1 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=1
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=1
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   703.37ms  250.09ms   1.74s    72.00%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20633 requests in 1.00m, 8.46MB read
+  Socket errors: connect 0, read 0, write 0, timeout 219
+Requests/sec:    343.84
+Transfer/sec:    144.31KB
+
+---------------------------------------------------------
+ Queries: 5 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=5
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=5
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   774.57ms  346.03ms   2.35s    74.47%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  18825 requests in 1.00m, 7.72MB read
+  Socket errors: connect 0, read 0, write 0, timeout 304
+Requests/sec:    313.71
+Transfer/sec:    131.66KB
+
+---------------------------------------------------------
+ Queries: 10 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=10
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=10
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   756.31ms  286.19ms   2.10s    74.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19287 requests in 1.00m, 7.91MB read
+  Socket errors: connect 0, read 0, write 0, timeout 204
+Requests/sec:    321.41
+Transfer/sec:    134.90KB
+
+---------------------------------------------------------
+ Queries: 15 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=15
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=15
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   748.10ms  276.35ms   2.11s    70.97%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19013 requests in 1.00m, 7.79MB read
+  Socket errors: connect 0, read 0, write 0, timeout 375
+Requests/sec:    316.85
+Transfer/sec:    132.99KB
+
+---------------------------------------------------------
+ Queries: 20 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=20
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=20
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   786.02ms  333.93ms   2.54s    72.98%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  18046 requests in 1.00m, 7.40MB read
+  Socket errors: connect 0, read 0, write 0, timeout 279
+Requests/sec:    300.76
+Transfer/sec:    126.23KB

results/i7/20130430144443/20130501082907/db.csv

@@ -1,2 +0,0 @@
-Framework,8,16,32,64,128,256
-play1siena,9944,9819,9112,9122,9095,9205

results/i7/20130430144443/20130501082907/fortune.csv

@@ -1 +0,0 @@
-Framework,1,5,10,15,20

results/i7/20130430144443/20130501082907/json.csv

@@ -1,2 +0,0 @@
-Framework,8,16,32,64,128,256
-play1siena,39488,61147,67235,70694,69641,65841

results/i7/20130430144443/20130501082907/query.csv

@@ -1,2 +0,0 @@
-Framework,1,5,10,15,20
-play1siena,7954,5558,2793,1896,1443

results/i7/20130430144443/db.csv

@@ -1,69 +1,70 @@
 Framework,8,16,32,64,128,256
-lithium,1190,1371,1403,1405,1402,1389
-symfony2,637,706,707,706,702,697
-openresty,17893,44594,69251,89686,97550,97818
-kohana-raw,1733,2041,2148,2157,2155,2139
-laravel-raw,1401,1609,1665,1651,1613,1569
-codeigniter-raw,2975,3504,3679,3691,3672,3623
-silex-raw,1461,1699,1719,1716,1713,1704
-play1,7606,10124,10128,10099,10072,10061
-tornado-raw,3935,5147,5687,5902,5881,5729
-fuel,1200,1367,1406,1397,1401,1393
-slim,2730,3262,3439,3495,3528,3455
-dropwizard,9336,20114,31857,35955,35782,33592
-micromvc,4281,6437,7147,7444,7329,7199
-mojolicious-raw,3449,3728,3699,3706,3734,3776
-silex,814,926,930,930,927,922
-yesod-mongodb-raw,199,399,798,1595,3177,6307
-bottle,4699,5011,5018,5016,5016,5007
-compojure-raw,11983,24532,30793,31383,26901,24875
-vertx,12737,21986,22544,22902,23316,24130
-wicket,14895,33279,42739,44437,43656,41835
-go,15624,32273,69120,79673,79345,78929
-sinatra-ruby,4265,4539,4520,4521,4511,4474
-sinatra-jruby,514,500,481,473,456,421
-spring,14793,28874,35765,35743,35638,34003
-tapestry,8954,19206,28874,32585,32645,30791
-finagle-future-pool,7329,12128,12631,12987,13053,13066
-nodejs-mongodb-raw,12541,22073,26761,26461,28316,28856
-finagle,7638,12483,13272,13295,13241,13224
-lift-stateless,2611,3202,3358,3363,3323,3318
-nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
-onion-raw,17910,30546,34333,34820,34986,34972
-cowboy,11860,21487,28129,28678,28623,28469
-snap,5864,5467,6750,8025,5044,6001
-cake,1005,1139,1150,1148,1148,1137
 gemini,18939,44829,74434,91827,101091,95522
-django,3182,3348,3349,3349,3346,3345
+cake,1005,1139,1150,1148,1148,1137
 compojure,11459,20335,25525,27560,26303,24921
+django,3182,3348,3349,3349,3346,3345
 express-mongodb,8747,11739,13007,13590,14930,15449
-grails,9533,14964,17379,17343,15690,14777
 express-mysql,3222,4618,6381,7136,7943,8094
+grails,9533,14964,17379,17343,15690,14777
 nodejs-mongodb,9945,14096,14136,16770,17394,17801
-play-scala-mongodb,9568,16985,18620,18571,18419,18732
-flask-mysql-raw,7850,8720,8735,8738,8741,8730
-elli,12522,22679,30693,31164,31188,31028
-dancer-raw,4696,5415,5405,5419,5416,5402
-ringojs-convinient,5672,5699,5667,5686,5655,5888
-ringojs-raw,13190,23556,27758,30697,31382,31997
-phalcon,2448,4541,5240,5432,5470,5349
-spark,839,841,840,825,812,804
-kelp-raw,7017,8443,8333,8419,8523,8545
-php,2537,3647,3986,4058,4026,3984
 nodejs-mysql,3415,4870,6609,7982,8475,8730
-play,4668,6151,6918,7175,7274,7279
+php,2537,3647,3986,4058,4026,3984
 php-raw,9860,21701,26612,27286,25919,26504
-unfiltered,10372,24355,30272,30235,30200,30177
-rails-jruby,3026,2990,2909,2752,2492,2050
+play,4668,6151,6918,7175,7274,7279
 rails-ruby,2809,2991,2986,2985,2958,2965
+rails-jruby,3026,2990,2909,2752,2492,2050
 servlet-raw,18128,43383,66162,78139,82924,78795
-play-scala,9414,15936,19532,21593,22455,22500
+sinatra-ruby,4265,4539,4520,4521,4511,4474
+sinatra-jruby,514,500,481,473,456,421
+spring,14793,28874,35765,35743,35638,34003
+tapestry,8954,19206,28874,32585,32645,30791
+vertx,12737,21986,22544,22902,23316,24130
+wicket,14895,33279,42739,44437,43656,41835
+go,15624,32273,69120,79673,79345,78929
+nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
 flask,3749,3872,3842,3841,3839,3840
-phreeze,6,6,33,22,80,62
-yesod,10254,23240,32443,33063,34091,31789
-http-kit,15167,39710,57358,57365,57318,57135
-rails-stripped-jruby,3522,3568,3443,3247,2907,2349
-rails-stripped-ruby,3378,3625,3604,3602,3593,3569
+vertx,12737,21986,22544,22902,23316,24130
 django-stripped,2840,3405,3406,3406,3408,3407
-bottle-mysql-raw,11482,16438,16529,16563,16597,16566
-scalatra-raw,15730,33725,44848,47023,46894,44281
+wicket,14895,33279,42739,44437,43656,41835
+go,15624,32273,69120,79673,79345,78929
+sinatra-ruby,4265,4539,4520,4521,4511,4474
+sinatra-jruby,514,500,481,473,456,421
+spring,14793,28874,35765,35743,35638,34003
+tapestry,8954,19206,28874,32585,32645,30791
+cowboy,11860,21487,28129,28678,28623,28469
+snap,5864,5467,6750,8025,5044,6001
+onion-raw,17910,30546,34333,34820,34986,34972
+nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
+lift-stateless,2611,3202,3358,3363,3323,3318
+finagle-future-pool,7329,12128,12631,12987,13053,13066
+nodejs-mongodb-raw,12541,22073,26761,26461,28316,28856
+unfiltered,10372,24355,30272,30235,30200,30177
+gemini,18939,44829,74434,91827,101091,95522
+openresty,17893,44594,69251,89686,97550,97818
+symfony2,637,706,707,706,702,697
+tornado-raw,3935,5147,5687,5902,5881,5729
+scalatra-raw,1190,1371,1403,1405,1402,1389
+laravel,15730,33725,44848,47023,46894,44281
+laravel-raw,1733,2041,2148,2157,2155,2139
+codeigniter-raw,1401,1609,1665,1651,1613,1569
+silex-raw,2975,3504,3679,3691,3672,3623
+play1,1461,1699,1719,1716,1713,1704
+play1siena,7606,10124,10128,10099,10072,10061
+fuel,9944,9819,9112,9122,9095,9205
+slim,1200,1367,1406,1397,1401,1393
+dropwizard,2730,3262,3439,3495,3528,3455
+micromvc,9336,20114,31857,35955,35782,33592
+spark,4281,6437,7147,7444,7329,7199
+phalcon,839,841,840,825,812,804
+ringojs,2448,4541,5240,5432,5470,5349
+ringojs-convinient,13190,23556,27758,30697,31382,31997
+dancer,5672,5699,5667,5686,5655,5888
+kelp,4696,5415,5405,5419,5416,5402
+mojolicious,7017,8443,8333,8419,8523,8545
+silex,3449,3728,3699,3706,3734,3776
+play-scala-mongodb,814,926,930,930,927,922
+flask-mysql-raw,9568,16985,18620,18571,18419,18732
+compojure-raw,7850,8720,8735,8738,8741,8730
+wai,11983,24532,30793,31383,26901,24875
+bottle,199,399,798,1595,3177,6307
+bottle-mysql-raw,4699,5011,5018,5016,5016,5007

results/i7/20130430144443/db/phreeze/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Wed May  1 09:14:16 PDT 2013
+  System information as of Thu Apr 18 14:13:07 PDT 2013
 
-  System load:  0.14                Processes:           119
+  System load:  0.14                Processes:           114
   Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-121 packages can be updated.
-65 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,114 +23,119 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   175.03ms  104.65ms 264.61ms   79.19%
+    Latency    91.65ms  183.15ms 554.30ms   81.50%
     Req/Sec     0.00      0.00     0.00    100.00%
-  131 requests in 6.00s, 54.98KB read
-  Socket errors: connect 0, read 0, write 0, timeout 16
-Requests/sec:     21.83
-Transfer/sec:      9.16KB
+  423 requests in 6.00s, 177.51KB read
+  Socket errors: connect 0, read 0, write 0, timeout 9
+Requests/sec:     70.49
+Transfer/sec:     29.58KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   311.76ms    1.87s   19.34s    99.00%
+    Latency   213.97ms  649.28ms   7.69s    97.95%
     Req/Sec     0.00      0.00     0.00    100.00%
-  3192 requests in 30.00s, 1.31MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2746
-Requests/sec:    106.39
-Transfer/sec:     44.65KB
+  55564 requests in 1.00m, 22.77MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2652
+  Non-2xx or 3xx responses: 8
+Requests/sec:    925.99
+Transfer/sec:    388.59KB
 
 ---------------------------------------------------------
  Concurrency: 8 for phreeze
- wrk -d 30 -c 8 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    57.54ms  477.37ms  17.56s    99.63%
+    Latency    66.64ms  228.27ms   3.16s    90.76%
     Req/Sec     0.00      0.00     0.00    100.00%
-  194 requests in 30.00s, 81.42KB read
-  Socket errors: connect 0, read 0, write 0, timeout 88
-Requests/sec:      6.47
-Transfer/sec:      2.71KB
+  15221 requests in 1.00m, 6.24MB read
+  Socket errors: connect 0, read 0, write 0, timeout 51
+Requests/sec:    253.67
+Transfer/sec:    106.46KB
 
 ---------------------------------------------------------
  Concurrency: 16 for phreeze
- wrk -d 30 -c 16 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   507.94ms    2.69s   15.80s    96.99%
+    Latency    13.70ms  166.24ms   7.76s    99.75%
     Req/Sec     0.00      0.00     0.00    100.00%
-  193 requests in 30.00s, 81.00KB read
-  Socket errors: connect 0, read 0, write 0, timeout 203
-Requests/sec:      6.43
-Transfer/sec:      2.70KB
+  53133 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 189
+Requests/sec:    885.48
+Transfer/sec:    371.60KB
 
 ---------------------------------------------------------
  Concurrency: 32 for phreeze
- wrk -d 30 -c 32 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   151.67ms    1.23s   18.50s    99.31%
+    Latency    17.65ms  130.33ms   7.12s    99.44%
     Req/Sec     0.00      0.00     0.00    100.00%
-  992 requests in 30.00s, 416.33KB read
-  Socket errors: connect 0, read 0, write 0, timeout 360
-Requests/sec:     33.06
-Transfer/sec:     13.88KB
+  43006 requests in 1.00m, 17.62MB read
+  Socket errors: connect 0, read 0, write 0, timeout 526
+  Non-2xx or 3xx responses: 1
+Requests/sec:    716.72
+Transfer/sec:    300.78KB
 
 ---------------------------------------------------------
  Concurrency: 64 for phreeze
- wrk -d 30 -c 64 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   142.83ms  897.07ms  13.66s    99.56%
+    Latency    33.99ms  260.28ms   8.01s    99.88%
     Req/Sec     0.00      0.00     0.00    100.00%
-  684 requests in 30.00s, 287.08KB read
-  Socket errors: connect 0, read 0, write 0, timeout 793
-Requests/sec:     22.80
-Transfer/sec:      9.57KB
+  32952 requests in 1.00m, 13.50MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1215
+  Non-2xx or 3xx responses: 6
+Requests/sec:    549.17
+Transfer/sec:    230.46KB
 
 ---------------------------------------------------------
  Concurrency: 128 for phreeze
- wrk -d 30 -c 128 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   384.35ms    1.54s   17.87s    98.62%
+    Latency    79.38ms  442.03ms  10.06s    99.60%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2405 requests in 30.00s, 0.99MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1348
-Requests/sec:     80.15
-Transfer/sec:     33.64KB
+  46704 requests in 1.00m, 19.14MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2012
+  Non-2xx or 3xx responses: 3
+Requests/sec:    778.36
+Transfer/sec:    326.64KB
 
 ---------------------------------------------------------
  Concurrency: 256 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db
+Running 1m test @ http://172.16.98.122:8080/db
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   589.84ms    1.52s   10.49s    97.63%
+    Latency   251.65ms  727.23ms  12.25s    92.21%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1884 requests in 30.00s, 790.72KB read
-  Socket errors: connect 0, read 0, write 0, timeout 2880
-Requests/sec:     62.79
-Transfer/sec:     26.35KB
+  46931 requests in 1.00m, 19.23MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3426
+  Non-2xx or 3xx responses: 3
+Requests/sec:    782.09
+Transfer/sec:    328.21KB

results/i7/20130430144443/json.csv

@@ -1,19 +1,29 @@
 Framework,8,16,32,64,128,256
-lithium,2387,2553,2566,2569,2560,2542
-silex,2164,2335,2352,2347,2333,2338
-codeigniter,3476,3953,4211,4225,4191,4180
-symfony2,1004,1077,1075,1069,1066,1056
-unfiltered,39946,74265,93376,116809,142481,165824
-openresty,57626,114975,189217,203009,202315,202633
-play1,11457,12268,12286,12315,12384,12418
-phreeze,86,46,72,94,109,192
-fuel,1885,2034,2055,2057,2042,2042
-slim,4199,4568,4653,4601,4644,4624
-dropwizard,50910,84185,109016,109018,106357,97799
-micromvc,10839,12306,12810,12759,12697,12703
-tornado,11053,12403,13064,13861,14406,14575
-bottle,44256,47556,48774,48279,49236,49310
-wai,49413,105414,127201,117538,116153,124351
+gemini,65131,127271,208351,221197,221501,221632
+cake,1436,1541,1553,1554,1546,1524
+compojure,34571,63069,104800,113904,109255,101012
+django,9727,9631,9584,9578,9609,9597
+express,32844,39774,42268,44102,45746,45319
+grails,23601,30645,31752,31958,31597,31109
+nodejs,43148,56810,66984,70341,72342,72434
+php,25520,34683,38212,37507,37324,38026
+play,18545,26903,27518,27578,26907,26645
+rack-ruby,31391,44501,51256,54625,55809,57197
+rack-jruby,23129,28767,30108,30122,29604,28121
+rails-ruby,4229,4627,4614,4618,4601,4578
+rails-jruby,4268,4049,3941,3702,3270,2575
+servlet,67351,123420,205530,221120,211674,208522
+sinatra-ruby,1016,1219,1199,1176,1178,1176
+sinatra-jruby,2851,2817,2813,2810,2780,2713
+spring,46867,73275,87159,90786,91053,86315
+tapestry,47691,81695,109251,113147,112477,104587
+vertx,56747,108267,124745,125002,125863,126551
+webgo,38917,74481,76912,76993,77899,77476
+wicket,52268,77195,77067,76362,76775,77289
+go,45484,95421,172664,190015,193999,199165
+wsgi,18063,23056,23253,23273,23289,23251
+netty,56410,109397,203297,214234,217383,219202
+flask,18359,18497,18637,18496,18505,18496
 vertx,56747,108267,124745,125002,125863,126551
 webgo,38917,74481,76912,76993,77899,77476
 wicket,52268,77195,77067,76362,76775,77289
@@ -22,43 +32,100 @@ sinatra-ruby,1016,1219,1199,1176,1178,1176
 sinatra-jruby,2851,2817,2813,2810,2780,2713
 spring,46867,73275,87159,90786,91053,86315
 tapestry,47691,81695,109251,113147,112477,104587
-finagle,52994,109251,189906,226961,230731,232480
-lift-stateless,18930,27173,33131,35315,37717,39072
-onion,66431,112682,215766,225921,228755,230409
-wsgi,18063,23056,23253,23273,23289,23251
 cowboy,42037,81230,110941,113702,113830,113071
 snap,16160,26494,21734,18180,17851,16426
-cake,1436,1541,1553,1554,1546,1524
+onion,66431,112682,215766,225921,228755,230409
+finagle,52994,109251,189906,226961,230731,232480
+wsgi,18063,23056,23253,23273,23289,23251
+unfiltered,39946,74265,93376,116809,142481,165824
 gemini,65131,127271,208351,221197,221501,221632
-django,9727,9631,9584,9578,9609,9597
-compojure,34571,63069,104800,113904,109255,101012
+openresty,57626,114975,189217,203009,202315,202633
+symfony2,1004,1077,1075,1069,1066,1056
+tornado,11053,12403,13064,13861,14406,14575
 express,32844,39774,42268,44102,45746,45319
-grails,23601,30645,31752,31958,31597,31109
+scalatra,3476,3953,4211,4225,4191,4180
+lithium,46793,73839,88064,91360,92288,88283
 nodejs,43148,56810,66984,70341,72342,72434
-elli,30980,92448,147024,155520,157542,158215
-kelp,11113,12691,12827,13055,13213,13154
-dancer,5957,6681,6644,6644,6650,6643
-ringojs-convinient,16934,25537,31472,35219,36293,35468
-ringojs,18392,30145,38573,44117,45843,45309
-phalcon,12276,13912,14519,14437,14264,14416
-spark,62266,116659,201322,221533,211249,209345
+kohana,2025,2166,2148,2125,2068,2059
+kohana-raw,3342,3630,3686,3670,3680,3606
+play1siena,11457,12268,12286,12315,12384,12418
+fuel,39488,61147,67235,70694,69641,65841
+slim,1885,2034,2055,2057,2042,2042
+dropwizard,4199,4568,4653,4601,4644,4624
+micromvc,50910,84185,109016,109018,106357,97799
+spark,10839,12306,12810,12759,12697,12703
+phalcon,62266,116659,201322,221533,211249,209345
+ringojs,12276,13912,14519,14437,14264,14416
+ringojs-raw,18392,30145,38573,44117,45843,45309
+dancer,16934,25537,31472,35219,36293,35468
+dancer-raw,5957,6681,6644,6644,6650,6643
+kelp-raw,11113,12691,12827,13055,13213,13154
+mojolicious-raw,3948,4376,4359,4362,4356,4287
+play-scala-mongodb,2164,2335,2352,2347,2333,2338
+yesod-mongodb-raw,49413,105414,127201,117538,116153,124351
+bottle-mysql-raw,44256,47556,48774,48279,49236,49310
 kohana,3342,3630,3686,3670,3680,3606
-mojolicious,3948,4376,4359,4362,4356,4287
 laravel,2025,2166,2148,2125,2068,2059
-php,25520,34683,38212,37507,37324,38026
-play,18545,26903,27518,27578,26907,26645
+scalatra,46793,73839,88064,91360,92288,88283
+codeigniter,3476,3953,4211,4225,4191,4180
+scalatra-raw,47591,74552,89605,92407,93047,88730
+lithium,2387,2553,2566,2569,2560,2542
+symfony2,1004,1077,1075,1069,1066,1056
+openresty,57626,114975,189217,203009,202315,202633
+tornado,11053,12403,13064,13861,14406,14575
+elli,30980,92448,147024,155520,157542,158215
+silex,2164,2335,2352,2347,2333,2338
+bottle,44256,47556,48774,48279,49236,49310
+wai,49413,105414,127201,117538,116153,124351
+django,9727,9631,9584,9578,9609,9597
+grails,23601,30645,31752,31958,31597,31109
+play-scala,23368,37924,41125,40989,40839,40854
+django-stripped,22701,22872,22783,23030,23071,23039
+rails-stripped-ruby,5511,6050,6040,6037,6021,5985
+rails-stripped-jruby,5274,5139,4967,4659,4062,3026
+http-kit,36566,57621,85010,109848,122313,134974
+yesod,46130,89255,104570,94006,97716,98323
+elli,30980,92448,147024,155520,157542,158215
+grizzly-jersey,38991,92257,122143,134377,140117,146043
 grizzly-jersey,38991,92257,122143,134377,140117,146043
-rack-jruby,23129,28767,30108,30122,29604,28121
-rack-ruby,31391,44501,51256,54625,55809,57197
-rails-jruby,4268,4049,3941,3702,3270,2575
-rails-ruby,4229,4627,4614,4618,4601,4578
 django-stripped,22701,22872,22783,23030,23071,23039
-servlet,67351,123420,205530,221120,211674,208522
+play-scala,23368,37924,41125,40989,40839,40854
 flask,18359,18497,18637,18496,18505,18496
 netty,56410,109397,203297,214234,217383,219202
 yesod,46130,89255,104570,94006,97716,98323
 http-kit,36566,57621,85010,109848,122313,134974
 rails-stripped-jruby,5274,5139,4967,4659,4062,3026
 rails-stripped-ruby,5511,6050,6040,6037,6021,5985
-scalatra,46793,73839,88064,91360,92288,88283
-play-scala,23368,37924,41125,40989,40839,40854
+lift-stateless,18930,27173,33131,35315,37717,39072
+kohana-raw,2110,2227,2209,2171,2113,2041
+laravel-raw,3399,3688,3762,3737,3744,3734
+play1,11457,12268,12286,12315,12384,12418
+play1siena,39488,61147,67235,70694,69641,65841
+fuel,1885,2034,2055,2057,2042,2042
+slim,4199,4568,4653,4601,4644,4624
+dropwizard,50910,84185,109016,109018,106357,97799
+micromvc,10839,12306,12810,12759,12697,12703
+compojure,34571,63069,104800,113904,109255,101012
+scalatra-raw,2387,2553,2566,2569,2560,2542
+php,25520,34683,38212,37507,37324,38026
+play,18545,26903,27518,27578,26907,26645
+rack-jruby,23129,28767,30108,30122,29604,28121
+rack-ruby,31391,44501,51256,54625,55809,57197
+rails-jruby,4268,4049,3941,3702,3270,2575
+rails-ruby,4229,4627,4614,4618,4601,4578
+servlet,67351,123420,205530,221120,211674,208522
+unfiltered,39946,74265,93376,116809,142481,165824
+phreeze,618,1279,1009,906,1315,1367
+finagle,52994,109251,189906,226961,230731,232480
+lift-stateless,18930,27173,33131,35315,37717,39072
+onion,66431,112682,215766,225921,228755,230409
+cowboy,42037,81230,110941,113702,113830,113071
+snap,16160,26494,21734,18180,17851,16426
+cake,1436,1541,1553,1554,1546,1524
+kelp,11113,12691,12827,13055,13213,13154
+dancer,5957,6681,6644,6644,6650,6643
+ringojs-convinient,16934,25537,31472,35219,36293,35468
+ringojs,18392,30145,38573,44117,45843,45309
+phalcon,12276,13912,14519,14437,14264,14416
+spark,62266,116659,201322,221533,211249,209345
+mojolicious,3948,4376,4359,4362,4356,4287

results/i7/20130430144443/json/phreeze/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Wed May  1 09:10:18 PDT 2013
+  System information as of Thu Apr 18 14:05:37 PDT 2013
 
-  System load:  0.11                Processes:           119
+  System load:  0.23                Processes:           114
   Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-121 packages can be updated.
-65 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,113 +23,113 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    31.81ms   10.85ms 102.49ms   84.84%
+    Latency     1.82ms    1.26ms  15.86ms   88.59%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1262 requests in 6.00s, 517.58KB read
-Requests/sec:    210.36
-Transfer/sec:     86.27KB
+  11665 requests in 6.00s, 4.67MB read
+Requests/sec:   1944.17
+Transfer/sec:    797.32KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency     1.34s   417.35ms   2.28s    68.25%
+    Latency   180.10ms  600.29ms   4.86s    93.92%
     Req/Sec     0.00      0.00     0.00    100.00%
-  5554 requests in 30.00s, 2.22MB read
-  Socket errors: connect 0, read 0, write 0, timeout 77
-Requests/sec:    185.11
-Transfer/sec:     75.92KB
+  104674 requests in 1.00m, 41.92MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2895
+Requests/sec:   1744.41
+Transfer/sec:    715.41KB
 
 ---------------------------------------------------------
  Concurrency: 8 for phreeze
- wrk -d 30 -c 8 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    75.65ms   42.86ms 299.08ms   71.03%
+    Latency    29.03ms  141.71ms   1.65s    95.67%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2598 requests in 30.00s, 1.04MB read
-  Socket errors: connect 0, read 0, write 0, timeout 30
-Requests/sec:     86.59
-Transfer/sec:     35.51KB
+  37119 requests in 1.00m, 14.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 68
+Requests/sec:    618.61
+Transfer/sec:    253.70KB
 
 ---------------------------------------------------------
  Concurrency: 16 for phreeze
- wrk -d 30 -c 16 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 16 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   140.42ms  830.20ms  10.98s    98.87%
+    Latency    14.54ms  262.58ms   8.39s    99.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1385 requests in 30.00s, 568.01KB read
-  Socket errors: connect 0, read 0, write 0, timeout 171
-Requests/sec:     46.16
-Transfer/sec:     18.93KB
+  76792 requests in 1.00m, 30.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 197
+Requests/sec:   1279.75
+Transfer/sec:    524.84KB
 
 ---------------------------------------------------------
  Concurrency: 32 for phreeze
- wrk -d 30 -c 32 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 32 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   144.93ms  842.24ms  11.16s    99.31%
+    Latency    22.36ms  261.06ms  14.41s    99.06%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2179 requests in 30.00s, 0.87MB read
-  Socket errors: connect 0, read 0, write 0, timeout 303
-Requests/sec:     72.63
-Transfer/sec:     29.79KB
+  60600 requests in 1.00m, 24.27MB read
+  Socket errors: connect 0, read 0, write 0, timeout 458
+Requests/sec:   1009.94
+Transfer/sec:    414.19KB
 
 ---------------------------------------------------------
  Concurrency: 64 for phreeze
- wrk -d 30 -c 64 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 64 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   255.55ms    1.05s   16.94s    98.62%
-    Req/Sec     0.00      0.00     0.00    100.00%
-  2832 requests in 30.00s, 1.13MB read
-  Socket errors: connect 0, read 0, write 0, timeout 463
-Requests/sec:     94.40
-Transfer/sec:     38.72KB
+    Latency    21.36ms  120.08ms   5.62s    98.08%
+    Req/Sec     0.31     17.62     1.00k    99.97%
+  54386 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1209
+Requests/sec:    906.37
+Transfer/sec:    371.71KB
 
 ---------------------------------------------------------
  Concurrency: 128 for phreeze
- wrk -d 30 -c 128 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 128 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   342.78ms    1.04s    9.58s    98.75%
+    Latency    84.11ms  645.80ms   8.44s    98.60%
     Req/Sec     0.00      0.00     0.00    100.00%
-  3286 requests in 30.00s, 1.32MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1075
-Requests/sec:    109.52
-Transfer/sec:     44.92KB
+  78926 requests in 1.00m, 31.61MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2195
+Requests/sec:   1315.33
+Transfer/sec:    539.43KB
 
 ---------------------------------------------------------
  Concurrency: 256 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/json
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/json
+Running 1m test @ http://172.16.98.122:8080/json
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   504.43ms  776.79ms   8.26s    96.72%
+    Latency   176.07ms  592.30ms   6.41s    94.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  5789 requests in 30.00s, 2.32MB read
-  Socket errors: connect 0, read 0, write 0, timeout 1885
-Requests/sec:    192.96
-Transfer/sec:     79.14KB
+  82083 requests in 1.00m, 32.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2569
+Requests/sec:   1367.92
+Transfer/sec:    561.00KB

results/i7/20130430144443/query.csv

@@ -1,13 +1,14 @@
 Framework,1,5,10,15,20
 lithium,1388,876,603,460,372
 symfony2,697,643,588,545,506
-openresty,97172,22005,10949,8167,6182
+unfiltered,29489,6495,3284,2186,1649
+http-kit,56845,11631,5608,3756,2808
 kohana-raw,2144,1882,1652,1477,1335
 laravel-raw,1569,1304,1094,939,827
 codeigniter-raw,3609,2990,2527,2195,1944
 silex-raw,1702,1596,1485,1393,1312
 play1,10009,4201,2266,1571,1215
-tornado-raw,5602,2031,1186,836,654
+rails-stripped-jruby,2327,1314,874,655,515
 fuel,1383,1088,857,715,612
 slim,3476,2591,1997,1625,1377
 dropwizard,32849,17458,10886,7869,6127
@@ -42,7 +43,7 @@ express-mysql,8010,1990,1020,682,517
 nodejs-mongodb,17149,5490,3016,2071,1561
 play-scala-mongodb,18719,6460,3425,2171,1591
 flask-mysql-raw,8131,4505,2926,2155,1706
-elli,30652,7630,3933,2660,1995
+play,7240,4605,3246,2517,2059
 dancer-raw,5189,3453,1723,1143,860
 ringojs-convinient,5876,1082,543,357,266
 ringojs-raw,31162,14437,8729,6260,4927
@@ -51,19 +52,22 @@ spark,807,788,789,779,774
 kelp-raw,8370,2226,1141,622,417
 php,3985,2678,1943,1530,1262
 nodejs-mysql,8571,2040,1042,702,518
-play,7240,4605,3246,2517,2059
+elli,30652,7630,3933,2660,1995
 php-raw,26443,17581,10456,7792,6042
-unfiltered,29489,6495,3284,2186,1649
+kohana,45196,12183,6682,4782,3850
+laravel,1378,874,601,459,371
 rails-jruby,2040,1203,805,612,490
 rails-ruby,2826,1329,835,611,483
 servlet-raw,82080,23134,12232,8337,6316
 play-scala,22437,6198,3339,2258,1695
 flask,3715,1433,818,576,443
-phreeze,69,133,26,31,50
+phreeze,344,249,267,193,207
 yesod,26751,7846,3973,2595,1915
-http-kit,56845,11631,5608,3756,2808
-rails-stripped-jruby,2327,1314,874,655,515
+openresty,97172,22005,10949,8167,6182
+tornado-raw,5602,2031,1186,836,654
 rails-stripped-ruby,3439,1479,901,650,509
 django-stripped,3361,1224,686,477,365
 bottle-mysql-raw,14925,6324,3719,2627,2025
+codeigniter,560,524,486,455,426
 scalatra-raw,45524,12037,6724,4901,3876
+play1siena,7954,5558,2793,1896,1443

results/i7/20130430144443/query/phreeze/raw

@@ -2,17 +2,17 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 
  * Documentation:  https://help.ubuntu.com/
 
-  System information as of Wed May  1 09:18:15 PDT 2013
+  System information as of Thu Apr 18 14:20:35 PDT 2013
 
-  System load:  0.15                Processes:           119
+  System load:  0.25                Processes:           114
   Usage of /:   10.1% of 131.63GB   Users logged in:     1
-  Memory usage: 15%                 IP address for eth1: 172.16.98.98
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
   Swap usage:   0%
 
   Graph this data and manage this system at https://landscape.canonical.com/
 
-121 packages can be updated.
-65 updates are security updates.
+116 packages can be updated.
+58 updates are security updates.
 
 
 ---------------------------------------------------------
@@ -23,100 +23,101 @@ Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
 Running 5s test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 8 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency    69.29ms   24.23ms  86.37ms   87.66%
+    Latency    50.31ms  109.14ms 502.51ms   84.81%
     Req/Sec     0.00      0.00     0.00    100.00%
-  25 requests in 6.00s, 11.37KB read
-  Socket errors: connect 0, read 0, write 0, timeout 16
-Requests/sec:      4.17
-Transfer/sec:      1.89KB
+  868 requests in 5.25s, 394.62KB read
+Requests/sec:    165.24
+Transfer/sec:     75.12KB
 
 ---------------------------------------------------------
  Running Warmup phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=2
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=2
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=2
+Running 1m test @ http://172.16.98.122:8080/db?queries=2
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   640.60ms  810.41ms   6.12s    98.32%
+    Latency   233.21ms  864.81ms  12.89s    97.68%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2994 requests in 30.01s, 1.33MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2599
-Requests/sec:     99.78
-Transfer/sec:     45.37KB
+  37726 requests in 1.00m, 16.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3693
+  Non-2xx or 3xx responses: 3
+Requests/sec:    628.74
+Transfer/sec:    285.83KB
 
 ---------------------------------------------------------
  Queries: 1 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=1
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=1
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=1
+Running 1m test @ http://172.16.98.122:8080/db?queries=1
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   523.25ms    1.61s   10.09s    97.31%
+    Latency   280.51ms    1.36s   15.17s    98.19%
     Req/Sec     0.00      0.00     0.00    100.00%
-  2078 requests in 30.00s, 0.85MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2935
-Requests/sec:     69.26
-Transfer/sec:     29.07KB
+  20673 requests in 1.00m, 8.47MB read
+  Socket errors: connect 0, read 0, write 0, timeout 5336
+  Non-2xx or 3xx responses: 8
+Requests/sec:    344.54
+Transfer/sec:    144.59KB
 
 ---------------------------------------------------------
  Queries: 5 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=5
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=5
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=5
+Running 1m test @ http://172.16.98.122:8080/db?queries=5
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   729.39ms    2.82s   18.99s    97.70%
+    Latency   634.96ms    1.78s   14.52s    96.26%
     Req/Sec     0.00      0.00     0.00    100.00%
-  4006 requests in 30.00s, 2.19MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2225
-  Non-2xx or 3xx responses: 1
-Requests/sec:    133.51
-Transfer/sec:     74.70KB
+  14943 requests in 1.00m, 8.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3953
+  Non-2xx or 3xx responses: 3
+Requests/sec:    249.02
+Transfer/sec:    139.30KB
 
 ---------------------------------------------------------
  Queries: 10 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=10
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=10
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=10
+Running 1m test @ http://172.16.98.122:8080/db?queries=10
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   289.45ms    1.40s   13.87s    98.94%
+    Latency   805.09ms  952.09ms   4.40s    84.14%
     Req/Sec     0.00      0.00     0.00    100.00%
-  782 requests in 30.01s, 574.94KB read
-  Socket errors: connect 0, read 0, write 0, timeout 3174
-Requests/sec:     26.06
-Transfer/sec:     19.16KB
+  16060 requests in 1.00m, 11.53MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1442
+Requests/sec:    267.64
+Transfer/sec:    196.75KB
 
 ---------------------------------------------------------
  Queries: 15 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=15
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=15
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=15
+Running 1m test @ http://172.16.98.122:8080/db?queries=15
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   438.20ms    1.00s    6.82s    97.46%
+    Latency     1.08s     1.30s    5.74s    87.20%
     Req/Sec     0.00      0.00     0.00    100.00%
-  954 requests in 30.00s, 868.05KB read
-  Socket errors: connect 0, read 0, write 0, timeout 3371
-Requests/sec:     31.80
-Transfer/sec:     28.93KB
+  11589 requests in 1.00m, 10.30MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2594
+Requests/sec:    193.13
+Transfer/sec:    175.72KB
 
 ---------------------------------------------------------
  Queries: 20 for phreeze
- wrk -d 30 -c 256 -t 8 http://172.16.98.122:8080/db?queries=20
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=20
 ---------------------------------------------------------
 
-Running 30s test @ http://172.16.98.122:8080/db?queries=20
+Running 1m test @ http://172.16.98.122:8080/db?queries=20
   8 threads and 256 connections
   Thread Stats   Avg      Stdev     Max   +/- Stdev
-    Latency   805.62ms    3.00s   17.45s    96.87%
+    Latency   769.77ms    1.51s   12.31s    92.11%
     Req/Sec     0.00      0.00     0.00    100.00%
-  1506 requests in 30.00s, 1.60MB read
-  Socket errors: connect 0, read 0, write 0, timeout 2835
-Requests/sec:     50.19
-Transfer/sec:     54.44KB
+  12426 requests in 1.00m, 13.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3917
+Requests/sec:    207.08
+Transfer/sec:    224.58KB