Fixed bug in result parsing

benchmarker.py

@@ -176,23 +176,17 @@ class Benchmarker:
   # report_results
   ############################################################
   def report_results(self, framework, test, results, latency, requests, total_time, errors, total_requests):
-    # Try to get the id in the result array if it exists.
-    try:
-      framework_id = str(self.results['frameworks'].index(framework.name))
-    except ValueError:
-      framework_id = str(framework.sort)
-      
     if test not in self.results['rawData'].keys():
       self.results['rawData'][test] = dict()
       self.results['weighttpData'][test] = dict()
 
-    self.results['rawData'][test][framework_id] = results
-    self.results['weighttpData'][test][framework_id] = dict()
-    self.results['weighttpData'][test][framework_id]['latency'] = latency
-    self.results['weighttpData'][test][framework_id]['requests'] = requests
-    self.results['weighttpData'][test][framework_id]['totalTime'] = total_time
-    self.results['weighttpData'][test][framework_id]['errors'] = errors
-    self.results['weighttpData'][test][framework_id]['totalRequests'] = total_requests
+    self.results['rawData'][test][framework.sort] = results
+    self.results['weighttpData'][test][framework.sort] = dict()
+    self.results['weighttpData'][test][framework.sort]['latency'] = latency
+    self.results['weighttpData'][test][framework.sort]['requests'] = requests
+    self.results['weighttpData'][test][framework.sort]['totalTime'] = total_time
+    self.results['weighttpData'][test][framework.sort]['errors'] = errors
+    self.results['weighttpData'][test][framework.sort]['totalRequests'] = total_requests
 
   ############################################################
   # End report_results
@@ -405,37 +399,37 @@ class Benchmarker:
       f.write(json.dumps(self.results))
     
     # JSON CSV
-    with open(os.path.join(self.full_results_directory(), "json.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.concurrency_levels)
-      for key, value in self.results['rawData']['json'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    # with open(os.path.join(self.full_results_directory(), "json.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.concurrency_levels)
+    #  for key, value in self.results['rawData']['json'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # DB CSV
-    with open(os.path.join(self.full_results_directory(), "db.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.concurrency_levels)
-      for key, value in self.results['rawData']['db'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "db.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.concurrency_levels)
+    #  for key, value in self.results['rawData']['db'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # Query CSV
-    with open(os.path.join(self.full_results_directory(), "query.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.query_intervals)
-      for key, value in self.results['rawData']['query'].iteritems():
-        framework = self.results['frameworks'][int(key)]
-        writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "query.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.query_intervals)
+    #  for key, value in self.results['rawData']['query'].iteritems():
+    #    framework = self.results['frameworks'][int(key)]
+    #    writer.writerow([framework] + value)
 
     # Fortune CSV
-    with open(os.path.join(self.full_results_directory(), "fortune.csv"), 'wb') as csvfile:
-      writer = csv.writer(csvfile)
-      writer.writerow(["Framework"] + self.query_intervals)
-      if 'fortune' in self.results['rawData'].keys():
-        for key, value in self.results['rawData']['fortune'].iteritems():
-          framework = self.results['frameworks'][int(key)]
-          writer.writerow([framework] + value)
+    #with open(os.path.join(self.full_results_directory(), "fortune.csv"), 'wb') as csvfile:
+    #  writer = csv.writer(csvfile)
+    #  writer.writerow(["Framework"] + self.query_intervals)
+    #  if 'fortune' in self.results['rawData'].keys():
+    #    for key, value in self.results['rawData']['fortune'].iteritems():
+    #      framework = self.results['frameworks'][int(key)]
+    #      writer.writerow([framework] + value)
 
   ############################################################
   # End __parse_results

latest.json

@@ -1,4 +1,2 @@
 {
-  "i7": 20130430144443,
-  "ec2": 20130430223518
 }

results/ec2/20130430223518/db/phreeze/raw

@@ -0,0 +1,142 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:25:24 UTC 2013
+
+  System load:  0.08               Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    28.98ms   75.05ms   1.22s    98.58%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  1101 requests in 6.00s, 462.07KB read
+  Socket errors: connect 0, read 0, write 0, timeout 3
+Requests/sec:    183.48
+Transfer/sec:     77.00KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   655.25ms  344.97ms   2.03s    71.09%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  22192 requests in 1.00m, 9.10MB read
+  Socket errors: connect 0, read 0, write 0, timeout 311
+Requests/sec:    369.83
+Transfer/sec:    155.22KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    27.53ms   87.09ms   3.07s    97.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19244 requests in 1.00m, 7.89MB read
+  Socket errors: connect 0, read 0, write 0, timeout 15
+Requests/sec:    320.71
+Transfer/sec:    134.59KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    69.32ms  706.96ms  16.50s    99.75%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20432 requests in 1.00m, 8.37MB read
+  Socket errors: connect 0, read 0, write 0, timeout 98
+Requests/sec:    340.50
+Transfer/sec:    142.90KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    70.87ms  124.05ms   1.12s    91.20%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  21325 requests in 1.00m, 8.74MB read
+  Socket errors: connect 0, read 0, write 0, timeout 263
+Requests/sec:    355.40
+Transfer/sec:    149.15KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   181.21ms  224.56ms   1.46s    85.47%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  21313 requests in 1.00m, 8.73MB read
+  Socket errors: connect 0, read 0, write 0, timeout 278
+Requests/sec:    355.19
+Transfer/sec:    149.06KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   354.39ms  254.19ms   1.56s    68.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20259 requests in 1.00m, 8.30MB read
+  Socket errors: connect 0, read 0, write 0, timeout 294
+Requests/sec:    337.62
+Transfer/sec:    141.69KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   734.93ms  329.18ms   2.94s    71.75%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19780 requests in 1.00m, 8.11MB read
+  Socket errors: connect 0, read 0, write 0, timeout 292
+Requests/sec:    329.64
+Transfer/sec:    138.35KB

results/ec2/20130430223518/json/phreeze/raw

@@ -0,0 +1,141 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:17:57 UTC 2013
+
+  System load:  0.69               Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/json
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    17.68ms   37.13ms 343.11ms   95.13%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  2733 requests in 5.00s, 1.09MB read
+Requests/sec:    546.24
+Transfer/sec:    224.02KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   449.50ms  350.20ms   7.01s    76.37%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  33763 requests in 1.00m, 13.52MB read
+  Socket errors: connect 0, read 0, write 0, timeout 121
+Requests/sec:    562.63
+Transfer/sec:    230.75KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    20.34ms   72.26ms   1.79s    95.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  32791 requests in 1.00m, 13.13MB read
+  Socket errors: connect 0, read 0, write 0, timeout 6
+Requests/sec:    546.49
+Transfer/sec:    224.12KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    44.92ms  499.99ms  19.75s    99.56%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  32740 requests in 1.00m, 13.11MB read
+  Socket errors: connect 0, read 0, write 0, timeout 102
+Requests/sec:    545.65
+Transfer/sec:    223.78KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    61.10ms  123.29ms   1.18s    91.54%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  31188 requests in 1.00m, 12.49MB read
+  Socket errors: connect 0, read 0, write 0, timeout 274
+Requests/sec:    519.77
+Transfer/sec:    213.16KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   105.04ms  147.72ms   1.18s    87.42%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  31498 requests in 1.00m, 12.61MB read
+  Socket errors: connect 0, read 0, write 0, timeout 398
+Requests/sec:    524.94
+Transfer/sec:    215.29KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   246.40ms  220.31ms   1.63s    69.33%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  29601 requests in 1.00m, 11.86MB read
+  Socket errors: connect 0, read 0, write 0, timeout 378
+Requests/sec:    493.30
+Transfer/sec:    202.31KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/json
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/json
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   482.07ms  312.98ms   1.74s    65.18%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  29106 requests in 1.00m, 11.66MB read
+  Socket errors: connect 0, read 0, write 0, timeout 378
+Requests/sec:    485.05
+Transfer/sec:    198.93KB

results/ec2/20130430223518/query/phreeze/raw

@@ -0,0 +1,127 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-36-virtual x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Tue Apr 16 10:32:53 UTC 2013
+
+  System load:  0.3                Processes:           70
+  Usage of /:   24.5% of 19.69GB   Users logged in:     1
+  Memory usage: 8%                 IP address for eth0: 10.252.147.39
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+67 packages can be updated.
+30 updates are security updates.
+
+Get cloud support with Ubuntu Advantage Cloud Guest
+  http://www.ubuntu.com/business/services/cloud
+
+Use Juju to deploy your cloud instances and workloads.
+  https://juju.ubuntu.com/#cloud-precise
+*** System restart required ***
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 5 -c 8 -t 8 http://10.252.147.200:8080/phreeze/db?queries=2
+---------------------------------------------------------
+
+Running 5s test @ http://10.252.147.200:8080/phreeze/db?queries=2
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    30.18ms   69.65ms   1.03s    95.94%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  1131 requests in 6.00s, 474.63KB read
+  Socket errors: connect 0, read 0, write 0, timeout 2
+Requests/sec:    188.47
+Transfer/sec:     79.09KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=2
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=2
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   702.64ms  289.57ms   1.83s    70.91%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20194 requests in 1.00m, 8.28MB read
+  Socket errors: connect 0, read 0, write 0, timeout 311
+Requests/sec:    336.55
+Transfer/sec:    141.25KB
+
+---------------------------------------------------------
+ Queries: 1 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=1
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=1
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   703.37ms  250.09ms   1.74s    72.00%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20633 requests in 1.00m, 8.46MB read
+  Socket errors: connect 0, read 0, write 0, timeout 219
+Requests/sec:    343.84
+Transfer/sec:    144.31KB
+
+---------------------------------------------------------
+ Queries: 5 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=5
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=5
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   774.57ms  346.03ms   2.35s    74.47%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  18825 requests in 1.00m, 7.72MB read
+  Socket errors: connect 0, read 0, write 0, timeout 304
+Requests/sec:    313.71
+Transfer/sec:    131.66KB
+
+---------------------------------------------------------
+ Queries: 10 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=10
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=10
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   756.31ms  286.19ms   2.10s    74.35%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19287 requests in 1.00m, 7.91MB read
+  Socket errors: connect 0, read 0, write 0, timeout 204
+Requests/sec:    321.41
+Transfer/sec:    134.90KB
+
+---------------------------------------------------------
+ Queries: 15 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=15
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=15
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   748.10ms  276.35ms   2.11s    70.97%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  19013 requests in 1.00m, 7.79MB read
+  Socket errors: connect 0, read 0, write 0, timeout 375
+Requests/sec:    316.85
+Transfer/sec:    132.99KB
+
+---------------------------------------------------------
+ Queries: 20 for phreeze
+ wrk -d 60 -c 256 -t 4 http://10.252.147.200:8080/phreeze/db?queries=20
+---------------------------------------------------------
+
+Running 1m test @ http://10.252.147.200:8080/phreeze/db?queries=20
+  4 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   786.02ms  333.93ms   2.54s    72.98%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  18046 requests in 1.00m, 7.40MB read
+  Socket errors: connect 0, read 0, write 0, timeout 279
+Requests/sec:    300.76
+Transfer/sec:    126.23KB

results/i7/20130430144443/db.csv

@@ -1,73 +1,70 @@
 Framework,8,16,32,64,128,256
-lithium,1190,1371,1403,1405,1402,1389
-symfony2,637,706,707,706,702,697
-unfiltered,10372,24355,30272,30235,30200,30177
-http-kit,15167,39710,57358,57365,57318,57135
-kohana-raw,1733,2041,2148,2157,2155,2139
-laravel-raw,1401,1609,1665,1651,1613,1569
-codeigniter-raw,2975,3504,3679,3691,3672,3623
-silex-raw,1461,1699,1719,1716,1713,1704
-play1,7606,10124,10128,10099,10072,10061
-rails-stripped-jruby,3522,3568,3443,3247,2907,2349
-fuel,1200,1367,1406,1397,1401,1393
-slim,2730,3262,3439,3495,3528,3455
-dropwizard,9336,20114,31857,35955,35782,33592
-micromvc,4281,6437,7147,7444,7329,7199
-mojolicious-raw,3449,3728,3699,3706,3734,3776
-silex,814,926,930,930,927,922
-yesod-mongodb-raw,199,399,798,1595,3177,6307
-bottle,4699,5011,5018,5016,5016,5007
-compojure-raw,11983,24532,30793,31383,26901,24875
-vertx,12737,21986,22544,22902,23316,24130
-wicket,14895,33279,42739,44437,43656,41835
-go,15624,32273,69120,79673,79345,78929
-sinatra-ruby,4265,4539,4520,4521,4511,4474
-sinatra-jruby,514,500,481,473,456,421
-spring,14793,28874,35765,35743,35638,34003
-tapestry,8954,19206,28874,32585,32645,30791
-finagle-future-pool,7329,12128,12631,12987,13053,13066
-nodejs-mongodb-raw,12541,22073,26761,26461,28316,28856
-finagle,7638,12483,13272,13295,13241,13224
-lift-stateless,2611,3202,3358,3363,3323,3318
-nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
-onion-raw,17910,30546,34333,34820,34986,34972
-cowboy,11860,21487,28129,28678,28623,28469
-snap,5864,5467,6750,8025,5044,6001
-cake,1005,1139,1150,1148,1148,1137
 gemini,18939,44829,74434,91827,101091,95522
-django,3182,3348,3349,3349,3346,3345
+cake,1005,1139,1150,1148,1148,1137
 compojure,11459,20335,25525,27560,26303,24921
+django,3182,3348,3349,3349,3346,3345
 express-mongodb,8747,11739,13007,13590,14930,15449
-grails,9533,14964,17379,17343,15690,14777
 express-mysql,3222,4618,6381,7136,7943,8094
+grails,9533,14964,17379,17343,15690,14777
 nodejs-mongodb,9945,14096,14136,16770,17394,17801
-play-scala-mongodb,9568,16985,18620,18571,18419,18732
-flask-mysql-raw,7850,8720,8735,8738,8741,8730
-elli,12522,22679,30693,31164,31188,31028
-dancer-raw,4696,5415,5405,5419,5416,5402
-ringojs-convinient,5672,5699,5667,5686,5655,5888
-ringojs-raw,13190,23556,27758,30697,31382,31997
-phalcon,2448,4541,5240,5432,5470,5349
-spark,839,841,840,825,812,804
-kelp-raw,7017,8443,8333,8419,8523,8545
-php,2537,3647,3986,4058,4026,3984
 nodejs-mysql,3415,4870,6609,7982,8475,8730
-play,4668,6151,6918,7175,7274,7279
+php,2537,3647,3986,4058,4026,3984
 php-raw,9860,21701,26612,27286,25919,26504
-kohana,15587,33449,44575,46914,45873,43946
-laravel,1195,1374,1406,1403,1403,1383
-rails-jruby,3026,2990,2909,2752,2492,2050
+play,4668,6151,6918,7175,7274,7279
 rails-ruby,2809,2991,2986,2985,2958,2965
+rails-jruby,3026,2990,2909,2752,2492,2050
 servlet-raw,18128,43383,66162,78139,82924,78795
-play-scala,9414,15936,19532,21593,22455,22500
+sinatra-ruby,4265,4539,4520,4521,4511,4474
+sinatra-jruby,514,500,481,473,456,421
+spring,14793,28874,35765,35743,35638,34003
+tapestry,8954,19206,28874,32585,32645,30791
+vertx,12737,21986,22544,22902,23316,24130
+wicket,14895,33279,42739,44437,43656,41835
+go,15624,32273,69120,79673,79345,78929
+nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
 flask,3749,3872,3842,3841,3839,3840
-phreeze,253,885,716,549,778,782
-yesod,10254,23240,32443,33063,34091,31789
+vertx,12737,21986,22544,22902,23316,24130
+django-stripped,2840,3405,3406,3406,3408,3407
+wicket,14895,33279,42739,44437,43656,41835
+go,15624,32273,69120,79673,79345,78929
+sinatra-ruby,4265,4539,4520,4521,4511,4474
+sinatra-jruby,514,500,481,473,456,421
+spring,14793,28874,35765,35743,35638,34003
+tapestry,8954,19206,28874,32585,32645,30791
+cowboy,11860,21487,28129,28678,28623,28469
+snap,5864,5467,6750,8025,5044,6001
+onion-raw,17910,30546,34333,34820,34986,34972
+nodejs-mysql-raw,8959,10382,12359,12141,12718,12750
+lift-stateless,2611,3202,3358,3363,3323,3318
+finagle-future-pool,7329,12128,12631,12987,13053,13066
+nodejs-mongodb-raw,12541,22073,26761,26461,28316,28856
+unfiltered,10372,24355,30272,30235,30200,30177
+gemini,18939,44829,74434,91827,101091,95522
 openresty,17893,44594,69251,89686,97550,97818
+symfony2,637,706,707,706,702,697
 tornado-raw,3935,5147,5687,5902,5881,5729
-rails-stripped-ruby,3378,3625,3604,3602,3593,3569
-django-stripped,2840,3405,3406,3406,3408,3407
-bottle-mysql-raw,11482,16438,16529,16563,16597,16566
-codeigniter,520,573,573,572,569,562
-scalatra-raw,15730,33725,44848,47023,46894,44281
-play1siena,9944,9819,9112,9122,9095,9205
+scalatra-raw,1190,1371,1403,1405,1402,1389
+laravel,15730,33725,44848,47023,46894,44281
+laravel-raw,1733,2041,2148,2157,2155,2139
+codeigniter-raw,1401,1609,1665,1651,1613,1569
+silex-raw,2975,3504,3679,3691,3672,3623
+play1,1461,1699,1719,1716,1713,1704
+play1siena,7606,10124,10128,10099,10072,10061
+fuel,9944,9819,9112,9122,9095,9205
+slim,1200,1367,1406,1397,1401,1393
+dropwizard,2730,3262,3439,3495,3528,3455
+micromvc,9336,20114,31857,35955,35782,33592
+spark,4281,6437,7147,7444,7329,7199
+phalcon,839,841,840,825,812,804
+ringojs,2448,4541,5240,5432,5470,5349
+ringojs-convinient,13190,23556,27758,30697,31382,31997
+dancer,5672,5699,5667,5686,5655,5888
+kelp,4696,5415,5405,5419,5416,5402
+mojolicious,7017,8443,8333,8419,8523,8545
+silex,3449,3728,3699,3706,3734,3776
+play-scala-mongodb,814,926,930,930,927,922
+flask-mysql-raw,9568,16985,18620,18571,18419,18732
+compojure-raw,7850,8720,8735,8738,8741,8730
+wai,11983,24532,30793,31383,26901,24875
+bottle,199,399,798,1595,3177,6307
+bottle-mysql-raw,4699,5011,5018,5016,5016,5007

results/i7/20130430144443/db/phreeze/raw

@@ -0,0 +1,141 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Thu Apr 18 14:13:07 PDT 2013
+
+  System load:  0.14                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+58 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    91.65ms  183.15ms 554.30ms   81.50%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  423 requests in 6.00s, 177.51KB read
+  Socket errors: connect 0, read 0, write 0, timeout 9
+Requests/sec:     70.49
+Transfer/sec:     29.58KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   213.97ms  649.28ms   7.69s    97.95%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  55564 requests in 1.00m, 22.77MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2652
+  Non-2xx or 3xx responses: 8
+Requests/sec:    925.99
+Transfer/sec:    388.59KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    66.64ms  228.27ms   3.16s    90.76%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  15221 requests in 1.00m, 6.24MB read
+  Socket errors: connect 0, read 0, write 0, timeout 51
+Requests/sec:    253.67
+Transfer/sec:    106.46KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    13.70ms  166.24ms   7.76s    99.75%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  53133 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 189
+Requests/sec:    885.48
+Transfer/sec:    371.60KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    17.65ms  130.33ms   7.12s    99.44%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  43006 requests in 1.00m, 17.62MB read
+  Socket errors: connect 0, read 0, write 0, timeout 526
+  Non-2xx or 3xx responses: 1
+Requests/sec:    716.72
+Transfer/sec:    300.78KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    33.99ms  260.28ms   8.01s    99.88%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  32952 requests in 1.00m, 13.50MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1215
+  Non-2xx or 3xx responses: 6
+Requests/sec:    549.17
+Transfer/sec:    230.46KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    79.38ms  442.03ms  10.06s    99.60%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  46704 requests in 1.00m, 19.14MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2012
+  Non-2xx or 3xx responses: 3
+Requests/sec:    778.36
+Transfer/sec:    326.64KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   251.65ms  727.23ms  12.25s    92.21%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  46931 requests in 1.00m, 19.23MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3426
+  Non-2xx or 3xx responses: 3
+Requests/sec:    782.09
+Transfer/sec:    328.21KB

results/i7/20130430144443/json.csv

@@ -1,10 +1,102 @@
 Framework,8,16,32,64,128,256
+gemini,65131,127271,208351,221197,221501,221632
+cake,1436,1541,1553,1554,1546,1524
+compojure,34571,63069,104800,113904,109255,101012
+django,9727,9631,9584,9578,9609,9597
+express,32844,39774,42268,44102,45746,45319
+grails,23601,30645,31752,31958,31597,31109
+nodejs,43148,56810,66984,70341,72342,72434
+php,25520,34683,38212,37507,37324,38026
+play,18545,26903,27518,27578,26907,26645
+rack-ruby,31391,44501,51256,54625,55809,57197
+rack-jruby,23129,28767,30108,30122,29604,28121
+rails-ruby,4229,4627,4614,4618,4601,4578
+rails-jruby,4268,4049,3941,3702,3270,2575
+servlet,67351,123420,205530,221120,211674,208522
+sinatra-ruby,1016,1219,1199,1176,1178,1176
+sinatra-jruby,2851,2817,2813,2810,2780,2713
+spring,46867,73275,87159,90786,91053,86315
+tapestry,47691,81695,109251,113147,112477,104587
+vertx,56747,108267,124745,125002,125863,126551
+webgo,38917,74481,76912,76993,77899,77476
+wicket,52268,77195,77067,76362,76775,77289
+go,45484,95421,172664,190015,193999,199165
+wsgi,18063,23056,23253,23273,23289,23251
+netty,56410,109397,203297,214234,217383,219202
+flask,18359,18497,18637,18496,18505,18496
+vertx,56747,108267,124745,125002,125863,126551
+webgo,38917,74481,76912,76993,77899,77476
+wicket,52268,77195,77067,76362,76775,77289
+go,45484,95421,172664,190015,193999,199165
+sinatra-ruby,1016,1219,1199,1176,1178,1176
+sinatra-jruby,2851,2817,2813,2810,2780,2713
+spring,46867,73275,87159,90786,91053,86315
+tapestry,47691,81695,109251,113147,112477,104587
+cowboy,42037,81230,110941,113702,113830,113071
+snap,16160,26494,21734,18180,17851,16426
+onion,66431,112682,215766,225921,228755,230409
+finagle,52994,109251,189906,226961,230731,232480
+wsgi,18063,23056,23253,23273,23289,23251
+unfiltered,39946,74265,93376,116809,142481,165824
+gemini,65131,127271,208351,221197,221501,221632
+openresty,57626,114975,189217,203009,202315,202633
+symfony2,1004,1077,1075,1069,1066,1056
+tornado,11053,12403,13064,13861,14406,14575
+express,32844,39774,42268,44102,45746,45319
+scalatra,3476,3953,4211,4225,4191,4180
+lithium,46793,73839,88064,91360,92288,88283
+nodejs,43148,56810,66984,70341,72342,72434
+kohana,2025,2166,2148,2125,2068,2059
+kohana-raw,3342,3630,3686,3670,3680,3606
+play1siena,11457,12268,12286,12315,12384,12418
+fuel,39488,61147,67235,70694,69641,65841
+slim,1885,2034,2055,2057,2042,2042
+dropwizard,4199,4568,4653,4601,4644,4624
+micromvc,50910,84185,109016,109018,106357,97799
+spark,10839,12306,12810,12759,12697,12703
+phalcon,62266,116659,201322,221533,211249,209345
+ringojs,12276,13912,14519,14437,14264,14416
+ringojs-raw,18392,30145,38573,44117,45843,45309
+dancer,16934,25537,31472,35219,36293,35468
+dancer-raw,5957,6681,6644,6644,6650,6643
+kelp-raw,11113,12691,12827,13055,13213,13154
+mojolicious-raw,3948,4376,4359,4362,4356,4287
+play-scala-mongodb,2164,2335,2352,2347,2333,2338
+yesod-mongodb-raw,49413,105414,127201,117538,116153,124351
+bottle-mysql-raw,44256,47556,48774,48279,49236,49310
+kohana,3342,3630,3686,3670,3680,3606
+laravel,2025,2166,2148,2125,2068,2059
+scalatra,46793,73839,88064,91360,92288,88283
+codeigniter,3476,3953,4211,4225,4191,4180
+scalatra-raw,47591,74552,89605,92407,93047,88730
 lithium,2387,2553,2566,2569,2560,2542
-silex,2164,2335,2352,2347,2333,2338
-phalcon,12276,13912,14519,14437,14264,14416
 symfony2,1004,1077,1075,1069,1066,1056
-spring,46867,73275,87159,90786,91053,86315
 openresty,57626,114975,189217,203009,202315,202633
+tornado,11053,12403,13064,13861,14406,14575
+elli,30980,92448,147024,155520,157542,158215
+silex,2164,2335,2352,2347,2333,2338
+bottle,44256,47556,48774,48279,49236,49310
+wai,49413,105414,127201,117538,116153,124351
+django,9727,9631,9584,9578,9609,9597
+grails,23601,30645,31752,31958,31597,31109
+play-scala,23368,37924,41125,40989,40839,40854
+django-stripped,22701,22872,22783,23030,23071,23039
+rails-stripped-ruby,5511,6050,6040,6037,6021,5985
+rails-stripped-jruby,5274,5139,4967,4659,4062,3026
+http-kit,36566,57621,85010,109848,122313,134974
+yesod,46130,89255,104570,94006,97716,98323
+elli,30980,92448,147024,155520,157542,158215
+grizzly-jersey,38991,92257,122143,134377,140117,146043
+grizzly-jersey,38991,92257,122143,134377,140117,146043
+django-stripped,22701,22872,22783,23030,23071,23039
+play-scala,23368,37924,41125,40989,40839,40854
+flask,18359,18497,18637,18496,18505,18496
+netty,56410,109397,203297,214234,217383,219202
+yesod,46130,89255,104570,94006,97716,98323
+http-kit,36566,57621,85010,109848,122313,134974
+rails-stripped-jruby,5274,5139,4967,4659,4062,3026
+rails-stripped-ruby,5511,6050,6040,6037,6021,5985
+lift-stateless,18930,27173,33131,35315,37717,39072
 kohana-raw,2110,2227,2209,2171,2113,2041
 laravel-raw,3399,3688,3762,3737,3744,3734
 play1,11457,12268,12286,12315,12384,12418
@@ -13,56 +105,27 @@ fuel,1885,2034,2055,2057,2042,2042
 slim,4199,4568,4653,4601,4644,4624
 dropwizard,50910,84185,109016,109018,106357,97799
 micromvc,10839,12306,12810,12759,12697,12703
-rails-stripped-ruby,5511,6050,6040,6037,6021,5985
-bottle,44256,47556,48774,48279,49236,49310
-wai,49413,105414,127201,117538,116153,124351
-vertx,56747,108267,124745,125002,125863,126551
-webgo,38917,74481,76912,76993,77899,77476
-wicket,52268,77195,77067,76362,76775,77289
-go,45484,95421,172664,190015,193999,199165
-sinatra-ruby,1016,1219,1199,1176,1178,1176
-sinatra-jruby,2851,2817,2813,2810,2780,2713
+compojure,34571,63069,104800,113904,109255,101012
+scalatra-raw,2387,2553,2566,2569,2560,2542
+php,25520,34683,38212,37507,37324,38026
+play,18545,26903,27518,27578,26907,26645
+rack-jruby,23129,28767,30108,30122,29604,28121
+rack-ruby,31391,44501,51256,54625,55809,57197
+rails-jruby,4268,4049,3941,3702,3270,2575
+rails-ruby,4229,4627,4614,4618,4601,4578
+servlet,67351,123420,205530,221120,211674,208522
 unfiltered,39946,74265,93376,116809,142481,165824
 phreeze,618,1279,1009,906,1315,1367
 finagle,52994,109251,189906,226961,230731,232480
 lift-stateless,18930,27173,33131,35315,37717,39072
 onion,66431,112682,215766,225921,228755,230409
-wsgi,18063,23056,23253,23273,23289,23251
 cowboy,42037,81230,110941,113702,113830,113071
 snap,16160,26494,21734,18180,17851,16426
 cake,1436,1541,1553,1554,1546,1524
-gemini,65131,127271,208351,221197,221501,221632
-django,9727,9631,9584,9578,9609,9597
-compojure,34571,63069,104800,113904,109255,101012
-express,32844,39774,42268,44102,45746,45319
-grails,23601,30645,31752,31958,31597,31109
-nodejs,43148,56810,66984,70341,72342,72434
-servlet,67351,123420,205530,221120,211674,208522
-play,18545,26903,27518,27578,26907,26645
 kelp,11113,12691,12827,13055,13213,13154
 dancer,5957,6681,6644,6644,6650,6643
 ringojs-convinient,16934,25537,31472,35219,36293,35468
 ringojs,18392,30145,38573,44117,45843,45309
+phalcon,12276,13912,14519,14437,14264,14416
 spark,62266,116659,201322,221533,211249,209345
-netty,56410,109397,203297,214234,217383,219202
-kohana,3342,3630,3686,3670,3680,3606
 mojolicious,3948,4376,4359,4362,4356,4287
-rack-ruby,31391,44501,51256,54625,55809,57197
-php,25520,34683,38212,37507,37324,38026
-elli,30980,92448,147024,155520,157542,158215
-grizzly-jersey,38991,92257,122143,134377,140117,146043
-rack-jruby,23129,28767,30108,30122,29604,28121
-laravel,2025,2166,2148,2125,2068,2059
-rails-jruby,4268,4049,3941,3702,3270,2575
-rails-ruby,4229,4627,4614,4618,4601,4578
-django-stripped,22701,22872,22783,23030,23071,23039
-play-scala,23368,37924,41125,40989,40839,40854
-flask,18359,18497,18637,18496,18505,18496
-tapestry,47691,81695,109251,113147,112477,104587
-yesod,46130,89255,104570,94006,97716,98323
-http-kit,36566,57621,85010,109848,122313,134974
-rails-stripped-jruby,5274,5139,4967,4659,4062,3026
-tornado,11053,12403,13064,13861,14406,14575
-scalatra,46793,73839,88064,91360,92288,88283
-codeigniter,3476,3953,4211,4225,4191,4180
-scalatra-raw,47591,74552,89605,92407,93047,88730

results/i7/20130430144443/json/phreeze/raw

@@ -0,0 +1,135 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Thu Apr 18 14:05:37 PDT 2013
+
+  System load:  0.23                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+58 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/json
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.82ms    1.26ms  15.86ms   88.59%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  11665 requests in 6.00s, 4.67MB read
+Requests/sec:   1944.17
+Transfer/sec:    797.32KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   180.10ms  600.29ms   4.86s    93.92%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  104674 requests in 1.00m, 41.92MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2895
+Requests/sec:   1744.41
+Transfer/sec:    715.41KB
+
+---------------------------------------------------------
+ Concurrency: 8 for phreeze
+ wrk -d 60 -c 8 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    29.03ms  141.71ms   1.65s    95.67%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  37119 requests in 1.00m, 14.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 68
+Requests/sec:    618.61
+Transfer/sec:    253.70KB
+
+---------------------------------------------------------
+ Concurrency: 16 for phreeze
+ wrk -d 60 -c 16 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 16 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    14.54ms  262.58ms   8.39s    99.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  76792 requests in 1.00m, 30.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 197
+Requests/sec:   1279.75
+Transfer/sec:    524.84KB
+
+---------------------------------------------------------
+ Concurrency: 32 for phreeze
+ wrk -d 60 -c 32 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 32 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    22.36ms  261.06ms  14.41s    99.06%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  60600 requests in 1.00m, 24.27MB read
+  Socket errors: connect 0, read 0, write 0, timeout 458
+Requests/sec:   1009.94
+Transfer/sec:    414.19KB
+
+---------------------------------------------------------
+ Concurrency: 64 for phreeze
+ wrk -d 60 -c 64 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 64 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    21.36ms  120.08ms   5.62s    98.08%
+    Req/Sec     0.31     17.62     1.00k    99.97%
+  54386 requests in 1.00m, 21.78MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1209
+Requests/sec:    906.37
+Transfer/sec:    371.71KB
+
+---------------------------------------------------------
+ Concurrency: 128 for phreeze
+ wrk -d 60 -c 128 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 128 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    84.11ms  645.80ms   8.44s    98.60%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  78926 requests in 1.00m, 31.61MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2195
+Requests/sec:   1315.33
+Transfer/sec:    539.43KB
+
+---------------------------------------------------------
+ Concurrency: 256 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/json
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/json
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   176.07ms  592.30ms   6.41s    94.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  82083 requests in 1.00m, 32.87MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2569
+Requests/sec:   1367.92
+Transfer/sec:    561.00KB

results/i7/20130430144443/query/phreeze/raw

@@ -0,0 +1,123 @@
+Welcome to Ubuntu 12.04.1 LTS (GNU/Linux 3.2.0-23-generic x86_64)
+
+ * Documentation:  https://help.ubuntu.com/
+
+  System information as of Thu Apr 18 14:20:35 PDT 2013
+
+  System load:  0.25                Processes:           114
+  Usage of /:   10.1% of 131.63GB   Users logged in:     1
+  Memory usage: 14%                 IP address for eth1: 172.16.98.98
+  Swap usage:   0%
+
+  Graph this data and manage this system at https://landscape.canonical.com/
+
+116 packages can be updated.
+58 updates are security updates.
+
+
+---------------------------------------------------------
+ Running Primer phreeze
+ wrk -d 5 -c 8 -t 8 http://172.16.98.122:8080/db?queries=2
+---------------------------------------------------------
+
+Running 5s test @ http://172.16.98.122:8080/db?queries=2
+  8 threads and 8 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency    50.31ms  109.14ms 502.51ms   84.81%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  868 requests in 5.25s, 394.62KB read
+Requests/sec:    165.24
+Transfer/sec:     75.12KB
+
+---------------------------------------------------------
+ Running Warmup phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=2
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=2
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   233.21ms  864.81ms  12.89s    97.68%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  37726 requests in 1.00m, 16.75MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3693
+  Non-2xx or 3xx responses: 3
+Requests/sec:    628.74
+Transfer/sec:    285.83KB
+
+---------------------------------------------------------
+ Queries: 1 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=1
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=1
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   280.51ms    1.36s   15.17s    98.19%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  20673 requests in 1.00m, 8.47MB read
+  Socket errors: connect 0, read 0, write 0, timeout 5336
+  Non-2xx or 3xx responses: 8
+Requests/sec:    344.54
+Transfer/sec:    144.59KB
+
+---------------------------------------------------------
+ Queries: 5 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=5
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=5
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   634.96ms    1.78s   14.52s    96.26%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  14943 requests in 1.00m, 8.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3953
+  Non-2xx or 3xx responses: 3
+Requests/sec:    249.02
+Transfer/sec:    139.30KB
+
+---------------------------------------------------------
+ Queries: 10 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=10
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=10
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   805.09ms  952.09ms   4.40s    84.14%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  16060 requests in 1.00m, 11.53MB read
+  Socket errors: connect 0, read 0, write 0, timeout 1442
+Requests/sec:    267.64
+Transfer/sec:    196.75KB
+
+---------------------------------------------------------
+ Queries: 15 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=15
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=15
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency     1.08s     1.30s    5.74s    87.20%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  11589 requests in 1.00m, 10.30MB read
+  Socket errors: connect 0, read 0, write 0, timeout 2594
+Requests/sec:    193.13
+Transfer/sec:    175.72KB
+
+---------------------------------------------------------
+ Queries: 20 for phreeze
+ wrk -d 60 -c 256 -t 8 http://172.16.98.122:8080/db?queries=20
+---------------------------------------------------------
+
+Running 1m test @ http://172.16.98.122:8080/db?queries=20
+  8 threads and 256 connections
+  Thread Stats   Avg      Stdev     Max   +/- Stdev
+    Latency   769.77ms    1.51s   12.31s    92.11%
+    Req/Sec     0.00      0.00     0.00    100.00%
+  12426 requests in 1.00m, 13.16MB read
+  Socket errors: connect 0, read 0, write 0, timeout 3917
+Requests/sec:    207.08
+Transfer/sec:    224.58KB