Port mono tests to docker (#3448)

.travis.yml

@@ -12,14 +12,12 @@ python:
 env:
   matrix:
      - "TESTLANG=C"
-    # - "TESTDIR=CSharp/aspnet"
+     - "TESTDIR=CSharp/aspnet"
      - "TESTDIR=CSharp/aspnetcore"
-    # ## - "TESTDIR=CSharp/aspnet-stripped"
-    # - "TESTDIR=CSharp/evhttp-sharp"
-    # ## - "TESTDIR=CSharp/HttpListener"
-    # - "TESTDIR=CSharp/nancy"
-    # - "TESTDIR=CSharp/revenj"
-    # - "TESTDIR=CSharp/servicestack"
+     - "TESTDIR=CSharp/evhttp-sharp"
+     - "TESTDIR=CSharp/nancy"
+     - "TESTDIR=CSharp/revenj"
+     - "TESTDIR=CSharp/servicestack"
     # - "TESTDIR=C++/cppcms"
     # - "TESTDIR=C++/ffead-cpp"
     # - "TESTDIR=C++/cpoll_cppsp"

frameworks/CSharp/aspnet/.gitignore

@@ -1,6 +0,0 @@
-*.user
-*.suo
-*/bin/*
-*/obj/*
-*/packages/*
-nginx.upstream.conf

frameworks/CSharp/aspnet/aspnet-base.dockerfile

@@ -0,0 +1,7 @@
+FROM tfb/mono:latest
+
+ADD ./ /aspnet
+WORKDIR /aspnet
+
+RUN xbuild src/Benchmarks.build.proj /t:Clean
+RUN xbuild src/Benchmarks.build.proj /t:Build

frameworks/CSharp/aspnet/aspnet-mono-jsonnet.dockerfile

@@ -0,0 +1,2 @@
+FROM tfb/aspnet-base:latest
+CMD bash run.sh

frameworks/CSharp/aspnet/aspnet-mono-mysql-entityframework.dockerfile

@@ -0,0 +1,2 @@
+FROM tfb/aspnet-base:latest
+CMD bash run.sh

frameworks/CSharp/aspnet/aspnet-mono-mysql-raw.dockerfile

@@ -0,0 +1,2 @@
+FROM tfb/aspnet-base:latest
+CMD bash run.sh

frameworks/CSharp/aspnet/aspnet-mono-servicestack.dockerfile

@@ -0,0 +1,2 @@
+FROM tfb/aspnet-base:latest
+CMD bash run.sh

frameworks/CSharp/aspnet/aspnet.dockerfile

@@ -0,0 +1,2 @@
+FROM tfb/aspnet-base:latest
+CMD bash run.sh

frameworks/CSharp/aspnet/benchmark_config.json

@@ -2,7 +2,6 @@
   "framework": "aspnet",
   "tests": [{
     "default": {
-      "setup_file": "setup_nginx",
       "json_url": "/json/default",
       "plaintext_url": "/plaintext",
       "port": 8080,
@@ -22,7 +21,6 @@
       "versus": "aspnet-mono"
     },
     "mono-jsonnet": {
-      "setup_file": "setup_nginx",
       "json_url": "/json/jsonnet",
       "port": 8080,
       "approach": "Realistic",
@@ -41,7 +39,6 @@
       "versus": "aspnet-mono"
     },
     "mono-servicestack": {
-      "setup_file": "setup_nginx",
       "json_url": "/json/servicestack",
       "port": 8080,
       "approach": "Realistic",
@@ -60,7 +57,6 @@
       "versus": "aspnet-mono"
     },
     "mono-mysql-raw": {
-      "setup_file": "setup_mysql",
       "json_url": "/json/default",
       "plaintext_url": "/plaintext",
       "db_url": "/ado/mysql",
@@ -84,7 +80,6 @@
       "versus": "aspnet"
     },
     "mono-mysql-entityframework": {
-      "setup_file": "setup_mysql",
       "db_url": "/entityframework/mysql",
       "query_url": "/entityframework/mysql?queries=",
       "fortune_url": "/entityframework/mysql/fortunes",

frameworks/CSharp/aspnet/setup_nginx.sh → frameworks/CSharp/aspnet/run.sh

@@ -1,30 +1,25 @@
 #!/bin/bash
 
-fw_depends nginx mono
-
-# extra cleaning
-rm -rf src/bin src/obj
-rm -rf /tmp/nuget
-
-xbuild src/Benchmarks.build.proj /t:Clean
-xbuild src/Benchmarks.build.proj /t:Build
-
 # one fastcgi instance for each thread
 # load balanced by nginx
 port_start=9001
 port_end=$(($port_start+$CPU_COUNT))
 
+# To debug, use --printlog --verbose --loglevels=All
+for port in $(seq $port_start $port_end); do
+	MONO_OPTIONS=--gc=sgen fastcgi-mono-server4 --applications=/:/aspnet/src --socket=tcp:127.0.0.1:$port &
+done
+
+sleep 5s
+
 # nginx
 conf="upstream mono {\n"
 for port in $(seq $port_start $port_end); do
   conf+="\tserver 127.0.0.1:${port};\n"
 done
 conf+="}"
-echo -e $conf > $TROOT/nginx.upstream.conf
 
-nginx -c $TROOT/nginx.conf -g "worker_processes ${CPU_COUNT};"
+echo -e $conf > nginx.upstream.conf
+nginx -c /aspnet/nginx.conf -g "worker_processes ${CPU_COUNT};"
 
-# To debug, use --printlog --verbose --loglevels=All
-for port in $(seq $port_start $port_end); do
-  fastcgi-mono-server4 --applications=/:$TROOT/src --socket=tcp:127.0.0.1:$port &
-done
+wait

frameworks/CSharp/aspnet/setup_mongodb.sh

@@ -1,5 +0,0 @@
-#!/bin/bash
-
-fw_depends mongodb
-
-source ./setup_nginx.sh

frameworks/CSharp/aspnet/setup_mysql.sh

@@ -1,5 +0,0 @@
-#!/bin/bash
-
-fw_depends mysql
-
-source ./setup_nginx.sh

frameworks/CSharp/aspnet/setup_postgresql.sh

@@ -1,5 +0,0 @@
-#!/bin/bash
-
-fw_depends postgresql
-
-source ./setup_nginx.sh

frameworks/CSharp/evhttp-sharp/.gitignore

@@ -1,8 +0,0 @@
-*.user
-*.suo
-*/bin/*
-*/obj/*
-obj/
-[Bb]in
-[Dd]ebug*/
-[Rr]elease*/

frameworks/CSharp/evhttp-sharp/benchmark_config.json

@@ -2,7 +2,6 @@
   "framework": "evhttp-sharp",
   "tests": [{
     "default": {
-      "setup_file": "setup",
       "json_url": "/",
       "plaintext_url": "/plaintext",
       "port": 8085,

frameworks/CSharp/evhttp-sharp/evhttp-sharp.dockerfile

@@ -0,0 +1,11 @@
+FROM tfb/mono:latest
+
+ADD ./ /evhttp
+WORKDIR /evhttp
+
+RUN xbuild src/EvHttpSharpBenchmark.csproj /t:Clean
+RUN xbuild src/EvHttpSharpBenchmark.csproj /p:Configuration=Release
+
+ENV MONO_GC_PARAMS nursery-size=64m
+
+CMD mono -O=all src/bin/Release/EvHttpSharpBenchmark.exe 127.0.0.1 8085 ${CPU_COUNT}

frameworks/CSharp/evhttp-sharp/setup.sh

@@ -1,13 +0,0 @@
-#!/bin/bash
-
-fw_depends mono
-
-#extra cleaning
-rm -rf src/bin src/obj
-
-xbuild src/EvHttpSharpBenchmark.csproj /t:Clean
-xbuild src/EvHttpSharpBenchmark.csproj /p:Configuration=Release
-
-export MONO_GC_PARAMS=nursery-size=64m
-
-mono -O=all $TROOT/src/bin/Release/EvHttpSharpBenchmark.exe 127.0.0.1 8085 $CPU_COUNT &

frameworks/CSharp/nancy/.gitignore

@@ -1,8 +0,0 @@
-*.user
-*.suo
-*/bin/*
-*/obj/*
-obj/
-[Bb]in
-[Dd]ebug*/
-[Rr]elease*/

frameworks/CSharp/nancy/benchmark_config.json

@@ -2,7 +2,6 @@
   "framework": "nancy",
   "tests": [{
     "default": {
-      "setup_file": "setup_nginx",
       "plaintext_url":"/plaintext",
       "json_url": "/json",
       "db_url": "/db",

frameworks/CSharp/nancy/nancy.dockerfile

@@ -0,0 +1,9 @@
+FROM tfb/mono:latest
+
+ADD ./ /nancy
+WORKDIR /nancy
+
+RUN xbuild src/NancyBenchmark.csproj /t:Clean
+RUN xbuild src/NancyBenchmark.csproj /p:Configuration=Release
+
+CMD bash run.sh

frameworks/CSharp/nancy/nginx.conf

@@ -19,7 +19,7 @@ http {
 
         location / {
             fastcgi_pass mono;
-            include nginx.osenv.conf; # read os env from this file
+            include /nginx/conf/fastcgi_params;
             fastcgi_param  SCRIPT_FILENAME $document_root$fastcgi_script_name;
         }
     }

frameworks/CSharp/nancy/run.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# one fastcgi instance for each thread
+# load balanced by nginx
+port_start=9001
+port_end=$(($port_start+$CPU_COUNT))
+
+# To debug, use --printlog --verbose --loglevels=All
+for port in $(seq $port_start $port_end); do
+	MONO_OPTIONS=--gc=sgen fastcgi-mono-server4 --applications=/:/nancy/src --socket=tcp:127.0.0.1:$port &
+done
+
+sleep 5s
+
+# nginx
+conf="upstream mono {\n"
+for port in $(seq $port_start $port_end); do
+  conf+="\tserver 127.0.0.1:${port};\n"
+done
+conf+="}"
+
+echo -e $conf > nginx.upstream.conf
+nginx -c /nancy/nginx.conf -g "worker_processes ${CPU_COUNT};"
+
+wait

frameworks/CSharp/nancy/setup_nginx.sh

@@ -1,36 +0,0 @@
-#!/bin/bash
-
-fw_depends mysql nginx mono
-
-sed -i 's|localhost|'"${DBHOST}"'|g' src/Web.config
-sed -i 's|include /usr/local/nginx/conf/fastcgi_params;|include '"${NGINX_HOME}"'/conf/fastcgi_params;|g' nginx.conf
-
-# build
-rm -rf src/bin src/obj
-xbuild src/NancyBenchmark.csproj /t:Clean
-xbuild src/NancyBenchmark.csproj /p:Configuration=Release
-
-# nginx
-port_start=9001
-port_end=$((${port_start}+${CPU_COUNT}))
-conf="upstream mono {\n"
-for port in $(seq ${port_start} $port_end); do
-  conf+="\tserver 127.0.0.1:${port};\n"
-done
-conf+="}"
-
-# Store path of fastcgi_params dynamically in a file called "nginx.osenv.conf". 
-# The reason why I do this is Ngix "include" cannot recognize variables. (Well known issue of Nginx)
-# To use OS Environment at ngix.conf 3rd party library or perl module is needed
-# Current approach is one trick to solve the problem without utilize those 3rd party libraries.
-echo "include $IROOT/nginx/conf/fastcgi_params;" > $TROOT/nginx.osenv.conf
-
-
-echo -e $conf > $TROOT/nginx.upstream.conf
-${NGINX_HOME}/sbin/nginx -c $TROOT/nginx.conf -g "worker_processes '"${CPU_COUNT}"';"
-
-# Start fastcgi for each thread
-# To debug, use --printlog --verbose --loglevels=All
-for port in $(seq ${port_start} $port_end); do
-  MONO_OPTIONS=--gc=sgen fastcgi-mono-server4 --applications=/:$TROOT/src --socket=tcp:127.0.0.1:$port &
-done

frameworks/CSharp/nancy/src/Web.config

@@ -1,9 +1,9 @@
 <?xml version="1.0"?>
 <configuration>
   <appSettings>
-    <add key="ConnectionString.MySQL" value="server=localhost;user id=benchmarkdbuser;password=benchmarkdbpass;database=hello_world"/>
-    <add key="ConnectionString.PostgreSQL" value="server=localhost;user id=benchmarkdbuser;password=benchmarkdbpass;database=hello_world"/>
-    <add key="ConnectionString.MongoDB" value="mongodb://localhost"/>
+    <add key="ConnectionString.MySQL" value="server=TFB-database;user id=benchmarkdbuser;password=benchmarkdbpass;database=hello_world"/>
+    <add key="ConnectionString.PostgreSQL" value="server=TFB-database;user id=benchmarkdbuser;password=benchmarkdbpass;database=hello_world"/>
+    <add key="ConnectionString.MongoDB" value="mongodb://TFB-database"/>
   </appSettings>
   <system.web>
     <customErrors mode="Off"/>
@@ -29,4 +29,4 @@
       </dependentAssembly>
     </assemblyBinding>
   </runtime>
-</configuration>
+</configuration>

frameworks/CSharp/revenj/.gitignore

@@ -1,9 +0,0 @@
-*.user
-*.suo
-*.jar
-*.zip
-dsl-compiler.*
-*/bin/*
-*/obj/*
-exe/
-tmp/

frameworks/CSharp/revenj/Revenj.Http.exe.config

@@ -6,7 +6,7 @@
   <appSettings>
     <add key="PluginsPath" value="." />
     <add key="ServerAssembly" value="ServerModel.dll"/>
-    <add key="ConnectionString" value="server=localhost;port=5432;database=hello_world;user=benchmarkdbuser;password=benchmarkdbpass" />
+    <add key="ConnectionString" value="server=TFB-database;port=5432;database=hello_world;user=benchmarkdbuser;password=benchmarkdbpass" />
     <add key="HttpAddress_local" value="http://0.0.0.0:8080/" />
     <add key="Revenj.HttpServer" value="Revenj"/>
     <add key="CustomAuth" value="Revenj.Http.NoAuth"/>

frameworks/CSharp/revenj/benchmark_config.json

@@ -2,7 +2,6 @@
   "framework": "revenj",
   "tests": [{
     "default": {
-      "setup_file": "setup",
       "json_url": "/bench/json",
       "db_url": "/bench/db",
       "query_url": "/bench/queries/",

frameworks/CSharp/revenj/install.sh

@@ -1,3 +0,0 @@
-#!/bin/bash
-
-fw_depends mono java dsl_platform

frameworks/CSharp/revenj/revenj.dockerfile

@@ -0,0 +1,32 @@
+FROM tfb/java:latest as java
+FROM tfb/mono:latest
+COPY --from=java /java /java
+ENV JAVA_HOME=/java/jdk-9.0.4
+ENV PATH="${JAVA_HOME}/bin:${PATH}"
+
+ADD ./ /revenj
+WORKDIR /revenj
+
+RUN curl -sL -O https://github.com/ngs-doo/revenj/releases/download/1.4.2/dsl-compiler.zip
+RUN unzip dsl-compiler.zip
+RUN rm dsl-compiler.zip
+
+RUN curl -sL -O https://github.com/ngs-doo/dsl-compiler-client/releases/download/1.8.2/dsl-clc.jar
+RUN curl -sL -O https://github.com/ngs-doo/revenj/releases/download/1.4.2/http-server.zip
+RUN unzip http-server.zip -d /revenj/exe
+
+RUN java -jar dsl-clc.jar \
+	temp=/revenj/tmp/ \
+	force \
+	dsl=/revenj/Revenj.Bench \
+	manual-json \
+	compiler=/revenj/dsl-compiler.exe \
+	revenj.net=/revenj/exe/ServerModel.dll \
+	no-prompt \
+	dependencies:revenj.net=/revenj/exe
+
+RUN xbuild /revenj/Revenj.Bench/Revenj.Bench.csproj /t:Rebuild /p:Configuration=Release
+
+RUN mv /revenj/Revenj.Http.exe.config /revenj/exe/Revenj.Http.exe.config
+
+CMD mono /revenj/exe/Revenj.Http.exe

frameworks/CSharp/revenj/setup.sh

@@ -1,35 +0,0 @@
-#!/bin/bash
-
-fw_depends postgresql java mono dsl_platform
-
-echo "Cleaning up..."
-rm -rf $TROOT/exe $TROOT/tmp $TROOT/dsl-clc.jar $TROOT/http-server.zip
-
-echo "Download DSL compiler client"
-wget -O $TROOT/dsl-clc.jar https://github.com/ngs-doo/dsl-compiler-client/releases/download/1.8.2/dsl-clc.jar
-
-echo "Download Revenj.NET HTTP server 1.4.2"
-wget -O $TROOT/http-server.zip https://github.com/ngs-doo/revenj/releases/download/1.4.2/http-server.zip
-
-echo "Unzipping HTTP server"
-unzip $TROOT/http-server.zip -d $TROOT/exe
-
-echo "Compiling the server model and downloading dependencies..."
-java -jar $TROOT/dsl-clc.jar \
-	temp=$TROOT/tmp/ \
-	force \
-	dsl=$TROOT/Revenj.Bench \
-	manual-json \
-	compiler=$IROOT/dsl-compiler.exe \
-	revenj.net=$TROOT/exe/ServerModel.dll \
-	no-prompt \
-	dependencies:revenj.net=$TROOT/exe
-
-echo "Compiling the benchmark project..."
-xbuild $TROOT/Revenj.Bench/Revenj.Bench.csproj /t:Rebuild /p:Configuration=Release
-
-echo "Copying the configuration template"
-cat $TROOT/Revenj.Http.exe.config | sed 's|\(ConnectionString.*server=\)localhost|\1'"${DBHOST}"'|' > $TROOT/exe/Revenj.Http.exe.config
-
-echo "Running the Revenj instance"
-mono $TROOT/exe/Revenj.Http.exe

frameworks/CSharp/servicestack/.gitignore

@@ -1,13 +0,0 @@
-*.pyc
-*.user
-*.suo
-*/bin/
-*/obj/
-obj/
-[Bb]in
-[Dd]ebug*/
-[Rr]elease*/
-nuget.exe
-packages/
-!packages/repositories.config
-lib/*

frameworks/CSharp/servicestack/benchmark_config.json

@@ -2,7 +2,6 @@
   "framework": "servicestack",
   "tests": [{
     "default": {
-      "setup_file": "setup_nginx",
       "json_url": "/json",
       "plaintext_url": "/plaintext",
       "port": 8080,

frameworks/CSharp/servicestack/nginx.conf

@@ -19,7 +19,7 @@ http {
 
         location / {
             fastcgi_pass mono;
-            include /usr/local/nginx/conf/fastcgi_params;
+            include /nginx/conf/fastcgi_params;
             fastcgi_param  SCRIPT_FILENAME $document_root$fastcgi_script_name;
         }
     }

frameworks/CSharp/servicestack/run.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# one fastcgi instance for each thread
+# load balanced by nginx
+port_start=9001
+port_end=$(($port_start+$CPU_COUNT))
+
+# To debug, use --printlog --verbose --loglevels=All
+for port in $(seq $port_start $port_end); do
+	MONO_OPTIONS=--gc=sgen fastcgi-mono-server4 --applications=/:/servicestack/src --socket=tcp:127.0.0.1:$port &
+done
+
+sleep 5s
+
+# nginx
+conf="upstream mono {\n"
+for port in $(seq $port_start $port_end); do
+  conf+="\tserver 127.0.0.1:${port};\n"
+done
+conf+="}"
+
+echo -e $conf > nginx.upstream.conf
+nginx -c /servicestack/nginx.conf -g "worker_processes ${CPU_COUNT};"
+
+wait

frameworks/CSharp/servicestack/servicestack.dockerfile

@@ -0,0 +1,12 @@
+FROM tfb/mono:latest
+
+ADD ./ /servicestack
+WORKDIR /servicestack
+
+RUN mkdir lib
+RUN curl -sL -O https://dist.nuget.org/win-x86-commandline/latest/nuget.exe
+RUN mono nuget.exe install src/packages.config -OutputDirectory lib/
+RUN xbuild src/ServiceStackBenchmark.csproj /t:Clean
+RUN xbuild src/ServiceStackBenchmark.csproj /t:Build
+
+CMD bash run.sh

frameworks/CSharp/servicestack/setup_nginx.sh

@@ -1,33 +0,0 @@
-#!/bin/bash
-
-fw_depends mysql postgresql mongodb nginx mono
-
-sed -i 's|/usr/local/nginx/|'"${IROOT}"'/nginx/|g' nginx.conf
-
-rm -rf lib/
-mkdir lib
-
-wget https://dist.nuget.org/win-x86-commandline/latest/nuget.exe -O nuget.exe
-
-mono nuget.exe install src/packages.config -OutputDirectory lib/
-
-# extra cleaning
-rm -rf src/bin src/obj
-xbuild src/ServiceStackBenchmark.csproj /t:Clean
-xbuild src/ServiceStackBenchmark.csproj /t:Build
-# one fastcgi instance for each thread
-# load balanced by nginx
-port_start=9001
-port_end=$(($port_start+$CPU_COUNT))
-# nginx
-conf="upstream mono {\n"
-for port in $(seq $port_start $port_end); do
-conf+="\tserver 127.0.0.1:${port};\n"
-done
-conf+="}"
-echo -e $conf > $TROOT/nginx.upstream.conf
-nginx -c $TROOT/nginx.conf -g "worker_processes ${CPU_COUNT};"
-# To debug, use --printlog --verbose --loglevels=All
-for port in $(seq $port_start $port_end); do
-	MONO_OPTIONS=--gc=sgen fastcgi-mono-server4 --applications=/:$TROOT/src --socket=tcp:127.0.0.1:$port &
-done

toolset/setup/docker/systools/mono.dockerfile

@@ -0,0 +1,6 @@
+FROM tfb/nginx:latest
+
+RUN apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys 3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF
+RUN echo "deb http://download.mono-project.com/repo/ubuntu stable-xenial main" | tee /etc/apt/sources.list.d/mono-official-stable.list
+RUN apt-get update
+RUN apt-get install -y mono-complete mono-fastcgi-server