installer.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. import subprocess
  2. import os
  3. import time
  4. import traceback
  5. import sys
  6. class Installer:
  7. ############################################################
  8. # install_software
  9. ############################################################
  10. def install_software(self):
  11. if self.benchmarker.install == 'all' or self.benchmarker.install == 'server':
  12. self.__install_server_software()
  13. if self.benchmarker.install == 'all' or self.benchmarker.install == 'database':
  14. self.__install_database_software()
  15. if self.benchmarker.install == 'all' or self.benchmarker.install == 'client':
  16. self.__install_client_software()
  17. ############################################################
  18. # End install_software
  19. ############################################################
  20. ############################################################
  21. # __install_server_software
  22. ############################################################
  23. def __install_server_software(self):
  24. print("\nINSTALL: Installing server software\n")
  25. #######################################
  26. # Prerequisites
  27. #######################################
  28. self.__run_command("sudo apt-get update", True)
  29. self.__run_command("sudo apt-get upgrade", True)
  30. self.__run_command("sudo apt-get install build-essential libpcre3 libpcre3-dev libpcrecpp0 libssl-dev zlib1g-dev python-software-properties unzip git-core libcurl4-openssl-dev libbz2-dev libmysqlclient-dev mongodb-clients libreadline6-dev libyaml-dev libsqlite3-dev sqlite3 libxml2-dev libxslt-dev libgdbm-dev ncurses-dev automake libffi-dev htop libtool bison libevent-dev libgstreamer-plugins-base0.10-0 libgstreamer0.10-0 liborc-0.4-0 libwxbase2.8-0 libwxgtk2.8-0 libgnutls-dev libjson0-dev libmcrypt-dev libicu-dev cmake gettext curl libpq-dev mercurial", True)
  31. self.__run_command("sudo add-apt-repository ppa:ubuntu-toolchain-r/test", True)
  32. self.__run_command("sudo apt-get update", True)
  33. self.__run_command("sudo apt-get install gcc-4.8 g++-4.8", True)
  34. self.__run_command("cp ../config/benchmark_profile ../../.bash_profile")
  35. self.__run_command("sudo sh -c \"echo '* - nofile 16384' >> /etc/security/limits.conf\"")
  36. ##############################################################
  37. # System Tools
  38. ##############################################################
  39. #
  40. # Leiningen
  41. #
  42. self.__run_command("mkdir -p bin")
  43. self.__download("https://raw.github.com/technomancy/leiningen/stable/bin/lein")
  44. self.__run_command("mv lein bin/lein")
  45. self.__run_command("chmod +x bin/lein")
  46. #
  47. # Maven
  48. #
  49. self.__run_command("sudo apt-get install maven -qq")
  50. self.__run_command("mvn -version")
  51. #######################################
  52. # Languages
  53. #######################################
  54. self._install_python()
  55. #
  56. # Dart
  57. #
  58. self.__download("https://storage.googleapis.com/dart-editor-archive-integration/latest/dartsdk-linux-64.tar.gz")
  59. self.__run_command("tar xzf dartsdk-linux-64.tar.gz")
  60. #
  61. # Erlang
  62. #
  63. self.__run_command("sudo cp ../config/erlang.list /etc/apt/sources.list.d/erlang.list")
  64. self.__download("http://binaries.erlang-solutions.com/debian/erlang_solutions.asc")
  65. self.__run_command("sudo apt-key add erlang_solutions.asc")
  66. self.__run_command("sudo apt-get update")
  67. self.__run_command("sudo apt-get install esl-erlang", True)
  68. #
  69. # nodejs
  70. #
  71. self.__download("http://nodejs.org/dist/v0.10.8/node-v0.10.8-linux-x64.tar.gz")
  72. self.__run_command("tar xzf node-v0.10.8-linux-x64.tar.gz")
  73. #
  74. # Java
  75. #
  76. self.__run_command("sudo apt-get install openjdk-7-jdk", True)
  77. self.__run_command("sudo apt-get remove --purge openjdk-6-jre openjdk-6-jre-headless", True)
  78. #
  79. # Ruby/JRuby
  80. #
  81. self.__run_command("curl -L get.rvm.io | bash -s head")
  82. self.__run_command("echo rvm_auto_reload_flag=2 >> ~/.rvmrc")
  83. self.__bash_from_string("source ~/.rvm/scripts/'rvm' && rvm install 2.0.0-p0")
  84. self.__bash_from_string("source ~/.rvm/scripts/'rvm' && rvm 2.0.0-p0 do gem install bundler")
  85. self.__bash_from_string("source ~/.rvm/scripts/'rvm' && rvm install jruby-1.7.4")
  86. self.__bash_from_string("source ~/.rvm/scripts/'rvm' && rvm jruby-1.7.4 do gem install bundler")
  87. # We need a newer version of jruby-rack
  88. self.__run_command("git clone git://github.com/jruby/jruby-rack.git", retry=True);
  89. self.__bash_from_string("cd jruby-rack && source ~/.rvm/scripts/'rvm' && rvm jruby-1.7.4 do bundle install")
  90. self.__bash_from_string("cd jruby-rack && source ~/.rvm/scripts/'rvm' && rvm jruby-1.7.4 do jruby -S bundle exec rake clean gem SKIP_SPECS=true")
  91. self.__bash_from_string("cd jruby-rack/target && source ~/.rvm/scripts/'rvm' && rvm jruby-1.7.4 do gem install jruby-rack-1.2.0.SNAPSHOT.gem")
  92. #
  93. # go
  94. #
  95. self.__download("http://go.googlecode.com/files/go1.1.1.linux-amd64.tar.gz");
  96. self.__run_command("tar xzf go1.1.1.linux-amd64.tar.gz")
  97. #
  98. # Perl
  99. #
  100. self.__download("http://downloads.activestate.com/ActivePerl/releases/5.16.3.1603/ActivePerl-5.16.3.1603-x86_64-linux-glibc-2.3.5-296746.tar.gz");
  101. self.__run_command("tar xzf ActivePerl-5.16.3.1603-x86_64-linux-glibc-2.3.5-296746.tar.gz");
  102. self.__run_command("sudo ./install.sh --license-accepted --prefix /opt/ActivePerl-5.16 --no-install-html", cwd="ActivePerl-5.16.3.1603-x86_64-linux-glibc-2.3.5-296746", send_yes=True, retry=True)
  103. self.__download("http://cpanmin.us", "cpanminus.pl")
  104. self.__run_command("perl cpanminus.pl --sudo App::cpanminus", retry=True)
  105. self.__run_command("cpanm -f -S DBI DBD::mysql Kelp Dancer Mojolicious Kelp::Module::JSON::XS Dancer::Plugin::Database Starman Plack JSON Web::Simple DBD::Pg JSON::XS EV HTTP::Parser::XS Monoceros EV IO::Socket::IP IO::Socket::SSL", retry=True)
  106. #
  107. # php
  108. #
  109. self.__download("http://www.php.net/get/php-5.4.13.tar.gz/from/us1.php.net/mirror")
  110. self.__run_command("tar xzf php-5.4.13.tar.gz")
  111. self.__run_command("./configure --with-pdo-mysql --with-mysql --with-mcrypt --enable-intl --enable-mbstring --enable-fpm --with-fpm-user=www-data --with-fpm-group=www-data --with-openssl", cwd="php-5.4.13")
  112. self.__run_command("make", cwd="php-5.4.13")
  113. self.__run_command("sudo make install", cwd="php-5.4.13")
  114. self.__run_command("printf \"\\n\" | sudo pecl install apc-beta", cwd="php-5.4.13", retry=True)
  115. self.__run_command("sudo cp ../config/php.ini /usr/local/lib/php.ini")
  116. self.__run_command("sudo cp ../config/php-fpm.conf /usr/local/lib/php-fpm.conf")
  117. self.__run_command("rm php-5.4.13.tar.gz")
  118. # Composer
  119. self.__download("https://getcomposer.org/installer", "composer-installer.php")
  120. self.__run_command("php composer-installer.php --install-dir=bin")
  121. # Phalcon
  122. self.__run_command("git clone git://github.com/phalcon/cphalcon.git", retry=True)
  123. self.__run_command("sudo ./install", cwd="cphalcon/build")
  124. # YAF
  125. self.__run_command("sudo pecl install yaf")
  126. #
  127. # Haskell
  128. #
  129. self.__run_command("sudo apt-get install ghc cabal-install", True)
  130. #
  131. # RingoJs
  132. #
  133. self.__download("http://www.ringojs.org/downloads/ringojs_0.9-1_all.deb")
  134. self.__run_command("sudo apt-get install jsvc", True)
  135. self.__run_command("sudo dpkg -i ringojs_0.9-1_all.deb", True)
  136. self.__run_command("rm ringojs_0.9-1_all.deb")
  137. #
  138. # Mono
  139. #
  140. self.__run_command("git clone git://github.com/mono/mono", retry=True)
  141. self.__run_command("git checkout mono-3.2.1", cwd="mono")
  142. self.__run_command("./autogen.sh --prefix=/usr/local", cwd="mono")
  143. self.__run_command("make get-monolite-latest", cwd="mono")
  144. self.__run_command("make EXTERNAL_MCS=${PWD}/mcs/class/lib/monolite/gmcs.exe", cwd="mono")
  145. self.__run_command("sudo make install", cwd="mono")
  146. self.__run_command("mozroots --import --sync", retry=True)
  147. self.__run_command("git clone git://github.com/mono/xsp", retry=True)
  148. self.__run_command("./autogen.sh --prefix=/usr/local", cwd="xsp")
  149. self.__run_command("make", cwd="xsp")
  150. self.__run_command("sudo make install", cwd="xsp")
  151. #
  152. # Nimrod
  153. #
  154. self.__download("http://www.nimrod-code.org/download/nimrod_0.9.2.zip")
  155. self.__run_command("unzip nimrod_0.9.2.zip")
  156. self.__run_command("chmod +x build.sh", cwd="nimrod")
  157. self.__run_command("./build.sh", cwd="nimrod")
  158. self.__run_command("chmod +x install.sh", cwd="nimrod")
  159. self.__run_command("sudo ./install.sh /usr/bin", cwd="nimrod")
  160. #
  161. # Racket
  162. #
  163. self.__run_command("sudo apt-get install racket", True)
  164. #######################################
  165. # Webservers
  166. #######################################
  167. #
  168. # Nginx
  169. #
  170. self.__download("http://nginx.org/download/nginx-1.4.1.tar.gz")
  171. self.__run_command("tar xzf nginx-1.4.1.tar.gz")
  172. self.__run_command("./configure", cwd="nginx-1.4.1")
  173. self.__run_command("make", cwd="nginx-1.4.1")
  174. self.__run_command("sudo make install", cwd="nginx-1.4.1")
  175. #
  176. # Openresty (nginx with openresty stuff)
  177. #
  178. self.__download("http://openresty.org/download/ngx_openresty-1.2.7.5.tar.gz")
  179. self.__run_command("tar xzf ngx_openresty-1.2.7.5.tar.gz")
  180. self.__run_command("./configure --with-luajit", cwd="ngx_openresty-1.2.7.5")
  181. self.__run_command("make", cwd="ngx_openresty-1.2.7.5")
  182. self.__run_command("sudo make install", cwd="ngx_openresty-1.2.7.5")
  183. #
  184. # Resin
  185. #
  186. self.__run_command("sudo cp -r /usr/lib/jvm/java-1.7.0-openjdk-amd64/include /usr/lib/jvm/java-1.7.0-openjdk-amd64/jre/bin/")
  187. self.__download("http://www.caucho.com/download/resin-4.0.36.tar.gz")
  188. self.__run_command("tar xzf resin-4.0.36.tar.gz")
  189. self.__run_command("./configure --prefix=`pwd`", cwd="resin-4.0.36")
  190. self.__run_command("make", cwd="resin-4.0.36")
  191. self.__run_command("make install", cwd="resin-4.0.36")
  192. self.__run_command("mv conf/resin.properties conf/resin.properties.orig", cwd="resin-4.0.36")
  193. self.__run_command("cat ../config/resin.properties > resin-4.0.36/conf/resin.properties")
  194. self.__run_command("mv conf/resin.xml conf/resin.xml.orig", cwd="resin-4.0.36")
  195. self.__run_command("cat ../config/resin.xml > resin-4.0.36/conf/resin.xml")
  196. ##############################################################
  197. # Frameworks
  198. ##############################################################
  199. #
  200. # Grails
  201. #
  202. self.__download("http://dist.springframework.org.s3.amazonaws.com/release/GRAILS/grails-2.1.1.zip")
  203. self.__run_command("unzip -o grails-2.1.1.zip")
  204. self.__run_command("rm grails-2.1.1.zip")
  205. #
  206. # Play 2
  207. #
  208. self.__download("http://downloads.typesafe.com/play/2.1.2-RC1/play-2.1.2-RC1.zip")
  209. self.__run_command("unzip -o play-2.1.2-RC1.zip")
  210. self.__run_command("rm play-2.1.2-RC1.zip")
  211. #
  212. # Play 1
  213. #
  214. self.__download("http://downloads.typesafe.com/releases/play-1.2.5.zip")
  215. self.__run_command("unzip -o play-1.2.5.zip")
  216. self.__run_command("rm play-1.2.5.zip")
  217. self.__run_command("mv play-1.2.5/play play-1.2.5/play1")
  218. # siena
  219. self.__run_command("yes | play-1.2.5/play1 install siena")
  220. #
  221. # TreeFrog Framework
  222. #
  223. self.__run_command("sudo apt-get install qt4-qmake libqt4-dev libqt4-sql-mysql g++", True)
  224. self.__download("http://downloads.sourceforge.net/project/treefrog/src/treefrog-1.7.tar.gz")
  225. self.__run_command("tar xzf treefrog-1.7.tar.gz")
  226. self.__run_command("rm treefrog-1.7.tar.gz")
  227. self.__run_command("./configure", cwd="treefrog-1.7")
  228. self.__run_command("make", cwd="treefrog-1.7/src")
  229. self.__run_command("sudo make install", cwd="treefrog-1.7/src")
  230. self.__run_command("make", cwd="treefrog-1.7/tools")
  231. self.__run_command("sudo make install", cwd="treefrog-1.7/tools")
  232. #
  233. # Vert.x
  234. #
  235. self.__download("http://dl.bintray.com/vertx/downloads/vert.x-2.0.2-final.tar.gz?direct=true")
  236. self.__run_command("tar xzf vert.x-2.0.2-final.tar.gz")
  237. #
  238. # Yesod
  239. #
  240. self.__run_command("cabal update", retry=True)
  241. self.__run_command("cabal install yesod persistent-mysql", retry=True)
  242. #
  243. # Jester
  244. #
  245. self.__run_command("git clone git://github.com/dom96/jester.git jester/jester", retry=True)
  246. print("\nINSTALL: Finished installing server software\n")
  247. ############################################################
  248. # End __install_server_software
  249. ############################################################
  250. def _install_python(self):
  251. # .profile is not loaded yet. So we should use full path.
  252. pypy_bin = "~/FrameworkBenchmarks/installs/pypy/bin"
  253. python_bin = "~/FrameworkBenchmarks/installs/py2/bin"
  254. python3_bin= "~/FrameworkBenchmarks/installs/py3/bin"
  255. def easy_install(pkg, two=True, three=False, pypy=False):
  256. cmd = "/easy_install -ZU '" + pkg + "'"
  257. if two: self.__run_command(python_bin + cmd, retry=True)
  258. if three: self.__run_command(python3_bin + cmd, retry=True)
  259. if pypy: self.__run_command(pypy_bin + cmd, retry=True)
  260. self.__download("http://bitbucket.org/pypy/pypy/downloads/pypy-2.1-linux64.tar.bz2")
  261. self.__run_command("tar xjf pypy-2.1-linux64.tar.bz2")
  262. self.__run_command('ln -sf pypy-2.1 pypy')
  263. self.__download("http://www.python.org/ftp/python/2.7.5/Python-2.7.5.tgz")
  264. self.__run_command("tar xzf Python-2.7.5.tgz")
  265. self.__download("http://www.python.org/ftp/python/3.3.2/Python-3.3.2.tar.xz")
  266. self.__run_command("tar xJf Python-3.3.2.tar.xz")
  267. self.__run_command("./configure --prefix=$HOME/FrameworkBenchmarks/installs/py2 --disable-shared CC=gcc-4.8", cwd="Python-2.7.5")
  268. self.__run_command("./configure --prefix=$HOME/FrameworkBenchmarks/installs/py3 --disable-shared CC=gcc-4.8", cwd="Python-3.3.2")
  269. self.__run_command("make -j2", cwd="Python-2.7.5")
  270. self.__run_command("make install", cwd="Python-2.7.5")
  271. self.__run_command("make -j2", cwd="Python-3.3.2")
  272. self.__run_command("make install", cwd="Python-3.3.2")
  273. self.__download("https://bitbucket.org/pypa/setuptools/downloads/ez_setup.py")
  274. self.__run_command(pypy_bin + "/pypy ez_setup.py")
  275. self.__run_command(python_bin + "/python ez_setup.py")
  276. self.__run_command(python3_bin + "/python3 ez_setup.py")
  277. easy_install('pip==1.4.1', two=True, three=True, pypy=True)
  278. easy_install('MySQL-python==1.2.4', two=True, three=False, pypy=True)
  279. easy_install('https://github.com/clelland/MySQL-for-Python-3/archive/master.zip', two=False, three=True, pypy=False)
  280. easy_install('PyMySQL==0.5', pypy=True)
  281. easy_install('PyMySQL3==0.5', two=False, three=True)
  282. easy_install('psycopg2==2.5.1', three=True)
  283. easy_install('simplejson==3.3.0', two=True, three=True, pypy=False)
  284. easy_install('ujson==1.33', three=True)
  285. easy_install('https://github.com/downloads/surfly/gevent/gevent-1.0rc2.tar.gz', three=True)
  286. easy_install('uwsgi', three=True) # uwsgi is released too often to stick on single version.
  287. # Gunicorn
  288. easy_install('gunicorn==17.5', two=True, three=True, pypy=True)
  289. # meinheld HEAD supports gunicorn worker on Python 3
  290. easy_install('https://github.com/mopemope/meinheld/archive/master.zip', two=True, three=True, pypy=True)
  291. # Tornado
  292. easy_install('tornado==3.1', two=True, three=True, pypy=True)
  293. easy_install('motor==0.1.1', two=True, three=True, pypy=True)
  294. easy_install('pymongo==2.5.2', two=True, three=True, pypy=True)
  295. # Django
  296. easy_install("https://www.djangoproject.com/download/1.6b2/tarball/", two=True, three=True, pypy=True)
  297. # Flask
  298. easy_install('Werkzeug==0.9.3', two=True, three=True, pypy=True)
  299. easy_install('flask==0.10.1', two=True, three=True, pypy=True)
  300. easy_install('sqlalchemy==0.8.2', two=True, three=True, pypy=True)
  301. easy_install('Jinja2==2.7', two=True, three=True, pypy=True)
  302. easy_install('Flask-SQLAlchemy==1.0', two=True, three=True, pypy=True)
  303. # Bottle
  304. easy_install('bottle==0.11.6', two=True, three=True, pypy=True)
  305. easy_install('bottle-sqlalchemy==0.4', two=True, three=True, pypy=True)
  306. # Falcon
  307. easy_install('Cython==0.19.1', two=True, three=True, pypy=True)
  308. easy_install('falcon==0.1.6post3', two=True, three=True, pypy=True)
  309. ############################################################
  310. # __install_error
  311. ############################################################
  312. def __install_error(self, message):
  313. print("\nINSTALL ERROR: %s\n" % message)
  314. if self.benchmarker.install_error_action == 'abort':
  315. sys.exit("Installation aborted.")
  316. ############################################################
  317. # End __install_error
  318. ############################################################
  319. ############################################################
  320. # __install_database_software
  321. ############################################################
  322. def __install_database_software(self):
  323. print("\nINSTALL: Installing database software\n")
  324. self.__run_command("cd .. && " + self.benchmarker.database_sftp_string(batch_file="config/database_sftp_batch"), True)
  325. remote_script = """
  326. ##############################
  327. # Prerequisites
  328. ##############################
  329. yes | sudo apt-get update
  330. yes | sudo apt-get install build-essential git libev-dev libpq-dev libreadline6-dev postgresql
  331. sudo sh -c "echo '* - nofile 16384' >> /etc/security/limits.conf"
  332. sudo mkdir -p /ssd
  333. sudo mkdir -p /ssd/log
  334. ##############################
  335. # MySQL
  336. ##############################
  337. sudo sh -c "echo mysql-server mysql-server/root_password_again select secret | debconf-set-selections"
  338. sudo sh -c "echo mysql-server mysql-server/root_password select secret | debconf-set-selections"
  339. yes | sudo apt-get install mysql-server
  340. sudo stop mysql
  341. # use the my.cnf file to overwrite /etc/mysql/my.cnf
  342. sudo mv /etc/mysql/my.cnf /etc/mysql/my.cnf.orig
  343. sudo mv my.cnf /etc/mysql/my.cnf
  344. sudo cp -R -p /var/lib/mysql /ssd/
  345. sudo cp -R -p /var/log/mysql /ssd/log
  346. sudo cp usr.sbin.mysqld /etc/apparmor.d/
  347. sudo /etc/init.d/apparmor reload
  348. sudo start mysql
  349. # Insert data
  350. mysql -uroot -psecret < create.sql
  351. ##############################
  352. # Postgres
  353. ##############################
  354. sudo useradd benchmarkdbuser -p benchmarkdbpass
  355. sudo -u postgres psql template1 < create-postgres-database.sql
  356. sudo -u benchmarkdbuser psql hello_world < create-postgres.sql
  357. sudo -u postgres -H /etc/init.d/postgresql stop
  358. sudo mv postgresql.conf /etc/postgresql/9.1/main/postgresql.conf
  359. sudo mv pg_hba.conf /etc/postgresql/9.1/main/pg_hba.conf
  360. sudo cp -R -p /var/lib/postgresql/9.1/main /ssd/postgresql
  361. sudo -u postgres -H /etc/init.d/postgresql start
  362. sudo mv 60-postgresql-shm.conf /etc/sysctl.d/60-postgresql-shm.conf
  363. ##############################
  364. # MongoDB
  365. ##############################
  366. sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 7F0CEB10
  367. sudo cp 10gen.list /etc/apt/sources.list.d/10gen.list
  368. sudo apt-get update
  369. yes | sudo apt-get remove mongodb-clients
  370. yes | sudo apt-get install mongodb-10gen
  371. sudo stop mongodb
  372. sudo mv /etc/mongodb.conf /etc/mongodb.conf.orig
  373. sudo mv mongodb.conf /etc/mongodb.conf
  374. sudo cp -R -p /var/lib/mongodb /ssd/
  375. sudo cp -R -p /var/log/mongodb /ssd/log/
  376. sudo start mongodb
  377. """
  378. print("\nINSTALL: %s" % self.benchmarker.database_ssh_string)
  379. p = subprocess.Popen(self.benchmarker.database_ssh_string.split(" "), stdin=subprocess.PIPE)
  380. p.communicate(remote_script)
  381. returncode = p.returncode
  382. if returncode != 0:
  383. self.__install_error("status code %s running subprocess '%s'." % (returncode, self.benchmarker.database_ssh_string))
  384. print("\nINSTALL: Finished installing database software\n")
  385. ############################################################
  386. # End __install_database_software
  387. ############################################################
  388. ############################################################
  389. # __install_client_software
  390. ############################################################
  391. def __install_client_software(self):
  392. print("\nINSTALL: Installing client software\n")
  393. remote_script = """
  394. ##############################
  395. # Prerequisites
  396. ##############################
  397. yes | sudo apt-get update
  398. yes | sudo apt-get install build-essential git libev-dev libpq-dev libreadline6-dev postgresql
  399. sudo sh -c "echo '* - nofile 16384' >> /etc/security/limits.conf"
  400. sudo mkdir -p /ssd
  401. sudo mkdir -p /ssd/log
  402. ##############################
  403. # wrk
  404. ##############################
  405. git clone https://github.com/wg/wrk.git
  406. cd wrk
  407. make
  408. sudo cp wrk /usr/local/bin
  409. cd ~
  410. git clone https://github.com/wg/wrk.git wrk-pipeline
  411. cd wrk-pipeline
  412. git checkout pipeline
  413. make
  414. sudo cp wrk /usr/local/bin/wrk-pipeline
  415. cd ~
  416. """
  417. print("\nINSTALL: %s" % self.benchmarker.client_ssh_string)
  418. p = subprocess.Popen(self.benchmarker.client_ssh_string.split(" "), stdin=subprocess.PIPE)
  419. p.communicate(remote_script)
  420. returncode = p.returncode
  421. if returncode != 0:
  422. self.__install_error("status code %s running subprocess '%s'." % (returncode, self.benchmarker.client_ssh_string))
  423. print("\nINSTALL: Finished installing client software\n")
  424. ############################################################
  425. # End __install_client_software
  426. ############################################################
  427. ############################################################
  428. # __run_command
  429. ############################################################
  430. def __run_command(self, command, send_yes=False, cwd=None, retry=False):
  431. try:
  432. cwd = os.path.join(self.install_dir, cwd)
  433. except AttributeError:
  434. cwd = self.install_dir
  435. if retry:
  436. max_attempts = 5
  437. else:
  438. max_attempts = 1
  439. attempt = 1
  440. delay = 0
  441. print("\nINSTALL: %s (cwd=%s)" % (command, cwd))
  442. while True:
  443. error_message = ""
  444. try:
  445. # Execute command.
  446. if send_yes:
  447. process = subprocess.Popen(command, shell=True, stdin=subprocess.PIPE, cwd=cwd)
  448. process.communicate("yes")
  449. returncode = process.returncode
  450. if returncode:
  451. raise subprocess.CalledProcessError(returncode, command)
  452. else:
  453. subprocess.check_call(command, shell=True, cwd=cwd)
  454. break # Exit loop if successful.
  455. except:
  456. exceptionType, exceptionValue, exceptionTraceBack = sys.exc_info()
  457. error_message = "".join(traceback.format_exception_only(exceptionType, exceptionValue))
  458. print error_message
  459. # Exit if there are no more attempts left.
  460. attempt += 1
  461. if attempt > max_attempts:
  462. break
  463. # Delay before next attempt.
  464. if delay == 0:
  465. delay = 5
  466. else:
  467. delay = delay * 2
  468. print("Attempt %s/%s starting in %s seconds." % (attempt, max_attempts, delay))
  469. time.sleep(delay)
  470. if error_message:
  471. self.__install_error(error_message)
  472. ############################################################
  473. # End __run_command
  474. ############################################################
  475. ############################################################
  476. # __bash_from_string
  477. # Runs bash -c "command" in install_dir.
  478. ############################################################
  479. def __bash_from_string(self, command):
  480. self.__run_command('bash -c "%s"' % command)
  481. ############################################################
  482. # End __bash_from_string
  483. ############################################################
  484. ############################################################
  485. # __download
  486. # Downloads a file from a URI.
  487. ############################################################
  488. def __download(self, uri, filename=""):
  489. if filename:
  490. filename_option = "-O %s " % filename
  491. else:
  492. filename_option = ""
  493. command = "wget -nv --no-check-certificate --trust-server-names %s%s" % (filename_option, uri)
  494. self.__run_command(command, retry=True)
  495. ############################################################
  496. # End __download
  497. ############################################################
  498. ############################################################
  499. # __init__(benchmarker)
  500. ############################################################
  501. def __init__(self, benchmarker):
  502. self.benchmarker = benchmarker
  503. self.install_dir = "installs"
  504. try:
  505. os.mkdir(self.install_dir)
  506. except OSError:
  507. pass
  508. ############################################################
  509. # End __init__
  510. ############################################################
  511. # vim: sw=2