sql-profiled-install-clang.sh 3.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576
  1. mkdir /tmp/profile-data
  2. rm -rf $IROOT/ffead-cpp-5.0-sql
  3. if [ "$1" = "batch" ]
  4. then
  5. apt remove -yqq libpq-dev
  6. apt autoremove -yqq
  7. apt update && apt install -y bison flex libreadline-dev
  8. cd /tmp
  9. wget -q https://github.com/an-tao/postgres/archive/batch_mode_ubuntu.tar.gz
  10. tar -xzf batch_mode_ubuntu.tar.gz
  11. cd postgres-batch_mode_ubuntu
  12. ./configure --prefix=/usr CFLAGS='-O2 -pipe -march=native'
  13. make && make install
  14. fi
  15. apt update -yqq && apt install -yqq clang
  16. cd $IROOT/ffead-cpp-src/
  17. rm -rf CMakeCache.txt CMakeFiles
  18. rm -rf web/te-benchmark-um web/te-benchmark-um-mgr web/te-benchmark-um-pq-async
  19. sed -i 's|add_subdirectory(${PROJECT_SOURCE_DIR}/web/te-benchmark-um)||g' CMakeLists.txt
  20. sed -i 's|add_subdirectory(${PROJECT_SOURCE_DIR}/web/te-benchmark-um-mgr)||g' CMakeLists.txt
  21. sed -i 's|add_subdirectory(${PROJECT_SOURCE_DIR}/web/te-benchmark-um-pq-async)||g' CMakeLists.txt
  22. sed -i 's|install(FILES ${PROJECT_BINARY_DIR}/web/te-benchmark-um/libte_benchmark_um${LIB_EXT} DESTINATION ${PROJECT_NAME}-bin/lib)||g' CMakeLists.txt
  23. sed -i 's|install(FILES ${PROJECT_BINARY_DIR}/web/te-benchmark-um-mgr/libte_benchmark_um_mgr${LIB_EXT} DESTINATION ${PROJECT_NAME}-bin/lib)||g' CMakeLists.txt
  24. sed -i 's|install(FILES ${PROJECT_BINARY_DIR}/web/te-benchmark-um-pq-async/libte_benchmark_um_pq_async${LIB_EXT} DESTINATION ${PROJECT_NAME}-bin/lib)||g' CMakeLists.txt
  25. sed -i 's|tfb-database|localhost|g' $IROOT/ffead-cpp-src/web/te-benchmark-um-pq/config/sdorm.xml
  26. rm -rf build
  27. mkdir build
  28. cd build
  29. CC=/usr/bin/clang CXX=/usr/bin/clang++ CXXFLAGS="-march=native -flto -fprofile-instr-generate=/tmp/cprof.prof" cmake -DSRV_EMB=on -DMOD_REDIS=on ..
  30. make install && mv $IROOT/ffead-cpp-src/ffead-cpp-5.0-bin $IROOT/ffead-cpp-sql-raw
  31. #Start postgresql
  32. service postgresql stop
  33. #For profiling/benchmarking
  34. cd $IROOT/
  35. sed -i 's|cmake .|CC=/usr/bin/clang CXX=/usr/bin/clang++ cmake .|g' $IROOT/ffead-cpp-sql-raw/resources/rundyn-automake.sh
  36. #sed -i 's|-fprofile-instr-generate=/tmp/cprof.prof|-fprofile-instr-generate=/tmp/cprofdi.prof|g' $IROOT/ffead-cpp-sql-raw/rtdcf/CMakeLists.txt.template
  37. ./install_ffead-cpp-sql-raw-profiled.sh
  38. rm -rf $IROOT/ffead-cpp-sql-raw
  39. cd $IROOT/ffead-cpp-src
  40. rm -rf build
  41. mkdir build
  42. cd build
  43. llvm-profdata-10 merge -output=/tmp/cprof.pgo /tmp/cprof.prof
  44. #llvm-profdata-10 merge -output=/tmp/cprofdi.pgo /tmp/cprofdi.prof
  45. ls -ltr /tmp/cprof*
  46. CC=/usr/bin/clang CXX=/usr/bin/clang++ CXXFLAGS="-march=native -flto -fprofile-instr-use=/tmp/cprof.pgo" cmake -DSRV_EMB=on -DMOD_MEMCACHED=on -DMOD_REDIS=on -DMOD_SDORM_MONGO=on ..
  47. make install && mv $IROOT/ffead-cpp-src/ffead-cpp-5.0-bin $IROOT/ffead-cpp-sql-raw
  48. #Start postgresql
  49. service postgresql stop
  50. #For profiling/benchmarking
  51. cd $IROOT/
  52. sed -i 's|cmake .|CC=/usr/bin/clang CXX=/usr/bin/clang++ cmake .|g' $IROOT/ffead-cpp-sql-raw/resources/rundyn-automake.sh
  53. #sed -i 's|-fprofile-instr-use=/tmp/cprof.pgo|-fprofile-instr-use=/tmp/cprofdi.pgo|g' $IROOT/ffead-cpp-sql-raw/rtdcf/CMakeLists.txt.template
  54. ./install_ffead-cpp-sql-raw-profiled.sh
  55. mv $IROOT/ffead-cpp-sql-raw $IROOT/ffead-cpp-5.0-sql
  56. sed -i 's|localhost|tfb-database|g' $IROOT/ffead-cpp-5.0-sql/web/te-benchmark-um-pq/config/sdorm.xml
  57. apt remove -yqq postgresql-13 postgresql-contrib-13 gnupg lsb-release
  58. apt autoremove -yqq
  59. rm -rf /ssd/postgresql
  60. rm -rf /tmp/postgresql
  61. rm -rf /tmp/wrk /usr/local/bin/wrk