mono/acceptance-tests/microbench.mk

check-microbench: DebianShootoutMono.stamp
	@$(MAKE) test-run-microbench

DebianShootoutMono.stamp: 
	@$(MAKE) validate-DebianShootoutMono RESET_VERSIONS=1
	@$(MAKE) prepare-dlls
	@touch $@

abs_top_srcdir = $(abspath $(top_srcdir))
TEST_EXE_PATH=$(abs_top_srcdir)/acceptance-tests/external/DebianShootoutMono/release/
NET_4_X_RUNTIME=MONO_PATH=$(TEST_EXE_PATH):$(abs_top_srcdir)/mcs/class/lib/net_4_x $(abs_top_srcdir)/runtime/mono-wrapper
FULL_AOT_RUNTIME=MONO_PATH=$(abs_top_srcdir)/mcs/class/lib/testing_aot_full $(abs_top_srcdir)/runtime/mono-wrapper

PERF_BINARY=$(if $(MONO_PERF_BINARY),$(MONO_PERF_BINARY),perf)
PERF_RUNTIME=$(abs_top_srcdir)/acceptance-tests/microbench-perf.sh

define BenchmarkDotNetTemplate

run-microbench-$(1):: DebianShootoutMono.stamp
	MONO_BENCH_AOT_RUN="$(AOT_RUN_FLAGS)" \
	MONO_BENCH_AOT_BUILD="$(AOT_BUILD_FLAGS)" \
	MONO_BENCH_EXECUTABLE="$(abs_top_srcdir)/runtime/mono-wrapper" \
	MONO_BENCH_PATH="$(abs_top_srcdir)/mcs/class/lib/$(TEST_PROFILE)" \
	MONO_BENCH_INPUT="$(2)" \
	$(NET_4_X_RUNTIME) \
	$(TEST_EXE_PATH)/DebianShootoutMono.exe $(1)

test-run-microbench:: run-microbench-$(1)

run-microbench-debug-$(1):: DebianShootoutMono.stamp
	echo MONO_PATH="$(abs_top_srcdir)/mcs/class/lib/$(TEST_PROFILE)" $(abs_top_srcdir)/runtime/mono-wrapper $(AOT_BUILD_FLAGS) $(TEST_EXE_PATH)/DebianShootoutMono.exe
	MONO_BENCH_INPUT="$(2)" \
	MONO_PATH="$(abs_top_srcdir)/mcs/class/lib/$(TEST_PROFILE)" \
	$(abs_top_srcdir)/runtime/mono-wrapper $(AOT_RUN_FLAGS) $(TEST_EXE_PATH)/DebianShootoutMono.exe Run $(1)

test-run-microbench-debug:: run-microbench-debug-$(1)

if HOST_LINUX
run-microbench-profiled-$(1):: microbench-results/$(1).perf.data 

microbench-results/$(1).perf.data: DebianShootoutMono.stamp 
	mkdir -p microbench-results
	MONO_PERF_BINARY="$(PERF_BINARY)" \
	MONO_BENCH_EXECUTABLE="$(PERF_RUNTIME)" \
	MONO_BENCH_AOT_RUN="$(AOT_RUN_FLAGS)"\
	MONO_BENCH_AOT_BUILD="$(AOT_BUILD_FLAGS)"\
	MONO_BENCH_PATH="$(abs_top_srcdir)/mcs/class/lib/$(TEST_PROFILE)" \
	MONO_BENCH_INPUT="$(2)" \
	$(NET_4_X_RUNTIME) \
	$(TEST_EXE_PATH)/DebianShootoutMono.exe $(1) $(2)
	mv perf.data microbench-results/$(1).perf.data

microbench-results/$(1).tmp.perf: microbench-results/$(1).perf.data
	$(PERF_BINARY) script -i microbench-results/$(1).perf.data > microbench-results/$(1).tmp.perf

microbench-results/$(1).perf-flame.svg: microbench-results/$(1).tmp.perf
	cat microbench-results/$(1).tmp.perf | ./external/DebianShootoutMono/FlameGraph/stackcollapse-perf.pl > microbench-results/$(1).perf-folded
	./external/DebianShootoutMono/FlameGraph/flamegraph.pl microbench-results/$(1).perf-folded > microbench-results/$(1).perf-flame.svg
	rm microbench-results/$(1).tmp.perf
	rm microbench-results/$(1).perf-folded

MONO_PERF_FLAGS=--show-cpu-utilization -n --hierarchy -T $(MONO_PERF_ADDITIONAL_FLAGS)

microbench-results/$(1).perf.report: microbench-results/$(1).perf.data
	$(PERF_BINARY) report -i microbench-results/$(1).perf.data $(MONO_PERF_FLAGS) > microbench-results/$(1).perf.report 

test-run-microbench-profiled:: run-microbench-profiled-$(1)

test-run-microbench-publish-collect:: microbench-results/$(1).perf.data microbench-results/$(1).perf.report microbench-results/$(1).perf-flame.svg

endif

endef

if HOST_LINUX

test-run-microbench-perf-check:
	$(PERF_BINARY) record -a -o perf.data -- echo "testing"
	rm perf.data

microbench-results/perf-data.zip:
	zip microbench-results/perf-data.zip microbench-results/*.perf.data
	rm microbench-results/*.perf.data

perf-report: microbench-results/perf-data.zip

perf-report-total: test-run-microbench-publish-collect
	@$(MAKE) perf-report

endif

.PHONY: prepare-dlls

if FULL_AOT_TESTS
prepare-dlls: 
	$(FULL_AOT_RUNTIME) $(AOT_BUILD_FLAGS) $(TEST_EXE_PATH)/*.{dll,exe}

else

prepare-dlls:

endif

FIXTURE_DIR=$(abs_top_srcdir)/acceptance-tests/external/DebianShootoutMono/fixtures

$(eval $(call BenchmarkDotNetTemplate,Mandelbrot,))
$(eval $(call BenchmarkDotNetTemplate,RegexRedux,$(FIXTURE_DIR)/regexredux-input.txt))
$(eval $(call BenchmarkDotNetTemplate,KNucleotide,$(FIXTURE_DIR)/knucleotide-input.txt))

$(eval $(call BenchmarkDotNetTemplate,BinaryTrees,))
$(eval $(call BenchmarkDotNetTemplate,NBodyTest,))
$(eval $(call BenchmarkDotNetTemplate,SpectralNorm,))
$(eval $(call BenchmarkDotNetTemplate,Fannkuchredux,))
$(eval $(call BenchmarkDotNetTemplate,Fasta,))

$(eval $(call BenchmarkDotNetTemplate,RevComp,$(FIXTURE_DIR)/revcomp-input.txt)) 

#$(eval $(call BenchmarkDotNetTemplate,GistBenchmark,$(MONO_BENCH_GIST_URL))) broken in BDN, bug filed