Use perf stat for timing

kris-jusiak · kris-jusiak · commit 9d6cf2be40cd · 2019-11-14T16:37:41.000-06:00
diff --git a/benchmarks/Makefile b/benchmarks/Makefile
@@ -1,4 +1,5 @@
 N?=100
+TIME=perf stat --metric-only ./a.out 2>&1 | grep seconds | cut -d' ' -f8 | xargs echo
 
 all: include.benchmark assert.benchmark test.benchmark suite.benchmark suite+assert.benchmark suite+assert+stl.benchmark
 	@make clean
@@ -8,19 +9,19 @@ ut:	ut.suite+assert+stl.benchmark
 
 %.benchmark: clean
 	@time -f"$*:googletest %e" $(CXX) $(CXXFLAGS) -I googletest/include googletest/$*.cpp googletest/lib/libgtest_main.a googletest/lib/libgtest.a -lpthread
-	@time -f"$*:googletest %e" ./a.out
+	@$(TIME) $*:googletest
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:googletest"
 
 	@time -f"$*:catch2 %e" $(CXX) $(CXXFLAGS) -I catch2/include catch2/$*.cpp
-	@time -f"$*:catch2 %e" ./a.out
+	@$(TIME) $*:catch2
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:catch2"
 
 	@time -f"$*:doctest %e" $(CXX) $(CXXFLAGS) -I doctest/include doctest/$*.cpp
-	@time -f"$*:doctest %e" ./a.out
+	@$(TIME) $*:doctest
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:doctest"
 
 	@time -f"$*:ut %e" $(CXX) $(CXXFLAGS) -I ut/include ut/$*.cpp
-	@time -f"$*:ut %e" ./a.out
+	@$(TIME) $*:ut
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:ut"
 
 suite.benchmark suite+assert.benchmark suite+assert+stl.benchmark:
@@ -30,25 +31,25 @@ suite.benchmark suite+assert.benchmark suite+assert+stl.benchmark:
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat googletest/$*.erb) | erb > googletest_suite_$$v.cpp; done
 	@time -f"$*:googletest %e" make suite.compile.googletest
-	@time -f"$*:googletest %e" ./a.out
+	@$(TIME) $*:googletest
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:googletest"
 
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat catch2/$*.erb) | erb > catch2_suite_$$v.cpp; done
 	@time -f"$*:catch2 %e" make suite.compile.catch2
-	@time -f"$*:catch2 %e" ./a.out
+	@$(TIME) $*:catch2
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:catch2"
 
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat doctest/$*.erb) | erb > doctest_suite_$$v.cpp; done
 	@time -f"$*:doctest %e" make suite.compile.doctest
-	@time -f"$*:doctest %e" ./a.out
+	@$(TIME) $*:doctest
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:doctest"
 
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat ut/$*.erb) | erb > ut_suite_$$v.cpp; done
 	@time -f"$*:ut %e" make suite.compile.ut
-	@time -f"$*:ut %e" ./a.out
+	@$(TIME) $*:ut
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:ut"
 
 suite.compile.googletest:
@@ -78,21 +79,21 @@ ut.header.%.benchmark:
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat ut/$*.header.erb) | erb > ut_suite_$$v.cpp; done
 	@time -f"$*:ut.header %e" make suite.compile.ut
-	@time -f"$*:ut.header %e" ./a.out
+	@$(TIME) $*:ut.header
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:ut.header"
 
 ut.pch.%.benchmark:
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat ut/$*.pch.erb) | erb > ut_suite_$$v.cpp; done
 	@time -f"$*:ut.pch %e" make suite.compile.ut.pch
-	@time -f"$*:ut.pch %e" ./a.out
+	@$(TIME) $*:ut.pch
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:ut.pch"
 
 ut.module.%.benchmark:
 	@make clean
 	@for ((v=0; v<$(N); ++v)); do (echo '<% n=$(N); v=' $$v '%>' && cat ut/$*.module.erb) | erb > ut_suite_$$v.cpp; done
 	@time -f"$*:ut.module %e" make suite.compile.ut.module
-	@time -f"$*:ut.module %e" ./a.out
+	@$(TIME) $*:ut.module
 	@ls -l a.out | cut -d' ' -f6 | xargs echo "$*:ut.module"
 
 clean:
