Merge pull request #221 from ReactiveBayes/benchmark-infrastructure

Update benchmark infrastructure to allow judge

Makefile

@@ -8,7 +8,7 @@ format: scripts_init ## Code formating run
 	julia --startup-file=no --project=scripts/ scripts/format.jl --overwrite
 
 benchmark: scripts_init ## Code formating run
-	julia --startup-file=no --project=scripts/ scripts/benchmark.jl
+	julia --startup-file=no --project=scripts/ scripts/benchmark.jl $(branch)
 
 .PHONY: docs
 

benchmark/benchmarks.jl

@@ -1,5 +1,6 @@
 using BenchmarkTools
 using ExponentialFamily, Distributions, Random
+using ExponentialFamily.BayesBase
 
 const SUITE = BenchmarkGroup()
 

scripts/benchmark.jl

@@ -1,10 +1,15 @@
-using PkgBenchmark, Dates
+using PkgBenchmark, BenchmarkTools, Dates
 
 import ExponentialFamily
 
-results = benchmarkpkg(ExponentialFamily)
-
 mkpath("./benchmark_logs")
 
-export_markdown("./benchmark_logs/benchmark_$(now()).md", results)
-export_markdown("./benchmark_logs/last.md", results)
+if isempty(ARGS)
+    result = PkgBenchmark.benchmarkpkg(ExponentialFamily)
+    export_markdown("./benchmark_logs/benchmark_$(now()).md", result)
+    export_markdown("./benchmark_logs/last.md", result)
+else
+    name = first(ARGS)
+    BenchmarkTools.judge(ExponentialFamily, name; judgekwargs = Dict(:time_tolerance => 0.1, :memory_tolerance => 0.05))
+    export_markdown("benchmark_vs_$(name)_result.md", result)
+end