From 9c1be45ef1282ce158332a7dfc3e037ce799a853 Mon Sep 17 00:00:00 2001 From: dfridovi Date: Thu, 2 Jan 2025 09:40:33 -0600 Subject: [PATCH 1/2] adjust default tolerance in benchmark --- benchmark/path.jl | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/benchmark/path.jl b/benchmark/path.jl index 9f5e075..339100c 100644 --- a/benchmark/path.jl +++ b/benchmark/path.jl @@ -72,7 +72,7 @@ function benchmark(; sparsity_rate = 0.9, ip_mcp = nothing, path_mcp = nothing, - ip_kwargs = (;), + ip_kwargs = (; tol = 1e-6), ) rng = Random.MersenneTwister(1) @@ -126,7 +126,8 @@ function benchmark(; elapsed_time = @elapsed sol = MixedComplementarityProblems.solve( MixedComplementarityProblems.InteriorPoint(), ip_mcp, - θ, + θ; + ip_kwargs... ) (; elapsed_time, success = sol.status == :solved) From 36d9f4f26cb802ce5578cca8a5fd0fd68e1199a8 Mon Sep 17 00:00:00 2001 From: dfridovi Date: Thu, 2 Jan 2025 12:27:12 -0600 Subject: [PATCH 2/2] [skip ci] reporting runtime fraction in summary statistics --- benchmark/path.jl | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/benchmark/path.jl b/benchmark/path.jl index 339100c..335b43e 100644 --- a/benchmark/path.jl +++ b/benchmark/path.jl @@ -150,7 +150,10 @@ function summary_statistics(data) (; success_rate = fraction_solved(solver_data), runtime_stats(solver_data)...) end - (; ip = accumulate_stats(data.ip_data), path = accumulate_stats(data.path_data)) + stats = (; ip = accumulate_stats(data.ip_data), path = accumulate_stats(data.path_data)) + @info "IP runtime is $(100(stats.ip.μ / stats.path.μ)) % that of PATH." + + stats end "Estimate mean and standard deviation of runtimes for all problems."