Skip to content

Commit 6402fa2

Browse files
committed
put back postprocess; set N=1
1 parent 8d6712f commit 6402fa2

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

benchmark/runbench.jl

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ using Pkg
55
Pkg.activate(@__DIR__)
66
using PkgBenchmark, BenchmarkTools, Statistics
77

8-
const N = 1_000
8+
const N = 1 #_000
99

1010
import Base: -, /
1111
function -(a::BenchmarkTools.TrialEstimate, b::BenchmarkTools.TrialEstimate)
@@ -47,11 +47,9 @@ function runbench()
4747
export_markdown(joinpath(@__DIR__, "results.md"), bench_results)
4848
end
4949

50-
# For judging the difference between two commits, we don't need to divide by N. Keeping the
51-
# numbers larger like this helps the signal-to-noise ratio for comparing small changes.
5250
function judgebench(target::Union{String, BenchmarkConfig}, baseline::Union{String, BenchmarkConfig})
5351
bench_results = withenv("BENCH_NUM_ITERS"=>string(N)) do
54-
judge("FixedPointDecimals", target, baseline)
52+
judge("FixedPointDecimals", target, baseline; f=identity, postprocess=postprocess)
5553
end
5654
end
5755
function judgebench(baseline::Union{String, BenchmarkConfig})

0 commit comments

Comments
 (0)