debug

Author: ruyadorno

.github/workflows/benchmark.yaml

@@ -33,15 +33,15 @@ jobs:
     timeout-minutes: 60
     strategy:
       matrix:
-        fixture: ${{ fromJson(inputs.fixtures || '["next", "astro", "vue", "svelte"]') }}
-        variation: ${{ fromJson(inputs.variations || '["cache", "cache+lockfile", "cache+node_modules", "cache+lockfile+node_modules", "clean", "lockfile", "lockfile+node_modules", "node_modules"]') }}
+        fixture: ${{ fromJson(inputs.fixtures || '["astro"]') }}
+        variation: ${{ fromJson(inputs.variations || '["clean"]') }}
         include:
           - variation: "run"
             fixture: "run"
     env:
-      BENCH_INCLUDE: ${{ fromJson(inputs.binaries || '"npm,yarn,berry,pnpm,vlt,bun,deno,nx,turbo,node"') }}
-      BENCH_WARMUP: ${{ inputs.warmup || '2' }}
-      BENCH_RUNS: ${{ inputs.runs || '10' }}
+      BENCH_INCLUDE: ${{ fromJson(inputs.binaries || '"npnpm,vlt,bun"') }}
+      BENCH_WARMUP: ${{ inputs.warmup || '1' }}
+      BENCH_RUNS: ${{ inputs.runs || '2' }}
     steps:
       - uses: actions/checkout@v4
       - name: Install Node

scripts/variations/cache+lockfile+node_modules.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/cache+lockfile.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/cache+node_modules.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/cache.sh

@@ -7,8 +7,8 @@ source "$1/variations/common.sh"
 # Run the benchmark suite
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
-echo "Hyperfine version: $(hyperfine --version)"
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/clean.sh

@@ -9,6 +9,7 @@ source "$1/variations/common.sh"
 # between each run using the clean-helper.sh script.
 echo "Hyperfine version: $(hyperfine --version)"
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/lockfile+node_modules.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/lockfile.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/node_modules.sh

@@ -8,6 +8,7 @@ source "$1/variations/common.sh"
 # When running a cache benchmark, we want to clean up only the node_modules
 # directory and the lockfiles between each run.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \

scripts/variations/run.sh

@@ -35,6 +35,7 @@ BENCH_COMMAND_NODE="node --run test > $BENCH_OUTPUT_FOLDER/node-run-output-\${HY
 # The install step is defined as a "prepare" option so that time spent
 # on the install is not accounted for in the benchmark results.
 hyperfine --ignore-failure \
+  --show-output \
   --time-unit=millisecond \
   --export-json="$BENCH_OUTPUT_FOLDER/benchmarks.json" \
   --warmup="$BENCH_WARMUP" \