mirror of
https://github.com/astral-sh/ruff.git
synced 2026-10-28 19:00:26 +08:00
David Peter
d1d6a5d4ae
Follow-up to #29151: upgrade the benchmark dependency from hyperfine 2.0.0-alpha.2 to 2.0.0. Use `--env RAYON_NUM_THREADS=1` instead of an `env` command prefix for the single-threaded formatter benchmarks. This avoids measuring the overhead of `env` itself (~5 ms).
75 lines
3.5 KiB
Bash
Executable File
75 lines
3.5 KiB
Bash
Executable File
#!/usr/bin/env sh
|
|
|
|
###
|
|
# Benchmark the Ruff formatter's performance against a variety of similar tools.
|
|
#
|
|
# Expects to be run from the repo root after invoking `cargo build --release`,
|
|
# in an environment with `black`, `autopep8`, and `yapf` installed from
|
|
# `scripts/benchmarks/uv.lock`.
|
|
#
|
|
# Example usage:
|
|
#
|
|
# ./scripts/benchmarks/run_formatter.sh ~/workspace/zulip
|
|
###
|
|
|
|
TARGET_DIR=${1}
|
|
|
|
# In each case, ensure that we format the code in-place before invoking a given tool. This ensures
|
|
# a fair comparison across tools, since every tool is then running on a repository that already
|
|
# matches that tool's desired formatting.
|
|
#
|
|
# For example, if we're benchmarking Black's preview style, we first run `black --preview` over the
|
|
# target directory, thus ensuring that we're benchmarking preview style against a codebase that
|
|
# already conforms to it. The same goes for yapf, autoepp8, etc.
|
|
|
|
# Benchmark 1: Write to disk.
|
|
hyperfine --ignore-failure \
|
|
--prepare "./target/release/ruff format ${TARGET_DIR}" \
|
|
"./target/release/ruff format ${TARGET_DIR}" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe" \
|
|
"black --no-cache ${TARGET_DIR} --safe" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast" \
|
|
"black --no-cache ${TARGET_DIR} --fast" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe --preview" \
|
|
"black --no-cache ${TARGET_DIR} --safe --preview" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast --preview" \
|
|
"black --no-cache ${TARGET_DIR} --fast --preview" \
|
|
--prepare "autopep8 ${TARGET_DIR} --recursive --in-place" \
|
|
"autopep8 ${TARGET_DIR} --recursive --in-place" \
|
|
--prepare "yapf ${TARGET_DIR} --parallel --recursive --in-place" \
|
|
"yapf ${TARGET_DIR} --parallel --recursive --in-place"
|
|
|
|
# Benchmark 2: Write to disk, but only use one thread.
|
|
hyperfine --ignore-failure --env RAYON_NUM_THREADS=1 \
|
|
--prepare "./target/release/ruff format ${TARGET_DIR}" \
|
|
"./target/release/ruff format ${TARGET_DIR}" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe" \
|
|
"black --no-cache ${TARGET_DIR} --workers=1 --safe" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast" \
|
|
"black --no-cache ${TARGET_DIR} --workers=1 --fast" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe --preview" \
|
|
"black --no-cache ${TARGET_DIR} --workers=1 --safe --preview" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast --preview" \
|
|
"black --no-cache ${TARGET_DIR} --workers=1 --fast --preview" \
|
|
--prepare "autopep8 ${TARGET_DIR} --recursive --in-place" \
|
|
"autopep8 ${TARGET_DIR} --in-place --recursive --jobs=1" \
|
|
--prepare "yapf ${TARGET_DIR} --parallel --recursive --in-place" \
|
|
"yapf ${TARGET_DIR} --recursive --in-place"
|
|
|
|
# Benchmark 3: Check formatting, but don't write to disk.
|
|
hyperfine --ignore-failure \
|
|
--prepare "./target/release/ruff format ${TARGET_DIR}" \
|
|
"./target/release/ruff format ${TARGET_DIR} --check" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe" \
|
|
"black --no-cache ${TARGET_DIR} --check --safe" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast" \
|
|
"black --no-cache ${TARGET_DIR} --check --fast" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --safe --preview" \
|
|
"black --no-cache ${TARGET_DIR} --check --safe --preview" \
|
|
--prepare "black --no-cache ${TARGET_DIR} --fast --preview" \
|
|
"black --no-cache ${TARGET_DIR} --check --fast --preview" \
|
|
--prepare "autopep8 ${TARGET_DIR} --recursive --in-place" \
|
|
"autopep8 ${TARGET_DIR} --recursive --diff" \
|
|
--prepare "yapf ${TARGET_DIR} --parallel --recursive --in-place" \
|
|
"yapf ${TARGET_DIR} --parallel --recursive --quiet"
|