ruff/scripts/benchmarks/run_all.sh
2024-12-23 11:14:15 +01:00

26 lines
1 KiB
Bash
Executable file

#!/usr/bin/env sh
###
# Benchmark Ruff's performance against a variety of similar tools, suppressing output as much as
# possible (so as to reduce I/O overhead).
###
# Note: Flake8's `checker.py` requires the following variant of `mp_run`:
# def _mp_run(filename: str) -> tuple[str, Results, dict[str, int]]:
# try:
# return FileChecker(
# filename=filename, plugins=_mp_plugins, options=_mp_options
# ).run_checks()
# except:
# return (filename, [], {
# "files": 0,
# "logical lines": 0,
# "physical lines": 0,
# "tokens": 0,
# })
hyperfine --ignore-failure --warmup 5 \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --select ALL --exit-zero" \
"flake8 crates/ruff_linter/resources/test/cpython -qq --exit-zero" \
"pycodestyle crates/ruff_linter/resources/test/cpython -qq" \
"pylint crates/ruff_linter/resources/test/cpython -j 0 --recursive=y --disable=E,W,C,R --exit-zero"