Update benchmark scripts, use uv (#15120)

This commit is contained in:
Micha Reiser 2024-12-23 11:14:15 +01:00 committed by GitHub
parent 8440f3ea9f
commit dcb85b7088
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 335 additions and 601 deletions

74
scripts/benchmarks/run_plugins.sh Normal file → Executable file
View file

@ -4,40 +4,40 @@
# Benchmark the incremental performance of each subsequent plugin.
###
cargo build --release && hyperfine --ignore-failure --warmup 10 \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select C90" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select I" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select D" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select UP" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select N" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select YTT" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ANN" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select S" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select BLE" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select FBT" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select B" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select A" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select C4" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select T10" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select EM" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ISC" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ICN" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select T20" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PT" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select Q" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select RET" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select SIM" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select TID" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ARG" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select DTZ" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ERA" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PD" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PGH" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLC" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLE" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLR" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLW" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PIE" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select COM" \
"./target/release/ruff ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select RUF"
cargo build --release && hyperfine --warmup 10 \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select C90 --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select I --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select D --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select UP --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select N --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select YTT --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ANN --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select S --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select BLE --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select FBT --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select B --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select A --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select C4 --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select T10 --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select EM --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ISC --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ICN --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select T20 --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PT --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select Q --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select RET --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select SIM --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select TID --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ARG --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select DTZ --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select ERA --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PD --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PGH --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLC --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLE --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLR --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PLW --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select PIE --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select COM --exit-zero" \
"./target/release/ruff check ./crates/ruff_linter/resources/test/cpython/ --no-cache --silent --extend-select RUF --exit-zero"