mirror of
https://github.com/astral-sh/ruff.git
synced 2025-09-16 23:35:52 +00:00
51ff98f9e9
**Summary** Prompted by https://github.com/astral-sh/ruff/pull/6257#issuecomment-1661308410, it tried to make the ecosystem script output on failure better understandable. All log messages are now written to a file, which is printed on error. Running locally progress is still shown. Looking through the log output i saw that we currently log syntax errors in input, which is confusing because they aren't actual errors, but we don't check that these files don't change due to parser regressions or improvements. I added `--files-with-errors` to catch that. **Test Plan** CI
64 lines
2.6 KiB
Bash
Executable file
64 lines
2.6 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Check black compatibility and check for formatter instabilities and other
|
|
# errors.
|
|
#
|
|
# This script will first clone a diverse set of (mostly) black formatted
|
|
# repositories with fixed revisions to target/progress_projects. Each project
|
|
# gets formatted (without modifying the files on disk) to check how
|
|
# similar our style is to black. It also catches common issues such as
|
|
# unstable formatting, internal formatter errors and printing invalid syntax.
|
|
#
|
|
# The pinned revisions are the latest of this writing, update freely.
|
|
|
|
set -ex
|
|
|
|
target=$(git rev-parse --show-toplevel)/target
|
|
dir="$target/progress_projects"
|
|
mkdir -p "$dir"
|
|
|
|
# small util library
|
|
if [ ! -d "$dir/build" ]; then
|
|
git clone --filter=tree:0 https://github.com/pypa/build "$dir/build"
|
|
git -C "$dir/build" checkout d90f9ac6503a40ddbfaef94b7a7040f87178a4b3
|
|
fi
|
|
# web framework that implements a lot of magic
|
|
if [ ! -d "$dir/django" ]; then
|
|
git clone --filter=tree:0 https://github.com/django/django "$dir/django"
|
|
git -C "$dir/django" checkout 95e4d6b81312fdd9f8ebf3385be1c1331168b5cf
|
|
fi
|
|
# an ML project
|
|
if [ ! -d "$dir/transformers" ]; then
|
|
git clone --filter=tree:0 https://github.com/huggingface/transformers "$dir/transformers"
|
|
git -C "$dir/transformers" checkout c9a82be592ca305180a7ab6a36e884bca1d426b8
|
|
fi
|
|
# type annotations
|
|
if [ ! -d "$dir/typeshed" ]; then
|
|
git clone --filter=tree:0 https://github.com/python/typeshed "$dir/typeshed"
|
|
git -C "$dir/typeshed" checkout 7d33060e6ae3ebe54462a891f0c566c97371915b
|
|
fi
|
|
# python 3.11, typing and 100% test coverage
|
|
if [ ! -d "$dir/warehouse" ]; then
|
|
git clone --filter=tree:0 https://github.com/pypi/warehouse "$dir/warehouse"
|
|
git -C "$dir/warehouse" checkout fe6455c0a946e81f61d72edc1049f536d8bba903
|
|
fi
|
|
# zulip, a django user
|
|
if [ ! -d "$dir/zulip" ]; then
|
|
git clone --filter=tree:0 https://github.com/zulip/zulip "$dir/zulip"
|
|
git -C "$dir/zulip" checkout 6cb080c4479546a7f5cb017fcddea56605910b48
|
|
fi
|
|
# cpython itself
|
|
if [ ! -d "$dir/cpython" ]; then
|
|
git clone --filter=tree:0 https://github.com/python/cpython "$dir/cpython"
|
|
git -C "$dir/cpython" checkout 45de31db9cc9be945702f3a7ca35bbb9f98476af
|
|
fi
|
|
|
|
# Uncomment if you want to update the hashes
|
|
# for i in "$dir"/*/; do git -C "$i" switch main && git -C "$i" pull && echo "# $(basename "$i") $(git -C "$i" rev-parse HEAD)"; done
|
|
|
|
time cargo run --bin ruff_dev -- format-dev --stability-check --error-file "$target/progress_projects_errors.txt" \
|
|
--log-file "$target/progress_projects_log.txt" --files-with-errors 25 --multi-project "$dir" || (
|
|
echo "Ecosystem check failed"
|
|
cat "$target/progress_projects_log.txt"
|
|
exit 1
|
|
)
|
|
grep "similarity index" "$target/progress_projects_log.txt" | sort
|