mirror of
https://github.com/astral-sh/ruff.git
synced 2025-07-07 21:25:08 +00:00
38297c08b4
* Don't assume unique repo names in ecosystem checks This fixes a bug where previously repositories with the same name would have been overwritten. I tested with `scripts/check_ecosystem.py -v --checkouts target/checkouts_main .venv/bin/ruff target/release/ruff` and ruff 0.0.267 that changes are shown. I confirmed with `scripts/ecosystem_all_check.sh check --select RUF008` (next PR) that the checkouts are now complete. * Make ecosystem all check more generic This allows passing arguments to the ecosystem all check script, e.g. you can now do `scripts/ecosystem_all_check.sh check --select RUF008`. Tested with ``` $ cat target/ecosystem_all_results/*.stdout.txt | head src/fi_parliament_tools/parsing/data_structures.py:33:17: RUF008 Do not use mutable default values for dataclass attributes src/fi_parliament_tools/parsing/data_structures.py:76:17: RUF008 Do not use mutable default values for dataclass attributes src/fi_parliament_tools/parsing/data_structures.py:178:17: RUF008 Do not use mutable default values for dataclass attributes Found 3 errors. braid_triggers/tasks.py:46:17: RUF008 Do not use mutable default values for dataclass attributes Found 1 error. src/boards/RaspberryPi3.py:15:22: RUF008 Do not use mutable default values for dataclass attributes src/boards/board.py:21:26: RUF008 Do not use mutable default values for dataclass attributes src/boards/board.py:22:32: RUF008 Do not use mutable default values for dataclass attributes src/boards/board.py:23:37: RUF008 Do not use mutable default values for dataclass attributes $ cat target/ecosystem_all_results/*.stdout.txt | wc -l 115 ```
78 lines
2.1 KiB
Python
78 lines
2.1 KiB
Python
"""This is @konstin's scripts for checking an entire checkout of ~2.1k packages for
|
|
panics, autofix errors and similar problems.
|
|
|
|
It's a less elaborate, more hacky version of check_ecosystem.py
|
|
"""
|
|
|
|
import json
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
from subprocess import CalledProcessError
|
|
from typing import NamedTuple, Optional
|
|
|
|
from tqdm import tqdm
|
|
|
|
|
|
class Repository(NamedTuple):
|
|
"""A GitHub repository at a specific ref."""
|
|
|
|
org: str
|
|
repo: str
|
|
ref: Optional[str]
|
|
|
|
|
|
def main() -> None:
|
|
ruff_args = sys.argv[1:]
|
|
checkouts = Path("checkouts")
|
|
out_dir = Path("ecosystem_all_results")
|
|
github_search_json = Path("github_search.jsonl")
|
|
# Somehow it doesn't like plain ruff
|
|
ruff = Path.cwd().joinpath("ruff")
|
|
|
|
out_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
repositories = []
|
|
for line in github_search_json.read_text().splitlines():
|
|
item = json.loads(line)
|
|
# Pick only the easier case for now.
|
|
if item["path"] != "pyproject.toml":
|
|
continue
|
|
repositories.append(
|
|
Repository(
|
|
item["owner"],
|
|
item["repo"],
|
|
item.get("ref"),
|
|
),
|
|
)
|
|
|
|
successes = 0
|
|
errors = 0
|
|
for repository in tqdm(repositories):
|
|
project_dir = checkouts.joinpath(repository.org).joinpath(repository.repo)
|
|
if not project_dir.is_dir():
|
|
tqdm.write(f"Missing {project_dir}")
|
|
errors += 1
|
|
continue
|
|
|
|
try:
|
|
output = subprocess.run(
|
|
[ruff, *ruff_args, "."],
|
|
cwd=project_dir,
|
|
capture_output=True,
|
|
text=True,
|
|
)
|
|
except CalledProcessError as e:
|
|
tqdm.write(f"Ruff failed on {project_dir}: {e}")
|
|
errors += 1
|
|
continue
|
|
|
|
org_repo = f"{repository.org}:{repository.repo}"
|
|
out_dir.joinpath(f"{org_repo}.stdout.txt").write_text(output.stdout)
|
|
out_dir.joinpath(f"{org_repo}.stderr.txt").write_text(output.stderr)
|
|
successes += 1
|
|
print(f"Success: {successes} Error {errors}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|