mirror of
https://github.com/astral-sh/ruff.git
synced 2025-09-24 19:12:33 +00:00
27 lines
681 B
Rust
27 lines
681 B
Rust
//! Print the token stream for a given Python file.
|
|
#![allow(clippy::print_stdout, clippy::print_stderr)]
|
|
|
|
use std::fs;
|
|
use std::path::PathBuf;
|
|
|
|
use anyhow::Result;
|
|
use rustpython_parser::{lexer, Mode};
|
|
|
|
#[derive(clap::Args)]
|
|
pub(crate) struct Args {
|
|
/// Python file for which to generate the AST.
|
|
#[arg(required = true)]
|
|
file: PathBuf,
|
|
}
|
|
|
|
pub(crate) fn main(args: &Args) -> Result<()> {
|
|
let contents = fs::read_to_string(&args.file)?;
|
|
for (tok, range) in lexer::lex(&contents, Mode::Module).flatten() {
|
|
println!(
|
|
"{start:#?} {tok:#?} {end:#?}",
|
|
start = range.start(),
|
|
end = range.end()
|
|
);
|
|
}
|
|
Ok(())
|
|
}
|