refactor: Introduce crates folder (#2088)

This PR introduces a new `crates` directory and moves all "product" crates into that folder. 

Part of #2059.

crates/ruff_dev/src/print_tokens.rs

@@ -0,0 +1,23 @@
+//! Print the token stream for a given Python file.
+#![allow(clippy::print_stdout, clippy::print_stderr)]
+
+use std::fs;
+use std::path::PathBuf;
+
+use anyhow::Result;
+use rustpython_parser::lexer;
+
+#[derive(clap::Args)]
+pub struct Args {
+    /// Python file for which to generate the AST.
+    #[arg(required = true)]
+    file: PathBuf,
+}
+
+pub fn main(args: &Args) -> Result<()> {
+    let contents = fs::read_to_string(&args.file)?;
+    for (_, tok, _) in lexer::make_tokenizer(&contents).flatten() {
+        println!("{tok:#?}");
+    }
+    Ok(())
+}