ruff/crates/ruff_python_parser/tests/snapshots/valid_syntax@statement__assignment.py.snap
Ibraheem Ahmed c9dff5c7d5
[ty] AST garbage collection (#18482)
## Summary

Garbage collect ASTs once we are done checking a given file. Queries
with a cross-file dependency on the AST will reparse the file on demand.
This reduces ty's peak memory usage by ~20-30%.

The primary change of this PR is adding a `node_index` field to every
AST node, that is assigned by the parser. `ParsedModule` can use this to
create a flat index of AST nodes any time the file is parsed (or
reparsed). This allows `AstNodeRef` to simply index into the current
instance of the `ParsedModule`, instead of storing a pointer directly.

The indices are somewhat hackily (using an atomic integer) assigned by
the `parsed_module` query instead of by the parser directly. Assigning
the indices in source-order in the (recursive) parser turns out to be
difficult, and collecting the nodes during semantic indexing is
impossible as `SemanticIndex` does not hold onto a specific
`ParsedModuleRef`, which the pointers in the flat AST are tied to. This
means that we have to do an extra AST traversal to assign and collect
the nodes into a flat index, but the small performance impact (~3% on
cold runs) seems worth it for the memory savings.

Part of https://github.com/astral-sh/ty/issues/214.
2025-06-13 08:40:11 -04:00

1069 lines
46 KiB
Text

---
source: crates/ruff_python_parser/tests/fixtures.rs
input_file: crates/ruff_python_parser/resources/valid/statement/assignment.py
---
## AST
```
Module(
ModModule {
node_index: AtomicNodeIndex(..),
range: 0..729,
body: [
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 0..13,
targets: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 0..1,
id: Name("x"),
ctx: Store,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 4..13,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 5..6,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 8..9,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 11..12,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 15..33,
targets: [
Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 15..21,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 16..17,
id: Name("x"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 19..20,
id: Name("y"),
ctx: Store,
},
),
],
ctx: Store,
parenthesized: true,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 24..33,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 25..26,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 28..29,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 31..32,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 35..53,
targets: [
List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 35..41,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 36..37,
id: Name("x"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 39..40,
id: Name("y"),
ctx: Store,
},
),
],
ctx: Store,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 44..53,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 45..46,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 48..49,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 51..52,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 55..70,
targets: [
Attribute(
ExprAttribute {
node_index: AtomicNodeIndex(..),
range: 55..58,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 55..56,
id: Name("x"),
ctx: Load,
},
),
attr: Identifier {
id: Name("y"),
range: 57..58,
node_index: AtomicNodeIndex(..),
},
ctx: Store,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 61..70,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 62..63,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 65..66,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 68..69,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 72..88,
targets: [
Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 72..76,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 72..73,
id: Name("x"),
ctx: Load,
},
),
slice: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 74..75,
id: Name("y"),
ctx: Load,
},
),
ctx: Store,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 79..88,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 80..81,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 83..84,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 86..87,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 90..109,
targets: [
Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 90..97,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 91..92,
id: Name("x"),
ctx: Store,
},
),
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 94..96,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 95..96,
id: Name("y"),
ctx: Store,
},
),
ctx: Store,
},
),
],
ctx: Store,
parenthesized: true,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 100..109,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 101..102,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 104..105,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 107..108,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 259..280,
targets: [
List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 259..268,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 260..261,
id: Name("x"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 263..264,
id: Name("y"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 266..267,
id: Name("z"),
ctx: Store,
},
),
],
ctx: Store,
},
),
],
value: List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 271..280,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 272..273,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 275..276,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 278..279,
value: Int(
3,
),
},
),
],
ctx: Load,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 282..303,
targets: [
Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 282..291,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 283..284,
id: Name("x"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 286..287,
id: Name("y"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 289..290,
id: Name("z"),
ctx: Store,
},
),
],
ctx: Store,
parenthesized: true,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 294..303,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 295..296,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 298..299,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 301..302,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 304..313,
targets: [
Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 304..308,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 304..305,
id: Name("x"),
ctx: Load,
},
),
slice: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 306..307,
value: Int(
0,
),
},
),
ctx: Store,
},
),
],
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 311..313,
value: Int(
42,
),
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 410..419,
targets: [
Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 410..414,
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 410..411,
value: Int(
5,
),
},
),
slice: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 412..413,
value: Int(
0,
),
},
),
ctx: Store,
},
),
],
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 417..419,
value: Int(
42,
),
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 420..433,
targets: [
Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 420..426,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 420..421,
id: Name("x"),
ctx: Load,
},
),
slice: Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 422..425,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 422..423,
value: Int(
1,
),
},
),
),
upper: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 424..425,
value: Int(
2,
),
},
),
),
step: None,
},
),
ctx: Store,
},
),
],
value: List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 429..433,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 430..432,
value: Int(
42,
),
},
),
],
ctx: Load,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 529..542,
targets: [
Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 529..535,
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 529..530,
value: Int(
5,
),
},
),
slice: Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 531..534,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 531..532,
value: Int(
1,
),
},
),
),
upper: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 533..534,
value: Int(
2,
),
},
),
),
step: None,
},
),
ctx: Store,
},
),
],
value: List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 538..542,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 539..541,
value: Int(
42,
),
},
),
],
ctx: Load,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 544..556,
targets: [
Attribute(
ExprAttribute {
node_index: AtomicNodeIndex(..),
range: 544..551,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 544..547,
id: Name("foo"),
ctx: Load,
},
),
attr: Identifier {
id: Name("bar"),
range: 548..551,
node_index: AtomicNodeIndex(..),
},
ctx: Store,
},
),
],
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 554..556,
value: Int(
42,
),
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 658..670,
targets: [
Attribute(
ExprAttribute {
node_index: AtomicNodeIndex(..),
range: 658..665,
value: StringLiteral(
ExprStringLiteral {
node_index: AtomicNodeIndex(..),
range: 658..663,
value: StringLiteralValue {
inner: Single(
StringLiteral {
range: 658..663,
node_index: AtomicNodeIndex(..),
value: "foo",
flags: StringLiteralFlags {
quote_style: Double,
prefix: Empty,
triple_quoted: false,
},
},
),
},
},
),
attr: Identifier {
id: Name("y"),
range: 664..665,
node_index: AtomicNodeIndex(..),
},
ctx: Store,
},
),
],
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 668..670,
value: Int(
42,
),
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 672..680,
targets: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 672..675,
id: Name("foo"),
ctx: Store,
},
),
],
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 678..680,
value: Int(
42,
),
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 682..695,
targets: [
List(
ExprList {
node_index: AtomicNodeIndex(..),
range: 682..684,
elts: [],
ctx: Store,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 687..695,
elts: [
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 688..693,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 689..693,
id: Name("data"),
ctx: Load,
},
),
ctx: Load,
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 696..709,
targets: [
Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 696..698,
elts: [],
ctx: Store,
parenthesized: true,
},
),
],
value: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 701..709,
elts: [
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 702..707,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 703..707,
id: Name("data"),
ctx: Load,
},
),
ctx: Load,
},
),
],
ctx: Load,
parenthesized: true,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 710..719,
targets: [
Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 710..714,
elts: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 710..711,
id: Name("a"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 713..714,
id: Name("b"),
ctx: Store,
},
),
],
ctx: Store,
parenthesized: false,
},
),
],
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 717..719,
id: Name("ab"),
ctx: Load,
},
),
},
),
Assign(
StmtAssign {
node_index: AtomicNodeIndex(..),
range: 720..729,
targets: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 720..721,
id: Name("a"),
ctx: Store,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 724..725,
id: Name("b"),
ctx: Store,
},
),
],
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 728..729,
id: Name("c"),
ctx: Load,
},
),
},
),
],
},
)
```