ruff/crates/ruff_python_parser/tests/snapshots/valid_syntax@expressions__subscript.py.snap
Ibraheem Ahmed c9dff5c7d5
[ty] AST garbage collection (#18482)
## Summary

Garbage collect ASTs once we are done checking a given file. Queries
with a cross-file dependency on the AST will reparse the file on demand.
This reduces ty's peak memory usage by ~20-30%.

The primary change of this PR is adding a `node_index` field to every
AST node, that is assigned by the parser. `ParsedModule` can use this to
create a flat index of AST nodes any time the file is parsed (or
reparsed). This allows `AstNodeRef` to simply index into the current
instance of the `ParsedModule`, instead of storing a pointer directly.

The indices are somewhat hackily (using an atomic integer) assigned by
the `parsed_module` query instead of by the parser directly. Assigning
the indices in source-order in the (recursive) parser turns out to be
difficult, and collecting the nodes during semantic indexing is
impossible as `SemanticIndex` does not hold onto a specific
`ParsedModuleRef`, which the pointers in the flat AST are tied to. This
means that we have to do an extra AST traversal to assign and collect
the nodes into a flat index, but the small performance impact (~3% on
cold runs) seems worth it for the memory savings.

Part of https://github.com/astral-sh/ty/issues/214.
2025-06-13 08:40:11 -04:00

893 lines
44 KiB
Text

---
source: crates/ruff_python_parser/tests/fixtures.rs
input_file: crates/ruff_python_parser/resources/valid/expressions/subscript.py
---
## AST
```
Module(
ModModule {
node_index: AtomicNodeIndex(..),
range: 0..266,
body: [
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 0..10,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 0..10,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 0..7,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 0..4,
id: Name("data"),
ctx: Load,
},
),
slice: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 5..6,
value: Int(
0,
),
},
),
ctx: Load,
},
),
slice: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 8..9,
value: Int(
0,
),
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 11..21,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 11..21,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 11..15,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 16..20,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 16..17,
value: Int(
0,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 19..20,
value: Int(
1,
),
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 22..31,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 22..31,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 22..26,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 27..30,
elts: [
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 27..29,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 27..28,
value: Int(
0,
),
},
),
),
upper: None,
step: None,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 32..43,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 32..43,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 32..36,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 37..42,
elts: [
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 37..39,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 37..38,
value: Int(
0,
),
},
),
),
upper: None,
step: None,
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 41..42,
value: Int(
1,
),
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 44..56,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 44..56,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 44..48,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 49..55,
elts: [
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 49..52,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 49..50,
value: Int(
0,
),
},
),
),
upper: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 51..52,
value: Int(
1,
),
},
),
),
step: None,
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 54..55,
value: Int(
2,
),
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 57..80,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 57..80,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 57..61,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 62..79,
elts: [
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 62..67,
lower: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 62..63,
value: Int(
0,
),
},
),
),
upper: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 64..65,
value: Int(
1,
),
},
),
),
step: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 66..67,
value: Int(
2,
),
},
),
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 69..70,
value: Int(
3,
),
},
),
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 72..79,
lower: Some(
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 72..73,
id: Name("a"),
ctx: Load,
},
),
),
upper: Some(
BinOp(
ExprBinOp {
node_index: AtomicNodeIndex(..),
range: 74..79,
left: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 74..75,
id: Name("b"),
ctx: Load,
},
),
op: Add,
right: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 78..79,
value: Int(
1,
),
},
),
},
),
),
step: None,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 81..93,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 81..93,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 81..85,
id: Name("data"),
ctx: Load,
},
),
slice: Named(
ExprNamed {
node_index: AtomicNodeIndex(..),
range: 86..92,
target: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 86..87,
id: Name("a"),
ctx: Store,
},
),
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 91..92,
id: Name("b"),
ctx: Load,
},
),
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 94..106,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 94..106,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 94..98,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 99..105,
elts: [
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 99..100,
lower: None,
upper: None,
step: None,
},
),
Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 102..105,
lower: None,
upper: Some(
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 103..105,
value: Int(
11,
),
},
),
),
step: None,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 107..120,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 107..120,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 107..111,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 112..119,
elts: [
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 112..113,
value: Int(
1,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 115..116,
value: Int(
2,
),
},
),
NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 118..119,
value: Int(
3,
),
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 121..132,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 121..132,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 121..125,
id: Name("data"),
ctx: Load,
},
),
slice: UnaryOp(
ExprUnaryOp {
node_index: AtomicNodeIndex(..),
range: 126..131,
op: Invert,
operand: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 127..131,
id: Name("flag"),
ctx: Load,
},
),
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 133..148,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 133..148,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 133..137,
id: Name("data"),
ctx: Load,
},
),
slice: Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 138..147,
lower: Some(
Named(
ExprNamed {
node_index: AtomicNodeIndex(..),
range: 139..145,
target: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 139..140,
id: Name("a"),
ctx: Store,
},
),
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 144..145,
value: Int(
0,
),
},
),
},
),
),
upper: None,
step: None,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 149..165,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 149..165,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 149..153,
id: Name("data"),
ctx: Load,
},
),
slice: Slice(
ExprSlice {
node_index: AtomicNodeIndex(..),
range: 154..164,
lower: Some(
Named(
ExprNamed {
node_index: AtomicNodeIndex(..),
range: 155..161,
target: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 155..156,
id: Name("a"),
ctx: Store,
},
),
value: NumberLiteral(
ExprNumberLiteral {
node_index: AtomicNodeIndex(..),
range: 160..161,
value: Int(
0,
),
},
),
},
),
),
upper: Some(
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 163..164,
id: Name("y"),
ctx: Load,
},
),
),
step: None,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 226..234,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 226..234,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 226..230,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 231..233,
elts: [
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 231..233,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 232..233,
id: Name("x"),
ctx: Load,
},
),
ctx: Load,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 235..249,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 235..249,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 235..239,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 240..248,
elts: [
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 240..248,
value: BoolOp(
ExprBoolOp {
node_index: AtomicNodeIndex(..),
range: 241..248,
op: And,
values: [
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 241..242,
id: Name("x"),
ctx: Load,
},
),
Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 247..248,
id: Name("y"),
ctx: Load,
},
),
],
},
),
ctx: Load,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
Expr(
StmtExpr {
node_index: AtomicNodeIndex(..),
range: 250..265,
value: Subscript(
ExprSubscript {
node_index: AtomicNodeIndex(..),
range: 250..265,
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 250..254,
id: Name("data"),
ctx: Load,
},
),
slice: Tuple(
ExprTuple {
node_index: AtomicNodeIndex(..),
range: 255..264,
elts: [
Starred(
ExprStarred {
node_index: AtomicNodeIndex(..),
range: 255..264,
value: Named(
ExprNamed {
node_index: AtomicNodeIndex(..),
range: 257..263,
target: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 257..258,
id: Name("x"),
ctx: Store,
},
),
value: Name(
ExprName {
node_index: AtomicNodeIndex(..),
range: 262..263,
id: Name("y"),
ctx: Load,
},
),
},
),
ctx: Load,
},
),
],
ctx: Load,
parenthesized: false,
},
),
ctx: Load,
},
),
},
),
],
},
)
```