mirror of
https://github.com/astral-sh/ruff.git
synced 2025-10-31 03:55:09 +00:00
c9dff5c7d5
## Summary Garbage collect ASTs once we are done checking a given file. Queries with a cross-file dependency on the AST will reparse the file on demand. This reduces ty's peak memory usage by ~20-30%. The primary change of this PR is adding a `node_index` field to every AST node, that is assigned by the parser. `ParsedModule` can use this to create a flat index of AST nodes any time the file is parsed (or reparsed). This allows `AstNodeRef` to simply index into the current instance of the `ParsedModule`, instead of storing a pointer directly. The indices are somewhat hackily (using an atomic integer) assigned by the `parsed_module` query instead of by the parser directly. Assigning the indices in source-order in the (recursive) parser turns out to be difficult, and collecting the nodes during semantic indexing is impossible as `SemanticIndex` does not hold onto a specific `ParsedModuleRef`, which the pointers in the flat AST are tied to. This means that we have to do an extra AST traversal to assign and collect the nodes into a flat index, but the small performance impact (~3% on cold runs) seems worth it for the memory savings. Part of https://github.com/astral-sh/ty/issues/214.
713 lines
32 KiB
Text
713 lines
32 KiB
Text
---
|
|
source: crates/ruff_python_parser/tests/fixtures.rs
|
|
input_file: crates/ruff_python_parser/resources/valid/expressions/if.py
|
|
---
|
|
## AST
|
|
|
|
```
|
|
Module(
|
|
ModModule {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 0..423,
|
|
body: [
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 0..16,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 0..16,
|
|
test: BooleanLiteral(
|
|
ExprBooleanLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 5..9,
|
|
value: true,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 0..1,
|
|
id: Name("a"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 15..16,
|
|
id: Name("b"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 17..35,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 17..35,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 24..25,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: Call(
|
|
ExprCall {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 17..20,
|
|
func: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 17..18,
|
|
id: Name("f"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
arguments: Arguments {
|
|
range: 18..20,
|
|
node_index: AtomicNodeIndex(..),
|
|
args: [],
|
|
keywords: [],
|
|
},
|
|
},
|
|
),
|
|
orelse: NoneLiteral(
|
|
ExprNoneLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 31..35,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 36..61,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 36..61,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 41..42,
|
|
id: Name("b"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 36..37,
|
|
id: Name("a"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 48..61,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 53..54,
|
|
id: Name("d"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 48..49,
|
|
id: Name("c"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 60..61,
|
|
id: Name("e"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 62..84,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 62..84,
|
|
test: Compare(
|
|
ExprCompare {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 71..76,
|
|
left: NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 71..72,
|
|
value: Int(
|
|
1,
|
|
),
|
|
},
|
|
),
|
|
ops: [
|
|
Lt,
|
|
],
|
|
comparators: [
|
|
NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 75..76,
|
|
value: Int(
|
|
0,
|
|
),
|
|
},
|
|
),
|
|
],
|
|
},
|
|
),
|
|
body: BinOp(
|
|
ExprBinOp {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 62..67,
|
|
left: NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 62..63,
|
|
value: Int(
|
|
1,
|
|
),
|
|
},
|
|
),
|
|
op: Add,
|
|
right: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 66..67,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
orelse: UnaryOp(
|
|
ExprUnaryOp {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 82..84,
|
|
op: USub,
|
|
operand: NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 83..84,
|
|
value: Int(
|
|
1,
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 85..108,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 85..108,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 96..97,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: BoolOp(
|
|
ExprBoolOp {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 85..92,
|
|
op: And,
|
|
values: [
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 85..86,
|
|
id: Name("a"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 91..92,
|
|
id: Name("b"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
],
|
|
},
|
|
),
|
|
orelse: BooleanLiteral(
|
|
ExprBooleanLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 103..108,
|
|
value: false,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 109..127,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 109..127,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 119..120,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: Compare(
|
|
ExprCompare {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 109..115,
|
|
left: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 109..110,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
ops: [
|
|
LtE,
|
|
],
|
|
comparators: [
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 114..115,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
],
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 126..127,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 128..154,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 128..154,
|
|
test: BoolOp(
|
|
ExprBoolOp {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 136..143,
|
|
op: And,
|
|
values: [
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 136..137,
|
|
id: Name("a"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 142..143,
|
|
id: Name("b"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
],
|
|
},
|
|
),
|
|
body: BooleanLiteral(
|
|
ExprBooleanLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 128..132,
|
|
value: true,
|
|
},
|
|
),
|
|
orelse: BooleanLiteral(
|
|
ExprBooleanLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 149..154,
|
|
value: false,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 155..171,
|
|
value: Tuple(
|
|
ExprTuple {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 155..171,
|
|
elts: [
|
|
NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 155..156,
|
|
value: Int(
|
|
1,
|
|
),
|
|
},
|
|
),
|
|
If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 158..171,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 163..164,
|
|
id: Name("a"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: NumberLiteral(
|
|
ExprNumberLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 158..159,
|
|
value: Int(
|
|
1,
|
|
),
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 170..171,
|
|
id: Name("c"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
],
|
|
ctx: Load,
|
|
parenthesized: false,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 214..240,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 214..240,
|
|
test: BooleanLiteral(
|
|
ExprBooleanLiteral {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 219..223,
|
|
value: true,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 214..215,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Lambda(
|
|
ExprLambda {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 229..240,
|
|
parameters: Some(
|
|
Parameters {
|
|
range: 236..237,
|
|
node_index: AtomicNodeIndex(
|
|
0,
|
|
),
|
|
posonlyargs: [],
|
|
args: [
|
|
ParameterWithDefault {
|
|
range: 236..237,
|
|
node_index: AtomicNodeIndex(..),
|
|
parameter: Parameter {
|
|
range: 236..237,
|
|
node_index: AtomicNodeIndex(..),
|
|
name: Identifier {
|
|
id: Name("y"),
|
|
range: 236..237,
|
|
node_index: AtomicNodeIndex(..),
|
|
},
|
|
annotation: None,
|
|
},
|
|
default: None,
|
|
},
|
|
],
|
|
vararg: None,
|
|
kwonlyargs: [],
|
|
kwarg: None,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 239..240,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 302..323,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 302..323,
|
|
test: Yield(
|
|
ExprYield {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 308..315,
|
|
value: Some(
|
|
Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 314..315,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
),
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 302..303,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 322..323,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 324..350,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 324..350,
|
|
test: YieldFrom(
|
|
ExprYieldFrom {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 330..342,
|
|
value: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 341..342,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 324..325,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 349..350,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 351..376,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 351..376,
|
|
test: Lambda(
|
|
ExprLambda {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 357..368,
|
|
parameters: Some(
|
|
Parameters {
|
|
range: 364..365,
|
|
node_index: AtomicNodeIndex(
|
|
0,
|
|
),
|
|
posonlyargs: [],
|
|
args: [
|
|
ParameterWithDefault {
|
|
range: 364..365,
|
|
node_index: AtomicNodeIndex(..),
|
|
parameter: Parameter {
|
|
range: 364..365,
|
|
node_index: AtomicNodeIndex(..),
|
|
name: Identifier {
|
|
id: Name("x"),
|
|
range: 364..365,
|
|
node_index: AtomicNodeIndex(..),
|
|
},
|
|
annotation: None,
|
|
},
|
|
default: None,
|
|
},
|
|
],
|
|
vararg: None,
|
|
kwonlyargs: [],
|
|
kwarg: None,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 367..368,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 351..352,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 375..376,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
Expr(
|
|
StmtExpr {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 408..423,
|
|
value: If(
|
|
ExprIf {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 409..422,
|
|
test: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 414..415,
|
|
id: Name("y"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
body: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 409..410,
|
|
id: Name("x"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
orelse: Name(
|
|
ExprName {
|
|
node_index: AtomicNodeIndex(..),
|
|
range: 421..422,
|
|
id: Name("z"),
|
|
ctx: Load,
|
|
},
|
|
),
|
|
},
|
|
),
|
|
},
|
|
),
|
|
],
|
|
},
|
|
)
|
|
```
|