mirrors/ruff
1
0
Fork 0
mirror of https://github.com/astral-sh/ruff.git synced 2025-10-03 07:04:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Add range to lexer test snapshots (#7265)

Browse source 
## Summary

This PR updates the lexer test snapshots to include the range value as
well. This is mainly a mechanical refactor.

### Motivation

The main motivation is so that we can verify that the ranges are valid
and do not overlap.

## Test Plan

`cargo test`
This commit is contained in:
Dhruv Manilawala 2023-09-12 00:42:46 +05:30 • committed by GitHub
parent 24b848a4ea
commit a41bb2733f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
44 changed files with 2197 additions and 871 deletions
Download patch file Download diff file Expand all files Collapse all files

37
crates/ruff_python_parser/src/lexer.rs
View file

@ -1273,17 +1273,20 @@ mod tests {
const MAC_EOL: &str = "\r"; const MAC_EOL: &str = "\r";
const UNIX_EOL: &str = "\n"; const UNIX_EOL: &str = "\n";
fn lex_source(source: &str) -> Vec<Tok> { fn lex_source_with_mode(source: &str, mode: Mode) -> Vec<Spanned> {
let lexer = lex(source, Mode::Module); let lexer = lex(source, mode);
lexer.map(|result| result.unwrap().0).collect() lexer.map(std::result::Result::unwrap).collect()
} }
fn lex_jupyter_source(source: &str) -> Vec<Tok> { fn lex_source(source: &str) -> Vec<Spanned> {
let lexer = lex(source, Mode::Ipython); lex_source_with_mode(source, Mode::Module)
lexer.map(|x| x.unwrap().0).collect()
} }
fn ipython_escape_command_line_continuation_eol(eol: &str) -> Vec<Tok> { fn lex_jupyter_source(source: &str) -> Vec<Spanned> {
lex_source_with_mode(source, Mode::Ipython)
}
fn ipython_escape_command_line_continuation_eol(eol: &str) -> Vec<Spanned> {
let source = format!("%matplotlib \\{eol} --inline"); let source = format!("%matplotlib \\{eol} --inline");
lex_jupyter_source(&source) lex_jupyter_source(&source)
} }
@ -1303,7 +1306,7 @@ mod tests {
assert_debug_snapshot!(ipython_escape_command_line_continuation_eol(WINDOWS_EOL)); assert_debug_snapshot!(ipython_escape_command_line_continuation_eol(WINDOWS_EOL));
} }
fn ipython_escape_command_line_continuation_with_eol_and_eof(eol: &str) -> Vec<Tok> { fn ipython_escape_command_line_continuation_with_eol_and_eof(eol: &str) -> Vec<Spanned> {
let source = format!("%matplotlib \\{eol}"); let source = format!("%matplotlib \\{eol}");
lex_jupyter_source(&source) lex_jupyter_source(&source)
} }
@ -1403,8 +1406,8 @@ baz = %matplotlib \
assert_debug_snapshot!(lex_jupyter_source(source)); assert_debug_snapshot!(lex_jupyter_source(source));
} }
fn assert_no_ipython_escape_command(tokens: &[Tok]) { fn assert_no_ipython_escape_command(tokens: &[Spanned]) {
for tok in tokens { for (tok, _) in tokens {
if let Tok::IpyEscapeCommand { .. } = tok { if let Tok::IpyEscapeCommand { .. } = tok {
panic!("Unexpected escape command token: {tok:?}") panic!("Unexpected escape command token: {tok:?}")
} }
@ -1458,7 +1461,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(lex_source(&source)); assert_debug_snapshot!(lex_source(&source));
} }
fn comment_until_eol(eol: &str) -> Vec<Tok> { fn comment_until_eol(eol: &str) -> Vec<Spanned> {
let source = format!("123 # Foo{eol}456"); let source = format!("123 # Foo{eol}456");
lex_source(&source) lex_source(&source)
} }
@ -1484,7 +1487,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(lex_source(source)); assert_debug_snapshot!(lex_source(source));
} }
fn indentation_with_eol(eol: &str) -> Vec<Tok> { fn indentation_with_eol(eol: &str) -> Vec<Spanned> {
let source = format!("def foo():{eol} return 99{eol}{eol}"); let source = format!("def foo():{eol} return 99{eol}{eol}");
lex_source(&source) lex_source(&source)
} }
@ -1504,7 +1507,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(indentation_with_eol(WINDOWS_EOL)); assert_debug_snapshot!(indentation_with_eol(WINDOWS_EOL));
} }
fn double_dedent_with_eol(eol: &str) -> Vec<Tok> { fn double_dedent_with_eol(eol: &str) -> Vec<Spanned> {
let source = format!("def foo():{eol} if x:{eol}{eol} return 99{eol}{eol}"); let source = format!("def foo():{eol} if x:{eol}{eol} return 99{eol}{eol}");
lex_source(&source) lex_source(&source)
} }
@ -1524,7 +1527,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(double_dedent_with_eol(WINDOWS_EOL)); assert_debug_snapshot!(double_dedent_with_eol(WINDOWS_EOL));
} }
fn double_dedent_with_tabs_eol(eol: &str) -> Vec<Tok> { fn double_dedent_with_tabs_eol(eol: &str) -> Vec<Spanned> {
let source = format!("def foo():{eol}\tif x:{eol}{eol}\t\t return 99{eol}{eol}"); let source = format!("def foo():{eol}\tif x:{eol}{eol}\t\t return 99{eol}{eol}");
lex_source(&source) lex_source(&source)
} }
@ -1544,7 +1547,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(double_dedent_with_tabs_eol(WINDOWS_EOL)); assert_debug_snapshot!(double_dedent_with_tabs_eol(WINDOWS_EOL));
} }
fn newline_in_brackets_eol(eol: &str) -> Vec<Tok> { fn newline_in_brackets_eol(eol: &str) -> Vec<Spanned> {
let source = r"x = [ let source = r"x = [
1,2 1,2
@ -1604,7 +1607,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(lex_source(source)); assert_debug_snapshot!(lex_source(source));
} }
fn string_continuation_with_eol(eol: &str) -> Vec<Tok> { fn string_continuation_with_eol(eol: &str) -> Vec<Spanned> {
let source = format!("\"abc\\{eol}def\""); let source = format!("\"abc\\{eol}def\"");
lex_source(&source) lex_source(&source)
} }
@ -1630,7 +1633,7 @@ def f(arg=%timeit a = b):
assert_debug_snapshot!(lex_source(source)); assert_debug_snapshot!(lex_source(source));
} }
fn triple_quoted_eol(eol: &str) -> Vec<Tok> { fn triple_quoted_eol(eol: &str) -> Vec<Spanned> {
let source = format!("\"\"\"{eol} test string{eol} \"\"\""); let source = format!("\"\"\"{eol} test string{eol} \"\"\"");
lex_source(&source) lex_source(&source)
} }

56
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__assignment.snap
View file

@ -3,20 +3,44 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
Name { (
name: "a_variable", Name {
}, name: "a_variable",
Equal, },
Int { 0..10,
value: 99, ),
}, (
Plus, Equal,
Int { 11..12,
value: 2, ),
}, (
Minus, Int {
Int { value: 99,
value: 0, },
}, 13..15,
Newline, ),
(
Plus,
16..17,
),
(
Int {
value: 2,
},
18..19,
),
(
Minus,
19..20,
),
(
Int {
value: 0,
},
20..21,
),
(
Newline,
21..21,
),
] ]

37
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__comment_until_mac_eol.snap
View file

@ -1,17 +1,32 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: comment_until_eol(MAC_EOL)
--- ---
[ [
Int { (
value: 123, Int {
}, value: 123,
Comment( },
"# Foo", 0..3,
),
(
Comment(
"# Foo",
),
5..10,
),
(
Newline,
10..11,
),
(
Int {
value: 456,
},
11..14,
),
(
Newline,
14..14,
), ),
Newline,
Int {
value: 456,
},
Newline,
] ]

37
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__comment_until_unix_eol.snap
View file

@ -1,17 +1,32 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: comment_until_eol(UNIX_EOL)
--- ---
[ [
Int { (
value: 123, Int {
}, value: 123,
Comment( },
"# Foo", 0..3,
),
(
Comment(
"# Foo",
),
5..10,
),
(
Newline,
10..11,
),
(
Int {
value: 456,
},
11..14,
),
(
Newline,
14..14,
), ),
Newline,
Int {
value: 456,
},
Newline,
] ]

37
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__comment_until_windows_eol.snap
View file

@ -1,17 +1,32 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: comment_until_eol(WINDOWS_EOL)
--- ---
[ [
Int { (
value: 123, Int {
}, value: 123,
Comment( },
"# Foo", 0..3,
),
(
Comment(
"# Foo",
),
5..10,
),
(
Newline,
10..12,
),
(
Int {
value: 456,
},
12..15,
),
(
Newline,
15..15,
), ),
Newline,
Int {
value: 456,
},
Newline,
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_mac_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_eol(MAC_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..11,
),
(
Indent,
11..12,
),
(
If,
12..14,
),
(
Name {
name: "x",
},
15..16,
),
(
Colon,
16..17,
),
(
Newline,
17..18,
),
(
NonLogicalNewline,
18..19,
),
(
Indent,
19..21,
),
(
Return,
21..27,
),
(
Int {
value: 99,
},
28..30,
),
(
Newline,
30..31,
),
(
NonLogicalNewline,
31..32,
),
(
Dedent,
32..32,
),
(
Dedent,
32..32,
),
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_tabs_mac_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_tabs_eol(MAC_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..11,
),
(
Indent,
11..12,
),
(
If,
12..14,
),
(
Name {
name: "x",
},
15..16,
),
(
Colon,
16..17,
),
(
Newline,
17..18,
),
(
NonLogicalNewline,
18..19,
),
(
Indent,
19..22,
),
(
Return,
22..28,
),
(
Int {
value: 99,
},
29..31,
),
(
Newline,
31..32,
),
(
NonLogicalNewline,
32..33,
),
(
Dedent,
33..33,
),
(
Dedent,
33..33,
),
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_tabs_unix_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_tabs_eol(UNIX_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..11,
),
(
Indent,
11..12,
),
(
If,
12..14,
),
(
Name {
name: "x",
},
15..16,
),
(
Colon,
16..17,
),
(
Newline,
17..18,
),
(
NonLogicalNewline,
18..19,
),
(
Indent,
19..22,
),
(
Return,
22..28,
),
(
Int {
value: 99,
},
29..31,
),
(
Newline,
31..32,
),
(
NonLogicalNewline,
32..33,
),
(
Dedent,
33..33,
),
(
Dedent,
33..33,
),
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_tabs_windows_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_tabs_eol(WINDOWS_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..12,
),
(
Indent,
12..13,
),
(
If,
13..15,
),
(
Name {
name: "x",
},
16..17,
),
(
Colon,
17..18,
),
(
Newline,
18..20,
),
(
NonLogicalNewline,
20..22,
),
(
Indent,
22..25,
),
(
Return,
25..31,
),
(
Int {
value: 99,
},
32..34,
),
(
Newline,
34..36,
),
(
NonLogicalNewline,
36..38,
),
(
Dedent,
38..38,
),
(
Dedent,
38..38,
),
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_unix_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_eol(UNIX_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..11,
),
(
Indent,
11..12,
),
(
If,
12..14,
),
(
Name {
name: "x",
},
15..16,
),
(
Colon,
16..17,
),
(
Newline,
17..18,
),
(
NonLogicalNewline,
18..19,
),
(
Indent,
19..21,
),
(
Return,
21..27,
),
(
Int {
value: 99,
},
28..30,
),
(
Newline,
30..31,
),
(
NonLogicalNewline,
31..32,
),
(
Dedent,
32..32,
),
(
Dedent,
32..32,
),
] ]

109
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__double_dedent_with_windows_eol.snap
View file

@ -1,31 +1,88 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: double_dedent_with_eol(WINDOWS_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
If, ),
Name { (
name: "x", Lpar,
}, 7..8,
Colon, ),
Newline, (
NonLogicalNewline, Rpar,
Indent, 8..9,
Return, ),
Int { (
value: 99, Colon,
}, 9..10,
Newline, ),
NonLogicalNewline, (
Dedent, Newline,
Dedent, 10..12,
),
(
Indent,
12..13,
),
(
If,
13..15,
),
(
Name {
name: "x",
},
16..17,
),
(
Colon,
17..18,
),
(
Newline,
18..20,
),
(
NonLogicalNewline,
20..22,
),
(
Indent,
22..24,
),
(
Return,
24..30,
),
(
Int {
value: 99,
},
31..33,
),
(
Newline,
33..35,
),
(
NonLogicalNewline,
35..37,
),
(
Dedent,
37..37,
),
(
Dedent,
37..37,
),
] ]

144
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__empty_ipython_escape_command.snap
View file

@ -3,49 +3,103 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(source) expression: lex_jupyter_source(source)
--- ---
[ [
IpyEscapeCommand { (
value: "", IpyEscapeCommand {
kind: Magic, value: "",
}, kind: Magic,
Newline, },
IpyEscapeCommand { 0..1,
value: "", ),
kind: Magic2, (
}, Newline,
Newline, 1..2,
IpyEscapeCommand { ),
value: "", (
kind: Shell, IpyEscapeCommand {
}, value: "",
Newline, kind: Magic2,
IpyEscapeCommand { },
value: "", 2..4,
kind: ShCap, ),
}, (
Newline, Newline,
IpyEscapeCommand { 4..5,
value: "", ),
kind: Help, (
}, IpyEscapeCommand {
Newline, value: "",
IpyEscapeCommand { kind: Shell,
value: "", },
kind: Help2, 5..6,
}, ),
Newline, (
IpyEscapeCommand { Newline,
value: "", 6..7,
kind: Paren, ),
}, (
Newline, IpyEscapeCommand {
IpyEscapeCommand { value: "",
value: "", kind: ShCap,
kind: Quote, },
}, 7..9,
Newline, ),
IpyEscapeCommand { (
value: "", Newline,
kind: Quote2, 9..10,
}, ),
Newline, (
IpyEscapeCommand {
value: "",
kind: Help,
},
10..11,
),
(
Newline,
11..12,
),
(
IpyEscapeCommand {
value: "",
kind: Help2,
},
12..14,
),
(
Newline,
14..15,
),
(
IpyEscapeCommand {
value: "",
kind: Paren,
},
15..16,
),
(
Newline,
16..17,
),
(
IpyEscapeCommand {
value: "",
kind: Quote,
},
17..18,
),
(
Newline,
18..19,
),
(
IpyEscapeCommand {
value: "",
kind: Quote2,
},
19..20,
),
(
Newline,
20..20,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__escape_unicode_name.snap
View file

@ -3,10 +3,16 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
String { (
value: "\\N{EN SPACE}", String {
kind: String, value: "\\N{EN SPACE}",
triple_quoted: false, kind: String,
}, triple_quoted: false,
Newline, },
0..14,
),
(
Newline,
14..14,
),
] ]

70
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__indentation_with_mac_eol.snap
View file

@ -1,22 +1,58 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: indentation_with_eol(MAC_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
Return, ),
Int { (
value: 99, Lpar,
}, 7..8,
Newline, ),
NonLogicalNewline, (
Dedent, Rpar,
8..9,
),
(
Colon,
9..10,
),
(
Newline,
10..11,
),
(
Indent,
11..15,
),
(
Return,
15..21,
),
(
Int {
value: 99,
},
22..24,
),
(
Newline,
24..25,
),
(
NonLogicalNewline,
25..26,
),
(
Dedent,
26..26,
),
] ]

70
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__indentation_with_unix_eol.snap
View file

@ -1,22 +1,58 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: indentation_with_eol(UNIX_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
Return, ),
Int { (
value: 99, Lpar,
}, 7..8,
Newline, ),
NonLogicalNewline, (
Dedent, Rpar,
8..9,
),
(
Colon,
9..10,
),
(
Newline,
10..11,
),
(
Indent,
11..15,
),
(
Return,
15..21,
),
(
Int {
value: 99,
},
22..24,
),
(
Newline,
24..25,
),
(
NonLogicalNewline,
25..26,
),
(
Dedent,
26..26,
),
] ]

70
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__indentation_with_windows_eol.snap
View file

@ -1,22 +1,58 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: indentation_with_eol(WINDOWS_EOL)
--- ---
[ [
Def, (
Name { Def,
name: "foo", 0..3,
}, ),
Lpar, (
Rpar, Name {
Colon, name: "foo",
Newline, },
Indent, 4..7,
Return, ),
Int { (
value: 99, Lpar,
}, 7..8,
Newline, ),
NonLogicalNewline, (
Dedent, Rpar,
8..9,
),
(
Colon,
9..10,
),
(
Newline,
10..12,
),
(
Indent,
12..16,
),
(
Return,
16..22,
),
(
Int {
value: 99,
},
23..25,
),
(
Newline,
25..27,
),
(
NonLogicalNewline,
27..29,
),
(
Dedent,
29..29,
),
] ]

176
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command.snap
View file

@ -3,59 +3,125 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(source) expression: lex_jupyter_source(source)
--- ---
[ [
IpyEscapeCommand { (
value: "foo", IpyEscapeCommand {
kind: Help, value: "foo",
}, kind: Help,
Newline, },
IpyEscapeCommand { 0..4,
value: "foo", ),
kind: Help2, (
}, Newline,
Newline, 4..5,
IpyEscapeCommand { ),
value: "timeit a = b", (
kind: Magic, IpyEscapeCommand {
}, value: "foo",
Newline, kind: Help2,
IpyEscapeCommand { },
value: "timeit a % 3", 5..10,
kind: Magic, ),
}, (
Newline, Newline,
IpyEscapeCommand { 10..11,
value: "matplotlib --inline", ),
kind: Magic, (
}, IpyEscapeCommand {
Newline, value: "timeit a = b",
IpyEscapeCommand { kind: Magic,
value: "pwd && ls -a | sed 's/^/\\\\ /'", },
kind: Shell, 11..24,
}, ),
Newline, (
IpyEscapeCommand { Newline,
value: "cd /Users/foo/Library/Application\\ Support/", 24..25,
kind: ShCap, ),
}, (
Newline, IpyEscapeCommand {
IpyEscapeCommand { value: "timeit a % 3",
value: "foo 1 2", kind: Magic,
kind: Paren, },
}, 25..38,
Newline, ),
IpyEscapeCommand { (
value: "foo 1 2", Newline,
kind: Quote, 38..39,
}, ),
Newline, (
IpyEscapeCommand { IpyEscapeCommand {
value: "foo 1 2", value: "matplotlib --inline",
kind: Quote2, kind: Magic,
}, },
Newline, 39..65,
IpyEscapeCommand { ),
value: "ls", (
kind: Shell, Newline,
}, 65..66,
Newline, ),
(
IpyEscapeCommand {
value: "pwd && ls -a | sed 's/^/\\\\ /'",
kind: Shell,
},
66..103,
),
(
Newline,
103..104,
),
(
IpyEscapeCommand {
value: "cd /Users/foo/Library/Application\\ Support/",
kind: ShCap,
},
104..149,
),
(
Newline,
149..150,
),
(
IpyEscapeCommand {
value: "foo 1 2",
kind: Paren,
},
150..158,
),
(
Newline,
158..159,
),
(
IpyEscapeCommand {
value: "foo 1 2",
kind: Quote,
},
159..167,
),
(
Newline,
167..168,
),
(
IpyEscapeCommand {
value: "foo 1 2",
kind: Quote2,
},
168..176,
),
(
Newline,
176..177,
),
(
IpyEscapeCommand {
value: "ls",
kind: Shell,
},
177..180,
),
(
Newline,
180..180,
),
] ]

120
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_assignment.snap
View file

@ -3,40 +3,88 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(source) expression: lex_jupyter_source(source)
--- ---
[ [
Name { (
name: "pwd", Name {
}, name: "pwd",
Equal, },
IpyEscapeCommand { 0..3,
value: "pwd", ),
kind: Shell, (
}, Equal,
Newline, 4..5,
Name { ),
name: "foo", (
}, IpyEscapeCommand {
Equal, value: "pwd",
IpyEscapeCommand { kind: Shell,
value: "timeit a = b", },
kind: Magic, 6..10,
}, ),
Newline, (
Name { Newline,
name: "bar", 10..11,
}, ),
Equal, (
IpyEscapeCommand { Name {
value: "timeit a % 3", name: "foo",
kind: Magic, },
}, 11..14,
Newline, ),
Name { (
name: "baz", Equal,
}, 15..16,
Equal, ),
IpyEscapeCommand { (
value: "matplotlib inline", IpyEscapeCommand {
kind: Magic, value: "timeit a = b",
}, kind: Magic,
Newline, },
17..30,
),
(
Newline,
30..31,
),
(
Name {
name: "bar",
},
31..34,
),
(
Equal,
35..36,
),
(
IpyEscapeCommand {
value: "timeit a % 3",
kind: Magic,
},
37..50,
),
(
Newline,
50..51,
),
(
Name {
name: "baz",
},
51..54,
),
(
Equal,
55..56,
),
(
IpyEscapeCommand {
value: "matplotlib inline",
kind: Magic,
},
57..85,
),
(
Newline,
85..85,
),
] ]

46
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_indentation.snap
View file

@ -3,15 +3,39 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(source) expression: lex_jupyter_source(source)
--- ---
[ [
If, (
True, If,
Colon, 0..2,
Newline, ),
Indent, (
IpyEscapeCommand { True,
value: "matplotlib --inline", 3..7,
kind: Magic, ),
}, (
Newline, Colon,
Dedent, 7..8,
),
(
Newline,
8..9,
),
(
Indent,
9..13,
),
(
IpyEscapeCommand {
value: "matplotlib --inline",
kind: Magic,
},
13..43,
),
(
Newline,
43..43,
),
(
Dedent,
43..43,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_mac_eol.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_eol(MAC_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib --inline", IpyEscapeCommand {
kind: Magic, value: "matplotlib --inline",
}, kind: Magic,
Newline, },
0..24,
),
(
Newline,
24..24,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_unix_eol.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_eol(UNIX_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib --inline", IpyEscapeCommand {
kind: Magic, value: "matplotlib --inline",
}, kind: Magic,
Newline, },
0..24,
),
(
Newline,
24..24,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_windows_eol.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_eol(WINDOWS_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib --inline", IpyEscapeCommand {
kind: Magic, value: "matplotlib --inline",
}, kind: Magic,
Newline, },
0..25,
),
(
Newline,
25..25,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_with_mac_eol_and_eof.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_with_eol_and_eof(MAC_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib ", IpyEscapeCommand {
kind: Magic, value: "matplotlib ",
}, kind: Magic,
Newline, },
0..14,
),
(
Newline,
14..14,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_with_unix_eol_and_eof.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_with_eol_and_eof(UNIX_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib ", IpyEscapeCommand {
kind: Magic, value: "matplotlib ",
}, kind: Magic,
Newline, },
0..14,
),
(
Newline,
14..14,
),
] ]

18
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_escape_command_line_continuation_with_windows_eol_and_eof.snap
View file

@ -1,11 +1,17 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(&source) expression: ipython_escape_command_line_continuation_with_eol_and_eof(WINDOWS_EOL)
--- ---
[ [
IpyEscapeCommand { (
value: "matplotlib ", IpyEscapeCommand {
kind: Magic, value: "matplotlib ",
}, kind: Magic,
Newline, },
0..15,
),
(
Newline,
15..15,
),
] ]

256
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__ipython_help_end_escape_command.snap
View file

@ -3,84 +3,180 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_jupyter_source(source) expression: lex_jupyter_source(source)
--- ---
[ [
IpyEscapeCommand { (
value: "foo", IpyEscapeCommand {
kind: Help, value: "foo",
}, kind: Help,
Newline, },
IpyEscapeCommand { 0..5,
value: "foo", ),
kind: Help, (
}, Newline,
Newline, 5..6,
IpyEscapeCommand { ),
value: " foo ?", (
kind: Help2, IpyEscapeCommand {
}, value: "foo",
Newline, kind: Help,
IpyEscapeCommand { },
value: "foo", 6..15,
kind: Help2, ),
}, (
Newline, Newline,
IpyEscapeCommand { 15..16,
value: "foo", ),
kind: Help2, (
}, IpyEscapeCommand {
Newline, value: " foo ?",
IpyEscapeCommand { kind: Help2,
value: "foo", },
kind: Help, 16..27,
}, ),
Newline, (
IpyEscapeCommand { Newline,
value: "foo", 27..28,
kind: Help2, ),
}, (
Newline, IpyEscapeCommand {
IpyEscapeCommand { value: "foo",
value: "foo???", kind: Help2,
kind: Help2, },
}, 28..34,
Newline, ),
IpyEscapeCommand { (
value: "?foo???", Newline,
kind: Help2, 34..35,
}, ),
Newline, (
IpyEscapeCommand { IpyEscapeCommand {
value: "foo", value: "foo",
kind: Help, kind: Help2,
}, },
Newline, 35..42,
IpyEscapeCommand { ),
value: " ?", (
kind: Help2, Newline,
}, 42..43,
Newline, ),
IpyEscapeCommand { (
value: "??", IpyEscapeCommand {
kind: Help2, value: "foo",
}, kind: Help,
Newline, },
IpyEscapeCommand { 43..50,
value: "%foo", ),
kind: Help, (
}, Newline,
Newline, 50..51,
IpyEscapeCommand { ),
value: "%foo", (
kind: Help2, IpyEscapeCommand {
}, value: "foo",
Newline, kind: Help2,
IpyEscapeCommand { },
value: "foo???", 51..59,
kind: Magic2, ),
}, (
Newline, Newline,
IpyEscapeCommand { 59..60,
value: "pwd", ),
kind: Help, (
}, IpyEscapeCommand {
Newline, value: "foo???",
kind: Help2,
},
60..68,
),
(
Newline,
68..69,
),
(
IpyEscapeCommand {
value: "?foo???",
kind: Help2,
},
69..78,
),
(
Newline,
78..79,
),
(
IpyEscapeCommand {
value: "foo",
kind: Help,
},
79..92,
),
(
Newline,
92..93,
),
(
IpyEscapeCommand {
value: " ?",
kind: Help2,
},
93..99,
),
(
Newline,
99..100,
),
(
IpyEscapeCommand {
value: "??",
kind: Help2,
},
100..104,
),
(
Newline,
104..105,
),
(
IpyEscapeCommand {
value: "%foo",
kind: Help,
},
105..110,
),
(
Newline,
110..111,
),
(
IpyEscapeCommand {
value: "%foo",
kind: Help2,
},
111..117,
),
(
Newline,
117..118,
),
(
IpyEscapeCommand {
value: "foo???",
kind: Magic2,
},
118..126,
),
(
Newline,
126..127,
),
(
IpyEscapeCommand {
value: "pwd",
kind: Help,
},
127..132,
),
(
Newline,
132..132,
),
] ]

21
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__line_comment_empty.snap
View file

@ -3,11 +3,20 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: lex_source(&source)
--- ---
[ [
Int { (
value: 99232, Int {
}, value: 99232,
Comment( },
"#", 0..5,
),
(
Comment(
"#",
),
7..8,
),
(
Newline,
8..8,
), ),
Newline,
] ]

21
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__line_comment_long.snap
View file

@ -3,11 +3,20 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: lex_source(&source)
--- ---
[ [
Int { (
value: 99232, Int {
}, value: 99232,
Comment( },
"# foo", 0..5,
),
(
Comment(
"# foo",
),
7..12,
),
(
Newline,
12..12,
), ),
Newline,
] ]

21
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__line_comment_single_whitespace.snap
View file

@ -3,11 +3,20 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: lex_source(&source)
--- ---
[ [
Int { (
value: 99232, Int {
}, value: 99232,
Comment( },
"# ", 0..5,
),
(
Comment(
"# ",
),
7..9,
),
(
Newline,
9..9,
), ),
Newline,
] ]

21
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__line_comment_whitespace.snap
View file

@ -3,11 +3,20 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: lex_source(&source)
--- ---
[ [
Int { (
value: 99232, Int {
}, value: 99232,
Comment( },
"# ", 0..5,
),
(
Comment(
"# ",
),
7..10,
),
(
Newline,
10..10,
), ),
Newline,
] ]

24
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__logical_newline_line_comment.snap
View file

@ -3,12 +3,24 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
Comment( (
"#Hello", Comment(
"#Hello",
),
0..6,
), ),
NonLogicalNewline, (
Comment( NonLogicalNewline,
"#World", 6..7,
),
(
Comment(
"#World",
),
7..13,
),
(
NonLogicalNewline,
13..14,
), ),
NonLogicalNewline,
] ]

184
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__newline_in_brackets_mac_eol.snap
View file

@ -1,52 +1,142 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: newline_in_brackets_eol(MAC_EOL)
--- ---
[ [
Name { (
name: "x", Name {
}, name: "x",
Equal, },
Lsqb, 0..1,
NonLogicalNewline, ),
NonLogicalNewline, (
Int { Equal,
value: 1, 2..3,
}, ),
Comma, (
Int { Lsqb,
value: 2, 4..5,
}, ),
NonLogicalNewline, (
Comma, NonLogicalNewline,
Lpar, 5..6,
Int { ),
value: 3, (
}, NonLogicalNewline,
Comma, 6..7,
NonLogicalNewline, ),
Int { (
value: 4, Int {
}, value: 1,
Comma, },
NonLogicalNewline, 11..12,
Rpar, ),
Comma, (
Lbrace, Comma,
NonLogicalNewline, 12..13,
Int { ),
value: 5, (
}, Int {
Comma, value: 2,
NonLogicalNewline, },
Int { 13..14,
value: 6, ),
}, (
Comma, NonLogicalNewline,
Int { 14..15,
value: 7, ),
}, (
Rbrace, Comma,
Rsqb, 15..16,
Newline, ),
(
Lpar,
16..17,
),
(
Int {
value: 3,
},
17..18,
),
(
Comma,
18..19,
),
(
NonLogicalNewline,
19..20,
),
(
Int {
value: 4,
},
20..21,
),
(
Comma,
21..22,
),
(
NonLogicalNewline,
22..23,
),
(
Rpar,
23..24,
),
(
Comma,
24..25,
),
(
Lbrace,
26..27,
),
(
NonLogicalNewline,
27..28,
),
(
Int {
value: 5,
},
28..29,
),
(
Comma,
29..30,
),
(
NonLogicalNewline,
30..31,
),
(
Int {
value: 6,
},
31..32,
),
(
Comma,
32..33,
),
(
Int {
value: 7,
},
35..36,
),
(
Rbrace,
36..37,
),
(
Rsqb,
37..38,
),
(
Newline,
38..39,
),
] ]

184
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__newline_in_brackets_unix_eol.snap
View file

@ -1,52 +1,142 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: newline_in_brackets_eol(UNIX_EOL)
--- ---
[ [
Name { (
name: "x", Name {
}, name: "x",
Equal, },
Lsqb, 0..1,
NonLogicalNewline, ),
NonLogicalNewline, (
Int { Equal,
value: 1, 2..3,
}, ),
Comma, (
Int { Lsqb,
value: 2, 4..5,
}, ),
NonLogicalNewline, (
Comma, NonLogicalNewline,
Lpar, 5..6,
Int { ),
value: 3, (
}, NonLogicalNewline,
Comma, 6..7,
NonLogicalNewline, ),
Int { (
value: 4, Int {
}, value: 1,
Comma, },
NonLogicalNewline, 11..12,
Rpar, ),
Comma, (
Lbrace, Comma,
NonLogicalNewline, 12..13,
Int { ),
value: 5, (
}, Int {
Comma, value: 2,
NonLogicalNewline, },
Int { 13..14,
value: 6, ),
}, (
Comma, NonLogicalNewline,
Int { 14..15,
value: 7, ),
}, (
Rbrace, Comma,
Rsqb, 15..16,
Newline, ),
(
Lpar,
16..17,
),
(
Int {
value: 3,
},
17..18,
),
(
Comma,
18..19,
),
(
NonLogicalNewline,
19..20,
),
(
Int {
value: 4,
},
20..21,
),
(
Comma,
21..22,
),
(
NonLogicalNewline,
22..23,
),
(
Rpar,
23..24,
),
(
Comma,
24..25,
),
(
Lbrace,
26..27,
),
(
NonLogicalNewline,
27..28,
),
(
Int {
value: 5,
},
28..29,
),
(
Comma,
29..30,
),
(
NonLogicalNewline,
30..31,
),
(
Int {
value: 6,
},
31..32,
),
(
Comma,
32..33,
),
(
Int {
value: 7,
},
35..36,
),
(
Rbrace,
36..37,
),
(
Rsqb,
37..38,
),
(
Newline,
38..39,
),
] ]

184
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__newline_in_brackets_windows_eol.snap
View file

@ -1,52 +1,142 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: newline_in_brackets_eol(WINDOWS_EOL)
--- ---
[ [
Name { (
name: "x", Name {
}, name: "x",
Equal, },
Lsqb, 0..1,
NonLogicalNewline, ),
NonLogicalNewline, (
Int { Equal,
value: 1, 2..3,
}, ),
Comma, (
Int { Lsqb,
value: 2, 4..5,
}, ),
NonLogicalNewline, (
Comma, NonLogicalNewline,
Lpar, 5..7,
Int { ),
value: 3, (
}, NonLogicalNewline,
Comma, 7..9,
NonLogicalNewline, ),
Int { (
value: 4, Int {
}, value: 1,
Comma, },
NonLogicalNewline, 13..14,
Rpar, ),
Comma, (
Lbrace, Comma,
NonLogicalNewline, 14..15,
Int { ),
value: 5, (
}, Int {
Comma, value: 2,
NonLogicalNewline, },
Int { 15..16,
value: 6, ),
}, (
Comma, NonLogicalNewline,
Int { 16..18,
value: 7, ),
}, (
Rbrace, Comma,
Rsqb, 18..19,
Newline, ),
(
Lpar,
19..20,
),
(
Int {
value: 3,
},
20..21,
),
(
Comma,
21..22,
),
(
NonLogicalNewline,
22..24,
),
(
Int {
value: 4,
},
24..25,
),
(
Comma,
25..26,
),
(
NonLogicalNewline,
26..28,
),
(
Rpar,
28..29,
),
(
Comma,
29..30,
),
(
Lbrace,
31..32,
),
(
NonLogicalNewline,
32..34,
),
(
Int {
value: 5,
},
34..35,
),
(
Comma,
35..36,
),
(
NonLogicalNewline,
36..38,
),
(
Int {
value: 6,
},
38..39,
),
(
Comma,
39..40,
),
(
Int {
value: 7,
},
43..44,
),
(
Rbrace,
44..45,
),
(
Rsqb,
45..46,
),
(
Newline,
46..48,
),
] ]

92
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__non_logical_newline_in_string_continuation.snap
View file

@ -3,32 +3,68 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
Lpar, (
NonLogicalNewline, Lpar,
String { 0..1,
value: "a", ),
kind: String, (
triple_quoted: false, NonLogicalNewline,
}, 1..2,
NonLogicalNewline, ),
String { (
value: "b", String {
kind: String, value: "a",
triple_quoted: false, kind: String,
}, triple_quoted: false,
NonLogicalNewline, },
NonLogicalNewline, 6..9,
String { ),
value: "c", (
kind: String, NonLogicalNewline,
triple_quoted: false, 9..10,
}, ),
String { (
value: "d", String {
kind: String, value: "b",
triple_quoted: false, kind: String,
}, triple_quoted: false,
NonLogicalNewline, },
Rpar, 14..17,
Newline, ),
(
NonLogicalNewline,
17..18,
),
(
NonLogicalNewline,
18..19,
),
(
String {
value: "c",
kind: String,
triple_quoted: false,
},
23..26,
),
(
String {
value: "d",
kind: String,
triple_quoted: false,
},
33..36,
),
(
NonLogicalNewline,
36..37,
),
(
Rpar,
37..38,
),
(
Newline,
38..38,
),
] ]

108
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__numbers.snap
View file

@ -3,40 +3,76 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
Int { (
value: 47, Int {
}, value: 47,
Int { },
value: 10, 0..4,
}, ),
Int { (
value: 13, Int {
}, value: 10,
Int { },
value: 0, 5..9,
}, ),
Int { (
value: 123, Int {
}, value: 13,
Int { },
value: 1234567890, 10..16,
}, ),
Float { (
value: 0.2, Int {
}, value: 0,
Float { },
value: 100.0, 17..18,
}, ),
Float { (
value: 2100.0, Int {
}, value: 123,
Complex { },
real: 0.0, 19..22,
imag: 2.0, ),
}, (
Complex { Int {
real: 0.0, value: 1234567890,
imag: 2.2, },
}, 23..36,
Newline, ),
(
Float {
value: 0.2,
},
37..40,
),
(
Float {
value: 100.0,
},
41..45,
),
(
Float {
value: 2100.0,
},
46..51,
),
(
Complex {
real: 0.0,
imag: 2.0,
},
52..54,
),
(
Complex {
real: 0.0,
imag: 2.2,
},
55..59,
),
(
Newline,
59..59,
),
] ]

30
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__operators.snap
View file

@ -3,10 +3,28 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
DoubleSlash, (
DoubleSlash, DoubleSlash,
DoubleSlashEqual, 0..2,
Slash, ),
Slash, (
Newline, DoubleSlash,
2..4,
),
(
DoubleSlashEqual,
4..7,
),
(
Slash,
7..8,
),
(
Slash,
9..10,
),
(
Newline,
10..10,
),
] ]

122
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__string.snap
View file

@ -3,50 +3,80 @@ source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(source) expression: lex_source(source)
--- ---
[ [
String { (
value: "double", String {
kind: String, value: "double",
triple_quoted: false, kind: String,
}, triple_quoted: false,
String { },
value: "single", 0..8,
kind: String, ),
triple_quoted: false, (
}, String {
String { value: "single",
value: "can\\'t", kind: String,
kind: String, triple_quoted: false,
triple_quoted: false, },
}, 9..17,
String { ),
value: "\\\\\\\"", (
kind: String, String {
triple_quoted: false, value: "can\\'t",
}, kind: String,
String { triple_quoted: false,
value: "\\t\\r\\n", },
kind: String, 18..26,
triple_quoted: false, ),
}, (
String { String {
value: "\\g", value: "\\\\\\\"",
kind: String, kind: String,
triple_quoted: false, triple_quoted: false,
}, },
String { 27..33,
value: "raw\\'", ),
kind: RawString, (
triple_quoted: false, String {
}, value: "\\t\\r\\n",
String { kind: String,
value: "\\420", triple_quoted: false,
kind: String, },
triple_quoted: false, 34..42,
}, ),
String { (
value: "\\200\\0a", String {
kind: String, value: "\\g",
triple_quoted: false, kind: String,
}, triple_quoted: false,
Newline, },
43..47,
),
(
String {
value: "raw\\'",
kind: RawString,
triple_quoted: false,
},
48..56,
),
(
String {
value: "\\420",
kind: String,
triple_quoted: false,
},
57..63,
),
(
String {
value: "\\200\\0a",
kind: String,
triple_quoted: false,
},
64..73,
),
(
Newline,
73..73,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__string_continuation_with_mac_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: string_continuation_with_eol(MAC_EOL)
--- ---
[ [
String { (
value: "abc\\\rdef", String {
kind: String, value: "abc\\\rdef",
triple_quoted: false, kind: String,
}, triple_quoted: false,
Newline, },
0..10,
),
(
Newline,
10..10,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__string_continuation_with_unix_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: string_continuation_with_eol(UNIX_EOL)
--- ---
[ [
String { (
value: "abc\\\ndef", String {
kind: String, value: "abc\\\ndef",
triple_quoted: false, kind: String,
}, triple_quoted: false,
Newline, },
0..10,
),
(
Newline,
10..10,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__string_continuation_with_windows_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: string_continuation_with_eol(WINDOWS_EOL)
--- ---
[ [
String { (
value: "abc\\\r\ndef", String {
kind: String, value: "abc\\\r\ndef",
triple_quoted: false, kind: String,
}, triple_quoted: false,
Newline, },
0..11,
),
(
Newline,
11..11,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__triple_quoted_mac_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: triple_quoted_eol(MAC_EOL)
--- ---
[ [
String { (
value: "\r test string\r ", String {
kind: String, value: "\r test string\r ",
triple_quoted: true, kind: String,
}, triple_quoted: true,
Newline, },
0..21,
),
(
Newline,
21..21,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__triple_quoted_unix_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: triple_quoted_eol(UNIX_EOL)
--- ---
[ [
String { (
value: "\n test string\n ", String {
kind: String, value: "\n test string\n ",
triple_quoted: true, kind: String,
}, triple_quoted: true,
Newline, },
0..21,
),
(
Newline,
21..21,
),
] ]

20
crates/ruff_python_parser/src/snapshots/ruff_python_parser__lexer__tests__triple_quoted_windows_eol.snap
View file

@ -1,12 +1,18 @@
--- ---
source: crates/ruff_python_parser/src/lexer.rs source: crates/ruff_python_parser/src/lexer.rs
expression: lex_source(&source) expression: triple_quoted_eol(WINDOWS_EOL)
--- ---
[ [
String { (
value: "\r\n test string\r\n ", String {
kind: String, value: "\r\n test string\r\n ",
triple_quoted: true, kind: String,
}, triple_quoted: true,
Newline, },
0..23,
),
(
Newline,
23..23,
),
] ]