mirrors/RustPython-Parser
1
0
Fork 0
mirror of https://github.com/RustPython/Parser.git synced 2025-07-10 06:35:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Eat for comma.

Browse source
This commit is contained in:
Dimitris Fasarakis Hilliard 2023-01-30 21:42:59 +02:00
parent 38cf933bcb
commit c9364718b4
1 changed files with 8 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

19
parser/src/lexer.rs
View file

@ -690,12 +690,12 @@ where
fn consume_normal(&mut self) -> Result<(), LexicalError> { fn consume_normal(&mut self) -> Result<(), LexicalError> {
// Check if we have some character: // Check if we have some character:
if let Some(c) = self.window[0] { if let Some(c) = self.window[0] {
if self.is_identifier_start(c) { if self.is_identifier_start(c) {
let identifier = self.lex_identifier()?; let identifier = self.lex_identifier()?;
self.emit(identifier); self.emit(identifier);
} else { } else {
self.consume_character(c)?; self.consume_character(c)?;
} }
} else { } else {
// We reached end of file. // We reached end of file.
let tok_pos = self.get_pos(); let tok_pos = self.get_pos();
@ -1039,10 +1039,7 @@ where
} }
} }
',' => { ',' => {
let tok_start = self.get_pos(); self.eat_single_char(Tok::Comma);
self.next_char();
let tok_end = self.get_pos();
self.emit((tok_start, Tok::Comma, tok_end));
} }
'.' => { '.' => {
if let Some('0'..='9') = self.window[1] { if let Some('0'..='9') = self.window[1] {
@ -1102,7 +1099,7 @@ where
} }
} }
_ => { _ => {
if is_emoji_presentation(c) { if is_emoji_presentation(c) {
let tok_start = self.get_pos(); let tok_start = self.get_pos();
self.next_char(); self.next_char();
let tok_end = self.get_pos(); let tok_end = self.get_pos();