mirrors/RustPython-Parser
1
0
Fork 0
mirror of https://github.com/RustPython/Parser.git synced 2025-07-08 05:35:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Eat for comma.

Browse source
This commit is contained in:
Dimitris Fasarakis Hilliard 2023-01-30 21:42:59 +02:00
parent 38cf933bcb
commit c9364718b4
1 changed files with 8 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

19
parser/src/lexer.rs
View file

@ -690,12 +690,12 @@ where
fn consume_normal(&mut self) -> Result<(), LexicalError> {
// Check if we have some character:
if let Some(c) = self.window[0] {
if self.is_identifier_start(c) {
let identifier = self.lex_identifier()?;
self.emit(identifier);
} else {
self.consume_character(c)?;
}
if self.is_identifier_start(c) {
let identifier = self.lex_identifier()?;
self.emit(identifier);
} else {
self.consume_character(c)?;
}
} else {
// We reached end of file.
let tok_pos = self.get_pos();
@ -1039,10 +1039,7 @@ where
}
}
',' => {
let tok_start = self.get_pos();
self.next_char();
let tok_end = self.get_pos();
self.emit((tok_start, Tok::Comma, tok_end));
self.eat_single_char(Tok::Comma);
}
'.' => {
if let Some('0'..='9') = self.window[1] {
@ -1102,7 +1099,7 @@ where
}
}
_ => {
if is_emoji_presentation(c) {
if is_emoji_presentation(c) {
let tok_start = self.get_pos();
self.next_char();
let tok_end = self.get_pos();