mirrors/ruff
1
0
Fork 0
mirror of https://github.com/astral-sh/ruff.git synced 2025-07-24 13:33:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Use the unicode-ident crate (#7212)

Browse source
This commit is contained in:
Micha Reiser 2023-09-07 10:19:25 +02:00 • committed by GitHub
parent 041cdb95e0
commit f1a4eb9c28
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 10 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

12
crates/ruff_python_parser/src/lexer.rs
View file

@ -36,8 +36,7 @@ use num_bigint::BigInt;
use num_traits::{Num, Zero};
use ruff_python_ast::IpyEscapeKind;
use ruff_text_size::{TextLen, TextRange, TextSize};
use unic_emoji_char::is_emoji_presentation;
use unic_ucd_ident::{is_xid_continue, is_xid_start};
use unicode_ident::{is_xid_continue, is_xid_start};
use crate::lexer::cursor::{Cursor, EOF_CHAR};
use crate::lexer::indentation::{Indentation, Indentations};
@ -597,15 +596,6 @@ impl<'source> Lexer<'source> {
self.state = State::Other;
Ok((identifier, self.token_range()))
} else if is_emoji_presentation(c) {
self.state = State::Other;
Ok((
Tok::Name {
name: c.to_string(),
},
self.token_range(),
))
} else {
Err(LexicalError {
error: LexicalErrorType::UnrecognizedToken { tok: c },