mirror of
https://github.com/RustPython/Parser.git
synced 2025-07-21 12:05:27 +00:00
Fix make_tokenizer_located
This commit is contained in:
parent
313fd7d28c
commit
c21d0d9283
1 changed files with 1 additions and 3 deletions
|
@ -154,7 +154,7 @@ pub type LexResult = Result<Spanned, LexicalError>;
|
|||
|
||||
#[inline]
|
||||
pub fn make_tokenizer(source: &str) -> impl Iterator<Item = LexResult> + '_ {
|
||||
make_tokenizer_located(source, Location::new(0, 0))
|
||||
make_tokenizer_located(source, Location::new(1, 0))
|
||||
}
|
||||
|
||||
pub fn make_tokenizer_located(
|
||||
|
@ -240,8 +240,6 @@ where
|
|||
if let Some('\u{feff}') = lxr.window[0] {
|
||||
lxr.window.slide();
|
||||
}
|
||||
// Start at top row (=1) left column (=1)
|
||||
lxr.location.reset();
|
||||
lxr
|
||||
}
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue