mirrors/RustPython-Parser
1
0
Fork 0
mirror of https://github.com/RustPython/Parser.git synced 2025-09-02 08:38:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Replace row/column based Location with byte-offsets.

Browse source
This commit is contained in:
Micha Reiser 2023-05-06 15:54:14 +09:00 • committed by Jeong YunWon
parent 7b8844bd3e
commit 58c35ab458
131 changed files with 12120 additions and 23198 deletions
Download patch file Download diff file Expand all files Collapse all files

9
parser/src/token.rs
View file

@ -5,6 +5,7 @@
//!
//! [CPython source]: https://github.com/python/cpython/blob/dfc2e065a2e71011017077e549cd2f9bf4944c54/Include/internal/pycore_token.h
use num_bigint::BigInt;
use ruff_text_size::TextSize;
use std::fmt;
/// The set of tokens the Python source code can be tokenized in.
@ -401,12 +402,12 @@ impl StringKind {
}
/// Returns the number of characters in the prefix.
pub fn prefix_len(&self) -> usize {
pub fn prefix_len(&self) -> TextSize {
use StringKind::*;
match self {
String => 0,
RawString | FString | Unicode | Bytes => 1,
RawFString | RawBytes => 2,
String => TextSize::from(0),
RawString | FString | Unicode | Bytes => TextSize::from(1),
RawFString | RawBytes => TextSize::from(2),
}
}
}