mirrors/RustPython-Parser
1
0
Fork 0
mirror of https://github.com/RustPython/Parser.git synced 2025-07-12 15:45:22 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4359 from yt2b/check_bom

Browse source 
Add BOM check
This commit is contained in:
Jeong YunWon 2022-12-26 16:03:51 +09:00 • committed by GitHub
commit 313fd7d28c
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
parser/src/lexer.rs
View file

@ -236,6 +236,10 @@ where
lxr.window.slide(); lxr.window.slide();
lxr.window.slide(); lxr.window.slide();
lxr.window.slide(); lxr.window.slide();
// TODO: Handle possible mismatch between BOM and explicit encoding declaration.
if let Some('\u{feff}') = lxr.window[0] {
lxr.window.slide();
}
// Start at top row (=1) left column (=1) // Start at top row (=1) left column (=1)
lxr.location.reset(); lxr.location.reset();
lxr lxr