language-servers/slint
1
0
Fork 0
mirror of https://github.com/slint-ui/slint.git synced 2025-08-04 18:58:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Parser: skip UTF-8 BOM

Browse source 
Skip the byte order mark.
BOM is also allowed in .rs or Cargo.toml file.

Fixes #7291
This commit is contained in:
Olivier Goffart 2025-01-07 11:12:52 +01:00
parent e1e8f04e9f
commit aedd04a3d8
3 changed files with 29 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
internal/compiler/lexer.rs
View file

@ -198,6 +198,17 @@ pub fn lex(mut source: &str) -> Vec<crate::parser::Token> {
let mut result = vec![];
let mut offset = 0;
let mut state = LexState::default();
if source.starts_with("\u{FEFF}") {
// Skip BOM
result.push(crate::parser::Token {
kind: SyntaxKind::Whitespace,
text: source[..3].into(),
offset: 0,
..Default::default()
});
source = &source[3..];
offset += 3;
}
while !source.is_empty() {
if let Some((len, kind)) = crate::parser::lex_next_token(source, &mut state) {
result.push(crate::parser::Token {