language-servers/erg
1
0
Fork 0
mirror of https://github.com/erg-lang/erg.git synced 2025-09-29 12:24:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update: add closure for error and, line and col

Browse source 
The length of the string is calculated as the rightmost
newline or 0, and that is the message of the error
This commit is contained in:
GreasySlug 2022-09-20 16:05:53 +09:00
parent beb10ef166
commit f1dd25e508
1 changed files with 71 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

133
compiler/erg_parser/lex.rs
View file

@ -690,92 +690,101 @@ impl Lexer /*<'a>*/ {
fn lex_multi_line_str(&mut self) -> LexResult<Token> {
let mut s = "\"\"\"".to_string();
let unclosed_error = |t: Token| -> LexResult<Token> {
Err(LexError::syntax_error(
0,
t.loc(),
switch_lang!(
"japanese" => "文字列が\"\"\"によって閉じられていません",
"simplified_chinese" => "字符串没有被\"\"\"关闭",
"traditional_chinese" => "字符串没有被\"\"\"关闭",
"english" => "the string is not closed by \"\"\"",
),
None,
))
};
while let Some(c) = self.peek_cur_ch() {
match c {
'"' => {
s.push(self.consume().unwrap());
let next_c = self.peek_cur_ch();
let aft_next_c = self.peek_next_ch();
if next_c.is_none() || aft_next_c.is_none() {
let token = self.emit_token(Illegal, &s);
return Err(LexError::syntax_error(
0,
token.loc(),
switch_lang!(
"japanese" => "文字列が\"\"\"によって閉じられていません",
"simplified_chinese" => "字符串没有被\"\"\"关闭",
"traditional_chinese" => "字符串没有被\"\"\"关闭",
"english" => "the string is not closed by \"\"\"",
),
None,
));
if next_c.is_none() {
let col_end = s.rfind('\n').unwrap_or_default();
let error_s = &s[col_end..s.len()];
let token = self.emit_token(Illegal, error_s);
return unclosed_error(token);
}
if aft_next_c.is_none() {
s.push(self.consume().unwrap());
let col_end = s.rfind('\n').unwrap_or_default();
let error_s = &s[col_end..s.len()];
let token = self.emit_token(Illegal, error_s);
return unclosed_error(token);
}
let next_c = self.consume().unwrap();
let aft_next_c = self.consume().unwrap();
if next_c == '"' && aft_next_c == '"' {
s.push_str("\"\"");
let token = self.emit_token(StrLit, &s);
return Ok(token);
}
s.push(self.consume().unwrap());
}
_ => {
let c = self.consume().unwrap();
if c == '\\' {
let next_c = self.consume().unwrap();
match next_c {
'0' => s.push('\0'),
'r' => s.push('\r'),
'\'' => {
s.push('\'');
if self.peek_next_ch().is_some()
&& self.peek_next_ch().unwrap() == '\n'
{
continue; // Escaping a line break if only '\' comes at the end
match c {
'\\' => {
let next_c = self.consume().unwrap();
match next_c {
'0' => s.push('\0'),
'r' => s.push('\r'),
'\'' => s.push('\''),
'"' => s.push('"'),
't' => s.push_str(" "), // tab is invalid, so changed into 4 whitespace
'\\' => s.push('\\'),
'n' => s.push('\n'),
'\n' => {
self.lineno_token_starts += 1;
self.col_token_starts = 0;
continue;
}
_ => {
let token = self.emit_token(Illegal, &format!("\\{next_c}"));
return Err(LexError::syntax_error(
0,
token.loc(),
switch_lang!(
"japanese" => format!("不正なエスケープシーケンスです: \\{}", next_c),
"simplified_chinese" => format!("不合法的转义序列: \\{}", next_c),
"traditional_chinese" => format!("不合法的轉義序列: \\{}", next_c),
"english" => format!("illegal escape sequence: \\{}", next_c),
),
None,
));
}
}
'"' => s.push('"'),
't' => s.push_str(" "), // tab is invalid, so changed into 4 whitespace
'\\' => s.push('\\'),
'n' => s.push('\n'),
'\n' => {
self.lineno_token_starts += 1;
self.col_token_starts = 0;
}
_ => {
let token = self.emit_token(Illegal, &format!("\\{next_c}"));
return Err(LexError::syntax_error(
0,
token.loc(),
switch_lang!(
"japanese" => format!("不正なエスケープシーケンスです: \\{}", next_c),
"simplified_chinese" => format!("不合法的转义序列: \\{}", next_c),
"traditional_chinese" => format!("不合法的轉義序列: \\{}", next_c),
"english" => format!("illegal escape sequence: \\{}", next_c),
),
None,
));
}
}
} else {
s.push(c);
if Self::is_bidi(c) {
return Err(self._invalid_unicode_character(&s));
'\n' => {
self.lineno_token_starts += 1;
self.col_token_starts = 0;
s.push('\n')
}
_ => {
s.push(c);
if Self::is_bidi(c) {
return Err(self._invalid_unicode_character(&s));
}
}
}
}
}
}
let token = self.emit_token(Illegal, &s);
Err(LexError::syntax_error(
0,
token.loc(),
switch_lang!(
"japanese" => "文字列が\"\"\"によって閉じられていません",
"simplified_chinese" => "字符串没有被\"\"\"关闭",
"traditional_chinese" => "字符串没有被\"\"\"关闭",
"english" => "the string is not closed by \"\"\"",
),
None,
))
let col_end = s.rfind('\n').unwrap_or_default();
let error_s = &s[col_end..s.len()];
let token = self.emit_token(Illegal, error_s);
unclosed_error(token)
}
// for single strings and multi strings