mirrors/datafusion-sqlparse
1
0
Fork 0
mirror of https://github.com/apache/datafusion-sqlparser-rs.git synced 2025-09-26 15:39:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Support National string literal with lower case n (#612)

Browse source 
* National string literal with lower case n

It's used by Snowflake

* Corrected DB name

Co-authored-by: Maciej Skrzypkowski <maciej.skrzypkowski@satoricyber.com>
This commit is contained in:
Maciej Skrzypkowski 2022-09-27 15:07:13 +02:00 • committed by GitHub
parent 0724ef13a4
commit d4e5b4d5e8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/tokenizer.rs
View file

@ -387,7 +387,8 @@ impl<'a> Tokenizer<'a> {
} }
Ok(Some(Token::Whitespace(Whitespace::Newline))) Ok(Some(Token::Whitespace(Whitespace::Newline)))
} }
'N' => { // Redshift uses lower case n for national string literal
n @ 'N' | n @ 'n' => {
chars.next(); // consume, to check the next char chars.next(); // consume, to check the next char
match chars.peek() { match chars.peek() {
Some('\'') => { Some('\'') => {
@ -397,7 +398,7 @@ impl<'a> Tokenizer<'a> {
} }
_ => { _ => {
// regular identifier starting with an "N" // regular identifier starting with an "N"
let s = self.tokenize_word('N', chars); let s = self.tokenize_word(n, chars);
Ok(Some(Token::make_word(&s, None))) Ok(Some(Token::make_word(&s, None)))
} }
} }

1
tests/sqlparser_common.rs
View file

@ -2851,6 +2851,7 @@ fn parse_literal_string() {
); );
one_statement_parses_to("SELECT x'deadBEEF'", "SELECT X'deadBEEF'"); one_statement_parses_to("SELECT x'deadBEEF'", "SELECT X'deadBEEF'");
one_statement_parses_to("SELECT n'national string'", "SELECT N'national string'");
} }
#[test] #[test]