mirror of
https://github.com/apache/datafusion-sqlparser-rs.git
synced 2025-07-08 01:15:00 +00:00
Support Snowflake/BigQuery TRIM. (#975)
This commit is contained in:
parent
5263da68cd
commit
83cb734b3c
5 changed files with 95 additions and 0 deletions
|
@ -496,12 +496,14 @@ pub enum Expr {
|
|||
/// ```sql
|
||||
/// TRIM([BOTH | LEADING | TRAILING] [<expr> FROM] <expr>)
|
||||
/// TRIM(<expr>)
|
||||
/// TRIM(<expr>, [, characters]) -- only Snowflake or Bigquery
|
||||
/// ```
|
||||
Trim {
|
||||
expr: Box<Expr>,
|
||||
// ([BOTH | LEADING | TRAILING]
|
||||
trim_where: Option<TrimWhereField>,
|
||||
trim_what: Option<Box<Expr>>,
|
||||
trim_characters: Option<Vec<Expr>>,
|
||||
},
|
||||
/// ```sql
|
||||
/// OVERLAY(<expr> PLACING <expr> FROM <expr>[ FOR <expr> ]
|
||||
|
@ -895,6 +897,7 @@ impl fmt::Display for Expr {
|
|||
expr,
|
||||
trim_where,
|
||||
trim_what,
|
||||
trim_characters,
|
||||
} => {
|
||||
write!(f, "TRIM(")?;
|
||||
if let Some(ident) = trim_where {
|
||||
|
@ -905,6 +908,9 @@ impl fmt::Display for Expr {
|
|||
} else {
|
||||
write!(f, "{expr}")?;
|
||||
}
|
||||
if let Some(characters) = trim_characters {
|
||||
write!(f, ", {}", display_comma_separated(characters))?;
|
||||
}
|
||||
|
||||
write!(f, ")")
|
||||
}
|
||||
|
|
|
@ -1315,6 +1315,7 @@ impl<'a> Parser<'a> {
|
|||
/// ```sql
|
||||
/// TRIM ([WHERE] ['text' FROM] 'text')
|
||||
/// TRIM ('text')
|
||||
/// TRIM(<expr>, [, characters]) -- only Snowflake or BigQuery
|
||||
/// ```
|
||||
pub fn parse_trim_expr(&mut self) -> Result<Expr, ParserError> {
|
||||
self.expect_token(&Token::LParen)?;
|
||||
|
@ -1336,6 +1337,18 @@ impl<'a> Parser<'a> {
|
|||
expr: Box::new(expr),
|
||||
trim_where,
|
||||
trim_what: Some(trim_what),
|
||||
trim_characters: None,
|
||||
})
|
||||
} else if self.consume_token(&Token::Comma)
|
||||
&& dialect_of!(self is SnowflakeDialect | BigQueryDialect | GenericDialect)
|
||||
{
|
||||
let characters = self.parse_comma_separated(Parser::parse_expr)?;
|
||||
self.expect_token(&Token::RParen)?;
|
||||
Ok(Expr::Trim {
|
||||
expr: Box::new(expr),
|
||||
trim_where: None,
|
||||
trim_what: None,
|
||||
trim_characters: Some(characters),
|
||||
})
|
||||
} else {
|
||||
self.expect_token(&Token::RParen)?;
|
||||
|
@ -1343,6 +1356,7 @@ impl<'a> Parser<'a> {
|
|||
expr: Box::new(expr),
|
||||
trim_where,
|
||||
trim_what: None,
|
||||
trim_characters: None,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
|
|
@ -17,6 +17,7 @@ use std::ops::Deref;
|
|||
|
||||
use sqlparser::ast::*;
|
||||
use sqlparser::dialect::{BigQueryDialect, GenericDialect};
|
||||
use sqlparser::parser::ParserError;
|
||||
use test_utils::*;
|
||||
|
||||
#[test]
|
||||
|
@ -549,3 +550,28 @@ fn parse_map_access_offset() {
|
|||
bigquery().verified_only_select(sql);
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_bigquery_trim() {
|
||||
let real_sql = r#"SELECT customer_id, TRIM(item_price_id, '"', "a") AS item_price_id FROM models_staging.subscriptions"#;
|
||||
assert_eq!(bigquery().verified_stmt(real_sql).to_string(), real_sql);
|
||||
|
||||
let sql_only_select = "SELECT TRIM('xyz', 'a')";
|
||||
let select = bigquery().verified_only_select(sql_only_select);
|
||||
assert_eq!(
|
||||
&Expr::Trim {
|
||||
expr: Box::new(Expr::Value(Value::SingleQuotedString("xyz".to_owned()))),
|
||||
trim_where: None,
|
||||
trim_what: None,
|
||||
trim_characters: Some(vec![Expr::Value(Value::SingleQuotedString("a".to_owned()))]),
|
||||
},
|
||||
expr_from_projection(only(&select.projection))
|
||||
);
|
||||
|
||||
// missing comma separation
|
||||
let error_sql = "SELECT TRIM('xyz' 'a')";
|
||||
assert_eq!(
|
||||
ParserError::ParserError("Expected ), found: 'a'".to_owned()),
|
||||
bigquery().parse_sql_statements(error_sql).unwrap_err()
|
||||
);
|
||||
}
|
||||
|
|
|
@ -5225,6 +5225,30 @@ fn parse_trim() {
|
|||
ParserError::ParserError("Expected ), found: 'xyz'".to_owned()),
|
||||
parse_sql_statements("SELECT TRIM(FOO 'xyz' FROM 'xyzfooxyz')").unwrap_err()
|
||||
);
|
||||
|
||||
//keep Snowflake/BigQuery TRIM syntax failing
|
||||
let all_expected_snowflake = TestedDialects {
|
||||
dialects: vec![
|
||||
//Box::new(GenericDialect {}),
|
||||
Box::new(PostgreSqlDialect {}),
|
||||
Box::new(MsSqlDialect {}),
|
||||
Box::new(AnsiDialect {}),
|
||||
//Box::new(SnowflakeDialect {}),
|
||||
Box::new(HiveDialect {}),
|
||||
Box::new(RedshiftSqlDialect {}),
|
||||
Box::new(MySqlDialect {}),
|
||||
//Box::new(BigQueryDialect {}),
|
||||
Box::new(SQLiteDialect {}),
|
||||
Box::new(DuckDbDialect {}),
|
||||
],
|
||||
options: None,
|
||||
};
|
||||
assert_eq!(
|
||||
ParserError::ParserError("Expected ), found: 'a'".to_owned()),
|
||||
all_expected_snowflake
|
||||
.parse_sql_statements("SELECT TRIM('xyz', 'a')")
|
||||
.unwrap_err()
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
|
|
|
@ -1039,3 +1039,28 @@ fn test_snowflake_stage_object_names() {
|
|||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_snowflake_trim() {
|
||||
let real_sql = r#"SELECT customer_id, TRIM(sub_items.value:item_price_id, '"', "a") AS item_price_id FROM models_staging.subscriptions"#;
|
||||
assert_eq!(snowflake().verified_stmt(real_sql).to_string(), real_sql);
|
||||
|
||||
let sql_only_select = "SELECT TRIM('xyz', 'a')";
|
||||
let select = snowflake().verified_only_select(sql_only_select);
|
||||
assert_eq!(
|
||||
&Expr::Trim {
|
||||
expr: Box::new(Expr::Value(Value::SingleQuotedString("xyz".to_owned()))),
|
||||
trim_where: None,
|
||||
trim_what: None,
|
||||
trim_characters: Some(vec![Expr::Value(Value::SingleQuotedString("a".to_owned()))]),
|
||||
},
|
||||
expr_from_projection(only(&select.projection))
|
||||
);
|
||||
|
||||
// missing comma separation
|
||||
let error_sql = "SELECT TRIM('xyz' 'a')";
|
||||
assert_eq!(
|
||||
ParserError::ParserError("Expected ), found: 'a'".to_owned()),
|
||||
snowflake().parse_sql_statements(error_sql).unwrap_err()
|
||||
);
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue