mirror of
https://github.com/apache/datafusion-sqlparser-rs.git
synced 2025-09-01 03:37:21 +00:00
commit
115c8e5595
5 changed files with 94 additions and 18 deletions
|
@ -56,7 +56,7 @@ pub enum ASTNode {
|
||||||
/// Unary expression
|
/// Unary expression
|
||||||
SQLUnary {
|
SQLUnary {
|
||||||
operator: SQLOperator,
|
operator: SQLOperator,
|
||||||
rex: Box<ASTNode>,
|
expr: Box<ASTNode>,
|
||||||
},
|
},
|
||||||
/// SQLValue
|
/// SQLValue
|
||||||
SQLValue(Value),
|
SQLValue(Value),
|
||||||
|
@ -157,8 +157,8 @@ impl ToString for ASTNode {
|
||||||
data_type.to_string()
|
data_type.to_string()
|
||||||
),
|
),
|
||||||
ASTNode::SQLNested(ast) => format!("({})", ast.as_ref().to_string()),
|
ASTNode::SQLNested(ast) => format!("({})", ast.as_ref().to_string()),
|
||||||
ASTNode::SQLUnary { operator, rex } => {
|
ASTNode::SQLUnary { operator, expr } => {
|
||||||
format!("{} {}", operator.to_string(), rex.as_ref().to_string())
|
format!("{} {}", operator.to_string(), expr.as_ref().to_string())
|
||||||
}
|
}
|
||||||
ASTNode::SQLValue(v) => v.to_string(),
|
ASTNode::SQLValue(v) => v.to_string(),
|
||||||
ASTNode::SQLFunction { id, args } => format!(
|
ASTNode::SQLFunction { id, args } => format!(
|
||||||
|
|
|
@ -14,7 +14,9 @@ pub enum SQLOperator {
|
||||||
NotEq,
|
NotEq,
|
||||||
And,
|
And,
|
||||||
Or,
|
Or,
|
||||||
|
Not,
|
||||||
Like,
|
Like,
|
||||||
|
NotLike,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ToString for SQLOperator {
|
impl ToString for SQLOperator {
|
||||||
|
@ -33,7 +35,9 @@ impl ToString for SQLOperator {
|
||||||
SQLOperator::NotEq => "!=".to_string(),
|
SQLOperator::NotEq => "!=".to_string(),
|
||||||
SQLOperator::And => "AND".to_string(),
|
SQLOperator::And => "AND".to_string(),
|
||||||
SQLOperator::Or => "OR".to_string(),
|
SQLOperator::Or => "OR".to_string(),
|
||||||
|
SQLOperator::Not => "NOT".to_string(),
|
||||||
SQLOperator::Like => "LIKE".to_string(),
|
SQLOperator::Like => "LIKE".to_string(),
|
||||||
|
SQLOperator::NotLike => "NOT LIKE".to_string(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -84,6 +84,32 @@ impl Parser {
|
||||||
Ok(expr)
|
Ok(expr)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Parse expression for DEFAULT clause in CREATE TABLE
|
||||||
|
pub fn parse_default_expr(&mut self, precedence: u8) -> Result<ASTNode, ParserError> {
|
||||||
|
debug!("parsing expr");
|
||||||
|
let mut expr = self.parse_prefix()?;
|
||||||
|
debug!("prefix: {:?}", expr);
|
||||||
|
loop {
|
||||||
|
|
||||||
|
// stop parsing on `NULL` | `NOT NULL`
|
||||||
|
match self.peek_token() {
|
||||||
|
Some(Token::Keyword(ref k)) if k == "NOT" || k == "NULL" => break,
|
||||||
|
_ => {}
|
||||||
|
}
|
||||||
|
|
||||||
|
let next_precedence = self.get_next_precedence()?;
|
||||||
|
debug!("next precedence: {:?}", next_precedence);
|
||||||
|
if precedence >= next_precedence {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(infix_expr) = self.parse_infix(expr.clone(), next_precedence)? {
|
||||||
|
expr = infix_expr;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Ok(expr)
|
||||||
|
}
|
||||||
|
|
||||||
/// Parse an expression prefix
|
/// Parse an expression prefix
|
||||||
pub fn parse_prefix(&mut self) -> Result<ASTNode, ParserError> {
|
pub fn parse_prefix(&mut self) -> Result<ASTNode, ParserError> {
|
||||||
match self.next_token() {
|
match self.next_token() {
|
||||||
|
@ -100,6 +126,10 @@ impl Parser {
|
||||||
self.parse_sql_value()
|
self.parse_sql_value()
|
||||||
}
|
}
|
||||||
"CASE" => self.parse_case_expression(),
|
"CASE" => self.parse_case_expression(),
|
||||||
|
"NOT" => Ok(ASTNode::SQLUnary {
|
||||||
|
operator: SQLOperator::Not,
|
||||||
|
expr: Box::new(self.parse_expr(0)?),
|
||||||
|
}),
|
||||||
_ => return parser_err!(format!("No prefix parser for keyword {}", k)),
|
_ => return parser_err!(format!("No prefix parser for keyword {}", k)),
|
||||||
},
|
},
|
||||||
Token::Mult => Ok(ASTNode::SQLWildcard),
|
Token::Mult => Ok(ASTNode::SQLWildcard),
|
||||||
|
@ -233,8 +263,7 @@ impl Parser {
|
||||||
debug!("parsing infix");
|
debug!("parsing infix");
|
||||||
match self.next_token() {
|
match self.next_token() {
|
||||||
Some(tok) => match tok {
|
Some(tok) => match tok {
|
||||||
Token::Keyword(ref k) => {
|
Token::Keyword(ref k) if k == "IS" => {
|
||||||
if k == "IS" {
|
|
||||||
if self.parse_keywords(vec!["NULL"]) {
|
if self.parse_keywords(vec!["NULL"]) {
|
||||||
Ok(Some(ASTNode::SQLIsNull(Box::new(expr))))
|
Ok(Some(ASTNode::SQLIsNull(Box::new(expr))))
|
||||||
} else if self.parse_keywords(vec!["NOT", "NULL"]) {
|
} else if self.parse_keywords(vec!["NOT", "NULL"]) {
|
||||||
|
@ -242,14 +271,23 @@ impl Parser {
|
||||||
} else {
|
} else {
|
||||||
parser_err!("Invalid tokens after IS")
|
parser_err!("Invalid tokens after IS")
|
||||||
}
|
}
|
||||||
} else {
|
}
|
||||||
|
Token::Keyword(ref k) if k == "NOT" => {
|
||||||
|
if self.parse_keywords(vec!["LIKE"]) {
|
||||||
Ok(Some(ASTNode::SQLBinaryExpr {
|
Ok(Some(ASTNode::SQLBinaryExpr {
|
||||||
|
left: Box::new(expr),
|
||||||
|
op: SQLOperator::NotLike,
|
||||||
|
right: Box::new(self.parse_expr(precedence)?),
|
||||||
|
}))
|
||||||
|
} else {
|
||||||
|
parser_err!("Invalid tokens after NOT")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Token::Keyword(_) => Ok(Some(ASTNode::SQLBinaryExpr {
|
||||||
left: Box::new(expr),
|
left: Box::new(expr),
|
||||||
op: self.to_sql_operator(&tok)?,
|
op: self.to_sql_operator(&tok)?,
|
||||||
right: Box::new(self.parse_expr(precedence)?),
|
right: Box::new(self.parse_expr(precedence)?),
|
||||||
}))
|
})),
|
||||||
}
|
|
||||||
}
|
|
||||||
Token::Eq
|
Token::Eq
|
||||||
| Token::Neq
|
| Token::Neq
|
||||||
| Token::Gt
|
| Token::Gt
|
||||||
|
@ -291,6 +329,7 @@ impl Parser {
|
||||||
&Token::Mod => Ok(SQLOperator::Modulus),
|
&Token::Mod => Ok(SQLOperator::Modulus),
|
||||||
&Token::Keyword(ref k) if k == "AND" => Ok(SQLOperator::And),
|
&Token::Keyword(ref k) if k == "AND" => Ok(SQLOperator::And),
|
||||||
&Token::Keyword(ref k) if k == "OR" => Ok(SQLOperator::Or),
|
&Token::Keyword(ref k) if k == "OR" => Ok(SQLOperator::Or),
|
||||||
|
//&Token::Keyword(ref k) if k == "NOT" => Ok(SQLOperator::Not),
|
||||||
&Token::Keyword(ref k) if k == "LIKE" => Ok(SQLOperator::Like),
|
&Token::Keyword(ref k) if k == "LIKE" => Ok(SQLOperator::Like),
|
||||||
_ => parser_err!(format!("Unsupported SQL operator {:?}", tok)),
|
_ => parser_err!(format!("Unsupported SQL operator {:?}", tok)),
|
||||||
}
|
}
|
||||||
|
@ -312,6 +351,7 @@ impl Parser {
|
||||||
match tok {
|
match tok {
|
||||||
&Token::Keyword(ref k) if k == "OR" => Ok(5),
|
&Token::Keyword(ref k) if k == "OR" => Ok(5),
|
||||||
&Token::Keyword(ref k) if k == "AND" => Ok(10),
|
&Token::Keyword(ref k) if k == "AND" => Ok(10),
|
||||||
|
&Token::Keyword(ref k) if k == "NOT" => Ok(15),
|
||||||
&Token::Keyword(ref k) if k == "IS" => Ok(15),
|
&Token::Keyword(ref k) if k == "IS" => Ok(15),
|
||||||
&Token::Keyword(ref k) if k == "LIKE" => Ok(20),
|
&Token::Keyword(ref k) if k == "LIKE" => Ok(20),
|
||||||
&Token::Eq | &Token::Lt | &Token::LtEq | &Token::Neq | &Token::Gt | &Token::GtEq => {
|
&Token::Eq | &Token::Lt | &Token::LtEq | &Token::Neq | &Token::Gt | &Token::GtEq => {
|
||||||
|
@ -479,7 +519,7 @@ impl Parser {
|
||||||
let is_primary = self.parse_keywords(vec!["PRIMARY", "KEY"]);
|
let is_primary = self.parse_keywords(vec!["PRIMARY", "KEY"]);
|
||||||
let is_unique = self.parse_keyword("UNIQUE");
|
let is_unique = self.parse_keyword("UNIQUE");
|
||||||
let default = if self.parse_keyword("DEFAULT") {
|
let default = if self.parse_keyword("DEFAULT") {
|
||||||
let expr = self.parse_expr(0)?;
|
let expr = self.parse_default_expr(0)?;
|
||||||
Some(Box::new(expr))
|
Some(Box::new(expr))
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
|
|
|
@ -105,6 +105,16 @@ fn parse_select_count_wildcard() {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn parse_not() {
|
||||||
|
let sql = String::from(
|
||||||
|
"SELECT id FROM customer \
|
||||||
|
WHERE NOT salary = ''",
|
||||||
|
);
|
||||||
|
let _ast = parse_sql(&sql);
|
||||||
|
//TODO: add assertions
|
||||||
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn parse_select_string_predicate() {
|
fn parse_select_string_predicate() {
|
||||||
let sql = String::from(
|
let sql = String::from(
|
||||||
|
|
|
@ -919,3 +919,25 @@ fn parse_like() {
|
||||||
_ => assert!(false),
|
_ => assert!(false),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn parse_not_like() {
|
||||||
|
let sql = String::from("SELECT * FROM customers WHERE name NOT LIKE '%a'");
|
||||||
|
let ast = parse_sql(&sql);
|
||||||
|
assert_eq!(sql, ast.to_string());
|
||||||
|
match ast {
|
||||||
|
ASTNode::SQLSelect { selection, .. } => {
|
||||||
|
assert_eq!(
|
||||||
|
ASTNode::SQLBinaryExpr {
|
||||||
|
left: Box::new(ASTNode::SQLIdentifier("name".to_string())),
|
||||||
|
op: SQLOperator::NotLike,
|
||||||
|
right: Box::new(ASTNode::SQLValue(Value::SingleQuotedString(
|
||||||
|
"%a".to_string()
|
||||||
|
))),
|
||||||
|
},
|
||||||
|
*selection.unwrap()
|
||||||
|
);
|
||||||
|
}
|
||||||
|
_ => assert!(false),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue