From 4903bd4b8b8b615a2d1eb0bfad028952321ede56 Mon Sep 17 00:00:00 2001
From: Lukasz Stefaniak <lustefaniak@gmail.com>
Date: Mon, 2 Oct 2023 13:39:44 +0200
Subject: [PATCH] Add test for clickhouse: tokenize `==` as Token::DoubleEq
 (#981)

---
 src/test_utils.rs             |  3 +++
 src/tokenizer.rs              | 24 +++++++++++++++++++++++-
 tests/sqlparser_clickhouse.rs |  8 ++++++++
 tests/sqlparser_common.rs     |  4 ++--
 4 files changed, 36 insertions(+), 3 deletions(-)

diff --git a/src/test_utils.rs b/src/test_utils.rs
index b81cd5f4..8c64bfac 100644
--- a/src/test_utils.rs
+++ b/src/test_utils.rs
@@ -31,6 +31,9 @@ use crate::parser::{Parser, ParserError};
 use crate::tokenizer::Tokenizer;
 use crate::{ast::*, parser::ParserOptions};
 
+#[cfg(test)]
+use pretty_assertions::assert_eq;
+
 /// Tests use the methods on this struct to invoke the parser on one or
 /// multiple dialects.
 pub struct TestedDialects {
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 175b5d3b..067aa5a8 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -1368,7 +1368,7 @@ fn peeking_take_while(chars: &mut State, mut predicate: impl FnMut(char) -> bool
 #[cfg(test)]
 mod tests {
     use super::*;
-    use crate::dialect::{GenericDialect, MsSqlDialect};
+    use crate::dialect::{ClickHouseDialect, GenericDialect, MsSqlDialect};
 
     #[test]
     fn tokenizer_error_impl() {
@@ -1414,6 +1414,28 @@ mod tests {
         compare(expected, tokens);
     }
 
+    #[test]
+    fn tokenize_clickhouse_double_equal() {
+        let sql = String::from("SELECT foo=='1'");
+        let dialect = ClickHouseDialect {};
+        let mut tokenizer = Tokenizer::new(&dialect, &sql);
+        let tokens = tokenizer.tokenize().unwrap();
+
+        let expected = vec![
+            Token::make_keyword("SELECT"),
+            Token::Whitespace(Whitespace::Space),
+            Token::Word(Word {
+                value: "foo".to_string(),
+                quote_style: None,
+                keyword: Keyword::NoKeyword,
+            }),
+            Token::DoubleEq,
+            Token::SingleQuotedString("1".to_string()),
+        ];
+
+        compare(expected, tokens);
+    }
+
     #[test]
     fn tokenize_select_exponent() {
         let sql = String::from("SELECT 1e10, 1e-10, 1e+10, 1ea, 1e-10a, 1e-10-10");
diff --git a/tests/sqlparser_clickhouse.rs b/tests/sqlparser_clickhouse.rs
index a14598b3..936b0799 100644
--- a/tests/sqlparser_clickhouse.rs
+++ b/tests/sqlparser_clickhouse.rs
@@ -336,6 +336,14 @@ fn parse_create_table() {
     );
 }
 
+#[test]
+fn parse_double_equal() {
+    clickhouse().one_statement_parses_to(
+        r#"SELECT foo FROM bar WHERE buz == 'buz'"#,
+        r#"SELECT foo FROM bar WHERE buz = 'buz'"#,
+    );
+}
+
 fn clickhouse() -> TestedDialects {
     TestedDialects {
         dialects: vec![Box::new(ClickHouseDialect {})],
diff --git a/tests/sqlparser_common.rs b/tests/sqlparser_common.rs
index a9ce3cd6..46503c7f 100644
--- a/tests/sqlparser_common.rs
+++ b/tests/sqlparser_common.rs
@@ -6792,10 +6792,10 @@ fn parse_time_functions() {
 
         // Validating Parenthesis
         let sql_without_parens = format!("SELECT {}", func_name);
-        let mut ast_without_parens = select_localtime_func_call_ast.clone();
+        let mut ast_without_parens = select_localtime_func_call_ast;
         ast_without_parens.special = true;
         assert_eq!(
-            &Expr::Function(ast_without_parens.clone()),
+            &Expr::Function(ast_without_parens),
             expr_from_projection(&verified_only_select(&sql_without_parens).projection[0])
         );
     }