From f23087e50c835eb3a773444e77e97c54747aa693 Mon Sep 17 00:00:00 2001
From: jnlt3 <dsekercioglu2003@gmail.com>
Date: Thu, 18 Dec 2025 09:29:25 +0300
Subject: [PATCH] Move test case from sqlparser_postgres.rs to tokenizer.rs

---
 src/tokenizer.rs            | 19 +++++++++++++++++++
 tests/sqlparser_postgres.rs | 17 -----------------
 2 files changed, 19 insertions(+), 17 deletions(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 304bf4db..8666563a 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -4147,4 +4147,23 @@ mod tests {
             panic!("Tokenizer should have failed on {sql}, but it succeeded with {tokens:?}");
         }
     }
+
+    #[test]
+    fn tokenize_question_mark() {
+        let dialect = PostgreSqlDialect {};
+        let sql = "SELECT x ? y";
+        let tokens = Tokenizer::new(&dialect, sql).tokenize().unwrap();
+        compare(
+            tokens,
+            vec![
+                Token::make_keyword("SELECT"),
+                Token::Whitespace(Whitespace::Space),
+                Token::make_word("x", None),
+                Token::Whitespace(Whitespace::Space),
+                Token::Question,
+                Token::Whitespace(Whitespace::Space),
+                Token::make_word("y", None),
+            ],
+        )
+    }
 }
diff --git a/tests/sqlparser_postgres.rs b/tests/sqlparser_postgres.rs
index 345d8777..9f4564ef 100644
--- a/tests/sqlparser_postgres.rs
+++ b/tests/sqlparser_postgres.rs
@@ -7914,20 +7914,3 @@ fn parse_create_operator_class() {
         )
         .is_err());
 }
-
-#[test]
-fn tokenize_question_mark() {
-    let sql = "SELECT x ? y";
-    pg().tokenizes_to(
-        sql,
-        vec![
-            Token::make_keyword("SELECT"),
-            Token::Whitespace(Whitespace::Space),
-            Token::make_word("x", None),
-            Token::Whitespace(Whitespace::Space),
-            Token::Question,
-            Token::Whitespace(Whitespace::Space),
-            Token::make_word("y", None),
-        ],
-    )
-}