mirrors/datafusion-sqlparse
1
0
Fork 0
mirror of https://github.com/apache/datafusion-sqlparser-rs.git synced 2025-07-07 17:04:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

create module for ansi tokenizer/parser

Browse source
This commit is contained in:
Andy Grove 2018-09-01 07:34:41 -06:00
parent 0339558d4e
commit eed0261297
6 changed files with 35 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/acme_parser.rs
View file

@ -3,8 +3,8 @@ use std::iter::Peekable;
extern crate datafusion_sql;
use datafusion_sql::ansi::tokenizer::ANSISQLTokenizer;
use datafusion_sql::tokenizer::*;
use datafusion_sql::generic_tokenizer::*;
use datafusion_sql::parser::*;
///
@ -28,7 +28,7 @@ enum AcmeTokenizerError {
}
struct AcmeTokenizer {
generic: GenericTokenizer
generic: ANSISQLTokenizer
}
/// The ACME tokenizer looks for the factorial operator `!!` but delegates everything else
@ -64,7 +64,7 @@ fn main() {
let sql = "1 + !! 5 * 2";
let mut acme_tokenizer = AcmeTokenizer {
generic: GenericTokenizer { }
generic: ANSISQLTokenizer { }
};
let tokens = tokenize(&sql, &mut acme_tokenizer).unwrap();