Refactoring use of generics, added peek_token

This commit is contained in:
Andy Grove 2018-09-01 08:11:26 -06:00
parent eed0261297
commit e6e9c8d2cc
5 changed files with 56 additions and 34 deletions

View file

@ -32,9 +32,13 @@ struct AcmeTokenizer {
}
/// The ACME tokenizer looks for the factorial operator `!!` but delegates everything else
impl SQLTokenizer<AcmeToken, AcmeTokenizerError> for AcmeTokenizer {
impl SQLTokenizer<AcmeToken> for AcmeTokenizer {
fn next_token(&self, chars: &mut Peekable<Chars>) -> Result<Option<SQLToken<AcmeToken>>, TokenizerError<AcmeTokenizerError>> {
fn peek_token(&self, chars: &mut Peekable<Chars>) -> Result<Option<SQLToken<AcmeToken>>, TokenizerError<AcmeToken>> {
unimplemented!()
}
fn next_token(&self, chars: &mut Peekable<Chars>) -> Result<Option<SQLToken<AcmeToken>>, TokenizerError<AcmeToken>> {
match chars.peek() {
Some(&ch) => match ch {
'!' => {