Simplify quoted identifier tokenization

src/sqltokenizer.rs

@@ -290,23 +290,17 @@ impl<'a> Tokenizer<'a> {
                     }
                     Ok(Some(Token::SingleQuotedString(s)))
                 }
-                // string
+                // delimited (quoted) identifier
                 '"' => {
                     let mut s = String::new();
-                    chars.next(); // consume
+                    let quote_start = chars.next().unwrap(); // consumes the opening quote
-                    while let Some(&ch) = chars.peek() {
+                    while let Some(ch) = chars.next() {
                         match ch {
-                            '"' => {
+                            '"' => break,
-                                chars.next(); // consume
+                            _ => s.push(ch),
-                                break;
-                            }
-                            _ => {
-                                chars.next(); // consume
-                                s.push(ch);
                         }
                     }
-                    }
+                    Ok(Some(Token::make_word(&s, Some(quote_start))))
-                    Ok(Some(Token::make_word(&s, Some('"'))))
                 }
                 // numbers
                 '0'...'9' => {