Add classify_literal and undo expose next_token

This commit is contained in:
Edwin Cheng 2019-04-05 18:45:19 +08:00
parent 1ab78d6056
commit 1ea0238e53
5 changed files with 15 additions and 8 deletions

View file

@ -11,7 +11,7 @@ use crate::{
syntax_node::GreenNode,
};
pub use self::lexer::{tokenize, next_token, Token};
pub use self::lexer::{tokenize, classify_literal, Token};
pub(crate) use self::reparsing::incremental_reparse;