move lexing to the parser crate

This commit is contained in:
Aleksey Kladov 2021-12-12 21:32:58 +03:00
parent 958f20ff84
commit 7e99864dbf
5 changed files with 289 additions and 2 deletions

View file

@ -18,6 +18,7 @@
//! [`Parser`]: crate::parser::Parser
#![allow(rustdoc::private_intra_doc_links)]
mod lexer_token;
mod token_set;
mod syntax_kind;
mod event;
@ -25,9 +26,12 @@ mod parser;
mod grammar;
mod tokens;
#[cfg(test)]
mod tests;
pub(crate) use token_set::TokenSet;
pub use crate::{syntax_kind::SyntaxKind, tokens::Tokens};
pub use crate::{lexer_token::LexerToken, syntax_kind::SyntaxKind, tokens::Tokens};
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
pub struct ParseError(pub Box<String>);