mirror of
https://github.com/rust-lang/rust-analyzer.git
synced 2025-09-28 21:05:02 +00:00
Reimplemented lexer with vectors instead of iterators
This commit is contained in:
parent
ad24976da3
commit
ac37a11f04
10 changed files with 254 additions and 200 deletions
|
@ -10,7 +10,8 @@ use crate::{fuzz, SourceFile};
|
|||
#[test]
|
||||
fn lexer_tests() {
|
||||
dir_tests(&test_data_dir(), &["lexer"], |text, _| {
|
||||
let tokens = crate::tokenize(text);
|
||||
// FIXME: add tests for errors (their format is up to discussion)
|
||||
let tokens = crate::tokenize(text).tokens;
|
||||
dump_tokens(&tokens, text)
|
||||
})
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue