Generate token for ints and floats

This commit is contained in:
Aleksey Kladov 2020-11-06 18:19:24 +01:00
parent 2c408c68a4
commit 3820b26a93
2 changed files with 47 additions and 1 deletions

View file

@ -504,7 +504,11 @@ impl Field {
fn lower(grammar: &Grammar) -> AstSrc {
let mut res = AstSrc::default();
res.tokens = vec!["Whitespace".into(), "Comment".into(), "String".into(), "RawString".into()];
res.tokens = "Whitespace Comment String RawString IntNumber FloatNumber"
.split_ascii_whitespace()
.map(|it| it.to_string())
.collect::<Vec<_>>();
let nodes = grammar.iter().collect::<Vec<_>>();