This commit is contained in:
Aleksey Kladov 2019-09-22 23:46:27 +03:00
parent c12a713739
commit 66101e931c
4 changed files with 24 additions and 38 deletions

View file

@ -1,7 +1,7 @@
// Stores definitions which must be used in multiple places
// See `cargo gen-syntax` (defined in crates/tools/src/main.rs)
Grammar(
single_byte_tokens: [
punct: [
(";", "SEMI"),
(",", "COMMA"),
("(", "L_PAREN"),
@ -25,9 +25,6 @@ Grammar(
("^", "CARET"),
("%", "PERCENT"),
("_", "UNDERSCORE"),
],
// Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT)
multi_byte_tokens: [
(".", "DOT"),
("..", "DOTDOT"),
("...", "DOTDOTDOT"),