diff --git a/compiler/erg_parser/tests/tokenize_test.rs b/compiler/erg_parser/tests/tokenize_test.rs index 425801ff..47744926 100644 --- a/compiler/erg_parser/tests/tokenize_test.rs +++ b/compiler/erg_parser/tests/tokenize_test.rs @@ -58,6 +58,7 @@ fn test_lexer_for_basic() -> ParseResult<()> { (BoolLit, "True"), (Comma, ","), (Symbol, "do!"), + (Colon, ":"), (Newline, newline), (Indent, " "), (Symbol, "print!"), @@ -67,6 +68,7 @@ fn test_lexer_for_basic() -> ParseResult<()> { (Dot, "."), (Symbol, "times!"), (Symbol, "do!"), + (Colon, ":"), (Newline, newline), (Indent, " "), (Symbol, "if!"), @@ -77,6 +79,7 @@ fn test_lexer_for_basic() -> ParseResult<()> { (Symbol, "z"), (Comma, ","), (Symbol, "do!"), + (Colon, ":"), (Newline, newline), (Indent, " "), (Symbol, "print!"), @@ -134,73 +137,6 @@ fn test_lexer_for_advanced() -> ParseResult<()> { (Newline, newline), (Newline, newline), (Newline, newline), - (Symbol, "f"), - (Symbol, "x"), - (Equal, "="), - (NatLit, "1"), - (Plus, "+"), - (Symbol, "x"), - (Plus, "+"), - (NatLit, "2"), - (Newline, newline), - (Symbol, "f"), - (Symbol, "x"), - (Comma, ","), - (Symbol, "y"), - (Equal, "="), - (Newline, newline), - (Indent, " "), - (NatLit, "1"), - (Plus, "+"), - (Symbol, "x"), - (Plus, "+"), - (Symbol, "y"), - (Newline, newline), - (Dedent, ""), - (Symbol, "f"), - (Symbol, "x"), - (Comma, ","), - (Symbol, "y"), - (Comma, ","), - (Symbol, "z"), - (Equal, "="), - (Newline, newline), - (Indent, " "), - (NatLit, "1"), - (Plus, "+"), - (Symbol, "x"), - (Plus, "+"), - (Symbol, "y"), - (Plus, "+"), - (Symbol, "z"), - (Newline, newline), - (Dedent, ""), - (Symbol, "assert"), - (NatLit, "4"), - (DblEq, "=="), - (Symbol, "f"), - (NatLit, "1"), - (Newline, newline), - (Symbol, "assert"), - (NatLit, "4"), - (DblEq, "=="), - (Symbol, "f"), - (NatLit, "1"), - (Comma, ","), - (NatLit, "1"), - (Newline, newline), - (Symbol, "assert"), - (NatLit, "3"), - (DblEq, "=="), - (Symbol, "f"), - (NatLit, "1"), - (Comma, ","), - (NatLit, "1"), - (Comma, ","), - (NatLit, "1"), - (Newline, newline), - (Newline, newline), - (Newline, newline), (Symbol, "fib"), (NatLit, "0"), (Equal, "="), @@ -244,11 +180,11 @@ fn test_lexer_for_advanced() -> ParseResult<()> { (Newline, newline), (Indent, " "), (Symbol, "then"), - (Colon, ":"), + (Walrus, ":="), (NatLit, "1"), (Newline, newline), (Symbol, "else"), - (Colon, ":"), + (Walrus, ":="), (NatLit, "2"), (Newline, newline), (Dedent, ""), @@ -267,6 +203,8 @@ fn test_lexer_for_advanced() -> ParseResult<()> { (Newline, newline), (LBrace, "{"), (Symbol, "pi"), + (Comma, ","), + (EllipsisLit, "..."), (RBrace, "}"), (Equal, "="), (Symbol, "import"),