fix several compile() issues by translating newlines in the tokenizer

This commit is contained in:
Benjamin Peterson 2009-11-12 23:39:44 +00:00
parent c4cd6d3765
commit e36199b49d
8 changed files with 96 additions and 30 deletions

View file

@ -243,9 +243,9 @@ class RoundtripLegalSyntaxTestCase(unittest.TestCase):
(14, '+', 2, 13),
(2, '1', 2, 15),
(4, '', 2, 16),
(6, '', 2, -1),
(4, '', 2, -1),
(0, '', 2, -1)],
(6, '', 3, -1),
(4, '', 3, -1),
(0, '', 3, -1)],
terminals)