mirror of
https://github.com/python/cpython.git
synced 2025-11-25 04:34:37 +00:00
Run 2to3 on this library.
This commit is contained in:
parent
f733c60d9a
commit
8a5f8ca33b
22 changed files with 196 additions and 194 deletions
|
|
@ -31,7 +31,7 @@ _PATTERN_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__),
|
|||
def tokenize_wrapper(input):
|
||||
"""Tokenizes a string suppressing significant whitespace."""
|
||||
skip = (token.NEWLINE, token.INDENT, token.DEDENT)
|
||||
tokens = tokenize.generate_tokens(driver.generate_lines(input).next)
|
||||
tokens = tokenize.generate_tokens(driver.generate_lines(input).__next__)
|
||||
for quintuple in tokens:
|
||||
type, value, start, end, line_text = quintuple
|
||||
if type not in skip:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue