mirror of
https://github.com/python/cpython.git
synced 2025-07-07 19:35:27 +00:00
parent
581619941e
commit
ab3823a97b
2 changed files with 137 additions and 135 deletions
|
@ -41,7 +41,7 @@ blank_re = re.compile(br'^[ \t\f]*(?:[#\r\n]|$)', re.ASCII)
|
|||
|
||||
import token
|
||||
__all__ = token.__all__ + ["tokenize", "generate_tokens", "detect_encoding",
|
||||
"untokenize", "TokenInfo"]
|
||||
"untokenize", "TokenInfo", "open", "TokenError"]
|
||||
del token
|
||||
|
||||
class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')):
|
||||
|
@ -162,8 +162,6 @@ tabsize = 8
|
|||
class TokenError(Exception): pass
|
||||
|
||||
|
||||
class StopTokenizing(Exception): pass
|
||||
|
||||
class Untokenizer:
|
||||
|
||||
def __init__(self):
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue