mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-10-17 20:28:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

bpo-33260: Regenerate token.py after removing ASYNC and AWAIT. (GH-6447)

Browse source
This commit is contained in:
Serhiy Storchaka 2018-04-11 19:15:51 +03:00 • committed by GitHub
parent c4b695f85e
commit d08972fdb9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 7 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

12
Lib/token.py
View file

@ -65,14 +65,12 @@ RARROW = 51
ELLIPSIS = 52
# Don't forget to update the table _PyParser_TokenNames in tokenizer.c!
OP = 53
AWAIT = 54
ASYNC = 55
ERRORTOKEN = 56
ERRORTOKEN = 54
# These aren't used by the C tokenizer but are needed for tokenize.py
COMMENT = 57
NL = 58
ENCODING = 59
N_TOKENS = 60
COMMENT = 55
NL = 56
ENCODING = 57
N_TOKENS = 58
# Special definitions for cooperation with parser
NT_OFFSET = 256
#--end constants--

2
Lib/tokenize.py
View file

@ -284,7 +284,7 @@ class Untokenizer:
self.encoding = tokval
continue
if toknum in (NAME, NUMBER, ASYNC, AWAIT):
if toknum in (NAME, NUMBER):
tokval += ' '
# Insert a space between two consecutive strings