[3.11] gh-104719: IDLE - delete useless monkeypatch of tokenize (GH-104726) (#104727)

gh-104719: IDLE - delete useless monkeypatch of tokenize (GH-104726)
(cherry picked from commit 0c5e79bcdf)

Co-authored-by: Terry Jan Reedy <tjreedy@udel.edu>
This commit is contained in:
Miss Islington (bot) 2023-05-21 12:16:12 -07:00 committed by GitHub
parent abb32de8c4
commit e033edab12
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1643,19 +1643,13 @@ class IndentSearcher:
self.finished = 1 self.finished = 1
def run(self): def run(self):
save_tabsize = tokenize.tabsize
tokenize.tabsize = self.tabwidth
try: try:
try: tokens = tokenize.generate_tokens(self.readline)
tokens = tokenize.generate_tokens(self.readline) for token in tokens:
for token in tokens: self.tokeneater(*token)
self.tokeneater(*token) except (tokenize.TokenError, SyntaxError):
except (tokenize.TokenError, SyntaxError): # Stopping the tokenizer early can trigger spurious errors.
# since we cut off the tokenizer early, we can trigger pass
# spurious errors
pass
finally:
tokenize.tabsize = save_tabsize
return self.blkopenline, self.indentedline return self.blkopenline, self.indentedline
### end autoindent code ### ### end autoindent code ###