[3.12] gh-111031: Check more files in test_tokenize (GH-111032) (#111061)

gh-111031: Check more files in `test_tokenize` (GH-111032)
(cherry picked from commit e9b5399bee)

Co-authored-by: Nikita Sobolev <mail@sobolevn.me>
This commit is contained in:
Miss Islington (bot) 2023-10-19 11:18:22 +02:00 committed by GitHub
parent e37d56e8dd
commit 40db34c901
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1898,19 +1898,9 @@ class TestRoundtrip(TestCase):
tempdir = os.path.dirname(__file__) or os.curdir
testfiles = glob.glob(os.path.join(glob.escape(tempdir), "test*.py"))
# Tokenize is broken on test_pep3131.py because regular expressions are
# broken on the obscure unicode identifiers in it. *sigh*
# With roundtrip extended to test the 5-tuple mode of untokenize,
# 7 more testfiles fail. Remove them also until the failure is diagnosed.
testfiles.remove(os.path.join(tempdir, "test_unicode_identifiers.py"))
# TODO: Remove this once we can untokenize PEP 701 syntax
testfiles.remove(os.path.join(tempdir, "test_fstring.py"))
for f in ('buffer', 'builtin', 'fileio', 'os', 'platform', 'sys'):
testfiles.remove(os.path.join(tempdir, "test_%s.py") % f)
if not support.is_resource_enabled("cpu"):
testfiles = random.sample(testfiles, 10)