Add tests for the C tokenizer and expose it as a private module (GH-27924)

This commit is contained in:
Pablo Galindo Salgado 2021-08-24 17:50:05 +01:00 committed by GitHub
parent 9ed523159c
commit a24676bedc
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 1114 additions and 5 deletions

View file

@ -80,6 +80,7 @@ static const char* _Py_stdlib_module_names[] = {
"_thread",
"_threading_local",
"_tkinter",
"_tokenize",
"_tracemalloc",
"_typing",
"_uuid",