parser-pyo3

This commit is contained in:
Jeong YunWon 2023-05-15 18:02:39 +09:00
parent 1a07454dc7
commit c9924fcc39
10 changed files with 426 additions and 1 deletions

47
parser-pyo3/test_ast.py Normal file
View file

@ -0,0 +1,47 @@
import re
import baembal
import ast
ast.AST = baembal.AST
import pytest
import ast as py_ast
import rustpython_parser_pyo3 as rust_ast
from glob import glob
files = {}
for path in glob("../../cpython/Lib/**/*.py"):
try:
txt = open(path, "r").read()
except UnicodeDecodeError:
continue
# try:
# if py_ast.dump(py_ast.parse(txt)) != py_ast.dump(rust_ast.parse(txt)):
# continue
# except SyntaxError:
# continue
files[path] = txt
@pytest.mark.parametrize("path", files.keys())
def test_roundtrip(path):
txt = files[path]
module_p = py_ast.parse(txt)
dump_p = py_ast.dump(module_p, indent=True)
module_r = rust_ast.parse(txt)
dump_r = py_ast.dump(module_r, indent=True)
p = re.compile("object at 0x[0-9a-f]+")
dump_p2 = re.sub(p, "object at 0x????????", dump_p)
dump_r2 = re.sub(p, "object at 0x????????", dump_r)
try:
assert dump_p2 == dump_r2, dump_r2
except AssertionError:
with open("dump_p.txt", "w") as f:
f.write(dump_p2)
with open("dump_r.txt", "w") as f:
f.write(dump_r2)
raise