mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-04 00:48:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

bpo-46576: Speed up test_peg_generator by using a static library for shared sources (GH-32338)

Browse source 
Speed up test_peg_generator by using a static library for shared sources to avoid recompiling as much code.
This commit is contained in:
Jeremy Kloth 2022-04-06 15:55:58 -06:00 • committed by GitHub
parent 1ba82d4419
commit 612e422c6e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 121 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

13
Tools/peg_generator/pegen/testutil.py
View file

@ -6,7 +6,7 @@ import sys
import textwrap
import token
import tokenize
from typing import IO, Any, Dict, Final, Type, cast
from typing import IO, Any, Dict, Final, Optional, Type, cast
from pegen.build import compile_c_extension
from pegen.c_generator import CParserGenerator
@ -83,7 +83,8 @@ def generate_c_parser_source(grammar: Grammar) -> str:
def generate_parser_c_extension(
grammar: Grammar, path: pathlib.PurePath, debug: bool = False
grammar: Grammar, path: pathlib.PurePath, debug: bool = False,
library_dir: Optional[str] = None,
) -> Any:
"""Generate a parser c extension for the given grammar in the given path
@ -101,7 +102,13 @@ def generate_parser_c_extension(
grammar, ALL_TOKENS, EXACT_TOKENS, NON_EXACT_TOKENS, file, debug=debug
)
genr.generate("parse.c")
compile_c_extension(str(source), build_dir=str(path))
compile_c_extension(
str(source),
build_dir=str(path),
# Significant test_peg_generator speedups
disable_optimization=True,
library_dir=library_dir,
)
def print_memstats() -> bool: