mirror of
https://github.com/python/cpython.git
synced 2025-09-26 10:19:53 +00:00
bpo-41690: Use a loop to collect args in the parser instead of recursion (GH-22053)
This program can segfault the parser by stack overflow: ``` import ast code = "f(" + ",".join(['a' for _ in range(100000)]) + ")" print("Ready!") ast.parse(code) ``` the reason is that the rule for arguments has a simple recursion when collecting args: args[expr_ty]: [...] | a=named_expression b=[',' c=args { c }] { [...] }
This commit is contained in:
parent
3940333637
commit
4a97b1517a
5 changed files with 916 additions and 803 deletions
1668
Parser/parser.c
1668
Parser/parser.c
File diff suppressed because it is too large
Load diff
|
@ -2217,3 +2217,38 @@ _PyPegen_nonparen_genexp_in_call(Parser *p, expr_ty args)
|
|||
"Generator expression must be parenthesized"
|
||||
);
|
||||
}
|
||||
|
||||
|
||||
expr_ty _PyPegen_collect_call_seqs(Parser *p, asdl_seq *a, asdl_seq *b) {
|
||||
Py_ssize_t args_len = asdl_seq_LEN(a);
|
||||
Py_ssize_t total_len = args_len;
|
||||
|
||||
if (b == NULL) {
|
||||
expr_ty first = asdl_seq_GET(a, 0);
|
||||
expr_ty last = asdl_seq_GET(a, args_len - 1);
|
||||
return _Py_Call(_PyPegen_dummy_name(p), a, NULL, EXTRA_EXPR(first, last));
|
||||
|
||||
}
|
||||
|
||||
asdl_seq *starreds = _PyPegen_seq_extract_starred_exprs(p, b);
|
||||
asdl_seq *keywords = _PyPegen_seq_delete_starred_exprs(p, b);
|
||||
|
||||
if (starreds) {
|
||||
total_len += asdl_seq_LEN(starreds);
|
||||
}
|
||||
|
||||
asdl_seq *args = _Py_asdl_seq_new(total_len, p->arena);
|
||||
|
||||
Py_ssize_t i = 0;
|
||||
for (i = 0; i < args_len; i++) {
|
||||
asdl_seq_SET(args, i, asdl_seq_GET(a, i));
|
||||
}
|
||||
for (; i < total_len; i++) {
|
||||
asdl_seq_SET(args, i, asdl_seq_GET(starreds, i - args_len));
|
||||
}
|
||||
|
||||
expr_ty first = asdl_seq_GET(args, 0);
|
||||
expr_ty last = asdl_seq_GET(b, asdl_seq_LEN(b)-1);
|
||||
|
||||
return _Py_Call(_PyPegen_dummy_name(p), args, keywords, EXTRA_EXPR(first, last));
|
||||
}
|
||||
|
|
|
@ -257,6 +257,7 @@ stmt_ty _PyPegen_class_def_decorators(Parser *, asdl_seq *, stmt_ty);
|
|||
KeywordOrStarred *_PyPegen_keyword_or_starred(Parser *, void *, int);
|
||||
asdl_seq *_PyPegen_seq_extract_starred_exprs(Parser *, asdl_seq *);
|
||||
asdl_seq *_PyPegen_seq_delete_starred_exprs(Parser *, asdl_seq *);
|
||||
expr_ty _PyPegen_collect_call_seqs(Parser *, asdl_seq *, asdl_seq *);
|
||||
expr_ty _PyPegen_concatenate_strings(Parser *p, asdl_seq *);
|
||||
asdl_seq *_PyPegen_join_sequences(Parser *, asdl_seq *, asdl_seq *);
|
||||
int _PyPegen_check_barry_as_flufl(Parser *);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue