mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-09-26 18:29:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10

gh-105481: add HAS_JUMP flag to opcode metadata (#105791)

Browse source
This commit is contained in:
Irit Katriel 2023-06-15 00:14:22 +01:00 • committed by GitHub
parent 5ab13c5f97
commit d1b0297d3e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 189 additions and 168 deletions
Download patch file Download diff file Expand all files Collapse all files

4
Include/internal/pycore_opcode_utils.h
View file

@ -26,11 +26,11 @@ extern "C" {
(opcode) == SETUP_CLEANUP) (opcode) == SETUP_CLEANUP)
#define HAS_TARGET(opcode) \ #define HAS_TARGET(opcode) \
(IS_JUMP_OPCODE(opcode) || IS_BLOCK_PUSH_OPCODE(opcode)) (OPCODE_HAS_JUMP(opcode) || IS_BLOCK_PUSH_OPCODE(opcode))
/* opcodes that must be last in the basicblock */ /* opcodes that must be last in the basicblock */
#define IS_TERMINATOR_OPCODE(opcode) \ #define IS_TERMINATOR_OPCODE(opcode) \
(IS_JUMP_OPCODE(opcode) || IS_SCOPE_EXIT_OPCODE(opcode)) (OPCODE_HAS_JUMP(opcode) || IS_SCOPE_EXIT_OPCODE(opcode))
/* opcodes which are not emitted in codegen stage, only by the assembler */ /* opcodes which are not emitted in codegen stage, only by the assembler */
#define IS_ASSEMBLER_OPCODE(opcode) \ #define IS_ASSEMBLER_OPCODE(opcode) \

34
Python/bytecodes.c
View file

@ -430,7 +430,7 @@ dummy_func(
_Py_DECREF_SPECIALIZED(right, _PyUnicode_ExactDealloc); _Py_DECREF_SPECIALIZED(right, _PyUnicode_ExactDealloc);
ERROR_IF(*target_local == NULL, error); ERROR_IF(*target_local == NULL, error);
// The STORE_FAST is already done. // The STORE_FAST is already done.
JUMPBY(INLINE_CACHE_ENTRIES_BINARY_OP + 1); SKIP_OVER(INLINE_CACHE_ENTRIES_BINARY_OP + 1);
} }
macro(BINARY_OP_INPLACE_ADD_UNICODE) = macro(BINARY_OP_INPLACE_ADD_UNICODE) =
@ -557,7 +557,7 @@ dummy_func(
STACK_SHRINK(2); STACK_SHRINK(2);
new_frame->localsplus[0] = container; new_frame->localsplus[0] = container;
new_frame->localsplus[1] = sub; new_frame->localsplus[1] = sub;
JUMPBY(INLINE_CACHE_ENTRIES_BINARY_SUBSCR); SKIP_OVER(INLINE_CACHE_ENTRIES_BINARY_SUBSCR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -879,7 +879,7 @@ dummy_func(
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_SEND); SKIP_OVER(INLINE_CACHE_ENTRIES_SEND);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
} }
if (Py_IsNone(v) && PyIter_Check(receiver)) { if (Py_IsNone(v) && PyIter_Check(receiver)) {
@ -918,7 +918,7 @@ dummy_func(
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_SEND); SKIP_OVER(INLINE_CACHE_ENTRIES_SEND);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
} }
@ -1905,7 +1905,7 @@ dummy_func(
int shrink_stack = !(oparg & 1); int shrink_stack = !(oparg & 1);
STACK_SHRINK(shrink_stack); STACK_SHRINK(shrink_stack);
new_frame->localsplus[0] = owner; new_frame->localsplus[0] = owner;
JUMPBY(INLINE_CACHE_ENTRIES_LOAD_ATTR); SKIP_OVER(INLINE_CACHE_ENTRIES_LOAD_ATTR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -1933,7 +1933,7 @@ dummy_func(
STACK_SHRINK(shrink_stack); STACK_SHRINK(shrink_stack);
new_frame->localsplus[0] = owner; new_frame->localsplus[0] = owner;
new_frame->localsplus[1] = Py_NewRef(name); new_frame->localsplus[1] = Py_NewRef(name);
JUMPBY(INLINE_CACHE_ENTRIES_LOAD_ATTR); SKIP_OVER(INLINE_CACHE_ENTRIES_LOAD_ATTR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -2356,8 +2356,9 @@ dummy_func(
next_instr[INLINE_CACHE_ENTRIES_FOR_ITER + oparg].op.code == INSTRUMENTED_END_FOR); next_instr[INLINE_CACHE_ENTRIES_FOR_ITER + oparg].op.code == INSTRUMENTED_END_FOR);
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
} }
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
@ -2406,8 +2407,9 @@ dummy_func(
} }
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
end_for_iter_list: end_for_iter_list:
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
@ -2428,8 +2430,9 @@ dummy_func(
} }
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
end_for_iter_tuple: end_for_iter_tuple:
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
@ -2442,8 +2445,9 @@ dummy_func(
if (r->len <= 0) { if (r->len <= 0) {
STACK_SHRINK(1); STACK_SHRINK(1);
Py_DECREF(r); Py_DECREF(r);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
// Jump over END_FOR instruction. // Jump over END_FOR instruction.
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
} }
long value = r->start; long value = r->start;
@ -2467,7 +2471,7 @@ dummy_func(
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER); SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
assert(next_instr[oparg].op.code == END_FOR || assert(next_instr[oparg].op.code == END_FOR ||
next_instr[oparg].op.code == INSTRUMENTED_END_FOR); next_instr[oparg].op.code == INSTRUMENTED_END_FOR);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
@ -2738,7 +2742,7 @@ dummy_func(
if (new_frame == NULL) { if (new_frame == NULL) {
goto error; goto error;
} }
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -2812,7 +2816,7 @@ dummy_func(
} }
// Manipulate stack directly since we leave using DISPATCH_INLINED(). // Manipulate stack directly since we leave using DISPATCH_INLINED().
STACK_SHRINK(oparg + 2); STACK_SHRINK(oparg + 2);
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -2850,7 +2854,7 @@ dummy_func(
} }
// Manipulate stack and cache directly since we leave using DISPATCH_INLINED(). // Manipulate stack and cache directly since we leave using DISPATCH_INLINED().
STACK_SHRINK(oparg + 2); STACK_SHRINK(oparg + 2);
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -3093,7 +3097,7 @@ dummy_func(
Py_DECREF(method); Py_DECREF(method);
STACK_SHRINK(3); STACK_SHRINK(3);
// CALL + POP_TOP // CALL + POP_TOP
JUMPBY(INLINE_CACHE_ENTRIES_CALL + 1); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL + 1);
assert(next_instr[-1].op.code == POP_TOP); assert(next_instr[-1].op.code == POP_TOP);
DISPATCH(); DISPATCH();
} }

6
Python/ceval_macros.h
View file

@ -145,7 +145,13 @@ GETITEM(PyObject *v, Py_ssize_t i) {
oparg = word.op.arg; \ oparg = word.op.arg; \
} while (0) } while (0)
#define JUMPTO(x) (next_instr = _PyCode_CODE(_PyFrame_GetCode(frame)) + (x)) #define JUMPTO(x) (next_instr = _PyCode_CODE(_PyFrame_GetCode(frame)) + (x))
/* JUMPBY makes the generator identify the instruction as a jump. SKIP_OVER is
* for advancing to the next instruction, taking into account cache entries
* and skipped instructions.
*/
#define JUMPBY(x) (next_instr += (x)) #define JUMPBY(x) (next_instr += (x))
#define SKIP_OVER(x) (next_instr += (x))
/* OpCode prediction macros /* OpCode prediction macros
Some opcodes tend to come in pairs thus making it possible to Some opcodes tend to come in pairs thus making it possible to

5
Python/compile.c
View file

@ -248,8 +248,11 @@ instr_sequence_use_label(instr_sequence *seq, int lbl) {
static int static int
instr_sequence_addop(instr_sequence *seq, int opcode, int oparg, location loc) instr_sequence_addop(instr_sequence *seq, int opcode, int oparg, location loc)
{ {
/* compare old and new opcode macros - use ! to compare as bools. */
assert(!HAS_ARG(opcode) == !OPCODE_HAS_ARG(opcode)); assert(!HAS_ARG(opcode) == !OPCODE_HAS_ARG(opcode));
assert(!HAS_CONST(opcode) == !OPCODE_HAS_CONST(opcode)); assert(!HAS_CONST(opcode) == !OPCODE_HAS_CONST(opcode));
assert(!OPCODE_HAS_JUMP(opcode) == !OPCODE_HAS_JUMP(opcode));
assert(0 <= opcode && opcode <= MAX_OPCODE); assert(0 <= opcode && opcode <= MAX_OPCODE);
assert(IS_PSEUDO_OPCODE(opcode) == IS_PSEUDO_INSTR(opcode)); assert(IS_PSEUDO_OPCODE(opcode) == IS_PSEUDO_INSTR(opcode));
assert(IS_WITHIN_OPCODE_RANGE(opcode)); assert(IS_WITHIN_OPCODE_RANGE(opcode));
@ -1114,7 +1117,7 @@ codegen_addop_j(instr_sequence *seq, location loc,
int opcode, jump_target_label target) int opcode, jump_target_label target)
{ {
assert(IS_LABEL(target)); assert(IS_LABEL(target));
assert(IS_JUMP_OPCODE(opcode) || IS_BLOCK_PUSH_OPCODE(opcode)); assert(OPCODE_HAS_JUMP(opcode) || IS_BLOCK_PUSH_OPCODE(opcode));
assert(!IS_ASSEMBLER_OPCODE(opcode)); assert(!IS_ASSEMBLER_OPCODE(opcode));
return instr_sequence_addop(seq, opcode, target.id, loc); return instr_sequence_addop(seq, opcode, target.id, loc);
} }

3
Python/flowgraph.c
View file

@ -45,7 +45,8 @@ is_block_push(cfg_instr *i)
static inline int static inline int
is_jump(cfg_instr *i) is_jump(cfg_instr *i)
{ {
return IS_JUMP_OPCODE(i->i_opcode); assert(!OPCODE_HAS_JUMP(i->i_opcode) == !IS_JUMP_OPCODE(i->i_opcode));
return OPCODE_HAS_JUMP(i->i_opcode);
} }
/* One arg*/ /* One arg*/

272
Python/generated_cases.c.h generated
View file

@ -566,7 +566,7 @@
_Py_DECREF_SPECIALIZED(right, _PyUnicode_ExactDealloc); _Py_DECREF_SPECIALIZED(right, _PyUnicode_ExactDealloc);
if (*target_local == NULL) goto pop_2_error; if (*target_local == NULL) goto pop_2_error;
// The STORE_FAST is already done. // The STORE_FAST is already done.
JUMPBY(INLINE_CACHE_ENTRIES_BINARY_OP + 1); SKIP_OVER(INLINE_CACHE_ENTRIES_BINARY_OP + 1);
#line 571 "Python/generated_cases.c.h" #line 571 "Python/generated_cases.c.h"
} }
STACK_SHRINK(2); STACK_SHRINK(2);
@ -751,7 +751,7 @@
STACK_SHRINK(2); STACK_SHRINK(2);
new_frame->localsplus[0] = container; new_frame->localsplus[0] = container;
new_frame->localsplus[1] = sub; new_frame->localsplus[1] = sub;
JUMPBY(INLINE_CACHE_ENTRIES_BINARY_SUBSCR); SKIP_OVER(INLINE_CACHE_ENTRIES_BINARY_SUBSCR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
#line 758 "Python/generated_cases.c.h" #line 758 "Python/generated_cases.c.h"
@ -1183,7 +1183,7 @@
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_SEND); SKIP_OVER(INLINE_CACHE_ENTRIES_SEND);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
} }
if (Py_IsNone(v) && PyIter_Check(receiver)) { if (Py_IsNone(v) && PyIter_Check(receiver)) {
@ -1229,7 +1229,7 @@
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_SEND); SKIP_OVER(INLINE_CACHE_ENTRIES_SEND);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
#line 1235 "Python/generated_cases.c.h" #line 1235 "Python/generated_cases.c.h"
} }
@ -2689,7 +2689,7 @@
int shrink_stack = !(oparg & 1); int shrink_stack = !(oparg & 1);
STACK_SHRINK(shrink_stack); STACK_SHRINK(shrink_stack);
new_frame->localsplus[0] = owner; new_frame->localsplus[0] = owner;
JUMPBY(INLINE_CACHE_ENTRIES_LOAD_ATTR); SKIP_OVER(INLINE_CACHE_ENTRIES_LOAD_ATTR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
#line 2696 "Python/generated_cases.c.h" #line 2696 "Python/generated_cases.c.h"
@ -2723,7 +2723,7 @@
STACK_SHRINK(shrink_stack); STACK_SHRINK(shrink_stack);
new_frame->localsplus[0] = owner; new_frame->localsplus[0] = owner;
new_frame->localsplus[1] = Py_NewRef(name); new_frame->localsplus[1] = Py_NewRef(name);
JUMPBY(INLINE_CACHE_ENTRIES_LOAD_ATTR); SKIP_OVER(INLINE_CACHE_ENTRIES_LOAD_ATTR);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
#line 2730 "Python/generated_cases.c.h" #line 2730 "Python/generated_cases.c.h"
@ -3350,12 +3350,13 @@
next_instr[INLINE_CACHE_ENTRIES_FOR_ITER + oparg].op.code == INSTRUMENTED_END_FOR); next_instr[INLINE_CACHE_ENTRIES_FOR_ITER + oparg].op.code == INSTRUMENTED_END_FOR);
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
} }
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
#line 3359 "Python/generated_cases.c.h" #line 3360 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = next; stack_pointer[-1] = next;
next_instr += 1; next_instr += 1;
@ -3363,7 +3364,7 @@
} }
TARGET(INSTRUMENTED_FOR_ITER) { TARGET(INSTRUMENTED_FOR_ITER) {
#line 2367 "Python/bytecodes.c" #line 2368 "Python/bytecodes.c"
_Py_CODEUNIT *here = next_instr-1; _Py_CODEUNIT *here = next_instr-1;
_Py_CODEUNIT *target; _Py_CODEUNIT *target;
PyObject *iter = TOP(); PyObject *iter = TOP();
@ -3389,14 +3390,14 @@
target = next_instr + INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1; target = next_instr + INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1;
} }
INSTRUMENTED_JUMP(here, target, PY_MONITORING_EVENT_BRANCH); INSTRUMENTED_JUMP(here, target, PY_MONITORING_EVENT_BRANCH);
#line 3393 "Python/generated_cases.c.h" #line 3394 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(FOR_ITER_LIST) { TARGET(FOR_ITER_LIST) {
PyObject *iter = stack_pointer[-1]; PyObject *iter = stack_pointer[-1];
PyObject *next; PyObject *next;
#line 2395 "Python/bytecodes.c" #line 2396 "Python/bytecodes.c"
DEOPT_IF(Py_TYPE(iter) != &PyListIter_Type, FOR_ITER); DEOPT_IF(Py_TYPE(iter) != &PyListIter_Type, FOR_ITER);
_PyListIterObject *it = (_PyListIterObject *)iter; _PyListIterObject *it = (_PyListIterObject *)iter;
STAT_INC(FOR_ITER, hit); STAT_INC(FOR_ITER, hit);
@ -3411,12 +3412,13 @@
} }
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
end_for_iter_list: end_for_iter_list:
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
#line 3420 "Python/generated_cases.c.h" #line 3422 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = next; stack_pointer[-1] = next;
next_instr += 1; next_instr += 1;
@ -3426,7 +3428,7 @@
TARGET(FOR_ITER_TUPLE) { TARGET(FOR_ITER_TUPLE) {
PyObject *iter = stack_pointer[-1]; PyObject *iter = stack_pointer[-1];
PyObject *next; PyObject *next;
#line 2417 "Python/bytecodes.c" #line 2419 "Python/bytecodes.c"
_PyTupleIterObject *it = (_PyTupleIterObject *)iter; _PyTupleIterObject *it = (_PyTupleIterObject *)iter;
DEOPT_IF(Py_TYPE(it) != &PyTupleIter_Type, FOR_ITER); DEOPT_IF(Py_TYPE(it) != &PyTupleIter_Type, FOR_ITER);
STAT_INC(FOR_ITER, hit); STAT_INC(FOR_ITER, hit);
@ -3441,12 +3443,13 @@
} }
Py_DECREF(iter); Py_DECREF(iter);
STACK_SHRINK(1); STACK_SHRINK(1);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
/* Jump forward oparg, then skip following END_FOR instruction */ /* Jump forward oparg, then skip following END_FOR instruction */
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
end_for_iter_tuple: end_for_iter_tuple:
// Common case: no jump, leave it to the code generator // Common case: no jump, leave it to the code generator
#line 3450 "Python/generated_cases.c.h" #line 3453 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = next; stack_pointer[-1] = next;
next_instr += 1; next_instr += 1;
@ -3456,15 +3459,16 @@
TARGET(FOR_ITER_RANGE) { TARGET(FOR_ITER_RANGE) {
PyObject *iter = stack_pointer[-1]; PyObject *iter = stack_pointer[-1];
PyObject *next; PyObject *next;
#line 2439 "Python/bytecodes.c" #line 2442 "Python/bytecodes.c"
_PyRangeIterObject *r = (_PyRangeIterObject *)iter; _PyRangeIterObject *r = (_PyRangeIterObject *)iter;
DEOPT_IF(Py_TYPE(r) != &PyRangeIter_Type, FOR_ITER); DEOPT_IF(Py_TYPE(r) != &PyRangeIter_Type, FOR_ITER);
STAT_INC(FOR_ITER, hit); STAT_INC(FOR_ITER, hit);
if (r->len <= 0) { if (r->len <= 0) {
STACK_SHRINK(1); STACK_SHRINK(1);
Py_DECREF(r); Py_DECREF(r);
SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
// Jump over END_FOR instruction. // Jump over END_FOR instruction.
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER + oparg + 1); JUMPBY(oparg + 1);
DISPATCH(); DISPATCH();
} }
long value = r->start; long value = r->start;
@ -3474,7 +3478,7 @@
if (next == NULL) { if (next == NULL) {
goto error; goto error;
} }
#line 3478 "Python/generated_cases.c.h" #line 3482 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = next; stack_pointer[-1] = next;
next_instr += 1; next_instr += 1;
@ -3483,7 +3487,7 @@
TARGET(FOR_ITER_GEN) { TARGET(FOR_ITER_GEN) {
PyObject *iter = stack_pointer[-1]; PyObject *iter = stack_pointer[-1];
#line 2459 "Python/bytecodes.c" #line 2463 "Python/bytecodes.c"
DEOPT_IF(tstate->interp->eval_frame, FOR_ITER); DEOPT_IF(tstate->interp->eval_frame, FOR_ITER);
PyGenObject *gen = (PyGenObject *)iter; PyGenObject *gen = (PyGenObject *)iter;
DEOPT_IF(Py_TYPE(gen) != &PyGen_Type, FOR_ITER); DEOPT_IF(Py_TYPE(gen) != &PyGen_Type, FOR_ITER);
@ -3495,18 +3499,18 @@
gen->gi_frame_state = FRAME_EXECUTING; gen->gi_frame_state = FRAME_EXECUTING;
gen->gi_exc_state.previous_item = tstate->exc_info; gen->gi_exc_state.previous_item = tstate->exc_info;
tstate->exc_info = &gen->gi_exc_state; tstate->exc_info = &gen->gi_exc_state;
JUMPBY(INLINE_CACHE_ENTRIES_FOR_ITER); SKIP_OVER(INLINE_CACHE_ENTRIES_FOR_ITER);
assert(next_instr[oparg].op.code == END_FOR || assert(next_instr[oparg].op.code == END_FOR ||
next_instr[oparg].op.code == INSTRUMENTED_END_FOR); next_instr[oparg].op.code == INSTRUMENTED_END_FOR);
DISPATCH_INLINED(gen_frame); DISPATCH_INLINED(gen_frame);
#line 3503 "Python/generated_cases.c.h" #line 3507 "Python/generated_cases.c.h"
} }
TARGET(BEFORE_ASYNC_WITH) { TARGET(BEFORE_ASYNC_WITH) {
PyObject *mgr = stack_pointer[-1]; PyObject *mgr = stack_pointer[-1];
PyObject *exit; PyObject *exit;
PyObject *res; PyObject *res;
#line 2477 "Python/bytecodes.c" #line 2481 "Python/bytecodes.c"
PyObject *enter = _PyObject_LookupSpecial(mgr, &_Py_ID(__aenter__)); PyObject *enter = _PyObject_LookupSpecial(mgr, &_Py_ID(__aenter__));
if (enter == NULL) { if (enter == NULL) {
if (!_PyErr_Occurred(tstate)) { if (!_PyErr_Occurred(tstate)) {
@ -3529,16 +3533,16 @@
Py_DECREF(enter); Py_DECREF(enter);
goto error; goto error;
} }
#line 3533 "Python/generated_cases.c.h" #line 3537 "Python/generated_cases.c.h"
Py_DECREF(mgr); Py_DECREF(mgr);
#line 2500 "Python/bytecodes.c" #line 2504 "Python/bytecodes.c"
res = _PyObject_CallNoArgs(enter); res = _PyObject_CallNoArgs(enter);
Py_DECREF(enter); Py_DECREF(enter);
if (res == NULL) { if (res == NULL) {
Py_DECREF(exit); Py_DECREF(exit);
if (true) goto pop_1_error; if (true) goto pop_1_error;
} }
#line 3542 "Python/generated_cases.c.h" #line 3546 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
stack_pointer[-2] = exit; stack_pointer[-2] = exit;
@ -3549,7 +3553,7 @@
PyObject *mgr = stack_pointer[-1]; PyObject *mgr = stack_pointer[-1];
PyObject *exit; PyObject *exit;
PyObject *res; PyObject *res;
#line 2509 "Python/bytecodes.c" #line 2513 "Python/bytecodes.c"
/* pop the context manager, push its __exit__ and the /* pop the context manager, push its __exit__ and the
* value returned from calling its __enter__ * value returned from calling its __enter__
*/ */
@ -3575,16 +3579,16 @@
Py_DECREF(enter); Py_DECREF(enter);
goto error; goto error;
} }
#line 3579 "Python/generated_cases.c.h" #line 3583 "Python/generated_cases.c.h"
Py_DECREF(mgr); Py_DECREF(mgr);
#line 2535 "Python/bytecodes.c" #line 2539 "Python/bytecodes.c"
res = _PyObject_CallNoArgs(enter); res = _PyObject_CallNoArgs(enter);
Py_DECREF(enter); Py_DECREF(enter);
if (res == NULL) { if (res == NULL) {
Py_DECREF(exit); Py_DECREF(exit);
if (true) goto pop_1_error; if (true) goto pop_1_error;
} }
#line 3588 "Python/generated_cases.c.h" #line 3592 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
stack_pointer[-2] = exit; stack_pointer[-2] = exit;
@ -3596,7 +3600,7 @@
PyObject *lasti = stack_pointer[-3]; PyObject *lasti = stack_pointer[-3];
PyObject *exit_func = stack_pointer[-4]; PyObject *exit_func = stack_pointer[-4];
PyObject *res; PyObject *res;
#line 2544 "Python/bytecodes.c" #line 2548 "Python/bytecodes.c"
/* At the top of the stack are 4 values: /* At the top of the stack are 4 values:
- val: TOP = exc_info() - val: TOP = exc_info()
- unused: SECOND = previous exception - unused: SECOND = previous exception
@ -3617,7 +3621,7 @@
res = PyObject_Vectorcall(exit_func, stack + 1, res = PyObject_Vectorcall(exit_func, stack + 1,
3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL); 3 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
if (res == NULL) goto error; if (res == NULL) goto error;
#line 3621 "Python/generated_cases.c.h" #line 3625 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
DISPATCH(); DISPATCH();
@ -3626,7 +3630,7 @@
TARGET(PUSH_EXC_INFO) { TARGET(PUSH_EXC_INFO) {
PyObject *new_exc = stack_pointer[-1]; PyObject *new_exc = stack_pointer[-1];
PyObject *prev_exc; PyObject *prev_exc;
#line 2583 "Python/bytecodes.c" #line 2587 "Python/bytecodes.c"
_PyErr_StackItem *exc_info = tstate->exc_info; _PyErr_StackItem *exc_info = tstate->exc_info;
if (exc_info->exc_value != NULL) { if (exc_info->exc_value != NULL) {
prev_exc = exc_info->exc_value; prev_exc = exc_info->exc_value;
@ -3636,7 +3640,7 @@
} }
assert(PyExceptionInstance_Check(new_exc)); assert(PyExceptionInstance_Check(new_exc));
exc_info->exc_value = Py_NewRef(new_exc); exc_info->exc_value = Py_NewRef(new_exc);
#line 3640 "Python/generated_cases.c.h" #line 3644 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = new_exc; stack_pointer[-1] = new_exc;
stack_pointer[-2] = prev_exc; stack_pointer[-2] = prev_exc;
@ -3650,7 +3654,7 @@
uint32_t type_version = read_u32(&next_instr[1].cache); uint32_t type_version = read_u32(&next_instr[1].cache);
uint32_t keys_version = read_u32(&next_instr[3].cache); uint32_t keys_version = read_u32(&next_instr[3].cache);
PyObject *descr = read_obj(&next_instr[5].cache); PyObject *descr = read_obj(&next_instr[5].cache);
#line 2595 "Python/bytecodes.c" #line 2599 "Python/bytecodes.c"
/* Cached method object */ /* Cached method object */
PyTypeObject *self_cls = Py_TYPE(self); PyTypeObject *self_cls = Py_TYPE(self);
assert(type_version != 0); assert(type_version != 0);
@ -3667,7 +3671,7 @@
assert(_PyType_HasFeature(Py_TYPE(res2), Py_TPFLAGS_METHOD_DESCRIPTOR)); assert(_PyType_HasFeature(Py_TYPE(res2), Py_TPFLAGS_METHOD_DESCRIPTOR));
res = self; res = self;
assert(oparg & 1); assert(oparg & 1);
#line 3671 "Python/generated_cases.c.h" #line 3675 "Python/generated_cases.c.h"
STACK_GROW(((oparg & 1) ? 1 : 0)); STACK_GROW(((oparg & 1) ? 1 : 0));
stack_pointer[-1] = res; stack_pointer[-1] = res;
if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; } if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; }
@ -3681,7 +3685,7 @@
PyObject *res; PyObject *res;
uint32_t type_version = read_u32(&next_instr[1].cache); uint32_t type_version = read_u32(&next_instr[1].cache);
PyObject *descr = read_obj(&next_instr[5].cache); PyObject *descr = read_obj(&next_instr[5].cache);
#line 2614 "Python/bytecodes.c" #line 2618 "Python/bytecodes.c"
PyTypeObject *self_cls = Py_TYPE(self); PyTypeObject *self_cls = Py_TYPE(self);
DEOPT_IF(self_cls->tp_version_tag != type_version, LOAD_ATTR); DEOPT_IF(self_cls->tp_version_tag != type_version, LOAD_ATTR);
assert(self_cls->tp_dictoffset == 0); assert(self_cls->tp_dictoffset == 0);
@ -3691,7 +3695,7 @@
res2 = Py_NewRef(descr); res2 = Py_NewRef(descr);
res = self; res = self;
assert(oparg & 1); assert(oparg & 1);
#line 3695 "Python/generated_cases.c.h" #line 3699 "Python/generated_cases.c.h"
STACK_GROW(((oparg & 1) ? 1 : 0)); STACK_GROW(((oparg & 1) ? 1 : 0));
stack_pointer[-1] = res; stack_pointer[-1] = res;
if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; } if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; }
@ -3705,7 +3709,7 @@
PyObject *res; PyObject *res;
uint32_t type_version = read_u32(&next_instr[1].cache); uint32_t type_version = read_u32(&next_instr[1].cache);
PyObject *descr = read_obj(&next_instr[5].cache); PyObject *descr = read_obj(&next_instr[5].cache);
#line 2626 "Python/bytecodes.c" #line 2630 "Python/bytecodes.c"
PyTypeObject *self_cls = Py_TYPE(self); PyTypeObject *self_cls = Py_TYPE(self);
DEOPT_IF(self_cls->tp_version_tag != type_version, LOAD_ATTR); DEOPT_IF(self_cls->tp_version_tag != type_version, LOAD_ATTR);
Py_ssize_t dictoffset = self_cls->tp_dictoffset; Py_ssize_t dictoffset = self_cls->tp_dictoffset;
@ -3719,7 +3723,7 @@
res2 = Py_NewRef(descr); res2 = Py_NewRef(descr);
res = self; res = self;
assert(oparg & 1); assert(oparg & 1);
#line 3723 "Python/generated_cases.c.h" #line 3727 "Python/generated_cases.c.h"
STACK_GROW(((oparg & 1) ? 1 : 0)); STACK_GROW(((oparg & 1) ? 1 : 0));
stack_pointer[-1] = res; stack_pointer[-1] = res;
if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; } if (oparg & 1) { stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))] = res2; }
@ -3728,16 +3732,16 @@
} }
TARGET(KW_NAMES) { TARGET(KW_NAMES) {
#line 2642 "Python/bytecodes.c" #line 2646 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg < PyTuple_GET_SIZE(FRAME_CO_CONSTS)); assert(oparg < PyTuple_GET_SIZE(FRAME_CO_CONSTS));
kwnames = GETITEM(FRAME_CO_CONSTS, oparg); kwnames = GETITEM(FRAME_CO_CONSTS, oparg);
#line 3736 "Python/generated_cases.c.h" #line 3740 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_CALL) { TARGET(INSTRUMENTED_CALL) {
#line 2648 "Python/bytecodes.c" #line 2652 "Python/bytecodes.c"
int is_meth = PEEK(oparg+2) != NULL; int is_meth = PEEK(oparg+2) != NULL;
int total_args = oparg + is_meth; int total_args = oparg + is_meth;
PyObject *function = PEEK(total_args + 1); PyObject *function = PEEK(total_args + 1);
@ -3750,7 +3754,7 @@
_PyCallCache *cache = (_PyCallCache *)next_instr; _PyCallCache *cache = (_PyCallCache *)next_instr;
INCREMENT_ADAPTIVE_COUNTER(cache->counter); INCREMENT_ADAPTIVE_COUNTER(cache->counter);
GO_TO_INSTRUCTION(CALL); GO_TO_INSTRUCTION(CALL);
#line 3754 "Python/generated_cases.c.h" #line 3758 "Python/generated_cases.c.h"
} }
TARGET(CALL) { TARGET(CALL) {
@ -3760,7 +3764,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2693 "Python/bytecodes.c" #line 2697 "Python/bytecodes.c"
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
if (is_meth) { if (is_meth) {
@ -3809,7 +3813,7 @@
if (new_frame == NULL) { if (new_frame == NULL) {
goto error; goto error;
} }
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
} }
@ -3842,7 +3846,7 @@
Py_DECREF(args[i]); Py_DECREF(args[i]);
} }
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 3846 "Python/generated_cases.c.h" #line 3850 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -3854,7 +3858,7 @@
TARGET(CALL_BOUND_METHOD_EXACT_ARGS) { TARGET(CALL_BOUND_METHOD_EXACT_ARGS) {
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
#line 2781 "Python/bytecodes.c" #line 2785 "Python/bytecodes.c"
DEOPT_IF(method != NULL, CALL); DEOPT_IF(method != NULL, CALL);
DEOPT_IF(Py_TYPE(callable) != &PyMethod_Type, CALL); DEOPT_IF(Py_TYPE(callable) != &PyMethod_Type, CALL);
STAT_INC(CALL, hit); STAT_INC(CALL, hit);
@ -3864,7 +3868,7 @@
PEEK(oparg + 2) = Py_NewRef(meth); // method PEEK(oparg + 2) = Py_NewRef(meth); // method
Py_DECREF(callable); Py_DECREF(callable);
GO_TO_INSTRUCTION(CALL_PY_EXACT_ARGS); GO_TO_INSTRUCTION(CALL_PY_EXACT_ARGS);
#line 3868 "Python/generated_cases.c.h" #line 3872 "Python/generated_cases.c.h"
} }
TARGET(CALL_PY_EXACT_ARGS) { TARGET(CALL_PY_EXACT_ARGS) {
@ -3873,7 +3877,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
uint32_t func_version = read_u32(&next_instr[1].cache); uint32_t func_version = read_u32(&next_instr[1].cache);
#line 2793 "Python/bytecodes.c" #line 2797 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
DEOPT_IF(tstate->interp->eval_frame, CALL); DEOPT_IF(tstate->interp->eval_frame, CALL);
int is_meth = method != NULL; int is_meth = method != NULL;
@ -3896,10 +3900,10 @@
} }
// Manipulate stack directly since we leave using DISPATCH_INLINED(). // Manipulate stack directly since we leave using DISPATCH_INLINED().
STACK_SHRINK(oparg + 2); STACK_SHRINK(oparg + 2);
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
#line 3903 "Python/generated_cases.c.h" #line 3907 "Python/generated_cases.c.h"
} }
TARGET(CALL_PY_WITH_DEFAULTS) { TARGET(CALL_PY_WITH_DEFAULTS) {
@ -3907,7 +3911,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
uint32_t func_version = read_u32(&next_instr[1].cache); uint32_t func_version = read_u32(&next_instr[1].cache);
#line 2821 "Python/bytecodes.c" #line 2825 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
DEOPT_IF(tstate->interp->eval_frame, CALL); DEOPT_IF(tstate->interp->eval_frame, CALL);
int is_meth = method != NULL; int is_meth = method != NULL;
@ -3940,10 +3944,10 @@
} }
// Manipulate stack and cache directly since we leave using DISPATCH_INLINED(). // Manipulate stack and cache directly since we leave using DISPATCH_INLINED().
STACK_SHRINK(oparg + 2); STACK_SHRINK(oparg + 2);
JUMPBY(INLINE_CACHE_ENTRIES_CALL); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL);
frame->return_offset = 0; frame->return_offset = 0;
DISPATCH_INLINED(new_frame); DISPATCH_INLINED(new_frame);
#line 3947 "Python/generated_cases.c.h" #line 3951 "Python/generated_cases.c.h"
} }
TARGET(CALL_NO_KW_TYPE_1) { TARGET(CALL_NO_KW_TYPE_1) {
@ -3951,7 +3955,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *null = stack_pointer[-(2 + oparg)]; PyObject *null = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2859 "Python/bytecodes.c" #line 2863 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg == 1); assert(oparg == 1);
DEOPT_IF(null != NULL, CALL); DEOPT_IF(null != NULL, CALL);
@ -3961,7 +3965,7 @@
res = Py_NewRef(Py_TYPE(obj)); res = Py_NewRef(Py_TYPE(obj));
Py_DECREF(obj); Py_DECREF(obj);
Py_DECREF(&PyType_Type); // I.e., callable Py_DECREF(&PyType_Type); // I.e., callable
#line 3965 "Python/generated_cases.c.h" #line 3969 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -3974,7 +3978,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *null = stack_pointer[-(2 + oparg)]; PyObject *null = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2871 "Python/bytecodes.c" #line 2875 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg == 1); assert(oparg == 1);
DEOPT_IF(null != NULL, CALL); DEOPT_IF(null != NULL, CALL);
@ -3985,7 +3989,7 @@
Py_DECREF(arg); Py_DECREF(arg);
Py_DECREF(&PyUnicode_Type); // I.e., callable Py_DECREF(&PyUnicode_Type); // I.e., callable
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 3989 "Python/generated_cases.c.h" #line 3993 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -3999,7 +4003,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *null = stack_pointer[-(2 + oparg)]; PyObject *null = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2885 "Python/bytecodes.c" #line 2889 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg == 1); assert(oparg == 1);
DEOPT_IF(null != NULL, CALL); DEOPT_IF(null != NULL, CALL);
@ -4010,7 +4014,7 @@
Py_DECREF(arg); Py_DECREF(arg);
Py_DECREF(&PyTuple_Type); // I.e., tuple Py_DECREF(&PyTuple_Type); // I.e., tuple
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4014 "Python/generated_cases.c.h" #line 4018 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4024,7 +4028,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2899 "Python/bytecodes.c" #line 2903 "Python/bytecodes.c"
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
if (is_meth) { if (is_meth) {
@ -4046,7 +4050,7 @@
} }
Py_DECREF(tp); Py_DECREF(tp);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4050 "Python/generated_cases.c.h" #line 4054 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4060,7 +4064,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2924 "Python/bytecodes.c" #line 2928 "Python/bytecodes.c"
/* Builtin METH_O functions */ /* Builtin METH_O functions */
assert(kwnames == NULL); assert(kwnames == NULL);
int is_meth = method != NULL; int is_meth = method != NULL;
@ -4088,7 +4092,7 @@
Py_DECREF(arg); Py_DECREF(arg);
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4092 "Python/generated_cases.c.h" #line 4096 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4102,7 +4106,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2955 "Python/bytecodes.c" #line 2959 "Python/bytecodes.c"
/* Builtin METH_FASTCALL functions, without keywords */ /* Builtin METH_FASTCALL functions, without keywords */
assert(kwnames == NULL); assert(kwnames == NULL);
int is_meth = method != NULL; int is_meth = method != NULL;
@ -4134,7 +4138,7 @@
'invalid'). In those cases an exception is set, so we must 'invalid'). In those cases an exception is set, so we must
handle it. handle it.
*/ */
#line 4138 "Python/generated_cases.c.h" #line 4142 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4148,7 +4152,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 2990 "Python/bytecodes.c" #line 2994 "Python/bytecodes.c"
/* Builtin METH_FASTCALL | METH_KEYWORDS functions */ /* Builtin METH_FASTCALL | METH_KEYWORDS functions */
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
@ -4180,7 +4184,7 @@
} }
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4184 "Python/generated_cases.c.h" #line 4188 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4194,7 +4198,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3025 "Python/bytecodes.c" #line 3029 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
/* len(o) */ /* len(o) */
int is_meth = method != NULL; int is_meth = method != NULL;
@ -4219,7 +4223,7 @@
Py_DECREF(callable); Py_DECREF(callable);
Py_DECREF(arg); Py_DECREF(arg);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4223 "Python/generated_cases.c.h" #line 4227 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4232,7 +4236,7 @@
PyObject *callable = stack_pointer[-(1 + oparg)]; PyObject *callable = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3052 "Python/bytecodes.c" #line 3056 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
/* isinstance(o, o2) */ /* isinstance(o, o2) */
int is_meth = method != NULL; int is_meth = method != NULL;
@ -4259,7 +4263,7 @@
Py_DECREF(cls); Py_DECREF(cls);
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4263 "Python/generated_cases.c.h" #line 4267 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4271,7 +4275,7 @@
PyObject **args = (stack_pointer - oparg); PyObject **args = (stack_pointer - oparg);
PyObject *self = stack_pointer[-(1 + oparg)]; PyObject *self = stack_pointer[-(1 + oparg)];
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
#line 3082 "Python/bytecodes.c" #line 3086 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg == 1); assert(oparg == 1);
assert(method != NULL); assert(method != NULL);
@ -4286,17 +4290,17 @@
Py_DECREF(method); Py_DECREF(method);
STACK_SHRINK(3); STACK_SHRINK(3);
// CALL + POP_TOP // CALL + POP_TOP
JUMPBY(INLINE_CACHE_ENTRIES_CALL + 1); SKIP_OVER(INLINE_CACHE_ENTRIES_CALL + 1);
assert(next_instr[-1].op.code == POP_TOP); assert(next_instr[-1].op.code == POP_TOP);
DISPATCH(); DISPATCH();
#line 4293 "Python/generated_cases.c.h" #line 4297 "Python/generated_cases.c.h"
} }
TARGET(CALL_NO_KW_METHOD_DESCRIPTOR_O) { TARGET(CALL_NO_KW_METHOD_DESCRIPTOR_O) {
PyObject **args = (stack_pointer - oparg); PyObject **args = (stack_pointer - oparg);
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3102 "Python/bytecodes.c" #line 3106 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
@ -4327,7 +4331,7 @@
Py_DECREF(arg); Py_DECREF(arg);
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4331 "Python/generated_cases.c.h" #line 4335 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4340,7 +4344,7 @@
PyObject **args = (stack_pointer - oparg); PyObject **args = (stack_pointer - oparg);
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3136 "Python/bytecodes.c" #line 3140 "Python/bytecodes.c"
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
if (is_meth) { if (is_meth) {
@ -4369,7 +4373,7 @@
} }
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4373 "Python/generated_cases.c.h" #line 4377 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4382,7 +4386,7 @@
PyObject **args = (stack_pointer - oparg); PyObject **args = (stack_pointer - oparg);
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3168 "Python/bytecodes.c" #line 3172 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
assert(oparg == 0 || oparg == 1); assert(oparg == 0 || oparg == 1);
int is_meth = method != NULL; int is_meth = method != NULL;
@ -4411,7 +4415,7 @@
Py_DECREF(self); Py_DECREF(self);
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4415 "Python/generated_cases.c.h" #line 4419 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4424,7 +4428,7 @@
PyObject **args = (stack_pointer - oparg); PyObject **args = (stack_pointer - oparg);
PyObject *method = stack_pointer[-(2 + oparg)]; PyObject *method = stack_pointer[-(2 + oparg)];
PyObject *res; PyObject *res;
#line 3200 "Python/bytecodes.c" #line 3204 "Python/bytecodes.c"
assert(kwnames == NULL); assert(kwnames == NULL);
int is_meth = method != NULL; int is_meth = method != NULL;
int total_args = oparg; int total_args = oparg;
@ -4452,7 +4456,7 @@
} }
Py_DECREF(callable); Py_DECREF(callable);
if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; } if (res == NULL) { STACK_SHRINK(oparg); goto pop_2_error; }
#line 4456 "Python/generated_cases.c.h" #line 4460 "Python/generated_cases.c.h"
STACK_SHRINK(oparg); STACK_SHRINK(oparg);
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
@ -4462,9 +4466,9 @@
} }
TARGET(INSTRUMENTED_CALL_FUNCTION_EX) { TARGET(INSTRUMENTED_CALL_FUNCTION_EX) {
#line 3231 "Python/bytecodes.c" #line 3235 "Python/bytecodes.c"
GO_TO_INSTRUCTION(CALL_FUNCTION_EX); GO_TO_INSTRUCTION(CALL_FUNCTION_EX);
#line 4468 "Python/generated_cases.c.h" #line 4472 "Python/generated_cases.c.h"
} }
TARGET(CALL_FUNCTION_EX) { TARGET(CALL_FUNCTION_EX) {
@ -4473,7 +4477,7 @@
PyObject *callargs = stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))]; PyObject *callargs = stack_pointer[-(1 + ((oparg & 1) ? 1 : 0))];
PyObject *func = stack_pointer[-(2 + ((oparg & 1) ? 1 : 0))]; PyObject *func = stack_pointer[-(2 + ((oparg & 1) ? 1 : 0))];
PyObject *result; PyObject *result;
#line 3235 "Python/bytecodes.c" #line 3239 "Python/bytecodes.c"
// DICT_MERGE is called before this opcode if there are kwargs. // DICT_MERGE is called before this opcode if there are kwargs.
// It converts all dict subtypes in kwargs into regular dicts. // It converts all dict subtypes in kwargs into regular dicts.
assert(kwargs == NULL || PyDict_CheckExact(kwargs)); assert(kwargs == NULL || PyDict_CheckExact(kwargs));
@ -4535,14 +4539,14 @@
} }
result = PyObject_Call(func, callargs, kwargs); result = PyObject_Call(func, callargs, kwargs);
} }
#line 4539 "Python/generated_cases.c.h" #line 4543 "Python/generated_cases.c.h"
Py_DECREF(func); Py_DECREF(func);
Py_DECREF(callargs); Py_DECREF(callargs);
Py_XDECREF(kwargs); Py_XDECREF(kwargs);
#line 3297 "Python/bytecodes.c" #line 3301 "Python/bytecodes.c"
assert(PEEK(3 + (oparg & 1)) == NULL); assert(PEEK(3 + (oparg & 1)) == NULL);
if (result == NULL) { STACK_SHRINK(((oparg & 1) ? 1 : 0)); goto pop_3_error; } if (result == NULL) { STACK_SHRINK(((oparg & 1) ? 1 : 0)); goto pop_3_error; }
#line 4546 "Python/generated_cases.c.h" #line 4550 "Python/generated_cases.c.h"
STACK_SHRINK(((oparg & 1) ? 1 : 0)); STACK_SHRINK(((oparg & 1) ? 1 : 0));
STACK_SHRINK(2); STACK_SHRINK(2);
stack_pointer[-1] = result; stack_pointer[-1] = result;
@ -4553,7 +4557,7 @@
TARGET(MAKE_FUNCTION) { TARGET(MAKE_FUNCTION) {
PyObject *codeobj = stack_pointer[-1]; PyObject *codeobj = stack_pointer[-1];
PyObject *func; PyObject *func;
#line 3303 "Python/bytecodes.c" #line 3307 "Python/bytecodes.c"
PyFunctionObject *func_obj = (PyFunctionObject *) PyFunctionObject *func_obj = (PyFunctionObject *)
PyFunction_New(codeobj, GLOBALS()); PyFunction_New(codeobj, GLOBALS());
@ -4565,7 +4569,7 @@
func_obj->func_version = ((PyCodeObject *)codeobj)->co_version; func_obj->func_version = ((PyCodeObject *)codeobj)->co_version;
func = (PyObject *)func_obj; func = (PyObject *)func_obj;
#line 4569 "Python/generated_cases.c.h" #line 4573 "Python/generated_cases.c.h"
stack_pointer[-1] = func; stack_pointer[-1] = func;
DISPATCH(); DISPATCH();
} }
@ -4573,7 +4577,7 @@
TARGET(SET_FUNCTION_ATTRIBUTE) { TARGET(SET_FUNCTION_ATTRIBUTE) {
PyObject *func = stack_pointer[-1]; PyObject *func = stack_pointer[-1];
PyObject *attr = stack_pointer[-2]; PyObject *attr = stack_pointer[-2];
#line 3317 "Python/bytecodes.c" #line 3321 "Python/bytecodes.c"
assert(PyFunction_Check(func)); assert(PyFunction_Check(func));
PyFunctionObject *func_obj = (PyFunctionObject *)func; PyFunctionObject *func_obj = (PyFunctionObject *)func;
switch(oparg) { switch(oparg) {
@ -4598,14 +4602,14 @@
default: default:
Py_UNREACHABLE(); Py_UNREACHABLE();
} }
#line 4602 "Python/generated_cases.c.h" #line 4606 "Python/generated_cases.c.h"
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = func; stack_pointer[-1] = func;
DISPATCH(); DISPATCH();
} }
TARGET(RETURN_GENERATOR) { TARGET(RETURN_GENERATOR) {
#line 3344 "Python/bytecodes.c" #line 3348 "Python/bytecodes.c"
assert(PyFunction_Check(frame->f_funcobj)); assert(PyFunction_Check(frame->f_funcobj));
PyFunctionObject *func = (PyFunctionObject *)frame->f_funcobj; PyFunctionObject *func = (PyFunctionObject *)frame->f_funcobj;
PyGenObject *gen = (PyGenObject *)_Py_MakeCoro(func); PyGenObject *gen = (PyGenObject *)_Py_MakeCoro(func);
@ -4626,7 +4630,7 @@
frame = cframe.current_frame = prev; frame = cframe.current_frame = prev;
_PyFrame_StackPush(frame, (PyObject *)gen); _PyFrame_StackPush(frame, (PyObject *)gen);
goto resume_frame; goto resume_frame;
#line 4630 "Python/generated_cases.c.h" #line 4634 "Python/generated_cases.c.h"
} }
TARGET(BUILD_SLICE) { TARGET(BUILD_SLICE) {
@ -4634,15 +4638,15 @@
PyObject *stop = stack_pointer[-(1 + ((oparg == 3) ? 1 : 0))]; PyObject *stop = stack_pointer[-(1 + ((oparg == 3) ? 1 : 0))];
PyObject *start = stack_pointer[-(2 + ((oparg == 3) ? 1 : 0))]; PyObject *start = stack_pointer[-(2 + ((oparg == 3) ? 1 : 0))];
PyObject *slice; PyObject *slice;
#line 3367 "Python/bytecodes.c" #line 3371 "Python/bytecodes.c"
slice = PySlice_New(start, stop, step); slice = PySlice_New(start, stop, step);
#line 4640 "Python/generated_cases.c.h" #line 4644 "Python/generated_cases.c.h"
Py_DECREF(start); Py_DECREF(start);
Py_DECREF(stop); Py_DECREF(stop);
Py_XDECREF(step); Py_XDECREF(step);
#line 3369 "Python/bytecodes.c" #line 3373 "Python/bytecodes.c"
if (slice == NULL) { STACK_SHRINK(((oparg == 3) ? 1 : 0)); goto pop_2_error; } if (slice == NULL) { STACK_SHRINK(((oparg == 3) ? 1 : 0)); goto pop_2_error; }
#line 4646 "Python/generated_cases.c.h" #line 4650 "Python/generated_cases.c.h"
STACK_SHRINK(((oparg == 3) ? 1 : 0)); STACK_SHRINK(((oparg == 3) ? 1 : 0));
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = slice; stack_pointer[-1] = slice;
@ -4652,14 +4656,14 @@
TARGET(CONVERT_VALUE) { TARGET(CONVERT_VALUE) {
PyObject *value = stack_pointer[-1]; PyObject *value = stack_pointer[-1];
PyObject *result; PyObject *result;
#line 3373 "Python/bytecodes.c" #line 3377 "Python/bytecodes.c"
convertion_func_ptr conv_fn; convertion_func_ptr conv_fn;
assert(oparg >= FVC_STR && oparg <= FVC_ASCII); assert(oparg >= FVC_STR && oparg <= FVC_ASCII);
conv_fn = CONVERSION_FUNCTIONS[oparg]; conv_fn = CONVERSION_FUNCTIONS[oparg];
result = conv_fn(value); result = conv_fn(value);
Py_DECREF(value); Py_DECREF(value);
if (result == NULL) goto pop_1_error; if (result == NULL) goto pop_1_error;
#line 4663 "Python/generated_cases.c.h" #line 4667 "Python/generated_cases.c.h"
stack_pointer[-1] = result; stack_pointer[-1] = result;
DISPATCH(); DISPATCH();
} }
@ -4667,7 +4671,7 @@
TARGET(FORMAT_SIMPLE) { TARGET(FORMAT_SIMPLE) {
PyObject *value = stack_pointer[-1]; PyObject *value = stack_pointer[-1];
PyObject *res; PyObject *res;
#line 3382 "Python/bytecodes.c" #line 3386 "Python/bytecodes.c"
/* If value is a unicode object, then we know the result /* If value is a unicode object, then we know the result
* of format(value) is value itself. */ * of format(value) is value itself. */
if (!PyUnicode_CheckExact(value)) { if (!PyUnicode_CheckExact(value)) {
@ -4678,7 +4682,7 @@
else { else {
res = value; res = value;
} }
#line 4682 "Python/generated_cases.c.h" #line 4686 "Python/generated_cases.c.h"
stack_pointer[-1] = res; stack_pointer[-1] = res;
DISPATCH(); DISPATCH();
} }
@ -4687,12 +4691,12 @@
PyObject *fmt_spec = stack_pointer[-1]; PyObject *fmt_spec = stack_pointer[-1];
PyObject *value = stack_pointer[-2]; PyObject *value = stack_pointer[-2];
PyObject *res; PyObject *res;
#line 3395 "Python/bytecodes.c" #line 3399 "Python/bytecodes.c"
res = PyObject_Format(value, fmt_spec); res = PyObject_Format(value, fmt_spec);
Py_DECREF(value); Py_DECREF(value);
Py_DECREF(fmt_spec); Py_DECREF(fmt_spec);
if (res == NULL) goto pop_2_error; if (res == NULL) goto pop_2_error;
#line 4696 "Python/generated_cases.c.h" #line 4700 "Python/generated_cases.c.h"
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
DISPATCH(); DISPATCH();
@ -4701,10 +4705,10 @@
TARGET(COPY) { TARGET(COPY) {
PyObject *bottom = stack_pointer[-(1 + (oparg-1))]; PyObject *bottom = stack_pointer[-(1 + (oparg-1))];
PyObject *top; PyObject *top;
#line 3402 "Python/bytecodes.c" #line 3406 "Python/bytecodes.c"
assert(oparg > 0); assert(oparg > 0);
top = Py_NewRef(bottom); top = Py_NewRef(bottom);
#line 4708 "Python/generated_cases.c.h" #line 4712 "Python/generated_cases.c.h"
STACK_GROW(1); STACK_GROW(1);
stack_pointer[-1] = top; stack_pointer[-1] = top;
DISPATCH(); DISPATCH();
@ -4716,7 +4720,7 @@
PyObject *rhs = stack_pointer[-1]; PyObject *rhs = stack_pointer[-1];
PyObject *lhs = stack_pointer[-2]; PyObject *lhs = stack_pointer[-2];
PyObject *res; PyObject *res;
#line 3407 "Python/bytecodes.c" #line 3411 "Python/bytecodes.c"
#if ENABLE_SPECIALIZATION #if ENABLE_SPECIALIZATION
_PyBinaryOpCache *cache = (_PyBinaryOpCache *)next_instr; _PyBinaryOpCache *cache = (_PyBinaryOpCache *)next_instr;
if (ADAPTIVE_COUNTER_IS_ZERO(cache->counter)) { if (ADAPTIVE_COUNTER_IS_ZERO(cache->counter)) {
@ -4731,12 +4735,12 @@
assert((unsigned)oparg < Py_ARRAY_LENGTH(binary_ops)); assert((unsigned)oparg < Py_ARRAY_LENGTH(binary_ops));
assert(binary_ops[oparg]); assert(binary_ops[oparg]);
res = binary_ops[oparg](lhs, rhs); res = binary_ops[oparg](lhs, rhs);
#line 4735 "Python/generated_cases.c.h" #line 4739 "Python/generated_cases.c.h"
Py_DECREF(lhs); Py_DECREF(lhs);
Py_DECREF(rhs); Py_DECREF(rhs);
#line 3422 "Python/bytecodes.c" #line 3426 "Python/bytecodes.c"
if (res == NULL) goto pop_2_error; if (res == NULL) goto pop_2_error;
#line 4740 "Python/generated_cases.c.h" #line 4744 "Python/generated_cases.c.h"
STACK_SHRINK(1); STACK_SHRINK(1);
stack_pointer[-1] = res; stack_pointer[-1] = res;
next_instr += 1; next_instr += 1;
@ -4746,16 +4750,16 @@
TARGET(SWAP) { TARGET(SWAP) {
PyObject *top = stack_pointer[-1]; PyObject *top = stack_pointer[-1];
PyObject *bottom = stack_pointer[-(2 + (oparg-2))]; PyObject *bottom = stack_pointer[-(2 + (oparg-2))];
#line 3427 "Python/bytecodes.c" #line 3431 "Python/bytecodes.c"
assert(oparg >= 2); assert(oparg >= 2);
#line 4752 "Python/generated_cases.c.h" #line 4756 "Python/generated_cases.c.h"
stack_pointer[-1] = bottom; stack_pointer[-1] = bottom;
stack_pointer[-(2 + (oparg-2))] = top; stack_pointer[-(2 + (oparg-2))] = top;
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_INSTRUCTION) { TARGET(INSTRUMENTED_INSTRUCTION) {
#line 3431 "Python/bytecodes.c" #line 3435 "Python/bytecodes.c"
int next_opcode = _Py_call_instrumentation_instruction( int next_opcode = _Py_call_instrumentation_instruction(
tstate, frame, next_instr-1); tstate, frame, next_instr-1);
if (next_opcode < 0) goto error; if (next_opcode < 0) goto error;
@ -4767,26 +4771,26 @@
assert(next_opcode > 0 && next_opcode < 256); assert(next_opcode > 0 && next_opcode < 256);
opcode = next_opcode; opcode = next_opcode;
DISPATCH_GOTO(); DISPATCH_GOTO();
#line 4771 "Python/generated_cases.c.h" #line 4775 "Python/generated_cases.c.h"
} }
TARGET(INSTRUMENTED_JUMP_FORWARD) { TARGET(INSTRUMENTED_JUMP_FORWARD) {
#line 3445 "Python/bytecodes.c" #line 3449 "Python/bytecodes.c"
INSTRUMENTED_JUMP(next_instr-1, next_instr+oparg, PY_MONITORING_EVENT_JUMP); INSTRUMENTED_JUMP(next_instr-1, next_instr+oparg, PY_MONITORING_EVENT_JUMP);
#line 4777 "Python/generated_cases.c.h" #line 4781 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_JUMP_BACKWARD) { TARGET(INSTRUMENTED_JUMP_BACKWARD) {
#line 3449 "Python/bytecodes.c" #line 3453 "Python/bytecodes.c"
INSTRUMENTED_JUMP(next_instr-1, next_instr+1-oparg, PY_MONITORING_EVENT_JUMP); INSTRUMENTED_JUMP(next_instr-1, next_instr+1-oparg, PY_MONITORING_EVENT_JUMP);
#line 4784 "Python/generated_cases.c.h" #line 4788 "Python/generated_cases.c.h"
CHECK_EVAL_BREAKER(); CHECK_EVAL_BREAKER();
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_POP_JUMP_IF_TRUE) { TARGET(INSTRUMENTED_POP_JUMP_IF_TRUE) {
#line 3454 "Python/bytecodes.c" #line 3458 "Python/bytecodes.c"
PyObject *cond = POP(); PyObject *cond = POP();
int err = PyObject_IsTrue(cond); int err = PyObject_IsTrue(cond);
Py_DECREF(cond); Py_DECREF(cond);
@ -4795,12 +4799,12 @@
assert(err == 0 || err == 1); assert(err == 0 || err == 1);
int offset = err*oparg; int offset = err*oparg;
INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH); INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH);
#line 4799 "Python/generated_cases.c.h" #line 4803 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_POP_JUMP_IF_FALSE) { TARGET(INSTRUMENTED_POP_JUMP_IF_FALSE) {
#line 3465 "Python/bytecodes.c" #line 3469 "Python/bytecodes.c"
PyObject *cond = POP(); PyObject *cond = POP();
int err = PyObject_IsTrue(cond); int err = PyObject_IsTrue(cond);
Py_DECREF(cond); Py_DECREF(cond);
@ -4809,12 +4813,12 @@
assert(err == 0 || err == 1); assert(err == 0 || err == 1);
int offset = (1-err)*oparg; int offset = (1-err)*oparg;
INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH); INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH);
#line 4813 "Python/generated_cases.c.h" #line 4817 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_POP_JUMP_IF_NONE) { TARGET(INSTRUMENTED_POP_JUMP_IF_NONE) {
#line 3476 "Python/bytecodes.c" #line 3480 "Python/bytecodes.c"
PyObject *value = POP(); PyObject *value = POP();
_Py_CODEUNIT *here = next_instr-1; _Py_CODEUNIT *here = next_instr-1;
int offset; int offset;
@ -4826,12 +4830,12 @@
offset = 0; offset = 0;
} }
INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH); INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH);
#line 4830 "Python/generated_cases.c.h" #line 4834 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(INSTRUMENTED_POP_JUMP_IF_NOT_NONE) { TARGET(INSTRUMENTED_POP_JUMP_IF_NOT_NONE) {
#line 3490 "Python/bytecodes.c" #line 3494 "Python/bytecodes.c"
PyObject *value = POP(); PyObject *value = POP();
_Py_CODEUNIT *here = next_instr-1; _Py_CODEUNIT *here = next_instr-1;
int offset; int offset;
@ -4843,30 +4847,30 @@
offset = oparg; offset = oparg;
} }
INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH); INSTRUMENTED_JUMP(here, next_instr + offset, PY_MONITORING_EVENT_BRANCH);
#line 4847 "Python/generated_cases.c.h" #line 4851 "Python/generated_cases.c.h"
DISPATCH(); DISPATCH();
} }
TARGET(EXTENDED_ARG) { TARGET(EXTENDED_ARG) {
#line 3504 "Python/bytecodes.c" #line 3508 "Python/bytecodes.c"
assert(oparg); assert(oparg);
opcode = next_instr->op.code; opcode = next_instr->op.code;
oparg = oparg << 8 | next_instr->op.arg; oparg = oparg << 8 | next_instr->op.arg;
PRE_DISPATCH_GOTO(); PRE_DISPATCH_GOTO();
DISPATCH_GOTO(); DISPATCH_GOTO();
#line 4858 "Python/generated_cases.c.h" #line 4862 "Python/generated_cases.c.h"
} }
TARGET(CACHE) { TARGET(CACHE) {
#line 3512 "Python/bytecodes.c" #line 3516 "Python/bytecodes.c"
assert(0 && "Executing a cache."); assert(0 && "Executing a cache.");
Py_UNREACHABLE(); Py_UNREACHABLE();
#line 4865 "Python/generated_cases.c.h" #line 4869 "Python/generated_cases.c.h"
} }
TARGET(RESERVED) { TARGET(RESERVED) {
#line 3517 "Python/bytecodes.c" #line 3521 "Python/bytecodes.c"
assert(0 && "Executing RESERVED instruction."); assert(0 && "Executing RESERVED instruction.");
Py_UNREACHABLE(); Py_UNREACHABLE();
#line 4872 "Python/generated_cases.c.h" #line 4876 "Python/generated_cases.c.h"
} }

30
Python/opcode_metadata.h
View file

@ -866,9 +866,11 @@ enum InstructionFormat { INSTR_FMT_IB, INSTR_FMT_IBC, INSTR_FMT_IBC00, INSTR_FMT
#define HAS_ARG_FLAG (1) #define HAS_ARG_FLAG (1)
#define HAS_CONST_FLAG (2) #define HAS_CONST_FLAG (2)
#define HAS_NAME_FLAG (4) #define HAS_NAME_FLAG (4)
#define HAS_JUMP_FLAG (8)
#define OPCODE_HAS_ARG(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_ARG_FLAG)) #define OPCODE_HAS_ARG(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_ARG_FLAG))
#define OPCODE_HAS_CONST(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_CONST_FLAG)) #define OPCODE_HAS_CONST(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_CONST_FLAG))
#define OPCODE_HAS_NAME(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_NAME_FLAG)) #define OPCODE_HAS_NAME(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_NAME_FLAG))
#define OPCODE_HAS_JUMP(OP) (_PyOpcode_opcode_metadata[(OP)].flags & (HAS_JUMP_FLAG))
struct opcode_metadata { struct opcode_metadata {
bool valid_entry; bool valid_entry;
enum InstructionFormat instr_format; enum InstructionFormat instr_format;
@ -937,7 +939,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[512] = {
[GET_AITER] = { true, INSTR_FMT_IX, 0 }, [GET_AITER] = { true, INSTR_FMT_IX, 0 },
[GET_ANEXT] = { true, INSTR_FMT_IX, 0 }, [GET_ANEXT] = { true, INSTR_FMT_IX, 0 },
[GET_AWAITABLE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [GET_AWAITABLE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
[SEND] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [SEND] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[SEND_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [SEND_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG },
[INSTRUMENTED_YIELD_VALUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [INSTRUMENTED_YIELD_VALUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
[YIELD_VALUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [YIELD_VALUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
@ -1012,16 +1014,16 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[512] = {
[CHECK_EXC_MATCH] = { true, INSTR_FMT_IX, 0 }, [CHECK_EXC_MATCH] = { true, INSTR_FMT_IX, 0 },
[IMPORT_NAME] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG }, [IMPORT_NAME] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG },
[IMPORT_FROM] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG }, [IMPORT_FROM] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG },
[JUMP_FORWARD] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [JUMP_FORWARD] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[JUMP_BACKWARD] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [JUMP_BACKWARD] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[JUMP] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [JUMP] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[JUMP_NO_INTERRUPT] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [JUMP_NO_INTERRUPT] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[ENTER_EXECUTOR] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [ENTER_EXECUTOR] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
[POP_JUMP_IF_FALSE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [POP_JUMP_IF_FALSE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[POP_JUMP_IF_TRUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [POP_JUMP_IF_TRUE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[POP_JUMP_IF_NOT_NONE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [POP_JUMP_IF_NOT_NONE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[POP_JUMP_IF_NONE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [POP_JUMP_IF_NONE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[JUMP_BACKWARD_NO_INTERRUPT] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [JUMP_BACKWARD_NO_INTERRUPT] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[GET_LEN] = { true, INSTR_FMT_IX, 0 }, [GET_LEN] = { true, INSTR_FMT_IX, 0 },
[MATCH_CLASS] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [MATCH_CLASS] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
[MATCH_MAPPING] = { true, INSTR_FMT_IX, 0 }, [MATCH_MAPPING] = { true, INSTR_FMT_IX, 0 },
@ -1029,11 +1031,11 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[512] = {
[MATCH_KEYS] = { true, INSTR_FMT_IX, 0 }, [MATCH_KEYS] = { true, INSTR_FMT_IX, 0 },
[GET_ITER] = { true, INSTR_FMT_IX, 0 }, [GET_ITER] = { true, INSTR_FMT_IX, 0 },
[GET_YIELD_FROM_ITER] = { true, INSTR_FMT_IX, 0 }, [GET_YIELD_FROM_ITER] = { true, INSTR_FMT_IX, 0 },
[FOR_ITER] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [FOR_ITER] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[INSTRUMENTED_FOR_ITER] = { true, INSTR_FMT_IB, HAS_ARG_FLAG }, [INSTRUMENTED_FOR_ITER] = { true, INSTR_FMT_IB, HAS_ARG_FLAG },
[FOR_ITER_LIST] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [FOR_ITER_LIST] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[FOR_ITER_TUPLE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [FOR_ITER_TUPLE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[FOR_ITER_RANGE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [FOR_ITER_RANGE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG },
[FOR_ITER_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG }, [FOR_ITER_GEN] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG },
[BEFORE_ASYNC_WITH] = { true, INSTR_FMT_IX, 0 }, [BEFORE_ASYNC_WITH] = { true, INSTR_FMT_IX, 0 },
[BEFORE_WITH] = { true, INSTR_FMT_IX, 0 }, [BEFORE_WITH] = { true, INSTR_FMT_IX, 0 },

3
Tools/cases_generator/generate_cases.py
View file

@ -226,7 +226,7 @@ class Formatter:
def cast(self, dst: StackEffect, src: StackEffect) -> str: def cast(self, dst: StackEffect, src: StackEffect) -> str:
return f"({dst.type or 'PyObject *'})" if src.type != dst.type else "" return f"({dst.type or 'PyObject *'})" if src.type != dst.type else ""
INSTRUCTION_FLAGS = ['HAS_ARG', 'HAS_CONST', 'HAS_NAME'] INSTRUCTION_FLAGS = ['HAS_ARG', 'HAS_CONST', 'HAS_NAME', 'HAS_JUMP']
@dataclasses.dataclass @dataclasses.dataclass
class Instruction: class Instruction:
@ -281,6 +281,7 @@ class Instruction:
'HAS_ARG' : variable_used(inst, "oparg"), 'HAS_ARG' : variable_used(inst, "oparg"),
'HAS_CONST': variable_used(inst, "FRAME_CO_CONSTS"), 'HAS_CONST': variable_used(inst, "FRAME_CO_CONSTS"),
'HAS_NAME' : variable_used(inst, "FRAME_CO_NAMES"), 'HAS_NAME' : variable_used(inst, "FRAME_CO_NAMES"),
'HAS_JUMP' : variable_used(inst, "JUMPBY"),
} }
assert set(flag_data.keys()) == set(INSTRUCTION_FLAGS) assert set(flag_data.keys()) == set(INSTRUCTION_FLAGS)
self.flags = 0 self.flags = 0