diff --git a/.github/workflows/tail-call.yml b/.github/workflows/tail-call.yml index ccededfc397b369..77cf0c5c5206dc1 100644 --- a/.github/workflows/tail-call.yml +++ b/.github/workflows/tail-call.yml @@ -7,6 +7,7 @@ on: - 'Python/ceval.c' - 'Python/ceval_macros.h' - 'Python/generated_cases.c.h' + - 'Python/ceval_tailcall.c' push: paths: *paths workflow_dispatch: diff --git a/Lib/test/test_generated_cases.py b/Lib/test/test_generated_cases.py index 8ce5370e922e069..248abd6e038c856 100644 --- a/Lib/test/test_generated_cases.py +++ b/Lib/test/test_generated_cases.py @@ -124,6 +124,7 @@ def run_cases_test(self, input: str, expected: str): actual = instructions.strip() + "\n\n " + labels.strip() self.assertEqual(actual.strip(), expected.strip()) + return lines def test_inst_no_args(self): input = """ @@ -1791,6 +1792,45 @@ def test_spilled_label(self): """ self.run_cases_test(input, output) + def test_start_frame_separate_from_handlers(self): + input = """ + spilled label(start_frame) { + RELOAD_STACK(); + goto handler; + } + + label(handler) { + SAVE_STACK(); + goto start_frame; + } + """ + output = """ + LABEL(handler) + { + _PyFrame_SetStackPointer(frame, stack_pointer); + _PyFrame_StackPointerValidate(frame); + JUMP_TO_LABEL(start_frame); + } + """ + generated = self.run_cases_test(input, output) + handlers, start_frame = generated.split( + "#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)\n" + ) + self.assertNotIn("\n LABEL(start_frame)\n", handlers) + self.assertIn("#ifndef _Py_CEVAL_START_FRAME", handlers) + expected = """ + LABEL(start_frame) + { + stack_pointer = _PyFrame_GetStackPointer(frame); + _PyFrame_StackPointerInvalidate(frame); + JUMP_TO_LABEL(handler); + } + +#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */ +#undef TIER_ONE + """ + self.assertEqual(start_frame.strip(), expected.strip()) + def test_incorrect_spills(self): input1 = """ diff --git a/Makefile.pre.in b/Makefile.pre.in index 36515dbd146a1e3..db99b5afcbe4017 100644 --- a/Makefile.pre.in +++ b/Makefile.pre.in @@ -132,6 +132,8 @@ PY_CORE_EXE_LDFLAGS:= $(if $(CONFIGURE_EXE_LDFLAGS), $(CONFIGURE_EXE_LDFLAGS) $( CFLAGS_ALIASING=@CFLAGS_ALIASING@ # Compilation flags only for ceval.c. CFLAGS_CEVAL=@CFLAGS_CEVAL@ +# Compilation flags only for ceval_tailcall.c. +CFLAGS_CEVAL_TAILCALL=@CFLAGS_CEVAL_TAILCALL@ # Machine-dependent subdirectories @@ -445,6 +447,7 @@ PYTHON_OBJS= \ Python/bltinmodule.o \ Python/brc.o \ Python/ceval.o \ + Python/ceval_tailcall.o \ Python/codecs.o \ Python/codegen.o \ Python/compile.o \ @@ -612,7 +615,11 @@ LINK_PYTHON_OBJS=@LINK_PYTHON_OBJS@ # On some systems, object files that reference DTrace probes need to be modified # in-place by dtrace(1). DTRACE_DEPS = \ - Python/ceval.o Python/gc.o Python/import.o Python/sysmodule.o + Python/ceval.o \ + Python/gc.o \ + Python/import.o \ + Python/sysmodule.o \ + Python/ceval_tailcall.o ########################################################################## # pyexpat's expat library @@ -2152,7 +2159,7 @@ regen-test-cases: .PHONY: regen-test-opcode-targets regen-test-opcode-targets: - $(PYTHON_FOR_REGEN) $(srcdir)/Tools/cases_generator/target_generator.py \ + $(PYTHON_FOR_REGEN) $(srcdir)/Tools/cases_generator/target_generator.py --static \ -o $(srcdir)/Modules/_testinternalcapi/test_targets.h.new $(srcdir)/Python/bytecodes.c \ $(srcdir)/Modules/_testinternalcapi/testbytecodes.c $(UPDATE_FILE) $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_targets.h.new @@ -2198,6 +2205,13 @@ Python/ceval.o: \ $(srcdir)/Python/opcode_targets.h \ $(srcdir)/Python/record_functions.c.h +Python/ceval_tailcall.o: \ + $(srcdir)/Python/ceval.h \ + $(srcdir)/Python/ceval_macros.h \ + $(srcdir)/Python/generated_cases.c.h \ + $(srcdir)/Python/opcode_targets.h \ + $(srcdir)/Python/record_functions.c.h + Python/flowgraph.o: \ $(srcdir)/Include/internal/pycore_opcode_metadata.h @@ -3204,6 +3218,9 @@ Python/dtoa.o: Python/dtoa.c Python/ceval.o: Python/ceval.c $(CC) -c $(PY_CORE_CFLAGS) $(CFLAGS_CEVAL) -o $@ $< +Python/ceval_tailcall.o: Python/ceval_tailcall.c + $(CC) -c $(PY_CORE_CFLAGS) $(CFLAGS_CEVAL_TAILCALL) -o $@ $< + # Run reindent on the library .PHONY: reindent reindent: @@ -3462,7 +3479,7 @@ MODULE__SOCKET_DEPS=$(srcdir)/Modules/socketmodule.h $(srcdir)/Modules/addrinfo. MODULE__SSL_DEPS=$(srcdir)/Modules/_ssl.h $(srcdir)/Modules/_openssl_mem.h $(srcdir)/Modules/_ssl/cert.c $(srcdir)/Modules/_ssl/debughelpers.c $(srcdir)/Modules/_ssl/misc.c $(srcdir)/Modules/_ssl_data_111.h $(srcdir)/Modules/_ssl_data_300.h $(srcdir)/Modules/socketmodule.h MODULE__TESTCAPI_DEPS=$(srcdir)/Modules/_testcapi/parts.h $(srcdir)/Modules/_testcapi/util.h MODULE__TESTLIMITEDCAPI_DEPS=$(srcdir)/Modules/_testlimitedcapi/testcapi_long.h $(srcdir)/Modules/_testlimitedcapi/parts.h $(srcdir)/Modules/_testlimitedcapi/util.h -MODULE__TESTINTERNALCAPI_DEPS=$(srcdir)/Modules/_testinternalcapi/parts.h $(srcdir)/Parser/tokenizer/source.h $(srcdir)/Parser/tokenizer/types.h $(srcdir)/Python/ceval.h $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_cases.c.h +MODULE__TESTINTERNALCAPI_DEPS=$(srcdir)/Modules/_testinternalcapi/parts.h $(srcdir)/Parser/tokenizer/source.h $(srcdir)/Parser/tokenizer/types.h $(srcdir)/Python/ceval.h $(srcdir)/Python/ceval_macros.h $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_cases.c.h MODULE__SQLITE3_DEPS=$(srcdir)/Modules/_sqlite/connection.h $(srcdir)/Modules/_sqlite/cursor.h $(srcdir)/Modules/_sqlite/microprotocols.h $(srcdir)/Modules/_sqlite/module.h $(srcdir)/Modules/_sqlite/prepare_protocol.h $(srcdir)/Modules/_sqlite/row.h $(srcdir)/Modules/_sqlite/util.h MODULE__ZSTD_DEPS=$(srcdir)/Modules/_zstd/_zstdmodule.h $(srcdir)/Modules/_zstd/buffer.h $(srcdir)/Modules/_zstd/zstddict.h diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst new file mode 100644 index 000000000000000..d2c423d25c701c8 --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst @@ -0,0 +1 @@ +Reserve frame pointer on :option:`--with-tail-call-interp` builds using Clang 21 or newer. This recovers most of the performance hit for those builds. diff --git a/Modules/_testinternalcapi/interpreter.c b/Modules/_testinternalcapi/interpreter.c index a67ecdc211bb343..25913db8cb0da9d 100644 --- a/Modules/_testinternalcapi/interpreter.c +++ b/Modules/_testinternalcapi/interpreter.c @@ -30,8 +30,12 @@ stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame) #endif #if _Py_TAIL_CALL_INTERP +/* The declarations give the generated handlers internal linkage. */ #include "test_targets.h" #include "test_cases.c.h" +#define _Py_CEVAL_START_FRAME +#include "test_cases.c.h" +#undef _Py_CEVAL_START_FRAME #endif PyObject* _Py_HOT_FUNCTION @@ -124,9 +128,9 @@ Test_EvalFrame(PyThreadState *tstate, _PyInterpreterFrame *frame, int throwflag) _PyFrame_StackPointerInvalidate(frame); #if _Py_TAIL_CALL_INTERP # if Py_STATS - return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode); + return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode); # else - return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0); + return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0); # endif #else goto error; @@ -135,9 +139,9 @@ Test_EvalFrame(PyThreadState *tstate, _PyInterpreterFrame *frame, int throwflag) #if _Py_TAIL_CALL_INTERP # if Py_STATS - return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode); + return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode); # else - return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0); + return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0); # endif #else goto start_frame; diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 3bdc16437e2bc61..7e92e06e0e197d2 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -7,6 +7,7 @@ #error "This file is for Tier 1 only" #endif #define TIER_ONE 1 +#ifndef _Py_CEVAL_START_FRAME #if !_Py_TAIL_CALL_INTERP #if !USE_COMPUTED_GOTOS @@ -13773,33 +13774,6 @@ JUMP_TO_LABEL(error); JUMP_TO_LABEL(error); } - LABEL(start_frame) - { - #ifdef Py_DEBUG - assert(frame->stackpointer_valid == 1); - #endif - int too_deep = _Py_EnterRecursivePy(tstate); - if (too_deep) { - JUMP_TO_LABEL(exit_unwind_notrace); - } - DTRACE_FUNCTION_ENTRY(); - next_instr = frame->instr_ptr; - #ifdef Py_DEBUG - int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS()); - if (lltrace < 0) { - JUMP_TO_LABEL(exit_unwind); - } - frame->lltrace = lltrace; - assert(!_PyErr_Occurred(tstate)); - #endif - stack_pointer = _PyFrame_GetStackPointer(frame); - _PyFrame_StackPointerInvalidate(frame); - #if _Py_TAIL_CALL_INTERP - int opcode; - #endif - DISPATCH(); - } - #if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2) Py_GCC_ATTRIBUTE((unused)) #endif @@ -13827,4 +13801,35 @@ JUMP_TO_LABEL(error); } /* END LABELS */ +#endif /* _Py_CEVAL_START_FRAME */ +#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) + + LABEL(start_frame) + { + #ifdef Py_DEBUG + assert(frame->stackpointer_valid == 1); + #endif + int too_deep = _Py_EnterRecursivePy(tstate); + if (too_deep) { + JUMP_TO_LABEL(exit_unwind_notrace); + } + DTRACE_FUNCTION_ENTRY(); + next_instr = frame->instr_ptr; + #ifdef Py_DEBUG + int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS()); + if (lltrace < 0) { + JUMP_TO_LABEL(exit_unwind); + } + frame->lltrace = lltrace; + assert(!_PyErr_Occurred(tstate)); + #endif + stack_pointer = _PyFrame_GetStackPointer(frame); + _PyFrame_StackPointerInvalidate(frame); + #if _Py_TAIL_CALL_INTERP + int opcode; + #endif + DISPATCH(); + } + +#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */ #undef TIER_ONE diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index 91b424773224e4b..e9c791596b4845b 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -522,248 +522,248 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256]; static py_tail_call_funcptr instruction_funcptr_tracing_table[256]; -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_start_frame(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_error(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_start_frame(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CACHE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IS_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RERAISE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESERVED(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SWAP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CACHE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_FOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_SEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IS_OP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RERAISE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESERVED(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SWAP(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) { +static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) { int opcode = next_instr->op.code; _PyErr_Format(tstate, PyExc_SystemError, "%U:%d: unknown opcode %d", @@ -774,519 +774,519 @@ JUMP_TO_LABEL(error); } static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { - [BINARY_OP] = _TAIL_CALL_BINARY_OP, - [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, - [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, - [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, - [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, - [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, - [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, - [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, - [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, - [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, - [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, - [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE, - [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT, - [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT, - [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, - [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, - [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, - [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, - [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, - [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, - [BUILD_MAP] = _TAIL_CALL_BUILD_MAP, - [BUILD_SET] = _TAIL_CALL_BUILD_SET, - [BUILD_SLICE] = _TAIL_CALL_BUILD_SLICE, - [BUILD_STRING] = _TAIL_CALL_BUILD_STRING, - [BUILD_TEMPLATE] = _TAIL_CALL_BUILD_TEMPLATE, - [BUILD_TUPLE] = _TAIL_CALL_BUILD_TUPLE, - [CACHE] = _TAIL_CALL_CACHE, - [CALL] = _TAIL_CALL_CALL, - [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT, - [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS, - [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_CALL_BOUND_METHOD_GENERAL, - [CALL_BUILTIN_CLASS] = _TAIL_CALL_CALL_BUILTIN_CLASS, - [CALL_BUILTIN_FAST] = _TAIL_CALL_CALL_BUILTIN_FAST, - [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS, - [CALL_BUILTIN_O] = _TAIL_CALL_CALL_BUILTIN_O, - [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_CALL_EX_NON_PY_GENERAL, - [CALL_EX_PY] = _TAIL_CALL_CALL_EX_PY, - [CALL_FUNCTION_EX] = _TAIL_CALL_CALL_FUNCTION_EX, - [CALL_INTRINSIC_1] = _TAIL_CALL_CALL_INTRINSIC_1, - [CALL_INTRINSIC_2] = _TAIL_CALL_CALL_INTRINSIC_2, - [CALL_ISINSTANCE] = _TAIL_CALL_CALL_ISINSTANCE, - [CALL_KW] = _TAIL_CALL_CALL_KW, - [CALL_KW_BOUND_METHOD] = _TAIL_CALL_CALL_KW_BOUND_METHOD, - [CALL_KW_NON_PY] = _TAIL_CALL_CALL_KW_NON_PY, - [CALL_KW_PY] = _TAIL_CALL_CALL_KW_PY, - [CALL_LEN] = _TAIL_CALL_CALL_LEN, - [CALL_LIST_APPEND] = _TAIL_CALL_CALL_LIST_APPEND, - [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST, - [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, - [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS, - [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O, - [CALL_NON_PY_GENERAL] = _TAIL_CALL_CALL_NON_PY_GENERAL, - [CALL_PY_EXACT_ARGS] = _TAIL_CALL_CALL_PY_EXACT_ARGS, - [CALL_PY_GENERAL] = _TAIL_CALL_CALL_PY_GENERAL, - [CALL_STR_1] = _TAIL_CALL_CALL_STR_1, - [CALL_TUPLE_1] = _TAIL_CALL_CALL_TUPLE_1, - [CALL_TYPE_1] = _TAIL_CALL_CALL_TYPE_1, - [CHECK_EG_MATCH] = _TAIL_CALL_CHECK_EG_MATCH, - [CHECK_EXC_MATCH] = _TAIL_CALL_CHECK_EXC_MATCH, - [CLEANUP_THROW] = _TAIL_CALL_CLEANUP_THROW, - [COMPARE_OP] = _TAIL_CALL_COMPARE_OP, - [COMPARE_OP_FLOAT] = _TAIL_CALL_COMPARE_OP_FLOAT, - [COMPARE_OP_INT] = _TAIL_CALL_COMPARE_OP_INT, - [COMPARE_OP_STR] = _TAIL_CALL_COMPARE_OP_STR, - [CONTAINS_OP] = _TAIL_CALL_CONTAINS_OP, - [CONTAINS_OP_DICT] = _TAIL_CALL_CONTAINS_OP_DICT, - [CONTAINS_OP_SET] = _TAIL_CALL_CONTAINS_OP_SET, - [CONVERT_VALUE] = _TAIL_CALL_CONVERT_VALUE, - [COPY] = _TAIL_CALL_COPY, - [COPY_FREE_VARS] = _TAIL_CALL_COPY_FREE_VARS, - [DELETE_DEREF] = _TAIL_CALL_DELETE_DEREF, - [DELETE_FAST] = _TAIL_CALL_DELETE_FAST, - [DELETE_SUBSCR] = _TAIL_CALL_DELETE_SUBSCR, - [DICT_MERGE] = _TAIL_CALL_DICT_MERGE, - [DICT_UPDATE] = _TAIL_CALL_DICT_UPDATE, - [END_ASYNC_FOR] = _TAIL_CALL_END_ASYNC_FOR, - [END_FOR] = _TAIL_CALL_END_FOR, - [END_SEND] = _TAIL_CALL_END_SEND, - [ENTER_EXECUTOR] = _TAIL_CALL_ENTER_EXECUTOR, - [EXIT_INIT_CHECK] = _TAIL_CALL_EXIT_INIT_CHECK, - [EXTENDED_ARG] = _TAIL_CALL_EXTENDED_ARG, - [FORMAT_SIMPLE] = _TAIL_CALL_FORMAT_SIMPLE, - [FORMAT_WITH_SPEC] = _TAIL_CALL_FORMAT_WITH_SPEC, - [FOR_ITER] = _TAIL_CALL_FOR_ITER, - [FOR_ITER_GEN] = _TAIL_CALL_FOR_ITER_GEN, - [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST, - [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE, - [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE, - [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL, - [GET_AITER] = _TAIL_CALL_GET_AITER, - [GET_ANEXT] = _TAIL_CALL_GET_ANEXT, - [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE, - [GET_ITER] = _TAIL_CALL_GET_ITER, - [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF, - [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL, - [GET_LEN] = _TAIL_CALL_GET_LEN, - [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM, - [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME, - [INSTRUMENTED_CALL] = _TAIL_CALL_INSTRUMENTED_CALL, - [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX, - [INSTRUMENTED_CALL_KW] = _TAIL_CALL_INSTRUMENTED_CALL_KW, - [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR, - [INSTRUMENTED_END_FOR] = _TAIL_CALL_INSTRUMENTED_END_FOR, - [INSTRUMENTED_END_SEND] = _TAIL_CALL_INSTRUMENTED_END_SEND, - [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_INSTRUMENTED_FOR_ITER, - [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_INSTRUMENTED_INSTRUCTION, - [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD, - [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD, - [INSTRUMENTED_LINE] = _TAIL_CALL_INSTRUMENTED_LINE, - [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR, - [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_INSTRUMENTED_NOT_TAKEN, - [INSTRUMENTED_POP_ITER] = _TAIL_CALL_INSTRUMENTED_POP_ITER, - [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE, - [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE, - [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE, - [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE, - [INSTRUMENTED_RESUME] = _TAIL_CALL_INSTRUMENTED_RESUME, - [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_INSTRUMENTED_RETURN_VALUE, - [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_INSTRUMENTED_YIELD_VALUE, - [INTERPRETER_EXIT] = _TAIL_CALL_INTERPRETER_EXIT, - [IS_OP] = _TAIL_CALL_IS_OP, - [JUMP_BACKWARD] = _TAIL_CALL_JUMP_BACKWARD, - [JUMP_BACKWARD_JIT] = _TAIL_CALL_JUMP_BACKWARD_JIT, - [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT, - [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_JUMP_BACKWARD_NO_JIT, - [JUMP_FORWARD] = _TAIL_CALL_JUMP_FORWARD, - [LIST_APPEND] = _TAIL_CALL_LIST_APPEND, - [LIST_EXTEND] = _TAIL_CALL_LIST_EXTEND, - [LOAD_ATTR] = _TAIL_CALL_LOAD_ATTR, - [LOAD_ATTR_CLASS] = _TAIL_CALL_LOAD_ATTR_CLASS, - [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK, - [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN, - [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE, - [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT, - [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT, - [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES, - [LOAD_ATTR_MODULE] = _TAIL_CALL_LOAD_ATTR_MODULE, - [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT, - [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES, - [LOAD_ATTR_PROPERTY] = _TAIL_CALL_LOAD_ATTR_PROPERTY, - [LOAD_ATTR_SLOT] = _TAIL_CALL_LOAD_ATTR_SLOT, - [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_LOAD_ATTR_WITH_HINT, - [LOAD_BUILD_CLASS] = _TAIL_CALL_LOAD_BUILD_CLASS, - [LOAD_COMMON_CONSTANT] = _TAIL_CALL_LOAD_COMMON_CONSTANT, - [LOAD_CONST] = _TAIL_CALL_LOAD_CONST, - [LOAD_DEREF] = _TAIL_CALL_LOAD_DEREF, - [LOAD_FAST] = _TAIL_CALL_LOAD_FAST, - [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_LOAD_FAST_AND_CLEAR, - [LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW, - [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW, - [LOAD_FAST_CHECK] = _TAIL_CALL_LOAD_FAST_CHECK, - [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_LOAD_FAST_LOAD_FAST, - [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF, - [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS, - [LOAD_GLOBAL] = _TAIL_CALL_LOAD_GLOBAL, - [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_LOAD_GLOBAL_BUILTIN, - [LOAD_GLOBAL_MODULE] = _TAIL_CALL_LOAD_GLOBAL_MODULE, - [LOAD_LOCALS] = _TAIL_CALL_LOAD_LOCALS, - [LOAD_NAME] = _TAIL_CALL_LOAD_NAME, - [LOAD_SMALL_INT] = _TAIL_CALL_LOAD_SMALL_INT, - [LOAD_SPECIAL] = _TAIL_CALL_LOAD_SPECIAL, - [LOAD_SUPER_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR, - [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR_ATTR, - [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_LOAD_SUPER_ATTR_METHOD, - [MAKE_CELL] = _TAIL_CALL_MAKE_CELL, - [MAKE_FUNCTION] = _TAIL_CALL_MAKE_FUNCTION, - [MAP_ADD] = _TAIL_CALL_MAP_ADD, - [MATCH_CLASS] = _TAIL_CALL_MATCH_CLASS, - [MATCH_KEYS] = _TAIL_CALL_MATCH_KEYS, - [MATCH_MAPPING] = _TAIL_CALL_MATCH_MAPPING, - [MATCH_SEQUENCE] = _TAIL_CALL_MATCH_SEQUENCE, - [NOP] = _TAIL_CALL_NOP, - [NOT_TAKEN] = _TAIL_CALL_NOT_TAKEN, - [POP_EXCEPT] = _TAIL_CALL_POP_EXCEPT, - [POP_ITER] = _TAIL_CALL_POP_ITER, - [POP_JUMP_IF_FALSE] = _TAIL_CALL_POP_JUMP_IF_FALSE, - [POP_JUMP_IF_NONE] = _TAIL_CALL_POP_JUMP_IF_NONE, - [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_POP_JUMP_IF_NOT_NONE, - [POP_JUMP_IF_TRUE] = _TAIL_CALL_POP_JUMP_IF_TRUE, - [POP_TOP] = _TAIL_CALL_POP_TOP, - [PUSH_EXC_INFO] = _TAIL_CALL_PUSH_EXC_INFO, - [PUSH_NULL] = _TAIL_CALL_PUSH_NULL, - [RAISE_VARARGS] = _TAIL_CALL_RAISE_VARARGS, - [RERAISE] = _TAIL_CALL_RERAISE, - [RESERVED] = _TAIL_CALL_RESERVED, - [RESUME] = _TAIL_CALL_RESUME, - [RESUME_CHECK] = _TAIL_CALL_RESUME_CHECK, - [RESUME_CHECK_JIT] = _TAIL_CALL_RESUME_CHECK_JIT, - [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR, - [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE, - [SEND] = _TAIL_CALL_SEND, - [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN, - [SEND_GEN] = _TAIL_CALL_SEND_GEN, - [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL, - [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS, - [SET_ADD] = _TAIL_CALL_SET_ADD, - [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE, - [SET_UPDATE] = _TAIL_CALL_SET_UPDATE, - [STORE_ATTR] = _TAIL_CALL_STORE_ATTR, - [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE, - [STORE_ATTR_SLOT] = _TAIL_CALL_STORE_ATTR_SLOT, - [STORE_ATTR_WITH_HINT] = _TAIL_CALL_STORE_ATTR_WITH_HINT, - [STORE_DEREF] = _TAIL_CALL_STORE_DEREF, - [STORE_FAST] = _TAIL_CALL_STORE_FAST, - [STORE_FAST_LOAD_FAST] = _TAIL_CALL_STORE_FAST_LOAD_FAST, - [STORE_FAST_STORE_FAST] = _TAIL_CALL_STORE_FAST_STORE_FAST, - [STORE_GLOBAL] = _TAIL_CALL_STORE_GLOBAL, - [STORE_NAME] = _TAIL_CALL_STORE_NAME, - [STORE_SLICE] = _TAIL_CALL_STORE_SLICE, - [STORE_SUBSCR] = _TAIL_CALL_STORE_SUBSCR, - [STORE_SUBSCR_DICT] = _TAIL_CALL_STORE_SUBSCR_DICT, - [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_STORE_SUBSCR_LIST_INT, - [SWAP] = _TAIL_CALL_SWAP, - [TO_BOOL] = _TAIL_CALL_TO_BOOL, - [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TO_BOOL_ALWAYS_TRUE, - [TO_BOOL_BOOL] = _TAIL_CALL_TO_BOOL_BOOL, - [TO_BOOL_INT] = _TAIL_CALL_TO_BOOL_INT, - [TO_BOOL_LIST] = _TAIL_CALL_TO_BOOL_LIST, - [TO_BOOL_NONE] = _TAIL_CALL_TO_BOOL_NONE, - [TO_BOOL_STR] = _TAIL_CALL_TO_BOOL_STR, - [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD, - [UNARY_INVERT] = _TAIL_CALL_UNARY_INVERT, - [UNARY_NEGATIVE] = _TAIL_CALL_UNARY_NEGATIVE, - [UNARY_NOT] = _TAIL_CALL_UNARY_NOT, - [UNPACK_EX] = _TAIL_CALL_UNPACK_EX, - [UNPACK_SEQUENCE] = _TAIL_CALL_UNPACK_SEQUENCE, - [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_UNPACK_SEQUENCE_LIST, - [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TUPLE, - [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE, - [WITH_EXCEPT_START] = _TAIL_CALL_WITH_EXCEPT_START, - [YIELD_VALUE] = _TAIL_CALL_YIELD_VALUE, - [117] = _TAIL_CALL_UNKNOWN_OPCODE, - [118] = _TAIL_CALL_UNKNOWN_OPCODE, - [119] = _TAIL_CALL_UNKNOWN_OPCODE, - [120] = _TAIL_CALL_UNKNOWN_OPCODE, - [121] = _TAIL_CALL_UNKNOWN_OPCODE, - [122] = _TAIL_CALL_UNKNOWN_OPCODE, - [123] = _TAIL_CALL_UNKNOWN_OPCODE, - [124] = _TAIL_CALL_UNKNOWN_OPCODE, - [125] = _TAIL_CALL_UNKNOWN_OPCODE, - [126] = _TAIL_CALL_UNKNOWN_OPCODE, - [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, - [222] = _TAIL_CALL_UNKNOWN_OPCODE, - [223] = _TAIL_CALL_UNKNOWN_OPCODE, - [224] = _TAIL_CALL_UNKNOWN_OPCODE, - [225] = _TAIL_CALL_UNKNOWN_OPCODE, - [226] = _TAIL_CALL_UNKNOWN_OPCODE, - [227] = _TAIL_CALL_UNKNOWN_OPCODE, - [228] = _TAIL_CALL_UNKNOWN_OPCODE, - [229] = _TAIL_CALL_UNKNOWN_OPCODE, - [230] = _TAIL_CALL_UNKNOWN_OPCODE, - [231] = _TAIL_CALL_UNKNOWN_OPCODE, - [232] = _TAIL_CALL_UNKNOWN_OPCODE, + [BINARY_OP] = _Py_TAIL_CALL_BINARY_OP, + [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT, + [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE, + [BINARY_OP_EXTEND] = _Py_TAIL_CALL_BINARY_OP_EXTEND, + [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, + [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, + [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT, + [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, + [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, + [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE, + [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT, + [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT, + [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, + [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, + [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_SLICE] = _Py_TAIL_CALL_BINARY_SLICE, + [BUILD_INTERPOLATION] = _Py_TAIL_CALL_BUILD_INTERPOLATION, + [BUILD_LIST] = _Py_TAIL_CALL_BUILD_LIST, + [BUILD_MAP] = _Py_TAIL_CALL_BUILD_MAP, + [BUILD_SET] = _Py_TAIL_CALL_BUILD_SET, + [BUILD_SLICE] = _Py_TAIL_CALL_BUILD_SLICE, + [BUILD_STRING] = _Py_TAIL_CALL_BUILD_STRING, + [BUILD_TEMPLATE] = _Py_TAIL_CALL_BUILD_TEMPLATE, + [BUILD_TUPLE] = _Py_TAIL_CALL_BUILD_TUPLE, + [CACHE] = _Py_TAIL_CALL_CACHE, + [CALL] = _Py_TAIL_CALL_CALL, + [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT, + [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS, + [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL, + [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_CALL_BUILTIN_CLASS, + [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_CALL_BUILTIN_FAST, + [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS, + [CALL_BUILTIN_O] = _Py_TAIL_CALL_CALL_BUILTIN_O, + [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL, + [CALL_EX_PY] = _Py_TAIL_CALL_CALL_EX_PY, + [CALL_FUNCTION_EX] = _Py_TAIL_CALL_CALL_FUNCTION_EX, + [CALL_INTRINSIC_1] = _Py_TAIL_CALL_CALL_INTRINSIC_1, + [CALL_INTRINSIC_2] = _Py_TAIL_CALL_CALL_INTRINSIC_2, + [CALL_ISINSTANCE] = _Py_TAIL_CALL_CALL_ISINSTANCE, + [CALL_KW] = _Py_TAIL_CALL_CALL_KW, + [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_CALL_KW_BOUND_METHOD, + [CALL_KW_NON_PY] = _Py_TAIL_CALL_CALL_KW_NON_PY, + [CALL_KW_PY] = _Py_TAIL_CALL_CALL_KW_PY, + [CALL_LEN] = _Py_TAIL_CALL_CALL_LEN, + [CALL_LIST_APPEND] = _Py_TAIL_CALL_CALL_LIST_APPEND, + [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST, + [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, + [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS, + [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O, + [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_NON_PY_GENERAL, + [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_CALL_PY_EXACT_ARGS, + [CALL_PY_GENERAL] = _Py_TAIL_CALL_CALL_PY_GENERAL, + [CALL_STR_1] = _Py_TAIL_CALL_CALL_STR_1, + [CALL_TUPLE_1] = _Py_TAIL_CALL_CALL_TUPLE_1, + [CALL_TYPE_1] = _Py_TAIL_CALL_CALL_TYPE_1, + [CHECK_EG_MATCH] = _Py_TAIL_CALL_CHECK_EG_MATCH, + [CHECK_EXC_MATCH] = _Py_TAIL_CALL_CHECK_EXC_MATCH, + [CLEANUP_THROW] = _Py_TAIL_CALL_CLEANUP_THROW, + [COMPARE_OP] = _Py_TAIL_CALL_COMPARE_OP, + [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_COMPARE_OP_FLOAT, + [COMPARE_OP_INT] = _Py_TAIL_CALL_COMPARE_OP_INT, + [COMPARE_OP_STR] = _Py_TAIL_CALL_COMPARE_OP_STR, + [CONTAINS_OP] = _Py_TAIL_CALL_CONTAINS_OP, + [CONTAINS_OP_DICT] = _Py_TAIL_CALL_CONTAINS_OP_DICT, + [CONTAINS_OP_SET] = _Py_TAIL_CALL_CONTAINS_OP_SET, + [CONVERT_VALUE] = _Py_TAIL_CALL_CONVERT_VALUE, + [COPY] = _Py_TAIL_CALL_COPY, + [COPY_FREE_VARS] = _Py_TAIL_CALL_COPY_FREE_VARS, + [DELETE_DEREF] = _Py_TAIL_CALL_DELETE_DEREF, + [DELETE_FAST] = _Py_TAIL_CALL_DELETE_FAST, + [DELETE_SUBSCR] = _Py_TAIL_CALL_DELETE_SUBSCR, + [DICT_MERGE] = _Py_TAIL_CALL_DICT_MERGE, + [DICT_UPDATE] = _Py_TAIL_CALL_DICT_UPDATE, + [END_ASYNC_FOR] = _Py_TAIL_CALL_END_ASYNC_FOR, + [END_FOR] = _Py_TAIL_CALL_END_FOR, + [END_SEND] = _Py_TAIL_CALL_END_SEND, + [ENTER_EXECUTOR] = _Py_TAIL_CALL_ENTER_EXECUTOR, + [EXIT_INIT_CHECK] = _Py_TAIL_CALL_EXIT_INIT_CHECK, + [EXTENDED_ARG] = _Py_TAIL_CALL_EXTENDED_ARG, + [FORMAT_SIMPLE] = _Py_TAIL_CALL_FORMAT_SIMPLE, + [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_FORMAT_WITH_SPEC, + [FOR_ITER] = _Py_TAIL_CALL_FOR_ITER, + [FOR_ITER_GEN] = _Py_TAIL_CALL_FOR_ITER_GEN, + [FOR_ITER_LIST] = _Py_TAIL_CALL_FOR_ITER_LIST, + [FOR_ITER_RANGE] = _Py_TAIL_CALL_FOR_ITER_RANGE, + [FOR_ITER_TUPLE] = _Py_TAIL_CALL_FOR_ITER_TUPLE, + [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_FOR_ITER_VIRTUAL, + [GET_AITER] = _Py_TAIL_CALL_GET_AITER, + [GET_ANEXT] = _Py_TAIL_CALL_GET_ANEXT, + [GET_AWAITABLE] = _Py_TAIL_CALL_GET_AWAITABLE, + [GET_ITER] = _Py_TAIL_CALL_GET_ITER, + [GET_ITER_SELF] = _Py_TAIL_CALL_GET_ITER_SELF, + [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_GET_ITER_VIRTUAL, + [GET_LEN] = _Py_TAIL_CALL_GET_LEN, + [IMPORT_FROM] = _Py_TAIL_CALL_IMPORT_FROM, + [IMPORT_NAME] = _Py_TAIL_CALL_IMPORT_NAME, + [INSTRUMENTED_CALL] = _Py_TAIL_CALL_INSTRUMENTED_CALL, + [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX, + [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_INSTRUMENTED_CALL_KW, + [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR, + [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_FOR, + [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_INSTRUMENTED_END_SEND, + [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER, + [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION, + [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD, + [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD, + [INSTRUMENTED_LINE] = _Py_TAIL_CALL_INSTRUMENTED_LINE, + [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR, + [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN, + [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_INSTRUMENTED_POP_ITER, + [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE, + [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE, + [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE, + [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE, + [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_INSTRUMENTED_RESUME, + [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE, + [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE, + [INTERPRETER_EXIT] = _Py_TAIL_CALL_INTERPRETER_EXIT, + [IS_OP] = _Py_TAIL_CALL_IS_OP, + [JUMP_BACKWARD] = _Py_TAIL_CALL_JUMP_BACKWARD, + [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_JIT, + [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT, + [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT, + [JUMP_FORWARD] = _Py_TAIL_CALL_JUMP_FORWARD, + [LIST_APPEND] = _Py_TAIL_CALL_LIST_APPEND, + [LIST_EXTEND] = _Py_TAIL_CALL_LIST_EXTEND, + [LOAD_ATTR] = _Py_TAIL_CALL_LOAD_ATTR, + [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_LOAD_ATTR_CLASS, + [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK, + [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN, + [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE, + [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT, + [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT, + [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES, + [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_LOAD_ATTR_MODULE, + [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT, + [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES, + [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_LOAD_ATTR_PROPERTY, + [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_LOAD_ATTR_SLOT, + [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT, + [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_LOAD_BUILD_CLASS, + [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_LOAD_COMMON_CONSTANT, + [LOAD_CONST] = _Py_TAIL_CALL_LOAD_CONST, + [LOAD_DEREF] = _Py_TAIL_CALL_LOAD_DEREF, + [LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST, + [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR, + [LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW, + [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW, + [LOAD_FAST_CHECK] = _Py_TAIL_CALL_LOAD_FAST_CHECK, + [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST, + [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF, + [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS, + [LOAD_GLOBAL] = _Py_TAIL_CALL_LOAD_GLOBAL, + [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN, + [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_LOAD_GLOBAL_MODULE, + [LOAD_LOCALS] = _Py_TAIL_CALL_LOAD_LOCALS, + [LOAD_NAME] = _Py_TAIL_CALL_LOAD_NAME, + [LOAD_SMALL_INT] = _Py_TAIL_CALL_LOAD_SMALL_INT, + [LOAD_SPECIAL] = _Py_TAIL_CALL_LOAD_SPECIAL, + [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR, + [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR, + [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD, + [MAKE_CELL] = _Py_TAIL_CALL_MAKE_CELL, + [MAKE_FUNCTION] = _Py_TAIL_CALL_MAKE_FUNCTION, + [MAP_ADD] = _Py_TAIL_CALL_MAP_ADD, + [MATCH_CLASS] = _Py_TAIL_CALL_MATCH_CLASS, + [MATCH_KEYS] = _Py_TAIL_CALL_MATCH_KEYS, + [MATCH_MAPPING] = _Py_TAIL_CALL_MATCH_MAPPING, + [MATCH_SEQUENCE] = _Py_TAIL_CALL_MATCH_SEQUENCE, + [NOP] = _Py_TAIL_CALL_NOP, + [NOT_TAKEN] = _Py_TAIL_CALL_NOT_TAKEN, + [POP_EXCEPT] = _Py_TAIL_CALL_POP_EXCEPT, + [POP_ITER] = _Py_TAIL_CALL_POP_ITER, + [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_POP_JUMP_IF_FALSE, + [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NONE, + [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE, + [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_POP_JUMP_IF_TRUE, + [POP_TOP] = _Py_TAIL_CALL_POP_TOP, + [PUSH_EXC_INFO] = _Py_TAIL_CALL_PUSH_EXC_INFO, + [PUSH_NULL] = _Py_TAIL_CALL_PUSH_NULL, + [RAISE_VARARGS] = _Py_TAIL_CALL_RAISE_VARARGS, + [RERAISE] = _Py_TAIL_CALL_RERAISE, + [RESERVED] = _Py_TAIL_CALL_RESERVED, + [RESUME] = _Py_TAIL_CALL_RESUME, + [RESUME_CHECK] = _Py_TAIL_CALL_RESUME_CHECK, + [RESUME_CHECK_JIT] = _Py_TAIL_CALL_RESUME_CHECK_JIT, + [RETURN_GENERATOR] = _Py_TAIL_CALL_RETURN_GENERATOR, + [RETURN_VALUE] = _Py_TAIL_CALL_RETURN_VALUE, + [SEND] = _Py_TAIL_CALL_SEND, + [SEND_ASYNC_GEN] = _Py_TAIL_CALL_SEND_ASYNC_GEN, + [SEND_GEN] = _Py_TAIL_CALL_SEND_GEN, + [SEND_VIRTUAL] = _Py_TAIL_CALL_SEND_VIRTUAL, + [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_SETUP_ANNOTATIONS, + [SET_ADD] = _Py_TAIL_CALL_SET_ADD, + [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE, + [SET_UPDATE] = _Py_TAIL_CALL_SET_UPDATE, + [STORE_ATTR] = _Py_TAIL_CALL_STORE_ATTR, + [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE, + [STORE_ATTR_SLOT] = _Py_TAIL_CALL_STORE_ATTR_SLOT, + [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_STORE_ATTR_WITH_HINT, + [STORE_DEREF] = _Py_TAIL_CALL_STORE_DEREF, + [STORE_FAST] = _Py_TAIL_CALL_STORE_FAST, + [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_STORE_FAST_LOAD_FAST, + [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_STORE_FAST_STORE_FAST, + [STORE_GLOBAL] = _Py_TAIL_CALL_STORE_GLOBAL, + [STORE_NAME] = _Py_TAIL_CALL_STORE_NAME, + [STORE_SLICE] = _Py_TAIL_CALL_STORE_SLICE, + [STORE_SUBSCR] = _Py_TAIL_CALL_STORE_SUBSCR, + [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_STORE_SUBSCR_DICT, + [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT, + [SWAP] = _Py_TAIL_CALL_SWAP, + [TO_BOOL] = _Py_TAIL_CALL_TO_BOOL, + [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE, + [TO_BOOL_BOOL] = _Py_TAIL_CALL_TO_BOOL_BOOL, + [TO_BOOL_INT] = _Py_TAIL_CALL_TO_BOOL_INT, + [TO_BOOL_LIST] = _Py_TAIL_CALL_TO_BOOL_LIST, + [TO_BOOL_NONE] = _Py_TAIL_CALL_TO_BOOL_NONE, + [TO_BOOL_STR] = _Py_TAIL_CALL_TO_BOOL_STR, + [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_INVERT] = _Py_TAIL_CALL_UNARY_INVERT, + [UNARY_NEGATIVE] = _Py_TAIL_CALL_UNARY_NEGATIVE, + [UNARY_NOT] = _Py_TAIL_CALL_UNARY_NOT, + [UNPACK_EX] = _Py_TAIL_CALL_UNPACK_EX, + [UNPACK_SEQUENCE] = _Py_TAIL_CALL_UNPACK_SEQUENCE, + [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST, + [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE, + [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE, + [WITH_EXCEPT_START] = _Py_TAIL_CALL_WITH_EXCEPT_START, + [YIELD_VALUE] = _Py_TAIL_CALL_YIELD_VALUE, + [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE, }; static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { - [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, - [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, - [BUILD_MAP] = _TAIL_CALL_TRACE_RECORD, - [BUILD_SET] = _TAIL_CALL_TRACE_RECORD, - [BUILD_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_STRING] = _TAIL_CALL_TRACE_RECORD, - [BUILD_TEMPLATE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [CACHE] = _TAIL_CALL_TRACE_RECORD, - [CALL] = _TAIL_CALL_TRACE_RECORD, - [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_TRACE_RECORD, - [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_CLASS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_FAST] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_O] = _TAIL_CALL_TRACE_RECORD, - [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_EX_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD, - [CALL_INTRINSIC_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_INTRINSIC_2] = _TAIL_CALL_TRACE_RECORD, - [CALL_ISINSTANCE] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_BOUND_METHOD] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_NON_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_LEN] = _TAIL_CALL_TRACE_RECORD, - [CALL_LIST_APPEND] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_TRACE_RECORD, - [CALL_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_PY_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_STR_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_TUPLE_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_TYPE_1] = _TAIL_CALL_TRACE_RECORD, - [CHECK_EG_MATCH] = _TAIL_CALL_TRACE_RECORD, - [CHECK_EXC_MATCH] = _TAIL_CALL_TRACE_RECORD, - [CLEANUP_THROW] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_INT] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_STR] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP_DICT] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP_SET] = _TAIL_CALL_TRACE_RECORD, - [CONVERT_VALUE] = _TAIL_CALL_TRACE_RECORD, - [COPY] = _TAIL_CALL_TRACE_RECORD, - [COPY_FREE_VARS] = _TAIL_CALL_TRACE_RECORD, - [DELETE_DEREF] = _TAIL_CALL_TRACE_RECORD, - [DELETE_FAST] = _TAIL_CALL_TRACE_RECORD, - [DELETE_SUBSCR] = _TAIL_CALL_TRACE_RECORD, - [DICT_MERGE] = _TAIL_CALL_TRACE_RECORD, - [DICT_UPDATE] = _TAIL_CALL_TRACE_RECORD, - [END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD, - [END_FOR] = _TAIL_CALL_TRACE_RECORD, - [END_SEND] = _TAIL_CALL_TRACE_RECORD, - [ENTER_EXECUTOR] = _TAIL_CALL_TRACE_RECORD, - [EXIT_INIT_CHECK] = _TAIL_CALL_TRACE_RECORD, - [EXTENDED_ARG] = _TAIL_CALL_TRACE_RECORD, - [FORMAT_SIMPLE] = _TAIL_CALL_TRACE_RECORD, - [FORMAT_WITH_SPEC] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_GEN] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [GET_AITER] = _TAIL_CALL_TRACE_RECORD, - [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD, - [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [GET_LEN] = _TAIL_CALL_TRACE_RECORD, - [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD, - [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL_KW] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_FOR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_SEND] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_LINE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_ITER] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_RESUME] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD, - [INTERPRETER_EXIT] = _TAIL_CALL_TRACE_RECORD, - [IS_OP] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_JIT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD, - [LIST_APPEND] = _TAIL_CALL_TRACE_RECORD, - [LIST_EXTEND] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_CLASS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_MODULE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_PROPERTY] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_BUILD_CLASS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_COMMON_CONSTANT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_CONST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_DEREF] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_CHECK] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL_MODULE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_LOCALS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_NAME] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SMALL_INT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SPECIAL] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_TRACE_RECORD, - [MAKE_CELL] = _TAIL_CALL_TRACE_RECORD, - [MAKE_FUNCTION] = _TAIL_CALL_TRACE_RECORD, - [MAP_ADD] = _TAIL_CALL_TRACE_RECORD, - [MATCH_CLASS] = _TAIL_CALL_TRACE_RECORD, - [MATCH_KEYS] = _TAIL_CALL_TRACE_RECORD, - [MATCH_MAPPING] = _TAIL_CALL_TRACE_RECORD, - [MATCH_SEQUENCE] = _TAIL_CALL_TRACE_RECORD, - [NOP] = _TAIL_CALL_TRACE_RECORD, - [NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD, - [POP_EXCEPT] = _TAIL_CALL_TRACE_RECORD, - [POP_ITER] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD, - [POP_TOP] = _TAIL_CALL_TRACE_RECORD, - [PUSH_EXC_INFO] = _TAIL_CALL_TRACE_RECORD, - [PUSH_NULL] = _TAIL_CALL_TRACE_RECORD, - [RAISE_VARARGS] = _TAIL_CALL_TRACE_RECORD, - [RERAISE] = _TAIL_CALL_TRACE_RECORD, - [RESERVED] = _TAIL_CALL_TRACE_RECORD, - [RESUME] = _TAIL_CALL_TRACE_RECORD, - [RESUME_CHECK] = _TAIL_CALL_TRACE_RECORD, - [RESUME_CHECK_JIT] = _TAIL_CALL_TRACE_RECORD, - [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD, - [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, - [SEND] = _TAIL_CALL_TRACE_RECORD, - [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD, - [SEND_GEN] = _TAIL_CALL_TRACE_RECORD, - [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD, - [SET_ADD] = _TAIL_CALL_TRACE_RECORD, - [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD, - [SET_UPDATE] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD, - [STORE_DEREF] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST_STORE_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_GLOBAL] = _TAIL_CALL_TRACE_RECORD, - [STORE_NAME] = _TAIL_CALL_TRACE_RECORD, - [STORE_SLICE] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, - [SWAP] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_BOOL] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_INT] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_LIST] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_NONE] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_STR] = _TAIL_CALL_TRACE_RECORD, - [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD, - [UNARY_INVERT] = _TAIL_CALL_TRACE_RECORD, - [UNARY_NEGATIVE] = _TAIL_CALL_TRACE_RECORD, - [UNARY_NOT] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_EX] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [WITH_EXCEPT_START] = _TAIL_CALL_TRACE_RECORD, - [YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD, - [117] = _TAIL_CALL_UNKNOWN_OPCODE, - [118] = _TAIL_CALL_UNKNOWN_OPCODE, - [119] = _TAIL_CALL_UNKNOWN_OPCODE, - [120] = _TAIL_CALL_UNKNOWN_OPCODE, - [121] = _TAIL_CALL_UNKNOWN_OPCODE, - [122] = _TAIL_CALL_UNKNOWN_OPCODE, - [123] = _TAIL_CALL_UNKNOWN_OPCODE, - [124] = _TAIL_CALL_UNKNOWN_OPCODE, - [125] = _TAIL_CALL_UNKNOWN_OPCODE, - [126] = _TAIL_CALL_UNKNOWN_OPCODE, - [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, - [222] = _TAIL_CALL_UNKNOWN_OPCODE, - [223] = _TAIL_CALL_UNKNOWN_OPCODE, - [224] = _TAIL_CALL_UNKNOWN_OPCODE, - [225] = _TAIL_CALL_UNKNOWN_OPCODE, - [226] = _TAIL_CALL_UNKNOWN_OPCODE, - [227] = _TAIL_CALL_UNKNOWN_OPCODE, - [228] = _TAIL_CALL_UNKNOWN_OPCODE, - [229] = _TAIL_CALL_UNKNOWN_OPCODE, - [230] = _TAIL_CALL_UNKNOWN_OPCODE, - [231] = _TAIL_CALL_UNKNOWN_OPCODE, - [232] = _TAIL_CALL_UNKNOWN_OPCODE, + [BINARY_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_INTERPOLATION] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_MAP] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_SET] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_STRING] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_TEMPLATE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [CACHE] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_O] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_EX_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_INTRINSIC_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_INTRINSIC_2] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_ISINSTANCE] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_NON_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_LEN] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_STR_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_TUPLE_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_TYPE_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CHECK_EG_MATCH] = _Py_TAIL_CALL_TRACE_RECORD, + [CHECK_EXC_MATCH] = _Py_TAIL_CALL_TRACE_RECORD, + [CLEANUP_THROW] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_STR] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP_SET] = _Py_TAIL_CALL_TRACE_RECORD, + [CONVERT_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [COPY] = _Py_TAIL_CALL_TRACE_RECORD, + [COPY_FREE_VARS] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD, + [DICT_MERGE] = _Py_TAIL_CALL_TRACE_RECORD, + [DICT_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD, + [END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [END_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [END_SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [ENTER_EXECUTOR] = _Py_TAIL_CALL_TRACE_RECORD, + [EXIT_INIT_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [EXTENDED_ARG] = _Py_TAIL_CALL_TRACE_RECORD, + [FORMAT_SIMPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_RANGE] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_AITER] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ANEXT] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_AWAITABLE] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER_SELF] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_LEN] = _Py_TAIL_CALL_TRACE_RECORD, + [IMPORT_FROM] = _Py_TAIL_CALL_TRACE_RECORD, + [IMPORT_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_LINE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INTERPRETER_EXIT] = _Py_TAIL_CALL_TRACE_RECORD, + [IS_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD, + [LIST_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_CONST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_LOCALS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SMALL_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SPECIAL] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_TRACE_RECORD, + [MAKE_CELL] = _Py_TAIL_CALL_TRACE_RECORD, + [MAKE_FUNCTION] = _Py_TAIL_CALL_TRACE_RECORD, + [MAP_ADD] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_KEYS] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_MAPPING] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD, + [NOP] = _Py_TAIL_CALL_TRACE_RECORD, + [NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_EXCEPT] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_TOP] = _Py_TAIL_CALL_TRACE_RECORD, + [PUSH_EXC_INFO] = _Py_TAIL_CALL_TRACE_RECORD, + [PUSH_NULL] = _Py_TAIL_CALL_TRACE_RECORD, + [RAISE_VARARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [RERAISE] = _Py_TAIL_CALL_TRACE_RECORD, + [RESERVED] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME_CHECK_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [RETURN_GENERATOR] = _Py_TAIL_CALL_TRACE_RECORD, + [RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_ASYNC_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_ADD] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [SWAP] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_BOOL] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_STR] = _Py_TAIL_CALL_TRACE_RECORD, + [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_INVERT] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_NEGATIVE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_NOT] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [WITH_EXCEPT_START] = _Py_TAIL_CALL_TRACE_RECORD, + [YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE, }; #endif /* _Py_TAIL_CALL_INTERP */ diff --git a/PCbuild/pythoncore.vcxproj b/PCbuild/pythoncore.vcxproj index c2d8f64a72b1191..53ec585ac436086 100644 --- a/PCbuild/pythoncore.vcxproj +++ b/PCbuild/pythoncore.vcxproj @@ -626,6 +626,9 @@ /std:clatest %(AdditionalOptions) + + /std:clatest %(AdditionalOptions) + diff --git a/PCbuild/pythoncore.vcxproj.filters b/PCbuild/pythoncore.vcxproj.filters index 2536fc971700deb..8da1b797e3a0009 100644 --- a/PCbuild/pythoncore.vcxproj.filters +++ b/PCbuild/pythoncore.vcxproj.filters @@ -1421,6 +1421,9 @@ Python + + Python + Python diff --git a/PCbuild/regen.targets b/PCbuild/regen.targets index 9552e73ef6a2eca..0bea04914a91501 100644 --- a/PCbuild/regen.targets +++ b/PCbuild/regen.targets @@ -115,7 +115,7 @@ WorkingDirectory="$(PySourcePath)" /> - diff --git a/Python/ceval.c b/Python/ceval.c index b90de789accd44f..7982875c6238c38 100644 --- a/Python/ceval.c +++ b/Python/ceval.c @@ -1083,8 +1083,8 @@ _PyObjectArray_Free(PyObject **array, PyObject **scratch) #if _Py_TIER2 // 0 for success, -1 for error. -static int -stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame) +int +_PyEval_StopTracingAndJit(PyThreadState *tstate, _PyInterpreterFrame *frame) { int _is_sys_tracing = (tstate->c_tracefunc != NULL) || (tstate->c_profilefunc != NULL); int err = 0; @@ -1111,7 +1111,10 @@ stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame) #if _Py_TAIL_CALL_INTERP #include "opcode_targets.h" +/* Give start_frame its own frame pointer, independently of the handlers. */ +#define _Py_CEVAL_START_FRAME #include "generated_cases.c.h" +#undef _Py_CEVAL_START_FRAME #endif @@ -1196,8 +1199,8 @@ int _PyEval_StoreName(PyThreadState *tstate, _PyStackRef v, PyObject *name, PyOb #endif #ifdef WITH_DTRACE -static void -dtrace_function_entry(_PyInterpreterFrame *frame) +void +_PyEval_DTraceFunctionEntry(_PyInterpreterFrame *frame) { const char *filename; const char *funcname; @@ -1211,8 +1214,8 @@ dtrace_function_entry(_PyInterpreterFrame *frame) PyDTrace_FUNCTION_ENTRY(filename, funcname, lineno); } -static void -dtrace_function_return(_PyInterpreterFrame *frame) +void +_PyEval_DTraceFunctionReturn(_PyInterpreterFrame *frame) { const char *filename; const char *funcname; @@ -1324,9 +1327,9 @@ _PyEval_EvalFrameDefault(PyThreadState *tstate, _PyInterpreterFrame *frame, int _PyFrame_StackPointerInvalidate(frame); #if _Py_TAIL_CALL_INTERP # if Py_STATS - return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode); + return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode); # else - return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0); + return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0); # endif #else goto error; @@ -1335,9 +1338,9 @@ _PyEval_EvalFrameDefault(PyThreadState *tstate, _PyInterpreterFrame *frame, int #if _Py_TAIL_CALL_INTERP # if Py_STATS - return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode); + return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode); # else - return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0); + return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0); # endif #else goto start_frame; diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h index 36921e35533433d..84948f17884b2c9 100644 --- a/Python/ceval_macros.h +++ b/Python/ceval_macros.h @@ -99,7 +99,7 @@ # define DISPATCH_TABLE_VAR instruction_funcptr_table # define DISPATCH_TABLE instruction_funcptr_handler_table # define TRACING_DISPATCH_TABLE instruction_funcptr_tracing_table -# define TARGET(op) Py_NO_INLINE PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_##op(TAIL_CALL_PARAMS) +# define TARGET(op) Py_NO_INLINE PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_##op(TAIL_CALL_PARAMS) # define DISPATCH_GOTO() \ do { \ @@ -111,17 +111,17 @@ } while (0) # define JUMP_TO_LABEL(name) \ do { \ - Py_MUSTTAIL return (_TAIL_CALL_##name)(TAIL_CALL_ARGS); \ + Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(TAIL_CALL_ARGS); \ } while (0) # ifdef Py_STATS # define JUMP_TO_PREDICTED(name) \ do { \ - Py_MUSTTAIL return (_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg, lastopcode); \ + Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg, lastopcode); \ } while (0) # else # define JUMP_TO_PREDICTED(name) \ do { \ - Py_MUSTTAIL return (_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg); \ + Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg); \ } while (0) # endif # define LABEL(name) TARGET(name) @@ -329,18 +329,23 @@ GETITEM(PyObject *v, Py_ssize_t i) { #define CONSTS() _PyFrame_GetCode(frame)->co_consts #define NAMES() _PyFrame_GetCode(frame)->co_names +#if _Py_TIER2 && !defined(Py_BUILD_CORE_MODULE) +int _PyEval_StopTracingAndJit(PyThreadState *, _PyInterpreterFrame *); +#define stop_tracing_and_jit _PyEval_StopTracingAndJit +#endif + #if defined(WITH_DTRACE) && !defined(Py_BUILD_CORE_MODULE) -static void dtrace_function_entry(_PyInterpreterFrame *); -static void dtrace_function_return(_PyInterpreterFrame *); +void _PyEval_DTraceFunctionEntry(_PyInterpreterFrame *); +void _PyEval_DTraceFunctionReturn(_PyInterpreterFrame *); #define DTRACE_FUNCTION_ENTRY() \ if (PyDTrace_FUNCTION_ENTRY_ENABLED()) { \ - dtrace_function_entry(frame); \ + _PyEval_DTraceFunctionEntry(frame); \ } #define DTRACE_FUNCTION_RETURN() \ if (PyDTrace_FUNCTION_RETURN_ENABLED()) { \ - dtrace_function_return(frame); \ + _PyEval_DTraceFunctionReturn(frame); \ } #else #define DTRACE_FUNCTION_ENTRY() ((void)0) diff --git a/Python/ceval_tailcall.c b/Python/ceval_tailcall.c new file mode 100644 index 000000000000000..66debb96b3c4575 --- /dev/null +++ b/Python/ceval_tailcall.c @@ -0,0 +1,13 @@ +#include "pyconfig.h" // _Py_TAIL_CALL_INTERP + +#if _Py_TAIL_CALL_INTERP +#include "ceval.h" +#include "pycore_long.h" + +#include "ceval_macros.h" + +#define _Py_CEVAL_OPCODE_TARGETS_DEFINE +#include "opcode_targets.h" +#undef _Py_CEVAL_OPCODE_TARGETS_DEFINE +#include "generated_cases.c.h" +#endif diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index dd0ce41e4b06b4a..94aee7d8254a9bd 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -7,6 +7,7 @@ #error "This file is for Tier 1 only" #endif #define TIER_ONE 1 +#ifndef _Py_CEVAL_START_FRAME #if !_Py_TAIL_CALL_INTERP #if !USE_COMPUTED_GOTOS @@ -13770,33 +13771,6 @@ JUMP_TO_LABEL(error); JUMP_TO_LABEL(error); } - LABEL(start_frame) - { - #ifdef Py_DEBUG - assert(frame->stackpointer_valid == 1); - #endif - int too_deep = _Py_EnterRecursivePy(tstate); - if (too_deep) { - JUMP_TO_LABEL(exit_unwind_notrace); - } - DTRACE_FUNCTION_ENTRY(); - next_instr = frame->instr_ptr; - #ifdef Py_DEBUG - int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS()); - if (lltrace < 0) { - JUMP_TO_LABEL(exit_unwind); - } - frame->lltrace = lltrace; - assert(!_PyErr_Occurred(tstate)); - #endif - stack_pointer = _PyFrame_GetStackPointer(frame); - _PyFrame_StackPointerInvalidate(frame); - #if _Py_TAIL_CALL_INTERP - int opcode; - #endif - DISPATCH(); - } - #if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2) Py_GCC_ATTRIBUTE((unused)) #endif @@ -13824,4 +13798,35 @@ JUMP_TO_LABEL(error); } /* END LABELS */ +#endif /* _Py_CEVAL_START_FRAME */ +#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) + + LABEL(start_frame) + { + #ifdef Py_DEBUG + assert(frame->stackpointer_valid == 1); + #endif + int too_deep = _Py_EnterRecursivePy(tstate); + if (too_deep) { + JUMP_TO_LABEL(exit_unwind_notrace); + } + DTRACE_FUNCTION_ENTRY(); + next_instr = frame->instr_ptr; + #ifdef Py_DEBUG + int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS()); + if (lltrace < 0) { + JUMP_TO_LABEL(exit_unwind); + } + frame->lltrace = lltrace; + assert(!_PyErr_Occurred(tstate)); + #endif + stack_pointer = _PyFrame_GetStackPointer(frame); + _PyFrame_StackPointerInvalidate(frame); + #if _Py_TAIL_CALL_INTERP + int opcode; + #endif + DISPATCH(); + } + +#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */ #undef TIER_ONE diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index 91b424773224e4b..23d21f3bd73a197 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -518,252 +518,254 @@ static void *opcode_tracing_targets_table[256] = { }; #endif #else /* _Py_TAIL_CALL_INTERP */ -static py_tail_call_funcptr instruction_funcptr_handler_table[256]; +extern py_tail_call_funcptr instruction_funcptr_handler_table[256]; -static py_tail_call_funcptr instruction_funcptr_tracing_table[256]; +extern py_tail_call_funcptr instruction_funcptr_tracing_table[256]; -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_error(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_start_frame(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_error(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_start_frame(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CACHE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IS_OP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RERAISE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESERVED(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SWAP(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS); +#ifdef _Py_CEVAL_OPCODE_TARGETS_DEFINE +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) { +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CACHE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_FOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_SEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IS_OP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RERAISE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESERVED(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SWAP(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS); +extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS); + +PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) { int opcode = next_instr->op.code; _PyErr_Format(tstate, PyExc_SystemError, "%U:%d: unknown opcode %d", @@ -773,520 +775,521 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) JUMP_TO_LABEL(error); } -static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { - [BINARY_OP] = _TAIL_CALL_BINARY_OP, - [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, - [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, - [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, - [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, - [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, - [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, - [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, - [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, - [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, - [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, - [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE, - [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT, - [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT, - [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, - [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, - [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, - [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, - [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, - [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, - [BUILD_MAP] = _TAIL_CALL_BUILD_MAP, - [BUILD_SET] = _TAIL_CALL_BUILD_SET, - [BUILD_SLICE] = _TAIL_CALL_BUILD_SLICE, - [BUILD_STRING] = _TAIL_CALL_BUILD_STRING, - [BUILD_TEMPLATE] = _TAIL_CALL_BUILD_TEMPLATE, - [BUILD_TUPLE] = _TAIL_CALL_BUILD_TUPLE, - [CACHE] = _TAIL_CALL_CACHE, - [CALL] = _TAIL_CALL_CALL, - [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT, - [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS, - [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_CALL_BOUND_METHOD_GENERAL, - [CALL_BUILTIN_CLASS] = _TAIL_CALL_CALL_BUILTIN_CLASS, - [CALL_BUILTIN_FAST] = _TAIL_CALL_CALL_BUILTIN_FAST, - [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS, - [CALL_BUILTIN_O] = _TAIL_CALL_CALL_BUILTIN_O, - [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_CALL_EX_NON_PY_GENERAL, - [CALL_EX_PY] = _TAIL_CALL_CALL_EX_PY, - [CALL_FUNCTION_EX] = _TAIL_CALL_CALL_FUNCTION_EX, - [CALL_INTRINSIC_1] = _TAIL_CALL_CALL_INTRINSIC_1, - [CALL_INTRINSIC_2] = _TAIL_CALL_CALL_INTRINSIC_2, - [CALL_ISINSTANCE] = _TAIL_CALL_CALL_ISINSTANCE, - [CALL_KW] = _TAIL_CALL_CALL_KW, - [CALL_KW_BOUND_METHOD] = _TAIL_CALL_CALL_KW_BOUND_METHOD, - [CALL_KW_NON_PY] = _TAIL_CALL_CALL_KW_NON_PY, - [CALL_KW_PY] = _TAIL_CALL_CALL_KW_PY, - [CALL_LEN] = _TAIL_CALL_CALL_LEN, - [CALL_LIST_APPEND] = _TAIL_CALL_CALL_LIST_APPEND, - [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST, - [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, - [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS, - [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O, - [CALL_NON_PY_GENERAL] = _TAIL_CALL_CALL_NON_PY_GENERAL, - [CALL_PY_EXACT_ARGS] = _TAIL_CALL_CALL_PY_EXACT_ARGS, - [CALL_PY_GENERAL] = _TAIL_CALL_CALL_PY_GENERAL, - [CALL_STR_1] = _TAIL_CALL_CALL_STR_1, - [CALL_TUPLE_1] = _TAIL_CALL_CALL_TUPLE_1, - [CALL_TYPE_1] = _TAIL_CALL_CALL_TYPE_1, - [CHECK_EG_MATCH] = _TAIL_CALL_CHECK_EG_MATCH, - [CHECK_EXC_MATCH] = _TAIL_CALL_CHECK_EXC_MATCH, - [CLEANUP_THROW] = _TAIL_CALL_CLEANUP_THROW, - [COMPARE_OP] = _TAIL_CALL_COMPARE_OP, - [COMPARE_OP_FLOAT] = _TAIL_CALL_COMPARE_OP_FLOAT, - [COMPARE_OP_INT] = _TAIL_CALL_COMPARE_OP_INT, - [COMPARE_OP_STR] = _TAIL_CALL_COMPARE_OP_STR, - [CONTAINS_OP] = _TAIL_CALL_CONTAINS_OP, - [CONTAINS_OP_DICT] = _TAIL_CALL_CONTAINS_OP_DICT, - [CONTAINS_OP_SET] = _TAIL_CALL_CONTAINS_OP_SET, - [CONVERT_VALUE] = _TAIL_CALL_CONVERT_VALUE, - [COPY] = _TAIL_CALL_COPY, - [COPY_FREE_VARS] = _TAIL_CALL_COPY_FREE_VARS, - [DELETE_DEREF] = _TAIL_CALL_DELETE_DEREF, - [DELETE_FAST] = _TAIL_CALL_DELETE_FAST, - [DELETE_SUBSCR] = _TAIL_CALL_DELETE_SUBSCR, - [DICT_MERGE] = _TAIL_CALL_DICT_MERGE, - [DICT_UPDATE] = _TAIL_CALL_DICT_UPDATE, - [END_ASYNC_FOR] = _TAIL_CALL_END_ASYNC_FOR, - [END_FOR] = _TAIL_CALL_END_FOR, - [END_SEND] = _TAIL_CALL_END_SEND, - [ENTER_EXECUTOR] = _TAIL_CALL_ENTER_EXECUTOR, - [EXIT_INIT_CHECK] = _TAIL_CALL_EXIT_INIT_CHECK, - [EXTENDED_ARG] = _TAIL_CALL_EXTENDED_ARG, - [FORMAT_SIMPLE] = _TAIL_CALL_FORMAT_SIMPLE, - [FORMAT_WITH_SPEC] = _TAIL_CALL_FORMAT_WITH_SPEC, - [FOR_ITER] = _TAIL_CALL_FOR_ITER, - [FOR_ITER_GEN] = _TAIL_CALL_FOR_ITER_GEN, - [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST, - [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE, - [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE, - [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL, - [GET_AITER] = _TAIL_CALL_GET_AITER, - [GET_ANEXT] = _TAIL_CALL_GET_ANEXT, - [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE, - [GET_ITER] = _TAIL_CALL_GET_ITER, - [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF, - [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL, - [GET_LEN] = _TAIL_CALL_GET_LEN, - [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM, - [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME, - [INSTRUMENTED_CALL] = _TAIL_CALL_INSTRUMENTED_CALL, - [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX, - [INSTRUMENTED_CALL_KW] = _TAIL_CALL_INSTRUMENTED_CALL_KW, - [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR, - [INSTRUMENTED_END_FOR] = _TAIL_CALL_INSTRUMENTED_END_FOR, - [INSTRUMENTED_END_SEND] = _TAIL_CALL_INSTRUMENTED_END_SEND, - [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_INSTRUMENTED_FOR_ITER, - [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_INSTRUMENTED_INSTRUCTION, - [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD, - [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD, - [INSTRUMENTED_LINE] = _TAIL_CALL_INSTRUMENTED_LINE, - [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR, - [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_INSTRUMENTED_NOT_TAKEN, - [INSTRUMENTED_POP_ITER] = _TAIL_CALL_INSTRUMENTED_POP_ITER, - [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE, - [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE, - [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE, - [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE, - [INSTRUMENTED_RESUME] = _TAIL_CALL_INSTRUMENTED_RESUME, - [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_INSTRUMENTED_RETURN_VALUE, - [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_INSTRUMENTED_YIELD_VALUE, - [INTERPRETER_EXIT] = _TAIL_CALL_INTERPRETER_EXIT, - [IS_OP] = _TAIL_CALL_IS_OP, - [JUMP_BACKWARD] = _TAIL_CALL_JUMP_BACKWARD, - [JUMP_BACKWARD_JIT] = _TAIL_CALL_JUMP_BACKWARD_JIT, - [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT, - [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_JUMP_BACKWARD_NO_JIT, - [JUMP_FORWARD] = _TAIL_CALL_JUMP_FORWARD, - [LIST_APPEND] = _TAIL_CALL_LIST_APPEND, - [LIST_EXTEND] = _TAIL_CALL_LIST_EXTEND, - [LOAD_ATTR] = _TAIL_CALL_LOAD_ATTR, - [LOAD_ATTR_CLASS] = _TAIL_CALL_LOAD_ATTR_CLASS, - [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK, - [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN, - [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE, - [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT, - [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT, - [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES, - [LOAD_ATTR_MODULE] = _TAIL_CALL_LOAD_ATTR_MODULE, - [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT, - [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES, - [LOAD_ATTR_PROPERTY] = _TAIL_CALL_LOAD_ATTR_PROPERTY, - [LOAD_ATTR_SLOT] = _TAIL_CALL_LOAD_ATTR_SLOT, - [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_LOAD_ATTR_WITH_HINT, - [LOAD_BUILD_CLASS] = _TAIL_CALL_LOAD_BUILD_CLASS, - [LOAD_COMMON_CONSTANT] = _TAIL_CALL_LOAD_COMMON_CONSTANT, - [LOAD_CONST] = _TAIL_CALL_LOAD_CONST, - [LOAD_DEREF] = _TAIL_CALL_LOAD_DEREF, - [LOAD_FAST] = _TAIL_CALL_LOAD_FAST, - [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_LOAD_FAST_AND_CLEAR, - [LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW, - [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW, - [LOAD_FAST_CHECK] = _TAIL_CALL_LOAD_FAST_CHECK, - [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_LOAD_FAST_LOAD_FAST, - [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF, - [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS, - [LOAD_GLOBAL] = _TAIL_CALL_LOAD_GLOBAL, - [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_LOAD_GLOBAL_BUILTIN, - [LOAD_GLOBAL_MODULE] = _TAIL_CALL_LOAD_GLOBAL_MODULE, - [LOAD_LOCALS] = _TAIL_CALL_LOAD_LOCALS, - [LOAD_NAME] = _TAIL_CALL_LOAD_NAME, - [LOAD_SMALL_INT] = _TAIL_CALL_LOAD_SMALL_INT, - [LOAD_SPECIAL] = _TAIL_CALL_LOAD_SPECIAL, - [LOAD_SUPER_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR, - [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR_ATTR, - [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_LOAD_SUPER_ATTR_METHOD, - [MAKE_CELL] = _TAIL_CALL_MAKE_CELL, - [MAKE_FUNCTION] = _TAIL_CALL_MAKE_FUNCTION, - [MAP_ADD] = _TAIL_CALL_MAP_ADD, - [MATCH_CLASS] = _TAIL_CALL_MATCH_CLASS, - [MATCH_KEYS] = _TAIL_CALL_MATCH_KEYS, - [MATCH_MAPPING] = _TAIL_CALL_MATCH_MAPPING, - [MATCH_SEQUENCE] = _TAIL_CALL_MATCH_SEQUENCE, - [NOP] = _TAIL_CALL_NOP, - [NOT_TAKEN] = _TAIL_CALL_NOT_TAKEN, - [POP_EXCEPT] = _TAIL_CALL_POP_EXCEPT, - [POP_ITER] = _TAIL_CALL_POP_ITER, - [POP_JUMP_IF_FALSE] = _TAIL_CALL_POP_JUMP_IF_FALSE, - [POP_JUMP_IF_NONE] = _TAIL_CALL_POP_JUMP_IF_NONE, - [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_POP_JUMP_IF_NOT_NONE, - [POP_JUMP_IF_TRUE] = _TAIL_CALL_POP_JUMP_IF_TRUE, - [POP_TOP] = _TAIL_CALL_POP_TOP, - [PUSH_EXC_INFO] = _TAIL_CALL_PUSH_EXC_INFO, - [PUSH_NULL] = _TAIL_CALL_PUSH_NULL, - [RAISE_VARARGS] = _TAIL_CALL_RAISE_VARARGS, - [RERAISE] = _TAIL_CALL_RERAISE, - [RESERVED] = _TAIL_CALL_RESERVED, - [RESUME] = _TAIL_CALL_RESUME, - [RESUME_CHECK] = _TAIL_CALL_RESUME_CHECK, - [RESUME_CHECK_JIT] = _TAIL_CALL_RESUME_CHECK_JIT, - [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR, - [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE, - [SEND] = _TAIL_CALL_SEND, - [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN, - [SEND_GEN] = _TAIL_CALL_SEND_GEN, - [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL, - [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS, - [SET_ADD] = _TAIL_CALL_SET_ADD, - [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE, - [SET_UPDATE] = _TAIL_CALL_SET_UPDATE, - [STORE_ATTR] = _TAIL_CALL_STORE_ATTR, - [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE, - [STORE_ATTR_SLOT] = _TAIL_CALL_STORE_ATTR_SLOT, - [STORE_ATTR_WITH_HINT] = _TAIL_CALL_STORE_ATTR_WITH_HINT, - [STORE_DEREF] = _TAIL_CALL_STORE_DEREF, - [STORE_FAST] = _TAIL_CALL_STORE_FAST, - [STORE_FAST_LOAD_FAST] = _TAIL_CALL_STORE_FAST_LOAD_FAST, - [STORE_FAST_STORE_FAST] = _TAIL_CALL_STORE_FAST_STORE_FAST, - [STORE_GLOBAL] = _TAIL_CALL_STORE_GLOBAL, - [STORE_NAME] = _TAIL_CALL_STORE_NAME, - [STORE_SLICE] = _TAIL_CALL_STORE_SLICE, - [STORE_SUBSCR] = _TAIL_CALL_STORE_SUBSCR, - [STORE_SUBSCR_DICT] = _TAIL_CALL_STORE_SUBSCR_DICT, - [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_STORE_SUBSCR_LIST_INT, - [SWAP] = _TAIL_CALL_SWAP, - [TO_BOOL] = _TAIL_CALL_TO_BOOL, - [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TO_BOOL_ALWAYS_TRUE, - [TO_BOOL_BOOL] = _TAIL_CALL_TO_BOOL_BOOL, - [TO_BOOL_INT] = _TAIL_CALL_TO_BOOL_INT, - [TO_BOOL_LIST] = _TAIL_CALL_TO_BOOL_LIST, - [TO_BOOL_NONE] = _TAIL_CALL_TO_BOOL_NONE, - [TO_BOOL_STR] = _TAIL_CALL_TO_BOOL_STR, - [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD, - [UNARY_INVERT] = _TAIL_CALL_UNARY_INVERT, - [UNARY_NEGATIVE] = _TAIL_CALL_UNARY_NEGATIVE, - [UNARY_NOT] = _TAIL_CALL_UNARY_NOT, - [UNPACK_EX] = _TAIL_CALL_UNPACK_EX, - [UNPACK_SEQUENCE] = _TAIL_CALL_UNPACK_SEQUENCE, - [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_UNPACK_SEQUENCE_LIST, - [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TUPLE, - [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE, - [WITH_EXCEPT_START] = _TAIL_CALL_WITH_EXCEPT_START, - [YIELD_VALUE] = _TAIL_CALL_YIELD_VALUE, - [117] = _TAIL_CALL_UNKNOWN_OPCODE, - [118] = _TAIL_CALL_UNKNOWN_OPCODE, - [119] = _TAIL_CALL_UNKNOWN_OPCODE, - [120] = _TAIL_CALL_UNKNOWN_OPCODE, - [121] = _TAIL_CALL_UNKNOWN_OPCODE, - [122] = _TAIL_CALL_UNKNOWN_OPCODE, - [123] = _TAIL_CALL_UNKNOWN_OPCODE, - [124] = _TAIL_CALL_UNKNOWN_OPCODE, - [125] = _TAIL_CALL_UNKNOWN_OPCODE, - [126] = _TAIL_CALL_UNKNOWN_OPCODE, - [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, - [222] = _TAIL_CALL_UNKNOWN_OPCODE, - [223] = _TAIL_CALL_UNKNOWN_OPCODE, - [224] = _TAIL_CALL_UNKNOWN_OPCODE, - [225] = _TAIL_CALL_UNKNOWN_OPCODE, - [226] = _TAIL_CALL_UNKNOWN_OPCODE, - [227] = _TAIL_CALL_UNKNOWN_OPCODE, - [228] = _TAIL_CALL_UNKNOWN_OPCODE, - [229] = _TAIL_CALL_UNKNOWN_OPCODE, - [230] = _TAIL_CALL_UNKNOWN_OPCODE, - [231] = _TAIL_CALL_UNKNOWN_OPCODE, - [232] = _TAIL_CALL_UNKNOWN_OPCODE, +py_tail_call_funcptr instruction_funcptr_handler_table[256] = { + [BINARY_OP] = _Py_TAIL_CALL_BINARY_OP, + [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT, + [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE, + [BINARY_OP_EXTEND] = _Py_TAIL_CALL_BINARY_OP_EXTEND, + [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, + [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, + [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT, + [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, + [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, + [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE, + [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT, + [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT, + [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, + [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, + [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_SLICE] = _Py_TAIL_CALL_BINARY_SLICE, + [BUILD_INTERPOLATION] = _Py_TAIL_CALL_BUILD_INTERPOLATION, + [BUILD_LIST] = _Py_TAIL_CALL_BUILD_LIST, + [BUILD_MAP] = _Py_TAIL_CALL_BUILD_MAP, + [BUILD_SET] = _Py_TAIL_CALL_BUILD_SET, + [BUILD_SLICE] = _Py_TAIL_CALL_BUILD_SLICE, + [BUILD_STRING] = _Py_TAIL_CALL_BUILD_STRING, + [BUILD_TEMPLATE] = _Py_TAIL_CALL_BUILD_TEMPLATE, + [BUILD_TUPLE] = _Py_TAIL_CALL_BUILD_TUPLE, + [CACHE] = _Py_TAIL_CALL_CACHE, + [CALL] = _Py_TAIL_CALL_CALL, + [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT, + [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS, + [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL, + [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_CALL_BUILTIN_CLASS, + [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_CALL_BUILTIN_FAST, + [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS, + [CALL_BUILTIN_O] = _Py_TAIL_CALL_CALL_BUILTIN_O, + [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL, + [CALL_EX_PY] = _Py_TAIL_CALL_CALL_EX_PY, + [CALL_FUNCTION_EX] = _Py_TAIL_CALL_CALL_FUNCTION_EX, + [CALL_INTRINSIC_1] = _Py_TAIL_CALL_CALL_INTRINSIC_1, + [CALL_INTRINSIC_2] = _Py_TAIL_CALL_CALL_INTRINSIC_2, + [CALL_ISINSTANCE] = _Py_TAIL_CALL_CALL_ISINSTANCE, + [CALL_KW] = _Py_TAIL_CALL_CALL_KW, + [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_CALL_KW_BOUND_METHOD, + [CALL_KW_NON_PY] = _Py_TAIL_CALL_CALL_KW_NON_PY, + [CALL_KW_PY] = _Py_TAIL_CALL_CALL_KW_PY, + [CALL_LEN] = _Py_TAIL_CALL_CALL_LEN, + [CALL_LIST_APPEND] = _Py_TAIL_CALL_CALL_LIST_APPEND, + [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST, + [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, + [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS, + [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O, + [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_NON_PY_GENERAL, + [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_CALL_PY_EXACT_ARGS, + [CALL_PY_GENERAL] = _Py_TAIL_CALL_CALL_PY_GENERAL, + [CALL_STR_1] = _Py_TAIL_CALL_CALL_STR_1, + [CALL_TUPLE_1] = _Py_TAIL_CALL_CALL_TUPLE_1, + [CALL_TYPE_1] = _Py_TAIL_CALL_CALL_TYPE_1, + [CHECK_EG_MATCH] = _Py_TAIL_CALL_CHECK_EG_MATCH, + [CHECK_EXC_MATCH] = _Py_TAIL_CALL_CHECK_EXC_MATCH, + [CLEANUP_THROW] = _Py_TAIL_CALL_CLEANUP_THROW, + [COMPARE_OP] = _Py_TAIL_CALL_COMPARE_OP, + [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_COMPARE_OP_FLOAT, + [COMPARE_OP_INT] = _Py_TAIL_CALL_COMPARE_OP_INT, + [COMPARE_OP_STR] = _Py_TAIL_CALL_COMPARE_OP_STR, + [CONTAINS_OP] = _Py_TAIL_CALL_CONTAINS_OP, + [CONTAINS_OP_DICT] = _Py_TAIL_CALL_CONTAINS_OP_DICT, + [CONTAINS_OP_SET] = _Py_TAIL_CALL_CONTAINS_OP_SET, + [CONVERT_VALUE] = _Py_TAIL_CALL_CONVERT_VALUE, + [COPY] = _Py_TAIL_CALL_COPY, + [COPY_FREE_VARS] = _Py_TAIL_CALL_COPY_FREE_VARS, + [DELETE_DEREF] = _Py_TAIL_CALL_DELETE_DEREF, + [DELETE_FAST] = _Py_TAIL_CALL_DELETE_FAST, + [DELETE_SUBSCR] = _Py_TAIL_CALL_DELETE_SUBSCR, + [DICT_MERGE] = _Py_TAIL_CALL_DICT_MERGE, + [DICT_UPDATE] = _Py_TAIL_CALL_DICT_UPDATE, + [END_ASYNC_FOR] = _Py_TAIL_CALL_END_ASYNC_FOR, + [END_FOR] = _Py_TAIL_CALL_END_FOR, + [END_SEND] = _Py_TAIL_CALL_END_SEND, + [ENTER_EXECUTOR] = _Py_TAIL_CALL_ENTER_EXECUTOR, + [EXIT_INIT_CHECK] = _Py_TAIL_CALL_EXIT_INIT_CHECK, + [EXTENDED_ARG] = _Py_TAIL_CALL_EXTENDED_ARG, + [FORMAT_SIMPLE] = _Py_TAIL_CALL_FORMAT_SIMPLE, + [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_FORMAT_WITH_SPEC, + [FOR_ITER] = _Py_TAIL_CALL_FOR_ITER, + [FOR_ITER_GEN] = _Py_TAIL_CALL_FOR_ITER_GEN, + [FOR_ITER_LIST] = _Py_TAIL_CALL_FOR_ITER_LIST, + [FOR_ITER_RANGE] = _Py_TAIL_CALL_FOR_ITER_RANGE, + [FOR_ITER_TUPLE] = _Py_TAIL_CALL_FOR_ITER_TUPLE, + [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_FOR_ITER_VIRTUAL, + [GET_AITER] = _Py_TAIL_CALL_GET_AITER, + [GET_ANEXT] = _Py_TAIL_CALL_GET_ANEXT, + [GET_AWAITABLE] = _Py_TAIL_CALL_GET_AWAITABLE, + [GET_ITER] = _Py_TAIL_CALL_GET_ITER, + [GET_ITER_SELF] = _Py_TAIL_CALL_GET_ITER_SELF, + [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_GET_ITER_VIRTUAL, + [GET_LEN] = _Py_TAIL_CALL_GET_LEN, + [IMPORT_FROM] = _Py_TAIL_CALL_IMPORT_FROM, + [IMPORT_NAME] = _Py_TAIL_CALL_IMPORT_NAME, + [INSTRUMENTED_CALL] = _Py_TAIL_CALL_INSTRUMENTED_CALL, + [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX, + [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_INSTRUMENTED_CALL_KW, + [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR, + [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_FOR, + [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_INSTRUMENTED_END_SEND, + [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER, + [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION, + [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD, + [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD, + [INSTRUMENTED_LINE] = _Py_TAIL_CALL_INSTRUMENTED_LINE, + [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR, + [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN, + [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_INSTRUMENTED_POP_ITER, + [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE, + [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE, + [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE, + [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE, + [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_INSTRUMENTED_RESUME, + [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE, + [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE, + [INTERPRETER_EXIT] = _Py_TAIL_CALL_INTERPRETER_EXIT, + [IS_OP] = _Py_TAIL_CALL_IS_OP, + [JUMP_BACKWARD] = _Py_TAIL_CALL_JUMP_BACKWARD, + [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_JIT, + [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT, + [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT, + [JUMP_FORWARD] = _Py_TAIL_CALL_JUMP_FORWARD, + [LIST_APPEND] = _Py_TAIL_CALL_LIST_APPEND, + [LIST_EXTEND] = _Py_TAIL_CALL_LIST_EXTEND, + [LOAD_ATTR] = _Py_TAIL_CALL_LOAD_ATTR, + [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_LOAD_ATTR_CLASS, + [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK, + [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN, + [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE, + [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT, + [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT, + [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES, + [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_LOAD_ATTR_MODULE, + [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT, + [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES, + [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_LOAD_ATTR_PROPERTY, + [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_LOAD_ATTR_SLOT, + [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT, + [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_LOAD_BUILD_CLASS, + [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_LOAD_COMMON_CONSTANT, + [LOAD_CONST] = _Py_TAIL_CALL_LOAD_CONST, + [LOAD_DEREF] = _Py_TAIL_CALL_LOAD_DEREF, + [LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST, + [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR, + [LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW, + [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW, + [LOAD_FAST_CHECK] = _Py_TAIL_CALL_LOAD_FAST_CHECK, + [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST, + [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF, + [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS, + [LOAD_GLOBAL] = _Py_TAIL_CALL_LOAD_GLOBAL, + [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN, + [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_LOAD_GLOBAL_MODULE, + [LOAD_LOCALS] = _Py_TAIL_CALL_LOAD_LOCALS, + [LOAD_NAME] = _Py_TAIL_CALL_LOAD_NAME, + [LOAD_SMALL_INT] = _Py_TAIL_CALL_LOAD_SMALL_INT, + [LOAD_SPECIAL] = _Py_TAIL_CALL_LOAD_SPECIAL, + [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR, + [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR, + [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD, + [MAKE_CELL] = _Py_TAIL_CALL_MAKE_CELL, + [MAKE_FUNCTION] = _Py_TAIL_CALL_MAKE_FUNCTION, + [MAP_ADD] = _Py_TAIL_CALL_MAP_ADD, + [MATCH_CLASS] = _Py_TAIL_CALL_MATCH_CLASS, + [MATCH_KEYS] = _Py_TAIL_CALL_MATCH_KEYS, + [MATCH_MAPPING] = _Py_TAIL_CALL_MATCH_MAPPING, + [MATCH_SEQUENCE] = _Py_TAIL_CALL_MATCH_SEQUENCE, + [NOP] = _Py_TAIL_CALL_NOP, + [NOT_TAKEN] = _Py_TAIL_CALL_NOT_TAKEN, + [POP_EXCEPT] = _Py_TAIL_CALL_POP_EXCEPT, + [POP_ITER] = _Py_TAIL_CALL_POP_ITER, + [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_POP_JUMP_IF_FALSE, + [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NONE, + [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE, + [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_POP_JUMP_IF_TRUE, + [POP_TOP] = _Py_TAIL_CALL_POP_TOP, + [PUSH_EXC_INFO] = _Py_TAIL_CALL_PUSH_EXC_INFO, + [PUSH_NULL] = _Py_TAIL_CALL_PUSH_NULL, + [RAISE_VARARGS] = _Py_TAIL_CALL_RAISE_VARARGS, + [RERAISE] = _Py_TAIL_CALL_RERAISE, + [RESERVED] = _Py_TAIL_CALL_RESERVED, + [RESUME] = _Py_TAIL_CALL_RESUME, + [RESUME_CHECK] = _Py_TAIL_CALL_RESUME_CHECK, + [RESUME_CHECK_JIT] = _Py_TAIL_CALL_RESUME_CHECK_JIT, + [RETURN_GENERATOR] = _Py_TAIL_CALL_RETURN_GENERATOR, + [RETURN_VALUE] = _Py_TAIL_CALL_RETURN_VALUE, + [SEND] = _Py_TAIL_CALL_SEND, + [SEND_ASYNC_GEN] = _Py_TAIL_CALL_SEND_ASYNC_GEN, + [SEND_GEN] = _Py_TAIL_CALL_SEND_GEN, + [SEND_VIRTUAL] = _Py_TAIL_CALL_SEND_VIRTUAL, + [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_SETUP_ANNOTATIONS, + [SET_ADD] = _Py_TAIL_CALL_SET_ADD, + [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE, + [SET_UPDATE] = _Py_TAIL_CALL_SET_UPDATE, + [STORE_ATTR] = _Py_TAIL_CALL_STORE_ATTR, + [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE, + [STORE_ATTR_SLOT] = _Py_TAIL_CALL_STORE_ATTR_SLOT, + [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_STORE_ATTR_WITH_HINT, + [STORE_DEREF] = _Py_TAIL_CALL_STORE_DEREF, + [STORE_FAST] = _Py_TAIL_CALL_STORE_FAST, + [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_STORE_FAST_LOAD_FAST, + [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_STORE_FAST_STORE_FAST, + [STORE_GLOBAL] = _Py_TAIL_CALL_STORE_GLOBAL, + [STORE_NAME] = _Py_TAIL_CALL_STORE_NAME, + [STORE_SLICE] = _Py_TAIL_CALL_STORE_SLICE, + [STORE_SUBSCR] = _Py_TAIL_CALL_STORE_SUBSCR, + [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_STORE_SUBSCR_DICT, + [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT, + [SWAP] = _Py_TAIL_CALL_SWAP, + [TO_BOOL] = _Py_TAIL_CALL_TO_BOOL, + [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE, + [TO_BOOL_BOOL] = _Py_TAIL_CALL_TO_BOOL_BOOL, + [TO_BOOL_INT] = _Py_TAIL_CALL_TO_BOOL_INT, + [TO_BOOL_LIST] = _Py_TAIL_CALL_TO_BOOL_LIST, + [TO_BOOL_NONE] = _Py_TAIL_CALL_TO_BOOL_NONE, + [TO_BOOL_STR] = _Py_TAIL_CALL_TO_BOOL_STR, + [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_INVERT] = _Py_TAIL_CALL_UNARY_INVERT, + [UNARY_NEGATIVE] = _Py_TAIL_CALL_UNARY_NEGATIVE, + [UNARY_NOT] = _Py_TAIL_CALL_UNARY_NOT, + [UNPACK_EX] = _Py_TAIL_CALL_UNPACK_EX, + [UNPACK_SEQUENCE] = _Py_TAIL_CALL_UNPACK_SEQUENCE, + [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST, + [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE, + [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE, + [WITH_EXCEPT_START] = _Py_TAIL_CALL_WITH_EXCEPT_START, + [YIELD_VALUE] = _Py_TAIL_CALL_YIELD_VALUE, + [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE, }; -static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { - [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, - [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, - [BUILD_MAP] = _TAIL_CALL_TRACE_RECORD, - [BUILD_SET] = _TAIL_CALL_TRACE_RECORD, - [BUILD_SLICE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_STRING] = _TAIL_CALL_TRACE_RECORD, - [BUILD_TEMPLATE] = _TAIL_CALL_TRACE_RECORD, - [BUILD_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [CACHE] = _TAIL_CALL_TRACE_RECORD, - [CALL] = _TAIL_CALL_TRACE_RECORD, - [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_TRACE_RECORD, - [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_CLASS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_FAST] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD, - [CALL_BUILTIN_O] = _TAIL_CALL_TRACE_RECORD, - [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_EX_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD, - [CALL_INTRINSIC_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_INTRINSIC_2] = _TAIL_CALL_TRACE_RECORD, - [CALL_ISINSTANCE] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_BOUND_METHOD] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_NON_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_KW_PY] = _TAIL_CALL_TRACE_RECORD, - [CALL_LEN] = _TAIL_CALL_TRACE_RECORD, - [CALL_LIST_APPEND] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_TRACE_RECORD, - [CALL_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_PY_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD, - [CALL_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD, - [CALL_STR_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_TUPLE_1] = _TAIL_CALL_TRACE_RECORD, - [CALL_TYPE_1] = _TAIL_CALL_TRACE_RECORD, - [CHECK_EG_MATCH] = _TAIL_CALL_TRACE_RECORD, - [CHECK_EXC_MATCH] = _TAIL_CALL_TRACE_RECORD, - [CLEANUP_THROW] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_FLOAT] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_INT] = _TAIL_CALL_TRACE_RECORD, - [COMPARE_OP_STR] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP_DICT] = _TAIL_CALL_TRACE_RECORD, - [CONTAINS_OP_SET] = _TAIL_CALL_TRACE_RECORD, - [CONVERT_VALUE] = _TAIL_CALL_TRACE_RECORD, - [COPY] = _TAIL_CALL_TRACE_RECORD, - [COPY_FREE_VARS] = _TAIL_CALL_TRACE_RECORD, - [DELETE_DEREF] = _TAIL_CALL_TRACE_RECORD, - [DELETE_FAST] = _TAIL_CALL_TRACE_RECORD, - [DELETE_SUBSCR] = _TAIL_CALL_TRACE_RECORD, - [DICT_MERGE] = _TAIL_CALL_TRACE_RECORD, - [DICT_UPDATE] = _TAIL_CALL_TRACE_RECORD, - [END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD, - [END_FOR] = _TAIL_CALL_TRACE_RECORD, - [END_SEND] = _TAIL_CALL_TRACE_RECORD, - [ENTER_EXECUTOR] = _TAIL_CALL_TRACE_RECORD, - [EXIT_INIT_CHECK] = _TAIL_CALL_TRACE_RECORD, - [EXTENDED_ARG] = _TAIL_CALL_TRACE_RECORD, - [FORMAT_SIMPLE] = _TAIL_CALL_TRACE_RECORD, - [FORMAT_WITH_SPEC] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_GEN] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [GET_AITER] = _TAIL_CALL_TRACE_RECORD, - [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD, - [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD, - [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [GET_LEN] = _TAIL_CALL_TRACE_RECORD, - [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD, - [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_CALL_KW] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_FOR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_END_SEND] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_LINE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_ITER] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_RESUME] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, - [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD, - [INTERPRETER_EXIT] = _TAIL_CALL_TRACE_RECORD, - [IS_OP] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_JIT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_TRACE_RECORD, - [JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD, - [LIST_APPEND] = _TAIL_CALL_TRACE_RECORD, - [LIST_EXTEND] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_CLASS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_MODULE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_PROPERTY] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_BUILD_CLASS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_COMMON_CONSTANT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_CONST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_DEREF] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_CHECK] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_TRACE_RECORD, - [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_TRACE_RECORD, - [LOAD_GLOBAL_MODULE] = _TAIL_CALL_TRACE_RECORD, - [LOAD_LOCALS] = _TAIL_CALL_TRACE_RECORD, - [LOAD_NAME] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SMALL_INT] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SPECIAL] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_TRACE_RECORD, - [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_TRACE_RECORD, - [MAKE_CELL] = _TAIL_CALL_TRACE_RECORD, - [MAKE_FUNCTION] = _TAIL_CALL_TRACE_RECORD, - [MAP_ADD] = _TAIL_CALL_TRACE_RECORD, - [MATCH_CLASS] = _TAIL_CALL_TRACE_RECORD, - [MATCH_KEYS] = _TAIL_CALL_TRACE_RECORD, - [MATCH_MAPPING] = _TAIL_CALL_TRACE_RECORD, - [MATCH_SEQUENCE] = _TAIL_CALL_TRACE_RECORD, - [NOP] = _TAIL_CALL_TRACE_RECORD, - [NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD, - [POP_EXCEPT] = _TAIL_CALL_TRACE_RECORD, - [POP_ITER] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD, - [POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD, - [POP_TOP] = _TAIL_CALL_TRACE_RECORD, - [PUSH_EXC_INFO] = _TAIL_CALL_TRACE_RECORD, - [PUSH_NULL] = _TAIL_CALL_TRACE_RECORD, - [RAISE_VARARGS] = _TAIL_CALL_TRACE_RECORD, - [RERAISE] = _TAIL_CALL_TRACE_RECORD, - [RESERVED] = _TAIL_CALL_TRACE_RECORD, - [RESUME] = _TAIL_CALL_TRACE_RECORD, - [RESUME_CHECK] = _TAIL_CALL_TRACE_RECORD, - [RESUME_CHECK_JIT] = _TAIL_CALL_TRACE_RECORD, - [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD, - [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD, - [SEND] = _TAIL_CALL_TRACE_RECORD, - [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD, - [SEND_GEN] = _TAIL_CALL_TRACE_RECORD, - [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, - [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD, - [SET_ADD] = _TAIL_CALL_TRACE_RECORD, - [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD, - [SET_UPDATE] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD, - [STORE_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD, - [STORE_DEREF] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_FAST_STORE_FAST] = _TAIL_CALL_TRACE_RECORD, - [STORE_GLOBAL] = _TAIL_CALL_TRACE_RECORD, - [STORE_NAME] = _TAIL_CALL_TRACE_RECORD, - [STORE_SLICE] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, - [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, - [SWAP] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_BOOL] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_INT] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_LIST] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_NONE] = _TAIL_CALL_TRACE_RECORD, - [TO_BOOL_STR] = _TAIL_CALL_TRACE_RECORD, - [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD, - [UNARY_INVERT] = _TAIL_CALL_TRACE_RECORD, - [UNARY_NEGATIVE] = _TAIL_CALL_TRACE_RECORD, - [UNARY_NOT] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_EX] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_TRACE_RECORD, - [WITH_EXCEPT_START] = _TAIL_CALL_TRACE_RECORD, - [YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD, - [117] = _TAIL_CALL_UNKNOWN_OPCODE, - [118] = _TAIL_CALL_UNKNOWN_OPCODE, - [119] = _TAIL_CALL_UNKNOWN_OPCODE, - [120] = _TAIL_CALL_UNKNOWN_OPCODE, - [121] = _TAIL_CALL_UNKNOWN_OPCODE, - [122] = _TAIL_CALL_UNKNOWN_OPCODE, - [123] = _TAIL_CALL_UNKNOWN_OPCODE, - [124] = _TAIL_CALL_UNKNOWN_OPCODE, - [125] = _TAIL_CALL_UNKNOWN_OPCODE, - [126] = _TAIL_CALL_UNKNOWN_OPCODE, - [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, - [222] = _TAIL_CALL_UNKNOWN_OPCODE, - [223] = _TAIL_CALL_UNKNOWN_OPCODE, - [224] = _TAIL_CALL_UNKNOWN_OPCODE, - [225] = _TAIL_CALL_UNKNOWN_OPCODE, - [226] = _TAIL_CALL_UNKNOWN_OPCODE, - [227] = _TAIL_CALL_UNKNOWN_OPCODE, - [228] = _TAIL_CALL_UNKNOWN_OPCODE, - [229] = _TAIL_CALL_UNKNOWN_OPCODE, - [230] = _TAIL_CALL_UNKNOWN_OPCODE, - [231] = _TAIL_CALL_UNKNOWN_OPCODE, - [232] = _TAIL_CALL_UNKNOWN_OPCODE, +py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { + [BINARY_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [BINARY_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_INTERPOLATION] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_MAP] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_SET] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_STRING] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_TEMPLATE] = _Py_TAIL_CALL_TRACE_RECORD, + [BUILD_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [CACHE] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_BUILTIN_O] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_EX_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_INTRINSIC_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_INTRINSIC_2] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_ISINSTANCE] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_NON_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_KW_PY] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_LEN] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_STR_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_TUPLE_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CALL_TYPE_1] = _Py_TAIL_CALL_TRACE_RECORD, + [CHECK_EG_MATCH] = _Py_TAIL_CALL_TRACE_RECORD, + [CHECK_EXC_MATCH] = _Py_TAIL_CALL_TRACE_RECORD, + [CLEANUP_THROW] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [COMPARE_OP_STR] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [CONTAINS_OP_SET] = _Py_TAIL_CALL_TRACE_RECORD, + [CONVERT_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [COPY] = _Py_TAIL_CALL_TRACE_RECORD, + [COPY_FREE_VARS] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [DELETE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD, + [DICT_MERGE] = _Py_TAIL_CALL_TRACE_RECORD, + [DICT_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD, + [END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [END_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [END_SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [ENTER_EXECUTOR] = _Py_TAIL_CALL_TRACE_RECORD, + [EXIT_INIT_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [EXTENDED_ARG] = _Py_TAIL_CALL_TRACE_RECORD, + [FORMAT_SIMPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_RANGE] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_AITER] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ANEXT] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_AWAITABLE] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER_SELF] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [GET_LEN] = _Py_TAIL_CALL_TRACE_RECORD, + [IMPORT_FROM] = _Py_TAIL_CALL_TRACE_RECORD, + [IMPORT_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_LINE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [INTERPRETER_EXIT] = _Py_TAIL_CALL_TRACE_RECORD, + [IS_OP] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD, + [LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD, + [LIST_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_CONST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_LOCALS] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SMALL_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SPECIAL] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_TRACE_RECORD, + [MAKE_CELL] = _Py_TAIL_CALL_TRACE_RECORD, + [MAKE_FUNCTION] = _Py_TAIL_CALL_TRACE_RECORD, + [MAP_ADD] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_CLASS] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_KEYS] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_MAPPING] = _Py_TAIL_CALL_TRACE_RECORD, + [MATCH_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD, + [NOP] = _Py_TAIL_CALL_TRACE_RECORD, + [NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_EXCEPT] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [POP_TOP] = _Py_TAIL_CALL_TRACE_RECORD, + [PUSH_EXC_INFO] = _Py_TAIL_CALL_TRACE_RECORD, + [PUSH_NULL] = _Py_TAIL_CALL_TRACE_RECORD, + [RAISE_VARARGS] = _Py_TAIL_CALL_TRACE_RECORD, + [RERAISE] = _Py_TAIL_CALL_TRACE_RECORD, + [RESERVED] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME_CHECK] = _Py_TAIL_CALL_TRACE_RECORD, + [RESUME_CHECK_JIT] = _Py_TAIL_CALL_TRACE_RECORD, + [RETURN_GENERATOR] = _Py_TAIL_CALL_TRACE_RECORD, + [RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_ASYNC_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_GEN] = _Py_TAIL_CALL_TRACE_RECORD, + [SEND_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD, + [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_ADD] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_TRACE_RECORD, + [SET_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_NAME] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SLICE] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD, + [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [SWAP] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_BOOL] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_INT] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_NONE] = _Py_TAIL_CALL_TRACE_RECORD, + [TO_BOOL_STR] = _Py_TAIL_CALL_TRACE_RECORD, + [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_INVERT] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_NEGATIVE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNARY_NOT] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_EX] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD, + [WITH_EXCEPT_START] = _Py_TAIL_CALL_TRACE_RECORD, + [YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD, + [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE, + [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE, }; +#endif /* _Py_CEVAL_OPCODE_TARGETS_DEFINE */ #endif /* _Py_TAIL_CALL_INTERP */ diff --git a/Tools/cases_generator/target_generator.py b/Tools/cases_generator/target_generator.py index e7cf6c223d22dc9..87f8723f368d249 100644 --- a/Tools/cases_generator/target_generator.py +++ b/Tools/cases_generator/target_generator.py @@ -43,28 +43,40 @@ def write_opcode_targets(analysis: Analysis, out: CWriter) -> None: out.emit(f"#endif\n") out.emit("#else /* _Py_TAIL_CALL_INTERP */\n") -def function_proto(name: str) -> str: - return f"static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_{name}(TAIL_CALL_PARAMS)" +def function_signature(name: str) -> str: + return f"PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_{name}(TAIL_CALL_PARAMS)" -def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None: - out.emit("static py_tail_call_funcptr instruction_funcptr_handler_table[256];\n") +def write_tailcall_dispatch_table( + analysis: Analysis, out: CWriter, *, static_linkage: bool +) -> None: + declaration = "static" if static_linkage else "extern" + definition_prefix = "static " if static_linkage else "" + shared_labels = ("error", "start_frame", "exit_unwind", "exit_unwind_notrace") + out.emit(f"{declaration} py_tail_call_funcptr instruction_funcptr_handler_table[256];\n") out.emit("\n") - out.emit("static py_tail_call_funcptr instruction_funcptr_tracing_table[256];\n") + out.emit(f"{declaration} py_tail_call_funcptr instruction_funcptr_tracing_table[256];\n") out.emit("\n") + if not static_linkage: + for name in shared_labels: + out.emit(f"extern {function_signature(name)};\n") + out.emit("\n") + out.emit("#ifdef _Py_CEVAL_OPCODE_TARGETS_DEFINE\n") + # Emit function prototypes for labels. for name in analysis.labels: - out.emit(f"{function_proto(name)};\n") + if static_linkage or name not in shared_labels: + out.emit(f"{declaration} {function_signature(name)};\n") out.emit("\n") # Emit function prototypes for opcode handlers. for name in sorted(analysis.instructions.keys()): - out.emit(f"{function_proto(name)};\n") + out.emit(f"{declaration} {function_signature(name)};\n") out.emit("\n") # Emit unknown opcode handler. - out.emit(function_proto("UNKNOWN_OPCODE")) + out.emit(definition_prefix + function_signature("UNKNOWN_OPCODE")) out.emit(" {\n") out.emit("int opcode = next_instr->op.code;\n") out.emit(UNKNOWN_OPCODE_HANDLER) @@ -72,24 +84,26 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None: out.emit("\n") # Emit the dispatch table. - out.emit("static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {\n") + out.emit(f"{definition_prefix}py_tail_call_funcptr instruction_funcptr_handler_table[256] = {{\n") for name in sorted(analysis.instructions.keys()): - out.emit(f"[{name}] = _TAIL_CALL_{name},\n") + out.emit(f"[{name}] = _Py_TAIL_CALL_{name},\n") named_values = analysis.opmap.values() for rest in range(256): if rest not in named_values: - out.emit(f"[{rest}] = _TAIL_CALL_UNKNOWN_OPCODE,\n") + out.emit(f"[{rest}] = _Py_TAIL_CALL_UNKNOWN_OPCODE,\n") out.emit("};\n") # Emit the tracing dispatch table. - out.emit("static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {\n") + out.emit(f"{definition_prefix}py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {{\n") for name in sorted(analysis.instructions.keys()): - out.emit(f"[{name}] = _TAIL_CALL_TRACE_RECORD,\n") + out.emit(f"[{name}] = _Py_TAIL_CALL_TRACE_RECORD,\n") named_values = analysis.opmap.values() for rest in range(256): if rest not in named_values: - out.emit(f"[{rest}] = _TAIL_CALL_UNKNOWN_OPCODE,\n") + out.emit(f"[{rest}] = _Py_TAIL_CALL_UNKNOWN_OPCODE,\n") out.emit("};\n") + if not static_linkage: + out.emit("#endif /* _Py_CEVAL_OPCODE_TARGETS_DEFINE */\n") outfile.write("#endif /* _Py_TAIL_CALL_INTERP */\n") arg_parser = argparse.ArgumentParser( @@ -100,6 +114,9 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None: arg_parser.add_argument( "-o", "--output", type=str, help="Generated code", default=DEFAULT_OUTPUT ) +arg_parser.add_argument( + "--static", action="store_true", help="Give tail-call targets internal linkage" +) arg_parser.add_argument( "input", nargs=argparse.REMAINDER, help="Instruction definition file(s)" @@ -113,4 +130,4 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None: with open(args.output, "w") as outfile: out = CWriter(outfile, 0, False) write_opcode_targets(data, out) - write_tailcall_dispatch_table(data, out) + write_tailcall_dispatch_table(data, out, static_linkage=args.static) diff --git a/Tools/cases_generator/tier1_generator.py b/Tools/cases_generator/tier1_generator.py index 0d477cb83c5d436..27792b4a945e05c 100644 --- a/Tools/cases_generator/tier1_generator.py +++ b/Tools/cases_generator/tier1_generator.py @@ -8,6 +8,7 @@ from analyzer import ( Analysis, Instruction, + Label, Uop, Part, analyze_files, @@ -149,6 +150,7 @@ def generate_tier1( #error "This file is for Tier 1 only" #endif #define TIER_ONE 1 +#ifndef _Py_CEVAL_START_FRAME """) outfile.write(f""" #if !_Py_TAIL_CALL_INTERP @@ -187,27 +189,41 @@ def generate_tier1( emitter = Emitter(out, analysis.labels) generate_tier1_labels(analysis, emitter) outfile.write(f"{LABEL_END_MARKER}\n") + outfile.write("#endif /* _Py_CEVAL_START_FRAME */\n") + outfile.write("#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)\n") + generate_tier1_start_frame(analysis, emitter) + outfile.write("#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */\n") outfile.write(FOOTER) -def generate_tier1_labels( - analysis: Analysis, emitter: Emitter -) -> None: +def generate_tier1_label(label: Label, emitter: Emitter) -> None: + if label.name == 'stop_tracing': + emitter.emit("#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)\n") + emitter.emit("Py_GCC_ATTRIBUTE((unused))\n") + emitter.emit("#endif\n") + emitter.emit(f"LABEL({label.name})\n") + storage = Storage(Stack(), [], [], 0, False) + if label.spilled: + storage.spilled = 1 + storage.stack.physical_sp = None + emitter.emit_tokens(label, storage, None) + emitter.emit("\n\n") + + +def generate_tier1_labels(analysis: Analysis, emitter: Emitter) -> None: emitter.emit("\n") # Emit tail-callable labels as function defintions - for name, label in analysis.labels.items(): - if name == 'stop_tracing': - emitter.emit("#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)\n") - emitter.emit("Py_GCC_ATTRIBUTE((unused))\n") - emitter.emit("#endif\n") - emitter.emit(f"LABEL({name})\n") - storage = Storage(Stack(), [], [], 0, False) - if label.spilled: - storage.spilled = 1 - storage.stack.physical_sp = None - emitter.emit_tokens(label, storage, None) - emitter.emit("\n\n") + for label in analysis.labels.values(): + if label.name != "start_frame": + generate_tier1_label(label, emitter) + + +def generate_tier1_start_frame(analysis: Analysis, emitter: Emitter) -> None: + emitter.emit("\n") + label = analysis.labels.get("start_frame") + if label is not None: + generate_tier1_label(label, emitter) def get_popped(inst: Instruction, analysis: Analysis) -> str: stack = get_stack_effect(inst) diff --git a/configure b/configure index c777d8117c66c4c..fd37ce0a4a5f28f 100755 --- a/configure +++ b/configure @@ -837,6 +837,7 @@ ENSUREPIP CFLAGS_CEVAL SRCDIRS THREADHEADERS +CFLAGS_CEVAL_TAILCALL PANEL_LIBS PANEL_CFLAGS CURSES_LIBS @@ -34396,6 +34397,9 @@ printf "%s\n" "#define HAVE_COMPUTED_GOTOS 1" >>confdefs.h esac +CFLAGS_CEVAL_TAILCALL="" + + # Check for --with-tail-call-interp { printf "%s\n" "$as_me:${as_lineno-$LINENO}: checking for --with-tail-call-interp" >&5 printf %s "checking for --with-tail-call-interp... " >&6; } @@ -34411,6 +34415,63 @@ printf "%s\n" "#define _Py_TAIL_CALL_INTERP 1" >>confdefs.h { printf "%s\n" "$as_me:${as_lineno-$LINENO}: result: yes" >&5 printf "%s\n" "yes" >&6; } + reserve_frame_pointer_for_opcodes=no + if test -n "$frame_pointer_cflags" && test "x$with_frame_pointers" != xno; then + reserve_frame_pointer_for_opcodes=yes + fi + for flag in $CFLAGS; do + case $flag in #( + -fno-omit-frame-pointer|-fno-omit-leaf-frame-pointer|-mno-omit-leaf-frame-pointer) : + reserve_frame_pointer_for_opcodes=yes ;; #( + *) : + ;; +esac + done + if test "$reserve_frame_pointer_for_opcodes" = yes; then + { printf "%s\n" "$as_me:${as_lineno-$LINENO}: checking whether C compiler accepts -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved" >&5 +printf %s "checking whether C compiler accepts -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved... " >&6; } +if test ${ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved+y} +then : + printf %s "(cached) " >&6 +else case e in #( + e) + ax_check_save_flags=$CFLAGS + CFLAGS="$CFLAGS -Werror -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved" + cat confdefs.h - <<_ACEOF >conftest.$ac_ext +/* end confdefs.h. */ + +int +main (void) +{ + + ; + return 0; +} +_ACEOF +if ac_fn_c_try_compile "$LINENO" +then : + ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved=yes +else case e in #( + e) ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved=no ;; +esac +fi +rm -f core conftest.err conftest.$ac_objext conftest.beam conftest.$ac_ext + CFLAGS=$ax_check_save_flags ;; +esac +fi +{ printf "%s\n" "$as_me:${as_lineno-$LINENO}: result: $ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" >&5 +printf "%s\n" "$ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" >&6; } +if test "x$ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" = xyes +then : + + CFLAGS_CEVAL_TAILCALL="-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved" + +else case e in #( + e) : ;; +esac +fi + + fi fi if test "$withval" = no then diff --git a/configure.ac b/configure.ac index a8760c94ac151aa..4c594b4982c3d5b 100644 --- a/configure.ac +++ b/configure.ac @@ -7692,6 +7692,9 @@ case "$ac_cv_computed_gotos" in yes*) [Define if the C compiler supports computed gotos.]) esac +CFLAGS_CEVAL_TAILCALL="" +AC_SUBST([CFLAGS_CEVAL_TAILCALL]) + # Check for --with-tail-call-interp AC_MSG_CHECKING([for --with-tail-call-interp]) AC_ARG_WITH( @@ -7706,6 +7709,22 @@ then AC_DEFINE([_Py_TAIL_CALL_INTERP], [1], [Define if you want to use tail-calling interpreters in CPython.]) AC_MSG_RESULT([yes]) + reserve_frame_pointer_for_opcodes=no + if test -n "$frame_pointer_cflags" && test "x$with_frame_pointers" != xno; then + reserve_frame_pointer_for_opcodes=yes + fi + dnl Also recognize frame pointers requested explicitly in CFLAGS. + for flag in $CFLAGS; do + AS_CASE([$flag], + [-fno-omit-frame-pointer|-fno-omit-leaf-frame-pointer|-mno-omit-leaf-frame-pointer], + [reserve_frame_pointer_for_opcodes=yes]) + done + if test "$reserve_frame_pointer_for_opcodes" = yes; then + dnl Reserve the register without adding a frame to each tail-call handler. + AX_CHECK_COMPILE_FLAG([-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved], [ + CFLAGS_CEVAL_TAILCALL="-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved" + ], [], [-Werror]) + fi fi if test "$withval" = no then