diff --git a/.github/workflows/tail-call.yml b/.github/workflows/tail-call.yml
index ccededfc397b369..77cf0c5c5206dc1 100644
--- a/.github/workflows/tail-call.yml
+++ b/.github/workflows/tail-call.yml
@@ -7,6 +7,7 @@ on:
- 'Python/ceval.c'
- 'Python/ceval_macros.h'
- 'Python/generated_cases.c.h'
+ - 'Python/ceval_tailcall.c'
push:
paths: *paths
workflow_dispatch:
diff --git a/Lib/test/test_generated_cases.py b/Lib/test/test_generated_cases.py
index 8ce5370e922e069..248abd6e038c856 100644
--- a/Lib/test/test_generated_cases.py
+++ b/Lib/test/test_generated_cases.py
@@ -124,6 +124,7 @@ def run_cases_test(self, input: str, expected: str):
actual = instructions.strip() + "\n\n " + labels.strip()
self.assertEqual(actual.strip(), expected.strip())
+ return lines
def test_inst_no_args(self):
input = """
@@ -1791,6 +1792,45 @@ def test_spilled_label(self):
"""
self.run_cases_test(input, output)
+ def test_start_frame_separate_from_handlers(self):
+ input = """
+ spilled label(start_frame) {
+ RELOAD_STACK();
+ goto handler;
+ }
+
+ label(handler) {
+ SAVE_STACK();
+ goto start_frame;
+ }
+ """
+ output = """
+ LABEL(handler)
+ {
+ _PyFrame_SetStackPointer(frame, stack_pointer);
+ _PyFrame_StackPointerValidate(frame);
+ JUMP_TO_LABEL(start_frame);
+ }
+ """
+ generated = self.run_cases_test(input, output)
+ handlers, start_frame = generated.split(
+ "#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)\n"
+ )
+ self.assertNotIn("\n LABEL(start_frame)\n", handlers)
+ self.assertIn("#ifndef _Py_CEVAL_START_FRAME", handlers)
+ expected = """
+ LABEL(start_frame)
+ {
+ stack_pointer = _PyFrame_GetStackPointer(frame);
+ _PyFrame_StackPointerInvalidate(frame);
+ JUMP_TO_LABEL(handler);
+ }
+
+#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */
+#undef TIER_ONE
+ """
+ self.assertEqual(start_frame.strip(), expected.strip())
+
def test_incorrect_spills(self):
input1 = """
diff --git a/Makefile.pre.in b/Makefile.pre.in
index 36515dbd146a1e3..db99b5afcbe4017 100644
--- a/Makefile.pre.in
+++ b/Makefile.pre.in
@@ -132,6 +132,8 @@ PY_CORE_EXE_LDFLAGS:= $(if $(CONFIGURE_EXE_LDFLAGS), $(CONFIGURE_EXE_LDFLAGS) $(
CFLAGS_ALIASING=@CFLAGS_ALIASING@
# Compilation flags only for ceval.c.
CFLAGS_CEVAL=@CFLAGS_CEVAL@
+# Compilation flags only for ceval_tailcall.c.
+CFLAGS_CEVAL_TAILCALL=@CFLAGS_CEVAL_TAILCALL@
# Machine-dependent subdirectories
@@ -445,6 +447,7 @@ PYTHON_OBJS= \
Python/bltinmodule.o \
Python/brc.o \
Python/ceval.o \
+ Python/ceval_tailcall.o \
Python/codecs.o \
Python/codegen.o \
Python/compile.o \
@@ -612,7 +615,11 @@ LINK_PYTHON_OBJS=@LINK_PYTHON_OBJS@
# On some systems, object files that reference DTrace probes need to be modified
# in-place by dtrace(1).
DTRACE_DEPS = \
- Python/ceval.o Python/gc.o Python/import.o Python/sysmodule.o
+ Python/ceval.o \
+ Python/gc.o \
+ Python/import.o \
+ Python/sysmodule.o \
+ Python/ceval_tailcall.o
##########################################################################
# pyexpat's expat library
@@ -2152,7 +2159,7 @@ regen-test-cases:
.PHONY: regen-test-opcode-targets
regen-test-opcode-targets:
- $(PYTHON_FOR_REGEN) $(srcdir)/Tools/cases_generator/target_generator.py \
+ $(PYTHON_FOR_REGEN) $(srcdir)/Tools/cases_generator/target_generator.py --static \
-o $(srcdir)/Modules/_testinternalcapi/test_targets.h.new $(srcdir)/Python/bytecodes.c \
$(srcdir)/Modules/_testinternalcapi/testbytecodes.c
$(UPDATE_FILE) $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_targets.h.new
@@ -2198,6 +2205,13 @@ Python/ceval.o: \
$(srcdir)/Python/opcode_targets.h \
$(srcdir)/Python/record_functions.c.h
+Python/ceval_tailcall.o: \
+ $(srcdir)/Python/ceval.h \
+ $(srcdir)/Python/ceval_macros.h \
+ $(srcdir)/Python/generated_cases.c.h \
+ $(srcdir)/Python/opcode_targets.h \
+ $(srcdir)/Python/record_functions.c.h
+
Python/flowgraph.o: \
$(srcdir)/Include/internal/pycore_opcode_metadata.h
@@ -3204,6 +3218,9 @@ Python/dtoa.o: Python/dtoa.c
Python/ceval.o: Python/ceval.c
$(CC) -c $(PY_CORE_CFLAGS) $(CFLAGS_CEVAL) -o $@ $<
+Python/ceval_tailcall.o: Python/ceval_tailcall.c
+ $(CC) -c $(PY_CORE_CFLAGS) $(CFLAGS_CEVAL_TAILCALL) -o $@ $<
+
# Run reindent on the library
.PHONY: reindent
reindent:
@@ -3462,7 +3479,7 @@ MODULE__SOCKET_DEPS=$(srcdir)/Modules/socketmodule.h $(srcdir)/Modules/addrinfo.
MODULE__SSL_DEPS=$(srcdir)/Modules/_ssl.h $(srcdir)/Modules/_openssl_mem.h $(srcdir)/Modules/_ssl/cert.c $(srcdir)/Modules/_ssl/debughelpers.c $(srcdir)/Modules/_ssl/misc.c $(srcdir)/Modules/_ssl_data_111.h $(srcdir)/Modules/_ssl_data_300.h $(srcdir)/Modules/socketmodule.h
MODULE__TESTCAPI_DEPS=$(srcdir)/Modules/_testcapi/parts.h $(srcdir)/Modules/_testcapi/util.h
MODULE__TESTLIMITEDCAPI_DEPS=$(srcdir)/Modules/_testlimitedcapi/testcapi_long.h $(srcdir)/Modules/_testlimitedcapi/parts.h $(srcdir)/Modules/_testlimitedcapi/util.h
-MODULE__TESTINTERNALCAPI_DEPS=$(srcdir)/Modules/_testinternalcapi/parts.h $(srcdir)/Parser/tokenizer/source.h $(srcdir)/Parser/tokenizer/types.h $(srcdir)/Python/ceval.h $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_cases.c.h
+MODULE__TESTINTERNALCAPI_DEPS=$(srcdir)/Modules/_testinternalcapi/parts.h $(srcdir)/Parser/tokenizer/source.h $(srcdir)/Parser/tokenizer/types.h $(srcdir)/Python/ceval.h $(srcdir)/Python/ceval_macros.h $(srcdir)/Modules/_testinternalcapi/test_targets.h $(srcdir)/Modules/_testinternalcapi/test_cases.c.h
MODULE__SQLITE3_DEPS=$(srcdir)/Modules/_sqlite/connection.h $(srcdir)/Modules/_sqlite/cursor.h $(srcdir)/Modules/_sqlite/microprotocols.h $(srcdir)/Modules/_sqlite/module.h $(srcdir)/Modules/_sqlite/prepare_protocol.h $(srcdir)/Modules/_sqlite/row.h $(srcdir)/Modules/_sqlite/util.h
MODULE__ZSTD_DEPS=$(srcdir)/Modules/_zstd/_zstdmodule.h $(srcdir)/Modules/_zstd/buffer.h $(srcdir)/Modules/_zstd/zstddict.h
diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst
new file mode 100644
index 000000000000000..d2c423d25c701c8
--- /dev/null
+++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-10-11-21-57-44.gh-issue-154124.ZErMAp.rst
@@ -0,0 +1 @@
+Reserve frame pointer on :option:`--with-tail-call-interp` builds using Clang 21 or newer. This recovers most of the performance hit for those builds.
diff --git a/Modules/_testinternalcapi/interpreter.c b/Modules/_testinternalcapi/interpreter.c
index a67ecdc211bb343..25913db8cb0da9d 100644
--- a/Modules/_testinternalcapi/interpreter.c
+++ b/Modules/_testinternalcapi/interpreter.c
@@ -30,8 +30,12 @@ stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame)
#endif
#if _Py_TAIL_CALL_INTERP
+/* The declarations give the generated handlers internal linkage. */
#include "test_targets.h"
#include "test_cases.c.h"
+#define _Py_CEVAL_START_FRAME
+#include "test_cases.c.h"
+#undef _Py_CEVAL_START_FRAME
#endif
PyObject* _Py_HOT_FUNCTION
@@ -124,9 +128,9 @@ Test_EvalFrame(PyThreadState *tstate, _PyInterpreterFrame *frame, int throwflag)
_PyFrame_StackPointerInvalidate(frame);
#if _Py_TAIL_CALL_INTERP
# if Py_STATS
- return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode);
+ return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode);
# else
- return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0);
+ return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0);
# endif
#else
goto error;
@@ -135,9 +139,9 @@ Test_EvalFrame(PyThreadState *tstate, _PyInterpreterFrame *frame, int throwflag)
#if _Py_TAIL_CALL_INTERP
# if Py_STATS
- return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode);
+ return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode);
# else
- return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0);
+ return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0);
# endif
#else
goto start_frame;
diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h
index 3bdc16437e2bc61..7e92e06e0e197d2 100644
--- a/Modules/_testinternalcapi/test_cases.c.h
+++ b/Modules/_testinternalcapi/test_cases.c.h
@@ -7,6 +7,7 @@
#error "This file is for Tier 1 only"
#endif
#define TIER_ONE 1
+#ifndef _Py_CEVAL_START_FRAME
#if !_Py_TAIL_CALL_INTERP
#if !USE_COMPUTED_GOTOS
@@ -13773,33 +13774,6 @@ JUMP_TO_LABEL(error);
JUMP_TO_LABEL(error);
}
- LABEL(start_frame)
- {
- #ifdef Py_DEBUG
- assert(frame->stackpointer_valid == 1);
- #endif
- int too_deep = _Py_EnterRecursivePy(tstate);
- if (too_deep) {
- JUMP_TO_LABEL(exit_unwind_notrace);
- }
- DTRACE_FUNCTION_ENTRY();
- next_instr = frame->instr_ptr;
- #ifdef Py_DEBUG
- int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS());
- if (lltrace < 0) {
- JUMP_TO_LABEL(exit_unwind);
- }
- frame->lltrace = lltrace;
- assert(!_PyErr_Occurred(tstate));
- #endif
- stack_pointer = _PyFrame_GetStackPointer(frame);
- _PyFrame_StackPointerInvalidate(frame);
- #if _Py_TAIL_CALL_INTERP
- int opcode;
- #endif
- DISPATCH();
- }
-
#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)
Py_GCC_ATTRIBUTE((unused))
#endif
@@ -13827,4 +13801,35 @@ JUMP_TO_LABEL(error);
}
/* END LABELS */
+#endif /* _Py_CEVAL_START_FRAME */
+#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)
+
+ LABEL(start_frame)
+ {
+ #ifdef Py_DEBUG
+ assert(frame->stackpointer_valid == 1);
+ #endif
+ int too_deep = _Py_EnterRecursivePy(tstate);
+ if (too_deep) {
+ JUMP_TO_LABEL(exit_unwind_notrace);
+ }
+ DTRACE_FUNCTION_ENTRY();
+ next_instr = frame->instr_ptr;
+ #ifdef Py_DEBUG
+ int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS());
+ if (lltrace < 0) {
+ JUMP_TO_LABEL(exit_unwind);
+ }
+ frame->lltrace = lltrace;
+ assert(!_PyErr_Occurred(tstate));
+ #endif
+ stack_pointer = _PyFrame_GetStackPointer(frame);
+ _PyFrame_StackPointerInvalidate(frame);
+ #if _Py_TAIL_CALL_INTERP
+ int opcode;
+ #endif
+ DISPATCH();
+ }
+
+#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */
#undef TIER_ONE
diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h
index 91b424773224e4b..e9c791596b4845b 100644
--- a/Modules/_testinternalcapi/test_targets.h
+++ b/Modules/_testinternalcapi/test_targets.h
@@ -522,248 +522,248 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256];
static py_tail_call_funcptr instruction_funcptr_tracing_table[256];
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_start_frame(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_error(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_start_frame(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CACHE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IS_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RERAISE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESERVED(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SWAP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CACHE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_FOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_SEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IS_OP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RERAISE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESERVED(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SWAP(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS);
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) {
+static PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) {
int opcode = next_instr->op.code;
_PyErr_Format(tstate, PyExc_SystemError,
"%U:%d: unknown opcode %d",
@@ -774,519 +774,519 @@ JUMP_TO_LABEL(error);
}
static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {
- [BINARY_OP] = _TAIL_CALL_BINARY_OP,
- [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT,
- [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT,
- [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE,
- [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND,
- [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE,
- [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT,
- [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT,
- [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT,
- [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM,
- [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT,
- [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE,
- [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT,
- [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT,
- [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT,
- [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT,
- [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT,
- [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE,
- [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION,
- [BUILD_LIST] = _TAIL_CALL_BUILD_LIST,
- [BUILD_MAP] = _TAIL_CALL_BUILD_MAP,
- [BUILD_SET] = _TAIL_CALL_BUILD_SET,
- [BUILD_SLICE] = _TAIL_CALL_BUILD_SLICE,
- [BUILD_STRING] = _TAIL_CALL_BUILD_STRING,
- [BUILD_TEMPLATE] = _TAIL_CALL_BUILD_TEMPLATE,
- [BUILD_TUPLE] = _TAIL_CALL_BUILD_TUPLE,
- [CACHE] = _TAIL_CALL_CACHE,
- [CALL] = _TAIL_CALL_CALL,
- [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT,
- [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS,
- [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_CALL_BOUND_METHOD_GENERAL,
- [CALL_BUILTIN_CLASS] = _TAIL_CALL_CALL_BUILTIN_CLASS,
- [CALL_BUILTIN_FAST] = _TAIL_CALL_CALL_BUILTIN_FAST,
- [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS,
- [CALL_BUILTIN_O] = _TAIL_CALL_CALL_BUILTIN_O,
- [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_CALL_EX_NON_PY_GENERAL,
- [CALL_EX_PY] = _TAIL_CALL_CALL_EX_PY,
- [CALL_FUNCTION_EX] = _TAIL_CALL_CALL_FUNCTION_EX,
- [CALL_INTRINSIC_1] = _TAIL_CALL_CALL_INTRINSIC_1,
- [CALL_INTRINSIC_2] = _TAIL_CALL_CALL_INTRINSIC_2,
- [CALL_ISINSTANCE] = _TAIL_CALL_CALL_ISINSTANCE,
- [CALL_KW] = _TAIL_CALL_CALL_KW,
- [CALL_KW_BOUND_METHOD] = _TAIL_CALL_CALL_KW_BOUND_METHOD,
- [CALL_KW_NON_PY] = _TAIL_CALL_CALL_KW_NON_PY,
- [CALL_KW_PY] = _TAIL_CALL_CALL_KW_PY,
- [CALL_LEN] = _TAIL_CALL_CALL_LEN,
- [CALL_LIST_APPEND] = _TAIL_CALL_CALL_LIST_APPEND,
- [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST,
- [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS,
- [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS,
- [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O,
- [CALL_NON_PY_GENERAL] = _TAIL_CALL_CALL_NON_PY_GENERAL,
- [CALL_PY_EXACT_ARGS] = _TAIL_CALL_CALL_PY_EXACT_ARGS,
- [CALL_PY_GENERAL] = _TAIL_CALL_CALL_PY_GENERAL,
- [CALL_STR_1] = _TAIL_CALL_CALL_STR_1,
- [CALL_TUPLE_1] = _TAIL_CALL_CALL_TUPLE_1,
- [CALL_TYPE_1] = _TAIL_CALL_CALL_TYPE_1,
- [CHECK_EG_MATCH] = _TAIL_CALL_CHECK_EG_MATCH,
- [CHECK_EXC_MATCH] = _TAIL_CALL_CHECK_EXC_MATCH,
- [CLEANUP_THROW] = _TAIL_CALL_CLEANUP_THROW,
- [COMPARE_OP] = _TAIL_CALL_COMPARE_OP,
- [COMPARE_OP_FLOAT] = _TAIL_CALL_COMPARE_OP_FLOAT,
- [COMPARE_OP_INT] = _TAIL_CALL_COMPARE_OP_INT,
- [COMPARE_OP_STR] = _TAIL_CALL_COMPARE_OP_STR,
- [CONTAINS_OP] = _TAIL_CALL_CONTAINS_OP,
- [CONTAINS_OP_DICT] = _TAIL_CALL_CONTAINS_OP_DICT,
- [CONTAINS_OP_SET] = _TAIL_CALL_CONTAINS_OP_SET,
- [CONVERT_VALUE] = _TAIL_CALL_CONVERT_VALUE,
- [COPY] = _TAIL_CALL_COPY,
- [COPY_FREE_VARS] = _TAIL_CALL_COPY_FREE_VARS,
- [DELETE_DEREF] = _TAIL_CALL_DELETE_DEREF,
- [DELETE_FAST] = _TAIL_CALL_DELETE_FAST,
- [DELETE_SUBSCR] = _TAIL_CALL_DELETE_SUBSCR,
- [DICT_MERGE] = _TAIL_CALL_DICT_MERGE,
- [DICT_UPDATE] = _TAIL_CALL_DICT_UPDATE,
- [END_ASYNC_FOR] = _TAIL_CALL_END_ASYNC_FOR,
- [END_FOR] = _TAIL_CALL_END_FOR,
- [END_SEND] = _TAIL_CALL_END_SEND,
- [ENTER_EXECUTOR] = _TAIL_CALL_ENTER_EXECUTOR,
- [EXIT_INIT_CHECK] = _TAIL_CALL_EXIT_INIT_CHECK,
- [EXTENDED_ARG] = _TAIL_CALL_EXTENDED_ARG,
- [FORMAT_SIMPLE] = _TAIL_CALL_FORMAT_SIMPLE,
- [FORMAT_WITH_SPEC] = _TAIL_CALL_FORMAT_WITH_SPEC,
- [FOR_ITER] = _TAIL_CALL_FOR_ITER,
- [FOR_ITER_GEN] = _TAIL_CALL_FOR_ITER_GEN,
- [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST,
- [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE,
- [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE,
- [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL,
- [GET_AITER] = _TAIL_CALL_GET_AITER,
- [GET_ANEXT] = _TAIL_CALL_GET_ANEXT,
- [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE,
- [GET_ITER] = _TAIL_CALL_GET_ITER,
- [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF,
- [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL,
- [GET_LEN] = _TAIL_CALL_GET_LEN,
- [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM,
- [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME,
- [INSTRUMENTED_CALL] = _TAIL_CALL_INSTRUMENTED_CALL,
- [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX,
- [INSTRUMENTED_CALL_KW] = _TAIL_CALL_INSTRUMENTED_CALL_KW,
- [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR,
- [INSTRUMENTED_END_FOR] = _TAIL_CALL_INSTRUMENTED_END_FOR,
- [INSTRUMENTED_END_SEND] = _TAIL_CALL_INSTRUMENTED_END_SEND,
- [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_INSTRUMENTED_FOR_ITER,
- [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_INSTRUMENTED_INSTRUCTION,
- [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD,
- [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD,
- [INSTRUMENTED_LINE] = _TAIL_CALL_INSTRUMENTED_LINE,
- [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR,
- [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_INSTRUMENTED_NOT_TAKEN,
- [INSTRUMENTED_POP_ITER] = _TAIL_CALL_INSTRUMENTED_POP_ITER,
- [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE,
- [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE,
- [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE,
- [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE,
- [INSTRUMENTED_RESUME] = _TAIL_CALL_INSTRUMENTED_RESUME,
- [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_INSTRUMENTED_RETURN_VALUE,
- [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_INSTRUMENTED_YIELD_VALUE,
- [INTERPRETER_EXIT] = _TAIL_CALL_INTERPRETER_EXIT,
- [IS_OP] = _TAIL_CALL_IS_OP,
- [JUMP_BACKWARD] = _TAIL_CALL_JUMP_BACKWARD,
- [JUMP_BACKWARD_JIT] = _TAIL_CALL_JUMP_BACKWARD_JIT,
- [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT,
- [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_JUMP_BACKWARD_NO_JIT,
- [JUMP_FORWARD] = _TAIL_CALL_JUMP_FORWARD,
- [LIST_APPEND] = _TAIL_CALL_LIST_APPEND,
- [LIST_EXTEND] = _TAIL_CALL_LIST_EXTEND,
- [LOAD_ATTR] = _TAIL_CALL_LOAD_ATTR,
- [LOAD_ATTR_CLASS] = _TAIL_CALL_LOAD_ATTR_CLASS,
- [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK,
- [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN,
- [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE,
- [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT,
- [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT,
- [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES,
- [LOAD_ATTR_MODULE] = _TAIL_CALL_LOAD_ATTR_MODULE,
- [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT,
- [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES,
- [LOAD_ATTR_PROPERTY] = _TAIL_CALL_LOAD_ATTR_PROPERTY,
- [LOAD_ATTR_SLOT] = _TAIL_CALL_LOAD_ATTR_SLOT,
- [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_LOAD_ATTR_WITH_HINT,
- [LOAD_BUILD_CLASS] = _TAIL_CALL_LOAD_BUILD_CLASS,
- [LOAD_COMMON_CONSTANT] = _TAIL_CALL_LOAD_COMMON_CONSTANT,
- [LOAD_CONST] = _TAIL_CALL_LOAD_CONST,
- [LOAD_DEREF] = _TAIL_CALL_LOAD_DEREF,
- [LOAD_FAST] = _TAIL_CALL_LOAD_FAST,
- [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_LOAD_FAST_AND_CLEAR,
- [LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW,
- [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW,
- [LOAD_FAST_CHECK] = _TAIL_CALL_LOAD_FAST_CHECK,
- [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_LOAD_FAST_LOAD_FAST,
- [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF,
- [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS,
- [LOAD_GLOBAL] = _TAIL_CALL_LOAD_GLOBAL,
- [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_LOAD_GLOBAL_BUILTIN,
- [LOAD_GLOBAL_MODULE] = _TAIL_CALL_LOAD_GLOBAL_MODULE,
- [LOAD_LOCALS] = _TAIL_CALL_LOAD_LOCALS,
- [LOAD_NAME] = _TAIL_CALL_LOAD_NAME,
- [LOAD_SMALL_INT] = _TAIL_CALL_LOAD_SMALL_INT,
- [LOAD_SPECIAL] = _TAIL_CALL_LOAD_SPECIAL,
- [LOAD_SUPER_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR,
- [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR_ATTR,
- [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_LOAD_SUPER_ATTR_METHOD,
- [MAKE_CELL] = _TAIL_CALL_MAKE_CELL,
- [MAKE_FUNCTION] = _TAIL_CALL_MAKE_FUNCTION,
- [MAP_ADD] = _TAIL_CALL_MAP_ADD,
- [MATCH_CLASS] = _TAIL_CALL_MATCH_CLASS,
- [MATCH_KEYS] = _TAIL_CALL_MATCH_KEYS,
- [MATCH_MAPPING] = _TAIL_CALL_MATCH_MAPPING,
- [MATCH_SEQUENCE] = _TAIL_CALL_MATCH_SEQUENCE,
- [NOP] = _TAIL_CALL_NOP,
- [NOT_TAKEN] = _TAIL_CALL_NOT_TAKEN,
- [POP_EXCEPT] = _TAIL_CALL_POP_EXCEPT,
- [POP_ITER] = _TAIL_CALL_POP_ITER,
- [POP_JUMP_IF_FALSE] = _TAIL_CALL_POP_JUMP_IF_FALSE,
- [POP_JUMP_IF_NONE] = _TAIL_CALL_POP_JUMP_IF_NONE,
- [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_POP_JUMP_IF_NOT_NONE,
- [POP_JUMP_IF_TRUE] = _TAIL_CALL_POP_JUMP_IF_TRUE,
- [POP_TOP] = _TAIL_CALL_POP_TOP,
- [PUSH_EXC_INFO] = _TAIL_CALL_PUSH_EXC_INFO,
- [PUSH_NULL] = _TAIL_CALL_PUSH_NULL,
- [RAISE_VARARGS] = _TAIL_CALL_RAISE_VARARGS,
- [RERAISE] = _TAIL_CALL_RERAISE,
- [RESERVED] = _TAIL_CALL_RESERVED,
- [RESUME] = _TAIL_CALL_RESUME,
- [RESUME_CHECK] = _TAIL_CALL_RESUME_CHECK,
- [RESUME_CHECK_JIT] = _TAIL_CALL_RESUME_CHECK_JIT,
- [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR,
- [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE,
- [SEND] = _TAIL_CALL_SEND,
- [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN,
- [SEND_GEN] = _TAIL_CALL_SEND_GEN,
- [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL,
- [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS,
- [SET_ADD] = _TAIL_CALL_SET_ADD,
- [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE,
- [SET_UPDATE] = _TAIL_CALL_SET_UPDATE,
- [STORE_ATTR] = _TAIL_CALL_STORE_ATTR,
- [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE,
- [STORE_ATTR_SLOT] = _TAIL_CALL_STORE_ATTR_SLOT,
- [STORE_ATTR_WITH_HINT] = _TAIL_CALL_STORE_ATTR_WITH_HINT,
- [STORE_DEREF] = _TAIL_CALL_STORE_DEREF,
- [STORE_FAST] = _TAIL_CALL_STORE_FAST,
- [STORE_FAST_LOAD_FAST] = _TAIL_CALL_STORE_FAST_LOAD_FAST,
- [STORE_FAST_STORE_FAST] = _TAIL_CALL_STORE_FAST_STORE_FAST,
- [STORE_GLOBAL] = _TAIL_CALL_STORE_GLOBAL,
- [STORE_NAME] = _TAIL_CALL_STORE_NAME,
- [STORE_SLICE] = _TAIL_CALL_STORE_SLICE,
- [STORE_SUBSCR] = _TAIL_CALL_STORE_SUBSCR,
- [STORE_SUBSCR_DICT] = _TAIL_CALL_STORE_SUBSCR_DICT,
- [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_STORE_SUBSCR_LIST_INT,
- [SWAP] = _TAIL_CALL_SWAP,
- [TO_BOOL] = _TAIL_CALL_TO_BOOL,
- [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TO_BOOL_ALWAYS_TRUE,
- [TO_BOOL_BOOL] = _TAIL_CALL_TO_BOOL_BOOL,
- [TO_BOOL_INT] = _TAIL_CALL_TO_BOOL_INT,
- [TO_BOOL_LIST] = _TAIL_CALL_TO_BOOL_LIST,
- [TO_BOOL_NONE] = _TAIL_CALL_TO_BOOL_NONE,
- [TO_BOOL_STR] = _TAIL_CALL_TO_BOOL_STR,
- [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_INVERT] = _TAIL_CALL_UNARY_INVERT,
- [UNARY_NEGATIVE] = _TAIL_CALL_UNARY_NEGATIVE,
- [UNARY_NOT] = _TAIL_CALL_UNARY_NOT,
- [UNPACK_EX] = _TAIL_CALL_UNPACK_EX,
- [UNPACK_SEQUENCE] = _TAIL_CALL_UNPACK_SEQUENCE,
- [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_UNPACK_SEQUENCE_LIST,
- [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TUPLE,
- [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE,
- [WITH_EXCEPT_START] = _TAIL_CALL_WITH_EXCEPT_START,
- [YIELD_VALUE] = _TAIL_CALL_YIELD_VALUE,
- [117] = _TAIL_CALL_UNKNOWN_OPCODE,
- [118] = _TAIL_CALL_UNKNOWN_OPCODE,
- [119] = _TAIL_CALL_UNKNOWN_OPCODE,
- [120] = _TAIL_CALL_UNKNOWN_OPCODE,
- [121] = _TAIL_CALL_UNKNOWN_OPCODE,
- [122] = _TAIL_CALL_UNKNOWN_OPCODE,
- [123] = _TAIL_CALL_UNKNOWN_OPCODE,
- [124] = _TAIL_CALL_UNKNOWN_OPCODE,
- [125] = _TAIL_CALL_UNKNOWN_OPCODE,
- [126] = _TAIL_CALL_UNKNOWN_OPCODE,
- [127] = _TAIL_CALL_UNKNOWN_OPCODE,
- [219] = _TAIL_CALL_UNKNOWN_OPCODE,
- [220] = _TAIL_CALL_UNKNOWN_OPCODE,
- [221] = _TAIL_CALL_UNKNOWN_OPCODE,
- [222] = _TAIL_CALL_UNKNOWN_OPCODE,
- [223] = _TAIL_CALL_UNKNOWN_OPCODE,
- [224] = _TAIL_CALL_UNKNOWN_OPCODE,
- [225] = _TAIL_CALL_UNKNOWN_OPCODE,
- [226] = _TAIL_CALL_UNKNOWN_OPCODE,
- [227] = _TAIL_CALL_UNKNOWN_OPCODE,
- [228] = _TAIL_CALL_UNKNOWN_OPCODE,
- [229] = _TAIL_CALL_UNKNOWN_OPCODE,
- [230] = _TAIL_CALL_UNKNOWN_OPCODE,
- [231] = _TAIL_CALL_UNKNOWN_OPCODE,
- [232] = _TAIL_CALL_UNKNOWN_OPCODE,
+ [BINARY_OP] = _Py_TAIL_CALL_BINARY_OP,
+ [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT,
+ [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_BINARY_OP_ADD_INT,
+ [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE,
+ [BINARY_OP_EXTEND] = _Py_TAIL_CALL_BINARY_OP_EXTEND,
+ [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE,
+ [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT,
+ [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT,
+ [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT,
+ [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM,
+ [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT,
+ [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE,
+ [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT,
+ [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT,
+ [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT,
+ [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT,
+ [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT,
+ [BINARY_SLICE] = _Py_TAIL_CALL_BINARY_SLICE,
+ [BUILD_INTERPOLATION] = _Py_TAIL_CALL_BUILD_INTERPOLATION,
+ [BUILD_LIST] = _Py_TAIL_CALL_BUILD_LIST,
+ [BUILD_MAP] = _Py_TAIL_CALL_BUILD_MAP,
+ [BUILD_SET] = _Py_TAIL_CALL_BUILD_SET,
+ [BUILD_SLICE] = _Py_TAIL_CALL_BUILD_SLICE,
+ [BUILD_STRING] = _Py_TAIL_CALL_BUILD_STRING,
+ [BUILD_TEMPLATE] = _Py_TAIL_CALL_BUILD_TEMPLATE,
+ [BUILD_TUPLE] = _Py_TAIL_CALL_BUILD_TUPLE,
+ [CACHE] = _Py_TAIL_CALL_CACHE,
+ [CALL] = _Py_TAIL_CALL_CALL,
+ [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT,
+ [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS,
+ [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL,
+ [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_CALL_BUILTIN_CLASS,
+ [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_CALL_BUILTIN_FAST,
+ [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS,
+ [CALL_BUILTIN_O] = _Py_TAIL_CALL_CALL_BUILTIN_O,
+ [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL,
+ [CALL_EX_PY] = _Py_TAIL_CALL_CALL_EX_PY,
+ [CALL_FUNCTION_EX] = _Py_TAIL_CALL_CALL_FUNCTION_EX,
+ [CALL_INTRINSIC_1] = _Py_TAIL_CALL_CALL_INTRINSIC_1,
+ [CALL_INTRINSIC_2] = _Py_TAIL_CALL_CALL_INTRINSIC_2,
+ [CALL_ISINSTANCE] = _Py_TAIL_CALL_CALL_ISINSTANCE,
+ [CALL_KW] = _Py_TAIL_CALL_CALL_KW,
+ [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_CALL_KW_BOUND_METHOD,
+ [CALL_KW_NON_PY] = _Py_TAIL_CALL_CALL_KW_NON_PY,
+ [CALL_KW_PY] = _Py_TAIL_CALL_CALL_KW_PY,
+ [CALL_LEN] = _Py_TAIL_CALL_CALL_LEN,
+ [CALL_LIST_APPEND] = _Py_TAIL_CALL_CALL_LIST_APPEND,
+ [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST,
+ [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS,
+ [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS,
+ [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O,
+ [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_NON_PY_GENERAL,
+ [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_CALL_PY_EXACT_ARGS,
+ [CALL_PY_GENERAL] = _Py_TAIL_CALL_CALL_PY_GENERAL,
+ [CALL_STR_1] = _Py_TAIL_CALL_CALL_STR_1,
+ [CALL_TUPLE_1] = _Py_TAIL_CALL_CALL_TUPLE_1,
+ [CALL_TYPE_1] = _Py_TAIL_CALL_CALL_TYPE_1,
+ [CHECK_EG_MATCH] = _Py_TAIL_CALL_CHECK_EG_MATCH,
+ [CHECK_EXC_MATCH] = _Py_TAIL_CALL_CHECK_EXC_MATCH,
+ [CLEANUP_THROW] = _Py_TAIL_CALL_CLEANUP_THROW,
+ [COMPARE_OP] = _Py_TAIL_CALL_COMPARE_OP,
+ [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_COMPARE_OP_FLOAT,
+ [COMPARE_OP_INT] = _Py_TAIL_CALL_COMPARE_OP_INT,
+ [COMPARE_OP_STR] = _Py_TAIL_CALL_COMPARE_OP_STR,
+ [CONTAINS_OP] = _Py_TAIL_CALL_CONTAINS_OP,
+ [CONTAINS_OP_DICT] = _Py_TAIL_CALL_CONTAINS_OP_DICT,
+ [CONTAINS_OP_SET] = _Py_TAIL_CALL_CONTAINS_OP_SET,
+ [CONVERT_VALUE] = _Py_TAIL_CALL_CONVERT_VALUE,
+ [COPY] = _Py_TAIL_CALL_COPY,
+ [COPY_FREE_VARS] = _Py_TAIL_CALL_COPY_FREE_VARS,
+ [DELETE_DEREF] = _Py_TAIL_CALL_DELETE_DEREF,
+ [DELETE_FAST] = _Py_TAIL_CALL_DELETE_FAST,
+ [DELETE_SUBSCR] = _Py_TAIL_CALL_DELETE_SUBSCR,
+ [DICT_MERGE] = _Py_TAIL_CALL_DICT_MERGE,
+ [DICT_UPDATE] = _Py_TAIL_CALL_DICT_UPDATE,
+ [END_ASYNC_FOR] = _Py_TAIL_CALL_END_ASYNC_FOR,
+ [END_FOR] = _Py_TAIL_CALL_END_FOR,
+ [END_SEND] = _Py_TAIL_CALL_END_SEND,
+ [ENTER_EXECUTOR] = _Py_TAIL_CALL_ENTER_EXECUTOR,
+ [EXIT_INIT_CHECK] = _Py_TAIL_CALL_EXIT_INIT_CHECK,
+ [EXTENDED_ARG] = _Py_TAIL_CALL_EXTENDED_ARG,
+ [FORMAT_SIMPLE] = _Py_TAIL_CALL_FORMAT_SIMPLE,
+ [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_FORMAT_WITH_SPEC,
+ [FOR_ITER] = _Py_TAIL_CALL_FOR_ITER,
+ [FOR_ITER_GEN] = _Py_TAIL_CALL_FOR_ITER_GEN,
+ [FOR_ITER_LIST] = _Py_TAIL_CALL_FOR_ITER_LIST,
+ [FOR_ITER_RANGE] = _Py_TAIL_CALL_FOR_ITER_RANGE,
+ [FOR_ITER_TUPLE] = _Py_TAIL_CALL_FOR_ITER_TUPLE,
+ [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_FOR_ITER_VIRTUAL,
+ [GET_AITER] = _Py_TAIL_CALL_GET_AITER,
+ [GET_ANEXT] = _Py_TAIL_CALL_GET_ANEXT,
+ [GET_AWAITABLE] = _Py_TAIL_CALL_GET_AWAITABLE,
+ [GET_ITER] = _Py_TAIL_CALL_GET_ITER,
+ [GET_ITER_SELF] = _Py_TAIL_CALL_GET_ITER_SELF,
+ [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_GET_ITER_VIRTUAL,
+ [GET_LEN] = _Py_TAIL_CALL_GET_LEN,
+ [IMPORT_FROM] = _Py_TAIL_CALL_IMPORT_FROM,
+ [IMPORT_NAME] = _Py_TAIL_CALL_IMPORT_NAME,
+ [INSTRUMENTED_CALL] = _Py_TAIL_CALL_INSTRUMENTED_CALL,
+ [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX,
+ [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_INSTRUMENTED_CALL_KW,
+ [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR,
+ [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_FOR,
+ [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_INSTRUMENTED_END_SEND,
+ [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER,
+ [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION,
+ [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD,
+ [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD,
+ [INSTRUMENTED_LINE] = _Py_TAIL_CALL_INSTRUMENTED_LINE,
+ [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR,
+ [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN,
+ [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_INSTRUMENTED_POP_ITER,
+ [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE,
+ [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE,
+ [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE,
+ [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE,
+ [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_INSTRUMENTED_RESUME,
+ [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE,
+ [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE,
+ [INTERPRETER_EXIT] = _Py_TAIL_CALL_INTERPRETER_EXIT,
+ [IS_OP] = _Py_TAIL_CALL_IS_OP,
+ [JUMP_BACKWARD] = _Py_TAIL_CALL_JUMP_BACKWARD,
+ [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_JIT,
+ [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT,
+ [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT,
+ [JUMP_FORWARD] = _Py_TAIL_CALL_JUMP_FORWARD,
+ [LIST_APPEND] = _Py_TAIL_CALL_LIST_APPEND,
+ [LIST_EXTEND] = _Py_TAIL_CALL_LIST_EXTEND,
+ [LOAD_ATTR] = _Py_TAIL_CALL_LOAD_ATTR,
+ [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_LOAD_ATTR_CLASS,
+ [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK,
+ [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN,
+ [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE,
+ [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT,
+ [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT,
+ [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES,
+ [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_LOAD_ATTR_MODULE,
+ [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT,
+ [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES,
+ [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_LOAD_ATTR_PROPERTY,
+ [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_LOAD_ATTR_SLOT,
+ [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT,
+ [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_LOAD_BUILD_CLASS,
+ [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_LOAD_COMMON_CONSTANT,
+ [LOAD_CONST] = _Py_TAIL_CALL_LOAD_CONST,
+ [LOAD_DEREF] = _Py_TAIL_CALL_LOAD_DEREF,
+ [LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST,
+ [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR,
+ [LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW,
+ [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW,
+ [LOAD_FAST_CHECK] = _Py_TAIL_CALL_LOAD_FAST_CHECK,
+ [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST,
+ [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF,
+ [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS,
+ [LOAD_GLOBAL] = _Py_TAIL_CALL_LOAD_GLOBAL,
+ [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN,
+ [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_LOAD_GLOBAL_MODULE,
+ [LOAD_LOCALS] = _Py_TAIL_CALL_LOAD_LOCALS,
+ [LOAD_NAME] = _Py_TAIL_CALL_LOAD_NAME,
+ [LOAD_SMALL_INT] = _Py_TAIL_CALL_LOAD_SMALL_INT,
+ [LOAD_SPECIAL] = _Py_TAIL_CALL_LOAD_SPECIAL,
+ [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR,
+ [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR,
+ [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD,
+ [MAKE_CELL] = _Py_TAIL_CALL_MAKE_CELL,
+ [MAKE_FUNCTION] = _Py_TAIL_CALL_MAKE_FUNCTION,
+ [MAP_ADD] = _Py_TAIL_CALL_MAP_ADD,
+ [MATCH_CLASS] = _Py_TAIL_CALL_MATCH_CLASS,
+ [MATCH_KEYS] = _Py_TAIL_CALL_MATCH_KEYS,
+ [MATCH_MAPPING] = _Py_TAIL_CALL_MATCH_MAPPING,
+ [MATCH_SEQUENCE] = _Py_TAIL_CALL_MATCH_SEQUENCE,
+ [NOP] = _Py_TAIL_CALL_NOP,
+ [NOT_TAKEN] = _Py_TAIL_CALL_NOT_TAKEN,
+ [POP_EXCEPT] = _Py_TAIL_CALL_POP_EXCEPT,
+ [POP_ITER] = _Py_TAIL_CALL_POP_ITER,
+ [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_POP_JUMP_IF_FALSE,
+ [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NONE,
+ [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE,
+ [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_POP_JUMP_IF_TRUE,
+ [POP_TOP] = _Py_TAIL_CALL_POP_TOP,
+ [PUSH_EXC_INFO] = _Py_TAIL_CALL_PUSH_EXC_INFO,
+ [PUSH_NULL] = _Py_TAIL_CALL_PUSH_NULL,
+ [RAISE_VARARGS] = _Py_TAIL_CALL_RAISE_VARARGS,
+ [RERAISE] = _Py_TAIL_CALL_RERAISE,
+ [RESERVED] = _Py_TAIL_CALL_RESERVED,
+ [RESUME] = _Py_TAIL_CALL_RESUME,
+ [RESUME_CHECK] = _Py_TAIL_CALL_RESUME_CHECK,
+ [RESUME_CHECK_JIT] = _Py_TAIL_CALL_RESUME_CHECK_JIT,
+ [RETURN_GENERATOR] = _Py_TAIL_CALL_RETURN_GENERATOR,
+ [RETURN_VALUE] = _Py_TAIL_CALL_RETURN_VALUE,
+ [SEND] = _Py_TAIL_CALL_SEND,
+ [SEND_ASYNC_GEN] = _Py_TAIL_CALL_SEND_ASYNC_GEN,
+ [SEND_GEN] = _Py_TAIL_CALL_SEND_GEN,
+ [SEND_VIRTUAL] = _Py_TAIL_CALL_SEND_VIRTUAL,
+ [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_SETUP_ANNOTATIONS,
+ [SET_ADD] = _Py_TAIL_CALL_SET_ADD,
+ [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE,
+ [SET_UPDATE] = _Py_TAIL_CALL_SET_UPDATE,
+ [STORE_ATTR] = _Py_TAIL_CALL_STORE_ATTR,
+ [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE,
+ [STORE_ATTR_SLOT] = _Py_TAIL_CALL_STORE_ATTR_SLOT,
+ [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_STORE_ATTR_WITH_HINT,
+ [STORE_DEREF] = _Py_TAIL_CALL_STORE_DEREF,
+ [STORE_FAST] = _Py_TAIL_CALL_STORE_FAST,
+ [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_STORE_FAST_LOAD_FAST,
+ [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_STORE_FAST_STORE_FAST,
+ [STORE_GLOBAL] = _Py_TAIL_CALL_STORE_GLOBAL,
+ [STORE_NAME] = _Py_TAIL_CALL_STORE_NAME,
+ [STORE_SLICE] = _Py_TAIL_CALL_STORE_SLICE,
+ [STORE_SUBSCR] = _Py_TAIL_CALL_STORE_SUBSCR,
+ [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_STORE_SUBSCR_DICT,
+ [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT,
+ [SWAP] = _Py_TAIL_CALL_SWAP,
+ [TO_BOOL] = _Py_TAIL_CALL_TO_BOOL,
+ [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE,
+ [TO_BOOL_BOOL] = _Py_TAIL_CALL_TO_BOOL_BOOL,
+ [TO_BOOL_INT] = _Py_TAIL_CALL_TO_BOOL_INT,
+ [TO_BOOL_LIST] = _Py_TAIL_CALL_TO_BOOL_LIST,
+ [TO_BOOL_NONE] = _Py_TAIL_CALL_TO_BOOL_NONE,
+ [TO_BOOL_STR] = _Py_TAIL_CALL_TO_BOOL_STR,
+ [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_INVERT] = _Py_TAIL_CALL_UNARY_INVERT,
+ [UNARY_NEGATIVE] = _Py_TAIL_CALL_UNARY_NEGATIVE,
+ [UNARY_NOT] = _Py_TAIL_CALL_UNARY_NOT,
+ [UNPACK_EX] = _Py_TAIL_CALL_UNPACK_EX,
+ [UNPACK_SEQUENCE] = _Py_TAIL_CALL_UNPACK_SEQUENCE,
+ [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST,
+ [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE,
+ [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE,
+ [WITH_EXCEPT_START] = _Py_TAIL_CALL_WITH_EXCEPT_START,
+ [YIELD_VALUE] = _Py_TAIL_CALL_YIELD_VALUE,
+ [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
};
static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {
- [BINARY_OP] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_MAP] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_SET] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_STRING] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_TEMPLATE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [CACHE] = _TAIL_CALL_TRACE_RECORD,
- [CALL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_FAST] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_O] = _TAIL_CALL_TRACE_RECORD,
- [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_EX_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
- [CALL_INTRINSIC_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_INTRINSIC_2] = _TAIL_CALL_TRACE_RECORD,
- [CALL_ISINSTANCE] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_BOUND_METHOD] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_NON_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_LEN] = _TAIL_CALL_TRACE_RECORD,
- [CALL_LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_TRACE_RECORD,
- [CALL_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_PY_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_STR_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_TUPLE_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_TYPE_1] = _TAIL_CALL_TRACE_RECORD,
- [CHECK_EG_MATCH] = _TAIL_CALL_TRACE_RECORD,
- [CHECK_EXC_MATCH] = _TAIL_CALL_TRACE_RECORD,
- [CLEANUP_THROW] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_INT] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_STR] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP_DICT] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP_SET] = _TAIL_CALL_TRACE_RECORD,
- [CONVERT_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [COPY] = _TAIL_CALL_TRACE_RECORD,
- [COPY_FREE_VARS] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
- [DICT_MERGE] = _TAIL_CALL_TRACE_RECORD,
- [DICT_UPDATE] = _TAIL_CALL_TRACE_RECORD,
- [END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
- [END_FOR] = _TAIL_CALL_TRACE_RECORD,
- [END_SEND] = _TAIL_CALL_TRACE_RECORD,
- [ENTER_EXECUTOR] = _TAIL_CALL_TRACE_RECORD,
- [EXIT_INIT_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [EXTENDED_ARG] = _TAIL_CALL_TRACE_RECORD,
- [FORMAT_SIMPLE] = _TAIL_CALL_TRACE_RECORD,
- [FORMAT_WITH_SPEC] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_GEN] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [GET_AITER] = _TAIL_CALL_TRACE_RECORD,
- [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD,
- [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [GET_LEN] = _TAIL_CALL_TRACE_RECORD,
- [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD,
- [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL_KW] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_FOR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_SEND] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_LINE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_ITER] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_RESUME] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [INTERPRETER_EXIT] = _TAIL_CALL_TRACE_RECORD,
- [IS_OP] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_JIT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
- [LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
- [LIST_EXTEND] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_MODULE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_PROPERTY] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_BUILD_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_COMMON_CONSTANT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_CONST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL_MODULE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_LOCALS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_NAME] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SMALL_INT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SPECIAL] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_TRACE_RECORD,
- [MAKE_CELL] = _TAIL_CALL_TRACE_RECORD,
- [MAKE_FUNCTION] = _TAIL_CALL_TRACE_RECORD,
- [MAP_ADD] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_KEYS] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_MAPPING] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
- [NOP] = _TAIL_CALL_TRACE_RECORD,
- [NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
- [POP_EXCEPT] = _TAIL_CALL_TRACE_RECORD,
- [POP_ITER] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [POP_TOP] = _TAIL_CALL_TRACE_RECORD,
- [PUSH_EXC_INFO] = _TAIL_CALL_TRACE_RECORD,
- [PUSH_NULL] = _TAIL_CALL_TRACE_RECORD,
- [RAISE_VARARGS] = _TAIL_CALL_TRACE_RECORD,
- [RERAISE] = _TAIL_CALL_TRACE_RECORD,
- [RESERVED] = _TAIL_CALL_TRACE_RECORD,
- [RESUME] = _TAIL_CALL_TRACE_RECORD,
- [RESUME_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [RESUME_CHECK_JIT] = _TAIL_CALL_TRACE_RECORD,
- [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD,
- [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [SEND] = _TAIL_CALL_TRACE_RECORD,
- [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD,
- [SEND_GEN] = _TAIL_CALL_TRACE_RECORD,
- [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD,
- [SET_ADD] = _TAIL_CALL_TRACE_RECORD,
- [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD,
- [SET_UPDATE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST_STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
- [STORE_NAME] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
- [SWAP] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_BOOL] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_INT] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_LIST] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_NONE] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_STR] = _TAIL_CALL_TRACE_RECORD,
- [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_INVERT] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_NEGATIVE] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_NOT] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_EX] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [WITH_EXCEPT_START] = _TAIL_CALL_TRACE_RECORD,
- [YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [117] = _TAIL_CALL_UNKNOWN_OPCODE,
- [118] = _TAIL_CALL_UNKNOWN_OPCODE,
- [119] = _TAIL_CALL_UNKNOWN_OPCODE,
- [120] = _TAIL_CALL_UNKNOWN_OPCODE,
- [121] = _TAIL_CALL_UNKNOWN_OPCODE,
- [122] = _TAIL_CALL_UNKNOWN_OPCODE,
- [123] = _TAIL_CALL_UNKNOWN_OPCODE,
- [124] = _TAIL_CALL_UNKNOWN_OPCODE,
- [125] = _TAIL_CALL_UNKNOWN_OPCODE,
- [126] = _TAIL_CALL_UNKNOWN_OPCODE,
- [127] = _TAIL_CALL_UNKNOWN_OPCODE,
- [219] = _TAIL_CALL_UNKNOWN_OPCODE,
- [220] = _TAIL_CALL_UNKNOWN_OPCODE,
- [221] = _TAIL_CALL_UNKNOWN_OPCODE,
- [222] = _TAIL_CALL_UNKNOWN_OPCODE,
- [223] = _TAIL_CALL_UNKNOWN_OPCODE,
- [224] = _TAIL_CALL_UNKNOWN_OPCODE,
- [225] = _TAIL_CALL_UNKNOWN_OPCODE,
- [226] = _TAIL_CALL_UNKNOWN_OPCODE,
- [227] = _TAIL_CALL_UNKNOWN_OPCODE,
- [228] = _TAIL_CALL_UNKNOWN_OPCODE,
- [229] = _TAIL_CALL_UNKNOWN_OPCODE,
- [230] = _TAIL_CALL_UNKNOWN_OPCODE,
- [231] = _TAIL_CALL_UNKNOWN_OPCODE,
- [232] = _TAIL_CALL_UNKNOWN_OPCODE,
+ [BINARY_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_INTERPOLATION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_MAP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_SET] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_STRING] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_TEMPLATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CACHE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_O] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_EX_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_INTRINSIC_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_INTRINSIC_2] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_ISINSTANCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_NON_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_LEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_STR_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_TUPLE_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_TYPE_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CHECK_EG_MATCH] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CHECK_EXC_MATCH] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CLEANUP_THROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_STR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP_SET] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONVERT_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COPY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COPY_FREE_VARS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DICT_MERGE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DICT_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [ENTER_EXECUTOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [EXIT_INIT_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [EXTENDED_ARG] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FORMAT_SIMPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_RANGE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_AITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ANEXT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_AWAITABLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER_SELF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_LEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IMPORT_FROM] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IMPORT_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_LINE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INTERPRETER_EXIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IS_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LIST_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_CONST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_LOCALS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SMALL_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SPECIAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAKE_CELL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAKE_FUNCTION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAP_ADD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_KEYS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_MAPPING] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [NOP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_EXCEPT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_TOP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [PUSH_EXC_INFO] = _Py_TAIL_CALL_TRACE_RECORD,
+ [PUSH_NULL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RAISE_VARARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RERAISE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESERVED] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME_CHECK_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RETURN_GENERATOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_ASYNC_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_ADD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SWAP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_BOOL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_STR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_INVERT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_NEGATIVE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_NOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [WITH_EXCEPT_START] = _Py_TAIL_CALL_TRACE_RECORD,
+ [YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
};
#endif /* _Py_TAIL_CALL_INTERP */
diff --git a/PCbuild/pythoncore.vcxproj b/PCbuild/pythoncore.vcxproj
index c2d8f64a72b1191..53ec585ac436086 100644
--- a/PCbuild/pythoncore.vcxproj
+++ b/PCbuild/pythoncore.vcxproj
@@ -626,6 +626,9 @@
/std:clatest %(AdditionalOptions)
+
+ /std:clatest %(AdditionalOptions)
+
diff --git a/PCbuild/pythoncore.vcxproj.filters b/PCbuild/pythoncore.vcxproj.filters
index 2536fc971700deb..8da1b797e3a0009 100644
--- a/PCbuild/pythoncore.vcxproj.filters
+++ b/PCbuild/pythoncore.vcxproj.filters
@@ -1421,6 +1421,9 @@
Python
+
+ Python
+
Python
diff --git a/PCbuild/regen.targets b/PCbuild/regen.targets
index 9552e73ef6a2eca..0bea04914a91501 100644
--- a/PCbuild/regen.targets
+++ b/PCbuild/regen.targets
@@ -115,7 +115,7 @@
WorkingDirectory="$(PySourcePath)" />
-
diff --git a/Python/ceval.c b/Python/ceval.c
index b90de789accd44f..7982875c6238c38 100644
--- a/Python/ceval.c
+++ b/Python/ceval.c
@@ -1083,8 +1083,8 @@ _PyObjectArray_Free(PyObject **array, PyObject **scratch)
#if _Py_TIER2
// 0 for success, -1 for error.
-static int
-stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame)
+int
+_PyEval_StopTracingAndJit(PyThreadState *tstate, _PyInterpreterFrame *frame)
{
int _is_sys_tracing = (tstate->c_tracefunc != NULL) || (tstate->c_profilefunc != NULL);
int err = 0;
@@ -1111,7 +1111,10 @@ stop_tracing_and_jit(PyThreadState *tstate, _PyInterpreterFrame *frame)
#if _Py_TAIL_CALL_INTERP
#include "opcode_targets.h"
+/* Give start_frame its own frame pointer, independently of the handlers. */
+#define _Py_CEVAL_START_FRAME
#include "generated_cases.c.h"
+#undef _Py_CEVAL_START_FRAME
#endif
@@ -1196,8 +1199,8 @@ int _PyEval_StoreName(PyThreadState *tstate, _PyStackRef v, PyObject *name, PyOb
#endif
#ifdef WITH_DTRACE
-static void
-dtrace_function_entry(_PyInterpreterFrame *frame)
+void
+_PyEval_DTraceFunctionEntry(_PyInterpreterFrame *frame)
{
const char *filename;
const char *funcname;
@@ -1211,8 +1214,8 @@ dtrace_function_entry(_PyInterpreterFrame *frame)
PyDTrace_FUNCTION_ENTRY(filename, funcname, lineno);
}
-static void
-dtrace_function_return(_PyInterpreterFrame *frame)
+void
+_PyEval_DTraceFunctionReturn(_PyInterpreterFrame *frame)
{
const char *filename;
const char *funcname;
@@ -1324,9 +1327,9 @@ _PyEval_EvalFrameDefault(PyThreadState *tstate, _PyInterpreterFrame *frame, int
_PyFrame_StackPointerInvalidate(frame);
#if _Py_TAIL_CALL_INTERP
# if Py_STATS
- return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode);
+ return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0, lastopcode);
# else
- return _TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0);
+ return _Py_TAIL_CALL_error(frame, stack_pointer, tstate, next_instr, instruction_funcptr_handler_table, 0);
# endif
#else
goto error;
@@ -1335,9 +1338,9 @@ _PyEval_EvalFrameDefault(PyThreadState *tstate, _PyInterpreterFrame *frame, int
#if _Py_TAIL_CALL_INTERP
# if Py_STATS
- return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode);
+ return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0, lastopcode);
# else
- return _TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0);
+ return _Py_TAIL_CALL_start_frame(frame, NULL, tstate, NULL, instruction_funcptr_handler_table, 0);
# endif
#else
goto start_frame;
diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h
index 36921e35533433d..84948f17884b2c9 100644
--- a/Python/ceval_macros.h
+++ b/Python/ceval_macros.h
@@ -99,7 +99,7 @@
# define DISPATCH_TABLE_VAR instruction_funcptr_table
# define DISPATCH_TABLE instruction_funcptr_handler_table
# define TRACING_DISPATCH_TABLE instruction_funcptr_tracing_table
-# define TARGET(op) Py_NO_INLINE PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_##op(TAIL_CALL_PARAMS)
+# define TARGET(op) Py_NO_INLINE PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_##op(TAIL_CALL_PARAMS)
# define DISPATCH_GOTO() \
do { \
@@ -111,17 +111,17 @@
} while (0)
# define JUMP_TO_LABEL(name) \
do { \
- Py_MUSTTAIL return (_TAIL_CALL_##name)(TAIL_CALL_ARGS); \
+ Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(TAIL_CALL_ARGS); \
} while (0)
# ifdef Py_STATS
# define JUMP_TO_PREDICTED(name) \
do { \
- Py_MUSTTAIL return (_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg, lastopcode); \
+ Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg, lastopcode); \
} while (0)
# else
# define JUMP_TO_PREDICTED(name) \
do { \
- Py_MUSTTAIL return (_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg); \
+ Py_MUSTTAIL return (_Py_TAIL_CALL_##name)(frame, stack_pointer, tstate, this_instr, instruction_funcptr_table, oparg); \
} while (0)
# endif
# define LABEL(name) TARGET(name)
@@ -329,18 +329,23 @@ GETITEM(PyObject *v, Py_ssize_t i) {
#define CONSTS() _PyFrame_GetCode(frame)->co_consts
#define NAMES() _PyFrame_GetCode(frame)->co_names
+#if _Py_TIER2 && !defined(Py_BUILD_CORE_MODULE)
+int _PyEval_StopTracingAndJit(PyThreadState *, _PyInterpreterFrame *);
+#define stop_tracing_and_jit _PyEval_StopTracingAndJit
+#endif
+
#if defined(WITH_DTRACE) && !defined(Py_BUILD_CORE_MODULE)
-static void dtrace_function_entry(_PyInterpreterFrame *);
-static void dtrace_function_return(_PyInterpreterFrame *);
+void _PyEval_DTraceFunctionEntry(_PyInterpreterFrame *);
+void _PyEval_DTraceFunctionReturn(_PyInterpreterFrame *);
#define DTRACE_FUNCTION_ENTRY() \
if (PyDTrace_FUNCTION_ENTRY_ENABLED()) { \
- dtrace_function_entry(frame); \
+ _PyEval_DTraceFunctionEntry(frame); \
}
#define DTRACE_FUNCTION_RETURN() \
if (PyDTrace_FUNCTION_RETURN_ENABLED()) { \
- dtrace_function_return(frame); \
+ _PyEval_DTraceFunctionReturn(frame); \
}
#else
#define DTRACE_FUNCTION_ENTRY() ((void)0)
diff --git a/Python/ceval_tailcall.c b/Python/ceval_tailcall.c
new file mode 100644
index 000000000000000..66debb96b3c4575
--- /dev/null
+++ b/Python/ceval_tailcall.c
@@ -0,0 +1,13 @@
+#include "pyconfig.h" // _Py_TAIL_CALL_INTERP
+
+#if _Py_TAIL_CALL_INTERP
+#include "ceval.h"
+#include "pycore_long.h"
+
+#include "ceval_macros.h"
+
+#define _Py_CEVAL_OPCODE_TARGETS_DEFINE
+#include "opcode_targets.h"
+#undef _Py_CEVAL_OPCODE_TARGETS_DEFINE
+#include "generated_cases.c.h"
+#endif
diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h
index dd0ce41e4b06b4a..94aee7d8254a9bd 100644
--- a/Python/generated_cases.c.h
+++ b/Python/generated_cases.c.h
@@ -7,6 +7,7 @@
#error "This file is for Tier 1 only"
#endif
#define TIER_ONE 1
+#ifndef _Py_CEVAL_START_FRAME
#if !_Py_TAIL_CALL_INTERP
#if !USE_COMPUTED_GOTOS
@@ -13770,33 +13771,6 @@ JUMP_TO_LABEL(error);
JUMP_TO_LABEL(error);
}
- LABEL(start_frame)
- {
- #ifdef Py_DEBUG
- assert(frame->stackpointer_valid == 1);
- #endif
- int too_deep = _Py_EnterRecursivePy(tstate);
- if (too_deep) {
- JUMP_TO_LABEL(exit_unwind_notrace);
- }
- DTRACE_FUNCTION_ENTRY();
- next_instr = frame->instr_ptr;
- #ifdef Py_DEBUG
- int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS());
- if (lltrace < 0) {
- JUMP_TO_LABEL(exit_unwind);
- }
- frame->lltrace = lltrace;
- assert(!_PyErr_Occurred(tstate));
- #endif
- stack_pointer = _PyFrame_GetStackPointer(frame);
- _PyFrame_StackPointerInvalidate(frame);
- #if _Py_TAIL_CALL_INTERP
- int opcode;
- #endif
- DISPATCH();
- }
-
#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)
Py_GCC_ATTRIBUTE((unused))
#endif
@@ -13824,4 +13798,35 @@ JUMP_TO_LABEL(error);
}
/* END LABELS */
+#endif /* _Py_CEVAL_START_FRAME */
+#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)
+
+ LABEL(start_frame)
+ {
+ #ifdef Py_DEBUG
+ assert(frame->stackpointer_valid == 1);
+ #endif
+ int too_deep = _Py_EnterRecursivePy(tstate);
+ if (too_deep) {
+ JUMP_TO_LABEL(exit_unwind_notrace);
+ }
+ DTRACE_FUNCTION_ENTRY();
+ next_instr = frame->instr_ptr;
+ #ifdef Py_DEBUG
+ int lltrace = maybe_lltrace_resume_frame(frame, GLOBALS());
+ if (lltrace < 0) {
+ JUMP_TO_LABEL(exit_unwind);
+ }
+ frame->lltrace = lltrace;
+ assert(!_PyErr_Occurred(tstate));
+ #endif
+ stack_pointer = _PyFrame_GetStackPointer(frame);
+ _PyFrame_StackPointerInvalidate(frame);
+ #if _Py_TAIL_CALL_INTERP
+ int opcode;
+ #endif
+ DISPATCH();
+ }
+
+#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */
#undef TIER_ONE
diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h
index 91b424773224e4b..23d21f3bd73a197 100644
--- a/Python/opcode_targets.h
+++ b/Python/opcode_targets.h
@@ -518,252 +518,254 @@ static void *opcode_tracing_targets_table[256] = {
};
#endif
#else /* _Py_TAIL_CALL_INTERP */
-static py_tail_call_funcptr instruction_funcptr_handler_table[256];
+extern py_tail_call_funcptr instruction_funcptr_handler_table[256];
-static py_tail_call_funcptr instruction_funcptr_tracing_table[256];
+extern py_tail_call_funcptr instruction_funcptr_tracing_table[256];
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_error(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_start_frame(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_error(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_start_frame(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exit_unwind_notrace(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CACHE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_END_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IS_OP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RERAISE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESERVED(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_SWAP(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS);
+#ifdef _Py_CEVAL_OPCODE_TARGETS_DEFINE
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_2_error(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_pop_1_error(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_exception_unwind(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS);
-static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) {
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_MAP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SET(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_SLICE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_STRING(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TEMPLATE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_BUILD_TUPLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CACHE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_CLASS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_BUILTIN_O(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_EX_PY(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_1(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_INTRINSIC_2(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_ISINSTANCE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_BOUND_METHOD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_NON_PY(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_KW_PY(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_NON_PY_GENERAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_EXACT_ARGS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_PY_GENERAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_STR_1(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TUPLE_1(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CALL_TYPE_1(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EG_MATCH(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CHECK_EXC_MATCH(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CLEANUP_THROW(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_FLOAT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COMPARE_OP_STR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONTAINS_OP_SET(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_CONVERT_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_COPY_FREE_VARS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_DEREF(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DELETE_SUBSCR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_MERGE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_DICT_UPDATE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_ASYNC_FOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_FOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_END_SEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_ENTER_EXECUTOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXIT_INIT_CHECK(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_EXTENDED_ARG(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_SIMPLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FORMAT_WITH_SPEC(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_CALL_KW(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_FOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_END_SEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LINE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_ITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RESUME(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_INTERPRETER_EXIT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_IS_OP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_JIT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_JUMP_FORWARD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_APPEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LIST_EXTEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_MODULE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_PROPERTY(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_SLOT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_BUILD_CLASS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_COMMON_CONSTANT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_CONST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_DEREF(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_CHECK(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_GLOBAL_MODULE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_LOCALS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_NAME(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SMALL_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SPECIAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_CELL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAKE_FUNCTION(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MAP_ADD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_CLASS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_KEYS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_MAPPING(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_MATCH_SEQUENCE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_NOT_TAKEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_EXCEPT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_ITER(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_FALSE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NONE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_JUMP_IF_TRUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_POP_TOP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_EXC_INFO(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_PUSH_NULL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RAISE_VARARGS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RERAISE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESERVED(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RESUME_CHECK_JIT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_GENERATOR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_RETURN_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_ASYNC_GEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_GEN(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SEND_VIRTUAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SETUP_ANNOTATIONS(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_ADD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SET_UPDATE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_SLOT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_ATTR_WITH_HINT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_DEREF(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_LOAD_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_FAST_STORE_FAST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_GLOBAL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_NAME(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SLICE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_DICT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_SWAP(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_BOOL(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_INT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_LIST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_NONE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TO_BOOL_STR(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_TRACE_RECORD(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_INVERT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NEGATIVE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNARY_NOT(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_EX(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_WITH_EXCEPT_START(TAIL_CALL_PARAMS);
+extern PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_YIELD_VALUE(TAIL_CALL_PARAMS);
+
+PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS) {
int opcode = next_instr->op.code;
_PyErr_Format(tstate, PyExc_SystemError,
"%U:%d: unknown opcode %d",
@@ -773,520 +775,521 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_UNKNOWN_OPCODE(TAIL_CALL_PARAMS)
JUMP_TO_LABEL(error);
}
-static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {
- [BINARY_OP] = _TAIL_CALL_BINARY_OP,
- [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT,
- [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT,
- [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE,
- [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND,
- [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE,
- [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT,
- [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT,
- [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT,
- [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM,
- [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT,
- [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE,
- [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_STR_INT,
- [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT,
- [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT,
- [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT,
- [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT,
- [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE,
- [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION,
- [BUILD_LIST] = _TAIL_CALL_BUILD_LIST,
- [BUILD_MAP] = _TAIL_CALL_BUILD_MAP,
- [BUILD_SET] = _TAIL_CALL_BUILD_SET,
- [BUILD_SLICE] = _TAIL_CALL_BUILD_SLICE,
- [BUILD_STRING] = _TAIL_CALL_BUILD_STRING,
- [BUILD_TEMPLATE] = _TAIL_CALL_BUILD_TEMPLATE,
- [BUILD_TUPLE] = _TAIL_CALL_BUILD_TUPLE,
- [CACHE] = _TAIL_CALL_CACHE,
- [CALL] = _TAIL_CALL_CALL,
- [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT,
- [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS,
- [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_CALL_BOUND_METHOD_GENERAL,
- [CALL_BUILTIN_CLASS] = _TAIL_CALL_CALL_BUILTIN_CLASS,
- [CALL_BUILTIN_FAST] = _TAIL_CALL_CALL_BUILTIN_FAST,
- [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS,
- [CALL_BUILTIN_O] = _TAIL_CALL_CALL_BUILTIN_O,
- [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_CALL_EX_NON_PY_GENERAL,
- [CALL_EX_PY] = _TAIL_CALL_CALL_EX_PY,
- [CALL_FUNCTION_EX] = _TAIL_CALL_CALL_FUNCTION_EX,
- [CALL_INTRINSIC_1] = _TAIL_CALL_CALL_INTRINSIC_1,
- [CALL_INTRINSIC_2] = _TAIL_CALL_CALL_INTRINSIC_2,
- [CALL_ISINSTANCE] = _TAIL_CALL_CALL_ISINSTANCE,
- [CALL_KW] = _TAIL_CALL_CALL_KW,
- [CALL_KW_BOUND_METHOD] = _TAIL_CALL_CALL_KW_BOUND_METHOD,
- [CALL_KW_NON_PY] = _TAIL_CALL_CALL_KW_NON_PY,
- [CALL_KW_PY] = _TAIL_CALL_CALL_KW_PY,
- [CALL_LEN] = _TAIL_CALL_CALL_LEN,
- [CALL_LIST_APPEND] = _TAIL_CALL_CALL_LIST_APPEND,
- [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST,
- [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS,
- [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS,
- [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_CALL_METHOD_DESCRIPTOR_O,
- [CALL_NON_PY_GENERAL] = _TAIL_CALL_CALL_NON_PY_GENERAL,
- [CALL_PY_EXACT_ARGS] = _TAIL_CALL_CALL_PY_EXACT_ARGS,
- [CALL_PY_GENERAL] = _TAIL_CALL_CALL_PY_GENERAL,
- [CALL_STR_1] = _TAIL_CALL_CALL_STR_1,
- [CALL_TUPLE_1] = _TAIL_CALL_CALL_TUPLE_1,
- [CALL_TYPE_1] = _TAIL_CALL_CALL_TYPE_1,
- [CHECK_EG_MATCH] = _TAIL_CALL_CHECK_EG_MATCH,
- [CHECK_EXC_MATCH] = _TAIL_CALL_CHECK_EXC_MATCH,
- [CLEANUP_THROW] = _TAIL_CALL_CLEANUP_THROW,
- [COMPARE_OP] = _TAIL_CALL_COMPARE_OP,
- [COMPARE_OP_FLOAT] = _TAIL_CALL_COMPARE_OP_FLOAT,
- [COMPARE_OP_INT] = _TAIL_CALL_COMPARE_OP_INT,
- [COMPARE_OP_STR] = _TAIL_CALL_COMPARE_OP_STR,
- [CONTAINS_OP] = _TAIL_CALL_CONTAINS_OP,
- [CONTAINS_OP_DICT] = _TAIL_CALL_CONTAINS_OP_DICT,
- [CONTAINS_OP_SET] = _TAIL_CALL_CONTAINS_OP_SET,
- [CONVERT_VALUE] = _TAIL_CALL_CONVERT_VALUE,
- [COPY] = _TAIL_CALL_COPY,
- [COPY_FREE_VARS] = _TAIL_CALL_COPY_FREE_VARS,
- [DELETE_DEREF] = _TAIL_CALL_DELETE_DEREF,
- [DELETE_FAST] = _TAIL_CALL_DELETE_FAST,
- [DELETE_SUBSCR] = _TAIL_CALL_DELETE_SUBSCR,
- [DICT_MERGE] = _TAIL_CALL_DICT_MERGE,
- [DICT_UPDATE] = _TAIL_CALL_DICT_UPDATE,
- [END_ASYNC_FOR] = _TAIL_CALL_END_ASYNC_FOR,
- [END_FOR] = _TAIL_CALL_END_FOR,
- [END_SEND] = _TAIL_CALL_END_SEND,
- [ENTER_EXECUTOR] = _TAIL_CALL_ENTER_EXECUTOR,
- [EXIT_INIT_CHECK] = _TAIL_CALL_EXIT_INIT_CHECK,
- [EXTENDED_ARG] = _TAIL_CALL_EXTENDED_ARG,
- [FORMAT_SIMPLE] = _TAIL_CALL_FORMAT_SIMPLE,
- [FORMAT_WITH_SPEC] = _TAIL_CALL_FORMAT_WITH_SPEC,
- [FOR_ITER] = _TAIL_CALL_FOR_ITER,
- [FOR_ITER_GEN] = _TAIL_CALL_FOR_ITER_GEN,
- [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST,
- [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE,
- [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE,
- [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL,
- [GET_AITER] = _TAIL_CALL_GET_AITER,
- [GET_ANEXT] = _TAIL_CALL_GET_ANEXT,
- [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE,
- [GET_ITER] = _TAIL_CALL_GET_ITER,
- [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF,
- [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL,
- [GET_LEN] = _TAIL_CALL_GET_LEN,
- [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM,
- [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME,
- [INSTRUMENTED_CALL] = _TAIL_CALL_INSTRUMENTED_CALL,
- [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX,
- [INSTRUMENTED_CALL_KW] = _TAIL_CALL_INSTRUMENTED_CALL_KW,
- [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR,
- [INSTRUMENTED_END_FOR] = _TAIL_CALL_INSTRUMENTED_END_FOR,
- [INSTRUMENTED_END_SEND] = _TAIL_CALL_INSTRUMENTED_END_SEND,
- [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_INSTRUMENTED_FOR_ITER,
- [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_INSTRUMENTED_INSTRUCTION,
- [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD,
- [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_INSTRUMENTED_JUMP_FORWARD,
- [INSTRUMENTED_LINE] = _TAIL_CALL_INSTRUMENTED_LINE,
- [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR,
- [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_INSTRUMENTED_NOT_TAKEN,
- [INSTRUMENTED_POP_ITER] = _TAIL_CALL_INSTRUMENTED_POP_ITER,
- [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE,
- [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE,
- [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE,
- [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE,
- [INSTRUMENTED_RESUME] = _TAIL_CALL_INSTRUMENTED_RESUME,
- [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_INSTRUMENTED_RETURN_VALUE,
- [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_INSTRUMENTED_YIELD_VALUE,
- [INTERPRETER_EXIT] = _TAIL_CALL_INTERPRETER_EXIT,
- [IS_OP] = _TAIL_CALL_IS_OP,
- [JUMP_BACKWARD] = _TAIL_CALL_JUMP_BACKWARD,
- [JUMP_BACKWARD_JIT] = _TAIL_CALL_JUMP_BACKWARD_JIT,
- [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT,
- [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_JUMP_BACKWARD_NO_JIT,
- [JUMP_FORWARD] = _TAIL_CALL_JUMP_FORWARD,
- [LIST_APPEND] = _TAIL_CALL_LIST_APPEND,
- [LIST_EXTEND] = _TAIL_CALL_LIST_EXTEND,
- [LOAD_ATTR] = _TAIL_CALL_LOAD_ATTR,
- [LOAD_ATTR_CLASS] = _TAIL_CALL_LOAD_ATTR_CLASS,
- [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK,
- [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN,
- [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE,
- [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT,
- [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT,
- [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES,
- [LOAD_ATTR_MODULE] = _TAIL_CALL_LOAD_ATTR_MODULE,
- [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT,
- [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES,
- [LOAD_ATTR_PROPERTY] = _TAIL_CALL_LOAD_ATTR_PROPERTY,
- [LOAD_ATTR_SLOT] = _TAIL_CALL_LOAD_ATTR_SLOT,
- [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_LOAD_ATTR_WITH_HINT,
- [LOAD_BUILD_CLASS] = _TAIL_CALL_LOAD_BUILD_CLASS,
- [LOAD_COMMON_CONSTANT] = _TAIL_CALL_LOAD_COMMON_CONSTANT,
- [LOAD_CONST] = _TAIL_CALL_LOAD_CONST,
- [LOAD_DEREF] = _TAIL_CALL_LOAD_DEREF,
- [LOAD_FAST] = _TAIL_CALL_LOAD_FAST,
- [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_LOAD_FAST_AND_CLEAR,
- [LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW,
- [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW,
- [LOAD_FAST_CHECK] = _TAIL_CALL_LOAD_FAST_CHECK,
- [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_LOAD_FAST_LOAD_FAST,
- [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_LOAD_FROM_DICT_OR_DEREF,
- [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS,
- [LOAD_GLOBAL] = _TAIL_CALL_LOAD_GLOBAL,
- [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_LOAD_GLOBAL_BUILTIN,
- [LOAD_GLOBAL_MODULE] = _TAIL_CALL_LOAD_GLOBAL_MODULE,
- [LOAD_LOCALS] = _TAIL_CALL_LOAD_LOCALS,
- [LOAD_NAME] = _TAIL_CALL_LOAD_NAME,
- [LOAD_SMALL_INT] = _TAIL_CALL_LOAD_SMALL_INT,
- [LOAD_SPECIAL] = _TAIL_CALL_LOAD_SPECIAL,
- [LOAD_SUPER_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR,
- [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_LOAD_SUPER_ATTR_ATTR,
- [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_LOAD_SUPER_ATTR_METHOD,
- [MAKE_CELL] = _TAIL_CALL_MAKE_CELL,
- [MAKE_FUNCTION] = _TAIL_CALL_MAKE_FUNCTION,
- [MAP_ADD] = _TAIL_CALL_MAP_ADD,
- [MATCH_CLASS] = _TAIL_CALL_MATCH_CLASS,
- [MATCH_KEYS] = _TAIL_CALL_MATCH_KEYS,
- [MATCH_MAPPING] = _TAIL_CALL_MATCH_MAPPING,
- [MATCH_SEQUENCE] = _TAIL_CALL_MATCH_SEQUENCE,
- [NOP] = _TAIL_CALL_NOP,
- [NOT_TAKEN] = _TAIL_CALL_NOT_TAKEN,
- [POP_EXCEPT] = _TAIL_CALL_POP_EXCEPT,
- [POP_ITER] = _TAIL_CALL_POP_ITER,
- [POP_JUMP_IF_FALSE] = _TAIL_CALL_POP_JUMP_IF_FALSE,
- [POP_JUMP_IF_NONE] = _TAIL_CALL_POP_JUMP_IF_NONE,
- [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_POP_JUMP_IF_NOT_NONE,
- [POP_JUMP_IF_TRUE] = _TAIL_CALL_POP_JUMP_IF_TRUE,
- [POP_TOP] = _TAIL_CALL_POP_TOP,
- [PUSH_EXC_INFO] = _TAIL_CALL_PUSH_EXC_INFO,
- [PUSH_NULL] = _TAIL_CALL_PUSH_NULL,
- [RAISE_VARARGS] = _TAIL_CALL_RAISE_VARARGS,
- [RERAISE] = _TAIL_CALL_RERAISE,
- [RESERVED] = _TAIL_CALL_RESERVED,
- [RESUME] = _TAIL_CALL_RESUME,
- [RESUME_CHECK] = _TAIL_CALL_RESUME_CHECK,
- [RESUME_CHECK_JIT] = _TAIL_CALL_RESUME_CHECK_JIT,
- [RETURN_GENERATOR] = _TAIL_CALL_RETURN_GENERATOR,
- [RETURN_VALUE] = _TAIL_CALL_RETURN_VALUE,
- [SEND] = _TAIL_CALL_SEND,
- [SEND_ASYNC_GEN] = _TAIL_CALL_SEND_ASYNC_GEN,
- [SEND_GEN] = _TAIL_CALL_SEND_GEN,
- [SEND_VIRTUAL] = _TAIL_CALL_SEND_VIRTUAL,
- [SETUP_ANNOTATIONS] = _TAIL_CALL_SETUP_ANNOTATIONS,
- [SET_ADD] = _TAIL_CALL_SET_ADD,
- [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_SET_FUNCTION_ATTRIBUTE,
- [SET_UPDATE] = _TAIL_CALL_SET_UPDATE,
- [STORE_ATTR] = _TAIL_CALL_STORE_ATTR,
- [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_STORE_ATTR_INSTANCE_VALUE,
- [STORE_ATTR_SLOT] = _TAIL_CALL_STORE_ATTR_SLOT,
- [STORE_ATTR_WITH_HINT] = _TAIL_CALL_STORE_ATTR_WITH_HINT,
- [STORE_DEREF] = _TAIL_CALL_STORE_DEREF,
- [STORE_FAST] = _TAIL_CALL_STORE_FAST,
- [STORE_FAST_LOAD_FAST] = _TAIL_CALL_STORE_FAST_LOAD_FAST,
- [STORE_FAST_STORE_FAST] = _TAIL_CALL_STORE_FAST_STORE_FAST,
- [STORE_GLOBAL] = _TAIL_CALL_STORE_GLOBAL,
- [STORE_NAME] = _TAIL_CALL_STORE_NAME,
- [STORE_SLICE] = _TAIL_CALL_STORE_SLICE,
- [STORE_SUBSCR] = _TAIL_CALL_STORE_SUBSCR,
- [STORE_SUBSCR_DICT] = _TAIL_CALL_STORE_SUBSCR_DICT,
- [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_STORE_SUBSCR_LIST_INT,
- [SWAP] = _TAIL_CALL_SWAP,
- [TO_BOOL] = _TAIL_CALL_TO_BOOL,
- [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TO_BOOL_ALWAYS_TRUE,
- [TO_BOOL_BOOL] = _TAIL_CALL_TO_BOOL_BOOL,
- [TO_BOOL_INT] = _TAIL_CALL_TO_BOOL_INT,
- [TO_BOOL_LIST] = _TAIL_CALL_TO_BOOL_LIST,
- [TO_BOOL_NONE] = _TAIL_CALL_TO_BOOL_NONE,
- [TO_BOOL_STR] = _TAIL_CALL_TO_BOOL_STR,
- [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_INVERT] = _TAIL_CALL_UNARY_INVERT,
- [UNARY_NEGATIVE] = _TAIL_CALL_UNARY_NEGATIVE,
- [UNARY_NOT] = _TAIL_CALL_UNARY_NOT,
- [UNPACK_EX] = _TAIL_CALL_UNPACK_EX,
- [UNPACK_SEQUENCE] = _TAIL_CALL_UNPACK_SEQUENCE,
- [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_UNPACK_SEQUENCE_LIST,
- [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TUPLE,
- [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE,
- [WITH_EXCEPT_START] = _TAIL_CALL_WITH_EXCEPT_START,
- [YIELD_VALUE] = _TAIL_CALL_YIELD_VALUE,
- [117] = _TAIL_CALL_UNKNOWN_OPCODE,
- [118] = _TAIL_CALL_UNKNOWN_OPCODE,
- [119] = _TAIL_CALL_UNKNOWN_OPCODE,
- [120] = _TAIL_CALL_UNKNOWN_OPCODE,
- [121] = _TAIL_CALL_UNKNOWN_OPCODE,
- [122] = _TAIL_CALL_UNKNOWN_OPCODE,
- [123] = _TAIL_CALL_UNKNOWN_OPCODE,
- [124] = _TAIL_CALL_UNKNOWN_OPCODE,
- [125] = _TAIL_CALL_UNKNOWN_OPCODE,
- [126] = _TAIL_CALL_UNKNOWN_OPCODE,
- [127] = _TAIL_CALL_UNKNOWN_OPCODE,
- [219] = _TAIL_CALL_UNKNOWN_OPCODE,
- [220] = _TAIL_CALL_UNKNOWN_OPCODE,
- [221] = _TAIL_CALL_UNKNOWN_OPCODE,
- [222] = _TAIL_CALL_UNKNOWN_OPCODE,
- [223] = _TAIL_CALL_UNKNOWN_OPCODE,
- [224] = _TAIL_CALL_UNKNOWN_OPCODE,
- [225] = _TAIL_CALL_UNKNOWN_OPCODE,
- [226] = _TAIL_CALL_UNKNOWN_OPCODE,
- [227] = _TAIL_CALL_UNKNOWN_OPCODE,
- [228] = _TAIL_CALL_UNKNOWN_OPCODE,
- [229] = _TAIL_CALL_UNKNOWN_OPCODE,
- [230] = _TAIL_CALL_UNKNOWN_OPCODE,
- [231] = _TAIL_CALL_UNKNOWN_OPCODE,
- [232] = _TAIL_CALL_UNKNOWN_OPCODE,
+py_tail_call_funcptr instruction_funcptr_handler_table[256] = {
+ [BINARY_OP] = _Py_TAIL_CALL_BINARY_OP,
+ [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_BINARY_OP_ADD_FLOAT,
+ [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_BINARY_OP_ADD_INT,
+ [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_ADD_UNICODE,
+ [BINARY_OP_EXTEND] = _Py_TAIL_CALL_BINARY_OP_EXTEND,
+ [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE,
+ [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT,
+ [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_BINARY_OP_MULTIPLY_INT,
+ [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_DICT,
+ [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_GETITEM,
+ [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT,
+ [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_LIST_SLICE,
+ [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_STR_INT,
+ [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT,
+ [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT,
+ [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT,
+ [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_BINARY_OP_SUBTRACT_INT,
+ [BINARY_SLICE] = _Py_TAIL_CALL_BINARY_SLICE,
+ [BUILD_INTERPOLATION] = _Py_TAIL_CALL_BUILD_INTERPOLATION,
+ [BUILD_LIST] = _Py_TAIL_CALL_BUILD_LIST,
+ [BUILD_MAP] = _Py_TAIL_CALL_BUILD_MAP,
+ [BUILD_SET] = _Py_TAIL_CALL_BUILD_SET,
+ [BUILD_SLICE] = _Py_TAIL_CALL_BUILD_SLICE,
+ [BUILD_STRING] = _Py_TAIL_CALL_BUILD_STRING,
+ [BUILD_TEMPLATE] = _Py_TAIL_CALL_BUILD_TEMPLATE,
+ [BUILD_TUPLE] = _Py_TAIL_CALL_BUILD_TUPLE,
+ [CACHE] = _Py_TAIL_CALL_CACHE,
+ [CALL] = _Py_TAIL_CALL_CALL,
+ [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_CALL_ALLOC_AND_ENTER_INIT,
+ [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_CALL_BOUND_METHOD_EXACT_ARGS,
+ [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_CALL_BOUND_METHOD_GENERAL,
+ [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_CALL_BUILTIN_CLASS,
+ [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_CALL_BUILTIN_FAST,
+ [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_BUILTIN_FAST_WITH_KEYWORDS,
+ [CALL_BUILTIN_O] = _Py_TAIL_CALL_CALL_BUILTIN_O,
+ [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_EX_NON_PY_GENERAL,
+ [CALL_EX_PY] = _Py_TAIL_CALL_CALL_EX_PY,
+ [CALL_FUNCTION_EX] = _Py_TAIL_CALL_CALL_FUNCTION_EX,
+ [CALL_INTRINSIC_1] = _Py_TAIL_CALL_CALL_INTRINSIC_1,
+ [CALL_INTRINSIC_2] = _Py_TAIL_CALL_CALL_INTRINSIC_2,
+ [CALL_ISINSTANCE] = _Py_TAIL_CALL_CALL_ISINSTANCE,
+ [CALL_KW] = _Py_TAIL_CALL_CALL_KW,
+ [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_CALL_KW_BOUND_METHOD,
+ [CALL_KW_NON_PY] = _Py_TAIL_CALL_CALL_KW_NON_PY,
+ [CALL_KW_PY] = _Py_TAIL_CALL_CALL_KW_PY,
+ [CALL_LEN] = _Py_TAIL_CALL_CALL_LEN,
+ [CALL_LIST_APPEND] = _Py_TAIL_CALL_CALL_LIST_APPEND,
+ [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST,
+ [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS,
+ [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_NOARGS,
+ [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_CALL_METHOD_DESCRIPTOR_O,
+ [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_CALL_NON_PY_GENERAL,
+ [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_CALL_PY_EXACT_ARGS,
+ [CALL_PY_GENERAL] = _Py_TAIL_CALL_CALL_PY_GENERAL,
+ [CALL_STR_1] = _Py_TAIL_CALL_CALL_STR_1,
+ [CALL_TUPLE_1] = _Py_TAIL_CALL_CALL_TUPLE_1,
+ [CALL_TYPE_1] = _Py_TAIL_CALL_CALL_TYPE_1,
+ [CHECK_EG_MATCH] = _Py_TAIL_CALL_CHECK_EG_MATCH,
+ [CHECK_EXC_MATCH] = _Py_TAIL_CALL_CHECK_EXC_MATCH,
+ [CLEANUP_THROW] = _Py_TAIL_CALL_CLEANUP_THROW,
+ [COMPARE_OP] = _Py_TAIL_CALL_COMPARE_OP,
+ [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_COMPARE_OP_FLOAT,
+ [COMPARE_OP_INT] = _Py_TAIL_CALL_COMPARE_OP_INT,
+ [COMPARE_OP_STR] = _Py_TAIL_CALL_COMPARE_OP_STR,
+ [CONTAINS_OP] = _Py_TAIL_CALL_CONTAINS_OP,
+ [CONTAINS_OP_DICT] = _Py_TAIL_CALL_CONTAINS_OP_DICT,
+ [CONTAINS_OP_SET] = _Py_TAIL_CALL_CONTAINS_OP_SET,
+ [CONVERT_VALUE] = _Py_TAIL_CALL_CONVERT_VALUE,
+ [COPY] = _Py_TAIL_CALL_COPY,
+ [COPY_FREE_VARS] = _Py_TAIL_CALL_COPY_FREE_VARS,
+ [DELETE_DEREF] = _Py_TAIL_CALL_DELETE_DEREF,
+ [DELETE_FAST] = _Py_TAIL_CALL_DELETE_FAST,
+ [DELETE_SUBSCR] = _Py_TAIL_CALL_DELETE_SUBSCR,
+ [DICT_MERGE] = _Py_TAIL_CALL_DICT_MERGE,
+ [DICT_UPDATE] = _Py_TAIL_CALL_DICT_UPDATE,
+ [END_ASYNC_FOR] = _Py_TAIL_CALL_END_ASYNC_FOR,
+ [END_FOR] = _Py_TAIL_CALL_END_FOR,
+ [END_SEND] = _Py_TAIL_CALL_END_SEND,
+ [ENTER_EXECUTOR] = _Py_TAIL_CALL_ENTER_EXECUTOR,
+ [EXIT_INIT_CHECK] = _Py_TAIL_CALL_EXIT_INIT_CHECK,
+ [EXTENDED_ARG] = _Py_TAIL_CALL_EXTENDED_ARG,
+ [FORMAT_SIMPLE] = _Py_TAIL_CALL_FORMAT_SIMPLE,
+ [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_FORMAT_WITH_SPEC,
+ [FOR_ITER] = _Py_TAIL_CALL_FOR_ITER,
+ [FOR_ITER_GEN] = _Py_TAIL_CALL_FOR_ITER_GEN,
+ [FOR_ITER_LIST] = _Py_TAIL_CALL_FOR_ITER_LIST,
+ [FOR_ITER_RANGE] = _Py_TAIL_CALL_FOR_ITER_RANGE,
+ [FOR_ITER_TUPLE] = _Py_TAIL_CALL_FOR_ITER_TUPLE,
+ [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_FOR_ITER_VIRTUAL,
+ [GET_AITER] = _Py_TAIL_CALL_GET_AITER,
+ [GET_ANEXT] = _Py_TAIL_CALL_GET_ANEXT,
+ [GET_AWAITABLE] = _Py_TAIL_CALL_GET_AWAITABLE,
+ [GET_ITER] = _Py_TAIL_CALL_GET_ITER,
+ [GET_ITER_SELF] = _Py_TAIL_CALL_GET_ITER_SELF,
+ [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_GET_ITER_VIRTUAL,
+ [GET_LEN] = _Py_TAIL_CALL_GET_LEN,
+ [IMPORT_FROM] = _Py_TAIL_CALL_IMPORT_FROM,
+ [IMPORT_NAME] = _Py_TAIL_CALL_IMPORT_NAME,
+ [INSTRUMENTED_CALL] = _Py_TAIL_CALL_INSTRUMENTED_CALL,
+ [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_INSTRUMENTED_CALL_FUNCTION_EX,
+ [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_INSTRUMENTED_CALL_KW,
+ [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_ASYNC_FOR,
+ [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_INSTRUMENTED_END_FOR,
+ [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_INSTRUMENTED_END_SEND,
+ [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_INSTRUMENTED_FOR_ITER,
+ [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_INSTRUMENTED_INSTRUCTION,
+ [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_BACKWARD,
+ [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_INSTRUMENTED_JUMP_FORWARD,
+ [INSTRUMENTED_LINE] = _Py_TAIL_CALL_INSTRUMENTED_LINE,
+ [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_INSTRUMENTED_LOAD_SUPER_ATTR,
+ [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_INSTRUMENTED_NOT_TAKEN,
+ [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_INSTRUMENTED_POP_ITER,
+ [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_FALSE,
+ [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NONE,
+ [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_NOT_NONE,
+ [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_INSTRUMENTED_POP_JUMP_IF_TRUE,
+ [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_INSTRUMENTED_RESUME,
+ [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_RETURN_VALUE,
+ [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_INSTRUMENTED_YIELD_VALUE,
+ [INTERPRETER_EXIT] = _Py_TAIL_CALL_INTERPRETER_EXIT,
+ [IS_OP] = _Py_TAIL_CALL_IS_OP,
+ [JUMP_BACKWARD] = _Py_TAIL_CALL_JUMP_BACKWARD,
+ [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_JIT,
+ [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_INTERRUPT,
+ [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_JUMP_BACKWARD_NO_JIT,
+ [JUMP_FORWARD] = _Py_TAIL_CALL_JUMP_FORWARD,
+ [LIST_APPEND] = _Py_TAIL_CALL_LIST_APPEND,
+ [LIST_EXTEND] = _Py_TAIL_CALL_LIST_EXTEND,
+ [LOAD_ATTR] = _Py_TAIL_CALL_LOAD_ATTR,
+ [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_LOAD_ATTR_CLASS,
+ [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_LOAD_ATTR_CLASS_WITH_METACLASS_CHECK,
+ [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN,
+ [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_LOAD_ATTR_INSTANCE_VALUE,
+ [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_LAZY_DICT,
+ [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_NO_DICT,
+ [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_METHOD_WITH_VALUES,
+ [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_LOAD_ATTR_MODULE,
+ [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_NO_DICT,
+ [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES,
+ [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_LOAD_ATTR_PROPERTY,
+ [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_LOAD_ATTR_SLOT,
+ [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_LOAD_ATTR_WITH_HINT,
+ [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_LOAD_BUILD_CLASS,
+ [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_LOAD_COMMON_CONSTANT,
+ [LOAD_CONST] = _Py_TAIL_CALL_LOAD_CONST,
+ [LOAD_DEREF] = _Py_TAIL_CALL_LOAD_DEREF,
+ [LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST,
+ [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_LOAD_FAST_AND_CLEAR,
+ [LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW,
+ [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_LOAD_FAST_BORROW_LOAD_FAST_BORROW,
+ [LOAD_FAST_CHECK] = _Py_TAIL_CALL_LOAD_FAST_CHECK,
+ [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_LOAD_FAST_LOAD_FAST,
+ [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_DEREF,
+ [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_LOAD_FROM_DICT_OR_GLOBALS,
+ [LOAD_GLOBAL] = _Py_TAIL_CALL_LOAD_GLOBAL,
+ [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_LOAD_GLOBAL_BUILTIN,
+ [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_LOAD_GLOBAL_MODULE,
+ [LOAD_LOCALS] = _Py_TAIL_CALL_LOAD_LOCALS,
+ [LOAD_NAME] = _Py_TAIL_CALL_LOAD_NAME,
+ [LOAD_SMALL_INT] = _Py_TAIL_CALL_LOAD_SMALL_INT,
+ [LOAD_SPECIAL] = _Py_TAIL_CALL_LOAD_SPECIAL,
+ [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR,
+ [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_ATTR,
+ [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_LOAD_SUPER_ATTR_METHOD,
+ [MAKE_CELL] = _Py_TAIL_CALL_MAKE_CELL,
+ [MAKE_FUNCTION] = _Py_TAIL_CALL_MAKE_FUNCTION,
+ [MAP_ADD] = _Py_TAIL_CALL_MAP_ADD,
+ [MATCH_CLASS] = _Py_TAIL_CALL_MATCH_CLASS,
+ [MATCH_KEYS] = _Py_TAIL_CALL_MATCH_KEYS,
+ [MATCH_MAPPING] = _Py_TAIL_CALL_MATCH_MAPPING,
+ [MATCH_SEQUENCE] = _Py_TAIL_CALL_MATCH_SEQUENCE,
+ [NOP] = _Py_TAIL_CALL_NOP,
+ [NOT_TAKEN] = _Py_TAIL_CALL_NOT_TAKEN,
+ [POP_EXCEPT] = _Py_TAIL_CALL_POP_EXCEPT,
+ [POP_ITER] = _Py_TAIL_CALL_POP_ITER,
+ [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_POP_JUMP_IF_FALSE,
+ [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NONE,
+ [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_POP_JUMP_IF_NOT_NONE,
+ [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_POP_JUMP_IF_TRUE,
+ [POP_TOP] = _Py_TAIL_CALL_POP_TOP,
+ [PUSH_EXC_INFO] = _Py_TAIL_CALL_PUSH_EXC_INFO,
+ [PUSH_NULL] = _Py_TAIL_CALL_PUSH_NULL,
+ [RAISE_VARARGS] = _Py_TAIL_CALL_RAISE_VARARGS,
+ [RERAISE] = _Py_TAIL_CALL_RERAISE,
+ [RESERVED] = _Py_TAIL_CALL_RESERVED,
+ [RESUME] = _Py_TAIL_CALL_RESUME,
+ [RESUME_CHECK] = _Py_TAIL_CALL_RESUME_CHECK,
+ [RESUME_CHECK_JIT] = _Py_TAIL_CALL_RESUME_CHECK_JIT,
+ [RETURN_GENERATOR] = _Py_TAIL_CALL_RETURN_GENERATOR,
+ [RETURN_VALUE] = _Py_TAIL_CALL_RETURN_VALUE,
+ [SEND] = _Py_TAIL_CALL_SEND,
+ [SEND_ASYNC_GEN] = _Py_TAIL_CALL_SEND_ASYNC_GEN,
+ [SEND_GEN] = _Py_TAIL_CALL_SEND_GEN,
+ [SEND_VIRTUAL] = _Py_TAIL_CALL_SEND_VIRTUAL,
+ [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_SETUP_ANNOTATIONS,
+ [SET_ADD] = _Py_TAIL_CALL_SET_ADD,
+ [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_SET_FUNCTION_ATTRIBUTE,
+ [SET_UPDATE] = _Py_TAIL_CALL_SET_UPDATE,
+ [STORE_ATTR] = _Py_TAIL_CALL_STORE_ATTR,
+ [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_STORE_ATTR_INSTANCE_VALUE,
+ [STORE_ATTR_SLOT] = _Py_TAIL_CALL_STORE_ATTR_SLOT,
+ [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_STORE_ATTR_WITH_HINT,
+ [STORE_DEREF] = _Py_TAIL_CALL_STORE_DEREF,
+ [STORE_FAST] = _Py_TAIL_CALL_STORE_FAST,
+ [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_STORE_FAST_LOAD_FAST,
+ [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_STORE_FAST_STORE_FAST,
+ [STORE_GLOBAL] = _Py_TAIL_CALL_STORE_GLOBAL,
+ [STORE_NAME] = _Py_TAIL_CALL_STORE_NAME,
+ [STORE_SLICE] = _Py_TAIL_CALL_STORE_SLICE,
+ [STORE_SUBSCR] = _Py_TAIL_CALL_STORE_SUBSCR,
+ [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_STORE_SUBSCR_DICT,
+ [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_STORE_SUBSCR_LIST_INT,
+ [SWAP] = _Py_TAIL_CALL_SWAP,
+ [TO_BOOL] = _Py_TAIL_CALL_TO_BOOL,
+ [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TO_BOOL_ALWAYS_TRUE,
+ [TO_BOOL_BOOL] = _Py_TAIL_CALL_TO_BOOL_BOOL,
+ [TO_BOOL_INT] = _Py_TAIL_CALL_TO_BOOL_INT,
+ [TO_BOOL_LIST] = _Py_TAIL_CALL_TO_BOOL_LIST,
+ [TO_BOOL_NONE] = _Py_TAIL_CALL_TO_BOOL_NONE,
+ [TO_BOOL_STR] = _Py_TAIL_CALL_TO_BOOL_STR,
+ [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_INVERT] = _Py_TAIL_CALL_UNARY_INVERT,
+ [UNARY_NEGATIVE] = _Py_TAIL_CALL_UNARY_NEGATIVE,
+ [UNARY_NOT] = _Py_TAIL_CALL_UNARY_NOT,
+ [UNPACK_EX] = _Py_TAIL_CALL_UNPACK_EX,
+ [UNPACK_SEQUENCE] = _Py_TAIL_CALL_UNPACK_SEQUENCE,
+ [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_UNPACK_SEQUENCE_LIST,
+ [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TUPLE,
+ [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_UNPACK_SEQUENCE_TWO_TUPLE,
+ [WITH_EXCEPT_START] = _Py_TAIL_CALL_WITH_EXCEPT_START,
+ [YIELD_VALUE] = _Py_TAIL_CALL_YIELD_VALUE,
+ [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
};
-static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {
- [BINARY_OP] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_LIST_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_STR_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_TUPLE_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD,
- [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_MAP] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_SET] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_STRING] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_TEMPLATE] = _TAIL_CALL_TRACE_RECORD,
- [BUILD_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [CACHE] = _TAIL_CALL_TRACE_RECORD,
- [CALL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_ALLOC_AND_ENTER_INIT] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BOUND_METHOD_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BOUND_METHOD_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_FAST] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_BUILTIN_O] = _TAIL_CALL_TRACE_RECORD,
- [CALL_EX_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_EX_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
- [CALL_INTRINSIC_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_INTRINSIC_2] = _TAIL_CALL_TRACE_RECORD,
- [CALL_ISINSTANCE] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_BOUND_METHOD] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_NON_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_KW_PY] = _TAIL_CALL_TRACE_RECORD,
- [CALL_LEN] = _TAIL_CALL_TRACE_RECORD,
- [CALL_LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_FAST] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_NOARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_METHOD_DESCRIPTOR_O] = _TAIL_CALL_TRACE_RECORD,
- [CALL_NON_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_PY_EXACT_ARGS] = _TAIL_CALL_TRACE_RECORD,
- [CALL_PY_GENERAL] = _TAIL_CALL_TRACE_RECORD,
- [CALL_STR_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_TUPLE_1] = _TAIL_CALL_TRACE_RECORD,
- [CALL_TYPE_1] = _TAIL_CALL_TRACE_RECORD,
- [CHECK_EG_MATCH] = _TAIL_CALL_TRACE_RECORD,
- [CHECK_EXC_MATCH] = _TAIL_CALL_TRACE_RECORD,
- [CLEANUP_THROW] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_FLOAT] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_INT] = _TAIL_CALL_TRACE_RECORD,
- [COMPARE_OP_STR] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP_DICT] = _TAIL_CALL_TRACE_RECORD,
- [CONTAINS_OP_SET] = _TAIL_CALL_TRACE_RECORD,
- [CONVERT_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [COPY] = _TAIL_CALL_TRACE_RECORD,
- [COPY_FREE_VARS] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [DELETE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
- [DICT_MERGE] = _TAIL_CALL_TRACE_RECORD,
- [DICT_UPDATE] = _TAIL_CALL_TRACE_RECORD,
- [END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
- [END_FOR] = _TAIL_CALL_TRACE_RECORD,
- [END_SEND] = _TAIL_CALL_TRACE_RECORD,
- [ENTER_EXECUTOR] = _TAIL_CALL_TRACE_RECORD,
- [EXIT_INIT_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [EXTENDED_ARG] = _TAIL_CALL_TRACE_RECORD,
- [FORMAT_SIMPLE] = _TAIL_CALL_TRACE_RECORD,
- [FORMAT_WITH_SPEC] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_GEN] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [GET_AITER] = _TAIL_CALL_TRACE_RECORD,
- [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD,
- [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD,
- [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [GET_LEN] = _TAIL_CALL_TRACE_RECORD,
- [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD,
- [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL_FUNCTION_EX] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_CALL_KW] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_ASYNC_FOR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_FOR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_END_SEND] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_FOR_ITER] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_INSTRUCTION] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_LINE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_ITER] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_RESUME] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [INSTRUMENTED_YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [INTERPRETER_EXIT] = _TAIL_CALL_TRACE_RECORD,
- [IS_OP] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_JIT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_NO_INTERRUPT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_BACKWARD_NO_JIT] = _TAIL_CALL_TRACE_RECORD,
- [JUMP_FORWARD] = _TAIL_CALL_TRACE_RECORD,
- [LIST_APPEND] = _TAIL_CALL_TRACE_RECORD,
- [LIST_EXTEND] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_LAZY_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_METHOD_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_MODULE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_PROPERTY] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_BUILD_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_COMMON_CONSTANT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_CONST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_AND_CLEAR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FROM_DICT_OR_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_FROM_DICT_OR_GLOBALS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL_BUILTIN] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_GLOBAL_MODULE] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_LOCALS] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_NAME] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SMALL_INT] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SPECIAL] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [LOAD_SUPER_ATTR_METHOD] = _TAIL_CALL_TRACE_RECORD,
- [MAKE_CELL] = _TAIL_CALL_TRACE_RECORD,
- [MAKE_FUNCTION] = _TAIL_CALL_TRACE_RECORD,
- [MAP_ADD] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_CLASS] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_KEYS] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_MAPPING] = _TAIL_CALL_TRACE_RECORD,
- [MATCH_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
- [NOP] = _TAIL_CALL_TRACE_RECORD,
- [NOT_TAKEN] = _TAIL_CALL_TRACE_RECORD,
- [POP_EXCEPT] = _TAIL_CALL_TRACE_RECORD,
- [POP_ITER] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_FALSE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_NONE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_NOT_NONE] = _TAIL_CALL_TRACE_RECORD,
- [POP_JUMP_IF_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [POP_TOP] = _TAIL_CALL_TRACE_RECORD,
- [PUSH_EXC_INFO] = _TAIL_CALL_TRACE_RECORD,
- [PUSH_NULL] = _TAIL_CALL_TRACE_RECORD,
- [RAISE_VARARGS] = _TAIL_CALL_TRACE_RECORD,
- [RERAISE] = _TAIL_CALL_TRACE_RECORD,
- [RESERVED] = _TAIL_CALL_TRACE_RECORD,
- [RESUME] = _TAIL_CALL_TRACE_RECORD,
- [RESUME_CHECK] = _TAIL_CALL_TRACE_RECORD,
- [RESUME_CHECK_JIT] = _TAIL_CALL_TRACE_RECORD,
- [RETURN_GENERATOR] = _TAIL_CALL_TRACE_RECORD,
- [RETURN_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [SEND] = _TAIL_CALL_TRACE_RECORD,
- [SEND_ASYNC_GEN] = _TAIL_CALL_TRACE_RECORD,
- [SEND_GEN] = _TAIL_CALL_TRACE_RECORD,
- [SEND_VIRTUAL] = _TAIL_CALL_TRACE_RECORD,
- [SETUP_ANNOTATIONS] = _TAIL_CALL_TRACE_RECORD,
- [SET_ADD] = _TAIL_CALL_TRACE_RECORD,
- [SET_FUNCTION_ATTRIBUTE] = _TAIL_CALL_TRACE_RECORD,
- [SET_UPDATE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_INSTANCE_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_SLOT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_ATTR_WITH_HINT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_DEREF] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST_LOAD_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_FAST_STORE_FAST] = _TAIL_CALL_TRACE_RECORD,
- [STORE_GLOBAL] = _TAIL_CALL_TRACE_RECORD,
- [STORE_NAME] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SLICE] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD,
- [STORE_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD,
- [SWAP] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_ALWAYS_TRUE] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_BOOL] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_INT] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_LIST] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_NONE] = _TAIL_CALL_TRACE_RECORD,
- [TO_BOOL_STR] = _TAIL_CALL_TRACE_RECORD,
- [TRACE_RECORD] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_INVERT] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_NEGATIVE] = _TAIL_CALL_TRACE_RECORD,
- [UNARY_NOT] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_EX] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_LIST] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [UNPACK_SEQUENCE_TWO_TUPLE] = _TAIL_CALL_TRACE_RECORD,
- [WITH_EXCEPT_START] = _TAIL_CALL_TRACE_RECORD,
- [YIELD_VALUE] = _TAIL_CALL_TRACE_RECORD,
- [117] = _TAIL_CALL_UNKNOWN_OPCODE,
- [118] = _TAIL_CALL_UNKNOWN_OPCODE,
- [119] = _TAIL_CALL_UNKNOWN_OPCODE,
- [120] = _TAIL_CALL_UNKNOWN_OPCODE,
- [121] = _TAIL_CALL_UNKNOWN_OPCODE,
- [122] = _TAIL_CALL_UNKNOWN_OPCODE,
- [123] = _TAIL_CALL_UNKNOWN_OPCODE,
- [124] = _TAIL_CALL_UNKNOWN_OPCODE,
- [125] = _TAIL_CALL_UNKNOWN_OPCODE,
- [126] = _TAIL_CALL_UNKNOWN_OPCODE,
- [127] = _TAIL_CALL_UNKNOWN_OPCODE,
- [219] = _TAIL_CALL_UNKNOWN_OPCODE,
- [220] = _TAIL_CALL_UNKNOWN_OPCODE,
- [221] = _TAIL_CALL_UNKNOWN_OPCODE,
- [222] = _TAIL_CALL_UNKNOWN_OPCODE,
- [223] = _TAIL_CALL_UNKNOWN_OPCODE,
- [224] = _TAIL_CALL_UNKNOWN_OPCODE,
- [225] = _TAIL_CALL_UNKNOWN_OPCODE,
- [226] = _TAIL_CALL_UNKNOWN_OPCODE,
- [227] = _TAIL_CALL_UNKNOWN_OPCODE,
- [228] = _TAIL_CALL_UNKNOWN_OPCODE,
- [229] = _TAIL_CALL_UNKNOWN_OPCODE,
- [230] = _TAIL_CALL_UNKNOWN_OPCODE,
- [231] = _TAIL_CALL_UNKNOWN_OPCODE,
- [232] = _TAIL_CALL_UNKNOWN_OPCODE,
+py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {
+ [BINARY_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_INPLACE_ADD_UNICODE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_MULTIPLY_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_MULTIPLY_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_GETITEM] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_LIST_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_STR_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_TUPLE_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBSCR_USTR_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBTRACT_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_OP_SUBTRACT_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BINARY_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_INTERPOLATION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_MAP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_SET] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_STRING] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_TEMPLATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [BUILD_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CACHE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_ALLOC_AND_ENTER_INIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BOUND_METHOD_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BOUND_METHOD_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_BUILTIN_O] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_EX_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_EX_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_INTRINSIC_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_INTRINSIC_2] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_ISINSTANCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_BOUND_METHOD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_NON_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_KW_PY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_LEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_NOARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_METHOD_DESCRIPTOR_O] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_NON_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_PY_EXACT_ARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_PY_GENERAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_STR_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_TUPLE_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CALL_TYPE_1] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CHECK_EG_MATCH] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CHECK_EXC_MATCH] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CLEANUP_THROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_FLOAT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COMPARE_OP_STR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONTAINS_OP_SET] = _Py_TAIL_CALL_TRACE_RECORD,
+ [CONVERT_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COPY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [COPY_FREE_VARS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DELETE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DICT_MERGE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [DICT_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [END_SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [ENTER_EXECUTOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [EXIT_INIT_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [EXTENDED_ARG] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FORMAT_SIMPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FORMAT_WITH_SPEC] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_RANGE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [FOR_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_AITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ANEXT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_AWAITABLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER_SELF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_ITER_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [GET_LEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IMPORT_FROM] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IMPORT_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL_FUNCTION_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_CALL_KW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_ASYNC_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_FOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_END_SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_FOR_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_INSTRUCTION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_LINE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_RESUME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INSTRUMENTED_YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [INTERPRETER_EXIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [IS_OP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_NO_INTERRUPT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_BACKWARD_NO_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [JUMP_FORWARD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LIST_APPEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LIST_EXTEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_CLASS_WITH_METACLASS_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_LAZY_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_METHOD_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_MODULE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_NONDESCRIPTOR_NO_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_PROPERTY] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_BUILD_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_COMMON_CONSTANT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_CONST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_AND_CLEAR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_BORROW_LOAD_FAST_BORROW] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FROM_DICT_OR_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_FROM_DICT_OR_GLOBALS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL_BUILTIN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_GLOBAL_MODULE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_LOCALS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SMALL_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SPECIAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [LOAD_SUPER_ATTR_METHOD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAKE_CELL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAKE_FUNCTION] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MAP_ADD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_CLASS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_KEYS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_MAPPING] = _Py_TAIL_CALL_TRACE_RECORD,
+ [MATCH_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [NOP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [NOT_TAKEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_EXCEPT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_ITER] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_FALSE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_NOT_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_JUMP_IF_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [POP_TOP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [PUSH_EXC_INFO] = _Py_TAIL_CALL_TRACE_RECORD,
+ [PUSH_NULL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RAISE_VARARGS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RERAISE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESERVED] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME_CHECK] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RESUME_CHECK_JIT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RETURN_GENERATOR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [RETURN_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_ASYNC_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_GEN] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SEND_VIRTUAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SETUP_ANNOTATIONS] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_ADD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_FUNCTION_ATTRIBUTE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SET_UPDATE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_INSTANCE_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_SLOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_ATTR_WITH_HINT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_DEREF] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST_LOAD_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_FAST_STORE_FAST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_GLOBAL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_NAME] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SLICE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR_DICT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [STORE_SUBSCR_LIST_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [SWAP] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_ALWAYS_TRUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_BOOL] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_INT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_NONE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TO_BOOL_STR] = _Py_TAIL_CALL_TRACE_RECORD,
+ [TRACE_RECORD] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_INVERT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_NEGATIVE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNARY_NOT] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_EX] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_LIST] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [UNPACK_SEQUENCE_TWO_TUPLE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [WITH_EXCEPT_START] = _Py_TAIL_CALL_TRACE_RECORD,
+ [YIELD_VALUE] = _Py_TAIL_CALL_TRACE_RECORD,
+ [117] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [118] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [119] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [120] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [121] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [122] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [123] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [124] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [125] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [126] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [127] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [219] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [220] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [221] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [222] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [223] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [224] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [225] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [226] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [227] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [228] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [229] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [230] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [231] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
+ [232] = _Py_TAIL_CALL_UNKNOWN_OPCODE,
};
+#endif /* _Py_CEVAL_OPCODE_TARGETS_DEFINE */
#endif /* _Py_TAIL_CALL_INTERP */
diff --git a/Tools/cases_generator/target_generator.py b/Tools/cases_generator/target_generator.py
index e7cf6c223d22dc9..87f8723f368d249 100644
--- a/Tools/cases_generator/target_generator.py
+++ b/Tools/cases_generator/target_generator.py
@@ -43,28 +43,40 @@ def write_opcode_targets(analysis: Analysis, out: CWriter) -> None:
out.emit(f"#endif\n")
out.emit("#else /* _Py_TAIL_CALL_INTERP */\n")
-def function_proto(name: str) -> str:
- return f"static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_{name}(TAIL_CALL_PARAMS)"
+def function_signature(name: str) -> str:
+ return f"PyObject *Py_PRESERVE_NONE_CC _Py_TAIL_CALL_{name}(TAIL_CALL_PARAMS)"
-def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None:
- out.emit("static py_tail_call_funcptr instruction_funcptr_handler_table[256];\n")
+def write_tailcall_dispatch_table(
+ analysis: Analysis, out: CWriter, *, static_linkage: bool
+) -> None:
+ declaration = "static" if static_linkage else "extern"
+ definition_prefix = "static " if static_linkage else ""
+ shared_labels = ("error", "start_frame", "exit_unwind", "exit_unwind_notrace")
+ out.emit(f"{declaration} py_tail_call_funcptr instruction_funcptr_handler_table[256];\n")
out.emit("\n")
- out.emit("static py_tail_call_funcptr instruction_funcptr_tracing_table[256];\n")
+ out.emit(f"{declaration} py_tail_call_funcptr instruction_funcptr_tracing_table[256];\n")
out.emit("\n")
+ if not static_linkage:
+ for name in shared_labels:
+ out.emit(f"extern {function_signature(name)};\n")
+ out.emit("\n")
+ out.emit("#ifdef _Py_CEVAL_OPCODE_TARGETS_DEFINE\n")
+
# Emit function prototypes for labels.
for name in analysis.labels:
- out.emit(f"{function_proto(name)};\n")
+ if static_linkage or name not in shared_labels:
+ out.emit(f"{declaration} {function_signature(name)};\n")
out.emit("\n")
# Emit function prototypes for opcode handlers.
for name in sorted(analysis.instructions.keys()):
- out.emit(f"{function_proto(name)};\n")
+ out.emit(f"{declaration} {function_signature(name)};\n")
out.emit("\n")
# Emit unknown opcode handler.
- out.emit(function_proto("UNKNOWN_OPCODE"))
+ out.emit(definition_prefix + function_signature("UNKNOWN_OPCODE"))
out.emit(" {\n")
out.emit("int opcode = next_instr->op.code;\n")
out.emit(UNKNOWN_OPCODE_HANDLER)
@@ -72,24 +84,26 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None:
out.emit("\n")
# Emit the dispatch table.
- out.emit("static py_tail_call_funcptr instruction_funcptr_handler_table[256] = {\n")
+ out.emit(f"{definition_prefix}py_tail_call_funcptr instruction_funcptr_handler_table[256] = {{\n")
for name in sorted(analysis.instructions.keys()):
- out.emit(f"[{name}] = _TAIL_CALL_{name},\n")
+ out.emit(f"[{name}] = _Py_TAIL_CALL_{name},\n")
named_values = analysis.opmap.values()
for rest in range(256):
if rest not in named_values:
- out.emit(f"[{rest}] = _TAIL_CALL_UNKNOWN_OPCODE,\n")
+ out.emit(f"[{rest}] = _Py_TAIL_CALL_UNKNOWN_OPCODE,\n")
out.emit("};\n")
# Emit the tracing dispatch table.
- out.emit("static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {\n")
+ out.emit(f"{definition_prefix}py_tail_call_funcptr instruction_funcptr_tracing_table[256] = {{\n")
for name in sorted(analysis.instructions.keys()):
- out.emit(f"[{name}] = _TAIL_CALL_TRACE_RECORD,\n")
+ out.emit(f"[{name}] = _Py_TAIL_CALL_TRACE_RECORD,\n")
named_values = analysis.opmap.values()
for rest in range(256):
if rest not in named_values:
- out.emit(f"[{rest}] = _TAIL_CALL_UNKNOWN_OPCODE,\n")
+ out.emit(f"[{rest}] = _Py_TAIL_CALL_UNKNOWN_OPCODE,\n")
out.emit("};\n")
+ if not static_linkage:
+ out.emit("#endif /* _Py_CEVAL_OPCODE_TARGETS_DEFINE */\n")
outfile.write("#endif /* _Py_TAIL_CALL_INTERP */\n")
arg_parser = argparse.ArgumentParser(
@@ -100,6 +114,9 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None:
arg_parser.add_argument(
"-o", "--output", type=str, help="Generated code", default=DEFAULT_OUTPUT
)
+arg_parser.add_argument(
+ "--static", action="store_true", help="Give tail-call targets internal linkage"
+)
arg_parser.add_argument(
"input", nargs=argparse.REMAINDER, help="Instruction definition file(s)"
@@ -113,4 +130,4 @@ def write_tailcall_dispatch_table(analysis: Analysis, out: CWriter) -> None:
with open(args.output, "w") as outfile:
out = CWriter(outfile, 0, False)
write_opcode_targets(data, out)
- write_tailcall_dispatch_table(data, out)
+ write_tailcall_dispatch_table(data, out, static_linkage=args.static)
diff --git a/Tools/cases_generator/tier1_generator.py b/Tools/cases_generator/tier1_generator.py
index 0d477cb83c5d436..27792b4a945e05c 100644
--- a/Tools/cases_generator/tier1_generator.py
+++ b/Tools/cases_generator/tier1_generator.py
@@ -8,6 +8,7 @@
from analyzer import (
Analysis,
Instruction,
+ Label,
Uop,
Part,
analyze_files,
@@ -149,6 +150,7 @@ def generate_tier1(
#error "This file is for Tier 1 only"
#endif
#define TIER_ONE 1
+#ifndef _Py_CEVAL_START_FRAME
""")
outfile.write(f"""
#if !_Py_TAIL_CALL_INTERP
@@ -187,27 +189,41 @@ def generate_tier1(
emitter = Emitter(out, analysis.labels)
generate_tier1_labels(analysis, emitter)
outfile.write(f"{LABEL_END_MARKER}\n")
+ outfile.write("#endif /* _Py_CEVAL_START_FRAME */\n")
+ outfile.write("#if !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME)\n")
+ generate_tier1_start_frame(analysis, emitter)
+ outfile.write("#endif /* !_Py_TAIL_CALL_INTERP || defined(_Py_CEVAL_START_FRAME) */\n")
outfile.write(FOOTER)
-def generate_tier1_labels(
- analysis: Analysis, emitter: Emitter
-) -> None:
+def generate_tier1_label(label: Label, emitter: Emitter) -> None:
+ if label.name == 'stop_tracing':
+ emitter.emit("#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)\n")
+ emitter.emit("Py_GCC_ATTRIBUTE((unused))\n")
+ emitter.emit("#endif\n")
+ emitter.emit(f"LABEL({label.name})\n")
+ storage = Storage(Stack(), [], [], 0, False)
+ if label.spilled:
+ storage.spilled = 1
+ storage.stack.physical_sp = None
+ emitter.emit_tokens(label, storage, None)
+ emitter.emit("\n\n")
+
+
+def generate_tier1_labels(analysis: Analysis, emitter: Emitter) -> None:
emitter.emit("\n")
# Emit tail-callable labels as function defintions
- for name, label in analysis.labels.items():
- if name == 'stop_tracing':
- emitter.emit("#if _Py_TAIL_CALL_INTERP && !defined(_Py_TIER2)\n")
- emitter.emit("Py_GCC_ATTRIBUTE((unused))\n")
- emitter.emit("#endif\n")
- emitter.emit(f"LABEL({name})\n")
- storage = Storage(Stack(), [], [], 0, False)
- if label.spilled:
- storage.spilled = 1
- storage.stack.physical_sp = None
- emitter.emit_tokens(label, storage, None)
- emitter.emit("\n\n")
+ for label in analysis.labels.values():
+ if label.name != "start_frame":
+ generate_tier1_label(label, emitter)
+
+
+def generate_tier1_start_frame(analysis: Analysis, emitter: Emitter) -> None:
+ emitter.emit("\n")
+ label = analysis.labels.get("start_frame")
+ if label is not None:
+ generate_tier1_label(label, emitter)
def get_popped(inst: Instruction, analysis: Analysis) -> str:
stack = get_stack_effect(inst)
diff --git a/configure b/configure
index c777d8117c66c4c..fd37ce0a4a5f28f 100755
--- a/configure
+++ b/configure
@@ -837,6 +837,7 @@ ENSUREPIP
CFLAGS_CEVAL
SRCDIRS
THREADHEADERS
+CFLAGS_CEVAL_TAILCALL
PANEL_LIBS
PANEL_CFLAGS
CURSES_LIBS
@@ -34396,6 +34397,9 @@ printf "%s\n" "#define HAVE_COMPUTED_GOTOS 1" >>confdefs.h
esac
+CFLAGS_CEVAL_TAILCALL=""
+
+
# Check for --with-tail-call-interp
{ printf "%s\n" "$as_me:${as_lineno-$LINENO}: checking for --with-tail-call-interp" >&5
printf %s "checking for --with-tail-call-interp... " >&6; }
@@ -34411,6 +34415,63 @@ printf "%s\n" "#define _Py_TAIL_CALL_INTERP 1" >>confdefs.h
{ printf "%s\n" "$as_me:${as_lineno-$LINENO}: result: yes" >&5
printf "%s\n" "yes" >&6; }
+ reserve_frame_pointer_for_opcodes=no
+ if test -n "$frame_pointer_cflags" && test "x$with_frame_pointers" != xno; then
+ reserve_frame_pointer_for_opcodes=yes
+ fi
+ for flag in $CFLAGS; do
+ case $flag in #(
+ -fno-omit-frame-pointer|-fno-omit-leaf-frame-pointer|-mno-omit-leaf-frame-pointer) :
+ reserve_frame_pointer_for_opcodes=yes ;; #(
+ *) :
+ ;;
+esac
+ done
+ if test "$reserve_frame_pointer_for_opcodes" = yes; then
+ { printf "%s\n" "$as_me:${as_lineno-$LINENO}: checking whether C compiler accepts -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved" >&5
+printf %s "checking whether C compiler accepts -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved... " >&6; }
+if test ${ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved+y}
+then :
+ printf %s "(cached) " >&6
+else case e in #(
+ e)
+ ax_check_save_flags=$CFLAGS
+ CFLAGS="$CFLAGS -Werror -fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved"
+ cat confdefs.h - <<_ACEOF >conftest.$ac_ext
+/* end confdefs.h. */
+
+int
+main (void)
+{
+
+ ;
+ return 0;
+}
+_ACEOF
+if ac_fn_c_try_compile "$LINENO"
+then :
+ ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved=yes
+else case e in #(
+ e) ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved=no ;;
+esac
+fi
+rm -f core conftest.err conftest.$ac_objext conftest.beam conftest.$ac_ext
+ CFLAGS=$ax_check_save_flags ;;
+esac
+fi
+{ printf "%s\n" "$as_me:${as_lineno-$LINENO}: result: $ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" >&5
+printf "%s\n" "$ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" >&6; }
+if test "x$ax_cv_check_cflags__Werror__fomit_frame_pointer__momit_leaf_frame_pointer__Xclang__mframe_pointer_reserved" = xyes
+then :
+
+ CFLAGS_CEVAL_TAILCALL="-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved"
+
+else case e in #(
+ e) : ;;
+esac
+fi
+
+ fi
fi
if test "$withval" = no
then
diff --git a/configure.ac b/configure.ac
index a8760c94ac151aa..4c594b4982c3d5b 100644
--- a/configure.ac
+++ b/configure.ac
@@ -7692,6 +7692,9 @@ case "$ac_cv_computed_gotos" in yes*)
[Define if the C compiler supports computed gotos.])
esac
+CFLAGS_CEVAL_TAILCALL=""
+AC_SUBST([CFLAGS_CEVAL_TAILCALL])
+
# Check for --with-tail-call-interp
AC_MSG_CHECKING([for --with-tail-call-interp])
AC_ARG_WITH(
@@ -7706,6 +7709,22 @@ then
AC_DEFINE([_Py_TAIL_CALL_INTERP], [1],
[Define if you want to use tail-calling interpreters in CPython.])
AC_MSG_RESULT([yes])
+ reserve_frame_pointer_for_opcodes=no
+ if test -n "$frame_pointer_cflags" && test "x$with_frame_pointers" != xno; then
+ reserve_frame_pointer_for_opcodes=yes
+ fi
+ dnl Also recognize frame pointers requested explicitly in CFLAGS.
+ for flag in $CFLAGS; do
+ AS_CASE([$flag],
+ [-fno-omit-frame-pointer|-fno-omit-leaf-frame-pointer|-mno-omit-leaf-frame-pointer],
+ [reserve_frame_pointer_for_opcodes=yes])
+ done
+ if test "$reserve_frame_pointer_for_opcodes" = yes; then
+ dnl Reserve the register without adding a frame to each tail-call handler.
+ AX_CHECK_COMPILE_FLAG([-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved], [
+ CFLAGS_CEVAL_TAILCALL="-fomit-frame-pointer -momit-leaf-frame-pointer -Xclang -mframe-pointer=reserved"
+ ], [], [-Werror])
+ fi
fi
if test "$withval" = no
then