From eb67609cb9746726e3d5e3fefaee3f65d9a25de8 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Wed, 20 May 2026 14:21:42 -0500 Subject: [PATCH 01/20] JIT: widen int fast path to full int64 range MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Replace the 30-bit compact-only range check (is_medium_int) with __builtin_add_overflow / sub_overflow / mul_overflow, widening the JIT arithmetic fast path from ±2^30 to ±2^62. Relax operand guards from _PyLong_CheckExactAndCompact to PyLong_CheckExact so non-compact inputs also stay in the JIT trace. Add inline _PyLong_AsInt64 for fast digit extraction from non-compact PyLongs (avoids calling the heavy PyLong_AsLongLongAndOverflow). Results (pyperf, ARM64, rigorous): intermediate_overflow 2.70x faster double_add 2.73x faster accumulate 1.65x faster geometric mean 1.52x faster Includes pyperf-based microbenchmark (Tools/scripts/jit_int_benchmark_pyperf.py) and a simpler timeit-based version (jit_int_benchmark.py). --- Include/internal/pycore_long.h | 1 + Objects/longobject.c | 133 +++++++--- Python/bytecodes.c | 6 +- Python/executor_cases.c.h | 22 +- Python/generated_cases.c.h | 30 ++- Python/optimizer_cases.c.h | 2 - Python/specialize.c | 6 +- Tools/scripts/jit_int_benchmark.py | 139 +++++++++++ Tools/scripts/jit_int_benchmark_pyperf.py | 282 ++++++++++++++++++++++ 9 files changed, 550 insertions(+), 71 deletions(-) create mode 100644 Tools/scripts/jit_int_benchmark.py create mode 100644 Tools/scripts/jit_int_benchmark_pyperf.py diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index fb5622c99f7a135..5e77a7d143a2528 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -217,6 +217,7 @@ _PyLong_BothAreCompact(const PyLongObject* a, const PyLongObject* b) { static inline bool _PyLong_IsZero(const PyLongObject *op) { + assert(op != NULL); return (op->long_value.lv_tag & SIGN_MASK) == SIGN_ZERO; } diff --git a/Objects/longobject.c b/Objects/longobject.c index 6e6011cb19aab5f..2b8f12bdc8cc303 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -322,31 +322,31 @@ _PyLong_FromSTwoDigits(stwodigits x) return (PyLongObject*)_PyLong_FromLarge(x); } -/* Create a new medium int object from a medium int. - * Do not raise. Return NULL if not medium or can't allocate. */ -static inline _PyStackRef -medium_from_stwodigits(stwodigits x) +static inline bool +_PyLong_AsInt64(PyLongObject *v, int64_t *result) { - if (IS_SMALL_INT(x)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)x)); + assert(PyLong_CheckExact((PyObject *)v)); + if (_PyLong_IsCompact(v)) { + *result = _PyLong_CompactValue(v); + return true; } - assert(x != 0); - if(!is_medium_int(x)) { - return PyStackRef_NULL; + Py_ssize_t ndigits = _PyLong_DigitCount(v); + if (ndigits > 2) { + return false; } - PyLongObject *v = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (v == NULL) { - v = PyObject_Malloc(sizeof(PyLongObject)); - if (v == NULL) { - return PyStackRef_NULL; - } - _PyObject_Init((PyObject*)v, &PyLong_Type); - _PyLong_InitTag(v); + assert(ndigits == 2); + int sign = 1 - (v->long_value.lv_tag & SIGN_MASK); + uint64_t abs_val = (uint64_t)v->long_value.ob_digit[0] + | ((uint64_t)v->long_value.ob_digit[1] << PyLong_SHIFT); + if (abs_val <= (uint64_t)INT64_MAX) { + *result = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; } - digit abs_x = x < 0 ? (digit)(-x) : (digit)x; - _PyLong_SetSignAndDigitCount(v, x<0?-1:1, 1); - v->long_value.ob_digit[0] = abs_x; - return PyStackRef_FromPyObjectStealMortal((PyObject *)v); + if (sign < 0 && abs_val == (uint64_t)INT64_MAX + 1) { + *result = INT64_MIN; + return true; + } + return false; } @@ -1324,7 +1324,6 @@ PyLong_AsNativeBytes(PyObject* vv, void* buffer, Py_ssize_t n, int flags) } if (_PyLong_IsCompact(v)) { - res = 0; cv.v = _PyLong_CompactValue(v); /* Most paths result in res = sizeof(compact value). Only the case * where 0 < n < sizeof(compact value) do we need to check and adjust @@ -2601,6 +2600,7 @@ long_from_binary_base(const char *start, const char *end, Py_ssize_t digits, int /* n <- the number of Python digits needed, = ceiling((digits * bits_per_char) / PyLong_SHIFT). */ + assert(bits_per_char > 0); if (digits > (PY_SSIZE_T_MAX - (PyLong_SHIFT - 1)) / bits_per_char) { PyErr_SetString(PyExc_ValueError, "int string too large to convert"); @@ -3866,9 +3866,32 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) + medium_value(b); - return medium_from_stwodigits(v); + if (_PyLong_BothAreCompact(a, b)) { + stwodigits va = medium_value(a); + stwodigits vb = medium_value(b); + stwodigits v; + if (__builtin_add_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + int64_t va, vb; + if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + int64_t v; + if (__builtin_add_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + return PyStackRef_NULL; } static PyObject * @@ -3911,9 +3934,32 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) - medium_value(b); - return medium_from_stwodigits(v); + if (_PyLong_BothAreCompact(a, b)) { + stwodigits va = medium_value(a); + stwodigits vb = medium_value(b); + stwodigits v; + if (__builtin_sub_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + int64_t va, vb; + if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + int64_t v; + if (__builtin_sub_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + return PyStackRef_NULL; } static PyObject * @@ -4353,14 +4399,37 @@ long_mul(PyLongObject *a, PyLongObject *b) return z; } -/* This function returns NULL if the result is not compact, +/* This function returns NULL if the result does not fit in int64 range, * or if it fails to allocate, but never raises */ _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) * medium_value(b); - return medium_from_stwodigits(v); + if (_PyLong_BothAreCompact(a, b)) { + stwodigits va = medium_value(a); + stwodigits vb = medium_value(b); + stwodigits v; + if (__builtin_mul_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + int64_t va, vb; + if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + int64_t v; + if (__builtin_mul_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_NULL; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + return PyStackRef_NULL; } static PyObject * diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 300b7da753c2baf..16e1332a507e521 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -634,12 +634,12 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!_PyLong_CheckExactAndCompact(left_o)); + EXIT_IF(!PyLong_CheckExact(left_o)); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!_PyLong_CheckExactAndCompact(value_o)); + EXIT_IF(!PyLong_CheckExact(value_o)); } op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { @@ -674,7 +674,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -689,7 +688,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 952860f01b8a682..d8a455ffa40dc71 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3827,7 +3827,7 @@ _PyStackRef left; left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3848,7 +3848,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -3871,7 +3871,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -3894,7 +3894,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -3916,7 +3916,7 @@ _PyStackRef value; value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3936,7 +3936,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -3956,7 +3956,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -3979,7 +3979,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; _tos_cache1 = _stack_item_1; @@ -4297,7 +4297,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4332,7 +4331,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4369,7 +4367,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4403,7 +4400,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4438,7 +4434,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4475,7 +4470,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 83051cf41cc043b..09486f03dfde3a4 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,7 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +212,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -574,7 +573,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +583,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -807,7 +806,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -981,7 +980,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1069,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1161,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1323,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1333,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1347,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -5151,7 +5149,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5159,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12186,7 +12184,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12423,7 +12421,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index d52ebb9804197da..16e498aecf50f22 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -693,7 +693,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -764,7 +763,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { diff --git a/Python/specialize.c b/Python/specialize.c index 2ff0a9d0072cec3..e06a7723cf1a9ce 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2350,7 +2350,7 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_UNICODE); return; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { specialize(instr, BINARY_OP_ADD_INT); return; } @@ -2364,7 +2364,7 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { specialize(instr, BINARY_OP_MULTIPLY_INT); return; } @@ -2378,7 +2378,7 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { specialize(instr, BINARY_OP_SUBTRACT_INT); return; } diff --git a/Tools/scripts/jit_int_benchmark.py b/Tools/scripts/jit_int_benchmark.py new file mode 100644 index 000000000000000..d049171dcf1c0d2 --- /dev/null +++ b/Tools/scripts/jit_int_benchmark.py @@ -0,0 +1,139 @@ +""" +Benchmark for JIT int fast path optimization. + +Measures performance of integer arithmetic in hot loops +where intermediate results overflow the 30-bit compact range. + +Usage: + python Tools/scripts/jit_int_benchmark.py + python -X jit Tools/scripts/jit_int_benchmark.py + PYTHON_JIT_STRESS=1 python -X jit Tools/scripts/jit_int_benchmark.py + +For statistically rigorous comparison: + python -m pyperf timeit "..." # microbenchmark + pyperformance run -b # application benchmarks +""" + +import sys +import time +import statistics + + +# Benchmark configurations +N = 5_000_000 +WARMUP = 3 +RUNS = 7 + + +def bench_intermediate_overflow(): + """a + b exceeds 30-bit compact range, but (a+b)-c fits back in. + Tests the case where JIT would exit on the intermediate result.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = 1 << 30 + total = 0 + for i in range(N): + total += a + b - c + return total + + +def bench_double_add(): + """Two adds in a row: (a+b)+c where intermediate is non-compact.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = -500 + total = 0 + for i in range(N): + total += a + b + c + return total + + +def bench_accumulate(): + """Values slowly grow through the compact boundary. + Tests the case where a non-compact value is accumulated.""" + total = 0 + for i in range(N): + total += 1000000 + return total + + +def bench_always_large(): + """Both inputs are compact, but the result always exceeds compact range. + Tests the result widening optimization.""" + total = 0 + a = 1 << 29 + b = 1 << 29 + for i in range(N): + total += a + b + total &= (1 << 62) - 1 + return total + + +def bench_mixed(): + """Mix of small and medium ints alternating. + Tests ability to stay in JIT trace across varying int sizes.""" + total = 0 + for i in range(N): + if i & 1: + total += (1 << 30) + (i & 0xFF) + else: + total += i & 0xFFF + total &= (1 << 61) - 1 + return total + + +def bench_chain(): + """Chained operations: a + b + c + d. + Tests consecutive int ops without boxing between them.""" + total = 0 + for i in range(N // 4): + total += i + i + i + i + return total + + +def run_benchmark(name, fn, runs=RUNS, warmup=WARMUP): + # Warmup + for _ in range(warmup): + fn() + + # Timed runs + times = [] + last_result = None + for _ in range(runs): + start = time.perf_counter() + last_result = fn() + elapsed = time.perf_counter() - start + times.append(elapsed) + + mean = statistics.mean(times) + stdev = statistics.stdev(times) if len(times) > 1 else 0 + ns_per = mean / N * 1e9 + print( + f" {name:30s} {mean * 1000:7.2f} ms {ns_per:5.1f} ns/iter" + f" ±{stdev / mean * 100:4.1f}% (verify={str(last_result)[:12]})" + ) + + +if __name__ == "__main__": + jit = "jit" in sys._xoptions or "PYTHON_JIT" in __import__("os").environ + print( + f"Python {sys.version.split()[0]} ({sys.platform})" + f" JIT={'on' if jit else 'off'} PYTHON_JIT_STRESS=" + f"{__import__('os').environ.get('PYTHON_JIT_STRESS', '0')}" + ) + print() + + benchmarks = [ + ("intermediate_overflow", bench_intermediate_overflow), + ("double_add", bench_double_add), + ("always_large", bench_always_large), + ("accumulate", bench_accumulate), + ("mixed", bench_mixed), + ("chain", bench_chain), + ] + + for name, fn in benchmarks: + run_benchmark(name, fn) + + print() + print("Done.") diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py new file mode 100644 index 000000000000000..779be0f77e0310c --- /dev/null +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -0,0 +1,282 @@ +"""pyperf microbenchmark for JIT int fast path. + +Measures int arithmetic performance in hot JIT loops where +intermediate results overflow the 30-bit compact range. + +Usage: + python Tools/scripts/jit_int_benchmark_pyperf.py + python Tools/scripts/jit_int_benchmark_pyperf.py -o result.json --rigorous +""" + +import pyperf +import time + + +def bench_intermediate_overflow(loops): + """a + b exceeds 30-bit range, (a+b)-c fits back in.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = 1 << 30 + t0 = time.perf_counter() + for _ in range(loops): + # inner loop: 50 ops to amplify the signal + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + return time.perf_counter() - t0 + + +def bench_double_add(loops): + """(a+b)+c where a+b is non-compact but a,b,c are compact.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = -500 + t0 = time.perf_counter() + for _ in range(loops): + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + return time.perf_counter() - t0 + + +def bench_accumulate(loops): + """Values grow through compact boundary (2^30).""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + return time.perf_counter() - t0 + + +def bench_always_large(loops): + """Compact inputs, non-compact result.""" + total = 0 + va = 1 << 29 + vb = 1 << 29 + t0 = time.perf_counter() + for _ in range(loops): + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + return time.perf_counter() - t0 + + +def bench_mixed(loops): + """Alternating small/medium ints.""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += (1 << 30) + 1 + total += 100 + total += (1 << 30) + 2 + total += 200 + total += (1 << 30) + 3 + total += 300 + total += (1 << 30) + 4 + total += 400 + total += (1 << 30) + 5 + total += 500 + return time.perf_counter() - t0 + + +def bench_small(loops): + """All small ints (baseline).""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += 1 + total += 2 + total += 3 + total += 4 + total += 5 + total += 6 + total += 7 + total += 8 + total += 9 + total += 10 + total += 11 + total += 12 + total += 13 + total += 14 + total += 15 + total += 16 + total += 17 + total += 18 + total += 19 + total += 20 + return time.perf_counter() - t0 + + +BENCHMARKS = [ + ("jit_int_small", bench_small), + ("jit_int_intermediate_overflow", bench_intermediate_overflow), + ("jit_int_double_add", bench_double_add), + ("jit_int_accumulate", bench_accumulate), + ("jit_int_always_large", bench_always_large), + ("jit_int_mixed", bench_mixed), +] + +if __name__ == "__main__": + runner = pyperf.Runner() + for name, fn in BENCHMARKS: + runner.bench_time_func(name, fn) From 1181bf010a58d4e14b4b5ca1e3935f6cf1f121ce Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Mon, 25 May 2026 11:01:11 -0500 Subject: [PATCH 02/20] cleanup --- Include/internal/pycore_long.h | 81 ++ Include/internal/pycore_opcode_metadata.h | 6 +- Include/internal/pycore_uop_ids.h | 1132 ++++++++++----------- Include/internal/pycore_uop_metadata.h | 74 +- Lib/test/test_opcache.py | 25 +- Modules/_testinternalcapi/test_cases.c.h | 250 ++++- Objects/longobject.c | 106 +- Python/bytecodes.c | 78 +- Python/executor_cases.c.h | 547 +++++----- Python/generated_cases.c.h | 248 ++++- Python/optimizer_cases.c.h | 10 +- Python/optimizer_symbols.c | 12 +- Python/specialize.c | 12 +- 13 files changed, 1590 insertions(+), 991 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 5e77a7d143a2528..c1a5c5a3f3260d8 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -347,6 +347,87 @@ _PyLong_CheckExactAndCompact(PyObject *op) return PyLong_CheckExact(op) && _PyLong_IsCompact((const PyLongObject *)op); } +/* A cheap guard used by Tier 2 / JIT integer fast paths. + * + * "Compact" ints are single-digit. Non-compact ints may still fit in int64_t, + * but are limited to a small number of digits (3 for 30-bit digits, 5 for + * 15-bit digits). This is an intentionally cheap filter: callers must still + * do an exact range check during extraction. + */ +#define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) + +static inline int +_PyLong_CheckExactAndMightFitInt64(PyObject *op) +{ + if (!PyLong_CheckExact(op)) { + return 0; + } + const PyLongObject *v = (const PyLongObject *)op; + if (_PyLong_IsCompact(v)) { + return 1; + } + Py_ssize_t ndigits = _PyLong_DigitCount(v); + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 0; + } + if (ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; /* abs(INT64_MIN) */ + uint64_t max_top = ((v->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + return (uint64_t)v->long_value.ob_digit[ndigits - 1] <= max_top; + } + return 1; +} + +/* Extract an exact int to int64_t without raising. + * + * Returns true on success and writes to *out; returns false if the value is + * out of int64_t range. Never sets an exception. + */ +static inline bool +_PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) +{ + assert(PyLong_CheckExact((PyObject *)v)); + if (_PyLong_IsCompact(v)) { + *out = (int64_t)_PyLong_CompactValue(v); + return true; + } + Py_ssize_t ndigits = _PyLong_DigitCount(v); + if (ndigits == 0) { + *out = 0; + return true; + } + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return false; + } + uint64_t abs_val = 0; + unsigned int shift = 0; + for (Py_ssize_t i = 0; i < ndigits; i++) { + uint64_t d = (uint64_t)v->long_value.ob_digit[i]; + if (shift >= 64) { + return false; + } + if (shift != 0 && (d >> (64 - shift)) != 0) { + return false; + } + abs_val |= d << shift; + shift += PyLong_SHIFT; + } + int sign = 1 - (v->long_value.lv_tag & SIGN_MASK); + if (abs_val <= (uint64_t)INT64_MAX) { + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } + if (sign < 0 && abs_val == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + return true; + } + return false; +} + #ifdef __cplusplus } #endif diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index d2e29a1b95ede2f..22ec605a7e953d6 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -1114,12 +1114,12 @@ PyAPI_DATA(const struct opcode_metadata) _PyOpcode_opcode_metadata[267]; const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1128,7 +1128,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_TUPLE_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 7c44c0a430b7311..98183473ac01671 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -873,578 +873,566 @@ extern "C" { #define _GUARD_NOS_FLOAT_r12 1085 #define _GUARD_NOS_FLOAT_r22 1086 #define _GUARD_NOS_FLOAT_r33 1087 -#define _GUARD_NOS_INT_r02 1088 -#define _GUARD_NOS_INT_r12 1089 -#define _GUARD_NOS_INT_r22 1090 -#define _GUARD_NOS_INT_r33 1091 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1092 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1093 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1094 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1095 -#define _GUARD_NOS_LIST_r02 1096 -#define _GUARD_NOS_LIST_r12 1097 -#define _GUARD_NOS_LIST_r22 1098 -#define _GUARD_NOS_LIST_r33 1099 -#define _GUARD_NOS_NOT_NULL_r02 1100 -#define _GUARD_NOS_NOT_NULL_r12 1101 -#define _GUARD_NOS_NOT_NULL_r22 1102 -#define _GUARD_NOS_NOT_NULL_r33 1103 -#define _GUARD_NOS_NULL_r02 1104 -#define _GUARD_NOS_NULL_r12 1105 -#define _GUARD_NOS_NULL_r22 1106 -#define _GUARD_NOS_NULL_r33 1107 -#define _GUARD_NOS_OVERFLOWED_r02 1108 -#define _GUARD_NOS_OVERFLOWED_r12 1109 -#define _GUARD_NOS_OVERFLOWED_r22 1110 -#define _GUARD_NOS_OVERFLOWED_r33 1111 -#define _GUARD_NOS_TUPLE_r02 1112 -#define _GUARD_NOS_TUPLE_r12 1113 -#define _GUARD_NOS_TUPLE_r22 1114 -#define _GUARD_NOS_TUPLE_r33 1115 -#define _GUARD_NOS_TYPE_VERSION_r02 1116 -#define _GUARD_NOS_TYPE_VERSION_r12 1117 -#define _GUARD_NOS_TYPE_VERSION_r22 1118 -#define _GUARD_NOS_TYPE_VERSION_r33 1119 -#define _GUARD_NOS_UNICODE_r02 1120 -#define _GUARD_NOS_UNICODE_r12 1121 -#define _GUARD_NOS_UNICODE_r22 1122 -#define _GUARD_NOS_UNICODE_r33 1123 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1124 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1125 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1126 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1127 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1128 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1129 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1130 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1131 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1132 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1133 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1134 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1135 -#define _GUARD_THIRD_NULL_r03 1136 -#define _GUARD_THIRD_NULL_r13 1137 -#define _GUARD_THIRD_NULL_r23 1138 -#define _GUARD_THIRD_NULL_r33 1139 -#define _GUARD_TOS_ANY_DICT_r01 1140 -#define _GUARD_TOS_ANY_DICT_r11 1141 -#define _GUARD_TOS_ANY_DICT_r22 1142 -#define _GUARD_TOS_ANY_DICT_r33 1143 -#define _GUARD_TOS_ANY_SET_r01 1144 -#define _GUARD_TOS_ANY_SET_r11 1145 -#define _GUARD_TOS_ANY_SET_r22 1146 -#define _GUARD_TOS_ANY_SET_r33 1147 -#define _GUARD_TOS_DICT_r01 1148 -#define _GUARD_TOS_DICT_r11 1149 -#define _GUARD_TOS_DICT_r22 1150 -#define _GUARD_TOS_DICT_r33 1151 -#define _GUARD_TOS_FLOAT_r01 1152 -#define _GUARD_TOS_FLOAT_r11 1153 -#define _GUARD_TOS_FLOAT_r22 1154 -#define _GUARD_TOS_FLOAT_r33 1155 -#define _GUARD_TOS_FROZENDICT_r01 1156 -#define _GUARD_TOS_FROZENDICT_r11 1157 -#define _GUARD_TOS_FROZENDICT_r22 1158 -#define _GUARD_TOS_FROZENDICT_r33 1159 -#define _GUARD_TOS_FROZENSET_r01 1160 -#define _GUARD_TOS_FROZENSET_r11 1161 -#define _GUARD_TOS_FROZENSET_r22 1162 -#define _GUARD_TOS_FROZENSET_r33 1163 -#define _GUARD_TOS_INT_r01 1164 -#define _GUARD_TOS_INT_r11 1165 -#define _GUARD_TOS_INT_r22 1166 -#define _GUARD_TOS_INT_r33 1167 -#define _GUARD_TOS_IS_NONE_r01 1168 -#define _GUARD_TOS_IS_NONE_r11 1169 -#define _GUARD_TOS_IS_NONE_r22 1170 -#define _GUARD_TOS_IS_NONE_r33 1171 -#define _GUARD_TOS_LIST_r01 1172 -#define _GUARD_TOS_LIST_r11 1173 -#define _GUARD_TOS_LIST_r22 1174 -#define _GUARD_TOS_LIST_r33 1175 -#define _GUARD_TOS_NOT_NULL_r01 1176 -#define _GUARD_TOS_NOT_NULL_r11 1177 -#define _GUARD_TOS_NOT_NULL_r22 1178 -#define _GUARD_TOS_NOT_NULL_r33 1179 -#define _GUARD_TOS_OVERFLOWED_r01 1180 -#define _GUARD_TOS_OVERFLOWED_r11 1181 -#define _GUARD_TOS_OVERFLOWED_r22 1182 -#define _GUARD_TOS_OVERFLOWED_r33 1183 -#define _GUARD_TOS_SET_r01 1184 -#define _GUARD_TOS_SET_r11 1185 -#define _GUARD_TOS_SET_r22 1186 -#define _GUARD_TOS_SET_r33 1187 -#define _GUARD_TOS_SLICE_r01 1188 -#define _GUARD_TOS_SLICE_r11 1189 -#define _GUARD_TOS_SLICE_r22 1190 -#define _GUARD_TOS_SLICE_r33 1191 -#define _GUARD_TOS_TUPLE_r01 1192 -#define _GUARD_TOS_TUPLE_r11 1193 -#define _GUARD_TOS_TUPLE_r22 1194 -#define _GUARD_TOS_TUPLE_r33 1195 -#define _GUARD_TOS_UNICODE_r01 1196 -#define _GUARD_TOS_UNICODE_r11 1197 -#define _GUARD_TOS_UNICODE_r22 1198 -#define _GUARD_TOS_UNICODE_r33 1199 -#define _GUARD_TYPE_r01 1200 -#define _GUARD_TYPE_r11 1201 -#define _GUARD_TYPE_r22 1202 -#define _GUARD_TYPE_r33 1203 -#define _GUARD_TYPE_ITER_r02 1204 -#define _GUARD_TYPE_ITER_r12 1205 -#define _GUARD_TYPE_ITER_r22 1206 -#define _GUARD_TYPE_ITER_r33 1207 -#define _GUARD_TYPE_VERSION_r01 1208 -#define _GUARD_TYPE_VERSION_r11 1209 -#define _GUARD_TYPE_VERSION_r22 1210 -#define _GUARD_TYPE_VERSION_r33 1211 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1212 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1213 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1214 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1215 -#define _HANDLE_PENDING_AND_DEOPT_r00 1216 -#define _HANDLE_PENDING_AND_DEOPT_r10 1217 -#define _HANDLE_PENDING_AND_DEOPT_r20 1218 -#define _HANDLE_PENDING_AND_DEOPT_r30 1219 -#define _IMPORT_FROM_r12 1220 -#define _IMPORT_NAME_r21 1221 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1222 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1223 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1224 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1225 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1226 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1227 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1228 -#define _INSERT_NULL_r10 1229 -#define _INSTRUMENTED_FOR_ITER_r23 1230 -#define _INSTRUMENTED_INSTRUCTION_r00 1231 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1232 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1233 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1234 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1235 -#define _INSTRUMENTED_LINE_r00 1236 -#define _INSTRUMENTED_NOT_TAKEN_r00 1237 -#define _INSTRUMENTED_NOT_TAKEN_r11 1238 -#define _INSTRUMENTED_NOT_TAKEN_r22 1239 -#define _INSTRUMENTED_NOT_TAKEN_r33 1240 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1241 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1242 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1243 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1244 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1245 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1246 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1247 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1248 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1249 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1250 -#define _IS_NONE_r11 1251 -#define _IS_OP_r03 1252 -#define _IS_OP_r13 1253 -#define _IS_OP_r23 1254 -#define _ITER_CHECK_LIST_r02 1255 -#define _ITER_CHECK_LIST_r12 1256 -#define _ITER_CHECK_LIST_r22 1257 -#define _ITER_CHECK_LIST_r33 1258 -#define _ITER_CHECK_RANGE_r02 1259 -#define _ITER_CHECK_RANGE_r12 1260 -#define _ITER_CHECK_RANGE_r22 1261 -#define _ITER_CHECK_RANGE_r33 1262 -#define _ITER_CHECK_TUPLE_r02 1263 -#define _ITER_CHECK_TUPLE_r12 1264 -#define _ITER_CHECK_TUPLE_r22 1265 -#define _ITER_CHECK_TUPLE_r33 1266 -#define _ITER_JUMP_LIST_r02 1267 -#define _ITER_JUMP_LIST_r12 1268 -#define _ITER_JUMP_LIST_r22 1269 -#define _ITER_JUMP_LIST_r33 1270 -#define _ITER_JUMP_RANGE_r02 1271 -#define _ITER_JUMP_RANGE_r12 1272 -#define _ITER_JUMP_RANGE_r22 1273 -#define _ITER_JUMP_RANGE_r33 1274 -#define _ITER_JUMP_TUPLE_r02 1275 -#define _ITER_JUMP_TUPLE_r12 1276 -#define _ITER_JUMP_TUPLE_r22 1277 -#define _ITER_JUMP_TUPLE_r33 1278 -#define _ITER_NEXT_INLINE_r23 1279 -#define _ITER_NEXT_LIST_r23 1280 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1281 -#define _ITER_NEXT_RANGE_r03 1282 -#define _ITER_NEXT_RANGE_r13 1283 -#define _ITER_NEXT_RANGE_r23 1284 -#define _ITER_NEXT_TUPLE_r03 1285 -#define _ITER_NEXT_TUPLE_r13 1286 -#define _ITER_NEXT_TUPLE_r23 1287 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1288 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1289 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1290 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1291 -#define _JUMP_TO_TOP_r00 1292 -#define _LIST_APPEND_r10 1293 -#define _LIST_EXTEND_r11 1294 -#define _LOAD_ATTR_r10 1295 -#define _LOAD_ATTR_CLASS_r11 1296 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1297 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1298 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1299 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1300 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1301 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1302 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1303 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1304 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1305 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1306 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1307 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1308 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1309 -#define _LOAD_ATTR_MODULE_r12 1310 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1311 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1312 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1313 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1314 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1315 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1316 -#define _LOAD_ATTR_SLOT_r02 1317 -#define _LOAD_ATTR_SLOT_r12 1318 -#define _LOAD_ATTR_SLOT_r23 1319 -#define _LOAD_ATTR_WITH_HINT_r12 1320 -#define _LOAD_BUILD_CLASS_r01 1321 -#define _LOAD_BYTECODE_r00 1322 -#define _LOAD_COMMON_CONSTANT_r01 1323 -#define _LOAD_COMMON_CONSTANT_r12 1324 -#define _LOAD_COMMON_CONSTANT_r23 1325 -#define _LOAD_CONST_r01 1326 -#define _LOAD_CONST_r12 1327 -#define _LOAD_CONST_r23 1328 -#define _LOAD_CONST_INLINE_r01 1329 -#define _LOAD_CONST_INLINE_r12 1330 -#define _LOAD_CONST_INLINE_r23 1331 -#define _LOAD_CONST_INLINE_BORROW_r01 1332 -#define _LOAD_CONST_INLINE_BORROW_r12 1333 -#define _LOAD_CONST_INLINE_BORROW_r23 1334 -#define _LOAD_DEREF_r01 1335 -#define _LOAD_FAST_r01 1336 -#define _LOAD_FAST_r12 1337 -#define _LOAD_FAST_r23 1338 -#define _LOAD_FAST_0_r01 1339 -#define _LOAD_FAST_0_r12 1340 -#define _LOAD_FAST_0_r23 1341 -#define _LOAD_FAST_1_r01 1342 -#define _LOAD_FAST_1_r12 1343 -#define _LOAD_FAST_1_r23 1344 -#define _LOAD_FAST_2_r01 1345 -#define _LOAD_FAST_2_r12 1346 -#define _LOAD_FAST_2_r23 1347 -#define _LOAD_FAST_3_r01 1348 -#define _LOAD_FAST_3_r12 1349 -#define _LOAD_FAST_3_r23 1350 -#define _LOAD_FAST_4_r01 1351 -#define _LOAD_FAST_4_r12 1352 -#define _LOAD_FAST_4_r23 1353 -#define _LOAD_FAST_5_r01 1354 -#define _LOAD_FAST_5_r12 1355 -#define _LOAD_FAST_5_r23 1356 -#define _LOAD_FAST_6_r01 1357 -#define _LOAD_FAST_6_r12 1358 -#define _LOAD_FAST_6_r23 1359 -#define _LOAD_FAST_7_r01 1360 -#define _LOAD_FAST_7_r12 1361 -#define _LOAD_FAST_7_r23 1362 -#define _LOAD_FAST_AND_CLEAR_r01 1363 -#define _LOAD_FAST_AND_CLEAR_r12 1364 -#define _LOAD_FAST_AND_CLEAR_r23 1365 -#define _LOAD_FAST_BORROW_r01 1366 -#define _LOAD_FAST_BORROW_r12 1367 -#define _LOAD_FAST_BORROW_r23 1368 -#define _LOAD_FAST_BORROW_0_r01 1369 -#define _LOAD_FAST_BORROW_0_r12 1370 -#define _LOAD_FAST_BORROW_0_r23 1371 -#define _LOAD_FAST_BORROW_1_r01 1372 -#define _LOAD_FAST_BORROW_1_r12 1373 -#define _LOAD_FAST_BORROW_1_r23 1374 -#define _LOAD_FAST_BORROW_2_r01 1375 -#define _LOAD_FAST_BORROW_2_r12 1376 -#define _LOAD_FAST_BORROW_2_r23 1377 -#define _LOAD_FAST_BORROW_3_r01 1378 -#define _LOAD_FAST_BORROW_3_r12 1379 -#define _LOAD_FAST_BORROW_3_r23 1380 -#define _LOAD_FAST_BORROW_4_r01 1381 -#define _LOAD_FAST_BORROW_4_r12 1382 -#define _LOAD_FAST_BORROW_4_r23 1383 -#define _LOAD_FAST_BORROW_5_r01 1384 -#define _LOAD_FAST_BORROW_5_r12 1385 -#define _LOAD_FAST_BORROW_5_r23 1386 -#define _LOAD_FAST_BORROW_6_r01 1387 -#define _LOAD_FAST_BORROW_6_r12 1388 -#define _LOAD_FAST_BORROW_6_r23 1389 -#define _LOAD_FAST_BORROW_7_r01 1390 -#define _LOAD_FAST_BORROW_7_r12 1391 -#define _LOAD_FAST_BORROW_7_r23 1392 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1393 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1394 -#define _LOAD_FAST_CHECK_r01 1395 -#define _LOAD_FAST_CHECK_r12 1396 -#define _LOAD_FAST_CHECK_r23 1397 -#define _LOAD_FAST_LOAD_FAST_r02 1398 -#define _LOAD_FAST_LOAD_FAST_r13 1399 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1400 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1401 -#define _LOAD_GLOBAL_r00 1402 -#define _LOAD_GLOBAL_BUILTINS_r01 1403 -#define _LOAD_GLOBAL_MODULE_r01 1404 -#define _LOAD_LOCALS_r01 1405 -#define _LOAD_LOCALS_r12 1406 -#define _LOAD_LOCALS_r23 1407 -#define _LOAD_NAME_r01 1408 -#define _LOAD_SMALL_INT_r01 1409 -#define _LOAD_SMALL_INT_r12 1410 -#define _LOAD_SMALL_INT_r23 1411 -#define _LOAD_SMALL_INT_0_r01 1412 -#define _LOAD_SMALL_INT_0_r12 1413 -#define _LOAD_SMALL_INT_0_r23 1414 -#define _LOAD_SMALL_INT_1_r01 1415 -#define _LOAD_SMALL_INT_1_r12 1416 -#define _LOAD_SMALL_INT_1_r23 1417 -#define _LOAD_SMALL_INT_2_r01 1418 -#define _LOAD_SMALL_INT_2_r12 1419 -#define _LOAD_SMALL_INT_2_r23 1420 -#define _LOAD_SMALL_INT_3_r01 1421 -#define _LOAD_SMALL_INT_3_r12 1422 -#define _LOAD_SMALL_INT_3_r23 1423 -#define _LOAD_SPECIAL_r00 1424 -#define _LOAD_SUPER_ATTR_ATTR_r31 1425 -#define _LOAD_SUPER_ATTR_METHOD_r32 1426 -#define _LOCK_OBJECT_r01 1427 -#define _LOCK_OBJECT_r11 1428 -#define _LOCK_OBJECT_r22 1429 -#define _LOCK_OBJECT_r33 1430 -#define _MAKE_CALLARGS_A_TUPLE_r33 1431 -#define _MAKE_CELL_r00 1432 -#define _MAKE_FUNCTION_r12 1433 -#define _MAKE_HEAP_SAFE_r01 1434 -#define _MAKE_HEAP_SAFE_r11 1435 -#define _MAKE_HEAP_SAFE_r22 1436 -#define _MAKE_HEAP_SAFE_r33 1437 -#define _MAKE_WARM_r00 1438 -#define _MAKE_WARM_r11 1439 -#define _MAKE_WARM_r22 1440 -#define _MAKE_WARM_r33 1441 -#define _MAP_ADD_r20 1442 -#define _MATCH_CLASS_r33 1443 -#define _MATCH_KEYS_r23 1444 -#define _MATCH_MAPPING_r02 1445 -#define _MATCH_MAPPING_r12 1446 -#define _MATCH_MAPPING_r23 1447 -#define _MATCH_SEQUENCE_r02 1448 -#define _MATCH_SEQUENCE_r12 1449 -#define _MATCH_SEQUENCE_r23 1450 -#define _MAYBE_EXPAND_METHOD_r00 1451 -#define _MAYBE_EXPAND_METHOD_KW_r11 1452 -#define _MONITOR_CALL_r00 1453 -#define _MONITOR_CALL_KW_r11 1454 -#define _MONITOR_JUMP_BACKWARD_r00 1455 -#define _MONITOR_JUMP_BACKWARD_r11 1456 -#define _MONITOR_JUMP_BACKWARD_r22 1457 -#define _MONITOR_JUMP_BACKWARD_r33 1458 -#define _MONITOR_RESUME_r00 1459 -#define _NOP_r00 1460 -#define _NOP_r11 1461 -#define _NOP_r22 1462 -#define _NOP_r33 1463 -#define _POP_EXCEPT_r10 1464 -#define _POP_ITER_r20 1465 -#define _POP_JUMP_IF_FALSE_r00 1466 -#define _POP_JUMP_IF_FALSE_r10 1467 -#define _POP_JUMP_IF_FALSE_r21 1468 -#define _POP_JUMP_IF_FALSE_r32 1469 -#define _POP_JUMP_IF_TRUE_r00 1470 -#define _POP_JUMP_IF_TRUE_r10 1471 -#define _POP_JUMP_IF_TRUE_r21 1472 -#define _POP_JUMP_IF_TRUE_r32 1473 -#define _POP_TOP_r10 1474 -#define _POP_TOP_FLOAT_r00 1475 -#define _POP_TOP_FLOAT_r10 1476 -#define _POP_TOP_FLOAT_r21 1477 -#define _POP_TOP_FLOAT_r32 1478 -#define _POP_TOP_INT_r00 1479 -#define _POP_TOP_INT_r10 1480 -#define _POP_TOP_INT_r21 1481 -#define _POP_TOP_INT_r32 1482 -#define _POP_TOP_NOP_r00 1483 -#define _POP_TOP_NOP_r10 1484 -#define _POP_TOP_NOP_r21 1485 -#define _POP_TOP_NOP_r32 1486 -#define _POP_TOP_OPARG_r00 1487 -#define _POP_TOP_UNICODE_r00 1488 -#define _POP_TOP_UNICODE_r10 1489 -#define _POP_TOP_UNICODE_r21 1490 -#define _POP_TOP_UNICODE_r32 1491 -#define _PUSH_EXC_INFO_r02 1492 -#define _PUSH_EXC_INFO_r12 1493 -#define _PUSH_EXC_INFO_r23 1494 -#define _PUSH_FRAME_r10 1495 -#define _PUSH_NULL_r01 1496 -#define _PUSH_NULL_r12 1497 -#define _PUSH_NULL_r23 1498 -#define _PUSH_NULL_CONDITIONAL_r00 1499 -#define _PUSH_TAGGED_ZERO_r01 1500 -#define _PUSH_TAGGED_ZERO_r12 1501 -#define _PUSH_TAGGED_ZERO_r23 1502 -#define _PY_FRAME_EX_r31 1503 -#define _PY_FRAME_GENERAL_r01 1504 -#define _PY_FRAME_KW_r11 1505 -#define _REPLACE_WITH_TRUE_r02 1506 -#define _REPLACE_WITH_TRUE_r12 1507 -#define _REPLACE_WITH_TRUE_r23 1508 -#define _RESUME_CHECK_r00 1509 -#define _RESUME_CHECK_r11 1510 -#define _RESUME_CHECK_r22 1511 -#define _RESUME_CHECK_r33 1512 -#define _RETURN_GENERATOR_r01 1513 -#define _RETURN_VALUE_r11 1514 -#define _RROT_3_r03 1515 -#define _RROT_3_r13 1516 -#define _RROT_3_r23 1517 -#define _RROT_3_r33 1518 -#define _SAVE_RETURN_OFFSET_r00 1519 -#define _SAVE_RETURN_OFFSET_r11 1520 -#define _SAVE_RETURN_OFFSET_r22 1521 -#define _SAVE_RETURN_OFFSET_r33 1522 -#define _SEND_ASYNC_GEN_r33 1523 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1524 -#define _SEND_GEN_FRAME_r33 1525 -#define _SEND_VIRTUAL_r33 1526 -#define _SEND_VIRTUAL_TIER_TWO_r03 1527 -#define _SEND_VIRTUAL_TIER_TWO_r13 1528 -#define _SEND_VIRTUAL_TIER_TWO_r23 1529 -#define _SEND_VIRTUAL_TIER_TWO_r33 1530 -#define _SETUP_ANNOTATIONS_r00 1531 -#define _SET_ADD_r10 1532 -#define _SET_FUNCTION_ATTRIBUTE_r01 1533 -#define _SET_FUNCTION_ATTRIBUTE_r11 1534 -#define _SET_FUNCTION_ATTRIBUTE_r21 1535 -#define _SET_FUNCTION_ATTRIBUTE_r32 1536 -#define _SET_IP_r00 1537 -#define _SET_IP_r11 1538 -#define _SET_IP_r22 1539 -#define _SET_IP_r33 1540 -#define _SET_UPDATE_r11 1541 -#define _SPILL_OR_RELOAD_r01 1542 -#define _SPILL_OR_RELOAD_r02 1543 -#define _SPILL_OR_RELOAD_r03 1544 -#define _SPILL_OR_RELOAD_r10 1545 -#define _SPILL_OR_RELOAD_r12 1546 -#define _SPILL_OR_RELOAD_r13 1547 -#define _SPILL_OR_RELOAD_r20 1548 -#define _SPILL_OR_RELOAD_r21 1549 -#define _SPILL_OR_RELOAD_r23 1550 -#define _SPILL_OR_RELOAD_r30 1551 -#define _SPILL_OR_RELOAD_r31 1552 -#define _SPILL_OR_RELOAD_r32 1553 -#define _START_EXECUTOR_r00 1554 -#define _STORE_ATTR_r20 1555 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 -#define _STORE_ATTR_SLOT_r21 1557 -#define _STORE_ATTR_WITH_HINT_r21 1558 -#define _STORE_DEREF_r10 1559 -#define _STORE_FAST_LOAD_FAST_r11 1560 -#define _STORE_FAST_STORE_FAST_r20 1561 -#define _STORE_GLOBAL_r10 1562 -#define _STORE_NAME_r10 1563 -#define _STORE_SLICE_r30 1564 -#define _STORE_SUBSCR_r30 1565 -#define _STORE_SUBSCR_DICT_r31 1566 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 -#define _STORE_SUBSCR_LIST_INT_r32 1568 -#define _SWAP_r11 1569 -#define _SWAP_2_r02 1570 -#define _SWAP_2_r12 1571 -#define _SWAP_2_r22 1572 -#define _SWAP_2_r33 1573 -#define _SWAP_3_r03 1574 -#define _SWAP_3_r13 1575 -#define _SWAP_3_r23 1576 -#define _SWAP_3_r33 1577 -#define _SWAP_FAST_r01 1578 -#define _SWAP_FAST_r11 1579 -#define _SWAP_FAST_r22 1580 -#define _SWAP_FAST_r33 1581 -#define _SWAP_FAST_0_r01 1582 -#define _SWAP_FAST_0_r11 1583 -#define _SWAP_FAST_0_r22 1584 -#define _SWAP_FAST_0_r33 1585 -#define _SWAP_FAST_1_r01 1586 -#define _SWAP_FAST_1_r11 1587 -#define _SWAP_FAST_1_r22 1588 -#define _SWAP_FAST_1_r33 1589 -#define _SWAP_FAST_2_r01 1590 -#define _SWAP_FAST_2_r11 1591 -#define _SWAP_FAST_2_r22 1592 -#define _SWAP_FAST_2_r33 1593 -#define _SWAP_FAST_3_r01 1594 -#define _SWAP_FAST_3_r11 1595 -#define _SWAP_FAST_3_r22 1596 -#define _SWAP_FAST_3_r33 1597 -#define _SWAP_FAST_4_r01 1598 -#define _SWAP_FAST_4_r11 1599 -#define _SWAP_FAST_4_r22 1600 -#define _SWAP_FAST_4_r33 1601 -#define _SWAP_FAST_5_r01 1602 -#define _SWAP_FAST_5_r11 1603 -#define _SWAP_FAST_5_r22 1604 -#define _SWAP_FAST_5_r33 1605 -#define _SWAP_FAST_6_r01 1606 -#define _SWAP_FAST_6_r11 1607 -#define _SWAP_FAST_6_r22 1608 -#define _SWAP_FAST_6_r33 1609 -#define _SWAP_FAST_7_r01 1610 -#define _SWAP_FAST_7_r11 1611 -#define _SWAP_FAST_7_r22 1612 -#define _SWAP_FAST_7_r33 1613 -#define _TIER2_RESUME_CHECK_r00 1614 -#define _TIER2_RESUME_CHECK_r11 1615 -#define _TIER2_RESUME_CHECK_r22 1616 -#define _TIER2_RESUME_CHECK_r33 1617 -#define _TO_BOOL_r11 1618 -#define _TO_BOOL_BOOL_r01 1619 -#define _TO_BOOL_BOOL_r11 1620 -#define _TO_BOOL_BOOL_r22 1621 -#define _TO_BOOL_BOOL_r33 1622 -#define _TO_BOOL_INT_r02 1623 -#define _TO_BOOL_INT_r12 1624 -#define _TO_BOOL_INT_r23 1625 -#define _TO_BOOL_LIST_r02 1626 -#define _TO_BOOL_LIST_r12 1627 -#define _TO_BOOL_LIST_r23 1628 -#define _TO_BOOL_NONE_r01 1629 -#define _TO_BOOL_NONE_r11 1630 -#define _TO_BOOL_NONE_r22 1631 -#define _TO_BOOL_NONE_r33 1632 -#define _TO_BOOL_STR_r02 1633 -#define _TO_BOOL_STR_r12 1634 -#define _TO_BOOL_STR_r23 1635 -#define _TRACE_RECORD_r00 1636 -#define _UNARY_INVERT_r12 1637 -#define _UNARY_NEGATIVE_r12 1638 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 -#define _UNARY_NOT_r01 1642 -#define _UNARY_NOT_r11 1643 -#define _UNARY_NOT_r22 1644 -#define _UNARY_NOT_r33 1645 -#define _UNPACK_EX_r10 1646 -#define _UNPACK_SEQUENCE_r10 1647 -#define _UNPACK_SEQUENCE_LIST_r10 1648 -#define _UNPACK_SEQUENCE_TUPLE_r10 1649 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 -#define _WITH_EXCEPT_START_r33 1657 -#define _YIELD_VALUE_r11 1658 -#define MAX_UOP_REGS_ID 1658 +#define _GUARD_NOS_INT_r22 1088 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1089 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1090 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1091 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1092 +#define _GUARD_NOS_LIST_r02 1093 +#define _GUARD_NOS_LIST_r12 1094 +#define _GUARD_NOS_LIST_r22 1095 +#define _GUARD_NOS_LIST_r33 1096 +#define _GUARD_NOS_NOT_NULL_r02 1097 +#define _GUARD_NOS_NOT_NULL_r12 1098 +#define _GUARD_NOS_NOT_NULL_r22 1099 +#define _GUARD_NOS_NOT_NULL_r33 1100 +#define _GUARD_NOS_NULL_r02 1101 +#define _GUARD_NOS_NULL_r12 1102 +#define _GUARD_NOS_NULL_r22 1103 +#define _GUARD_NOS_NULL_r33 1104 +#define _GUARD_NOS_OVERFLOWED_r22 1105 +#define _GUARD_NOS_TUPLE_r02 1106 +#define _GUARD_NOS_TUPLE_r12 1107 +#define _GUARD_NOS_TUPLE_r22 1108 +#define _GUARD_NOS_TUPLE_r33 1109 +#define _GUARD_NOS_TYPE_VERSION_r02 1110 +#define _GUARD_NOS_TYPE_VERSION_r12 1111 +#define _GUARD_NOS_TYPE_VERSION_r22 1112 +#define _GUARD_NOS_TYPE_VERSION_r33 1113 +#define _GUARD_NOS_UNICODE_r02 1114 +#define _GUARD_NOS_UNICODE_r12 1115 +#define _GUARD_NOS_UNICODE_r22 1116 +#define _GUARD_NOS_UNICODE_r33 1117 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1118 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1119 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1120 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1121 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1122 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1123 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1124 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1125 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1126 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1127 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1128 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1129 +#define _GUARD_THIRD_NULL_r03 1130 +#define _GUARD_THIRD_NULL_r13 1131 +#define _GUARD_THIRD_NULL_r23 1132 +#define _GUARD_THIRD_NULL_r33 1133 +#define _GUARD_TOS_ANY_DICT_r01 1134 +#define _GUARD_TOS_ANY_DICT_r11 1135 +#define _GUARD_TOS_ANY_DICT_r22 1136 +#define _GUARD_TOS_ANY_DICT_r33 1137 +#define _GUARD_TOS_ANY_SET_r01 1138 +#define _GUARD_TOS_ANY_SET_r11 1139 +#define _GUARD_TOS_ANY_SET_r22 1140 +#define _GUARD_TOS_ANY_SET_r33 1141 +#define _GUARD_TOS_DICT_r01 1142 +#define _GUARD_TOS_DICT_r11 1143 +#define _GUARD_TOS_DICT_r22 1144 +#define _GUARD_TOS_DICT_r33 1145 +#define _GUARD_TOS_FLOAT_r01 1146 +#define _GUARD_TOS_FLOAT_r11 1147 +#define _GUARD_TOS_FLOAT_r22 1148 +#define _GUARD_TOS_FLOAT_r33 1149 +#define _GUARD_TOS_FROZENDICT_r01 1150 +#define _GUARD_TOS_FROZENDICT_r11 1151 +#define _GUARD_TOS_FROZENDICT_r22 1152 +#define _GUARD_TOS_FROZENDICT_r33 1153 +#define _GUARD_TOS_FROZENSET_r01 1154 +#define _GUARD_TOS_FROZENSET_r11 1155 +#define _GUARD_TOS_FROZENSET_r22 1156 +#define _GUARD_TOS_FROZENSET_r33 1157 +#define _GUARD_TOS_INT_r11 1158 +#define _GUARD_TOS_IS_NONE_r01 1159 +#define _GUARD_TOS_IS_NONE_r11 1160 +#define _GUARD_TOS_IS_NONE_r22 1161 +#define _GUARD_TOS_IS_NONE_r33 1162 +#define _GUARD_TOS_LIST_r01 1163 +#define _GUARD_TOS_LIST_r11 1164 +#define _GUARD_TOS_LIST_r22 1165 +#define _GUARD_TOS_LIST_r33 1166 +#define _GUARD_TOS_NOT_NULL_r01 1167 +#define _GUARD_TOS_NOT_NULL_r11 1168 +#define _GUARD_TOS_NOT_NULL_r22 1169 +#define _GUARD_TOS_NOT_NULL_r33 1170 +#define _GUARD_TOS_OVERFLOWED_r11 1171 +#define _GUARD_TOS_SET_r01 1172 +#define _GUARD_TOS_SET_r11 1173 +#define _GUARD_TOS_SET_r22 1174 +#define _GUARD_TOS_SET_r33 1175 +#define _GUARD_TOS_SLICE_r01 1176 +#define _GUARD_TOS_SLICE_r11 1177 +#define _GUARD_TOS_SLICE_r22 1178 +#define _GUARD_TOS_SLICE_r33 1179 +#define _GUARD_TOS_TUPLE_r01 1180 +#define _GUARD_TOS_TUPLE_r11 1181 +#define _GUARD_TOS_TUPLE_r22 1182 +#define _GUARD_TOS_TUPLE_r33 1183 +#define _GUARD_TOS_UNICODE_r01 1184 +#define _GUARD_TOS_UNICODE_r11 1185 +#define _GUARD_TOS_UNICODE_r22 1186 +#define _GUARD_TOS_UNICODE_r33 1187 +#define _GUARD_TYPE_r01 1188 +#define _GUARD_TYPE_r11 1189 +#define _GUARD_TYPE_r22 1190 +#define _GUARD_TYPE_r33 1191 +#define _GUARD_TYPE_ITER_r02 1192 +#define _GUARD_TYPE_ITER_r12 1193 +#define _GUARD_TYPE_ITER_r22 1194 +#define _GUARD_TYPE_ITER_r33 1195 +#define _GUARD_TYPE_VERSION_r01 1196 +#define _GUARD_TYPE_VERSION_r11 1197 +#define _GUARD_TYPE_VERSION_r22 1198 +#define _GUARD_TYPE_VERSION_r33 1199 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1200 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1201 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1202 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1203 +#define _HANDLE_PENDING_AND_DEOPT_r00 1204 +#define _HANDLE_PENDING_AND_DEOPT_r10 1205 +#define _HANDLE_PENDING_AND_DEOPT_r20 1206 +#define _HANDLE_PENDING_AND_DEOPT_r30 1207 +#define _IMPORT_FROM_r12 1208 +#define _IMPORT_NAME_r21 1209 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1210 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1211 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1212 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1213 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1214 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1215 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1216 +#define _INSERT_NULL_r10 1217 +#define _INSTRUMENTED_FOR_ITER_r23 1218 +#define _INSTRUMENTED_INSTRUCTION_r00 1219 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1220 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1221 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1222 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1223 +#define _INSTRUMENTED_LINE_r00 1224 +#define _INSTRUMENTED_NOT_TAKEN_r00 1225 +#define _INSTRUMENTED_NOT_TAKEN_r11 1226 +#define _INSTRUMENTED_NOT_TAKEN_r22 1227 +#define _INSTRUMENTED_NOT_TAKEN_r33 1228 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1229 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1230 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1231 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1232 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1233 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1234 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1235 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1236 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1237 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1238 +#define _IS_NONE_r11 1239 +#define _IS_OP_r03 1240 +#define _IS_OP_r13 1241 +#define _IS_OP_r23 1242 +#define _ITER_CHECK_LIST_r02 1243 +#define _ITER_CHECK_LIST_r12 1244 +#define _ITER_CHECK_LIST_r22 1245 +#define _ITER_CHECK_LIST_r33 1246 +#define _ITER_CHECK_RANGE_r02 1247 +#define _ITER_CHECK_RANGE_r12 1248 +#define _ITER_CHECK_RANGE_r22 1249 +#define _ITER_CHECK_RANGE_r33 1250 +#define _ITER_CHECK_TUPLE_r02 1251 +#define _ITER_CHECK_TUPLE_r12 1252 +#define _ITER_CHECK_TUPLE_r22 1253 +#define _ITER_CHECK_TUPLE_r33 1254 +#define _ITER_JUMP_LIST_r02 1255 +#define _ITER_JUMP_LIST_r12 1256 +#define _ITER_JUMP_LIST_r22 1257 +#define _ITER_JUMP_LIST_r33 1258 +#define _ITER_JUMP_RANGE_r02 1259 +#define _ITER_JUMP_RANGE_r12 1260 +#define _ITER_JUMP_RANGE_r22 1261 +#define _ITER_JUMP_RANGE_r33 1262 +#define _ITER_JUMP_TUPLE_r02 1263 +#define _ITER_JUMP_TUPLE_r12 1264 +#define _ITER_JUMP_TUPLE_r22 1265 +#define _ITER_JUMP_TUPLE_r33 1266 +#define _ITER_NEXT_INLINE_r23 1267 +#define _ITER_NEXT_LIST_r23 1268 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1269 +#define _ITER_NEXT_RANGE_r03 1270 +#define _ITER_NEXT_RANGE_r13 1271 +#define _ITER_NEXT_RANGE_r23 1272 +#define _ITER_NEXT_TUPLE_r03 1273 +#define _ITER_NEXT_TUPLE_r13 1274 +#define _ITER_NEXT_TUPLE_r23 1275 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1276 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1277 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1278 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1279 +#define _JUMP_TO_TOP_r00 1280 +#define _LIST_APPEND_r10 1281 +#define _LIST_EXTEND_r11 1282 +#define _LOAD_ATTR_r10 1283 +#define _LOAD_ATTR_CLASS_r11 1284 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1285 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1286 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1287 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1288 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1289 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1290 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1291 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1292 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1293 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1294 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1295 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1296 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1297 +#define _LOAD_ATTR_MODULE_r12 1298 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1299 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1300 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1301 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1302 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1303 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1304 +#define _LOAD_ATTR_SLOT_r02 1305 +#define _LOAD_ATTR_SLOT_r12 1306 +#define _LOAD_ATTR_SLOT_r23 1307 +#define _LOAD_ATTR_WITH_HINT_r12 1308 +#define _LOAD_BUILD_CLASS_r01 1309 +#define _LOAD_BYTECODE_r00 1310 +#define _LOAD_COMMON_CONSTANT_r01 1311 +#define _LOAD_COMMON_CONSTANT_r12 1312 +#define _LOAD_COMMON_CONSTANT_r23 1313 +#define _LOAD_CONST_r01 1314 +#define _LOAD_CONST_r12 1315 +#define _LOAD_CONST_r23 1316 +#define _LOAD_CONST_INLINE_r01 1317 +#define _LOAD_CONST_INLINE_r12 1318 +#define _LOAD_CONST_INLINE_r23 1319 +#define _LOAD_CONST_INLINE_BORROW_r01 1320 +#define _LOAD_CONST_INLINE_BORROW_r12 1321 +#define _LOAD_CONST_INLINE_BORROW_r23 1322 +#define _LOAD_DEREF_r01 1323 +#define _LOAD_FAST_r01 1324 +#define _LOAD_FAST_r12 1325 +#define _LOAD_FAST_r23 1326 +#define _LOAD_FAST_0_r01 1327 +#define _LOAD_FAST_0_r12 1328 +#define _LOAD_FAST_0_r23 1329 +#define _LOAD_FAST_1_r01 1330 +#define _LOAD_FAST_1_r12 1331 +#define _LOAD_FAST_1_r23 1332 +#define _LOAD_FAST_2_r01 1333 +#define _LOAD_FAST_2_r12 1334 +#define _LOAD_FAST_2_r23 1335 +#define _LOAD_FAST_3_r01 1336 +#define _LOAD_FAST_3_r12 1337 +#define _LOAD_FAST_3_r23 1338 +#define _LOAD_FAST_4_r01 1339 +#define _LOAD_FAST_4_r12 1340 +#define _LOAD_FAST_4_r23 1341 +#define _LOAD_FAST_5_r01 1342 +#define _LOAD_FAST_5_r12 1343 +#define _LOAD_FAST_5_r23 1344 +#define _LOAD_FAST_6_r01 1345 +#define _LOAD_FAST_6_r12 1346 +#define _LOAD_FAST_6_r23 1347 +#define _LOAD_FAST_7_r01 1348 +#define _LOAD_FAST_7_r12 1349 +#define _LOAD_FAST_7_r23 1350 +#define _LOAD_FAST_AND_CLEAR_r01 1351 +#define _LOAD_FAST_AND_CLEAR_r12 1352 +#define _LOAD_FAST_AND_CLEAR_r23 1353 +#define _LOAD_FAST_BORROW_r01 1354 +#define _LOAD_FAST_BORROW_r12 1355 +#define _LOAD_FAST_BORROW_r23 1356 +#define _LOAD_FAST_BORROW_0_r01 1357 +#define _LOAD_FAST_BORROW_0_r12 1358 +#define _LOAD_FAST_BORROW_0_r23 1359 +#define _LOAD_FAST_BORROW_1_r01 1360 +#define _LOAD_FAST_BORROW_1_r12 1361 +#define _LOAD_FAST_BORROW_1_r23 1362 +#define _LOAD_FAST_BORROW_2_r01 1363 +#define _LOAD_FAST_BORROW_2_r12 1364 +#define _LOAD_FAST_BORROW_2_r23 1365 +#define _LOAD_FAST_BORROW_3_r01 1366 +#define _LOAD_FAST_BORROW_3_r12 1367 +#define _LOAD_FAST_BORROW_3_r23 1368 +#define _LOAD_FAST_BORROW_4_r01 1369 +#define _LOAD_FAST_BORROW_4_r12 1370 +#define _LOAD_FAST_BORROW_4_r23 1371 +#define _LOAD_FAST_BORROW_5_r01 1372 +#define _LOAD_FAST_BORROW_5_r12 1373 +#define _LOAD_FAST_BORROW_5_r23 1374 +#define _LOAD_FAST_BORROW_6_r01 1375 +#define _LOAD_FAST_BORROW_6_r12 1376 +#define _LOAD_FAST_BORROW_6_r23 1377 +#define _LOAD_FAST_BORROW_7_r01 1378 +#define _LOAD_FAST_BORROW_7_r12 1379 +#define _LOAD_FAST_BORROW_7_r23 1380 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1381 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1382 +#define _LOAD_FAST_CHECK_r01 1383 +#define _LOAD_FAST_CHECK_r12 1384 +#define _LOAD_FAST_CHECK_r23 1385 +#define _LOAD_FAST_LOAD_FAST_r02 1386 +#define _LOAD_FAST_LOAD_FAST_r13 1387 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1388 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1389 +#define _LOAD_GLOBAL_r00 1390 +#define _LOAD_GLOBAL_BUILTINS_r01 1391 +#define _LOAD_GLOBAL_MODULE_r01 1392 +#define _LOAD_LOCALS_r01 1393 +#define _LOAD_LOCALS_r12 1394 +#define _LOAD_LOCALS_r23 1395 +#define _LOAD_NAME_r01 1396 +#define _LOAD_SMALL_INT_r01 1397 +#define _LOAD_SMALL_INT_r12 1398 +#define _LOAD_SMALL_INT_r23 1399 +#define _LOAD_SMALL_INT_0_r01 1400 +#define _LOAD_SMALL_INT_0_r12 1401 +#define _LOAD_SMALL_INT_0_r23 1402 +#define _LOAD_SMALL_INT_1_r01 1403 +#define _LOAD_SMALL_INT_1_r12 1404 +#define _LOAD_SMALL_INT_1_r23 1405 +#define _LOAD_SMALL_INT_2_r01 1406 +#define _LOAD_SMALL_INT_2_r12 1407 +#define _LOAD_SMALL_INT_2_r23 1408 +#define _LOAD_SMALL_INT_3_r01 1409 +#define _LOAD_SMALL_INT_3_r12 1410 +#define _LOAD_SMALL_INT_3_r23 1411 +#define _LOAD_SPECIAL_r00 1412 +#define _LOAD_SUPER_ATTR_ATTR_r31 1413 +#define _LOAD_SUPER_ATTR_METHOD_r32 1414 +#define _LOCK_OBJECT_r01 1415 +#define _LOCK_OBJECT_r11 1416 +#define _LOCK_OBJECT_r22 1417 +#define _LOCK_OBJECT_r33 1418 +#define _MAKE_CALLARGS_A_TUPLE_r33 1419 +#define _MAKE_CELL_r00 1420 +#define _MAKE_FUNCTION_r12 1421 +#define _MAKE_HEAP_SAFE_r01 1422 +#define _MAKE_HEAP_SAFE_r11 1423 +#define _MAKE_HEAP_SAFE_r22 1424 +#define _MAKE_HEAP_SAFE_r33 1425 +#define _MAKE_WARM_r00 1426 +#define _MAKE_WARM_r11 1427 +#define _MAKE_WARM_r22 1428 +#define _MAKE_WARM_r33 1429 +#define _MAP_ADD_r20 1430 +#define _MATCH_CLASS_r33 1431 +#define _MATCH_KEYS_r23 1432 +#define _MATCH_MAPPING_r02 1433 +#define _MATCH_MAPPING_r12 1434 +#define _MATCH_MAPPING_r23 1435 +#define _MATCH_SEQUENCE_r02 1436 +#define _MATCH_SEQUENCE_r12 1437 +#define _MATCH_SEQUENCE_r23 1438 +#define _MAYBE_EXPAND_METHOD_r00 1439 +#define _MAYBE_EXPAND_METHOD_KW_r11 1440 +#define _MONITOR_CALL_r00 1441 +#define _MONITOR_CALL_KW_r11 1442 +#define _MONITOR_JUMP_BACKWARD_r00 1443 +#define _MONITOR_JUMP_BACKWARD_r11 1444 +#define _MONITOR_JUMP_BACKWARD_r22 1445 +#define _MONITOR_JUMP_BACKWARD_r33 1446 +#define _MONITOR_RESUME_r00 1447 +#define _NOP_r00 1448 +#define _NOP_r11 1449 +#define _NOP_r22 1450 +#define _NOP_r33 1451 +#define _POP_EXCEPT_r10 1452 +#define _POP_ITER_r20 1453 +#define _POP_JUMP_IF_FALSE_r00 1454 +#define _POP_JUMP_IF_FALSE_r10 1455 +#define _POP_JUMP_IF_FALSE_r21 1456 +#define _POP_JUMP_IF_FALSE_r32 1457 +#define _POP_JUMP_IF_TRUE_r00 1458 +#define _POP_JUMP_IF_TRUE_r10 1459 +#define _POP_JUMP_IF_TRUE_r21 1460 +#define _POP_JUMP_IF_TRUE_r32 1461 +#define _POP_TOP_r10 1462 +#define _POP_TOP_FLOAT_r00 1463 +#define _POP_TOP_FLOAT_r10 1464 +#define _POP_TOP_FLOAT_r21 1465 +#define _POP_TOP_FLOAT_r32 1466 +#define _POP_TOP_INT_r00 1467 +#define _POP_TOP_INT_r10 1468 +#define _POP_TOP_INT_r21 1469 +#define _POP_TOP_INT_r32 1470 +#define _POP_TOP_NOP_r00 1471 +#define _POP_TOP_NOP_r10 1472 +#define _POP_TOP_NOP_r21 1473 +#define _POP_TOP_NOP_r32 1474 +#define _POP_TOP_OPARG_r00 1475 +#define _POP_TOP_UNICODE_r00 1476 +#define _POP_TOP_UNICODE_r10 1477 +#define _POP_TOP_UNICODE_r21 1478 +#define _POP_TOP_UNICODE_r32 1479 +#define _PUSH_EXC_INFO_r02 1480 +#define _PUSH_EXC_INFO_r12 1481 +#define _PUSH_EXC_INFO_r23 1482 +#define _PUSH_FRAME_r10 1483 +#define _PUSH_NULL_r01 1484 +#define _PUSH_NULL_r12 1485 +#define _PUSH_NULL_r23 1486 +#define _PUSH_NULL_CONDITIONAL_r00 1487 +#define _PUSH_TAGGED_ZERO_r01 1488 +#define _PUSH_TAGGED_ZERO_r12 1489 +#define _PUSH_TAGGED_ZERO_r23 1490 +#define _PY_FRAME_EX_r31 1491 +#define _PY_FRAME_GENERAL_r01 1492 +#define _PY_FRAME_KW_r11 1493 +#define _REPLACE_WITH_TRUE_r02 1494 +#define _REPLACE_WITH_TRUE_r12 1495 +#define _REPLACE_WITH_TRUE_r23 1496 +#define _RESUME_CHECK_r00 1497 +#define _RESUME_CHECK_r11 1498 +#define _RESUME_CHECK_r22 1499 +#define _RESUME_CHECK_r33 1500 +#define _RETURN_GENERATOR_r01 1501 +#define _RETURN_VALUE_r11 1502 +#define _RROT_3_r03 1503 +#define _RROT_3_r13 1504 +#define _RROT_3_r23 1505 +#define _RROT_3_r33 1506 +#define _SAVE_RETURN_OFFSET_r00 1507 +#define _SAVE_RETURN_OFFSET_r11 1508 +#define _SAVE_RETURN_OFFSET_r22 1509 +#define _SAVE_RETURN_OFFSET_r33 1510 +#define _SEND_ASYNC_GEN_r33 1511 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1512 +#define _SEND_GEN_FRAME_r33 1513 +#define _SEND_VIRTUAL_r33 1514 +#define _SEND_VIRTUAL_TIER_TWO_r03 1515 +#define _SEND_VIRTUAL_TIER_TWO_r13 1516 +#define _SEND_VIRTUAL_TIER_TWO_r23 1517 +#define _SEND_VIRTUAL_TIER_TWO_r33 1518 +#define _SETUP_ANNOTATIONS_r00 1519 +#define _SET_ADD_r10 1520 +#define _SET_FUNCTION_ATTRIBUTE_r01 1521 +#define _SET_FUNCTION_ATTRIBUTE_r11 1522 +#define _SET_FUNCTION_ATTRIBUTE_r21 1523 +#define _SET_FUNCTION_ATTRIBUTE_r32 1524 +#define _SET_IP_r00 1525 +#define _SET_IP_r11 1526 +#define _SET_IP_r22 1527 +#define _SET_IP_r33 1528 +#define _SET_UPDATE_r11 1529 +#define _SPILL_OR_RELOAD_r01 1530 +#define _SPILL_OR_RELOAD_r02 1531 +#define _SPILL_OR_RELOAD_r03 1532 +#define _SPILL_OR_RELOAD_r10 1533 +#define _SPILL_OR_RELOAD_r12 1534 +#define _SPILL_OR_RELOAD_r13 1535 +#define _SPILL_OR_RELOAD_r20 1536 +#define _SPILL_OR_RELOAD_r21 1537 +#define _SPILL_OR_RELOAD_r23 1538 +#define _SPILL_OR_RELOAD_r30 1539 +#define _SPILL_OR_RELOAD_r31 1540 +#define _SPILL_OR_RELOAD_r32 1541 +#define _START_EXECUTOR_r00 1542 +#define _STORE_ATTR_r20 1543 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1544 +#define _STORE_ATTR_SLOT_r21 1545 +#define _STORE_ATTR_WITH_HINT_r21 1546 +#define _STORE_DEREF_r10 1547 +#define _STORE_FAST_LOAD_FAST_r11 1548 +#define _STORE_FAST_STORE_FAST_r20 1549 +#define _STORE_GLOBAL_r10 1550 +#define _STORE_NAME_r10 1551 +#define _STORE_SLICE_r30 1552 +#define _STORE_SUBSCR_r30 1553 +#define _STORE_SUBSCR_DICT_r31 1554 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1555 +#define _STORE_SUBSCR_LIST_INT_r32 1556 +#define _SWAP_r11 1557 +#define _SWAP_2_r02 1558 +#define _SWAP_2_r12 1559 +#define _SWAP_2_r22 1560 +#define _SWAP_2_r33 1561 +#define _SWAP_3_r03 1562 +#define _SWAP_3_r13 1563 +#define _SWAP_3_r23 1564 +#define _SWAP_3_r33 1565 +#define _SWAP_FAST_r01 1566 +#define _SWAP_FAST_r11 1567 +#define _SWAP_FAST_r22 1568 +#define _SWAP_FAST_r33 1569 +#define _SWAP_FAST_0_r01 1570 +#define _SWAP_FAST_0_r11 1571 +#define _SWAP_FAST_0_r22 1572 +#define _SWAP_FAST_0_r33 1573 +#define _SWAP_FAST_1_r01 1574 +#define _SWAP_FAST_1_r11 1575 +#define _SWAP_FAST_1_r22 1576 +#define _SWAP_FAST_1_r33 1577 +#define _SWAP_FAST_2_r01 1578 +#define _SWAP_FAST_2_r11 1579 +#define _SWAP_FAST_2_r22 1580 +#define _SWAP_FAST_2_r33 1581 +#define _SWAP_FAST_3_r01 1582 +#define _SWAP_FAST_3_r11 1583 +#define _SWAP_FAST_3_r22 1584 +#define _SWAP_FAST_3_r33 1585 +#define _SWAP_FAST_4_r01 1586 +#define _SWAP_FAST_4_r11 1587 +#define _SWAP_FAST_4_r22 1588 +#define _SWAP_FAST_4_r33 1589 +#define _SWAP_FAST_5_r01 1590 +#define _SWAP_FAST_5_r11 1591 +#define _SWAP_FAST_5_r22 1592 +#define _SWAP_FAST_5_r33 1593 +#define _SWAP_FAST_6_r01 1594 +#define _SWAP_FAST_6_r11 1595 +#define _SWAP_FAST_6_r22 1596 +#define _SWAP_FAST_6_r33 1597 +#define _SWAP_FAST_7_r01 1598 +#define _SWAP_FAST_7_r11 1599 +#define _SWAP_FAST_7_r22 1600 +#define _SWAP_FAST_7_r33 1601 +#define _TIER2_RESUME_CHECK_r00 1602 +#define _TIER2_RESUME_CHECK_r11 1603 +#define _TIER2_RESUME_CHECK_r22 1604 +#define _TIER2_RESUME_CHECK_r33 1605 +#define _TO_BOOL_r11 1606 +#define _TO_BOOL_BOOL_r01 1607 +#define _TO_BOOL_BOOL_r11 1608 +#define _TO_BOOL_BOOL_r22 1609 +#define _TO_BOOL_BOOL_r33 1610 +#define _TO_BOOL_INT_r02 1611 +#define _TO_BOOL_INT_r12 1612 +#define _TO_BOOL_INT_r23 1613 +#define _TO_BOOL_LIST_r02 1614 +#define _TO_BOOL_LIST_r12 1615 +#define _TO_BOOL_LIST_r23 1616 +#define _TO_BOOL_NONE_r01 1617 +#define _TO_BOOL_NONE_r11 1618 +#define _TO_BOOL_NONE_r22 1619 +#define _TO_BOOL_NONE_r33 1620 +#define _TO_BOOL_STR_r02 1621 +#define _TO_BOOL_STR_r12 1622 +#define _TO_BOOL_STR_r23 1623 +#define _TRACE_RECORD_r00 1624 +#define _UNARY_INVERT_r12 1625 +#define _UNARY_NEGATIVE_r12 1626 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1627 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1628 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1629 +#define _UNARY_NOT_r01 1630 +#define _UNARY_NOT_r11 1631 +#define _UNARY_NOT_r22 1632 +#define _UNARY_NOT_r33 1633 +#define _UNPACK_EX_r10 1634 +#define _UNPACK_SEQUENCE_r10 1635 +#define _UNPACK_SEQUENCE_LIST_r10 1636 +#define _UNPACK_SEQUENCE_TUPLE_r10 1637 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1638 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1639 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1640 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1641 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1642 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1643 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1644 +#define _WITH_EXCEPT_START_r33 1645 +#define _YIELD_VALUE_r11 1646 +#define MAX_UOP_REGS_ID 1646 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 6713e9bc95f942d..ecf524e1f4f8686 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -105,15 +105,15 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_GUARD_TOS_INT] = HAS_EXIT_FLAG, [_GUARD_NOS_OVERFLOWED] = HAS_EXIT_FLAG, [_GUARD_TOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -1044,39 +1044,39 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { }, }, [_GUARD_NOS_INT] = { - .best = { 0, 1, 2, 3 }, + .best = { 2, 2, 2, 2 }, .entries = { - { 2, 0, _GUARD_NOS_INT_r02 }, - { 2, 1, _GUARD_NOS_INT_r12 }, + { -1, -1, -1 }, + { -1, -1, -1 }, { 2, 2, _GUARD_NOS_INT_r22 }, - { 3, 3, _GUARD_NOS_INT_r33 }, + { -1, -1, -1 }, }, }, [_GUARD_TOS_INT] = { - .best = { 0, 1, 2, 3 }, + .best = { 1, 1, 1, 1 }, .entries = { - { 1, 0, _GUARD_TOS_INT_r01 }, + { -1, -1, -1 }, { 1, 1, _GUARD_TOS_INT_r11 }, - { 2, 2, _GUARD_TOS_INT_r22 }, - { 3, 3, _GUARD_TOS_INT_r33 }, + { -1, -1, -1 }, + { -1, -1, -1 }, }, }, [_GUARD_NOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, + .best = { 2, 2, 2, 2 }, .entries = { - { 2, 0, _GUARD_NOS_OVERFLOWED_r02 }, - { 2, 1, _GUARD_NOS_OVERFLOWED_r12 }, + { -1, -1, -1 }, + { -1, -1, -1 }, { 2, 2, _GUARD_NOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_NOS_OVERFLOWED_r33 }, + { -1, -1, -1 }, }, }, [_GUARD_TOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, + .best = { 1, 1, 1, 1 }, .entries = { - { 1, 0, _GUARD_TOS_OVERFLOWED_r01 }, + { -1, -1, -1 }, { 1, 1, _GUARD_TOS_OVERFLOWED_r11 }, - { 2, 2, _GUARD_TOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, + { -1, -1, -1 }, + { -1, -1, -1 }, }, }, [_BINARY_OP_MULTIPLY_INT] = { @@ -4137,22 +4137,10 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_REPLACE_WITH_TRUE_r12] = _REPLACE_WITH_TRUE, [_REPLACE_WITH_TRUE_r23] = _REPLACE_WITH_TRUE, [_UNARY_INVERT_r12] = _UNARY_INVERT, - [_GUARD_NOS_INT_r02] = _GUARD_NOS_INT, - [_GUARD_NOS_INT_r12] = _GUARD_NOS_INT, [_GUARD_NOS_INT_r22] = _GUARD_NOS_INT, - [_GUARD_NOS_INT_r33] = _GUARD_NOS_INT, - [_GUARD_TOS_INT_r01] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, - [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, - [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, - [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r33] = _GUARD_NOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r01] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -5504,10 +5492,7 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_FLOAT_r22] = "_GUARD_NOS_FLOAT_r22", [_GUARD_NOS_FLOAT_r33] = "_GUARD_NOS_FLOAT_r33", [_GUARD_NOS_INT] = "_GUARD_NOS_INT", - [_GUARD_NOS_INT_r02] = "_GUARD_NOS_INT_r02", - [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", - [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", @@ -5529,10 +5514,7 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_NULL_r22] = "_GUARD_NOS_NULL_r22", [_GUARD_NOS_NULL_r33] = "_GUARD_NOS_NULL_r33", [_GUARD_NOS_OVERFLOWED] = "_GUARD_NOS_OVERFLOWED", - [_GUARD_NOS_OVERFLOWED_r02] = "_GUARD_NOS_OVERFLOWED_r02", - [_GUARD_NOS_OVERFLOWED_r12] = "_GUARD_NOS_OVERFLOWED_r12", [_GUARD_NOS_OVERFLOWED_r22] = "_GUARD_NOS_OVERFLOWED_r22", - [_GUARD_NOS_OVERFLOWED_r33] = "_GUARD_NOS_OVERFLOWED_r33", [_GUARD_NOS_TUPLE] = "_GUARD_NOS_TUPLE", [_GUARD_NOS_TUPLE_r02] = "_GUARD_NOS_TUPLE_r02", [_GUARD_NOS_TUPLE_r12] = "_GUARD_NOS_TUPLE_r12", @@ -5599,10 +5581,7 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_FROZENSET_r22] = "_GUARD_TOS_FROZENSET_r22", [_GUARD_TOS_FROZENSET_r33] = "_GUARD_TOS_FROZENSET_r33", [_GUARD_TOS_INT] = "_GUARD_TOS_INT", - [_GUARD_TOS_INT_r01] = "_GUARD_TOS_INT_r01", [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", - [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", - [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", @@ -5619,10 +5598,7 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_NOT_NULL_r22] = "_GUARD_TOS_NOT_NULL_r22", [_GUARD_TOS_NOT_NULL_r33] = "_GUARD_TOS_NOT_NULL_r33", [_GUARD_TOS_OVERFLOWED] = "_GUARD_TOS_OVERFLOWED", - [_GUARD_TOS_OVERFLOWED_r01] = "_GUARD_TOS_OVERFLOWED_r01", [_GUARD_TOS_OVERFLOWED_r11] = "_GUARD_TOS_OVERFLOWED_r11", - [_GUARD_TOS_OVERFLOWED_r22] = "_GUARD_TOS_OVERFLOWED_r22", - [_GUARD_TOS_OVERFLOWED_r33] = "_GUARD_TOS_OVERFLOWED_r33", [_GUARD_TOS_SET] = "_GUARD_TOS_SET", [_GUARD_TOS_SET_r01] = "_GUARD_TOS_SET_r01", [_GUARD_TOS_SET_r11] = "_GUARD_TOS_SET_r11", diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 7946550ec0db637..aa356cd8809cb15 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1375,7 +1375,7 @@ def binary_op_add_int(): self.assert_specialized(binary_op_add_int, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_add_int, "BINARY_OP") - def binary_op_int_non_compact(): + def binary_op_int_non_compact_int64(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): a, b = 10000000000, 1 c = a + b @@ -1385,10 +1385,25 @@ def binary_op_int_non_compact(): c = a * b self.assertEqual(c, 10000000000) - binary_op_int_non_compact() - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_ADD_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_SUBTRACT_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_MULTIPLY_INT") + binary_op_int_non_compact_int64() + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") + + def binary_op_int_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 200, 1 + c = a + b + self.assertEqual(c, (1 << 200) + 1) + c = a - b + self.assertEqual(c, (1 << 200) - 1) + c = a * b + self.assertEqual(c, 1 << 200) + + binary_op_int_too_large() + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT") def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index b463bb18b160564..b34bfe9690e7398 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -188,7 +188,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +213,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +242,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -222,6 +251,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -574,7 +606,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +631,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -598,7 +660,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -608,6 +669,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -807,7 +871,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -981,7 +1060,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1164,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1271,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1448,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1473,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1502,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1358,6 +1511,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5151,7 +5307,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5332,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12189,7 +12375,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12426,7 +12627,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Objects/longobject.c b/Objects/longobject.c index 2b8f12bdc8cc303..2a4dc0099c5b814 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -323,30 +323,64 @@ _PyLong_FromSTwoDigits(stwodigits x) } static inline bool -_PyLong_AsInt64(PyLongObject *v, int64_t *result) +_Py_i64_add_overflow(int64_t a, int64_t b, int64_t *out) { - assert(PyLong_CheckExact((PyObject *)v)); - if (_PyLong_IsCompact(v)) { - *result = _PyLong_CompactValue(v); + if ((b > 0 && a > INT64_MAX - b) || (b < 0 && a < INT64_MIN - b)) { return true; } - Py_ssize_t ndigits = _PyLong_DigitCount(v); - if (ndigits > 2) { - return false; + *out = a + b; + return false; +} + +static inline bool +_Py_i64_sub_overflow(int64_t a, int64_t b, int64_t *out) +{ + if ((b > 0 && a < INT64_MIN + b) || (b < 0 && a > INT64_MAX + b)) { + return true; } - assert(ndigits == 2); - int sign = 1 - (v->long_value.lv_tag & SIGN_MASK); - uint64_t abs_val = (uint64_t)v->long_value.ob_digit[0] - | ((uint64_t)v->long_value.ob_digit[1] << PyLong_SHIFT); - if (abs_val <= (uint64_t)INT64_MAX) { - *result = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + *out = a - b; + return false; +} + +#if !defined(__SIZEOF_INT128__) +static inline uint64_t +_Py_uabs_i64(int64_t x) +{ + return x < 0 ? (uint64_t)(0 - (uint64_t)x) : (uint64_t)x; +} +#endif + +static inline bool +_Py_i64_mul_overflow(int64_t a, int64_t b, int64_t *out) +{ +#if defined(__SIZEOF_INT128__) + __int128 prod = (__int128)a * (__int128)b; + if (prod < INT64_MIN || prod > INT64_MAX) { return true; } - if (sign < 0 && abs_val == (uint64_t)INT64_MAX + 1) { - *result = INT64_MIN; + *out = (int64_t)prod; + return false; +#else + uint64_t ua = _Py_uabs_i64(a); + uint64_t ub = _Py_uabs_i64(b); + uint64_t limit = ((a < 0) ^ (b < 0)) ? (uint64_t)INT64_MAX + 1 : (uint64_t)INT64_MAX; + if (ua != 0 && ub > limit / ua) { return true; } + uint64_t uprod = ua * ub; + if ((a < 0) ^ (b < 0)) { + if (uprod == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + } + else { + *out = -(int64_t)uprod; + } + } + else { + *out = (int64_t)uprod; + } return false; +#endif } @@ -3869,25 +3903,25 @@ _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) if (_PyLong_BothAreCompact(a, b)) { stwodigits va = medium_value(a); stwodigits vb = medium_value(b); - stwodigits v; - if (__builtin_add_overflow(va, vb, &v)) { + int64_t v64; + if (_Py_i64_add_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } int64_t va, vb; - if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; - if (__builtin_add_overflow(va, vb, &v)) { + if (_Py_i64_add_overflow(va, vb, &v)) { return PyStackRef_NULL; } PyLongObject *result = _PyLong_FromSTwoDigits(v); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } @@ -3937,25 +3971,25 @@ _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) if (_PyLong_BothAreCompact(a, b)) { stwodigits va = medium_value(a); stwodigits vb = medium_value(b); - stwodigits v; - if (__builtin_sub_overflow(va, vb, &v)) { + int64_t v64; + if (_Py_i64_sub_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } int64_t va, vb; - if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; - if (__builtin_sub_overflow(va, vb, &v)) { + if (_Py_i64_sub_overflow(va, vb, &v)) { return PyStackRef_NULL; } PyLongObject *result = _PyLong_FromSTwoDigits(v); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } @@ -4407,25 +4441,25 @@ _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) if (_PyLong_BothAreCompact(a, b)) { stwodigits va = medium_value(a); stwodigits vb = medium_value(b); - stwodigits v; - if (__builtin_mul_overflow(va, vb, &v)) { + int64_t v64; + if (_Py_i64_mul_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } int64_t va, vb; - if (_PyLong_AsInt64(a, &va) && _PyLong_AsInt64(b, &vb)) { + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; - if (__builtin_mul_overflow(va, vb, &v)) { + if (_Py_i64_mul_overflow(va, vb, &v)) { return PyStackRef_NULL; } PyLongObject *result = _PyLong_FromSTwoDigits(v); if (result == NULL) { - return PyStackRef_NULL; + return PyStackRef_ERROR; } return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 16e1332a507e521..fe14007d79ee001 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -634,24 +634,84 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!PyLong_CheckExact(left_o)); + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + EXIT_IF(!ok); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!PyLong_CheckExact(value_o)); + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + EXIT_IF(!ok); } op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = _PyLong_IsCompact(left_l); + if (!ok) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + EXIT_IF(!ok); } op(_GUARD_TOS_OVERFLOWED, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)value_o)); + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = _PyLong_IsCompact(value_l); + if (!ok) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + EXIT_IF(!ok); } pure op(_BINARY_OP_MULTIPLY_INT, (left, right -- res, l, r)) { @@ -659,7 +719,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -667,6 +726,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_ADD_INT, (left, right -- res, l, r)) { @@ -681,6 +741,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_SUBTRACT_INT, (left, right -- res, l, r)) { @@ -695,6 +756,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } macro(BINARY_OP_MULTIPLY_INT) = @@ -716,6 +778,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE, (left, right -- res, l, r)) { @@ -725,6 +788,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE, (left, right -- res, l, r)) { @@ -734,6 +798,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_ADD_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -743,6 +808,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -752,6 +818,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -761,6 +828,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } op(_GUARD_NOS_FLOAT, (left, unused -- left, unused)) { diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index d8a455ffa40dc71..4cbd0a6e8cea036 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3821,48 +3821,6 @@ break; } - case _GUARD_NOS_INT_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_INT_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _GUARD_NOS_INT_r22: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3871,7 +3829,22 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -3880,55 +3853,12 @@ } _tos_cache1 = _stack_item_1; _tos_cache0 = left; + _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _GUARD_NOS_INT_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _GUARD_TOS_INT_r11: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3936,109 +3866,35 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } _tos_cache0 = value; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _GUARD_TOS_INT_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _GUARD_NOS_OVERFLOWED_r22: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -4048,7 +3904,22 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = _PyLong_IsCompact(left_l); + if (!ok) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -4057,57 +3928,12 @@ } _tos_cache1 = _stack_item_1; _tos_cache0 = left; + _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _GUARD_NOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _GUARD_TOS_OVERFLOWED_r11: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -4116,67 +3942,35 @@ value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = _PyLong_IsCompact(value_l); + if (!ok) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } _tos_cache0 = value; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _GUARD_TOS_OVERFLOWED_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _BINARY_OP_MULTIPLY_INT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -4191,7 +3985,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4201,6 +3994,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4226,7 +4028,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4237,6 +4038,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4263,7 +4073,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4275,6 +4084,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4306,6 +4119,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4341,6 +4163,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4378,6 +4209,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4409,6 +4244,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4444,6 +4288,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4481,6 +4334,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4508,6 +4365,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4539,6 +4405,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4572,6 +4447,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4599,6 +4478,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4630,6 +4518,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4663,6 +4560,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4690,6 +4591,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4721,6 +4631,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4754,6 +4673,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4781,6 +4704,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4812,6 +4744,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4845,6 +4786,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4872,6 +4817,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4903,6 +4857,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4936,6 +4899,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4963,6 +4930,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4994,6 +4970,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5027,6 +5012,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 09486f03dfde3a4..d8a9d0fd4d290f6 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,7 +188,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +213,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -221,6 +251,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -573,7 +606,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -583,7 +631,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -597,7 +660,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -607,6 +669,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -806,7 +871,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -980,7 +1060,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1069,7 +1164,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1161,7 +1271,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1323,7 +1448,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1333,7 +1473,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1356,6 +1511,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5149,7 +5307,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5159,7 +5332,22 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!PyLong_CheckExact(left_o)) { + PyLongObject *left_l = (PyLongObject *)left_o; + int ok = PyLong_CheckExact(left_o); + if (ok && !_PyLong_IsCompact(left_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(left_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12184,7 +12372,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12421,7 +12624,22 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!PyLong_CheckExact(value_o)) { + PyLongObject *value_l = (PyLongObject *)value_o; + int ok = PyLong_CheckExact(value_o); + if (ok && !_PyLong_IsCompact(value_l)) { + Py_ssize_t ndigits = _PyLong_DigitCount(value_l); + ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); + if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; + uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; + uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) + ? max_neg_top + : max_pos_top; + ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; + } + } + if (!ok) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 16e498aecf50f22..da89ec3d38cbe43 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -622,7 +622,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -631,6 +630,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -701,6 +703,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -771,6 +776,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index 79f81482d247e37..70b45f4e4962d0b 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -272,7 +272,7 @@ _Py_uop_sym_is_safe_const(JitOptContext *ctx, JitOptRef sym) if (const_val == NULL) { return false; } - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndMightFitInt64(const_val)) { return true; } PyTypeObject *typ = Py_TYPE(const_val); @@ -566,7 +566,7 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val) make_const(sym, const_val); return; case JIT_SYM_COMPACT_INT: - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndMightFitInt64(const_val)) { make_const(sym, const_val); } else { @@ -970,7 +970,7 @@ _Py_uop_sym_is_compact_int(JitOptRef ref) { JitOptSymbol *sym = PyJitRef_Unwrap(ref); if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { - return (bool)_PyLong_CheckExactAndCompact(sym->value.value); + return (bool)_PyLong_CheckExactAndMightFitInt64(sym->value.value); } return sym->tag == JIT_SYM_COMPACT_INT; } @@ -1008,7 +1008,7 @@ _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef ref) } return; case JIT_SYM_KNOWN_VALUE_TAG: - if (!_PyLong_CheckExactAndCompact(sym->value.value)) { + if (!_PyLong_CheckExactAndMightFitInt64(sym->value.value)) { Py_CLEAR(sym->value.value); sym_set_bottom(ctx, sym); } @@ -1954,7 +1954,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) TEST_PREDICATE(_Py_uop_sym_is_const(ctx, value) == true, "value is not constant"); TEST_PREDICATE(_Py_uop_sym_get_const(ctx, value) == one_obj, "value is not 1"); - val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(66)); + val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(200)); if (val_big == NULL) { goto fail; } @@ -1963,7 +1963,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) JitOptRef ref_big = _Py_uop_sym_new_const(ctx, val_big); JitOptRef ref_int = _Py_uop_sym_new_compact_int(ctx); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_42), "42 is not a compact int"); - TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 66) is a compact int"); + TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 200) is a compact int"); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_int), "compact int is not a compact int"); TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "compact int is not an int"); diff --git a/Python/specialize.c b/Python/specialize.c index e06a7723cf1a9ce..276a2512d7ba4c6 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2350,7 +2350,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_UNICODE); return; } - if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { + if (_PyLong_CheckExactAndMightFitInt64(lhs) && + _PyLong_CheckExactAndMightFitInt64(rhs)) + { specialize(instr, BINARY_OP_ADD_INT); return; } @@ -2364,7 +2366,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { + if (_PyLong_CheckExactAndMightFitInt64(lhs) && + _PyLong_CheckExactAndMightFitInt64(rhs)) + { specialize(instr, BINARY_OP_MULTIPLY_INT); return; } @@ -2378,7 +2382,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (PyLong_CheckExact(lhs) && PyLong_CheckExact(rhs)) { + if (_PyLong_CheckExactAndMightFitInt64(lhs) && + _PyLong_CheckExactAndMightFitInt64(rhs)) + { specialize(instr, BINARY_OP_SUBTRACT_INT); return; } From 8624d26f622613cbdd081c1abb6400824c9c2f2a Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Mon, 25 May 2026 13:04:18 -0500 Subject: [PATCH 03/20] Fix widened JIT int fast paths --- Include/internal/pycore_opcode_metadata.h | 2 +- Include/internal/pycore_uop_metadata.h | 2 +- Lib/test/test_capi/test_opt.py | 62 +++++++++++++++++++++++ Modules/_testinternalcapi/test_cases.c.h | 12 ++--- Objects/longobject.c | 24 ++++----- Python/bytecodes.c | 10 ++-- Python/ceval_macros.h | 11 +++- Python/executor_cases.c.h | 18 ++++--- Python/generated_cases.c.h | 12 ++--- Python/optimizer_cases.c.h | 10 ++-- 10 files changed, 117 insertions(+), 46 deletions(-) diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 22ec605a7e953d6..341cd60a83c0607 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -1174,7 +1174,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [CLEANUP_THROW] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_FLOAT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, - [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, + [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_STR] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, [CONTAINS_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [CONTAINS_OP_DICT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index ecf524e1f4f8686..bfe22ef0bdadcca 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -242,7 +242,7 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG, - [_COMPARE_OP_INT] = HAS_ARG_FLAG, + [_COMPARE_OP_INT] = HAS_ARG_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_STR] = HAS_ARG_FLAG, [_IS_OP] = HAS_ARG_FLAG, [_CONTAINS_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 2248920c266aef5..cbd09d6597682eb 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4245,6 +4245,22 @@ def testfunc(args): # Verify small int singletons are not corrupted self.assertEqual(7, 3 + 4) + def test_int_add_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) + c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 11_000_000_007) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_ADD_INT_INPLACE", uops) + def test_int_subtract_inplace_unique_lhs(self): # a * b produces a unique compact int; subtracting c reuses it def testfunc(args): @@ -4275,6 +4291,22 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT", uops) + def test_int_subtract_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) - c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 10_999_999_993) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE", uops) + def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it def testfunc(args): @@ -4305,6 +4337,36 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT", uops) + def test_int_multiply_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 3, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 33_000_000_000) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE", uops) + + def test_compare_int_noncompact(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + if a < b: + total += 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + def test_int_inplace_chain_propagation(self): # a * b + c * d: both products are unique, the + reuses one; # result of + is also unique for the subsequent += diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index b34bfe9690e7398..eb0c8a611fcf0ad 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -5359,13 +5359,13 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + stack_pointer = _PyFrame_GetStackPointer(frame); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Objects/longobject.c b/Objects/longobject.c index 2a4dc0099c5b814..3e395e9419b8521 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -3907,11 +3907,11 @@ _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) if (_Py_i64_add_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { @@ -3919,11 +3919,11 @@ _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) if (_Py_i64_add_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } return PyStackRef_NULL; } @@ -3975,11 +3975,11 @@ _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) if (_Py_i64_sub_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { @@ -3987,11 +3987,11 @@ _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) if (_Py_i64_sub_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } return PyStackRef_NULL; } @@ -4445,11 +4445,11 @@ _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) if (_Py_i64_mul_overflow((int64_t)va, (int64_t)vb, &v64)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits((stwodigits)v64); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { @@ -4457,11 +4457,11 @@ _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) if (_Py_i64_mul_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); if (result == NULL) { return PyStackRef_ERROR; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + return PyStackRef_FromPyObjectSteal((PyObject *)result); } return PyStackRef_NULL; } diff --git a/Python/bytecodes.c b/Python/bytecodes.c index fe14007d79ee001..df5cf801721077f 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -3380,13 +3380,11 @@ dummy_func( PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); // 2 if <, 4 if >, 8 if ==; this matches the low 4 bits of the oparg int sign_ish = COMPARISON_BIT(ileft, iright); l = left; diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h index c61690e8bd7240a..b4c94a2a53d05b5 100644 --- a/Python/ceval_macros.h +++ b/Python/ceval_macros.h @@ -618,10 +618,17 @@ gen_try_set_executing(PyGenObject *gen) break; \ } \ assert(_PyObject_IsUniquelyReferenced(target_o)); \ + PyLongObject *left_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(left); \ + PyLongObject *right_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(right); \ + if (!_PyLong_BothAreCompact(left_long, right_long)) { \ + break; \ + } \ Py_ssize_t left_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(left)); \ + left_long); \ Py_ssize_t right_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(right)); \ + right_long); \ Py_ssize_t result = left_val OP right_val; \ if (!_PY_IS_SMALL_INT(result) \ && ((twodigits)((stwodigits)result) + PyLong_MASK \ diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 4cbd0a6e8cea036..d2c827ec9472b24 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -13242,13 +13242,17 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + stack_pointer = _PyFrame_GetStackPointer(frame); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; @@ -13257,6 +13261,8 @@ _tos_cache1 = l; _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index d8a9d0fd4d290f6..474bd91ba98f697 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -5359,13 +5359,13 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + stack_pointer = _PyFrame_GetStackPointer(frame); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index da89ec3d38cbe43..e354242855e8622 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -3073,13 +3073,11 @@ /* Start of uop copied from bytecodes for constant evaluation */ PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); + assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); int sign_ish = COMPARISON_BIT(ileft, iright); l_stackref = left; r_stackref = right; From 91854c29b9a85e7799370b6d8b0eb98f710115b4 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Mon, 25 May 2026 13:53:55 -0500 Subject: [PATCH 04/20] Add widened JIT int boundary tests --- Lib/test/test_capi/test_opt.py | 79 ++++++++++++++++++++++++++++++++++ 1 file changed, 79 insertions(+) diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index cbd09d6597682eb..538bcf2df4a9646 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4261,6 +4261,36 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_ADD_INT_INPLACE", uops) + def test_int_add_inplace_noncompact_int64_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_903, 4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_807) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_ADD_INT_INPLACE", uops) + + def test_int_add_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_809) + self.assertIsNotNone(ex) + def test_int_subtract_inplace_unique_lhs(self): # a * b produces a unique compact int; subtracting c reuses it def testfunc(args): @@ -4307,6 +4337,22 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE", uops) + def test_int_subtract_inplace_noncompact_int64_min_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) - 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (-4_611_686_018_427_387_904, -4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * (-9_223_372_036_854_775_808)) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE", uops) + def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it def testfunc(args): @@ -4353,6 +4399,20 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE", uops) + def test_int_multiply_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, 2, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 18_446_744_073_709_551_616) + self.assertIsNotNone(ex) + def test_compare_int_noncompact(self): def testfunc(args): a, b, n = args @@ -4367,6 +4427,25 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD) self.assertIsNotNone(ex) + def test_compare_int_noncompact_all_predicates(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a < b) + total += (a <= b) + total += (a == a) + total += (b != a) + total += (b > a) + total += (b >= a) + return total + + res, ex = self._run_with_optimizer( + testfunc, (9_223_372_036_854_775_006, 9_223_372_036_854_775_007, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 6) + self.assertIsNotNone(ex) + def test_int_inplace_chain_propagation(self): # a * b + c * d: both products are unique, the + reuses one; # result of + is also unique for the subsequent += From 160d3cd75a1034583d358341cc6cc938229fae36 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Tue, 26 May 2026 10:13:18 -0500 Subject: [PATCH 05/20] fix failing unit tests --- Include/internal/pycore_uop_metadata.h | 2 +- Modules/_testinternalcapi/test_cases.c.h | 9 +++++++-- Python/bytecodes.c | 5 +++-- Python/executor_cases.c.h | 13 +++++++++++-- Python/generated_cases.c.h | 9 +++++++-- Python/optimizer_cases.c.h | 8 ++++++-- Tools/scripts/jit_int_benchmark_pyperf.py | 2 +- 7 files changed, 36 insertions(+), 12 deletions(-) diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index bfe22ef0bdadcca..b29fed60f4626d2 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -242,7 +242,7 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG, - [_COMPARE_OP_INT] = HAS_ARG_FLAG | HAS_ESCAPES_FLAG, + [_COMPARE_OP_INT] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_STR] = HAS_ARG_FLAG, [_IS_OP] = HAS_ARG_FLAG, [_CONTAINS_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index eb0c8a611fcf0ad..2d6183dd5409bfb 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -5363,9 +5363,14 @@ int64_t ileft; int64_t iright; _PyFrame_SetStackPointer(frame, stack_pointer); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/bytecodes.c b/Python/bytecodes.c index df5cf801721077f..da45dc9c0344d7f 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -3383,9 +3383,10 @@ dummy_func( STAT_INC(COMPARE_OP, hit); int64_t ileft; int64_t iright; - assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); // 2 if <, 4 if >, 8 if ==; this matches the low 4 bits of the oparg + EXIT_IF(!ok); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index d2c827ec9472b24..4933588b128b0f4 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -13250,9 +13250,18 @@ stack_pointer += 2; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); _PyFrame_SetStackPointer(frame, stack_pointer); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 474bd91ba98f697..a3b3e0453d3c086 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -5363,9 +5363,14 @@ int64_t ileft; int64_t iright; _PyFrame_SetStackPointer(frame, stack_pointer); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index e354242855e8622..130aa29a3ca38b0 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -3076,8 +3076,12 @@ STAT_INC(COMPARE_OP, hit); int64_t ileft; int64_t iright; - assert(_PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft)); - assert(_PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright)); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + if (!ok) { + ctx->done = true; + break; + } int sign_ish = COMPARISON_BIT(ileft, iright); l_stackref = left; r_stackref = right; diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py index 779be0f77e0310c..1e3df08d2e3f113 100644 --- a/Tools/scripts/jit_int_benchmark_pyperf.py +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -8,7 +8,6 @@ python Tools/scripts/jit_int_benchmark_pyperf.py -o result.json --rigorous """ -import pyperf import time @@ -277,6 +276,7 @@ def bench_small(loops): ] if __name__ == "__main__": + import pyperf runner = pyperf.Runner() for name, fn in BENCHMARKS: runner.bench_time_func(name, fn) From a67837c48552d1afe2c64edf84114f924fb299a7 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 15:03:52 -0500 Subject: [PATCH 06/20] WIP --- Include/internal/pycore_long.h | 26 +- Include/internal/pycore_uop_ids.h | 1132 +++++++++-------- Include/internal/pycore_uop_metadata.h | 56 +- ....gh-issue-150424.jit-wide-int-fastpath.rst | 2 + Modules/_testinternalcapi/test_cases.c.h | 224 +--- Objects/longobject.c | 39 - Python/bytecodes.c | 64 +- Python/executor_cases.c.h | 354 +++++- Python/generated_cases.c.h | 224 +--- Tools/cases_generator/analyzer.py | 2 + Tools/scripts/jit_int_benchmark_pyperf.py | 67 +- 11 files changed, 993 insertions(+), 1197 deletions(-) create mode 100644 Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index c1a5c5a3f3260d8..1f5620b48469fdd 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -357,12 +357,8 @@ _PyLong_CheckExactAndCompact(PyObject *op) #define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) static inline int -_PyLong_CheckExactAndMightFitInt64(PyObject *op) +_PyLong_MightFitInt64(const PyLongObject *v) { - if (!PyLong_CheckExact(op)) { - return 0; - } - const PyLongObject *v = (const PyLongObject *)op; if (_PyLong_IsCompact(v)) { return 1; } @@ -382,6 +378,13 @@ _PyLong_CheckExactAndMightFitInt64(PyObject *op) return 1; } +static inline int +_PyLong_CheckExactAndMightFitInt64(PyObject *op) +{ + return PyLong_CheckExact(op) && + _PyLong_MightFitInt64((const PyLongObject *)op); +} + /* Extract an exact int to int64_t without raising. * * Returns true on success and writes to *out; returns false if the value is @@ -396,10 +399,6 @@ _PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) return true; } Py_ssize_t ndigits = _PyLong_DigitCount(v); - if (ndigits == 0) { - *out = 0; - return true; - } if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { return false; } @@ -407,10 +406,11 @@ _PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) unsigned int shift = 0; for (Py_ssize_t i = 0; i < ndigits; i++) { uint64_t d = (uint64_t)v->long_value.ob_digit[i]; - if (shift >= 64) { - return false; - } - if (shift != 0 && (d >> (64 - shift)) != 0) { + if (ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64 && + i == ndigits - 1 && + shift != 0 && + (d >> (64 - shift)) != 0) + { return false; } abs_val |= d << shift; diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 98183473ac01671..7c44c0a430b7311 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -873,566 +873,578 @@ extern "C" { #define _GUARD_NOS_FLOAT_r12 1085 #define _GUARD_NOS_FLOAT_r22 1086 #define _GUARD_NOS_FLOAT_r33 1087 -#define _GUARD_NOS_INT_r22 1088 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1089 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1090 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1091 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1092 -#define _GUARD_NOS_LIST_r02 1093 -#define _GUARD_NOS_LIST_r12 1094 -#define _GUARD_NOS_LIST_r22 1095 -#define _GUARD_NOS_LIST_r33 1096 -#define _GUARD_NOS_NOT_NULL_r02 1097 -#define _GUARD_NOS_NOT_NULL_r12 1098 -#define _GUARD_NOS_NOT_NULL_r22 1099 -#define _GUARD_NOS_NOT_NULL_r33 1100 -#define _GUARD_NOS_NULL_r02 1101 -#define _GUARD_NOS_NULL_r12 1102 -#define _GUARD_NOS_NULL_r22 1103 -#define _GUARD_NOS_NULL_r33 1104 -#define _GUARD_NOS_OVERFLOWED_r22 1105 -#define _GUARD_NOS_TUPLE_r02 1106 -#define _GUARD_NOS_TUPLE_r12 1107 -#define _GUARD_NOS_TUPLE_r22 1108 -#define _GUARD_NOS_TUPLE_r33 1109 -#define _GUARD_NOS_TYPE_VERSION_r02 1110 -#define _GUARD_NOS_TYPE_VERSION_r12 1111 -#define _GUARD_NOS_TYPE_VERSION_r22 1112 -#define _GUARD_NOS_TYPE_VERSION_r33 1113 -#define _GUARD_NOS_UNICODE_r02 1114 -#define _GUARD_NOS_UNICODE_r12 1115 -#define _GUARD_NOS_UNICODE_r22 1116 -#define _GUARD_NOS_UNICODE_r33 1117 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1118 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1119 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1120 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1121 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1122 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1123 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1124 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1125 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1126 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1127 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1128 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1129 -#define _GUARD_THIRD_NULL_r03 1130 -#define _GUARD_THIRD_NULL_r13 1131 -#define _GUARD_THIRD_NULL_r23 1132 -#define _GUARD_THIRD_NULL_r33 1133 -#define _GUARD_TOS_ANY_DICT_r01 1134 -#define _GUARD_TOS_ANY_DICT_r11 1135 -#define _GUARD_TOS_ANY_DICT_r22 1136 -#define _GUARD_TOS_ANY_DICT_r33 1137 -#define _GUARD_TOS_ANY_SET_r01 1138 -#define _GUARD_TOS_ANY_SET_r11 1139 -#define _GUARD_TOS_ANY_SET_r22 1140 -#define _GUARD_TOS_ANY_SET_r33 1141 -#define _GUARD_TOS_DICT_r01 1142 -#define _GUARD_TOS_DICT_r11 1143 -#define _GUARD_TOS_DICT_r22 1144 -#define _GUARD_TOS_DICT_r33 1145 -#define _GUARD_TOS_FLOAT_r01 1146 -#define _GUARD_TOS_FLOAT_r11 1147 -#define _GUARD_TOS_FLOAT_r22 1148 -#define _GUARD_TOS_FLOAT_r33 1149 -#define _GUARD_TOS_FROZENDICT_r01 1150 -#define _GUARD_TOS_FROZENDICT_r11 1151 -#define _GUARD_TOS_FROZENDICT_r22 1152 -#define _GUARD_TOS_FROZENDICT_r33 1153 -#define _GUARD_TOS_FROZENSET_r01 1154 -#define _GUARD_TOS_FROZENSET_r11 1155 -#define _GUARD_TOS_FROZENSET_r22 1156 -#define _GUARD_TOS_FROZENSET_r33 1157 -#define _GUARD_TOS_INT_r11 1158 -#define _GUARD_TOS_IS_NONE_r01 1159 -#define _GUARD_TOS_IS_NONE_r11 1160 -#define _GUARD_TOS_IS_NONE_r22 1161 -#define _GUARD_TOS_IS_NONE_r33 1162 -#define _GUARD_TOS_LIST_r01 1163 -#define _GUARD_TOS_LIST_r11 1164 -#define _GUARD_TOS_LIST_r22 1165 -#define _GUARD_TOS_LIST_r33 1166 -#define _GUARD_TOS_NOT_NULL_r01 1167 -#define _GUARD_TOS_NOT_NULL_r11 1168 -#define _GUARD_TOS_NOT_NULL_r22 1169 -#define _GUARD_TOS_NOT_NULL_r33 1170 -#define _GUARD_TOS_OVERFLOWED_r11 1171 -#define _GUARD_TOS_SET_r01 1172 -#define _GUARD_TOS_SET_r11 1173 -#define _GUARD_TOS_SET_r22 1174 -#define _GUARD_TOS_SET_r33 1175 -#define _GUARD_TOS_SLICE_r01 1176 -#define _GUARD_TOS_SLICE_r11 1177 -#define _GUARD_TOS_SLICE_r22 1178 -#define _GUARD_TOS_SLICE_r33 1179 -#define _GUARD_TOS_TUPLE_r01 1180 -#define _GUARD_TOS_TUPLE_r11 1181 -#define _GUARD_TOS_TUPLE_r22 1182 -#define _GUARD_TOS_TUPLE_r33 1183 -#define _GUARD_TOS_UNICODE_r01 1184 -#define _GUARD_TOS_UNICODE_r11 1185 -#define _GUARD_TOS_UNICODE_r22 1186 -#define _GUARD_TOS_UNICODE_r33 1187 -#define _GUARD_TYPE_r01 1188 -#define _GUARD_TYPE_r11 1189 -#define _GUARD_TYPE_r22 1190 -#define _GUARD_TYPE_r33 1191 -#define _GUARD_TYPE_ITER_r02 1192 -#define _GUARD_TYPE_ITER_r12 1193 -#define _GUARD_TYPE_ITER_r22 1194 -#define _GUARD_TYPE_ITER_r33 1195 -#define _GUARD_TYPE_VERSION_r01 1196 -#define _GUARD_TYPE_VERSION_r11 1197 -#define _GUARD_TYPE_VERSION_r22 1198 -#define _GUARD_TYPE_VERSION_r33 1199 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1200 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1201 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1202 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1203 -#define _HANDLE_PENDING_AND_DEOPT_r00 1204 -#define _HANDLE_PENDING_AND_DEOPT_r10 1205 -#define _HANDLE_PENDING_AND_DEOPT_r20 1206 -#define _HANDLE_PENDING_AND_DEOPT_r30 1207 -#define _IMPORT_FROM_r12 1208 -#define _IMPORT_NAME_r21 1209 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1210 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1211 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1212 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1213 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1214 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1215 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1216 -#define _INSERT_NULL_r10 1217 -#define _INSTRUMENTED_FOR_ITER_r23 1218 -#define _INSTRUMENTED_INSTRUCTION_r00 1219 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1220 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1221 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1222 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1223 -#define _INSTRUMENTED_LINE_r00 1224 -#define _INSTRUMENTED_NOT_TAKEN_r00 1225 -#define _INSTRUMENTED_NOT_TAKEN_r11 1226 -#define _INSTRUMENTED_NOT_TAKEN_r22 1227 -#define _INSTRUMENTED_NOT_TAKEN_r33 1228 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1229 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1230 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1231 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1232 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1233 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1234 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1235 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1236 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1237 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1238 -#define _IS_NONE_r11 1239 -#define _IS_OP_r03 1240 -#define _IS_OP_r13 1241 -#define _IS_OP_r23 1242 -#define _ITER_CHECK_LIST_r02 1243 -#define _ITER_CHECK_LIST_r12 1244 -#define _ITER_CHECK_LIST_r22 1245 -#define _ITER_CHECK_LIST_r33 1246 -#define _ITER_CHECK_RANGE_r02 1247 -#define _ITER_CHECK_RANGE_r12 1248 -#define _ITER_CHECK_RANGE_r22 1249 -#define _ITER_CHECK_RANGE_r33 1250 -#define _ITER_CHECK_TUPLE_r02 1251 -#define _ITER_CHECK_TUPLE_r12 1252 -#define _ITER_CHECK_TUPLE_r22 1253 -#define _ITER_CHECK_TUPLE_r33 1254 -#define _ITER_JUMP_LIST_r02 1255 -#define _ITER_JUMP_LIST_r12 1256 -#define _ITER_JUMP_LIST_r22 1257 -#define _ITER_JUMP_LIST_r33 1258 -#define _ITER_JUMP_RANGE_r02 1259 -#define _ITER_JUMP_RANGE_r12 1260 -#define _ITER_JUMP_RANGE_r22 1261 -#define _ITER_JUMP_RANGE_r33 1262 -#define _ITER_JUMP_TUPLE_r02 1263 -#define _ITER_JUMP_TUPLE_r12 1264 -#define _ITER_JUMP_TUPLE_r22 1265 -#define _ITER_JUMP_TUPLE_r33 1266 -#define _ITER_NEXT_INLINE_r23 1267 -#define _ITER_NEXT_LIST_r23 1268 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1269 -#define _ITER_NEXT_RANGE_r03 1270 -#define _ITER_NEXT_RANGE_r13 1271 -#define _ITER_NEXT_RANGE_r23 1272 -#define _ITER_NEXT_TUPLE_r03 1273 -#define _ITER_NEXT_TUPLE_r13 1274 -#define _ITER_NEXT_TUPLE_r23 1275 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1276 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1277 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1278 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1279 -#define _JUMP_TO_TOP_r00 1280 -#define _LIST_APPEND_r10 1281 -#define _LIST_EXTEND_r11 1282 -#define _LOAD_ATTR_r10 1283 -#define _LOAD_ATTR_CLASS_r11 1284 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1285 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1286 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1287 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1288 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1289 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1290 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1291 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1292 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1293 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1294 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1295 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1296 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1297 -#define _LOAD_ATTR_MODULE_r12 1298 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1299 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1300 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1301 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1302 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1303 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1304 -#define _LOAD_ATTR_SLOT_r02 1305 -#define _LOAD_ATTR_SLOT_r12 1306 -#define _LOAD_ATTR_SLOT_r23 1307 -#define _LOAD_ATTR_WITH_HINT_r12 1308 -#define _LOAD_BUILD_CLASS_r01 1309 -#define _LOAD_BYTECODE_r00 1310 -#define _LOAD_COMMON_CONSTANT_r01 1311 -#define _LOAD_COMMON_CONSTANT_r12 1312 -#define _LOAD_COMMON_CONSTANT_r23 1313 -#define _LOAD_CONST_r01 1314 -#define _LOAD_CONST_r12 1315 -#define _LOAD_CONST_r23 1316 -#define _LOAD_CONST_INLINE_r01 1317 -#define _LOAD_CONST_INLINE_r12 1318 -#define _LOAD_CONST_INLINE_r23 1319 -#define _LOAD_CONST_INLINE_BORROW_r01 1320 -#define _LOAD_CONST_INLINE_BORROW_r12 1321 -#define _LOAD_CONST_INLINE_BORROW_r23 1322 -#define _LOAD_DEREF_r01 1323 -#define _LOAD_FAST_r01 1324 -#define _LOAD_FAST_r12 1325 -#define _LOAD_FAST_r23 1326 -#define _LOAD_FAST_0_r01 1327 -#define _LOAD_FAST_0_r12 1328 -#define _LOAD_FAST_0_r23 1329 -#define _LOAD_FAST_1_r01 1330 -#define _LOAD_FAST_1_r12 1331 -#define _LOAD_FAST_1_r23 1332 -#define _LOAD_FAST_2_r01 1333 -#define _LOAD_FAST_2_r12 1334 -#define _LOAD_FAST_2_r23 1335 -#define _LOAD_FAST_3_r01 1336 -#define _LOAD_FAST_3_r12 1337 -#define _LOAD_FAST_3_r23 1338 -#define _LOAD_FAST_4_r01 1339 -#define _LOAD_FAST_4_r12 1340 -#define _LOAD_FAST_4_r23 1341 -#define _LOAD_FAST_5_r01 1342 -#define _LOAD_FAST_5_r12 1343 -#define _LOAD_FAST_5_r23 1344 -#define _LOAD_FAST_6_r01 1345 -#define _LOAD_FAST_6_r12 1346 -#define _LOAD_FAST_6_r23 1347 -#define _LOAD_FAST_7_r01 1348 -#define _LOAD_FAST_7_r12 1349 -#define _LOAD_FAST_7_r23 1350 -#define _LOAD_FAST_AND_CLEAR_r01 1351 -#define _LOAD_FAST_AND_CLEAR_r12 1352 -#define _LOAD_FAST_AND_CLEAR_r23 1353 -#define _LOAD_FAST_BORROW_r01 1354 -#define _LOAD_FAST_BORROW_r12 1355 -#define _LOAD_FAST_BORROW_r23 1356 -#define _LOAD_FAST_BORROW_0_r01 1357 -#define _LOAD_FAST_BORROW_0_r12 1358 -#define _LOAD_FAST_BORROW_0_r23 1359 -#define _LOAD_FAST_BORROW_1_r01 1360 -#define _LOAD_FAST_BORROW_1_r12 1361 -#define _LOAD_FAST_BORROW_1_r23 1362 -#define _LOAD_FAST_BORROW_2_r01 1363 -#define _LOAD_FAST_BORROW_2_r12 1364 -#define _LOAD_FAST_BORROW_2_r23 1365 -#define _LOAD_FAST_BORROW_3_r01 1366 -#define _LOAD_FAST_BORROW_3_r12 1367 -#define _LOAD_FAST_BORROW_3_r23 1368 -#define _LOAD_FAST_BORROW_4_r01 1369 -#define _LOAD_FAST_BORROW_4_r12 1370 -#define _LOAD_FAST_BORROW_4_r23 1371 -#define _LOAD_FAST_BORROW_5_r01 1372 -#define _LOAD_FAST_BORROW_5_r12 1373 -#define _LOAD_FAST_BORROW_5_r23 1374 -#define _LOAD_FAST_BORROW_6_r01 1375 -#define _LOAD_FAST_BORROW_6_r12 1376 -#define _LOAD_FAST_BORROW_6_r23 1377 -#define _LOAD_FAST_BORROW_7_r01 1378 -#define _LOAD_FAST_BORROW_7_r12 1379 -#define _LOAD_FAST_BORROW_7_r23 1380 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1381 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1382 -#define _LOAD_FAST_CHECK_r01 1383 -#define _LOAD_FAST_CHECK_r12 1384 -#define _LOAD_FAST_CHECK_r23 1385 -#define _LOAD_FAST_LOAD_FAST_r02 1386 -#define _LOAD_FAST_LOAD_FAST_r13 1387 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1388 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1389 -#define _LOAD_GLOBAL_r00 1390 -#define _LOAD_GLOBAL_BUILTINS_r01 1391 -#define _LOAD_GLOBAL_MODULE_r01 1392 -#define _LOAD_LOCALS_r01 1393 -#define _LOAD_LOCALS_r12 1394 -#define _LOAD_LOCALS_r23 1395 -#define _LOAD_NAME_r01 1396 -#define _LOAD_SMALL_INT_r01 1397 -#define _LOAD_SMALL_INT_r12 1398 -#define _LOAD_SMALL_INT_r23 1399 -#define _LOAD_SMALL_INT_0_r01 1400 -#define _LOAD_SMALL_INT_0_r12 1401 -#define _LOAD_SMALL_INT_0_r23 1402 -#define _LOAD_SMALL_INT_1_r01 1403 -#define _LOAD_SMALL_INT_1_r12 1404 -#define _LOAD_SMALL_INT_1_r23 1405 -#define _LOAD_SMALL_INT_2_r01 1406 -#define _LOAD_SMALL_INT_2_r12 1407 -#define _LOAD_SMALL_INT_2_r23 1408 -#define _LOAD_SMALL_INT_3_r01 1409 -#define _LOAD_SMALL_INT_3_r12 1410 -#define _LOAD_SMALL_INT_3_r23 1411 -#define _LOAD_SPECIAL_r00 1412 -#define _LOAD_SUPER_ATTR_ATTR_r31 1413 -#define _LOAD_SUPER_ATTR_METHOD_r32 1414 -#define _LOCK_OBJECT_r01 1415 -#define _LOCK_OBJECT_r11 1416 -#define _LOCK_OBJECT_r22 1417 -#define _LOCK_OBJECT_r33 1418 -#define _MAKE_CALLARGS_A_TUPLE_r33 1419 -#define _MAKE_CELL_r00 1420 -#define _MAKE_FUNCTION_r12 1421 -#define _MAKE_HEAP_SAFE_r01 1422 -#define _MAKE_HEAP_SAFE_r11 1423 -#define _MAKE_HEAP_SAFE_r22 1424 -#define _MAKE_HEAP_SAFE_r33 1425 -#define _MAKE_WARM_r00 1426 -#define _MAKE_WARM_r11 1427 -#define _MAKE_WARM_r22 1428 -#define _MAKE_WARM_r33 1429 -#define _MAP_ADD_r20 1430 -#define _MATCH_CLASS_r33 1431 -#define _MATCH_KEYS_r23 1432 -#define _MATCH_MAPPING_r02 1433 -#define _MATCH_MAPPING_r12 1434 -#define _MATCH_MAPPING_r23 1435 -#define _MATCH_SEQUENCE_r02 1436 -#define _MATCH_SEQUENCE_r12 1437 -#define _MATCH_SEQUENCE_r23 1438 -#define _MAYBE_EXPAND_METHOD_r00 1439 -#define _MAYBE_EXPAND_METHOD_KW_r11 1440 -#define _MONITOR_CALL_r00 1441 -#define _MONITOR_CALL_KW_r11 1442 -#define _MONITOR_JUMP_BACKWARD_r00 1443 -#define _MONITOR_JUMP_BACKWARD_r11 1444 -#define _MONITOR_JUMP_BACKWARD_r22 1445 -#define _MONITOR_JUMP_BACKWARD_r33 1446 -#define _MONITOR_RESUME_r00 1447 -#define _NOP_r00 1448 -#define _NOP_r11 1449 -#define _NOP_r22 1450 -#define _NOP_r33 1451 -#define _POP_EXCEPT_r10 1452 -#define _POP_ITER_r20 1453 -#define _POP_JUMP_IF_FALSE_r00 1454 -#define _POP_JUMP_IF_FALSE_r10 1455 -#define _POP_JUMP_IF_FALSE_r21 1456 -#define _POP_JUMP_IF_FALSE_r32 1457 -#define _POP_JUMP_IF_TRUE_r00 1458 -#define _POP_JUMP_IF_TRUE_r10 1459 -#define _POP_JUMP_IF_TRUE_r21 1460 -#define _POP_JUMP_IF_TRUE_r32 1461 -#define _POP_TOP_r10 1462 -#define _POP_TOP_FLOAT_r00 1463 -#define _POP_TOP_FLOAT_r10 1464 -#define _POP_TOP_FLOAT_r21 1465 -#define _POP_TOP_FLOAT_r32 1466 -#define _POP_TOP_INT_r00 1467 -#define _POP_TOP_INT_r10 1468 -#define _POP_TOP_INT_r21 1469 -#define _POP_TOP_INT_r32 1470 -#define _POP_TOP_NOP_r00 1471 -#define _POP_TOP_NOP_r10 1472 -#define _POP_TOP_NOP_r21 1473 -#define _POP_TOP_NOP_r32 1474 -#define _POP_TOP_OPARG_r00 1475 -#define _POP_TOP_UNICODE_r00 1476 -#define _POP_TOP_UNICODE_r10 1477 -#define _POP_TOP_UNICODE_r21 1478 -#define _POP_TOP_UNICODE_r32 1479 -#define _PUSH_EXC_INFO_r02 1480 -#define _PUSH_EXC_INFO_r12 1481 -#define _PUSH_EXC_INFO_r23 1482 -#define _PUSH_FRAME_r10 1483 -#define _PUSH_NULL_r01 1484 -#define _PUSH_NULL_r12 1485 -#define _PUSH_NULL_r23 1486 -#define _PUSH_NULL_CONDITIONAL_r00 1487 -#define _PUSH_TAGGED_ZERO_r01 1488 -#define _PUSH_TAGGED_ZERO_r12 1489 -#define _PUSH_TAGGED_ZERO_r23 1490 -#define _PY_FRAME_EX_r31 1491 -#define _PY_FRAME_GENERAL_r01 1492 -#define _PY_FRAME_KW_r11 1493 -#define _REPLACE_WITH_TRUE_r02 1494 -#define _REPLACE_WITH_TRUE_r12 1495 -#define _REPLACE_WITH_TRUE_r23 1496 -#define _RESUME_CHECK_r00 1497 -#define _RESUME_CHECK_r11 1498 -#define _RESUME_CHECK_r22 1499 -#define _RESUME_CHECK_r33 1500 -#define _RETURN_GENERATOR_r01 1501 -#define _RETURN_VALUE_r11 1502 -#define _RROT_3_r03 1503 -#define _RROT_3_r13 1504 -#define _RROT_3_r23 1505 -#define _RROT_3_r33 1506 -#define _SAVE_RETURN_OFFSET_r00 1507 -#define _SAVE_RETURN_OFFSET_r11 1508 -#define _SAVE_RETURN_OFFSET_r22 1509 -#define _SAVE_RETURN_OFFSET_r33 1510 -#define _SEND_ASYNC_GEN_r33 1511 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1512 -#define _SEND_GEN_FRAME_r33 1513 -#define _SEND_VIRTUAL_r33 1514 -#define _SEND_VIRTUAL_TIER_TWO_r03 1515 -#define _SEND_VIRTUAL_TIER_TWO_r13 1516 -#define _SEND_VIRTUAL_TIER_TWO_r23 1517 -#define _SEND_VIRTUAL_TIER_TWO_r33 1518 -#define _SETUP_ANNOTATIONS_r00 1519 -#define _SET_ADD_r10 1520 -#define _SET_FUNCTION_ATTRIBUTE_r01 1521 -#define _SET_FUNCTION_ATTRIBUTE_r11 1522 -#define _SET_FUNCTION_ATTRIBUTE_r21 1523 -#define _SET_FUNCTION_ATTRIBUTE_r32 1524 -#define _SET_IP_r00 1525 -#define _SET_IP_r11 1526 -#define _SET_IP_r22 1527 -#define _SET_IP_r33 1528 -#define _SET_UPDATE_r11 1529 -#define _SPILL_OR_RELOAD_r01 1530 -#define _SPILL_OR_RELOAD_r02 1531 -#define _SPILL_OR_RELOAD_r03 1532 -#define _SPILL_OR_RELOAD_r10 1533 -#define _SPILL_OR_RELOAD_r12 1534 -#define _SPILL_OR_RELOAD_r13 1535 -#define _SPILL_OR_RELOAD_r20 1536 -#define _SPILL_OR_RELOAD_r21 1537 -#define _SPILL_OR_RELOAD_r23 1538 -#define _SPILL_OR_RELOAD_r30 1539 -#define _SPILL_OR_RELOAD_r31 1540 -#define _SPILL_OR_RELOAD_r32 1541 -#define _START_EXECUTOR_r00 1542 -#define _STORE_ATTR_r20 1543 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1544 -#define _STORE_ATTR_SLOT_r21 1545 -#define _STORE_ATTR_WITH_HINT_r21 1546 -#define _STORE_DEREF_r10 1547 -#define _STORE_FAST_LOAD_FAST_r11 1548 -#define _STORE_FAST_STORE_FAST_r20 1549 -#define _STORE_GLOBAL_r10 1550 -#define _STORE_NAME_r10 1551 -#define _STORE_SLICE_r30 1552 -#define _STORE_SUBSCR_r30 1553 -#define _STORE_SUBSCR_DICT_r31 1554 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1555 -#define _STORE_SUBSCR_LIST_INT_r32 1556 -#define _SWAP_r11 1557 -#define _SWAP_2_r02 1558 -#define _SWAP_2_r12 1559 -#define _SWAP_2_r22 1560 -#define _SWAP_2_r33 1561 -#define _SWAP_3_r03 1562 -#define _SWAP_3_r13 1563 -#define _SWAP_3_r23 1564 -#define _SWAP_3_r33 1565 -#define _SWAP_FAST_r01 1566 -#define _SWAP_FAST_r11 1567 -#define _SWAP_FAST_r22 1568 -#define _SWAP_FAST_r33 1569 -#define _SWAP_FAST_0_r01 1570 -#define _SWAP_FAST_0_r11 1571 -#define _SWAP_FAST_0_r22 1572 -#define _SWAP_FAST_0_r33 1573 -#define _SWAP_FAST_1_r01 1574 -#define _SWAP_FAST_1_r11 1575 -#define _SWAP_FAST_1_r22 1576 -#define _SWAP_FAST_1_r33 1577 -#define _SWAP_FAST_2_r01 1578 -#define _SWAP_FAST_2_r11 1579 -#define _SWAP_FAST_2_r22 1580 -#define _SWAP_FAST_2_r33 1581 -#define _SWAP_FAST_3_r01 1582 -#define _SWAP_FAST_3_r11 1583 -#define _SWAP_FAST_3_r22 1584 -#define _SWAP_FAST_3_r33 1585 -#define _SWAP_FAST_4_r01 1586 -#define _SWAP_FAST_4_r11 1587 -#define _SWAP_FAST_4_r22 1588 -#define _SWAP_FAST_4_r33 1589 -#define _SWAP_FAST_5_r01 1590 -#define _SWAP_FAST_5_r11 1591 -#define _SWAP_FAST_5_r22 1592 -#define _SWAP_FAST_5_r33 1593 -#define _SWAP_FAST_6_r01 1594 -#define _SWAP_FAST_6_r11 1595 -#define _SWAP_FAST_6_r22 1596 -#define _SWAP_FAST_6_r33 1597 -#define _SWAP_FAST_7_r01 1598 -#define _SWAP_FAST_7_r11 1599 -#define _SWAP_FAST_7_r22 1600 -#define _SWAP_FAST_7_r33 1601 -#define _TIER2_RESUME_CHECK_r00 1602 -#define _TIER2_RESUME_CHECK_r11 1603 -#define _TIER2_RESUME_CHECK_r22 1604 -#define _TIER2_RESUME_CHECK_r33 1605 -#define _TO_BOOL_r11 1606 -#define _TO_BOOL_BOOL_r01 1607 -#define _TO_BOOL_BOOL_r11 1608 -#define _TO_BOOL_BOOL_r22 1609 -#define _TO_BOOL_BOOL_r33 1610 -#define _TO_BOOL_INT_r02 1611 -#define _TO_BOOL_INT_r12 1612 -#define _TO_BOOL_INT_r23 1613 -#define _TO_BOOL_LIST_r02 1614 -#define _TO_BOOL_LIST_r12 1615 -#define _TO_BOOL_LIST_r23 1616 -#define _TO_BOOL_NONE_r01 1617 -#define _TO_BOOL_NONE_r11 1618 -#define _TO_BOOL_NONE_r22 1619 -#define _TO_BOOL_NONE_r33 1620 -#define _TO_BOOL_STR_r02 1621 -#define _TO_BOOL_STR_r12 1622 -#define _TO_BOOL_STR_r23 1623 -#define _TRACE_RECORD_r00 1624 -#define _UNARY_INVERT_r12 1625 -#define _UNARY_NEGATIVE_r12 1626 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1627 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1628 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1629 -#define _UNARY_NOT_r01 1630 -#define _UNARY_NOT_r11 1631 -#define _UNARY_NOT_r22 1632 -#define _UNARY_NOT_r33 1633 -#define _UNPACK_EX_r10 1634 -#define _UNPACK_SEQUENCE_r10 1635 -#define _UNPACK_SEQUENCE_LIST_r10 1636 -#define _UNPACK_SEQUENCE_TUPLE_r10 1637 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1638 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1639 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1640 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1641 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1642 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1643 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1644 -#define _WITH_EXCEPT_START_r33 1645 -#define _YIELD_VALUE_r11 1646 -#define MAX_UOP_REGS_ID 1646 +#define _GUARD_NOS_INT_r02 1088 +#define _GUARD_NOS_INT_r12 1089 +#define _GUARD_NOS_INT_r22 1090 +#define _GUARD_NOS_INT_r33 1091 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1092 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1093 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1094 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1095 +#define _GUARD_NOS_LIST_r02 1096 +#define _GUARD_NOS_LIST_r12 1097 +#define _GUARD_NOS_LIST_r22 1098 +#define _GUARD_NOS_LIST_r33 1099 +#define _GUARD_NOS_NOT_NULL_r02 1100 +#define _GUARD_NOS_NOT_NULL_r12 1101 +#define _GUARD_NOS_NOT_NULL_r22 1102 +#define _GUARD_NOS_NOT_NULL_r33 1103 +#define _GUARD_NOS_NULL_r02 1104 +#define _GUARD_NOS_NULL_r12 1105 +#define _GUARD_NOS_NULL_r22 1106 +#define _GUARD_NOS_NULL_r33 1107 +#define _GUARD_NOS_OVERFLOWED_r02 1108 +#define _GUARD_NOS_OVERFLOWED_r12 1109 +#define _GUARD_NOS_OVERFLOWED_r22 1110 +#define _GUARD_NOS_OVERFLOWED_r33 1111 +#define _GUARD_NOS_TUPLE_r02 1112 +#define _GUARD_NOS_TUPLE_r12 1113 +#define _GUARD_NOS_TUPLE_r22 1114 +#define _GUARD_NOS_TUPLE_r33 1115 +#define _GUARD_NOS_TYPE_VERSION_r02 1116 +#define _GUARD_NOS_TYPE_VERSION_r12 1117 +#define _GUARD_NOS_TYPE_VERSION_r22 1118 +#define _GUARD_NOS_TYPE_VERSION_r33 1119 +#define _GUARD_NOS_UNICODE_r02 1120 +#define _GUARD_NOS_UNICODE_r12 1121 +#define _GUARD_NOS_UNICODE_r22 1122 +#define _GUARD_NOS_UNICODE_r33 1123 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1124 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1125 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1126 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1127 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1128 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1129 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1130 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1131 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1132 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1133 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1134 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1135 +#define _GUARD_THIRD_NULL_r03 1136 +#define _GUARD_THIRD_NULL_r13 1137 +#define _GUARD_THIRD_NULL_r23 1138 +#define _GUARD_THIRD_NULL_r33 1139 +#define _GUARD_TOS_ANY_DICT_r01 1140 +#define _GUARD_TOS_ANY_DICT_r11 1141 +#define _GUARD_TOS_ANY_DICT_r22 1142 +#define _GUARD_TOS_ANY_DICT_r33 1143 +#define _GUARD_TOS_ANY_SET_r01 1144 +#define _GUARD_TOS_ANY_SET_r11 1145 +#define _GUARD_TOS_ANY_SET_r22 1146 +#define _GUARD_TOS_ANY_SET_r33 1147 +#define _GUARD_TOS_DICT_r01 1148 +#define _GUARD_TOS_DICT_r11 1149 +#define _GUARD_TOS_DICT_r22 1150 +#define _GUARD_TOS_DICT_r33 1151 +#define _GUARD_TOS_FLOAT_r01 1152 +#define _GUARD_TOS_FLOAT_r11 1153 +#define _GUARD_TOS_FLOAT_r22 1154 +#define _GUARD_TOS_FLOAT_r33 1155 +#define _GUARD_TOS_FROZENDICT_r01 1156 +#define _GUARD_TOS_FROZENDICT_r11 1157 +#define _GUARD_TOS_FROZENDICT_r22 1158 +#define _GUARD_TOS_FROZENDICT_r33 1159 +#define _GUARD_TOS_FROZENSET_r01 1160 +#define _GUARD_TOS_FROZENSET_r11 1161 +#define _GUARD_TOS_FROZENSET_r22 1162 +#define _GUARD_TOS_FROZENSET_r33 1163 +#define _GUARD_TOS_INT_r01 1164 +#define _GUARD_TOS_INT_r11 1165 +#define _GUARD_TOS_INT_r22 1166 +#define _GUARD_TOS_INT_r33 1167 +#define _GUARD_TOS_IS_NONE_r01 1168 +#define _GUARD_TOS_IS_NONE_r11 1169 +#define _GUARD_TOS_IS_NONE_r22 1170 +#define _GUARD_TOS_IS_NONE_r33 1171 +#define _GUARD_TOS_LIST_r01 1172 +#define _GUARD_TOS_LIST_r11 1173 +#define _GUARD_TOS_LIST_r22 1174 +#define _GUARD_TOS_LIST_r33 1175 +#define _GUARD_TOS_NOT_NULL_r01 1176 +#define _GUARD_TOS_NOT_NULL_r11 1177 +#define _GUARD_TOS_NOT_NULL_r22 1178 +#define _GUARD_TOS_NOT_NULL_r33 1179 +#define _GUARD_TOS_OVERFLOWED_r01 1180 +#define _GUARD_TOS_OVERFLOWED_r11 1181 +#define _GUARD_TOS_OVERFLOWED_r22 1182 +#define _GUARD_TOS_OVERFLOWED_r33 1183 +#define _GUARD_TOS_SET_r01 1184 +#define _GUARD_TOS_SET_r11 1185 +#define _GUARD_TOS_SET_r22 1186 +#define _GUARD_TOS_SET_r33 1187 +#define _GUARD_TOS_SLICE_r01 1188 +#define _GUARD_TOS_SLICE_r11 1189 +#define _GUARD_TOS_SLICE_r22 1190 +#define _GUARD_TOS_SLICE_r33 1191 +#define _GUARD_TOS_TUPLE_r01 1192 +#define _GUARD_TOS_TUPLE_r11 1193 +#define _GUARD_TOS_TUPLE_r22 1194 +#define _GUARD_TOS_TUPLE_r33 1195 +#define _GUARD_TOS_UNICODE_r01 1196 +#define _GUARD_TOS_UNICODE_r11 1197 +#define _GUARD_TOS_UNICODE_r22 1198 +#define _GUARD_TOS_UNICODE_r33 1199 +#define _GUARD_TYPE_r01 1200 +#define _GUARD_TYPE_r11 1201 +#define _GUARD_TYPE_r22 1202 +#define _GUARD_TYPE_r33 1203 +#define _GUARD_TYPE_ITER_r02 1204 +#define _GUARD_TYPE_ITER_r12 1205 +#define _GUARD_TYPE_ITER_r22 1206 +#define _GUARD_TYPE_ITER_r33 1207 +#define _GUARD_TYPE_VERSION_r01 1208 +#define _GUARD_TYPE_VERSION_r11 1209 +#define _GUARD_TYPE_VERSION_r22 1210 +#define _GUARD_TYPE_VERSION_r33 1211 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1212 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1213 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1214 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1215 +#define _HANDLE_PENDING_AND_DEOPT_r00 1216 +#define _HANDLE_PENDING_AND_DEOPT_r10 1217 +#define _HANDLE_PENDING_AND_DEOPT_r20 1218 +#define _HANDLE_PENDING_AND_DEOPT_r30 1219 +#define _IMPORT_FROM_r12 1220 +#define _IMPORT_NAME_r21 1221 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1222 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1223 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1224 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1225 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1226 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1227 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1228 +#define _INSERT_NULL_r10 1229 +#define _INSTRUMENTED_FOR_ITER_r23 1230 +#define _INSTRUMENTED_INSTRUCTION_r00 1231 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1232 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1233 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1234 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1235 +#define _INSTRUMENTED_LINE_r00 1236 +#define _INSTRUMENTED_NOT_TAKEN_r00 1237 +#define _INSTRUMENTED_NOT_TAKEN_r11 1238 +#define _INSTRUMENTED_NOT_TAKEN_r22 1239 +#define _INSTRUMENTED_NOT_TAKEN_r33 1240 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1241 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1242 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1243 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1244 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1245 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1246 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1247 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1248 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1249 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1250 +#define _IS_NONE_r11 1251 +#define _IS_OP_r03 1252 +#define _IS_OP_r13 1253 +#define _IS_OP_r23 1254 +#define _ITER_CHECK_LIST_r02 1255 +#define _ITER_CHECK_LIST_r12 1256 +#define _ITER_CHECK_LIST_r22 1257 +#define _ITER_CHECK_LIST_r33 1258 +#define _ITER_CHECK_RANGE_r02 1259 +#define _ITER_CHECK_RANGE_r12 1260 +#define _ITER_CHECK_RANGE_r22 1261 +#define _ITER_CHECK_RANGE_r33 1262 +#define _ITER_CHECK_TUPLE_r02 1263 +#define _ITER_CHECK_TUPLE_r12 1264 +#define _ITER_CHECK_TUPLE_r22 1265 +#define _ITER_CHECK_TUPLE_r33 1266 +#define _ITER_JUMP_LIST_r02 1267 +#define _ITER_JUMP_LIST_r12 1268 +#define _ITER_JUMP_LIST_r22 1269 +#define _ITER_JUMP_LIST_r33 1270 +#define _ITER_JUMP_RANGE_r02 1271 +#define _ITER_JUMP_RANGE_r12 1272 +#define _ITER_JUMP_RANGE_r22 1273 +#define _ITER_JUMP_RANGE_r33 1274 +#define _ITER_JUMP_TUPLE_r02 1275 +#define _ITER_JUMP_TUPLE_r12 1276 +#define _ITER_JUMP_TUPLE_r22 1277 +#define _ITER_JUMP_TUPLE_r33 1278 +#define _ITER_NEXT_INLINE_r23 1279 +#define _ITER_NEXT_LIST_r23 1280 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1281 +#define _ITER_NEXT_RANGE_r03 1282 +#define _ITER_NEXT_RANGE_r13 1283 +#define _ITER_NEXT_RANGE_r23 1284 +#define _ITER_NEXT_TUPLE_r03 1285 +#define _ITER_NEXT_TUPLE_r13 1286 +#define _ITER_NEXT_TUPLE_r23 1287 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1288 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1289 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1290 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1291 +#define _JUMP_TO_TOP_r00 1292 +#define _LIST_APPEND_r10 1293 +#define _LIST_EXTEND_r11 1294 +#define _LOAD_ATTR_r10 1295 +#define _LOAD_ATTR_CLASS_r11 1296 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1297 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1298 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1299 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1300 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1301 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1302 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1303 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1304 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1305 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1306 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1307 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1308 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1309 +#define _LOAD_ATTR_MODULE_r12 1310 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1311 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1312 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1313 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1314 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1315 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1316 +#define _LOAD_ATTR_SLOT_r02 1317 +#define _LOAD_ATTR_SLOT_r12 1318 +#define _LOAD_ATTR_SLOT_r23 1319 +#define _LOAD_ATTR_WITH_HINT_r12 1320 +#define _LOAD_BUILD_CLASS_r01 1321 +#define _LOAD_BYTECODE_r00 1322 +#define _LOAD_COMMON_CONSTANT_r01 1323 +#define _LOAD_COMMON_CONSTANT_r12 1324 +#define _LOAD_COMMON_CONSTANT_r23 1325 +#define _LOAD_CONST_r01 1326 +#define _LOAD_CONST_r12 1327 +#define _LOAD_CONST_r23 1328 +#define _LOAD_CONST_INLINE_r01 1329 +#define _LOAD_CONST_INLINE_r12 1330 +#define _LOAD_CONST_INLINE_r23 1331 +#define _LOAD_CONST_INLINE_BORROW_r01 1332 +#define _LOAD_CONST_INLINE_BORROW_r12 1333 +#define _LOAD_CONST_INLINE_BORROW_r23 1334 +#define _LOAD_DEREF_r01 1335 +#define _LOAD_FAST_r01 1336 +#define _LOAD_FAST_r12 1337 +#define _LOAD_FAST_r23 1338 +#define _LOAD_FAST_0_r01 1339 +#define _LOAD_FAST_0_r12 1340 +#define _LOAD_FAST_0_r23 1341 +#define _LOAD_FAST_1_r01 1342 +#define _LOAD_FAST_1_r12 1343 +#define _LOAD_FAST_1_r23 1344 +#define _LOAD_FAST_2_r01 1345 +#define _LOAD_FAST_2_r12 1346 +#define _LOAD_FAST_2_r23 1347 +#define _LOAD_FAST_3_r01 1348 +#define _LOAD_FAST_3_r12 1349 +#define _LOAD_FAST_3_r23 1350 +#define _LOAD_FAST_4_r01 1351 +#define _LOAD_FAST_4_r12 1352 +#define _LOAD_FAST_4_r23 1353 +#define _LOAD_FAST_5_r01 1354 +#define _LOAD_FAST_5_r12 1355 +#define _LOAD_FAST_5_r23 1356 +#define _LOAD_FAST_6_r01 1357 +#define _LOAD_FAST_6_r12 1358 +#define _LOAD_FAST_6_r23 1359 +#define _LOAD_FAST_7_r01 1360 +#define _LOAD_FAST_7_r12 1361 +#define _LOAD_FAST_7_r23 1362 +#define _LOAD_FAST_AND_CLEAR_r01 1363 +#define _LOAD_FAST_AND_CLEAR_r12 1364 +#define _LOAD_FAST_AND_CLEAR_r23 1365 +#define _LOAD_FAST_BORROW_r01 1366 +#define _LOAD_FAST_BORROW_r12 1367 +#define _LOAD_FAST_BORROW_r23 1368 +#define _LOAD_FAST_BORROW_0_r01 1369 +#define _LOAD_FAST_BORROW_0_r12 1370 +#define _LOAD_FAST_BORROW_0_r23 1371 +#define _LOAD_FAST_BORROW_1_r01 1372 +#define _LOAD_FAST_BORROW_1_r12 1373 +#define _LOAD_FAST_BORROW_1_r23 1374 +#define _LOAD_FAST_BORROW_2_r01 1375 +#define _LOAD_FAST_BORROW_2_r12 1376 +#define _LOAD_FAST_BORROW_2_r23 1377 +#define _LOAD_FAST_BORROW_3_r01 1378 +#define _LOAD_FAST_BORROW_3_r12 1379 +#define _LOAD_FAST_BORROW_3_r23 1380 +#define _LOAD_FAST_BORROW_4_r01 1381 +#define _LOAD_FAST_BORROW_4_r12 1382 +#define _LOAD_FAST_BORROW_4_r23 1383 +#define _LOAD_FAST_BORROW_5_r01 1384 +#define _LOAD_FAST_BORROW_5_r12 1385 +#define _LOAD_FAST_BORROW_5_r23 1386 +#define _LOAD_FAST_BORROW_6_r01 1387 +#define _LOAD_FAST_BORROW_6_r12 1388 +#define _LOAD_FAST_BORROW_6_r23 1389 +#define _LOAD_FAST_BORROW_7_r01 1390 +#define _LOAD_FAST_BORROW_7_r12 1391 +#define _LOAD_FAST_BORROW_7_r23 1392 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1393 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1394 +#define _LOAD_FAST_CHECK_r01 1395 +#define _LOAD_FAST_CHECK_r12 1396 +#define _LOAD_FAST_CHECK_r23 1397 +#define _LOAD_FAST_LOAD_FAST_r02 1398 +#define _LOAD_FAST_LOAD_FAST_r13 1399 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1400 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1401 +#define _LOAD_GLOBAL_r00 1402 +#define _LOAD_GLOBAL_BUILTINS_r01 1403 +#define _LOAD_GLOBAL_MODULE_r01 1404 +#define _LOAD_LOCALS_r01 1405 +#define _LOAD_LOCALS_r12 1406 +#define _LOAD_LOCALS_r23 1407 +#define _LOAD_NAME_r01 1408 +#define _LOAD_SMALL_INT_r01 1409 +#define _LOAD_SMALL_INT_r12 1410 +#define _LOAD_SMALL_INT_r23 1411 +#define _LOAD_SMALL_INT_0_r01 1412 +#define _LOAD_SMALL_INT_0_r12 1413 +#define _LOAD_SMALL_INT_0_r23 1414 +#define _LOAD_SMALL_INT_1_r01 1415 +#define _LOAD_SMALL_INT_1_r12 1416 +#define _LOAD_SMALL_INT_1_r23 1417 +#define _LOAD_SMALL_INT_2_r01 1418 +#define _LOAD_SMALL_INT_2_r12 1419 +#define _LOAD_SMALL_INT_2_r23 1420 +#define _LOAD_SMALL_INT_3_r01 1421 +#define _LOAD_SMALL_INT_3_r12 1422 +#define _LOAD_SMALL_INT_3_r23 1423 +#define _LOAD_SPECIAL_r00 1424 +#define _LOAD_SUPER_ATTR_ATTR_r31 1425 +#define _LOAD_SUPER_ATTR_METHOD_r32 1426 +#define _LOCK_OBJECT_r01 1427 +#define _LOCK_OBJECT_r11 1428 +#define _LOCK_OBJECT_r22 1429 +#define _LOCK_OBJECT_r33 1430 +#define _MAKE_CALLARGS_A_TUPLE_r33 1431 +#define _MAKE_CELL_r00 1432 +#define _MAKE_FUNCTION_r12 1433 +#define _MAKE_HEAP_SAFE_r01 1434 +#define _MAKE_HEAP_SAFE_r11 1435 +#define _MAKE_HEAP_SAFE_r22 1436 +#define _MAKE_HEAP_SAFE_r33 1437 +#define _MAKE_WARM_r00 1438 +#define _MAKE_WARM_r11 1439 +#define _MAKE_WARM_r22 1440 +#define _MAKE_WARM_r33 1441 +#define _MAP_ADD_r20 1442 +#define _MATCH_CLASS_r33 1443 +#define _MATCH_KEYS_r23 1444 +#define _MATCH_MAPPING_r02 1445 +#define _MATCH_MAPPING_r12 1446 +#define _MATCH_MAPPING_r23 1447 +#define _MATCH_SEQUENCE_r02 1448 +#define _MATCH_SEQUENCE_r12 1449 +#define _MATCH_SEQUENCE_r23 1450 +#define _MAYBE_EXPAND_METHOD_r00 1451 +#define _MAYBE_EXPAND_METHOD_KW_r11 1452 +#define _MONITOR_CALL_r00 1453 +#define _MONITOR_CALL_KW_r11 1454 +#define _MONITOR_JUMP_BACKWARD_r00 1455 +#define _MONITOR_JUMP_BACKWARD_r11 1456 +#define _MONITOR_JUMP_BACKWARD_r22 1457 +#define _MONITOR_JUMP_BACKWARD_r33 1458 +#define _MONITOR_RESUME_r00 1459 +#define _NOP_r00 1460 +#define _NOP_r11 1461 +#define _NOP_r22 1462 +#define _NOP_r33 1463 +#define _POP_EXCEPT_r10 1464 +#define _POP_ITER_r20 1465 +#define _POP_JUMP_IF_FALSE_r00 1466 +#define _POP_JUMP_IF_FALSE_r10 1467 +#define _POP_JUMP_IF_FALSE_r21 1468 +#define _POP_JUMP_IF_FALSE_r32 1469 +#define _POP_JUMP_IF_TRUE_r00 1470 +#define _POP_JUMP_IF_TRUE_r10 1471 +#define _POP_JUMP_IF_TRUE_r21 1472 +#define _POP_JUMP_IF_TRUE_r32 1473 +#define _POP_TOP_r10 1474 +#define _POP_TOP_FLOAT_r00 1475 +#define _POP_TOP_FLOAT_r10 1476 +#define _POP_TOP_FLOAT_r21 1477 +#define _POP_TOP_FLOAT_r32 1478 +#define _POP_TOP_INT_r00 1479 +#define _POP_TOP_INT_r10 1480 +#define _POP_TOP_INT_r21 1481 +#define _POP_TOP_INT_r32 1482 +#define _POP_TOP_NOP_r00 1483 +#define _POP_TOP_NOP_r10 1484 +#define _POP_TOP_NOP_r21 1485 +#define _POP_TOP_NOP_r32 1486 +#define _POP_TOP_OPARG_r00 1487 +#define _POP_TOP_UNICODE_r00 1488 +#define _POP_TOP_UNICODE_r10 1489 +#define _POP_TOP_UNICODE_r21 1490 +#define _POP_TOP_UNICODE_r32 1491 +#define _PUSH_EXC_INFO_r02 1492 +#define _PUSH_EXC_INFO_r12 1493 +#define _PUSH_EXC_INFO_r23 1494 +#define _PUSH_FRAME_r10 1495 +#define _PUSH_NULL_r01 1496 +#define _PUSH_NULL_r12 1497 +#define _PUSH_NULL_r23 1498 +#define _PUSH_NULL_CONDITIONAL_r00 1499 +#define _PUSH_TAGGED_ZERO_r01 1500 +#define _PUSH_TAGGED_ZERO_r12 1501 +#define _PUSH_TAGGED_ZERO_r23 1502 +#define _PY_FRAME_EX_r31 1503 +#define _PY_FRAME_GENERAL_r01 1504 +#define _PY_FRAME_KW_r11 1505 +#define _REPLACE_WITH_TRUE_r02 1506 +#define _REPLACE_WITH_TRUE_r12 1507 +#define _REPLACE_WITH_TRUE_r23 1508 +#define _RESUME_CHECK_r00 1509 +#define _RESUME_CHECK_r11 1510 +#define _RESUME_CHECK_r22 1511 +#define _RESUME_CHECK_r33 1512 +#define _RETURN_GENERATOR_r01 1513 +#define _RETURN_VALUE_r11 1514 +#define _RROT_3_r03 1515 +#define _RROT_3_r13 1516 +#define _RROT_3_r23 1517 +#define _RROT_3_r33 1518 +#define _SAVE_RETURN_OFFSET_r00 1519 +#define _SAVE_RETURN_OFFSET_r11 1520 +#define _SAVE_RETURN_OFFSET_r22 1521 +#define _SAVE_RETURN_OFFSET_r33 1522 +#define _SEND_ASYNC_GEN_r33 1523 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1524 +#define _SEND_GEN_FRAME_r33 1525 +#define _SEND_VIRTUAL_r33 1526 +#define _SEND_VIRTUAL_TIER_TWO_r03 1527 +#define _SEND_VIRTUAL_TIER_TWO_r13 1528 +#define _SEND_VIRTUAL_TIER_TWO_r23 1529 +#define _SEND_VIRTUAL_TIER_TWO_r33 1530 +#define _SETUP_ANNOTATIONS_r00 1531 +#define _SET_ADD_r10 1532 +#define _SET_FUNCTION_ATTRIBUTE_r01 1533 +#define _SET_FUNCTION_ATTRIBUTE_r11 1534 +#define _SET_FUNCTION_ATTRIBUTE_r21 1535 +#define _SET_FUNCTION_ATTRIBUTE_r32 1536 +#define _SET_IP_r00 1537 +#define _SET_IP_r11 1538 +#define _SET_IP_r22 1539 +#define _SET_IP_r33 1540 +#define _SET_UPDATE_r11 1541 +#define _SPILL_OR_RELOAD_r01 1542 +#define _SPILL_OR_RELOAD_r02 1543 +#define _SPILL_OR_RELOAD_r03 1544 +#define _SPILL_OR_RELOAD_r10 1545 +#define _SPILL_OR_RELOAD_r12 1546 +#define _SPILL_OR_RELOAD_r13 1547 +#define _SPILL_OR_RELOAD_r20 1548 +#define _SPILL_OR_RELOAD_r21 1549 +#define _SPILL_OR_RELOAD_r23 1550 +#define _SPILL_OR_RELOAD_r30 1551 +#define _SPILL_OR_RELOAD_r31 1552 +#define _SPILL_OR_RELOAD_r32 1553 +#define _START_EXECUTOR_r00 1554 +#define _STORE_ATTR_r20 1555 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 +#define _STORE_ATTR_SLOT_r21 1557 +#define _STORE_ATTR_WITH_HINT_r21 1558 +#define _STORE_DEREF_r10 1559 +#define _STORE_FAST_LOAD_FAST_r11 1560 +#define _STORE_FAST_STORE_FAST_r20 1561 +#define _STORE_GLOBAL_r10 1562 +#define _STORE_NAME_r10 1563 +#define _STORE_SLICE_r30 1564 +#define _STORE_SUBSCR_r30 1565 +#define _STORE_SUBSCR_DICT_r31 1566 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 +#define _STORE_SUBSCR_LIST_INT_r32 1568 +#define _SWAP_r11 1569 +#define _SWAP_2_r02 1570 +#define _SWAP_2_r12 1571 +#define _SWAP_2_r22 1572 +#define _SWAP_2_r33 1573 +#define _SWAP_3_r03 1574 +#define _SWAP_3_r13 1575 +#define _SWAP_3_r23 1576 +#define _SWAP_3_r33 1577 +#define _SWAP_FAST_r01 1578 +#define _SWAP_FAST_r11 1579 +#define _SWAP_FAST_r22 1580 +#define _SWAP_FAST_r33 1581 +#define _SWAP_FAST_0_r01 1582 +#define _SWAP_FAST_0_r11 1583 +#define _SWAP_FAST_0_r22 1584 +#define _SWAP_FAST_0_r33 1585 +#define _SWAP_FAST_1_r01 1586 +#define _SWAP_FAST_1_r11 1587 +#define _SWAP_FAST_1_r22 1588 +#define _SWAP_FAST_1_r33 1589 +#define _SWAP_FAST_2_r01 1590 +#define _SWAP_FAST_2_r11 1591 +#define _SWAP_FAST_2_r22 1592 +#define _SWAP_FAST_2_r33 1593 +#define _SWAP_FAST_3_r01 1594 +#define _SWAP_FAST_3_r11 1595 +#define _SWAP_FAST_3_r22 1596 +#define _SWAP_FAST_3_r33 1597 +#define _SWAP_FAST_4_r01 1598 +#define _SWAP_FAST_4_r11 1599 +#define _SWAP_FAST_4_r22 1600 +#define _SWAP_FAST_4_r33 1601 +#define _SWAP_FAST_5_r01 1602 +#define _SWAP_FAST_5_r11 1603 +#define _SWAP_FAST_5_r22 1604 +#define _SWAP_FAST_5_r33 1605 +#define _SWAP_FAST_6_r01 1606 +#define _SWAP_FAST_6_r11 1607 +#define _SWAP_FAST_6_r22 1608 +#define _SWAP_FAST_6_r33 1609 +#define _SWAP_FAST_7_r01 1610 +#define _SWAP_FAST_7_r11 1611 +#define _SWAP_FAST_7_r22 1612 +#define _SWAP_FAST_7_r33 1613 +#define _TIER2_RESUME_CHECK_r00 1614 +#define _TIER2_RESUME_CHECK_r11 1615 +#define _TIER2_RESUME_CHECK_r22 1616 +#define _TIER2_RESUME_CHECK_r33 1617 +#define _TO_BOOL_r11 1618 +#define _TO_BOOL_BOOL_r01 1619 +#define _TO_BOOL_BOOL_r11 1620 +#define _TO_BOOL_BOOL_r22 1621 +#define _TO_BOOL_BOOL_r33 1622 +#define _TO_BOOL_INT_r02 1623 +#define _TO_BOOL_INT_r12 1624 +#define _TO_BOOL_INT_r23 1625 +#define _TO_BOOL_LIST_r02 1626 +#define _TO_BOOL_LIST_r12 1627 +#define _TO_BOOL_LIST_r23 1628 +#define _TO_BOOL_NONE_r01 1629 +#define _TO_BOOL_NONE_r11 1630 +#define _TO_BOOL_NONE_r22 1631 +#define _TO_BOOL_NONE_r33 1632 +#define _TO_BOOL_STR_r02 1633 +#define _TO_BOOL_STR_r12 1634 +#define _TO_BOOL_STR_r23 1635 +#define _TRACE_RECORD_r00 1636 +#define _UNARY_INVERT_r12 1637 +#define _UNARY_NEGATIVE_r12 1638 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 +#define _UNARY_NOT_r01 1642 +#define _UNARY_NOT_r11 1643 +#define _UNARY_NOT_r22 1644 +#define _UNARY_NOT_r33 1645 +#define _UNPACK_EX_r10 1646 +#define _UNPACK_SEQUENCE_r10 1647 +#define _UNPACK_SEQUENCE_LIST_r10 1648 +#define _UNPACK_SEQUENCE_TUPLE_r10 1649 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 +#define _WITH_EXCEPT_START_r33 1657 +#define _YIELD_VALUE_r11 1658 +#define MAX_UOP_REGS_ID 1658 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index b29fed60f4626d2..093cd0d67f92971 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -1044,39 +1044,39 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { }, }, [_GUARD_NOS_INT] = { - .best = { 2, 2, 2, 2 }, + .best = { 0, 1, 2, 3 }, .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, + { 2, 0, _GUARD_NOS_INT_r02 }, + { 2, 1, _GUARD_NOS_INT_r12 }, { 2, 2, _GUARD_NOS_INT_r22 }, - { -1, -1, -1 }, + { 3, 3, _GUARD_NOS_INT_r33 }, }, }, [_GUARD_TOS_INT] = { - .best = { 1, 1, 1, 1 }, + .best = { 0, 1, 2, 3 }, .entries = { - { -1, -1, -1 }, + { 1, 0, _GUARD_TOS_INT_r01 }, { 1, 1, _GUARD_TOS_INT_r11 }, - { -1, -1, -1 }, - { -1, -1, -1 }, + { 2, 2, _GUARD_TOS_INT_r22 }, + { 3, 3, _GUARD_TOS_INT_r33 }, }, }, [_GUARD_NOS_OVERFLOWED] = { - .best = { 2, 2, 2, 2 }, + .best = { 0, 1, 2, 3 }, .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, + { 2, 0, _GUARD_NOS_OVERFLOWED_r02 }, + { 2, 1, _GUARD_NOS_OVERFLOWED_r12 }, { 2, 2, _GUARD_NOS_OVERFLOWED_r22 }, - { -1, -1, -1 }, + { 3, 3, _GUARD_NOS_OVERFLOWED_r33 }, }, }, [_GUARD_TOS_OVERFLOWED] = { - .best = { 1, 1, 1, 1 }, + .best = { 0, 1, 2, 3 }, .entries = { - { -1, -1, -1 }, + { 1, 0, _GUARD_TOS_OVERFLOWED_r01 }, { 1, 1, _GUARD_TOS_OVERFLOWED_r11 }, - { -1, -1, -1 }, - { -1, -1, -1 }, + { 2, 2, _GUARD_TOS_OVERFLOWED_r22 }, + { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, }, }, [_BINARY_OP_MULTIPLY_INT] = { @@ -4137,10 +4137,22 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_REPLACE_WITH_TRUE_r12] = _REPLACE_WITH_TRUE, [_REPLACE_WITH_TRUE_r23] = _REPLACE_WITH_TRUE, [_UNARY_INVERT_r12] = _UNARY_INVERT, + [_GUARD_NOS_INT_r02] = _GUARD_NOS_INT, + [_GUARD_NOS_INT_r12] = _GUARD_NOS_INT, [_GUARD_NOS_INT_r22] = _GUARD_NOS_INT, + [_GUARD_NOS_INT_r33] = _GUARD_NOS_INT, + [_GUARD_TOS_INT_r01] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, + [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, + [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, + [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, + [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, + [_GUARD_NOS_OVERFLOWED_r33] = _GUARD_NOS_OVERFLOWED, + [_GUARD_TOS_OVERFLOWED_r01] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, + [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, + [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -5492,7 +5504,10 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_FLOAT_r22] = "_GUARD_NOS_FLOAT_r22", [_GUARD_NOS_FLOAT_r33] = "_GUARD_NOS_FLOAT_r33", [_GUARD_NOS_INT] = "_GUARD_NOS_INT", + [_GUARD_NOS_INT_r02] = "_GUARD_NOS_INT_r02", + [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", + [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", @@ -5514,7 +5529,10 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_NULL_r22] = "_GUARD_NOS_NULL_r22", [_GUARD_NOS_NULL_r33] = "_GUARD_NOS_NULL_r33", [_GUARD_NOS_OVERFLOWED] = "_GUARD_NOS_OVERFLOWED", + [_GUARD_NOS_OVERFLOWED_r02] = "_GUARD_NOS_OVERFLOWED_r02", + [_GUARD_NOS_OVERFLOWED_r12] = "_GUARD_NOS_OVERFLOWED_r12", [_GUARD_NOS_OVERFLOWED_r22] = "_GUARD_NOS_OVERFLOWED_r22", + [_GUARD_NOS_OVERFLOWED_r33] = "_GUARD_NOS_OVERFLOWED_r33", [_GUARD_NOS_TUPLE] = "_GUARD_NOS_TUPLE", [_GUARD_NOS_TUPLE_r02] = "_GUARD_NOS_TUPLE_r02", [_GUARD_NOS_TUPLE_r12] = "_GUARD_NOS_TUPLE_r12", @@ -5581,7 +5599,10 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_FROZENSET_r22] = "_GUARD_TOS_FROZENSET_r22", [_GUARD_TOS_FROZENSET_r33] = "_GUARD_TOS_FROZENSET_r33", [_GUARD_TOS_INT] = "_GUARD_TOS_INT", + [_GUARD_TOS_INT_r01] = "_GUARD_TOS_INT_r01", [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", + [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", + [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", @@ -5598,7 +5619,10 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_NOT_NULL_r22] = "_GUARD_TOS_NOT_NULL_r22", [_GUARD_TOS_NOT_NULL_r33] = "_GUARD_TOS_NOT_NULL_r33", [_GUARD_TOS_OVERFLOWED] = "_GUARD_TOS_OVERFLOWED", + [_GUARD_TOS_OVERFLOWED_r01] = "_GUARD_TOS_OVERFLOWED_r01", [_GUARD_TOS_OVERFLOWED_r11] = "_GUARD_TOS_OVERFLOWED_r11", + [_GUARD_TOS_OVERFLOWED_r22] = "_GUARD_TOS_OVERFLOWED_r22", + [_GUARD_TOS_OVERFLOWED_r33] = "_GUARD_TOS_OVERFLOWED_r33", [_GUARD_TOS_SET] = "_GUARD_TOS_SET", [_GUARD_TOS_SET_r01] = "_GUARD_TOS_SET_r01", [_GUARD_TOS_SET_r11] = "_GUARD_TOS_SET_r11", diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst new file mode 100644 index 000000000000000..a424b651054b62e --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst @@ -0,0 +1,2 @@ +Improve JIT integer arithmetic fast paths for exact ``int`` values that fit +in the signed 64-bit range but are not compact Python integers. diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index d1f1a84ee745937..374baf81cf3ff48 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -188,21 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -213,21 +199,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -606,21 +578,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -631,21 +589,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -871,21 +815,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1060,21 +990,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1164,21 +1080,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1271,21 +1173,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1448,21 +1336,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1473,21 +1347,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -5307,21 +5167,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); @@ -5332,21 +5178,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); @@ -12380,21 +12212,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); @@ -12632,21 +12450,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); diff --git a/Objects/longobject.c b/Objects/longobject.c index 3e395e9419b8521..dcd8c916a7fee24 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -3900,19 +3900,6 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits va = medium_value(a); - stwodigits vb = medium_value(b); - int64_t v64; - if (_Py_i64_add_overflow((int64_t)va, (int64_t)vb, &v64)) { - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); - } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; @@ -3968,19 +3955,6 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits va = medium_value(a); - stwodigits vb = medium_value(b); - int64_t v64; - if (_Py_i64_sub_overflow((int64_t)va, (int64_t)vb, &v64)) { - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); - } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; @@ -4438,19 +4412,6 @@ long_mul(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits va = medium_value(a); - stwodigits vb = medium_value(b); - int64_t v64; - if (_Py_i64_mul_overflow((int64_t)va, (int64_t)vb, &v64)) { - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v64); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); - } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 9004a2ba80f2c0f..f19039cccbd2084 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -634,83 +634,27 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); EXIT_IF(!ok); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); EXIT_IF(!ok); } op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = _PyLong_IsCompact(left_l); - if (!ok) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); EXIT_IF(!ok); } op(_GUARD_TOS_OVERFLOWED, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = _PyLong_IsCompact(value_l); - if (!ok) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); EXIT_IF(!ok); } diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 54d3e0624c24ccc..7ada13d23d19b6d 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3821,6 +3821,50 @@ break; } + case _GUARD_NOS_INT_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_NOS_INT_r22: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3829,21 +3873,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; @@ -3853,12 +3883,57 @@ } _tos_cache1 = _stack_item_1; _tos_cache0 = left; - _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } + case _GUARD_NOS_INT_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_TOS_INT_r11: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3866,21 +3941,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; @@ -3888,13 +3949,106 @@ JUMP_TO_JUMP_TARGET(); } _tos_cache0 = value; - _tos_cache1 = PyStackRef_ZERO_BITS; - _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } + case _GUARD_TOS_INT_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_OVERFLOWED_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_OVERFLOWED_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_NOS_OVERFLOWED_r22: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3904,21 +4058,7 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = _PyLong_IsCompact(left_l); - if (!ok) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; @@ -3928,12 +4068,59 @@ } _tos_cache1 = _stack_item_1; _tos_cache0 = left; - _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } + case _GUARD_NOS_OVERFLOWED_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_OVERFLOWED_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_TOS_OVERFLOWED_r11: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -3942,21 +4129,7 @@ value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = _PyLong_IsCompact(value_l); - if (!ok) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; @@ -3964,13 +4137,62 @@ JUMP_TO_JUMP_TARGET(); } _tos_cache0 = value; - _tos_cache1 = PyStackRef_ZERO_BITS; - _tos_cache2 = PyStackRef_ZERO_BITS; SET_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } + case _GUARD_TOS_OVERFLOWED_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_OVERFLOWED_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _BINARY_OP_MULTIPLY_INT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index b41c5e5dc926b72..0559054b7a403e8 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,21 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -213,21 +199,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -606,21 +578,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -631,21 +589,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -871,21 +815,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1060,21 +990,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1164,21 +1080,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1271,21 +1173,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1448,21 +1336,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -1473,21 +1347,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); @@ -5307,21 +5167,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); @@ -5332,21 +5178,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyLongObject *left_l = (PyLongObject *)left_o; - int ok = PyLong_CheckExact(left_o); - if (ok && !_PyLong_IsCompact(left_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(left_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((left_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)left_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(left_o); if (!ok) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); @@ -12377,21 +12209,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); @@ -12629,21 +12447,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - PyLongObject *value_l = (PyLongObject *)value_o; - int ok = PyLong_CheckExact(value_o); - if (ok && !_PyLong_IsCompact(value_l)) { - Py_ssize_t ndigits = _PyLong_DigitCount(value_l); - ok = (ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64); - if (ok && ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; - uint64_t max_top = ((value_l->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - ok = (uint64_t)value_l->long_value.ob_digit[ndigits - 1] <= max_top; - } - } + int ok = _PyLong_CheckExactAndMightFitInt64(value_o); if (!ok) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); diff --git a/Tools/cases_generator/analyzer.py b/Tools/cases_generator/analyzer.py index 22a321b4953de7d..9350033054e0065 100644 --- a/Tools/cases_generator/analyzer.py +++ b/Tools/cases_generator/analyzer.py @@ -721,6 +721,8 @@ def has_error_without_pop(op: parser.CodeDef) -> bool: "PyStackRef_Wrap", "PyStackRef_Unwrap", "_PyLong_CheckExactAndCompact", + "_PyLong_CheckExactAndMightFitInt64", + "_PyLong_MightFitInt64", "_PyExecutor_FromExit", "_PyJit_TryInitializeTracing", "_Py_unset_eval_breaker_bit", diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py index 1e3df08d2e3f113..2caf615d556b2c1 100644 --- a/Tools/scripts/jit_int_benchmark_pyperf.py +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -4,8 +4,9 @@ intermediate results overflow the 30-bit compact range. Usage: - python Tools/scripts/jit_int_benchmark_pyperf.py - python Tools/scripts/jit_int_benchmark_pyperf.py -o result.json --rigorous + ./python Tools/scripts/jit_int_benchmark_pyperf.py -o nojit.json + ./python -X jit Tools/scripts/jit_int_benchmark_pyperf.py -o jit.json + ./python -m pyperf compare_to nojit.json jit.json """ import time @@ -239,35 +240,55 @@ def bench_mixed(loops): def bench_small(loops): - """All small ints (baseline).""" + """All small ints, bounded to stay in the small-int cache.""" total = 0 t0 = time.perf_counter() for _ in range(loops): - total += 1 - total += 2 - total += 3 - total += 4 - total += 5 - total += 6 - total += 7 - total += 8 - total += 9 - total += 10 - total += 11 - total += 12 - total += 13 - total += 14 - total += 15 - total += 16 - total += 17 - total += 18 - total += 19 - total += 20 + total = (total + 1) & 255 + total = (total + 2) & 255 + total = (total + 3) & 255 + total = (total + 4) & 255 + total = (total + 5) & 255 + total = (total + 6) & 255 + total = (total + 7) & 255 + total = (total + 8) & 255 + total = (total + 9) & 255 + total = (total + 10) & 255 + total = (total + 11) & 255 + total = (total + 12) & 255 + total = (total + 13) & 255 + total = (total + 14) & 255 + total = (total + 15) & 255 + total = (total + 16) & 255 + total = (total + 17) & 255 + total = (total + 18) & 255 + total = (total + 19) & 255 + total = (total + 20) & 255 + return time.perf_counter() - t0 + + +def bench_compact(loops): + """Compact ints outside the small-int cache, bounded below 2**30.""" + total = 1 << 20 + mask = (1 << 29) - 1 + t0 = time.perf_counter() + for _ in range(loops): + total = (total + 10_000_001) & mask + total = (total + 10_000_003) & mask + total = (total + 10_000_019) & mask + total = (total + 10_000_079) & mask + total = (total + 10_000_103) & mask + total = (total + 10_000_121) & mask + total = (total + 10_000_123) & mask + total = (total + 10_000_133) & mask + total = (total + 10_000_139) & mask + total = (total + 10_000_159) & mask return time.perf_counter() - t0 BENCHMARKS = [ ("jit_int_small", bench_small), + ("jit_int_compact", bench_compact), ("jit_int_intermediate_overflow", bench_intermediate_overflow), ("jit_int_double_add", bench_double_add), ("jit_int_accumulate", bench_accumulate), From 1d667d4a773e836b508d69ae88cf58858b66e2a6 Mon Sep 17 00:00:00 2001 From: Kevin Turcios <106575910+KRRT7@users.noreply.github.com> Date: Thu, 28 May 2026 17:43:18 -0500 Subject: [PATCH 07/20] Update Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst Co-authored-by: Pieter Eendebak --- ...026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst index a424b651054b62e..9faeeb13ec23167 100644 --- a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst @@ -1,2 +1,2 @@ -Improve JIT integer arithmetic fast paths for exact ``int`` values that fit +Improve integer arithmetic fast paths for exact ``int`` values that fit in the signed 64-bit range but are not compact Python integers. From 41ad8fb1389aed3f5b241e67c566ebb9a20c90ad Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 15:46:52 -0500 Subject: [PATCH 08/20] Update pycore_long.h --- Include/internal/pycore_long.h | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 1f5620b48469fdd..55e581b3c382285 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -363,19 +363,7 @@ _PyLong_MightFitInt64(const PyLongObject *v) return 1; } Py_ssize_t ndigits = _PyLong_DigitCount(v); - if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { - return 0; - } - if (ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64) { - unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); - uint64_t max_pos_top = (uint64_t)INT64_MAX >> shift; - uint64_t max_neg_top = ((uint64_t)INT64_MAX + 1) >> shift; /* abs(INT64_MIN) */ - uint64_t max_top = ((v->long_value.lv_tag & SIGN_MASK) == SIGN_NEGATIVE) - ? max_neg_top - : max_pos_top; - return (uint64_t)v->long_value.ob_digit[ndigits - 1] <= max_top; - } - return 1; + return ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64; } static inline int From d549674628a67cc412d6a899820a32070cc4d7e3 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 16:34:55 -0500 Subject: [PATCH 09/20] Restore compact fast path in _PyCompactLong_{Add,Subtract,Multiply}; optimise helpers Objects/longobject.c: the wide-int rewrite replaced the compact stwodigits arithmetic with the int64 path for all inputs, regressing compact and small int benchmarks by ~8%. Restore an explicit _PyLong_BothAreCompact branch that uses medium_value + _PyLong_FromSTwoDigits (with PyStackRef_FromPyObjectBorrow for immortal small-int results and PyStackRef_FromPyObjectStealMortal for freshly allocated compact results), matching the semantics of the former medium_from_stwodigits path in main. The int64 path is now taken only when at least one operand is non-compact. Include/internal/pycore_long.h: - _PyLong_MightFitInt64 / _PyLong_TryAsInt64Exact: read lv_tag once and derive both the compact check and the digit count from it, avoiding the redundant helper calls and their debug-build asserts. - _PyLong_TryAsInt64Exact: add a #if PyLong_SHIFT == 30 fast path for exactly-2-digit ints that avoids the loop and all overflow checks, since a two-30-bit-digit value always fits in int64. --- Include/internal/pycore_long.h | 22 ++++++++++++++++------ Objects/longobject.c | 33 +++++++++++++++++++++++++++++++++ 2 files changed, 49 insertions(+), 6 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 55e581b3c382285..aa4c6a9676f4b34 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -359,10 +359,11 @@ _PyLong_CheckExactAndCompact(PyObject *op) static inline int _PyLong_MightFitInt64(const PyLongObject *v) { - if (_PyLong_IsCompact(v)) { + uintptr_t tag = v->long_value.lv_tag; + if (tag < (2 << NON_SIZE_BITS)) { return 1; } - Py_ssize_t ndigits = _PyLong_DigitCount(v); + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); return ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64; } @@ -382,15 +383,25 @@ static inline bool _PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) { assert(PyLong_CheckExact((PyObject *)v)); - if (_PyLong_IsCompact(v)) { - *out = (int64_t)_PyLong_CompactValue(v); + uintptr_t tag = v->long_value.lv_tag; + int sign = 1 - (tag & SIGN_MASK); + if (tag < (2 << NON_SIZE_BITS)) { + *out = (int64_t)(sign * (Py_ssize_t)v->long_value.ob_digit[0]); return true; } - Py_ssize_t ndigits = _PyLong_DigitCount(v); + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { return false; } uint64_t abs_val = 0; +#if PyLong_SHIFT == 30 + if (ndigits == 2) { + abs_val = (uint64_t)v->long_value.ob_digit[0] | + ((uint64_t)v->long_value.ob_digit[1] << 30); + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } +#endif unsigned int shift = 0; for (Py_ssize_t i = 0; i < ndigits; i++) { uint64_t d = (uint64_t)v->long_value.ob_digit[i]; @@ -404,7 +415,6 @@ _PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) abs_val |= d << shift; shift += PyLong_SHIFT; } - int sign = 1 - (v->long_value.lv_tag & SIGN_MASK); if (abs_val <= (uint64_t)INT64_MAX) { *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; return true; diff --git a/Objects/longobject.c b/Objects/longobject.c index dcd8c916a7fee24..89d057a648edbcc 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -3900,6 +3900,17 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) + medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; @@ -3955,6 +3966,17 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) - medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; @@ -4412,6 +4434,17 @@ long_mul(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) * medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + PyLongObject *result = _PyLong_FromSTwoDigits(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; From 094a60ab6a0aed918d00162dcd1729bf049fafb6 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 18:36:36 -0500 Subject: [PATCH 10/20] Split BINARY_OP_ADD/SUBTRACT/MULTIPLY_INT into compact and wide specialisations; add wide guards, inplace ops, and optimizer substitutions; inline allocation helpers for zero-overhead compact path MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - New BINARY_OP_{ADD,SUBTRACT,MULTIPLY}_INT_WIDE opcodes specialise for exact ints that fit in int64 but may exceed the compact (30-bit) range. Specialize.c now prefers the compact variant when both operands are compact, falling back to the wide variant for larger int64-range values. - _PyCompactLong_{Add,Subtract,Multiply}: return PyStackRef_NULL for OOM (matching medium_from_stwodigits in main) so the compact op bodies need only a single EXIT_IF(IsNull) check with no ERROR_IF branch, eliminating a dead conditional from every JIT-compiled compact arithmetic trace. - New _wide_op_result(int64_t) static inline inlines the small-int cache, single-digit freelist alloc, and _PyLong_FromLarge call for the wide functions, cutting the PyLong_FromInt64 → _PyLong_FromMedium call chain for results in the medium range. - Tier-2 optimizer: _GUARD_TOS/NOS_INT now substitutes _GUARD_TOS/NOS_COMPACT when the type is already known to be PyLong_Type; new _GUARD_TOS/NOS_INT_WIDE substitutes _GUARD_TOS/NOS_OVERFLOWED under the same condition. - Six new Tier-2 inplace ops (_BINARY_OP_{ADD,SUBTRACT,MULTIPLY}_INT_WIDE_INPLACE and _RIGHT variants) mirror the compact inplace ops for the wide path. LTO+PGO vs main LTO+PGO (geomean 1.62x faster): compact 1.50x, mixed 2.03x, accumulate 1.90x, always_large 1.55x --- Include/internal/pycore_long.h | 4 + Include/internal/pycore_opcode_metadata.h | 36 +- Include/internal/pycore_uop_ids.h | 2752 +++++++++++---------- Include/internal/pycore_uop_metadata.h | 261 +- Include/opcode_ids.h | 179 +- Lib/_opcode_metadata.py | 182 +- Lib/test/test_opcache.py | 12 +- Modules/_testinternalcapi/test_cases.c.h | 270 +- Modules/_testinternalcapi/test_targets.h | 27 +- Objects/longobject.c | 151 +- Python/bytecodes.c | 159 +- Python/executor_cases.c.h | 1411 +++++++++-- Python/generated_cases.c.h | 270 +- Python/opcode_targets.h | 27 +- Python/optimizer_bytecodes.c | 32 +- Python/optimizer_cases.c.h | 196 +- Python/record_functions.c.h | 3 + Python/specialize.c | 18 +- 18 files changed, 4092 insertions(+), 1898 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index aa4c6a9676f4b34..03b6ef8aa499414 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -116,6 +116,10 @@ PyAPI_DATA(PyObject*) _PyLong_Lshift(PyObject *, int64_t); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Add(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Multiply(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Subtract(PyLongObject *left, PyLongObject *right); +/* Wide variants: accept exact ints in the full int64 range (may be non-compact). */ +PyAPI_FUNC(_PyStackRef) _PyCompactLong_AddWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_MultiplyWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_SubtractWide(PyLongObject *left, PyLongObject *right); // Export for 'binascii' shared extension. PyAPI_DATA(unsigned char) _PyLong_DigitValue[256]; diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 341cd60a83c0607..79c8b3101d3e64d 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -44,6 +44,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_ADD_INT: return 2; + case BINARY_OP_ADD_INT_WIDE: + return 2; case BINARY_OP_ADD_UNICODE: return 2; case BINARY_OP_EXTEND: @@ -54,6 +56,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_MULTIPLY_INT: return 2; + case BINARY_OP_MULTIPLY_INT_WIDE: + return 2; case BINARY_OP_SUBSCR_DICT: return 2; case BINARY_OP_SUBSCR_GETITEM: @@ -72,6 +76,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_SUBTRACT_INT: return 2; + case BINARY_OP_SUBTRACT_INT_WIDE: + return 2; case BINARY_SLICE: return 3; case BUILD_INTERPOLATION: @@ -545,6 +551,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_ADD_INT: return 1; + case BINARY_OP_ADD_INT_WIDE: + return 1; case BINARY_OP_ADD_UNICODE: return 1; case BINARY_OP_EXTEND: @@ -555,6 +563,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_MULTIPLY_INT: return 1; + case BINARY_OP_MULTIPLY_INT_WIDE: + return 1; case BINARY_OP_SUBSCR_DICT: return 1; case BINARY_OP_SUBSCR_GETITEM: @@ -573,6 +583,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_SUBTRACT_INT: return 1; + case BINARY_OP_SUBTRACT_INT_WIDE: + return 1; case BINARY_SLICE: return 1; case BUILD_INTERPOLATION: @@ -1114,12 +1126,14 @@ PyAPI_DATA(const struct opcode_metadata) _PyOpcode_opcode_metadata[267]; const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, + [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_ADD_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, + [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_MULTIPLY_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1128,7 +1142,8 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_TUPLE_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, + [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_SUBTRACT_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, @@ -1373,11 +1388,13 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP] = { .nuops = 5, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _BINARY_OP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 } } }, [BINARY_OP_ADD_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_ADD_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_UNICODE] = { .nuops = 5, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_EXTEND] = { .nuops = 4, .uops = { { _GUARD_BINARY_OP_EXTEND, 4, 1 }, { _BINARY_OP_EXTEND, 4, 1 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_INPLACE_ADD_UNICODE] = { .nuops = 3, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_INPLACE_ADD_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_MULTIPLY_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_DICT] = { .nuops = 5, .uops = { { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_DICT_SUBSCRIPT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_DICT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_GETITEM] = { .nuops = 5, .uops = { { _RECORD_NOS, OPARG_SIMPLE, 0 }, { _CHECK_PEP_523, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_CHECK_FUNC, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_INIT_CALL, OPARG_SIMPLE, 5 }, { _PUSH_FRAME, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_LIST_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_LIST, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_LIST_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, @@ -1387,6 +1404,7 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP_SUBSCR_USTR_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_USTR_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_SUBTRACT_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_SLICE] = { .nuops = 1, .uops = { { _BINARY_SLICE, OPARG_SIMPLE, 0 } } }, [BUILD_INTERPOLATION] = { .nuops = 1, .uops = { { _BUILD_INTERPOLATION, OPARG_SIMPLE, 0 } } }, [BUILD_LIST] = { .nuops = 1, .uops = { { _BUILD_LIST, OPARG_SIMPLE, 0 } } }, @@ -1573,11 +1591,13 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP] = "BINARY_OP", [BINARY_OP_ADD_FLOAT] = "BINARY_OP_ADD_FLOAT", [BINARY_OP_ADD_INT] = "BINARY_OP_ADD_INT", + [BINARY_OP_ADD_INT_WIDE] = "BINARY_OP_ADD_INT_WIDE", [BINARY_OP_ADD_UNICODE] = "BINARY_OP_ADD_UNICODE", [BINARY_OP_EXTEND] = "BINARY_OP_EXTEND", [BINARY_OP_INPLACE_ADD_UNICODE] = "BINARY_OP_INPLACE_ADD_UNICODE", [BINARY_OP_MULTIPLY_FLOAT] = "BINARY_OP_MULTIPLY_FLOAT", [BINARY_OP_MULTIPLY_INT] = "BINARY_OP_MULTIPLY_INT", + [BINARY_OP_MULTIPLY_INT_WIDE] = "BINARY_OP_MULTIPLY_INT_WIDE", [BINARY_OP_SUBSCR_DICT] = "BINARY_OP_SUBSCR_DICT", [BINARY_OP_SUBSCR_GETITEM] = "BINARY_OP_SUBSCR_GETITEM", [BINARY_OP_SUBSCR_LIST_INT] = "BINARY_OP_SUBSCR_LIST_INT", @@ -1587,6 +1607,7 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP_SUBSCR_USTR_INT] = "BINARY_OP_SUBSCR_USTR_INT", [BINARY_OP_SUBTRACT_FLOAT] = "BINARY_OP_SUBTRACT_FLOAT", [BINARY_OP_SUBTRACT_INT] = "BINARY_OP_SUBTRACT_INT", + [BINARY_OP_SUBTRACT_INT_WIDE] = "BINARY_OP_SUBTRACT_INT_WIDE", [BINARY_SLICE] = "BINARY_SLICE", [BUILD_INTERPOLATION] = "BUILD_INTERPOLATION", [BUILD_LIST] = "BUILD_LIST", @@ -1856,9 +1877,6 @@ const uint8_t _PyOpcode_Deopt[256] = { [125] = 125, [126] = 126, [127] = 127, - [219] = 219, - [220] = 220, - [221] = 221, [222] = 222, [223] = 223, [224] = 224, @@ -1873,11 +1891,13 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP] = BINARY_OP, [BINARY_OP_ADD_FLOAT] = BINARY_OP, [BINARY_OP_ADD_INT] = BINARY_OP, + [BINARY_OP_ADD_INT_WIDE] = BINARY_OP, [BINARY_OP_ADD_UNICODE] = BINARY_OP, [BINARY_OP_EXTEND] = BINARY_OP, [BINARY_OP_INPLACE_ADD_UNICODE] = BINARY_OP, [BINARY_OP_MULTIPLY_FLOAT] = BINARY_OP, [BINARY_OP_MULTIPLY_INT] = BINARY_OP, + [BINARY_OP_MULTIPLY_INT_WIDE] = BINARY_OP, [BINARY_OP_SUBSCR_DICT] = BINARY_OP, [BINARY_OP_SUBSCR_GETITEM] = BINARY_OP, [BINARY_OP_SUBSCR_LIST_INT] = BINARY_OP, @@ -1887,6 +1907,7 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP_SUBSCR_USTR_INT] = BINARY_OP, [BINARY_OP_SUBTRACT_FLOAT] = BINARY_OP, [BINARY_OP_SUBTRACT_INT] = BINARY_OP, + [BINARY_OP_SUBTRACT_INT_WIDE] = BINARY_OP, [BINARY_SLICE] = BINARY_SLICE, [BUILD_INTERPOLATION] = BUILD_INTERPOLATION, [BUILD_LIST] = BUILD_LIST, @@ -2117,9 +2138,6 @@ const uint8_t _PyOpcode_Deopt[256] = { case 125: \ case 126: \ case 127: \ - case 219: \ - case 220: \ - case 221: \ case 222: \ case 223: \ case 224: \ diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 7c44c0a430b7311..66ce37087796922 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -19,34 +19,43 @@ extern "C" { #define _BINARY_OP_ADD_INT 307 #define _BINARY_OP_ADD_INT_INPLACE 308 #define _BINARY_OP_ADD_INT_INPLACE_RIGHT 309 -#define _BINARY_OP_ADD_UNICODE 310 -#define _BINARY_OP_EXTEND 311 -#define _BINARY_OP_INPLACE_ADD_UNICODE 312 -#define _BINARY_OP_MULTIPLY_FLOAT 313 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 314 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 315 -#define _BINARY_OP_MULTIPLY_INT 316 -#define _BINARY_OP_MULTIPLY_INT_INPLACE 317 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 318 -#define _BINARY_OP_SUBSCR_CHECK_FUNC 319 -#define _BINARY_OP_SUBSCR_DICT 320 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 321 -#define _BINARY_OP_SUBSCR_INIT_CALL 322 -#define _BINARY_OP_SUBSCR_LIST_INT 323 -#define _BINARY_OP_SUBSCR_LIST_SLICE 324 -#define _BINARY_OP_SUBSCR_STR_INT 325 -#define _BINARY_OP_SUBSCR_TUPLE_INT 326 -#define _BINARY_OP_SUBSCR_USTR_INT 327 -#define _BINARY_OP_SUBTRACT_FLOAT 328 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 329 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 330 -#define _BINARY_OP_SUBTRACT_INT 331 -#define _BINARY_OP_SUBTRACT_INT_INPLACE 332 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 333 -#define _BINARY_OP_TRUEDIV_FLOAT 334 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 335 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 336 -#define _BINARY_SLICE 337 +#define _BINARY_OP_ADD_INT_WIDE 310 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE 311 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT 312 +#define _BINARY_OP_ADD_UNICODE 313 +#define _BINARY_OP_EXTEND 314 +#define _BINARY_OP_INPLACE_ADD_UNICODE 315 +#define _BINARY_OP_MULTIPLY_FLOAT 316 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 317 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 318 +#define _BINARY_OP_MULTIPLY_INT 319 +#define _BINARY_OP_MULTIPLY_INT_INPLACE 320 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 321 +#define _BINARY_OP_MULTIPLY_INT_WIDE 322 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE 323 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT 324 +#define _BINARY_OP_SUBSCR_CHECK_FUNC 325 +#define _BINARY_OP_SUBSCR_DICT 326 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 327 +#define _BINARY_OP_SUBSCR_INIT_CALL 328 +#define _BINARY_OP_SUBSCR_LIST_INT 329 +#define _BINARY_OP_SUBSCR_LIST_SLICE 330 +#define _BINARY_OP_SUBSCR_STR_INT 331 +#define _BINARY_OP_SUBSCR_TUPLE_INT 332 +#define _BINARY_OP_SUBSCR_USTR_INT 333 +#define _BINARY_OP_SUBTRACT_FLOAT 334 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 335 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 336 +#define _BINARY_OP_SUBTRACT_INT 337 +#define _BINARY_OP_SUBTRACT_INT_INPLACE 338 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 339 +#define _BINARY_OP_SUBTRACT_INT_WIDE 340 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE 341 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT 342 +#define _BINARY_OP_TRUEDIV_FLOAT 343 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 344 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 345 +#define _BINARY_SLICE 346 #define _BUILD_INTERPOLATION BUILD_INTERPOLATION #define _BUILD_LIST BUILD_LIST #define _BUILD_MAP BUILD_MAP @@ -55,199 +64,203 @@ extern "C" { #define _BUILD_STRING BUILD_STRING #define _BUILD_TEMPLATE BUILD_TEMPLATE #define _BUILD_TUPLE BUILD_TUPLE -#define _CALL_BUILTIN_CLASS 338 -#define _CALL_BUILTIN_FAST 339 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 340 -#define _CALL_BUILTIN_O 341 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL 342 -#define _CALL_INTRINSIC_1 343 -#define _CALL_INTRINSIC_2 344 -#define _CALL_ISINSTANCE 345 -#define _CALL_KW_NON_PY 346 -#define _CALL_LEN 347 -#define _CALL_LIST_APPEND 348 -#define _CALL_METHOD_DESCRIPTOR_FAST 349 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 350 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 351 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 352 -#define _CALL_METHOD_DESCRIPTOR_NOARGS 353 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 354 -#define _CALL_METHOD_DESCRIPTOR_O 355 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE 356 -#define _CALL_NON_PY_GENERAL 357 -#define _CALL_STR_1 358 -#define _CALL_TUPLE_1 359 -#define _CALL_TYPE_1 360 -#define _CHECK_ATTR_CLASS 361 -#define _CHECK_ATTR_METHOD_LAZY_DICT 362 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 363 +#define _CALL_BUILTIN_CLASS 347 +#define _CALL_BUILTIN_FAST 348 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 349 +#define _CALL_BUILTIN_O 350 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL 351 +#define _CALL_INTRINSIC_1 352 +#define _CALL_INTRINSIC_2 353 +#define _CALL_ISINSTANCE 354 +#define _CALL_KW_NON_PY 355 +#define _CALL_LEN 356 +#define _CALL_LIST_APPEND 357 +#define _CALL_METHOD_DESCRIPTOR_FAST 358 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 359 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 360 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 361 +#define _CALL_METHOD_DESCRIPTOR_NOARGS 362 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 363 +#define _CALL_METHOD_DESCRIPTOR_O 364 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE 365 +#define _CALL_NON_PY_GENERAL 366 +#define _CALL_STR_1 367 +#define _CALL_TUPLE_1 368 +#define _CALL_TYPE_1 369 +#define _CHECK_ATTR_CLASS 370 +#define _CHECK_ATTR_METHOD_LAZY_DICT 371 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 372 #define _CHECK_EG_MATCH CHECK_EG_MATCH #define _CHECK_EXC_MATCH CHECK_EXC_MATCH -#define _CHECK_FUNCTION_EXACT_ARGS 364 -#define _CHECK_FUNCTION_VERSION 365 -#define _CHECK_FUNCTION_VERSION_INLINE 366 -#define _CHECK_FUNCTION_VERSION_KW 367 -#define _CHECK_IS_NOT_PY_CALLABLE 368 -#define _CHECK_IS_NOT_PY_CALLABLE_EX 369 -#define _CHECK_IS_NOT_PY_CALLABLE_KW 370 -#define _CHECK_IS_PY_CALLABLE_EX 371 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES 372 -#define _CHECK_METHOD_VERSION 373 -#define _CHECK_METHOD_VERSION_KW 374 -#define _CHECK_OBJECT 375 -#define _CHECK_PEP_523 376 -#define _CHECK_PERIODIC 377 -#define _CHECK_PERIODIC_AT_END 378 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 379 -#define _CHECK_RECURSION_LIMIT 380 -#define _CHECK_RECURSION_REMAINING 381 -#define _CHECK_STACK_SPACE 382 -#define _CHECK_STACK_SPACE_OPERAND 383 -#define _CHECK_VALIDITY 384 -#define _COLD_DYNAMIC_EXIT 385 -#define _COLD_EXIT 386 -#define _COMPARE_OP 387 -#define _COMPARE_OP_FLOAT 388 -#define _COMPARE_OP_INT 389 -#define _COMPARE_OP_STR 390 -#define _CONTAINS_OP 391 -#define _CONTAINS_OP_DICT 392 -#define _CONTAINS_OP_SET 393 +#define _CHECK_FUNCTION_EXACT_ARGS 373 +#define _CHECK_FUNCTION_VERSION 374 +#define _CHECK_FUNCTION_VERSION_INLINE 375 +#define _CHECK_FUNCTION_VERSION_KW 376 +#define _CHECK_IS_NOT_PY_CALLABLE 377 +#define _CHECK_IS_NOT_PY_CALLABLE_EX 378 +#define _CHECK_IS_NOT_PY_CALLABLE_KW 379 +#define _CHECK_IS_PY_CALLABLE_EX 380 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES 381 +#define _CHECK_METHOD_VERSION 382 +#define _CHECK_METHOD_VERSION_KW 383 +#define _CHECK_OBJECT 384 +#define _CHECK_PEP_523 385 +#define _CHECK_PERIODIC 386 +#define _CHECK_PERIODIC_AT_END 387 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 388 +#define _CHECK_RECURSION_LIMIT 389 +#define _CHECK_RECURSION_REMAINING 390 +#define _CHECK_STACK_SPACE 391 +#define _CHECK_STACK_SPACE_OPERAND 392 +#define _CHECK_VALIDITY 393 +#define _COLD_DYNAMIC_EXIT 394 +#define _COLD_EXIT 395 +#define _COMPARE_OP 396 +#define _COMPARE_OP_FLOAT 397 +#define _COMPARE_OP_INT 398 +#define _COMPARE_OP_STR 399 +#define _CONTAINS_OP 400 +#define _CONTAINS_OP_DICT 401 +#define _CONTAINS_OP_SET 402 #define _CONVERT_VALUE CONVERT_VALUE -#define _COPY 394 -#define _COPY_1 395 -#define _COPY_2 396 -#define _COPY_3 397 +#define _COPY 403 +#define _COPY_1 404 +#define _COPY_2 405 +#define _COPY_3 406 #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 398 +#define _CREATE_INIT_FRAME 407 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 399 -#define _DICT_MERGE 400 -#define _DICT_UPDATE 401 -#define _DO_CALL 402 -#define _DO_CALL_FUNCTION_EX 403 -#define _DO_CALL_KW 404 -#define _DYNAMIC_EXIT 405 +#define _DEOPT 408 +#define _DICT_MERGE 409 +#define _DICT_UPDATE 410 +#define _DO_CALL 411 +#define _DO_CALL_FUNCTION_EX 412 +#define _DO_CALL_KW 413 +#define _DYNAMIC_EXIT 414 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 406 +#define _ERROR_POP_N 415 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 407 -#define _EXPAND_METHOD_KW 408 -#define _FATAL_ERROR 409 +#define _EXPAND_METHOD 416 +#define _EXPAND_METHOD_KW 417 +#define _FATAL_ERROR 418 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 410 -#define _FOR_ITER_GEN_FRAME 411 -#define _FOR_ITER_TIER_TWO 412 -#define _FOR_ITER_VIRTUAL 413 -#define _FOR_ITER_VIRTUAL_TIER_TWO 414 +#define _FOR_ITER 419 +#define _FOR_ITER_GEN_FRAME 420 +#define _FOR_ITER_TIER_TWO 421 +#define _FOR_ITER_VIRTUAL 422 +#define _FOR_ITER_VIRTUAL_TIER_TWO 423 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE -#define _GET_ITER 415 -#define _GET_ITER_TRAD 416 +#define _GET_ITER 424 +#define _GET_ITER_TRAD 425 #define _GET_LEN GET_LEN -#define _GUARD_3OS_ASYNC_GEN_ASEND 417 -#define _GUARD_BINARY_OP_EXTEND 418 -#define _GUARD_BINARY_OP_EXTEND_LHS 419 -#define _GUARD_BINARY_OP_EXTEND_RHS 420 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 421 -#define _GUARD_BIT_IS_SET_POP 422 -#define _GUARD_BIT_IS_SET_POP_4 423 -#define _GUARD_BIT_IS_SET_POP_5 424 -#define _GUARD_BIT_IS_SET_POP_6 425 -#define _GUARD_BIT_IS_SET_POP_7 426 -#define _GUARD_BIT_IS_UNSET_POP 427 -#define _GUARD_BIT_IS_UNSET_POP_4 428 -#define _GUARD_BIT_IS_UNSET_POP_5 429 -#define _GUARD_BIT_IS_UNSET_POP_6 430 -#define _GUARD_BIT_IS_UNSET_POP_7 431 -#define _GUARD_CALLABLE_BUILTIN_CLASS 432 -#define _GUARD_CALLABLE_BUILTIN_FAST 433 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 434 -#define _GUARD_CALLABLE_BUILTIN_O 435 -#define _GUARD_CALLABLE_ISINSTANCE 436 -#define _GUARD_CALLABLE_LEN 437 -#define _GUARD_CALLABLE_LIST_APPEND 438 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 439 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 440 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 441 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 442 -#define _GUARD_CALLABLE_STR_1 443 -#define _GUARD_CALLABLE_TUPLE_1 444 -#define _GUARD_CALLABLE_TYPE_1 445 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 446 -#define _GUARD_CODE_VERSION_RETURN_VALUE 447 -#define _GUARD_CODE_VERSION_YIELD_VALUE 448 -#define _GUARD_CODE_VERSION__PUSH_FRAME 449 -#define _GUARD_DORV_NO_DICT 450 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 451 -#define _GUARD_GLOBALS_VERSION 452 -#define _GUARD_IP_RETURN_GENERATOR 453 -#define _GUARD_IP_RETURN_VALUE 454 -#define _GUARD_IP_YIELD_VALUE 455 -#define _GUARD_IP__PUSH_FRAME 456 -#define _GUARD_IS_FALSE_POP 457 -#define _GUARD_IS_NONE_POP 458 -#define _GUARD_IS_NOT_NONE_POP 459 -#define _GUARD_IS_TRUE_POP 460 -#define _GUARD_ITERATOR 461 -#define _GUARD_ITER_VIRTUAL 462 -#define _GUARD_KEYS_VERSION 463 -#define _GUARD_LOAD_SUPER_ATTR_METHOD 464 -#define _GUARD_NOS_COMPACT_ASCII 465 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 466 -#define _GUARD_NOS_DICT_SUBSCRIPT 467 -#define _GUARD_NOS_FLOAT 468 -#define _GUARD_NOS_INT 469 -#define _GUARD_NOS_ITER_VIRTUAL 470 -#define _GUARD_NOS_LIST 471 -#define _GUARD_NOS_NOT_NULL 472 -#define _GUARD_NOS_NULL 473 -#define _GUARD_NOS_OVERFLOWED 474 -#define _GUARD_NOS_TUPLE 475 -#define _GUARD_NOS_TYPE_VERSION 476 -#define _GUARD_NOS_UNICODE 477 -#define _GUARD_NOT_EXHAUSTED_LIST 478 -#define _GUARD_NOT_EXHAUSTED_RANGE 479 -#define _GUARD_NOT_EXHAUSTED_TUPLE 480 -#define _GUARD_THIRD_NULL 481 -#define _GUARD_TOS_ANY_DICT 482 -#define _GUARD_TOS_ANY_SET 483 -#define _GUARD_TOS_DICT 484 -#define _GUARD_TOS_FLOAT 485 -#define _GUARD_TOS_FROZENDICT 486 -#define _GUARD_TOS_FROZENSET 487 -#define _GUARD_TOS_INT 488 -#define _GUARD_TOS_IS_NONE 489 -#define _GUARD_TOS_LIST 490 -#define _GUARD_TOS_NOT_NULL 491 -#define _GUARD_TOS_OVERFLOWED 492 -#define _GUARD_TOS_SET 493 -#define _GUARD_TOS_SLICE 494 -#define _GUARD_TOS_TUPLE 495 -#define _GUARD_TOS_UNICODE 496 -#define _GUARD_TYPE 497 -#define _GUARD_TYPE_ITER 498 -#define _GUARD_TYPE_VERSION 499 -#define _GUARD_TYPE_VERSION_LOCKED 500 -#define _HANDLE_PENDING_AND_DEOPT 501 +#define _GUARD_3OS_ASYNC_GEN_ASEND 426 +#define _GUARD_BINARY_OP_EXTEND 427 +#define _GUARD_BINARY_OP_EXTEND_LHS 428 +#define _GUARD_BINARY_OP_EXTEND_RHS 429 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 430 +#define _GUARD_BIT_IS_SET_POP 431 +#define _GUARD_BIT_IS_SET_POP_4 432 +#define _GUARD_BIT_IS_SET_POP_5 433 +#define _GUARD_BIT_IS_SET_POP_6 434 +#define _GUARD_BIT_IS_SET_POP_7 435 +#define _GUARD_BIT_IS_UNSET_POP 436 +#define _GUARD_BIT_IS_UNSET_POP_4 437 +#define _GUARD_BIT_IS_UNSET_POP_5 438 +#define _GUARD_BIT_IS_UNSET_POP_6 439 +#define _GUARD_BIT_IS_UNSET_POP_7 440 +#define _GUARD_CALLABLE_BUILTIN_CLASS 441 +#define _GUARD_CALLABLE_BUILTIN_FAST 442 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 443 +#define _GUARD_CALLABLE_BUILTIN_O 444 +#define _GUARD_CALLABLE_ISINSTANCE 445 +#define _GUARD_CALLABLE_LEN 446 +#define _GUARD_CALLABLE_LIST_APPEND 447 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 448 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 449 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 450 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 451 +#define _GUARD_CALLABLE_STR_1 452 +#define _GUARD_CALLABLE_TUPLE_1 453 +#define _GUARD_CALLABLE_TYPE_1 454 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 455 +#define _GUARD_CODE_VERSION_RETURN_VALUE 456 +#define _GUARD_CODE_VERSION_YIELD_VALUE 457 +#define _GUARD_CODE_VERSION__PUSH_FRAME 458 +#define _GUARD_DORV_NO_DICT 459 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 460 +#define _GUARD_GLOBALS_VERSION 461 +#define _GUARD_IP_RETURN_GENERATOR 462 +#define _GUARD_IP_RETURN_VALUE 463 +#define _GUARD_IP_YIELD_VALUE 464 +#define _GUARD_IP__PUSH_FRAME 465 +#define _GUARD_IS_FALSE_POP 466 +#define _GUARD_IS_NONE_POP 467 +#define _GUARD_IS_NOT_NONE_POP 468 +#define _GUARD_IS_TRUE_POP 469 +#define _GUARD_ITERATOR 470 +#define _GUARD_ITER_VIRTUAL 471 +#define _GUARD_KEYS_VERSION 472 +#define _GUARD_LOAD_SUPER_ATTR_METHOD 473 +#define _GUARD_NOS_COMPACT 474 +#define _GUARD_NOS_COMPACT_ASCII 475 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 476 +#define _GUARD_NOS_DICT_SUBSCRIPT 477 +#define _GUARD_NOS_FLOAT 478 +#define _GUARD_NOS_INT 479 +#define _GUARD_NOS_INT_WIDE 480 +#define _GUARD_NOS_ITER_VIRTUAL 481 +#define _GUARD_NOS_LIST 482 +#define _GUARD_NOS_NOT_NULL 483 +#define _GUARD_NOS_NULL 484 +#define _GUARD_NOS_OVERFLOWED 485 +#define _GUARD_NOS_TUPLE 486 +#define _GUARD_NOS_TYPE_VERSION 487 +#define _GUARD_NOS_UNICODE 488 +#define _GUARD_NOT_EXHAUSTED_LIST 489 +#define _GUARD_NOT_EXHAUSTED_RANGE 490 +#define _GUARD_NOT_EXHAUSTED_TUPLE 491 +#define _GUARD_THIRD_NULL 492 +#define _GUARD_TOS_ANY_DICT 493 +#define _GUARD_TOS_ANY_SET 494 +#define _GUARD_TOS_COMPACT 495 +#define _GUARD_TOS_DICT 496 +#define _GUARD_TOS_FLOAT 497 +#define _GUARD_TOS_FROZENDICT 498 +#define _GUARD_TOS_FROZENSET 499 +#define _GUARD_TOS_INT 500 +#define _GUARD_TOS_INT_WIDE 501 +#define _GUARD_TOS_IS_NONE 502 +#define _GUARD_TOS_LIST 503 +#define _GUARD_TOS_NOT_NULL 504 +#define _GUARD_TOS_OVERFLOWED 505 +#define _GUARD_TOS_SET 506 +#define _GUARD_TOS_SLICE 507 +#define _GUARD_TOS_TUPLE 508 +#define _GUARD_TOS_UNICODE 509 +#define _GUARD_TYPE 510 +#define _GUARD_TYPE_ITER 511 +#define _GUARD_TYPE_VERSION 512 +#define _GUARD_TYPE_VERSION_LOCKED 513 +#define _HANDLE_PENDING_AND_DEOPT 514 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 502 -#define _INIT_CALL_PY_EXACT_ARGS 503 -#define _INIT_CALL_PY_EXACT_ARGS_0 504 -#define _INIT_CALL_PY_EXACT_ARGS_1 505 -#define _INIT_CALL_PY_EXACT_ARGS_2 506 -#define _INIT_CALL_PY_EXACT_ARGS_3 507 -#define _INIT_CALL_PY_EXACT_ARGS_4 508 -#define _INSERT_NULL 509 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 515 +#define _INIT_CALL_PY_EXACT_ARGS 516 +#define _INIT_CALL_PY_EXACT_ARGS_0 517 +#define _INIT_CALL_PY_EXACT_ARGS_1 518 +#define _INIT_CALL_PY_EXACT_ARGS_2 519 +#define _INIT_CALL_PY_EXACT_ARGS_3 520 +#define _INIT_CALL_PY_EXACT_ARGS_4 521 +#define _INSERT_NULL 522 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -257,1194 +270,1231 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 510 -#define _IS_OP 511 -#define _ITER_CHECK_LIST 512 -#define _ITER_CHECK_RANGE 513 -#define _ITER_CHECK_TUPLE 514 -#define _ITER_JUMP_LIST 515 -#define _ITER_JUMP_RANGE 516 -#define _ITER_JUMP_TUPLE 517 -#define _ITER_NEXT_INLINE 518 -#define _ITER_NEXT_LIST 519 -#define _ITER_NEXT_LIST_TIER_TWO 520 -#define _ITER_NEXT_RANGE 521 -#define _ITER_NEXT_TUPLE 522 +#define _IS_NONE 523 +#define _IS_OP 524 +#define _ITER_CHECK_LIST 525 +#define _ITER_CHECK_RANGE 526 +#define _ITER_CHECK_TUPLE 527 +#define _ITER_JUMP_LIST 528 +#define _ITER_JUMP_RANGE 529 +#define _ITER_JUMP_TUPLE 530 +#define _ITER_NEXT_INLINE 531 +#define _ITER_NEXT_LIST 532 +#define _ITER_NEXT_LIST_TIER_TWO 533 +#define _ITER_NEXT_RANGE 534 +#define _ITER_NEXT_TUPLE 535 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 523 +#define _JUMP_TO_TOP 536 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 524 -#define _LOAD_ATTR 525 -#define _LOAD_ATTR_CLASS 526 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 527 -#define _LOAD_ATTR_INSTANCE_VALUE 528 -#define _LOAD_ATTR_METHOD_LAZY_DICT 529 -#define _LOAD_ATTR_METHOD_NO_DICT 530 -#define _LOAD_ATTR_METHOD_WITH_VALUES 531 -#define _LOAD_ATTR_MODULE 532 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 533 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 534 -#define _LOAD_ATTR_PROPERTY_FRAME 535 -#define _LOAD_ATTR_SLOT 536 -#define _LOAD_ATTR_WITH_HINT 537 +#define _LIST_EXTEND 537 +#define _LOAD_ATTR 538 +#define _LOAD_ATTR_CLASS 539 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 540 +#define _LOAD_ATTR_INSTANCE_VALUE 541 +#define _LOAD_ATTR_METHOD_LAZY_DICT 542 +#define _LOAD_ATTR_METHOD_NO_DICT 543 +#define _LOAD_ATTR_METHOD_WITH_VALUES 544 +#define _LOAD_ATTR_MODULE 545 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 546 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 547 +#define _LOAD_ATTR_PROPERTY_FRAME 548 +#define _LOAD_ATTR_SLOT 549 +#define _LOAD_ATTR_WITH_HINT 550 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 538 +#define _LOAD_BYTECODE 551 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 539 -#define _LOAD_CONST_INLINE_BORROW 540 +#define _LOAD_CONST_INLINE 552 +#define _LOAD_CONST_INLINE_BORROW 553 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 541 -#define _LOAD_FAST_0 542 -#define _LOAD_FAST_1 543 -#define _LOAD_FAST_2 544 -#define _LOAD_FAST_3 545 -#define _LOAD_FAST_4 546 -#define _LOAD_FAST_5 547 -#define _LOAD_FAST_6 548 -#define _LOAD_FAST_7 549 +#define _LOAD_FAST 554 +#define _LOAD_FAST_0 555 +#define _LOAD_FAST_1 556 +#define _LOAD_FAST_2 557 +#define _LOAD_FAST_3 558 +#define _LOAD_FAST_4 559 +#define _LOAD_FAST_5 560 +#define _LOAD_FAST_6 561 +#define _LOAD_FAST_7 562 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 550 -#define _LOAD_FAST_BORROW_0 551 -#define _LOAD_FAST_BORROW_1 552 -#define _LOAD_FAST_BORROW_2 553 -#define _LOAD_FAST_BORROW_3 554 -#define _LOAD_FAST_BORROW_4 555 -#define _LOAD_FAST_BORROW_5 556 -#define _LOAD_FAST_BORROW_6 557 -#define _LOAD_FAST_BORROW_7 558 +#define _LOAD_FAST_BORROW 563 +#define _LOAD_FAST_BORROW_0 564 +#define _LOAD_FAST_BORROW_1 565 +#define _LOAD_FAST_BORROW_2 566 +#define _LOAD_FAST_BORROW_3 567 +#define _LOAD_FAST_BORROW_4 568 +#define _LOAD_FAST_BORROW_5 569 +#define _LOAD_FAST_BORROW_6 570 +#define _LOAD_FAST_BORROW_7 571 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 559 -#define _LOAD_GLOBAL_BUILTINS 560 -#define _LOAD_GLOBAL_MODULE 561 +#define _LOAD_GLOBAL 572 +#define _LOAD_GLOBAL_BUILTINS 573 +#define _LOAD_GLOBAL_MODULE 574 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 562 -#define _LOAD_SMALL_INT_0 563 -#define _LOAD_SMALL_INT_1 564 -#define _LOAD_SMALL_INT_2 565 -#define _LOAD_SMALL_INT_3 566 -#define _LOAD_SPECIAL 567 +#define _LOAD_SMALL_INT 575 +#define _LOAD_SMALL_INT_0 576 +#define _LOAD_SMALL_INT_1 577 +#define _LOAD_SMALL_INT_2 578 +#define _LOAD_SMALL_INT_3 579 +#define _LOAD_SPECIAL 580 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 568 -#define _LOCK_OBJECT 569 -#define _MAKE_CALLARGS_A_TUPLE 570 +#define _LOAD_SUPER_ATTR_METHOD 581 +#define _LOCK_OBJECT 582 +#define _MAKE_CALLARGS_A_TUPLE 583 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 571 -#define _MAKE_HEAP_SAFE 572 -#define _MAKE_WARM 573 +#define _MAKE_FUNCTION 584 +#define _MAKE_HEAP_SAFE 585 +#define _MAKE_WARM 586 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 574 +#define _MATCH_CLASS 587 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 575 -#define _MAYBE_EXPAND_METHOD_KW 576 -#define _MONITOR_CALL 577 -#define _MONITOR_CALL_KW 578 -#define _MONITOR_JUMP_BACKWARD 579 -#define _MONITOR_RESUME 580 +#define _MAYBE_EXPAND_METHOD 588 +#define _MAYBE_EXPAND_METHOD_KW 589 +#define _MONITOR_CALL 590 +#define _MONITOR_CALL_KW 591 +#define _MONITOR_JUMP_BACKWARD 592 +#define _MONITOR_RESUME 593 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 581 -#define _POP_JUMP_IF_TRUE 582 +#define _POP_JUMP_IF_FALSE 594 +#define _POP_JUMP_IF_TRUE 595 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 583 -#define _POP_TOP_INT 584 -#define _POP_TOP_NOP 585 -#define _POP_TOP_OPARG 586 -#define _POP_TOP_UNICODE 587 +#define _POP_TOP_FLOAT 596 +#define _POP_TOP_INT 597 +#define _POP_TOP_NOP 598 +#define _POP_TOP_OPARG 599 +#define _POP_TOP_UNICODE 600 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 588 +#define _PUSH_FRAME 601 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 589 -#define _PUSH_TAGGED_ZERO 590 -#define _PY_FRAME_EX 591 -#define _PY_FRAME_GENERAL 592 -#define _PY_FRAME_KW 593 -#define _RECORD_3OS_GEN_FUNC 594 -#define _RECORD_4OS 595 -#define _RECORD_BOUND_METHOD 596 -#define _RECORD_CALLABLE 597 -#define _RECORD_CALLABLE_KW 598 -#define _RECORD_CODE 599 -#define _RECORD_NOS 600 -#define _RECORD_NOS_GEN_FUNC 601 -#define _RECORD_NOS_TYPE 602 -#define _RECORD_TOS 603 -#define _RECORD_TOS_TYPE 604 -#define _REPLACE_WITH_TRUE 605 -#define _RESUME_CHECK 606 +#define _PUSH_NULL_CONDITIONAL 602 +#define _PUSH_TAGGED_ZERO 603 +#define _PY_FRAME_EX 604 +#define _PY_FRAME_GENERAL 605 +#define _PY_FRAME_KW 606 +#define _RECORD_3OS_GEN_FUNC 607 +#define _RECORD_4OS 608 +#define _RECORD_BOUND_METHOD 609 +#define _RECORD_CALLABLE 610 +#define _RECORD_CALLABLE_KW 611 +#define _RECORD_CODE 612 +#define _RECORD_NOS 613 +#define _RECORD_NOS_GEN_FUNC 614 +#define _RECORD_NOS_TYPE 615 +#define _RECORD_TOS 616 +#define _RECORD_TOS_TYPE 617 +#define _REPLACE_WITH_TRUE 618 +#define _RESUME_CHECK 619 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 607 -#define _RROT_3 608 -#define _SAVE_RETURN_OFFSET 609 -#define _SEND_ASYNC_GEN 610 -#define _SEND_ASYNC_GEN_TIER_TWO 611 -#define _SEND_GEN_FRAME 612 -#define _SEND_VIRTUAL 613 -#define _SEND_VIRTUAL_TIER_TWO 614 +#define _RETURN_VALUE 620 +#define _RROT_3 621 +#define _SAVE_RETURN_OFFSET 622 +#define _SEND_ASYNC_GEN 623 +#define _SEND_ASYNC_GEN_TIER_TWO 624 +#define _SEND_GEN_FRAME 625 +#define _SEND_VIRTUAL 626 +#define _SEND_VIRTUAL_TIER_TWO 627 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 615 -#define _SPILL_OR_RELOAD 616 -#define _START_EXECUTOR 617 -#define _STORE_ATTR 618 -#define _STORE_ATTR_INSTANCE_VALUE 619 -#define _STORE_ATTR_SLOT 620 -#define _STORE_ATTR_WITH_HINT 621 +#define _SET_UPDATE 628 +#define _SPILL_OR_RELOAD 629 +#define _START_EXECUTOR 630 +#define _STORE_ATTR 631 +#define _STORE_ATTR_INSTANCE_VALUE 632 +#define _STORE_ATTR_SLOT 633 +#define _STORE_ATTR_WITH_HINT 634 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 622 -#define _STORE_SUBSCR 623 -#define _STORE_SUBSCR_DICT 624 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 625 -#define _STORE_SUBSCR_LIST_INT 626 -#define _SWAP 627 -#define _SWAP_2 628 -#define _SWAP_3 629 -#define _SWAP_FAST 630 -#define _SWAP_FAST_0 631 -#define _SWAP_FAST_1 632 -#define _SWAP_FAST_2 633 -#define _SWAP_FAST_3 634 -#define _SWAP_FAST_4 635 -#define _SWAP_FAST_5 636 -#define _SWAP_FAST_6 637 -#define _SWAP_FAST_7 638 -#define _TIER2_RESUME_CHECK 639 -#define _TO_BOOL 640 +#define _STORE_SLICE 635 +#define _STORE_SUBSCR 636 +#define _STORE_SUBSCR_DICT 637 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 638 +#define _STORE_SUBSCR_LIST_INT 639 +#define _SWAP 640 +#define _SWAP_2 641 +#define _SWAP_3 642 +#define _SWAP_FAST 643 +#define _SWAP_FAST_0 644 +#define _SWAP_FAST_1 645 +#define _SWAP_FAST_2 646 +#define _SWAP_FAST_3 647 +#define _SWAP_FAST_4 648 +#define _SWAP_FAST_5 649 +#define _SWAP_FAST_6 650 +#define _SWAP_FAST_7 651 +#define _TIER2_RESUME_CHECK 652 +#define _TO_BOOL 653 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 641 -#define _TO_BOOL_LIST 642 +#define _TO_BOOL_INT 654 +#define _TO_BOOL_LIST 655 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 643 +#define _TO_BOOL_STR 656 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 644 -#define _UNARY_NEGATIVE 645 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 646 +#define _UNARY_INVERT 657 +#define _UNARY_NEGATIVE 658 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 659 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 647 -#define _UNPACK_SEQUENCE_LIST 648 -#define _UNPACK_SEQUENCE_TUPLE 649 -#define _UNPACK_SEQUENCE_TWO_TUPLE 650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 651 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 652 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 653 +#define _UNPACK_SEQUENCE 660 +#define _UNPACK_SEQUENCE_LIST 661 +#define _UNPACK_SEQUENCE_TUPLE 662 +#define _UNPACK_SEQUENCE_TWO_TUPLE 663 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 664 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 665 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 666 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 654 -#define MAX_UOP_ID 654 -#define _ALLOCATE_OBJECT_r00 655 -#define _BINARY_OP_r23 656 -#define _BINARY_OP_ADD_FLOAT_r03 657 -#define _BINARY_OP_ADD_FLOAT_r13 658 -#define _BINARY_OP_ADD_FLOAT_r23 659 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 660 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 661 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 662 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 663 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 664 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 665 -#define _BINARY_OP_ADD_INT_r03 666 -#define _BINARY_OP_ADD_INT_r13 667 -#define _BINARY_OP_ADD_INT_r23 668 -#define _BINARY_OP_ADD_INT_INPLACE_r03 669 -#define _BINARY_OP_ADD_INT_INPLACE_r13 670 -#define _BINARY_OP_ADD_INT_INPLACE_r23 671 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 672 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 673 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 674 -#define _BINARY_OP_ADD_UNICODE_r03 675 -#define _BINARY_OP_ADD_UNICODE_r13 676 -#define _BINARY_OP_ADD_UNICODE_r23 677 -#define _BINARY_OP_EXTEND_r23 678 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 679 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 680 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 681 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 682 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 683 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 684 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 685 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 686 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 687 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 688 -#define _BINARY_OP_MULTIPLY_INT_r03 689 -#define _BINARY_OP_MULTIPLY_INT_r13 690 -#define _BINARY_OP_MULTIPLY_INT_r23 691 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 692 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 693 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 694 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 695 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 696 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 697 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 698 -#define _BINARY_OP_SUBSCR_DICT_r23 699 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 700 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 701 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 702 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 703 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 704 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 705 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 706 -#define _BINARY_OP_SUBSCR_STR_INT_r23 707 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 708 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 709 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 710 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 711 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 712 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 713 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 714 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 715 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 716 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 717 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 718 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 719 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 720 -#define _BINARY_OP_SUBTRACT_INT_r03 721 -#define _BINARY_OP_SUBTRACT_INT_r13 722 -#define _BINARY_OP_SUBTRACT_INT_r23 723 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 724 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 725 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 726 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 727 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 728 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 729 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 730 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 731 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 732 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 733 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 734 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 735 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 736 -#define _BINARY_SLICE_r31 737 -#define _BUILD_INTERPOLATION_r01 738 -#define _BUILD_LIST_r01 739 -#define _BUILD_MAP_r01 740 -#define _BUILD_SET_r01 741 -#define _BUILD_SLICE_r01 742 -#define _BUILD_STRING_r01 743 -#define _BUILD_TEMPLATE_r21 744 -#define _BUILD_TUPLE_r01 745 -#define _CALL_BUILTIN_CLASS_r00 746 -#define _CALL_BUILTIN_FAST_r00 747 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 748 -#define _CALL_BUILTIN_O_r03 749 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 750 -#define _CALL_INTRINSIC_1_r12 751 -#define _CALL_INTRINSIC_2_r23 752 -#define _CALL_ISINSTANCE_r31 753 -#define _CALL_KW_NON_PY_r11 754 -#define _CALL_LEN_r33 755 -#define _CALL_LIST_APPEND_r03 756 -#define _CALL_LIST_APPEND_r13 757 -#define _CALL_LIST_APPEND_r23 758 -#define _CALL_LIST_APPEND_r33 759 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 760 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 761 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 762 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 763 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 764 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 765 -#define _CALL_METHOD_DESCRIPTOR_O_r03 766 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 767 -#define _CALL_NON_PY_GENERAL_r01 768 -#define _CALL_STR_1_r32 769 -#define _CALL_TUPLE_1_r32 770 -#define _CALL_TYPE_1_r02 771 -#define _CALL_TYPE_1_r12 772 -#define _CALL_TYPE_1_r22 773 -#define _CALL_TYPE_1_r32 774 -#define _CHECK_ATTR_CLASS_r01 775 -#define _CHECK_ATTR_CLASS_r11 776 -#define _CHECK_ATTR_CLASS_r22 777 -#define _CHECK_ATTR_CLASS_r33 778 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 779 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 780 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 781 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 782 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 783 -#define _CHECK_EG_MATCH_r22 784 -#define _CHECK_EXC_MATCH_r22 785 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 786 -#define _CHECK_FUNCTION_VERSION_r00 787 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 788 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 789 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 790 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 791 -#define _CHECK_FUNCTION_VERSION_KW_r11 792 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 793 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 794 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 795 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 796 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 797 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 798 -#define _CHECK_IS_PY_CALLABLE_EX_r03 799 -#define _CHECK_IS_PY_CALLABLE_EX_r13 800 -#define _CHECK_IS_PY_CALLABLE_EX_r23 801 -#define _CHECK_IS_PY_CALLABLE_EX_r33 802 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 803 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 804 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 805 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 806 -#define _CHECK_METHOD_VERSION_r00 807 -#define _CHECK_METHOD_VERSION_KW_r11 808 -#define _CHECK_OBJECT_r00 809 -#define _CHECK_PEP_523_r00 810 -#define _CHECK_PEP_523_r11 811 -#define _CHECK_PEP_523_r22 812 -#define _CHECK_PEP_523_r33 813 -#define _CHECK_PERIODIC_r00 814 -#define _CHECK_PERIODIC_AT_END_r00 815 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 816 -#define _CHECK_RECURSION_LIMIT_r00 817 -#define _CHECK_RECURSION_LIMIT_r11 818 -#define _CHECK_RECURSION_LIMIT_r22 819 -#define _CHECK_RECURSION_LIMIT_r33 820 -#define _CHECK_RECURSION_REMAINING_r00 821 -#define _CHECK_RECURSION_REMAINING_r11 822 -#define _CHECK_RECURSION_REMAINING_r22 823 -#define _CHECK_RECURSION_REMAINING_r33 824 -#define _CHECK_STACK_SPACE_r00 825 -#define _CHECK_STACK_SPACE_OPERAND_r00 826 -#define _CHECK_STACK_SPACE_OPERAND_r11 827 -#define _CHECK_STACK_SPACE_OPERAND_r22 828 -#define _CHECK_STACK_SPACE_OPERAND_r33 829 -#define _CHECK_VALIDITY_r00 830 -#define _CHECK_VALIDITY_r11 831 -#define _CHECK_VALIDITY_r22 832 -#define _CHECK_VALIDITY_r33 833 -#define _COLD_DYNAMIC_EXIT_r00 834 -#define _COLD_EXIT_r00 835 -#define _COMPARE_OP_r21 836 -#define _COMPARE_OP_FLOAT_r03 837 -#define _COMPARE_OP_FLOAT_r13 838 -#define _COMPARE_OP_FLOAT_r23 839 -#define _COMPARE_OP_INT_r23 840 -#define _COMPARE_OP_STR_r23 841 -#define _CONTAINS_OP_r23 842 -#define _CONTAINS_OP_DICT_r23 843 -#define _CONTAINS_OP_SET_r23 844 -#define _CONVERT_VALUE_r11 845 -#define _COPY_r01 846 -#define _COPY_1_r02 847 -#define _COPY_1_r12 848 -#define _COPY_1_r23 849 -#define _COPY_2_r03 850 -#define _COPY_2_r13 851 -#define _COPY_2_r23 852 -#define _COPY_3_r03 853 -#define _COPY_3_r13 854 -#define _COPY_3_r23 855 -#define _COPY_3_r33 856 -#define _COPY_FREE_VARS_r00 857 -#define _COPY_FREE_VARS_r11 858 -#define _COPY_FREE_VARS_r22 859 -#define _COPY_FREE_VARS_r33 860 -#define _CREATE_INIT_FRAME_r01 861 -#define _DELETE_ATTR_r10 862 -#define _DELETE_DEREF_r00 863 -#define _DELETE_FAST_r00 864 -#define _DELETE_GLOBAL_r00 865 -#define _DELETE_NAME_r00 866 -#define _DELETE_SUBSCR_r20 867 -#define _DEOPT_r00 868 -#define _DEOPT_r10 869 -#define _DEOPT_r20 870 -#define _DEOPT_r30 871 -#define _DICT_MERGE_r11 872 -#define _DICT_UPDATE_r11 873 -#define _DO_CALL_r01 874 -#define _DO_CALL_FUNCTION_EX_r31 875 -#define _DO_CALL_KW_r11 876 -#define _DYNAMIC_EXIT_r00 877 -#define _DYNAMIC_EXIT_r10 878 -#define _DYNAMIC_EXIT_r20 879 -#define _DYNAMIC_EXIT_r30 880 -#define _END_FOR_r10 881 -#define _END_SEND_r31 882 -#define _ERROR_POP_N_r00 883 -#define _EXIT_INIT_CHECK_r10 884 -#define _EXIT_TRACE_r00 885 -#define _EXIT_TRACE_r10 886 -#define _EXIT_TRACE_r20 887 -#define _EXIT_TRACE_r30 888 -#define _EXPAND_METHOD_r00 889 -#define _EXPAND_METHOD_KW_r11 890 -#define _FATAL_ERROR_r00 891 -#define _FATAL_ERROR_r11 892 -#define _FATAL_ERROR_r22 893 -#define _FATAL_ERROR_r33 894 -#define _FORMAT_SIMPLE_r11 895 -#define _FORMAT_WITH_SPEC_r21 896 -#define _FOR_ITER_r23 897 -#define _FOR_ITER_GEN_FRAME_r03 898 -#define _FOR_ITER_GEN_FRAME_r13 899 -#define _FOR_ITER_GEN_FRAME_r23 900 -#define _FOR_ITER_TIER_TWO_r23 901 -#define _FOR_ITER_VIRTUAL_r23 902 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 903 -#define _GET_AITER_r11 904 -#define _GET_ANEXT_r12 905 -#define _GET_AWAITABLE_r11 906 -#define _GET_ITER_r12 907 -#define _GET_ITER_TRAD_r12 908 -#define _GET_LEN_r12 909 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 910 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 911 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 912 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 913 -#define _GUARD_BINARY_OP_EXTEND_r22 914 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 915 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 916 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 917 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 918 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 919 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 920 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 921 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 922 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 923 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 924 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 925 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 926 -#define _GUARD_BIT_IS_SET_POP_r00 927 -#define _GUARD_BIT_IS_SET_POP_r10 928 -#define _GUARD_BIT_IS_SET_POP_r21 929 -#define _GUARD_BIT_IS_SET_POP_r32 930 -#define _GUARD_BIT_IS_SET_POP_4_r00 931 -#define _GUARD_BIT_IS_SET_POP_4_r10 932 -#define _GUARD_BIT_IS_SET_POP_4_r21 933 -#define _GUARD_BIT_IS_SET_POP_4_r32 934 -#define _GUARD_BIT_IS_SET_POP_5_r00 935 -#define _GUARD_BIT_IS_SET_POP_5_r10 936 -#define _GUARD_BIT_IS_SET_POP_5_r21 937 -#define _GUARD_BIT_IS_SET_POP_5_r32 938 -#define _GUARD_BIT_IS_SET_POP_6_r00 939 -#define _GUARD_BIT_IS_SET_POP_6_r10 940 -#define _GUARD_BIT_IS_SET_POP_6_r21 941 -#define _GUARD_BIT_IS_SET_POP_6_r32 942 -#define _GUARD_BIT_IS_SET_POP_7_r00 943 -#define _GUARD_BIT_IS_SET_POP_7_r10 944 -#define _GUARD_BIT_IS_SET_POP_7_r21 945 -#define _GUARD_BIT_IS_SET_POP_7_r32 946 -#define _GUARD_BIT_IS_UNSET_POP_r00 947 -#define _GUARD_BIT_IS_UNSET_POP_r10 948 -#define _GUARD_BIT_IS_UNSET_POP_r21 949 -#define _GUARD_BIT_IS_UNSET_POP_r32 950 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 951 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 952 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 953 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 954 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 955 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 956 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 957 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 958 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 959 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 960 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 961 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 962 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 963 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 964 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 965 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 966 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 967 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 968 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 969 -#define _GUARD_CALLABLE_BUILTIN_O_r00 970 -#define _GUARD_CALLABLE_ISINSTANCE_r03 971 -#define _GUARD_CALLABLE_ISINSTANCE_r13 972 -#define _GUARD_CALLABLE_ISINSTANCE_r23 973 -#define _GUARD_CALLABLE_ISINSTANCE_r33 974 -#define _GUARD_CALLABLE_LEN_r03 975 -#define _GUARD_CALLABLE_LEN_r13 976 -#define _GUARD_CALLABLE_LEN_r23 977 -#define _GUARD_CALLABLE_LEN_r33 978 -#define _GUARD_CALLABLE_LIST_APPEND_r03 979 -#define _GUARD_CALLABLE_LIST_APPEND_r13 980 -#define _GUARD_CALLABLE_LIST_APPEND_r23 981 -#define _GUARD_CALLABLE_LIST_APPEND_r33 982 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 983 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 984 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 985 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 986 -#define _GUARD_CALLABLE_STR_1_r03 987 -#define _GUARD_CALLABLE_STR_1_r13 988 -#define _GUARD_CALLABLE_STR_1_r23 989 -#define _GUARD_CALLABLE_STR_1_r33 990 -#define _GUARD_CALLABLE_TUPLE_1_r03 991 -#define _GUARD_CALLABLE_TUPLE_1_r13 992 -#define _GUARD_CALLABLE_TUPLE_1_r23 993 -#define _GUARD_CALLABLE_TUPLE_1_r33 994 -#define _GUARD_CALLABLE_TYPE_1_r03 995 -#define _GUARD_CALLABLE_TYPE_1_r13 996 -#define _GUARD_CALLABLE_TYPE_1_r23 997 -#define _GUARD_CALLABLE_TYPE_1_r33 998 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 999 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1000 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1001 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1002 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1003 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1004 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1005 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1006 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1007 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1008 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1009 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1010 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1011 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1012 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1013 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1014 -#define _GUARD_DORV_NO_DICT_r01 1015 -#define _GUARD_DORV_NO_DICT_r11 1016 -#define _GUARD_DORV_NO_DICT_r22 1017 -#define _GUARD_DORV_NO_DICT_r33 1018 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1019 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1020 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1021 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1022 -#define _GUARD_GLOBALS_VERSION_r00 1023 -#define _GUARD_GLOBALS_VERSION_r11 1024 -#define _GUARD_GLOBALS_VERSION_r22 1025 -#define _GUARD_GLOBALS_VERSION_r33 1026 -#define _GUARD_IP_RETURN_GENERATOR_r00 1027 -#define _GUARD_IP_RETURN_GENERATOR_r11 1028 -#define _GUARD_IP_RETURN_GENERATOR_r22 1029 -#define _GUARD_IP_RETURN_GENERATOR_r33 1030 -#define _GUARD_IP_RETURN_VALUE_r00 1031 -#define _GUARD_IP_RETURN_VALUE_r11 1032 -#define _GUARD_IP_RETURN_VALUE_r22 1033 -#define _GUARD_IP_RETURN_VALUE_r33 1034 -#define _GUARD_IP_YIELD_VALUE_r00 1035 -#define _GUARD_IP_YIELD_VALUE_r11 1036 -#define _GUARD_IP_YIELD_VALUE_r22 1037 -#define _GUARD_IP_YIELD_VALUE_r33 1038 -#define _GUARD_IP__PUSH_FRAME_r00 1039 -#define _GUARD_IP__PUSH_FRAME_r11 1040 -#define _GUARD_IP__PUSH_FRAME_r22 1041 -#define _GUARD_IP__PUSH_FRAME_r33 1042 -#define _GUARD_IS_FALSE_POP_r00 1043 -#define _GUARD_IS_FALSE_POP_r10 1044 -#define _GUARD_IS_FALSE_POP_r21 1045 -#define _GUARD_IS_FALSE_POP_r32 1046 -#define _GUARD_IS_NONE_POP_r00 1047 -#define _GUARD_IS_NONE_POP_r10 1048 -#define _GUARD_IS_NONE_POP_r21 1049 -#define _GUARD_IS_NONE_POP_r32 1050 -#define _GUARD_IS_NOT_NONE_POP_r10 1051 -#define _GUARD_IS_TRUE_POP_r00 1052 -#define _GUARD_IS_TRUE_POP_r10 1053 -#define _GUARD_IS_TRUE_POP_r21 1054 -#define _GUARD_IS_TRUE_POP_r32 1055 -#define _GUARD_ITERATOR_r01 1056 -#define _GUARD_ITERATOR_r11 1057 -#define _GUARD_ITERATOR_r22 1058 -#define _GUARD_ITERATOR_r33 1059 -#define _GUARD_ITER_VIRTUAL_r01 1060 -#define _GUARD_ITER_VIRTUAL_r11 1061 -#define _GUARD_ITER_VIRTUAL_r22 1062 -#define _GUARD_ITER_VIRTUAL_r33 1063 -#define _GUARD_KEYS_VERSION_r01 1064 -#define _GUARD_KEYS_VERSION_r11 1065 -#define _GUARD_KEYS_VERSION_r22 1066 -#define _GUARD_KEYS_VERSION_r33 1067 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1068 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1069 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1070 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1071 -#define _GUARD_NOS_COMPACT_ASCII_r02 1072 -#define _GUARD_NOS_COMPACT_ASCII_r12 1073 -#define _GUARD_NOS_COMPACT_ASCII_r22 1074 -#define _GUARD_NOS_COMPACT_ASCII_r33 1075 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1076 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1077 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1078 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1079 -#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1080 -#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1081 -#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1082 -#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1083 -#define _GUARD_NOS_FLOAT_r02 1084 -#define _GUARD_NOS_FLOAT_r12 1085 -#define _GUARD_NOS_FLOAT_r22 1086 -#define _GUARD_NOS_FLOAT_r33 1087 -#define _GUARD_NOS_INT_r02 1088 -#define _GUARD_NOS_INT_r12 1089 -#define _GUARD_NOS_INT_r22 1090 -#define _GUARD_NOS_INT_r33 1091 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1092 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1093 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1094 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1095 -#define _GUARD_NOS_LIST_r02 1096 -#define _GUARD_NOS_LIST_r12 1097 -#define _GUARD_NOS_LIST_r22 1098 -#define _GUARD_NOS_LIST_r33 1099 -#define _GUARD_NOS_NOT_NULL_r02 1100 -#define _GUARD_NOS_NOT_NULL_r12 1101 -#define _GUARD_NOS_NOT_NULL_r22 1102 -#define _GUARD_NOS_NOT_NULL_r33 1103 -#define _GUARD_NOS_NULL_r02 1104 -#define _GUARD_NOS_NULL_r12 1105 -#define _GUARD_NOS_NULL_r22 1106 -#define _GUARD_NOS_NULL_r33 1107 -#define _GUARD_NOS_OVERFLOWED_r02 1108 -#define _GUARD_NOS_OVERFLOWED_r12 1109 -#define _GUARD_NOS_OVERFLOWED_r22 1110 -#define _GUARD_NOS_OVERFLOWED_r33 1111 -#define _GUARD_NOS_TUPLE_r02 1112 -#define _GUARD_NOS_TUPLE_r12 1113 -#define _GUARD_NOS_TUPLE_r22 1114 -#define _GUARD_NOS_TUPLE_r33 1115 -#define _GUARD_NOS_TYPE_VERSION_r02 1116 -#define _GUARD_NOS_TYPE_VERSION_r12 1117 -#define _GUARD_NOS_TYPE_VERSION_r22 1118 -#define _GUARD_NOS_TYPE_VERSION_r33 1119 -#define _GUARD_NOS_UNICODE_r02 1120 -#define _GUARD_NOS_UNICODE_r12 1121 -#define _GUARD_NOS_UNICODE_r22 1122 -#define _GUARD_NOS_UNICODE_r33 1123 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1124 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1125 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1126 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1127 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1128 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1129 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1130 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1131 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1132 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1133 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1134 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1135 -#define _GUARD_THIRD_NULL_r03 1136 -#define _GUARD_THIRD_NULL_r13 1137 -#define _GUARD_THIRD_NULL_r23 1138 -#define _GUARD_THIRD_NULL_r33 1139 -#define _GUARD_TOS_ANY_DICT_r01 1140 -#define _GUARD_TOS_ANY_DICT_r11 1141 -#define _GUARD_TOS_ANY_DICT_r22 1142 -#define _GUARD_TOS_ANY_DICT_r33 1143 -#define _GUARD_TOS_ANY_SET_r01 1144 -#define _GUARD_TOS_ANY_SET_r11 1145 -#define _GUARD_TOS_ANY_SET_r22 1146 -#define _GUARD_TOS_ANY_SET_r33 1147 -#define _GUARD_TOS_DICT_r01 1148 -#define _GUARD_TOS_DICT_r11 1149 -#define _GUARD_TOS_DICT_r22 1150 -#define _GUARD_TOS_DICT_r33 1151 -#define _GUARD_TOS_FLOAT_r01 1152 -#define _GUARD_TOS_FLOAT_r11 1153 -#define _GUARD_TOS_FLOAT_r22 1154 -#define _GUARD_TOS_FLOAT_r33 1155 -#define _GUARD_TOS_FROZENDICT_r01 1156 -#define _GUARD_TOS_FROZENDICT_r11 1157 -#define _GUARD_TOS_FROZENDICT_r22 1158 -#define _GUARD_TOS_FROZENDICT_r33 1159 -#define _GUARD_TOS_FROZENSET_r01 1160 -#define _GUARD_TOS_FROZENSET_r11 1161 -#define _GUARD_TOS_FROZENSET_r22 1162 -#define _GUARD_TOS_FROZENSET_r33 1163 -#define _GUARD_TOS_INT_r01 1164 -#define _GUARD_TOS_INT_r11 1165 -#define _GUARD_TOS_INT_r22 1166 -#define _GUARD_TOS_INT_r33 1167 -#define _GUARD_TOS_IS_NONE_r01 1168 -#define _GUARD_TOS_IS_NONE_r11 1169 -#define _GUARD_TOS_IS_NONE_r22 1170 -#define _GUARD_TOS_IS_NONE_r33 1171 -#define _GUARD_TOS_LIST_r01 1172 -#define _GUARD_TOS_LIST_r11 1173 -#define _GUARD_TOS_LIST_r22 1174 -#define _GUARD_TOS_LIST_r33 1175 -#define _GUARD_TOS_NOT_NULL_r01 1176 -#define _GUARD_TOS_NOT_NULL_r11 1177 -#define _GUARD_TOS_NOT_NULL_r22 1178 -#define _GUARD_TOS_NOT_NULL_r33 1179 -#define _GUARD_TOS_OVERFLOWED_r01 1180 -#define _GUARD_TOS_OVERFLOWED_r11 1181 -#define _GUARD_TOS_OVERFLOWED_r22 1182 -#define _GUARD_TOS_OVERFLOWED_r33 1183 -#define _GUARD_TOS_SET_r01 1184 -#define _GUARD_TOS_SET_r11 1185 -#define _GUARD_TOS_SET_r22 1186 -#define _GUARD_TOS_SET_r33 1187 -#define _GUARD_TOS_SLICE_r01 1188 -#define _GUARD_TOS_SLICE_r11 1189 -#define _GUARD_TOS_SLICE_r22 1190 -#define _GUARD_TOS_SLICE_r33 1191 -#define _GUARD_TOS_TUPLE_r01 1192 -#define _GUARD_TOS_TUPLE_r11 1193 -#define _GUARD_TOS_TUPLE_r22 1194 -#define _GUARD_TOS_TUPLE_r33 1195 -#define _GUARD_TOS_UNICODE_r01 1196 -#define _GUARD_TOS_UNICODE_r11 1197 -#define _GUARD_TOS_UNICODE_r22 1198 -#define _GUARD_TOS_UNICODE_r33 1199 -#define _GUARD_TYPE_r01 1200 -#define _GUARD_TYPE_r11 1201 -#define _GUARD_TYPE_r22 1202 -#define _GUARD_TYPE_r33 1203 -#define _GUARD_TYPE_ITER_r02 1204 -#define _GUARD_TYPE_ITER_r12 1205 -#define _GUARD_TYPE_ITER_r22 1206 -#define _GUARD_TYPE_ITER_r33 1207 -#define _GUARD_TYPE_VERSION_r01 1208 -#define _GUARD_TYPE_VERSION_r11 1209 -#define _GUARD_TYPE_VERSION_r22 1210 -#define _GUARD_TYPE_VERSION_r33 1211 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1212 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1213 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1214 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1215 -#define _HANDLE_PENDING_AND_DEOPT_r00 1216 -#define _HANDLE_PENDING_AND_DEOPT_r10 1217 -#define _HANDLE_PENDING_AND_DEOPT_r20 1218 -#define _HANDLE_PENDING_AND_DEOPT_r30 1219 -#define _IMPORT_FROM_r12 1220 -#define _IMPORT_NAME_r21 1221 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1222 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1223 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1224 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1225 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1226 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1227 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1228 -#define _INSERT_NULL_r10 1229 -#define _INSTRUMENTED_FOR_ITER_r23 1230 -#define _INSTRUMENTED_INSTRUCTION_r00 1231 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1232 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1233 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1234 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1235 -#define _INSTRUMENTED_LINE_r00 1236 -#define _INSTRUMENTED_NOT_TAKEN_r00 1237 -#define _INSTRUMENTED_NOT_TAKEN_r11 1238 -#define _INSTRUMENTED_NOT_TAKEN_r22 1239 -#define _INSTRUMENTED_NOT_TAKEN_r33 1240 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1241 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1242 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1243 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1244 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1245 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1246 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1247 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1248 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1249 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1250 -#define _IS_NONE_r11 1251 -#define _IS_OP_r03 1252 -#define _IS_OP_r13 1253 -#define _IS_OP_r23 1254 -#define _ITER_CHECK_LIST_r02 1255 -#define _ITER_CHECK_LIST_r12 1256 -#define _ITER_CHECK_LIST_r22 1257 -#define _ITER_CHECK_LIST_r33 1258 -#define _ITER_CHECK_RANGE_r02 1259 -#define _ITER_CHECK_RANGE_r12 1260 -#define _ITER_CHECK_RANGE_r22 1261 -#define _ITER_CHECK_RANGE_r33 1262 -#define _ITER_CHECK_TUPLE_r02 1263 -#define _ITER_CHECK_TUPLE_r12 1264 -#define _ITER_CHECK_TUPLE_r22 1265 -#define _ITER_CHECK_TUPLE_r33 1266 -#define _ITER_JUMP_LIST_r02 1267 -#define _ITER_JUMP_LIST_r12 1268 -#define _ITER_JUMP_LIST_r22 1269 -#define _ITER_JUMP_LIST_r33 1270 -#define _ITER_JUMP_RANGE_r02 1271 -#define _ITER_JUMP_RANGE_r12 1272 -#define _ITER_JUMP_RANGE_r22 1273 -#define _ITER_JUMP_RANGE_r33 1274 -#define _ITER_JUMP_TUPLE_r02 1275 -#define _ITER_JUMP_TUPLE_r12 1276 -#define _ITER_JUMP_TUPLE_r22 1277 -#define _ITER_JUMP_TUPLE_r33 1278 -#define _ITER_NEXT_INLINE_r23 1279 -#define _ITER_NEXT_LIST_r23 1280 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1281 -#define _ITER_NEXT_RANGE_r03 1282 -#define _ITER_NEXT_RANGE_r13 1283 -#define _ITER_NEXT_RANGE_r23 1284 -#define _ITER_NEXT_TUPLE_r03 1285 -#define _ITER_NEXT_TUPLE_r13 1286 -#define _ITER_NEXT_TUPLE_r23 1287 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1288 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1289 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1290 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1291 -#define _JUMP_TO_TOP_r00 1292 -#define _LIST_APPEND_r10 1293 -#define _LIST_EXTEND_r11 1294 -#define _LOAD_ATTR_r10 1295 -#define _LOAD_ATTR_CLASS_r11 1296 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1297 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1298 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1299 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1300 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1301 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1302 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1303 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1304 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1305 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1306 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1307 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1308 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1309 -#define _LOAD_ATTR_MODULE_r12 1310 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1311 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1312 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1313 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1314 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1315 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1316 -#define _LOAD_ATTR_SLOT_r02 1317 -#define _LOAD_ATTR_SLOT_r12 1318 -#define _LOAD_ATTR_SLOT_r23 1319 -#define _LOAD_ATTR_WITH_HINT_r12 1320 -#define _LOAD_BUILD_CLASS_r01 1321 -#define _LOAD_BYTECODE_r00 1322 -#define _LOAD_COMMON_CONSTANT_r01 1323 -#define _LOAD_COMMON_CONSTANT_r12 1324 -#define _LOAD_COMMON_CONSTANT_r23 1325 -#define _LOAD_CONST_r01 1326 -#define _LOAD_CONST_r12 1327 -#define _LOAD_CONST_r23 1328 -#define _LOAD_CONST_INLINE_r01 1329 -#define _LOAD_CONST_INLINE_r12 1330 -#define _LOAD_CONST_INLINE_r23 1331 -#define _LOAD_CONST_INLINE_BORROW_r01 1332 -#define _LOAD_CONST_INLINE_BORROW_r12 1333 -#define _LOAD_CONST_INLINE_BORROW_r23 1334 -#define _LOAD_DEREF_r01 1335 -#define _LOAD_FAST_r01 1336 -#define _LOAD_FAST_r12 1337 -#define _LOAD_FAST_r23 1338 -#define _LOAD_FAST_0_r01 1339 -#define _LOAD_FAST_0_r12 1340 -#define _LOAD_FAST_0_r23 1341 -#define _LOAD_FAST_1_r01 1342 -#define _LOAD_FAST_1_r12 1343 -#define _LOAD_FAST_1_r23 1344 -#define _LOAD_FAST_2_r01 1345 -#define _LOAD_FAST_2_r12 1346 -#define _LOAD_FAST_2_r23 1347 -#define _LOAD_FAST_3_r01 1348 -#define _LOAD_FAST_3_r12 1349 -#define _LOAD_FAST_3_r23 1350 -#define _LOAD_FAST_4_r01 1351 -#define _LOAD_FAST_4_r12 1352 -#define _LOAD_FAST_4_r23 1353 -#define _LOAD_FAST_5_r01 1354 -#define _LOAD_FAST_5_r12 1355 -#define _LOAD_FAST_5_r23 1356 -#define _LOAD_FAST_6_r01 1357 -#define _LOAD_FAST_6_r12 1358 -#define _LOAD_FAST_6_r23 1359 -#define _LOAD_FAST_7_r01 1360 -#define _LOAD_FAST_7_r12 1361 -#define _LOAD_FAST_7_r23 1362 -#define _LOAD_FAST_AND_CLEAR_r01 1363 -#define _LOAD_FAST_AND_CLEAR_r12 1364 -#define _LOAD_FAST_AND_CLEAR_r23 1365 -#define _LOAD_FAST_BORROW_r01 1366 -#define _LOAD_FAST_BORROW_r12 1367 -#define _LOAD_FAST_BORROW_r23 1368 -#define _LOAD_FAST_BORROW_0_r01 1369 -#define _LOAD_FAST_BORROW_0_r12 1370 -#define _LOAD_FAST_BORROW_0_r23 1371 -#define _LOAD_FAST_BORROW_1_r01 1372 -#define _LOAD_FAST_BORROW_1_r12 1373 -#define _LOAD_FAST_BORROW_1_r23 1374 -#define _LOAD_FAST_BORROW_2_r01 1375 -#define _LOAD_FAST_BORROW_2_r12 1376 -#define _LOAD_FAST_BORROW_2_r23 1377 -#define _LOAD_FAST_BORROW_3_r01 1378 -#define _LOAD_FAST_BORROW_3_r12 1379 -#define _LOAD_FAST_BORROW_3_r23 1380 -#define _LOAD_FAST_BORROW_4_r01 1381 -#define _LOAD_FAST_BORROW_4_r12 1382 -#define _LOAD_FAST_BORROW_4_r23 1383 -#define _LOAD_FAST_BORROW_5_r01 1384 -#define _LOAD_FAST_BORROW_5_r12 1385 -#define _LOAD_FAST_BORROW_5_r23 1386 -#define _LOAD_FAST_BORROW_6_r01 1387 -#define _LOAD_FAST_BORROW_6_r12 1388 -#define _LOAD_FAST_BORROW_6_r23 1389 -#define _LOAD_FAST_BORROW_7_r01 1390 -#define _LOAD_FAST_BORROW_7_r12 1391 -#define _LOAD_FAST_BORROW_7_r23 1392 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1393 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1394 -#define _LOAD_FAST_CHECK_r01 1395 -#define _LOAD_FAST_CHECK_r12 1396 -#define _LOAD_FAST_CHECK_r23 1397 -#define _LOAD_FAST_LOAD_FAST_r02 1398 -#define _LOAD_FAST_LOAD_FAST_r13 1399 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1400 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1401 -#define _LOAD_GLOBAL_r00 1402 -#define _LOAD_GLOBAL_BUILTINS_r01 1403 -#define _LOAD_GLOBAL_MODULE_r01 1404 -#define _LOAD_LOCALS_r01 1405 -#define _LOAD_LOCALS_r12 1406 -#define _LOAD_LOCALS_r23 1407 -#define _LOAD_NAME_r01 1408 -#define _LOAD_SMALL_INT_r01 1409 -#define _LOAD_SMALL_INT_r12 1410 -#define _LOAD_SMALL_INT_r23 1411 -#define _LOAD_SMALL_INT_0_r01 1412 -#define _LOAD_SMALL_INT_0_r12 1413 -#define _LOAD_SMALL_INT_0_r23 1414 -#define _LOAD_SMALL_INT_1_r01 1415 -#define _LOAD_SMALL_INT_1_r12 1416 -#define _LOAD_SMALL_INT_1_r23 1417 -#define _LOAD_SMALL_INT_2_r01 1418 -#define _LOAD_SMALL_INT_2_r12 1419 -#define _LOAD_SMALL_INT_2_r23 1420 -#define _LOAD_SMALL_INT_3_r01 1421 -#define _LOAD_SMALL_INT_3_r12 1422 -#define _LOAD_SMALL_INT_3_r23 1423 -#define _LOAD_SPECIAL_r00 1424 -#define _LOAD_SUPER_ATTR_ATTR_r31 1425 -#define _LOAD_SUPER_ATTR_METHOD_r32 1426 -#define _LOCK_OBJECT_r01 1427 -#define _LOCK_OBJECT_r11 1428 -#define _LOCK_OBJECT_r22 1429 -#define _LOCK_OBJECT_r33 1430 -#define _MAKE_CALLARGS_A_TUPLE_r33 1431 -#define _MAKE_CELL_r00 1432 -#define _MAKE_FUNCTION_r12 1433 -#define _MAKE_HEAP_SAFE_r01 1434 -#define _MAKE_HEAP_SAFE_r11 1435 -#define _MAKE_HEAP_SAFE_r22 1436 -#define _MAKE_HEAP_SAFE_r33 1437 -#define _MAKE_WARM_r00 1438 -#define _MAKE_WARM_r11 1439 -#define _MAKE_WARM_r22 1440 -#define _MAKE_WARM_r33 1441 -#define _MAP_ADD_r20 1442 -#define _MATCH_CLASS_r33 1443 -#define _MATCH_KEYS_r23 1444 -#define _MATCH_MAPPING_r02 1445 -#define _MATCH_MAPPING_r12 1446 -#define _MATCH_MAPPING_r23 1447 -#define _MATCH_SEQUENCE_r02 1448 -#define _MATCH_SEQUENCE_r12 1449 -#define _MATCH_SEQUENCE_r23 1450 -#define _MAYBE_EXPAND_METHOD_r00 1451 -#define _MAYBE_EXPAND_METHOD_KW_r11 1452 -#define _MONITOR_CALL_r00 1453 -#define _MONITOR_CALL_KW_r11 1454 -#define _MONITOR_JUMP_BACKWARD_r00 1455 -#define _MONITOR_JUMP_BACKWARD_r11 1456 -#define _MONITOR_JUMP_BACKWARD_r22 1457 -#define _MONITOR_JUMP_BACKWARD_r33 1458 -#define _MONITOR_RESUME_r00 1459 -#define _NOP_r00 1460 -#define _NOP_r11 1461 -#define _NOP_r22 1462 -#define _NOP_r33 1463 -#define _POP_EXCEPT_r10 1464 -#define _POP_ITER_r20 1465 -#define _POP_JUMP_IF_FALSE_r00 1466 -#define _POP_JUMP_IF_FALSE_r10 1467 -#define _POP_JUMP_IF_FALSE_r21 1468 -#define _POP_JUMP_IF_FALSE_r32 1469 -#define _POP_JUMP_IF_TRUE_r00 1470 -#define _POP_JUMP_IF_TRUE_r10 1471 -#define _POP_JUMP_IF_TRUE_r21 1472 -#define _POP_JUMP_IF_TRUE_r32 1473 -#define _POP_TOP_r10 1474 -#define _POP_TOP_FLOAT_r00 1475 -#define _POP_TOP_FLOAT_r10 1476 -#define _POP_TOP_FLOAT_r21 1477 -#define _POP_TOP_FLOAT_r32 1478 -#define _POP_TOP_INT_r00 1479 -#define _POP_TOP_INT_r10 1480 -#define _POP_TOP_INT_r21 1481 -#define _POP_TOP_INT_r32 1482 -#define _POP_TOP_NOP_r00 1483 -#define _POP_TOP_NOP_r10 1484 -#define _POP_TOP_NOP_r21 1485 -#define _POP_TOP_NOP_r32 1486 -#define _POP_TOP_OPARG_r00 1487 -#define _POP_TOP_UNICODE_r00 1488 -#define _POP_TOP_UNICODE_r10 1489 -#define _POP_TOP_UNICODE_r21 1490 -#define _POP_TOP_UNICODE_r32 1491 -#define _PUSH_EXC_INFO_r02 1492 -#define _PUSH_EXC_INFO_r12 1493 -#define _PUSH_EXC_INFO_r23 1494 -#define _PUSH_FRAME_r10 1495 -#define _PUSH_NULL_r01 1496 -#define _PUSH_NULL_r12 1497 -#define _PUSH_NULL_r23 1498 -#define _PUSH_NULL_CONDITIONAL_r00 1499 -#define _PUSH_TAGGED_ZERO_r01 1500 -#define _PUSH_TAGGED_ZERO_r12 1501 -#define _PUSH_TAGGED_ZERO_r23 1502 -#define _PY_FRAME_EX_r31 1503 -#define _PY_FRAME_GENERAL_r01 1504 -#define _PY_FRAME_KW_r11 1505 -#define _REPLACE_WITH_TRUE_r02 1506 -#define _REPLACE_WITH_TRUE_r12 1507 -#define _REPLACE_WITH_TRUE_r23 1508 -#define _RESUME_CHECK_r00 1509 -#define _RESUME_CHECK_r11 1510 -#define _RESUME_CHECK_r22 1511 -#define _RESUME_CHECK_r33 1512 -#define _RETURN_GENERATOR_r01 1513 -#define _RETURN_VALUE_r11 1514 -#define _RROT_3_r03 1515 -#define _RROT_3_r13 1516 -#define _RROT_3_r23 1517 -#define _RROT_3_r33 1518 -#define _SAVE_RETURN_OFFSET_r00 1519 -#define _SAVE_RETURN_OFFSET_r11 1520 -#define _SAVE_RETURN_OFFSET_r22 1521 -#define _SAVE_RETURN_OFFSET_r33 1522 -#define _SEND_ASYNC_GEN_r33 1523 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1524 -#define _SEND_GEN_FRAME_r33 1525 -#define _SEND_VIRTUAL_r33 1526 -#define _SEND_VIRTUAL_TIER_TWO_r03 1527 -#define _SEND_VIRTUAL_TIER_TWO_r13 1528 -#define _SEND_VIRTUAL_TIER_TWO_r23 1529 -#define _SEND_VIRTUAL_TIER_TWO_r33 1530 -#define _SETUP_ANNOTATIONS_r00 1531 -#define _SET_ADD_r10 1532 -#define _SET_FUNCTION_ATTRIBUTE_r01 1533 -#define _SET_FUNCTION_ATTRIBUTE_r11 1534 -#define _SET_FUNCTION_ATTRIBUTE_r21 1535 -#define _SET_FUNCTION_ATTRIBUTE_r32 1536 -#define _SET_IP_r00 1537 -#define _SET_IP_r11 1538 -#define _SET_IP_r22 1539 -#define _SET_IP_r33 1540 -#define _SET_UPDATE_r11 1541 -#define _SPILL_OR_RELOAD_r01 1542 -#define _SPILL_OR_RELOAD_r02 1543 -#define _SPILL_OR_RELOAD_r03 1544 -#define _SPILL_OR_RELOAD_r10 1545 -#define _SPILL_OR_RELOAD_r12 1546 -#define _SPILL_OR_RELOAD_r13 1547 -#define _SPILL_OR_RELOAD_r20 1548 -#define _SPILL_OR_RELOAD_r21 1549 -#define _SPILL_OR_RELOAD_r23 1550 -#define _SPILL_OR_RELOAD_r30 1551 -#define _SPILL_OR_RELOAD_r31 1552 -#define _SPILL_OR_RELOAD_r32 1553 -#define _START_EXECUTOR_r00 1554 -#define _STORE_ATTR_r20 1555 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 -#define _STORE_ATTR_SLOT_r21 1557 -#define _STORE_ATTR_WITH_HINT_r21 1558 -#define _STORE_DEREF_r10 1559 -#define _STORE_FAST_LOAD_FAST_r11 1560 -#define _STORE_FAST_STORE_FAST_r20 1561 -#define _STORE_GLOBAL_r10 1562 -#define _STORE_NAME_r10 1563 -#define _STORE_SLICE_r30 1564 -#define _STORE_SUBSCR_r30 1565 -#define _STORE_SUBSCR_DICT_r31 1566 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 -#define _STORE_SUBSCR_LIST_INT_r32 1568 -#define _SWAP_r11 1569 -#define _SWAP_2_r02 1570 -#define _SWAP_2_r12 1571 -#define _SWAP_2_r22 1572 -#define _SWAP_2_r33 1573 -#define _SWAP_3_r03 1574 -#define _SWAP_3_r13 1575 -#define _SWAP_3_r23 1576 -#define _SWAP_3_r33 1577 -#define _SWAP_FAST_r01 1578 -#define _SWAP_FAST_r11 1579 -#define _SWAP_FAST_r22 1580 -#define _SWAP_FAST_r33 1581 -#define _SWAP_FAST_0_r01 1582 -#define _SWAP_FAST_0_r11 1583 -#define _SWAP_FAST_0_r22 1584 -#define _SWAP_FAST_0_r33 1585 -#define _SWAP_FAST_1_r01 1586 -#define _SWAP_FAST_1_r11 1587 -#define _SWAP_FAST_1_r22 1588 -#define _SWAP_FAST_1_r33 1589 -#define _SWAP_FAST_2_r01 1590 -#define _SWAP_FAST_2_r11 1591 -#define _SWAP_FAST_2_r22 1592 -#define _SWAP_FAST_2_r33 1593 -#define _SWAP_FAST_3_r01 1594 -#define _SWAP_FAST_3_r11 1595 -#define _SWAP_FAST_3_r22 1596 -#define _SWAP_FAST_3_r33 1597 -#define _SWAP_FAST_4_r01 1598 -#define _SWAP_FAST_4_r11 1599 -#define _SWAP_FAST_4_r22 1600 -#define _SWAP_FAST_4_r33 1601 -#define _SWAP_FAST_5_r01 1602 -#define _SWAP_FAST_5_r11 1603 -#define _SWAP_FAST_5_r22 1604 -#define _SWAP_FAST_5_r33 1605 -#define _SWAP_FAST_6_r01 1606 -#define _SWAP_FAST_6_r11 1607 -#define _SWAP_FAST_6_r22 1608 -#define _SWAP_FAST_6_r33 1609 -#define _SWAP_FAST_7_r01 1610 -#define _SWAP_FAST_7_r11 1611 -#define _SWAP_FAST_7_r22 1612 -#define _SWAP_FAST_7_r33 1613 -#define _TIER2_RESUME_CHECK_r00 1614 -#define _TIER2_RESUME_CHECK_r11 1615 -#define _TIER2_RESUME_CHECK_r22 1616 -#define _TIER2_RESUME_CHECK_r33 1617 -#define _TO_BOOL_r11 1618 -#define _TO_BOOL_BOOL_r01 1619 -#define _TO_BOOL_BOOL_r11 1620 -#define _TO_BOOL_BOOL_r22 1621 -#define _TO_BOOL_BOOL_r33 1622 -#define _TO_BOOL_INT_r02 1623 -#define _TO_BOOL_INT_r12 1624 -#define _TO_BOOL_INT_r23 1625 -#define _TO_BOOL_LIST_r02 1626 -#define _TO_BOOL_LIST_r12 1627 -#define _TO_BOOL_LIST_r23 1628 -#define _TO_BOOL_NONE_r01 1629 -#define _TO_BOOL_NONE_r11 1630 -#define _TO_BOOL_NONE_r22 1631 -#define _TO_BOOL_NONE_r33 1632 -#define _TO_BOOL_STR_r02 1633 -#define _TO_BOOL_STR_r12 1634 -#define _TO_BOOL_STR_r23 1635 -#define _TRACE_RECORD_r00 1636 -#define _UNARY_INVERT_r12 1637 -#define _UNARY_NEGATIVE_r12 1638 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 -#define _UNARY_NOT_r01 1642 -#define _UNARY_NOT_r11 1643 -#define _UNARY_NOT_r22 1644 -#define _UNARY_NOT_r33 1645 -#define _UNPACK_EX_r10 1646 -#define _UNPACK_SEQUENCE_r10 1647 -#define _UNPACK_SEQUENCE_LIST_r10 1648 -#define _UNPACK_SEQUENCE_TUPLE_r10 1649 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 -#define _WITH_EXCEPT_START_r33 1657 -#define _YIELD_VALUE_r11 1658 -#define MAX_UOP_REGS_ID 1658 +#define _YIELD_VALUE 667 +#define MAX_UOP_ID 667 +#define _ALLOCATE_OBJECT_r00 668 +#define _BINARY_OP_r23 669 +#define _BINARY_OP_ADD_FLOAT_r03 670 +#define _BINARY_OP_ADD_FLOAT_r13 671 +#define _BINARY_OP_ADD_FLOAT_r23 672 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 673 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 674 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 675 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 676 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 677 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 678 +#define _BINARY_OP_ADD_INT_r03 679 +#define _BINARY_OP_ADD_INT_r13 680 +#define _BINARY_OP_ADD_INT_r23 681 +#define _BINARY_OP_ADD_INT_INPLACE_r03 682 +#define _BINARY_OP_ADD_INT_INPLACE_r13 683 +#define _BINARY_OP_ADD_INT_INPLACE_r23 684 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 685 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 686 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 687 +#define _BINARY_OP_ADD_INT_WIDE_r23 688 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 689 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 690 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 691 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 692 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 693 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 694 +#define _BINARY_OP_ADD_UNICODE_r03 695 +#define _BINARY_OP_ADD_UNICODE_r13 696 +#define _BINARY_OP_ADD_UNICODE_r23 697 +#define _BINARY_OP_EXTEND_r23 698 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 699 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 700 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 701 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 702 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 703 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 704 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 705 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 706 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 707 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 708 +#define _BINARY_OP_MULTIPLY_INT_r03 709 +#define _BINARY_OP_MULTIPLY_INT_r13 710 +#define _BINARY_OP_MULTIPLY_INT_r23 711 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 712 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 713 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 714 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 715 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 716 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 717 +#define _BINARY_OP_MULTIPLY_INT_WIDE_r23 718 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 719 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 720 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 721 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 722 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 723 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 724 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 725 +#define _BINARY_OP_SUBSCR_DICT_r23 726 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 727 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 728 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 729 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 730 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 731 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 732 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 733 +#define _BINARY_OP_SUBSCR_STR_INT_r23 734 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 735 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 736 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 737 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 738 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 739 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 740 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 741 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 742 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 743 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 744 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 745 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 746 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 747 +#define _BINARY_OP_SUBTRACT_INT_r03 748 +#define _BINARY_OP_SUBTRACT_INT_r13 749 +#define _BINARY_OP_SUBTRACT_INT_r23 750 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 751 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 752 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 753 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 754 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 755 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 756 +#define _BINARY_OP_SUBTRACT_INT_WIDE_r23 757 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 758 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 759 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 760 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 761 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 762 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 763 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 764 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 765 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 766 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 767 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 768 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 769 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 770 +#define _BINARY_SLICE_r31 771 +#define _BUILD_INTERPOLATION_r01 772 +#define _BUILD_LIST_r01 773 +#define _BUILD_MAP_r01 774 +#define _BUILD_SET_r01 775 +#define _BUILD_SLICE_r01 776 +#define _BUILD_STRING_r01 777 +#define _BUILD_TEMPLATE_r21 778 +#define _BUILD_TUPLE_r01 779 +#define _CALL_BUILTIN_CLASS_r00 780 +#define _CALL_BUILTIN_FAST_r00 781 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 782 +#define _CALL_BUILTIN_O_r03 783 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 784 +#define _CALL_INTRINSIC_1_r12 785 +#define _CALL_INTRINSIC_2_r23 786 +#define _CALL_ISINSTANCE_r31 787 +#define _CALL_KW_NON_PY_r11 788 +#define _CALL_LEN_r33 789 +#define _CALL_LIST_APPEND_r03 790 +#define _CALL_LIST_APPEND_r13 791 +#define _CALL_LIST_APPEND_r23 792 +#define _CALL_LIST_APPEND_r33 793 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 794 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 795 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 796 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 797 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 798 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 799 +#define _CALL_METHOD_DESCRIPTOR_O_r03 800 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 801 +#define _CALL_NON_PY_GENERAL_r01 802 +#define _CALL_STR_1_r32 803 +#define _CALL_TUPLE_1_r32 804 +#define _CALL_TYPE_1_r02 805 +#define _CALL_TYPE_1_r12 806 +#define _CALL_TYPE_1_r22 807 +#define _CALL_TYPE_1_r32 808 +#define _CHECK_ATTR_CLASS_r01 809 +#define _CHECK_ATTR_CLASS_r11 810 +#define _CHECK_ATTR_CLASS_r22 811 +#define _CHECK_ATTR_CLASS_r33 812 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 813 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 814 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 815 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 816 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 817 +#define _CHECK_EG_MATCH_r22 818 +#define _CHECK_EXC_MATCH_r22 819 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 820 +#define _CHECK_FUNCTION_VERSION_r00 821 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 822 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 823 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 824 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 825 +#define _CHECK_FUNCTION_VERSION_KW_r11 826 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 827 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 828 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 829 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 830 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 831 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 832 +#define _CHECK_IS_PY_CALLABLE_EX_r03 833 +#define _CHECK_IS_PY_CALLABLE_EX_r13 834 +#define _CHECK_IS_PY_CALLABLE_EX_r23 835 +#define _CHECK_IS_PY_CALLABLE_EX_r33 836 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 837 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 838 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 839 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 840 +#define _CHECK_METHOD_VERSION_r00 841 +#define _CHECK_METHOD_VERSION_KW_r11 842 +#define _CHECK_OBJECT_r00 843 +#define _CHECK_PEP_523_r00 844 +#define _CHECK_PEP_523_r11 845 +#define _CHECK_PEP_523_r22 846 +#define _CHECK_PEP_523_r33 847 +#define _CHECK_PERIODIC_r00 848 +#define _CHECK_PERIODIC_AT_END_r00 849 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 850 +#define _CHECK_RECURSION_LIMIT_r00 851 +#define _CHECK_RECURSION_LIMIT_r11 852 +#define _CHECK_RECURSION_LIMIT_r22 853 +#define _CHECK_RECURSION_LIMIT_r33 854 +#define _CHECK_RECURSION_REMAINING_r00 855 +#define _CHECK_RECURSION_REMAINING_r11 856 +#define _CHECK_RECURSION_REMAINING_r22 857 +#define _CHECK_RECURSION_REMAINING_r33 858 +#define _CHECK_STACK_SPACE_r00 859 +#define _CHECK_STACK_SPACE_OPERAND_r00 860 +#define _CHECK_STACK_SPACE_OPERAND_r11 861 +#define _CHECK_STACK_SPACE_OPERAND_r22 862 +#define _CHECK_STACK_SPACE_OPERAND_r33 863 +#define _CHECK_VALIDITY_r00 864 +#define _CHECK_VALIDITY_r11 865 +#define _CHECK_VALIDITY_r22 866 +#define _CHECK_VALIDITY_r33 867 +#define _COLD_DYNAMIC_EXIT_r00 868 +#define _COLD_EXIT_r00 869 +#define _COMPARE_OP_r21 870 +#define _COMPARE_OP_FLOAT_r03 871 +#define _COMPARE_OP_FLOAT_r13 872 +#define _COMPARE_OP_FLOAT_r23 873 +#define _COMPARE_OP_INT_r23 874 +#define _COMPARE_OP_STR_r23 875 +#define _CONTAINS_OP_r23 876 +#define _CONTAINS_OP_DICT_r23 877 +#define _CONTAINS_OP_SET_r23 878 +#define _CONVERT_VALUE_r11 879 +#define _COPY_r01 880 +#define _COPY_1_r02 881 +#define _COPY_1_r12 882 +#define _COPY_1_r23 883 +#define _COPY_2_r03 884 +#define _COPY_2_r13 885 +#define _COPY_2_r23 886 +#define _COPY_3_r03 887 +#define _COPY_3_r13 888 +#define _COPY_3_r23 889 +#define _COPY_3_r33 890 +#define _COPY_FREE_VARS_r00 891 +#define _COPY_FREE_VARS_r11 892 +#define _COPY_FREE_VARS_r22 893 +#define _COPY_FREE_VARS_r33 894 +#define _CREATE_INIT_FRAME_r01 895 +#define _DELETE_ATTR_r10 896 +#define _DELETE_DEREF_r00 897 +#define _DELETE_FAST_r00 898 +#define _DELETE_GLOBAL_r00 899 +#define _DELETE_NAME_r00 900 +#define _DELETE_SUBSCR_r20 901 +#define _DEOPT_r00 902 +#define _DEOPT_r10 903 +#define _DEOPT_r20 904 +#define _DEOPT_r30 905 +#define _DICT_MERGE_r11 906 +#define _DICT_UPDATE_r11 907 +#define _DO_CALL_r01 908 +#define _DO_CALL_FUNCTION_EX_r31 909 +#define _DO_CALL_KW_r11 910 +#define _DYNAMIC_EXIT_r00 911 +#define _DYNAMIC_EXIT_r10 912 +#define _DYNAMIC_EXIT_r20 913 +#define _DYNAMIC_EXIT_r30 914 +#define _END_FOR_r10 915 +#define _END_SEND_r31 916 +#define _ERROR_POP_N_r00 917 +#define _EXIT_INIT_CHECK_r10 918 +#define _EXIT_TRACE_r00 919 +#define _EXIT_TRACE_r10 920 +#define _EXIT_TRACE_r20 921 +#define _EXIT_TRACE_r30 922 +#define _EXPAND_METHOD_r00 923 +#define _EXPAND_METHOD_KW_r11 924 +#define _FATAL_ERROR_r00 925 +#define _FATAL_ERROR_r11 926 +#define _FATAL_ERROR_r22 927 +#define _FATAL_ERROR_r33 928 +#define _FORMAT_SIMPLE_r11 929 +#define _FORMAT_WITH_SPEC_r21 930 +#define _FOR_ITER_r23 931 +#define _FOR_ITER_GEN_FRAME_r03 932 +#define _FOR_ITER_GEN_FRAME_r13 933 +#define _FOR_ITER_GEN_FRAME_r23 934 +#define _FOR_ITER_TIER_TWO_r23 935 +#define _FOR_ITER_VIRTUAL_r23 936 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 937 +#define _GET_AITER_r11 938 +#define _GET_ANEXT_r12 939 +#define _GET_AWAITABLE_r11 940 +#define _GET_ITER_r12 941 +#define _GET_ITER_TRAD_r12 942 +#define _GET_LEN_r12 943 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 944 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 945 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 946 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 947 +#define _GUARD_BINARY_OP_EXTEND_r22 948 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 949 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 950 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 951 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 952 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 953 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 954 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 955 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 956 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 957 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 958 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 959 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 960 +#define _GUARD_BIT_IS_SET_POP_r00 961 +#define _GUARD_BIT_IS_SET_POP_r10 962 +#define _GUARD_BIT_IS_SET_POP_r21 963 +#define _GUARD_BIT_IS_SET_POP_r32 964 +#define _GUARD_BIT_IS_SET_POP_4_r00 965 +#define _GUARD_BIT_IS_SET_POP_4_r10 966 +#define _GUARD_BIT_IS_SET_POP_4_r21 967 +#define _GUARD_BIT_IS_SET_POP_4_r32 968 +#define _GUARD_BIT_IS_SET_POP_5_r00 969 +#define _GUARD_BIT_IS_SET_POP_5_r10 970 +#define _GUARD_BIT_IS_SET_POP_5_r21 971 +#define _GUARD_BIT_IS_SET_POP_5_r32 972 +#define _GUARD_BIT_IS_SET_POP_6_r00 973 +#define _GUARD_BIT_IS_SET_POP_6_r10 974 +#define _GUARD_BIT_IS_SET_POP_6_r21 975 +#define _GUARD_BIT_IS_SET_POP_6_r32 976 +#define _GUARD_BIT_IS_SET_POP_7_r00 977 +#define _GUARD_BIT_IS_SET_POP_7_r10 978 +#define _GUARD_BIT_IS_SET_POP_7_r21 979 +#define _GUARD_BIT_IS_SET_POP_7_r32 980 +#define _GUARD_BIT_IS_UNSET_POP_r00 981 +#define _GUARD_BIT_IS_UNSET_POP_r10 982 +#define _GUARD_BIT_IS_UNSET_POP_r21 983 +#define _GUARD_BIT_IS_UNSET_POP_r32 984 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 985 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 986 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 987 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 988 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 989 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 990 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 991 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 992 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 993 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 994 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 995 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 996 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 997 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 998 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 999 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 1000 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 1001 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 1002 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 1003 +#define _GUARD_CALLABLE_BUILTIN_O_r00 1004 +#define _GUARD_CALLABLE_ISINSTANCE_r03 1005 +#define _GUARD_CALLABLE_ISINSTANCE_r13 1006 +#define _GUARD_CALLABLE_ISINSTANCE_r23 1007 +#define _GUARD_CALLABLE_ISINSTANCE_r33 1008 +#define _GUARD_CALLABLE_LEN_r03 1009 +#define _GUARD_CALLABLE_LEN_r13 1010 +#define _GUARD_CALLABLE_LEN_r23 1011 +#define _GUARD_CALLABLE_LEN_r33 1012 +#define _GUARD_CALLABLE_LIST_APPEND_r03 1013 +#define _GUARD_CALLABLE_LIST_APPEND_r13 1014 +#define _GUARD_CALLABLE_LIST_APPEND_r23 1015 +#define _GUARD_CALLABLE_LIST_APPEND_r33 1016 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 1017 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 1018 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 1019 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 1020 +#define _GUARD_CALLABLE_STR_1_r03 1021 +#define _GUARD_CALLABLE_STR_1_r13 1022 +#define _GUARD_CALLABLE_STR_1_r23 1023 +#define _GUARD_CALLABLE_STR_1_r33 1024 +#define _GUARD_CALLABLE_TUPLE_1_r03 1025 +#define _GUARD_CALLABLE_TUPLE_1_r13 1026 +#define _GUARD_CALLABLE_TUPLE_1_r23 1027 +#define _GUARD_CALLABLE_TUPLE_1_r33 1028 +#define _GUARD_CALLABLE_TYPE_1_r03 1029 +#define _GUARD_CALLABLE_TYPE_1_r13 1030 +#define _GUARD_CALLABLE_TYPE_1_r23 1031 +#define _GUARD_CALLABLE_TYPE_1_r33 1032 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1033 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1034 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1035 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1036 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1037 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1038 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1039 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1040 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1041 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1042 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1043 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1044 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1045 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1046 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1047 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1048 +#define _GUARD_DORV_NO_DICT_r01 1049 +#define _GUARD_DORV_NO_DICT_r11 1050 +#define _GUARD_DORV_NO_DICT_r22 1051 +#define _GUARD_DORV_NO_DICT_r33 1052 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1053 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1054 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1055 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1056 +#define _GUARD_GLOBALS_VERSION_r00 1057 +#define _GUARD_GLOBALS_VERSION_r11 1058 +#define _GUARD_GLOBALS_VERSION_r22 1059 +#define _GUARD_GLOBALS_VERSION_r33 1060 +#define _GUARD_IP_RETURN_GENERATOR_r00 1061 +#define _GUARD_IP_RETURN_GENERATOR_r11 1062 +#define _GUARD_IP_RETURN_GENERATOR_r22 1063 +#define _GUARD_IP_RETURN_GENERATOR_r33 1064 +#define _GUARD_IP_RETURN_VALUE_r00 1065 +#define _GUARD_IP_RETURN_VALUE_r11 1066 +#define _GUARD_IP_RETURN_VALUE_r22 1067 +#define _GUARD_IP_RETURN_VALUE_r33 1068 +#define _GUARD_IP_YIELD_VALUE_r00 1069 +#define _GUARD_IP_YIELD_VALUE_r11 1070 +#define _GUARD_IP_YIELD_VALUE_r22 1071 +#define _GUARD_IP_YIELD_VALUE_r33 1072 +#define _GUARD_IP__PUSH_FRAME_r00 1073 +#define _GUARD_IP__PUSH_FRAME_r11 1074 +#define _GUARD_IP__PUSH_FRAME_r22 1075 +#define _GUARD_IP__PUSH_FRAME_r33 1076 +#define _GUARD_IS_FALSE_POP_r00 1077 +#define _GUARD_IS_FALSE_POP_r10 1078 +#define _GUARD_IS_FALSE_POP_r21 1079 +#define _GUARD_IS_FALSE_POP_r32 1080 +#define _GUARD_IS_NONE_POP_r00 1081 +#define _GUARD_IS_NONE_POP_r10 1082 +#define _GUARD_IS_NONE_POP_r21 1083 +#define _GUARD_IS_NONE_POP_r32 1084 +#define _GUARD_IS_NOT_NONE_POP_r10 1085 +#define _GUARD_IS_TRUE_POP_r00 1086 +#define _GUARD_IS_TRUE_POP_r10 1087 +#define _GUARD_IS_TRUE_POP_r21 1088 +#define _GUARD_IS_TRUE_POP_r32 1089 +#define _GUARD_ITERATOR_r01 1090 +#define _GUARD_ITERATOR_r11 1091 +#define _GUARD_ITERATOR_r22 1092 +#define _GUARD_ITERATOR_r33 1093 +#define _GUARD_ITER_VIRTUAL_r01 1094 +#define _GUARD_ITER_VIRTUAL_r11 1095 +#define _GUARD_ITER_VIRTUAL_r22 1096 +#define _GUARD_ITER_VIRTUAL_r33 1097 +#define _GUARD_KEYS_VERSION_r01 1098 +#define _GUARD_KEYS_VERSION_r11 1099 +#define _GUARD_KEYS_VERSION_r22 1100 +#define _GUARD_KEYS_VERSION_r33 1101 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1102 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1103 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1104 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1105 +#define _GUARD_NOS_COMPACT_r02 1106 +#define _GUARD_NOS_COMPACT_r12 1107 +#define _GUARD_NOS_COMPACT_r22 1108 +#define _GUARD_NOS_COMPACT_r33 1109 +#define _GUARD_NOS_COMPACT_ASCII_r02 1110 +#define _GUARD_NOS_COMPACT_ASCII_r12 1111 +#define _GUARD_NOS_COMPACT_ASCII_r22 1112 +#define _GUARD_NOS_COMPACT_ASCII_r33 1113 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1114 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1115 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1116 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1117 +#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1118 +#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1119 +#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1120 +#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1121 +#define _GUARD_NOS_FLOAT_r02 1122 +#define _GUARD_NOS_FLOAT_r12 1123 +#define _GUARD_NOS_FLOAT_r22 1124 +#define _GUARD_NOS_FLOAT_r33 1125 +#define _GUARD_NOS_INT_r02 1126 +#define _GUARD_NOS_INT_r12 1127 +#define _GUARD_NOS_INT_r22 1128 +#define _GUARD_NOS_INT_r33 1129 +#define _GUARD_NOS_INT_WIDE_r02 1130 +#define _GUARD_NOS_INT_WIDE_r12 1131 +#define _GUARD_NOS_INT_WIDE_r22 1132 +#define _GUARD_NOS_INT_WIDE_r33 1133 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1134 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1135 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1136 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1137 +#define _GUARD_NOS_LIST_r02 1138 +#define _GUARD_NOS_LIST_r12 1139 +#define _GUARD_NOS_LIST_r22 1140 +#define _GUARD_NOS_LIST_r33 1141 +#define _GUARD_NOS_NOT_NULL_r02 1142 +#define _GUARD_NOS_NOT_NULL_r12 1143 +#define _GUARD_NOS_NOT_NULL_r22 1144 +#define _GUARD_NOS_NOT_NULL_r33 1145 +#define _GUARD_NOS_NULL_r02 1146 +#define _GUARD_NOS_NULL_r12 1147 +#define _GUARD_NOS_NULL_r22 1148 +#define _GUARD_NOS_NULL_r33 1149 +#define _GUARD_NOS_OVERFLOWED_r02 1150 +#define _GUARD_NOS_OVERFLOWED_r12 1151 +#define _GUARD_NOS_OVERFLOWED_r22 1152 +#define _GUARD_NOS_OVERFLOWED_r33 1153 +#define _GUARD_NOS_TUPLE_r02 1154 +#define _GUARD_NOS_TUPLE_r12 1155 +#define _GUARD_NOS_TUPLE_r22 1156 +#define _GUARD_NOS_TUPLE_r33 1157 +#define _GUARD_NOS_TYPE_VERSION_r02 1158 +#define _GUARD_NOS_TYPE_VERSION_r12 1159 +#define _GUARD_NOS_TYPE_VERSION_r22 1160 +#define _GUARD_NOS_TYPE_VERSION_r33 1161 +#define _GUARD_NOS_UNICODE_r02 1162 +#define _GUARD_NOS_UNICODE_r12 1163 +#define _GUARD_NOS_UNICODE_r22 1164 +#define _GUARD_NOS_UNICODE_r33 1165 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1166 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1167 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1168 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1169 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1170 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1171 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1172 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1173 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1174 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1175 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1176 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1177 +#define _GUARD_THIRD_NULL_r03 1178 +#define _GUARD_THIRD_NULL_r13 1179 +#define _GUARD_THIRD_NULL_r23 1180 +#define _GUARD_THIRD_NULL_r33 1181 +#define _GUARD_TOS_ANY_DICT_r01 1182 +#define _GUARD_TOS_ANY_DICT_r11 1183 +#define _GUARD_TOS_ANY_DICT_r22 1184 +#define _GUARD_TOS_ANY_DICT_r33 1185 +#define _GUARD_TOS_ANY_SET_r01 1186 +#define _GUARD_TOS_ANY_SET_r11 1187 +#define _GUARD_TOS_ANY_SET_r22 1188 +#define _GUARD_TOS_ANY_SET_r33 1189 +#define _GUARD_TOS_COMPACT_r01 1190 +#define _GUARD_TOS_COMPACT_r11 1191 +#define _GUARD_TOS_COMPACT_r22 1192 +#define _GUARD_TOS_COMPACT_r33 1193 +#define _GUARD_TOS_DICT_r01 1194 +#define _GUARD_TOS_DICT_r11 1195 +#define _GUARD_TOS_DICT_r22 1196 +#define _GUARD_TOS_DICT_r33 1197 +#define _GUARD_TOS_FLOAT_r01 1198 +#define _GUARD_TOS_FLOAT_r11 1199 +#define _GUARD_TOS_FLOAT_r22 1200 +#define _GUARD_TOS_FLOAT_r33 1201 +#define _GUARD_TOS_FROZENDICT_r01 1202 +#define _GUARD_TOS_FROZENDICT_r11 1203 +#define _GUARD_TOS_FROZENDICT_r22 1204 +#define _GUARD_TOS_FROZENDICT_r33 1205 +#define _GUARD_TOS_FROZENSET_r01 1206 +#define _GUARD_TOS_FROZENSET_r11 1207 +#define _GUARD_TOS_FROZENSET_r22 1208 +#define _GUARD_TOS_FROZENSET_r33 1209 +#define _GUARD_TOS_INT_r01 1210 +#define _GUARD_TOS_INT_r11 1211 +#define _GUARD_TOS_INT_r22 1212 +#define _GUARD_TOS_INT_r33 1213 +#define _GUARD_TOS_INT_WIDE_r01 1214 +#define _GUARD_TOS_INT_WIDE_r11 1215 +#define _GUARD_TOS_INT_WIDE_r22 1216 +#define _GUARD_TOS_INT_WIDE_r33 1217 +#define _GUARD_TOS_IS_NONE_r01 1218 +#define _GUARD_TOS_IS_NONE_r11 1219 +#define _GUARD_TOS_IS_NONE_r22 1220 +#define _GUARD_TOS_IS_NONE_r33 1221 +#define _GUARD_TOS_LIST_r01 1222 +#define _GUARD_TOS_LIST_r11 1223 +#define _GUARD_TOS_LIST_r22 1224 +#define _GUARD_TOS_LIST_r33 1225 +#define _GUARD_TOS_NOT_NULL_r01 1226 +#define _GUARD_TOS_NOT_NULL_r11 1227 +#define _GUARD_TOS_NOT_NULL_r22 1228 +#define _GUARD_TOS_NOT_NULL_r33 1229 +#define _GUARD_TOS_OVERFLOWED_r01 1230 +#define _GUARD_TOS_OVERFLOWED_r11 1231 +#define _GUARD_TOS_OVERFLOWED_r22 1232 +#define _GUARD_TOS_OVERFLOWED_r33 1233 +#define _GUARD_TOS_SET_r01 1234 +#define _GUARD_TOS_SET_r11 1235 +#define _GUARD_TOS_SET_r22 1236 +#define _GUARD_TOS_SET_r33 1237 +#define _GUARD_TOS_SLICE_r01 1238 +#define _GUARD_TOS_SLICE_r11 1239 +#define _GUARD_TOS_SLICE_r22 1240 +#define _GUARD_TOS_SLICE_r33 1241 +#define _GUARD_TOS_TUPLE_r01 1242 +#define _GUARD_TOS_TUPLE_r11 1243 +#define _GUARD_TOS_TUPLE_r22 1244 +#define _GUARD_TOS_TUPLE_r33 1245 +#define _GUARD_TOS_UNICODE_r01 1246 +#define _GUARD_TOS_UNICODE_r11 1247 +#define _GUARD_TOS_UNICODE_r22 1248 +#define _GUARD_TOS_UNICODE_r33 1249 +#define _GUARD_TYPE_r01 1250 +#define _GUARD_TYPE_r11 1251 +#define _GUARD_TYPE_r22 1252 +#define _GUARD_TYPE_r33 1253 +#define _GUARD_TYPE_ITER_r02 1254 +#define _GUARD_TYPE_ITER_r12 1255 +#define _GUARD_TYPE_ITER_r22 1256 +#define _GUARD_TYPE_ITER_r33 1257 +#define _GUARD_TYPE_VERSION_r01 1258 +#define _GUARD_TYPE_VERSION_r11 1259 +#define _GUARD_TYPE_VERSION_r22 1260 +#define _GUARD_TYPE_VERSION_r33 1261 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1262 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1263 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1264 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1265 +#define _HANDLE_PENDING_AND_DEOPT_r00 1266 +#define _HANDLE_PENDING_AND_DEOPT_r10 1267 +#define _HANDLE_PENDING_AND_DEOPT_r20 1268 +#define _HANDLE_PENDING_AND_DEOPT_r30 1269 +#define _IMPORT_FROM_r12 1270 +#define _IMPORT_NAME_r21 1271 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1272 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1273 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1274 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1275 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1276 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1277 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1278 +#define _INSERT_NULL_r10 1279 +#define _INSTRUMENTED_FOR_ITER_r23 1280 +#define _INSTRUMENTED_INSTRUCTION_r00 1281 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1282 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1283 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1284 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1285 +#define _INSTRUMENTED_LINE_r00 1286 +#define _INSTRUMENTED_NOT_TAKEN_r00 1287 +#define _INSTRUMENTED_NOT_TAKEN_r11 1288 +#define _INSTRUMENTED_NOT_TAKEN_r22 1289 +#define _INSTRUMENTED_NOT_TAKEN_r33 1290 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1291 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1292 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1293 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1294 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1295 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1296 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1297 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1298 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1299 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1300 +#define _IS_NONE_r11 1301 +#define _IS_OP_r03 1302 +#define _IS_OP_r13 1303 +#define _IS_OP_r23 1304 +#define _ITER_CHECK_LIST_r02 1305 +#define _ITER_CHECK_LIST_r12 1306 +#define _ITER_CHECK_LIST_r22 1307 +#define _ITER_CHECK_LIST_r33 1308 +#define _ITER_CHECK_RANGE_r02 1309 +#define _ITER_CHECK_RANGE_r12 1310 +#define _ITER_CHECK_RANGE_r22 1311 +#define _ITER_CHECK_RANGE_r33 1312 +#define _ITER_CHECK_TUPLE_r02 1313 +#define _ITER_CHECK_TUPLE_r12 1314 +#define _ITER_CHECK_TUPLE_r22 1315 +#define _ITER_CHECK_TUPLE_r33 1316 +#define _ITER_JUMP_LIST_r02 1317 +#define _ITER_JUMP_LIST_r12 1318 +#define _ITER_JUMP_LIST_r22 1319 +#define _ITER_JUMP_LIST_r33 1320 +#define _ITER_JUMP_RANGE_r02 1321 +#define _ITER_JUMP_RANGE_r12 1322 +#define _ITER_JUMP_RANGE_r22 1323 +#define _ITER_JUMP_RANGE_r33 1324 +#define _ITER_JUMP_TUPLE_r02 1325 +#define _ITER_JUMP_TUPLE_r12 1326 +#define _ITER_JUMP_TUPLE_r22 1327 +#define _ITER_JUMP_TUPLE_r33 1328 +#define _ITER_NEXT_INLINE_r23 1329 +#define _ITER_NEXT_LIST_r23 1330 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1331 +#define _ITER_NEXT_RANGE_r03 1332 +#define _ITER_NEXT_RANGE_r13 1333 +#define _ITER_NEXT_RANGE_r23 1334 +#define _ITER_NEXT_TUPLE_r03 1335 +#define _ITER_NEXT_TUPLE_r13 1336 +#define _ITER_NEXT_TUPLE_r23 1337 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1338 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1339 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1340 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1341 +#define _JUMP_TO_TOP_r00 1342 +#define _LIST_APPEND_r10 1343 +#define _LIST_EXTEND_r11 1344 +#define _LOAD_ATTR_r10 1345 +#define _LOAD_ATTR_CLASS_r11 1346 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1347 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1348 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1349 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1350 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1351 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1352 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1353 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1354 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1355 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1356 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1357 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1358 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1359 +#define _LOAD_ATTR_MODULE_r12 1360 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1361 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1362 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1363 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1364 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1365 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1366 +#define _LOAD_ATTR_SLOT_r02 1367 +#define _LOAD_ATTR_SLOT_r12 1368 +#define _LOAD_ATTR_SLOT_r23 1369 +#define _LOAD_ATTR_WITH_HINT_r12 1370 +#define _LOAD_BUILD_CLASS_r01 1371 +#define _LOAD_BYTECODE_r00 1372 +#define _LOAD_COMMON_CONSTANT_r01 1373 +#define _LOAD_COMMON_CONSTANT_r12 1374 +#define _LOAD_COMMON_CONSTANT_r23 1375 +#define _LOAD_CONST_r01 1376 +#define _LOAD_CONST_r12 1377 +#define _LOAD_CONST_r23 1378 +#define _LOAD_CONST_INLINE_r01 1379 +#define _LOAD_CONST_INLINE_r12 1380 +#define _LOAD_CONST_INLINE_r23 1381 +#define _LOAD_CONST_INLINE_BORROW_r01 1382 +#define _LOAD_CONST_INLINE_BORROW_r12 1383 +#define _LOAD_CONST_INLINE_BORROW_r23 1384 +#define _LOAD_DEREF_r01 1385 +#define _LOAD_FAST_r01 1386 +#define _LOAD_FAST_r12 1387 +#define _LOAD_FAST_r23 1388 +#define _LOAD_FAST_0_r01 1389 +#define _LOAD_FAST_0_r12 1390 +#define _LOAD_FAST_0_r23 1391 +#define _LOAD_FAST_1_r01 1392 +#define _LOAD_FAST_1_r12 1393 +#define _LOAD_FAST_1_r23 1394 +#define _LOAD_FAST_2_r01 1395 +#define _LOAD_FAST_2_r12 1396 +#define _LOAD_FAST_2_r23 1397 +#define _LOAD_FAST_3_r01 1398 +#define _LOAD_FAST_3_r12 1399 +#define _LOAD_FAST_3_r23 1400 +#define _LOAD_FAST_4_r01 1401 +#define _LOAD_FAST_4_r12 1402 +#define _LOAD_FAST_4_r23 1403 +#define _LOAD_FAST_5_r01 1404 +#define _LOAD_FAST_5_r12 1405 +#define _LOAD_FAST_5_r23 1406 +#define _LOAD_FAST_6_r01 1407 +#define _LOAD_FAST_6_r12 1408 +#define _LOAD_FAST_6_r23 1409 +#define _LOAD_FAST_7_r01 1410 +#define _LOAD_FAST_7_r12 1411 +#define _LOAD_FAST_7_r23 1412 +#define _LOAD_FAST_AND_CLEAR_r01 1413 +#define _LOAD_FAST_AND_CLEAR_r12 1414 +#define _LOAD_FAST_AND_CLEAR_r23 1415 +#define _LOAD_FAST_BORROW_r01 1416 +#define _LOAD_FAST_BORROW_r12 1417 +#define _LOAD_FAST_BORROW_r23 1418 +#define _LOAD_FAST_BORROW_0_r01 1419 +#define _LOAD_FAST_BORROW_0_r12 1420 +#define _LOAD_FAST_BORROW_0_r23 1421 +#define _LOAD_FAST_BORROW_1_r01 1422 +#define _LOAD_FAST_BORROW_1_r12 1423 +#define _LOAD_FAST_BORROW_1_r23 1424 +#define _LOAD_FAST_BORROW_2_r01 1425 +#define _LOAD_FAST_BORROW_2_r12 1426 +#define _LOAD_FAST_BORROW_2_r23 1427 +#define _LOAD_FAST_BORROW_3_r01 1428 +#define _LOAD_FAST_BORROW_3_r12 1429 +#define _LOAD_FAST_BORROW_3_r23 1430 +#define _LOAD_FAST_BORROW_4_r01 1431 +#define _LOAD_FAST_BORROW_4_r12 1432 +#define _LOAD_FAST_BORROW_4_r23 1433 +#define _LOAD_FAST_BORROW_5_r01 1434 +#define _LOAD_FAST_BORROW_5_r12 1435 +#define _LOAD_FAST_BORROW_5_r23 1436 +#define _LOAD_FAST_BORROW_6_r01 1437 +#define _LOAD_FAST_BORROW_6_r12 1438 +#define _LOAD_FAST_BORROW_6_r23 1439 +#define _LOAD_FAST_BORROW_7_r01 1440 +#define _LOAD_FAST_BORROW_7_r12 1441 +#define _LOAD_FAST_BORROW_7_r23 1442 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1443 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1444 +#define _LOAD_FAST_CHECK_r01 1445 +#define _LOAD_FAST_CHECK_r12 1446 +#define _LOAD_FAST_CHECK_r23 1447 +#define _LOAD_FAST_LOAD_FAST_r02 1448 +#define _LOAD_FAST_LOAD_FAST_r13 1449 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1450 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1451 +#define _LOAD_GLOBAL_r00 1452 +#define _LOAD_GLOBAL_BUILTINS_r01 1453 +#define _LOAD_GLOBAL_MODULE_r01 1454 +#define _LOAD_LOCALS_r01 1455 +#define _LOAD_LOCALS_r12 1456 +#define _LOAD_LOCALS_r23 1457 +#define _LOAD_NAME_r01 1458 +#define _LOAD_SMALL_INT_r01 1459 +#define _LOAD_SMALL_INT_r12 1460 +#define _LOAD_SMALL_INT_r23 1461 +#define _LOAD_SMALL_INT_0_r01 1462 +#define _LOAD_SMALL_INT_0_r12 1463 +#define _LOAD_SMALL_INT_0_r23 1464 +#define _LOAD_SMALL_INT_1_r01 1465 +#define _LOAD_SMALL_INT_1_r12 1466 +#define _LOAD_SMALL_INT_1_r23 1467 +#define _LOAD_SMALL_INT_2_r01 1468 +#define _LOAD_SMALL_INT_2_r12 1469 +#define _LOAD_SMALL_INT_2_r23 1470 +#define _LOAD_SMALL_INT_3_r01 1471 +#define _LOAD_SMALL_INT_3_r12 1472 +#define _LOAD_SMALL_INT_3_r23 1473 +#define _LOAD_SPECIAL_r00 1474 +#define _LOAD_SUPER_ATTR_ATTR_r31 1475 +#define _LOAD_SUPER_ATTR_METHOD_r32 1476 +#define _LOCK_OBJECT_r01 1477 +#define _LOCK_OBJECT_r11 1478 +#define _LOCK_OBJECT_r22 1479 +#define _LOCK_OBJECT_r33 1480 +#define _MAKE_CALLARGS_A_TUPLE_r33 1481 +#define _MAKE_CELL_r00 1482 +#define _MAKE_FUNCTION_r12 1483 +#define _MAKE_HEAP_SAFE_r01 1484 +#define _MAKE_HEAP_SAFE_r11 1485 +#define _MAKE_HEAP_SAFE_r22 1486 +#define _MAKE_HEAP_SAFE_r33 1487 +#define _MAKE_WARM_r00 1488 +#define _MAKE_WARM_r11 1489 +#define _MAKE_WARM_r22 1490 +#define _MAKE_WARM_r33 1491 +#define _MAP_ADD_r20 1492 +#define _MATCH_CLASS_r33 1493 +#define _MATCH_KEYS_r23 1494 +#define _MATCH_MAPPING_r02 1495 +#define _MATCH_MAPPING_r12 1496 +#define _MATCH_MAPPING_r23 1497 +#define _MATCH_SEQUENCE_r02 1498 +#define _MATCH_SEQUENCE_r12 1499 +#define _MATCH_SEQUENCE_r23 1500 +#define _MAYBE_EXPAND_METHOD_r00 1501 +#define _MAYBE_EXPAND_METHOD_KW_r11 1502 +#define _MONITOR_CALL_r00 1503 +#define _MONITOR_CALL_KW_r11 1504 +#define _MONITOR_JUMP_BACKWARD_r00 1505 +#define _MONITOR_JUMP_BACKWARD_r11 1506 +#define _MONITOR_JUMP_BACKWARD_r22 1507 +#define _MONITOR_JUMP_BACKWARD_r33 1508 +#define _MONITOR_RESUME_r00 1509 +#define _NOP_r00 1510 +#define _NOP_r11 1511 +#define _NOP_r22 1512 +#define _NOP_r33 1513 +#define _POP_EXCEPT_r10 1514 +#define _POP_ITER_r20 1515 +#define _POP_JUMP_IF_FALSE_r00 1516 +#define _POP_JUMP_IF_FALSE_r10 1517 +#define _POP_JUMP_IF_FALSE_r21 1518 +#define _POP_JUMP_IF_FALSE_r32 1519 +#define _POP_JUMP_IF_TRUE_r00 1520 +#define _POP_JUMP_IF_TRUE_r10 1521 +#define _POP_JUMP_IF_TRUE_r21 1522 +#define _POP_JUMP_IF_TRUE_r32 1523 +#define _POP_TOP_r10 1524 +#define _POP_TOP_FLOAT_r00 1525 +#define _POP_TOP_FLOAT_r10 1526 +#define _POP_TOP_FLOAT_r21 1527 +#define _POP_TOP_FLOAT_r32 1528 +#define _POP_TOP_INT_r00 1529 +#define _POP_TOP_INT_r10 1530 +#define _POP_TOP_INT_r21 1531 +#define _POP_TOP_INT_r32 1532 +#define _POP_TOP_NOP_r00 1533 +#define _POP_TOP_NOP_r10 1534 +#define _POP_TOP_NOP_r21 1535 +#define _POP_TOP_NOP_r32 1536 +#define _POP_TOP_OPARG_r00 1537 +#define _POP_TOP_UNICODE_r00 1538 +#define _POP_TOP_UNICODE_r10 1539 +#define _POP_TOP_UNICODE_r21 1540 +#define _POP_TOP_UNICODE_r32 1541 +#define _PUSH_EXC_INFO_r02 1542 +#define _PUSH_EXC_INFO_r12 1543 +#define _PUSH_EXC_INFO_r23 1544 +#define _PUSH_FRAME_r10 1545 +#define _PUSH_NULL_r01 1546 +#define _PUSH_NULL_r12 1547 +#define _PUSH_NULL_r23 1548 +#define _PUSH_NULL_CONDITIONAL_r00 1549 +#define _PUSH_TAGGED_ZERO_r01 1550 +#define _PUSH_TAGGED_ZERO_r12 1551 +#define _PUSH_TAGGED_ZERO_r23 1552 +#define _PY_FRAME_EX_r31 1553 +#define _PY_FRAME_GENERAL_r01 1554 +#define _PY_FRAME_KW_r11 1555 +#define _REPLACE_WITH_TRUE_r02 1556 +#define _REPLACE_WITH_TRUE_r12 1557 +#define _REPLACE_WITH_TRUE_r23 1558 +#define _RESUME_CHECK_r00 1559 +#define _RESUME_CHECK_r11 1560 +#define _RESUME_CHECK_r22 1561 +#define _RESUME_CHECK_r33 1562 +#define _RETURN_GENERATOR_r01 1563 +#define _RETURN_VALUE_r11 1564 +#define _RROT_3_r03 1565 +#define _RROT_3_r13 1566 +#define _RROT_3_r23 1567 +#define _RROT_3_r33 1568 +#define _SAVE_RETURN_OFFSET_r00 1569 +#define _SAVE_RETURN_OFFSET_r11 1570 +#define _SAVE_RETURN_OFFSET_r22 1571 +#define _SAVE_RETURN_OFFSET_r33 1572 +#define _SEND_ASYNC_GEN_r33 1573 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1574 +#define _SEND_GEN_FRAME_r33 1575 +#define _SEND_VIRTUAL_r33 1576 +#define _SEND_VIRTUAL_TIER_TWO_r03 1577 +#define _SEND_VIRTUAL_TIER_TWO_r13 1578 +#define _SEND_VIRTUAL_TIER_TWO_r23 1579 +#define _SEND_VIRTUAL_TIER_TWO_r33 1580 +#define _SETUP_ANNOTATIONS_r00 1581 +#define _SET_ADD_r10 1582 +#define _SET_FUNCTION_ATTRIBUTE_r01 1583 +#define _SET_FUNCTION_ATTRIBUTE_r11 1584 +#define _SET_FUNCTION_ATTRIBUTE_r21 1585 +#define _SET_FUNCTION_ATTRIBUTE_r32 1586 +#define _SET_IP_r00 1587 +#define _SET_IP_r11 1588 +#define _SET_IP_r22 1589 +#define _SET_IP_r33 1590 +#define _SET_UPDATE_r11 1591 +#define _SPILL_OR_RELOAD_r01 1592 +#define _SPILL_OR_RELOAD_r02 1593 +#define _SPILL_OR_RELOAD_r03 1594 +#define _SPILL_OR_RELOAD_r10 1595 +#define _SPILL_OR_RELOAD_r12 1596 +#define _SPILL_OR_RELOAD_r13 1597 +#define _SPILL_OR_RELOAD_r20 1598 +#define _SPILL_OR_RELOAD_r21 1599 +#define _SPILL_OR_RELOAD_r23 1600 +#define _SPILL_OR_RELOAD_r30 1601 +#define _SPILL_OR_RELOAD_r31 1602 +#define _SPILL_OR_RELOAD_r32 1603 +#define _START_EXECUTOR_r00 1604 +#define _STORE_ATTR_r20 1605 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1606 +#define _STORE_ATTR_SLOT_r21 1607 +#define _STORE_ATTR_WITH_HINT_r21 1608 +#define _STORE_DEREF_r10 1609 +#define _STORE_FAST_LOAD_FAST_r11 1610 +#define _STORE_FAST_STORE_FAST_r20 1611 +#define _STORE_GLOBAL_r10 1612 +#define _STORE_NAME_r10 1613 +#define _STORE_SLICE_r30 1614 +#define _STORE_SUBSCR_r30 1615 +#define _STORE_SUBSCR_DICT_r31 1616 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1617 +#define _STORE_SUBSCR_LIST_INT_r32 1618 +#define _SWAP_r11 1619 +#define _SWAP_2_r02 1620 +#define _SWAP_2_r12 1621 +#define _SWAP_2_r22 1622 +#define _SWAP_2_r33 1623 +#define _SWAP_3_r03 1624 +#define _SWAP_3_r13 1625 +#define _SWAP_3_r23 1626 +#define _SWAP_3_r33 1627 +#define _SWAP_FAST_r01 1628 +#define _SWAP_FAST_r11 1629 +#define _SWAP_FAST_r22 1630 +#define _SWAP_FAST_r33 1631 +#define _SWAP_FAST_0_r01 1632 +#define _SWAP_FAST_0_r11 1633 +#define _SWAP_FAST_0_r22 1634 +#define _SWAP_FAST_0_r33 1635 +#define _SWAP_FAST_1_r01 1636 +#define _SWAP_FAST_1_r11 1637 +#define _SWAP_FAST_1_r22 1638 +#define _SWAP_FAST_1_r33 1639 +#define _SWAP_FAST_2_r01 1640 +#define _SWAP_FAST_2_r11 1641 +#define _SWAP_FAST_2_r22 1642 +#define _SWAP_FAST_2_r33 1643 +#define _SWAP_FAST_3_r01 1644 +#define _SWAP_FAST_3_r11 1645 +#define _SWAP_FAST_3_r22 1646 +#define _SWAP_FAST_3_r33 1647 +#define _SWAP_FAST_4_r01 1648 +#define _SWAP_FAST_4_r11 1649 +#define _SWAP_FAST_4_r22 1650 +#define _SWAP_FAST_4_r33 1651 +#define _SWAP_FAST_5_r01 1652 +#define _SWAP_FAST_5_r11 1653 +#define _SWAP_FAST_5_r22 1654 +#define _SWAP_FAST_5_r33 1655 +#define _SWAP_FAST_6_r01 1656 +#define _SWAP_FAST_6_r11 1657 +#define _SWAP_FAST_6_r22 1658 +#define _SWAP_FAST_6_r33 1659 +#define _SWAP_FAST_7_r01 1660 +#define _SWAP_FAST_7_r11 1661 +#define _SWAP_FAST_7_r22 1662 +#define _SWAP_FAST_7_r33 1663 +#define _TIER2_RESUME_CHECK_r00 1664 +#define _TIER2_RESUME_CHECK_r11 1665 +#define _TIER2_RESUME_CHECK_r22 1666 +#define _TIER2_RESUME_CHECK_r33 1667 +#define _TO_BOOL_r11 1668 +#define _TO_BOOL_BOOL_r01 1669 +#define _TO_BOOL_BOOL_r11 1670 +#define _TO_BOOL_BOOL_r22 1671 +#define _TO_BOOL_BOOL_r33 1672 +#define _TO_BOOL_INT_r02 1673 +#define _TO_BOOL_INT_r12 1674 +#define _TO_BOOL_INT_r23 1675 +#define _TO_BOOL_LIST_r02 1676 +#define _TO_BOOL_LIST_r12 1677 +#define _TO_BOOL_LIST_r23 1678 +#define _TO_BOOL_NONE_r01 1679 +#define _TO_BOOL_NONE_r11 1680 +#define _TO_BOOL_NONE_r22 1681 +#define _TO_BOOL_NONE_r33 1682 +#define _TO_BOOL_STR_r02 1683 +#define _TO_BOOL_STR_r12 1684 +#define _TO_BOOL_STR_r23 1685 +#define _TRACE_RECORD_r00 1686 +#define _UNARY_INVERT_r12 1687 +#define _UNARY_NEGATIVE_r12 1688 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1689 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1690 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1691 +#define _UNARY_NOT_r01 1692 +#define _UNARY_NOT_r11 1693 +#define _UNARY_NOT_r22 1694 +#define _UNARY_NOT_r33 1695 +#define _UNPACK_EX_r10 1696 +#define _UNPACK_SEQUENCE_r10 1697 +#define _UNPACK_SEQUENCE_LIST_r10 1698 +#define _UNPACK_SEQUENCE_TUPLE_r10 1699 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1700 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1701 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1702 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1703 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1704 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1705 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1706 +#define _WITH_EXCEPT_START_r33 1707 +#define _YIELD_VALUE_r11 1708 +#define MAX_UOP_REGS_ID 1708 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 093cd0d67f92971..32e58a26bdcf90b 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -103,17 +103,30 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_UNARY_INVERT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_NOS_INT] = HAS_EXIT_FLAG, [_GUARD_TOS_INT] = HAS_EXIT_FLAG, + [_GUARD_NOS_INT_WIDE] = HAS_EXIT_FLAG, + [_GUARD_TOS_INT_WIDE] = HAS_EXIT_FLAG, [_GUARD_NOS_OVERFLOWED] = HAS_EXIT_FLAG, [_GUARD_TOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_GUARD_TOS_COMPACT] = HAS_EXIT_FLAG, + [_GUARD_NOS_COMPACT] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG, + [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -1061,6 +1074,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_INT_r33 }, }, }, + [_GUARD_NOS_INT_WIDE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_INT_WIDE_r02 }, + { 2, 1, _GUARD_NOS_INT_WIDE_r12 }, + { 2, 2, _GUARD_NOS_INT_WIDE_r22 }, + { 3, 3, _GUARD_NOS_INT_WIDE_r33 }, + }, + }, + [_GUARD_TOS_INT_WIDE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_INT_WIDE_r01 }, + { 1, 1, _GUARD_TOS_INT_WIDE_r11 }, + { 2, 2, _GUARD_TOS_INT_WIDE_r22 }, + { 3, 3, _GUARD_TOS_INT_WIDE_r33 }, + }, + }, [_GUARD_NOS_OVERFLOWED] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -1079,6 +1110,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, }, }, + [_GUARD_TOS_COMPACT] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_COMPACT_r01 }, + { 1, 1, _GUARD_TOS_COMPACT_r11 }, + { 2, 2, _GUARD_TOS_COMPACT_r22 }, + { 3, 3, _GUARD_TOS_COMPACT_r33 }, + }, + }, + [_GUARD_NOS_COMPACT] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_COMPACT_r02 }, + { 2, 1, _GUARD_NOS_COMPACT_r12 }, + { 2, 2, _GUARD_NOS_COMPACT_r22 }, + { 3, 3, _GUARD_NOS_COMPACT_r33 }, + }, + }, [_BINARY_OP_MULTIPLY_INT] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -1106,6 +1155,33 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_BINARY_OP_ADD_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, [_BINARY_OP_ADD_INT_INPLACE] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -1160,6 +1236,60 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, [_GUARD_NOS_FLOAT] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -4145,6 +4275,14 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, + [_GUARD_NOS_INT_WIDE_r02] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r12] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r22] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r33] = _GUARD_NOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r01] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r11] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r22] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r33] = _GUARD_TOS_INT_WIDE, [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, @@ -4153,6 +4291,14 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, + [_GUARD_TOS_COMPACT_r01] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r11] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r22] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r33] = _GUARD_TOS_COMPACT, + [_GUARD_NOS_COMPACT_r02] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r12] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r22] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r33] = _GUARD_NOS_COMPACT, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -4162,6 +4308,9 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_r03] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r13] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r23] = _BINARY_OP_SUBTRACT_INT, + [_BINARY_OP_ADD_INT_WIDE_r23] = _BINARY_OP_ADD_INT_WIDE, + [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE, + [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE, [_BINARY_OP_ADD_INT_INPLACE_r03] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r13] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r23] = _BINARY_OP_ADD_INT_INPLACE, @@ -4180,6 +4329,24 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, [_GUARD_NOS_FLOAT_r02] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r12] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r22] = _GUARD_NOS_FLOAT, @@ -4915,6 +5082,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_ADD_INT_WIDE] = "_BINARY_OP_ADD_INT_WIDE", + [_BINARY_OP_ADD_INT_WIDE_r23] = "_BINARY_OP_ADD_INT_WIDE_r23", + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = "_BINARY_OP_ADD_INT_WIDE_INPLACE", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r03", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r13", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r23", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_ADD_UNICODE] = "_BINARY_OP_ADD_UNICODE", [_BINARY_OP_ADD_UNICODE_r03] = "_BINARY_OP_ADD_UNICODE_r03", [_BINARY_OP_ADD_UNICODE_r13] = "_BINARY_OP_ADD_UNICODE_r13", @@ -4947,6 +5124,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE] = "_BINARY_OP_MULTIPLY_INT_WIDE", + [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_SUBSCR_CHECK_FUNC] = "_BINARY_OP_SUBSCR_CHECK_FUNC", [_BINARY_OP_SUBSCR_CHECK_FUNC_r23] = "_BINARY_OP_SUBSCR_CHECK_FUNC_r23", [_BINARY_OP_SUBSCR_DICT] = "_BINARY_OP_SUBSCR_DICT", @@ -4994,6 +5181,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE] = "_BINARY_OP_SUBTRACT_INT_WIDE", + [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_TRUEDIV_FLOAT] = "_BINARY_OP_TRUEDIV_FLOAT", [_BINARY_OP_TRUEDIV_FLOAT_r23] = "_BINARY_OP_TRUEDIV_FLOAT_r23", [_BINARY_OP_TRUEDIV_FLOAT_INPLACE] = "_BINARY_OP_TRUEDIV_FLOAT_INPLACE", @@ -5483,6 +5680,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_LOAD_SUPER_ATTR_METHOD_r13] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r13", [_GUARD_LOAD_SUPER_ATTR_METHOD_r23] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r23", [_GUARD_LOAD_SUPER_ATTR_METHOD_r33] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r33", + [_GUARD_NOS_COMPACT] = "_GUARD_NOS_COMPACT", + [_GUARD_NOS_COMPACT_r02] = "_GUARD_NOS_COMPACT_r02", + [_GUARD_NOS_COMPACT_r12] = "_GUARD_NOS_COMPACT_r12", + [_GUARD_NOS_COMPACT_r22] = "_GUARD_NOS_COMPACT_r22", + [_GUARD_NOS_COMPACT_r33] = "_GUARD_NOS_COMPACT_r33", [_GUARD_NOS_COMPACT_ASCII] = "_GUARD_NOS_COMPACT_ASCII", [_GUARD_NOS_COMPACT_ASCII_r02] = "_GUARD_NOS_COMPACT_ASCII_r02", [_GUARD_NOS_COMPACT_ASCII_r12] = "_GUARD_NOS_COMPACT_ASCII_r12", @@ -5508,6 +5710,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", + [_GUARD_NOS_INT_WIDE] = "_GUARD_NOS_INT_WIDE", + [_GUARD_NOS_INT_WIDE_r02] = "_GUARD_NOS_INT_WIDE_r02", + [_GUARD_NOS_INT_WIDE_r12] = "_GUARD_NOS_INT_WIDE_r12", + [_GUARD_NOS_INT_WIDE_r22] = "_GUARD_NOS_INT_WIDE_r22", + [_GUARD_NOS_INT_WIDE_r33] = "_GUARD_NOS_INT_WIDE_r33", [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", @@ -5578,6 +5785,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_ANY_SET_r11] = "_GUARD_TOS_ANY_SET_r11", [_GUARD_TOS_ANY_SET_r22] = "_GUARD_TOS_ANY_SET_r22", [_GUARD_TOS_ANY_SET_r33] = "_GUARD_TOS_ANY_SET_r33", + [_GUARD_TOS_COMPACT] = "_GUARD_TOS_COMPACT", + [_GUARD_TOS_COMPACT_r01] = "_GUARD_TOS_COMPACT_r01", + [_GUARD_TOS_COMPACT_r11] = "_GUARD_TOS_COMPACT_r11", + [_GUARD_TOS_COMPACT_r22] = "_GUARD_TOS_COMPACT_r22", + [_GUARD_TOS_COMPACT_r33] = "_GUARD_TOS_COMPACT_r33", [_GUARD_TOS_DICT] = "_GUARD_TOS_DICT", [_GUARD_TOS_DICT_r01] = "_GUARD_TOS_DICT_r01", [_GUARD_TOS_DICT_r11] = "_GUARD_TOS_DICT_r11", @@ -5603,6 +5815,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", + [_GUARD_TOS_INT_WIDE] = "_GUARD_TOS_INT_WIDE", + [_GUARD_TOS_INT_WIDE_r01] = "_GUARD_TOS_INT_WIDE_r01", + [_GUARD_TOS_INT_WIDE_r11] = "_GUARD_TOS_INT_WIDE_r11", + [_GUARD_TOS_INT_WIDE_r22] = "_GUARD_TOS_INT_WIDE_r22", + [_GUARD_TOS_INT_WIDE_r33] = "_GUARD_TOS_INT_WIDE_r33", [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", @@ -6360,16 +6577,30 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_TOS_INT: return 0; + case _GUARD_NOS_INT_WIDE: + return 0; + case _GUARD_TOS_INT_WIDE: + return 0; case _GUARD_NOS_OVERFLOWED: return 0; case _GUARD_TOS_OVERFLOWED: return 0; + case _GUARD_TOS_COMPACT: + return 0; + case _GUARD_NOS_COMPACT: + return 0; case _BINARY_OP_MULTIPLY_INT: return 2; case _BINARY_OP_ADD_INT: return 2; case _BINARY_OP_SUBTRACT_INT: return 2; + case _BINARY_OP_ADD_INT_WIDE: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE: + return 2; case _BINARY_OP_ADD_INT_INPLACE: return 2; case _BINARY_OP_SUBTRACT_INT_INPLACE: @@ -6382,6 +6613,18 @@ int _PyUop_num_popped(int opcode, int oparg) return 2; case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT: return 2; + case _BINARY_OP_ADD_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: + return 2; case _GUARD_NOS_FLOAT: return 0; case _GUARD_TOS_FLOAT: diff --git a/Include/opcode_ids.h b/Include/opcode_ids.h index 758542720acf317..330f857c448cf8f 100644 --- a/Include/opcode_ids.h +++ b/Include/opcode_ids.h @@ -133,94 +133,97 @@ extern "C" { #define RESUME 128 #define BINARY_OP_ADD_FLOAT 129 #define BINARY_OP_ADD_INT 130 -#define BINARY_OP_ADD_UNICODE 131 -#define BINARY_OP_EXTEND 132 -#define BINARY_OP_MULTIPLY_FLOAT 133 -#define BINARY_OP_MULTIPLY_INT 134 -#define BINARY_OP_SUBSCR_DICT 135 -#define BINARY_OP_SUBSCR_GETITEM 136 -#define BINARY_OP_SUBSCR_LIST_INT 137 -#define BINARY_OP_SUBSCR_LIST_SLICE 138 -#define BINARY_OP_SUBSCR_STR_INT 139 -#define BINARY_OP_SUBSCR_TUPLE_INT 140 -#define BINARY_OP_SUBSCR_USTR_INT 141 -#define BINARY_OP_SUBTRACT_FLOAT 142 -#define BINARY_OP_SUBTRACT_INT 143 -#define CALL_ALLOC_AND_ENTER_INIT 144 -#define CALL_BOUND_METHOD_EXACT_ARGS 145 -#define CALL_BOUND_METHOD_GENERAL 146 -#define CALL_BUILTIN_CLASS 147 -#define CALL_BUILTIN_FAST 148 -#define CALL_BUILTIN_FAST_WITH_KEYWORDS 149 -#define CALL_BUILTIN_O 150 -#define CALL_EX_NON_PY_GENERAL 151 -#define CALL_EX_PY 152 -#define CALL_ISINSTANCE 153 -#define CALL_KW_BOUND_METHOD 154 -#define CALL_KW_NON_PY 155 -#define CALL_KW_PY 156 -#define CALL_LEN 157 -#define CALL_LIST_APPEND 158 -#define CALL_METHOD_DESCRIPTOR_FAST 159 -#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 160 -#define CALL_METHOD_DESCRIPTOR_NOARGS 161 -#define CALL_METHOD_DESCRIPTOR_O 162 -#define CALL_NON_PY_GENERAL 163 -#define CALL_PY_EXACT_ARGS 164 -#define CALL_PY_GENERAL 165 -#define CALL_STR_1 166 -#define CALL_TUPLE_1 167 -#define CALL_TYPE_1 168 -#define COMPARE_OP_FLOAT 169 -#define COMPARE_OP_INT 170 -#define COMPARE_OP_STR 171 -#define CONTAINS_OP_DICT 172 -#define CONTAINS_OP_SET 173 -#define FOR_ITER_GEN 174 -#define FOR_ITER_LIST 175 -#define FOR_ITER_RANGE 176 -#define FOR_ITER_TUPLE 177 -#define FOR_ITER_VIRTUAL 178 -#define GET_ITER_SELF 179 -#define GET_ITER_VIRTUAL 180 -#define JUMP_BACKWARD_JIT 181 -#define JUMP_BACKWARD_NO_JIT 182 -#define LOAD_ATTR_CLASS 183 -#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 184 -#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 185 -#define LOAD_ATTR_INSTANCE_VALUE 186 -#define LOAD_ATTR_METHOD_LAZY_DICT 187 -#define LOAD_ATTR_METHOD_NO_DICT 188 -#define LOAD_ATTR_METHOD_WITH_VALUES 189 -#define LOAD_ATTR_MODULE 190 -#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 191 -#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 192 -#define LOAD_ATTR_PROPERTY 193 -#define LOAD_ATTR_SLOT 194 -#define LOAD_ATTR_WITH_HINT 195 -#define LOAD_GLOBAL_BUILTIN 196 -#define LOAD_GLOBAL_MODULE 197 -#define LOAD_SUPER_ATTR_ATTR 198 -#define LOAD_SUPER_ATTR_METHOD 199 -#define RESUME_CHECK 200 -#define RESUME_CHECK_JIT 201 -#define SEND_ASYNC_GEN 202 -#define SEND_GEN 203 -#define SEND_VIRTUAL 204 -#define STORE_ATTR_INSTANCE_VALUE 205 -#define STORE_ATTR_SLOT 206 -#define STORE_ATTR_WITH_HINT 207 -#define STORE_SUBSCR_DICT 208 -#define STORE_SUBSCR_LIST_INT 209 -#define TO_BOOL_ALWAYS_TRUE 210 -#define TO_BOOL_BOOL 211 -#define TO_BOOL_INT 212 -#define TO_BOOL_LIST 213 -#define TO_BOOL_NONE 214 -#define TO_BOOL_STR 215 -#define UNPACK_SEQUENCE_LIST 216 -#define UNPACK_SEQUENCE_TUPLE 217 -#define UNPACK_SEQUENCE_TWO_TUPLE 218 +#define BINARY_OP_ADD_INT_WIDE 131 +#define BINARY_OP_ADD_UNICODE 132 +#define BINARY_OP_EXTEND 133 +#define BINARY_OP_MULTIPLY_FLOAT 134 +#define BINARY_OP_MULTIPLY_INT 135 +#define BINARY_OP_MULTIPLY_INT_WIDE 136 +#define BINARY_OP_SUBSCR_DICT 137 +#define BINARY_OP_SUBSCR_GETITEM 138 +#define BINARY_OP_SUBSCR_LIST_INT 139 +#define BINARY_OP_SUBSCR_LIST_SLICE 140 +#define BINARY_OP_SUBSCR_STR_INT 141 +#define BINARY_OP_SUBSCR_TUPLE_INT 142 +#define BINARY_OP_SUBSCR_USTR_INT 143 +#define BINARY_OP_SUBTRACT_FLOAT 144 +#define BINARY_OP_SUBTRACT_INT 145 +#define BINARY_OP_SUBTRACT_INT_WIDE 146 +#define CALL_ALLOC_AND_ENTER_INIT 147 +#define CALL_BOUND_METHOD_EXACT_ARGS 148 +#define CALL_BOUND_METHOD_GENERAL 149 +#define CALL_BUILTIN_CLASS 150 +#define CALL_BUILTIN_FAST 151 +#define CALL_BUILTIN_FAST_WITH_KEYWORDS 152 +#define CALL_BUILTIN_O 153 +#define CALL_EX_NON_PY_GENERAL 154 +#define CALL_EX_PY 155 +#define CALL_ISINSTANCE 156 +#define CALL_KW_BOUND_METHOD 157 +#define CALL_KW_NON_PY 158 +#define CALL_KW_PY 159 +#define CALL_LEN 160 +#define CALL_LIST_APPEND 161 +#define CALL_METHOD_DESCRIPTOR_FAST 162 +#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 163 +#define CALL_METHOD_DESCRIPTOR_NOARGS 164 +#define CALL_METHOD_DESCRIPTOR_O 165 +#define CALL_NON_PY_GENERAL 166 +#define CALL_PY_EXACT_ARGS 167 +#define CALL_PY_GENERAL 168 +#define CALL_STR_1 169 +#define CALL_TUPLE_1 170 +#define CALL_TYPE_1 171 +#define COMPARE_OP_FLOAT 172 +#define COMPARE_OP_INT 173 +#define COMPARE_OP_STR 174 +#define CONTAINS_OP_DICT 175 +#define CONTAINS_OP_SET 176 +#define FOR_ITER_GEN 177 +#define FOR_ITER_LIST 178 +#define FOR_ITER_RANGE 179 +#define FOR_ITER_TUPLE 180 +#define FOR_ITER_VIRTUAL 181 +#define GET_ITER_SELF 182 +#define GET_ITER_VIRTUAL 183 +#define JUMP_BACKWARD_JIT 184 +#define JUMP_BACKWARD_NO_JIT 185 +#define LOAD_ATTR_CLASS 186 +#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 187 +#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 188 +#define LOAD_ATTR_INSTANCE_VALUE 189 +#define LOAD_ATTR_METHOD_LAZY_DICT 190 +#define LOAD_ATTR_METHOD_NO_DICT 191 +#define LOAD_ATTR_METHOD_WITH_VALUES 192 +#define LOAD_ATTR_MODULE 193 +#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 194 +#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 195 +#define LOAD_ATTR_PROPERTY 196 +#define LOAD_ATTR_SLOT 197 +#define LOAD_ATTR_WITH_HINT 198 +#define LOAD_GLOBAL_BUILTIN 199 +#define LOAD_GLOBAL_MODULE 200 +#define LOAD_SUPER_ATTR_ATTR 201 +#define LOAD_SUPER_ATTR_METHOD 202 +#define RESUME_CHECK 203 +#define RESUME_CHECK_JIT 204 +#define SEND_ASYNC_GEN 205 +#define SEND_GEN 206 +#define SEND_VIRTUAL 207 +#define STORE_ATTR_INSTANCE_VALUE 208 +#define STORE_ATTR_SLOT 209 +#define STORE_ATTR_WITH_HINT 210 +#define STORE_SUBSCR_DICT 211 +#define STORE_SUBSCR_LIST_INT 212 +#define TO_BOOL_ALWAYS_TRUE 213 +#define TO_BOOL_BOOL 214 +#define TO_BOOL_INT 215 +#define TO_BOOL_LIST 216 +#define TO_BOOL_NONE 217 +#define TO_BOOL_STR 218 +#define UNPACK_SEQUENCE_LIST 219 +#define UNPACK_SEQUENCE_TUPLE 220 +#define UNPACK_SEQUENCE_TWO_TUPLE 221 #define INSTRUMENTED_END_FOR 233 #define INSTRUMENTED_POP_ITER 234 #define INSTRUMENTED_END_SEND 235 diff --git a/Lib/_opcode_metadata.py b/Lib/_opcode_metadata.py index 183d0af30acf438..8f3c6f604bdf13c 100644 --- a/Lib/_opcode_metadata.py +++ b/Lib/_opcode_metadata.py @@ -17,8 +17,11 @@ ), BINARY_OP=( "BINARY_OP_MULTIPLY_INT", + "BINARY_OP_MULTIPLY_INT_WIDE", "BINARY_OP_ADD_INT", + "BINARY_OP_ADD_INT_WIDE", "BINARY_OP_SUBTRACT_INT", + "BINARY_OP_SUBTRACT_INT_WIDE", "BINARY_OP_MULTIPLY_FLOAT", "BINARY_OP_ADD_FLOAT", "BINARY_OP_SUBTRACT_FLOAT", @@ -135,95 +138,98 @@ _specialized_opmap = frozendict( BINARY_OP_ADD_FLOAT=129, BINARY_OP_ADD_INT=130, - BINARY_OP_ADD_UNICODE=131, - BINARY_OP_EXTEND=132, + BINARY_OP_ADD_INT_WIDE=131, + BINARY_OP_ADD_UNICODE=132, + BINARY_OP_EXTEND=133, BINARY_OP_INPLACE_ADD_UNICODE=3, - BINARY_OP_MULTIPLY_FLOAT=133, - BINARY_OP_MULTIPLY_INT=134, - BINARY_OP_SUBSCR_DICT=135, - BINARY_OP_SUBSCR_GETITEM=136, - BINARY_OP_SUBSCR_LIST_INT=137, - BINARY_OP_SUBSCR_LIST_SLICE=138, - BINARY_OP_SUBSCR_STR_INT=139, - BINARY_OP_SUBSCR_TUPLE_INT=140, - BINARY_OP_SUBSCR_USTR_INT=141, - BINARY_OP_SUBTRACT_FLOAT=142, - BINARY_OP_SUBTRACT_INT=143, - CALL_ALLOC_AND_ENTER_INIT=144, - CALL_BOUND_METHOD_EXACT_ARGS=145, - CALL_BOUND_METHOD_GENERAL=146, - CALL_BUILTIN_CLASS=147, - CALL_BUILTIN_FAST=148, - CALL_BUILTIN_FAST_WITH_KEYWORDS=149, - CALL_BUILTIN_O=150, - CALL_EX_NON_PY_GENERAL=151, - CALL_EX_PY=152, - CALL_ISINSTANCE=153, - CALL_KW_BOUND_METHOD=154, - CALL_KW_NON_PY=155, - CALL_KW_PY=156, - CALL_LEN=157, - CALL_LIST_APPEND=158, - CALL_METHOD_DESCRIPTOR_FAST=159, - CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=160, - CALL_METHOD_DESCRIPTOR_NOARGS=161, - CALL_METHOD_DESCRIPTOR_O=162, - CALL_NON_PY_GENERAL=163, - CALL_PY_EXACT_ARGS=164, - CALL_PY_GENERAL=165, - CALL_STR_1=166, - CALL_TUPLE_1=167, - CALL_TYPE_1=168, - COMPARE_OP_FLOAT=169, - COMPARE_OP_INT=170, - COMPARE_OP_STR=171, - CONTAINS_OP_DICT=172, - CONTAINS_OP_SET=173, - FOR_ITER_GEN=174, - FOR_ITER_LIST=175, - FOR_ITER_RANGE=176, - FOR_ITER_TUPLE=177, - FOR_ITER_VIRTUAL=178, - GET_ITER_SELF=179, - GET_ITER_VIRTUAL=180, - JUMP_BACKWARD_JIT=181, - JUMP_BACKWARD_NO_JIT=182, - LOAD_ATTR_CLASS=183, - LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=184, - LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=185, - LOAD_ATTR_INSTANCE_VALUE=186, - LOAD_ATTR_METHOD_LAZY_DICT=187, - LOAD_ATTR_METHOD_NO_DICT=188, - LOAD_ATTR_METHOD_WITH_VALUES=189, - LOAD_ATTR_MODULE=190, - LOAD_ATTR_NONDESCRIPTOR_NO_DICT=191, - LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=192, - LOAD_ATTR_PROPERTY=193, - LOAD_ATTR_SLOT=194, - LOAD_ATTR_WITH_HINT=195, - LOAD_GLOBAL_BUILTIN=196, - LOAD_GLOBAL_MODULE=197, - LOAD_SUPER_ATTR_ATTR=198, - LOAD_SUPER_ATTR_METHOD=199, - RESUME_CHECK=200, - RESUME_CHECK_JIT=201, - SEND_ASYNC_GEN=202, - SEND_GEN=203, - SEND_VIRTUAL=204, - STORE_ATTR_INSTANCE_VALUE=205, - STORE_ATTR_SLOT=206, - STORE_ATTR_WITH_HINT=207, - STORE_SUBSCR_DICT=208, - STORE_SUBSCR_LIST_INT=209, - TO_BOOL_ALWAYS_TRUE=210, - TO_BOOL_BOOL=211, - TO_BOOL_INT=212, - TO_BOOL_LIST=213, - TO_BOOL_NONE=214, - TO_BOOL_STR=215, - UNPACK_SEQUENCE_LIST=216, - UNPACK_SEQUENCE_TUPLE=217, - UNPACK_SEQUENCE_TWO_TUPLE=218, + BINARY_OP_MULTIPLY_FLOAT=134, + BINARY_OP_MULTIPLY_INT=135, + BINARY_OP_MULTIPLY_INT_WIDE=136, + BINARY_OP_SUBSCR_DICT=137, + BINARY_OP_SUBSCR_GETITEM=138, + BINARY_OP_SUBSCR_LIST_INT=139, + BINARY_OP_SUBSCR_LIST_SLICE=140, + BINARY_OP_SUBSCR_STR_INT=141, + BINARY_OP_SUBSCR_TUPLE_INT=142, + BINARY_OP_SUBSCR_USTR_INT=143, + BINARY_OP_SUBTRACT_FLOAT=144, + BINARY_OP_SUBTRACT_INT=145, + BINARY_OP_SUBTRACT_INT_WIDE=146, + CALL_ALLOC_AND_ENTER_INIT=147, + CALL_BOUND_METHOD_EXACT_ARGS=148, + CALL_BOUND_METHOD_GENERAL=149, + CALL_BUILTIN_CLASS=150, + CALL_BUILTIN_FAST=151, + CALL_BUILTIN_FAST_WITH_KEYWORDS=152, + CALL_BUILTIN_O=153, + CALL_EX_NON_PY_GENERAL=154, + CALL_EX_PY=155, + CALL_ISINSTANCE=156, + CALL_KW_BOUND_METHOD=157, + CALL_KW_NON_PY=158, + CALL_KW_PY=159, + CALL_LEN=160, + CALL_LIST_APPEND=161, + CALL_METHOD_DESCRIPTOR_FAST=162, + CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=163, + CALL_METHOD_DESCRIPTOR_NOARGS=164, + CALL_METHOD_DESCRIPTOR_O=165, + CALL_NON_PY_GENERAL=166, + CALL_PY_EXACT_ARGS=167, + CALL_PY_GENERAL=168, + CALL_STR_1=169, + CALL_TUPLE_1=170, + CALL_TYPE_1=171, + COMPARE_OP_FLOAT=172, + COMPARE_OP_INT=173, + COMPARE_OP_STR=174, + CONTAINS_OP_DICT=175, + CONTAINS_OP_SET=176, + FOR_ITER_GEN=177, + FOR_ITER_LIST=178, + FOR_ITER_RANGE=179, + FOR_ITER_TUPLE=180, + FOR_ITER_VIRTUAL=181, + GET_ITER_SELF=182, + GET_ITER_VIRTUAL=183, + JUMP_BACKWARD_JIT=184, + JUMP_BACKWARD_NO_JIT=185, + LOAD_ATTR_CLASS=186, + LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=187, + LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=188, + LOAD_ATTR_INSTANCE_VALUE=189, + LOAD_ATTR_METHOD_LAZY_DICT=190, + LOAD_ATTR_METHOD_NO_DICT=191, + LOAD_ATTR_METHOD_WITH_VALUES=192, + LOAD_ATTR_MODULE=193, + LOAD_ATTR_NONDESCRIPTOR_NO_DICT=194, + LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=195, + LOAD_ATTR_PROPERTY=196, + LOAD_ATTR_SLOT=197, + LOAD_ATTR_WITH_HINT=198, + LOAD_GLOBAL_BUILTIN=199, + LOAD_GLOBAL_MODULE=200, + LOAD_SUPER_ATTR_ATTR=201, + LOAD_SUPER_ATTR_METHOD=202, + RESUME_CHECK=203, + RESUME_CHECK_JIT=204, + SEND_ASYNC_GEN=205, + SEND_GEN=206, + SEND_VIRTUAL=207, + STORE_ATTR_INSTANCE_VALUE=208, + STORE_ATTR_SLOT=209, + STORE_ATTR_WITH_HINT=210, + STORE_SUBSCR_DICT=211, + STORE_SUBSCR_LIST_INT=212, + TO_BOOL_ALWAYS_TRUE=213, + TO_BOOL_BOOL=214, + TO_BOOL_INT=215, + TO_BOOL_LIST=216, + TO_BOOL_NONE=217, + TO_BOOL_STR=218, + UNPACK_SEQUENCE_LIST=219, + UNPACK_SEQUENCE_TUPLE=220, + UNPACK_SEQUENCE_TWO_TUPLE=221, ) opmap = frozendict( diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index aa356cd8809cb15..27e70847593f245 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1386,9 +1386,12 @@ def binary_op_int_non_compact_int64(): self.assertEqual(c, 10000000000) binary_op_int_non_compact_int64() - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT_WIDE") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT_WIDE") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") def binary_op_int_too_large(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): @@ -1404,6 +1407,9 @@ def binary_op_int_too_large(): self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT") self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT_WIDE") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 374baf81cf3ff48..44d74b10478d7ca 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -188,8 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -199,8 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -214,6 +212,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -223,6 +222,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_ADD_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_ADD_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_ADD_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -578,8 +652,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -589,8 +662,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -604,6 +676,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -613,6 +686,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_MULTIPLY_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_MULTIPLY_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -815,8 +963,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -990,8 +1137,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1080,8 +1226,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1173,8 +1318,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1336,8 +1480,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1347,8 +1490,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1362,6 +1504,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1371,6 +1514,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_SUBTRACT_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_SUBTRACT_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -5167,8 +5385,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5178,8 +5395,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12212,8 +12428,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12450,8 +12665,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index 1a7eb9169fc837c..fddedd43c231322 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -131,10 +131,12 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, + &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, + &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -144,6 +146,7 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, + &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,11 +534,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -548,6 +550,7 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -780,11 +783,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -794,6 +799,7 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1019,9 +1025,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1038,11 +1041,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1052,6 +1057,7 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1277,9 +1283,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Objects/longobject.c b/Objects/longobject.c index 89d057a648edbcc..a5825a0ded89d3a 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -3900,28 +3900,78 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits v = medium_value(a) + medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + assert(_PyLong_BothAreCompact(a, b)); + stwodigits v = medium_value(a) + medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + /* compact + compact overflowed the compact range; caller must fall + * back to the wide path. Returns NULL to signal this. */ + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_NULL; } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +/* Build a _PyStackRef from an int64 arithmetic result. Inlined into the + * three _PyCompactLong_*Wide functions. Covers small-int cache, single-digit + * freelist, and multi-digit allocation without going through PyLong_FromInt64 + * → _PyLong_FromMedium. Returns ERROR on OOM so callers can raise. */ +static inline _PyStackRef +_wide_op_result(int64_t v) +{ + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); if (result == NULL) { - return PyStackRef_ERROR; + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } + PyObject *result = (PyObject *)_PyLong_FromLarge(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal(result); +} + +/* Wide variant: handles inputs that are exact ints fitting in int64 but may + * be non-compact. Returns NULL (without raising) if the result overflows + * int64 or if an input does not fit. */ +_PyStackRef +_PyCompactLong_AddWide(PyLongObject *a, PyLongObject *b) +{ int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; if (_Py_i64_add_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); + return _wide_op_result(v); } return PyStackRef_NULL; } @@ -3966,28 +4016,40 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits v = medium_value(a) - medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); - } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + assert(_PyLong_BothAreCompact(a, b)); + stwodigits v = medium_value(a) - medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); if (result == NULL) { - return PyStackRef_ERROR; + return PyStackRef_NULL; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +_PyStackRef +_PyCompactLong_SubtractWide(PyLongObject *a, PyLongObject *b) +{ int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; if (_Py_i64_sub_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); + return _wide_op_result(v); } return PyStackRef_NULL; } @@ -4429,33 +4491,44 @@ long_mul(PyLongObject *a, PyLongObject *b) return z; } -/* This function returns NULL if the result does not fit in int64 range, - * or if it fails to allocate, but never raises */ _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { - if (_PyLong_BothAreCompact(a, b)) { - stwodigits v = medium_value(a) * medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); - } - PyLongObject *result = _PyLong_FromSTwoDigits(v); + assert(_PyLong_BothAreCompact(a, b)); + stwodigits v = medium_value(a) * medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); if (result == NULL) { - return PyStackRef_ERROR; + return PyStackRef_NULL; } - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +/* Wide variant: returns NULL (without raising) if the result overflows int64. */ +_PyStackRef +_PyCompactLong_MultiplyWide(PyLongObject *a, PyLongObject *b) +{ int64_t va, vb; if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { int64_t v; if (_Py_i64_mul_overflow(va, vb, &v)) { return PyStackRef_NULL; } - PyLongObject *result = (PyLongObject *)PyLong_FromInt64(v); - if (result == NULL) { - return PyStackRef_ERROR; - } - return PyStackRef_FromPyObjectSteal((PyObject *)result); + return _wide_op_result(v); } return PyStackRef_NULL; } diff --git a/Python/bytecodes.c b/Python/bytecodes.c index f19039cccbd2084..482167f3dde83a5 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -615,8 +615,11 @@ dummy_func( family(BINARY_OP, INLINE_CACHE_ENTRIES_BINARY_OP) = { BINARY_OP_MULTIPLY_INT, + BINARY_OP_MULTIPLY_INT_WIDE, BINARY_OP_ADD_INT, + BINARY_OP_ADD_INT_WIDE, BINARY_OP_SUBTRACT_INT, + BINARY_OP_SUBTRACT_INT_WIDE, BINARY_OP_MULTIPLY_FLOAT, BINARY_OP_ADD_FLOAT, BINARY_OP_SUBTRACT_FLOAT, @@ -634,14 +637,23 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - EXIT_IF(!ok); + EXIT_IF(!_PyLong_CheckExactAndCompact(left_o)); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - EXIT_IF(!ok); + EXIT_IF(!_PyLong_CheckExactAndCompact(value_o)); + } + + /* Wide guards: accept exact ints in the full int64 range. */ + op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + EXIT_IF(!_PyLong_CheckExactAndMightFitInt64(left_o)); + } + + op(_GUARD_TOS_INT_WIDE, (value -- value)) { + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + EXIT_IF(!_PyLong_CheckExactAndMightFitInt64(value_o)); } op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { @@ -658,11 +670,26 @@ dummy_func( EXIT_IF(!ok); } + /* Tier-2-only: type is already known to be PyLong_Type; just verify + * compactness. Cheaper than _GUARD_TOS_INT (skips the type check). */ + tier2 op(_GUARD_TOS_COMPACT, (value -- value)) { + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + EXIT_IF(!_PyLong_IsCompact((PyLongObject *)value_o)); + } + + tier2 op(_GUARD_NOS_COMPACT, (left, unused -- left, unused)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); + } + pure op(_BINARY_OP_MULTIPLY_INT, (left, right -- res, l, r)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -670,7 +697,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_ADD_INT, (left, right -- res, l, r)) { @@ -678,6 +704,7 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -685,7 +712,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_SUBTRACT_INT, (left, right -- res, l, r)) { @@ -693,6 +719,7 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -700,6 +727,51 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + } + + /* Wide ops: handle exact ints in the full int64 range. */ + pure op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); + } + + pure op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); + } + + pure op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); ERROR_IF(PyStackRef_IsError(res)); } @@ -712,6 +784,15 @@ dummy_func( macro(BINARY_OP_SUBTRACT_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_SUBTRACT_INT + _POP_TOP_INT + _POP_TOP_INT; + macro(BINARY_OP_ADD_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_ADD_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + + macro(BINARY_OP_SUBTRACT_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_SUBTRACT_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + + macro(BINARY_OP_MULTIPLY_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_MULTIPLY_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + // Inplace compact int ops: mutate the uniquely-referenced operand // when possible. The op handles decref of TARGET internally so // the following _POP_TOP_INT becomes _POP_TOP_NOP. Tier 2 only. @@ -722,7 +803,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE, (left, right -- res, l, r)) { @@ -732,7 +812,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE, (left, right -- res, l, r)) { @@ -742,7 +821,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_ADD_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -752,7 +830,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -762,7 +839,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -772,6 +848,67 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + } + + // Wide inplace ops: try compact in-place mutation; fall back to the + // wide (int64) helper for non-compact operands. Tier 2 only. + tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 7ada13d23d19b6d..ecf5bc802d0d1ea 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3827,8 +3827,7 @@ _PyStackRef left; left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3849,8 +3848,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -3873,8 +3871,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -3897,8 +3894,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -3920,8 +3916,7 @@ _PyStackRef value; value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3941,8 +3936,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -3962,8 +3956,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -3986,8 +3979,181 @@ _PyStackRef _stack_item_2 = _tos_cache2; value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + value = _stack_item_0; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; _tos_cache1 = _stack_item_1; @@ -4166,34 +4332,969 @@ break; } - case _GUARD_TOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); + case _GUARD_TOS_OVERFLOWED_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + value = _stack_item_0; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; _PyStackRef _stack_item_0 = _tos_cache0; _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); - if (!ok) { + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _BINARY_OP_MULTIPLY_INT_r03: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4203,28 +5304,15 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4235,7 +5323,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_r13: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4246,29 +5334,16 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-1] = res; - stack_pointer[0] = l; - stack_pointer[1] = r; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4279,7 +5354,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_r23: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4291,25 +5366,17 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4318,7 +5385,7 @@ break; } - case _BINARY_OP_ADD_INT_r03: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4328,28 +5395,15 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4360,7 +5414,7 @@ break; } - case _BINARY_OP_ADD_INT_r13: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4371,29 +5425,16 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-1] = res; - stack_pointer[0] = l; - stack_pointer[1] = r; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4404,7 +5445,7 @@ break; } - case _BINARY_OP_ADD_INT_r23: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4416,25 +5457,17 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4443,7 +5476,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r03: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4453,28 +5486,15 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4485,7 +5505,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r13: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4496,29 +5516,16 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - stack_pointer[-1] = res; - stack_pointer[0] = l; - stack_pointer[1] = r; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4529,7 +5536,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r23: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4541,25 +5548,17 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(res)) { - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4568,7 +5567,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r03: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4578,7 +5577,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4606,7 +5605,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r13: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4617,7 +5616,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4646,7 +5645,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r23: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4658,7 +5657,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4681,7 +5680,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4691,7 +5690,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4719,7 +5718,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4730,7 +5729,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4759,7 +5758,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4771,7 +5770,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4794,7 +5793,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4804,7 +5803,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4832,7 +5831,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4843,7 +5842,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4872,7 +5871,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4884,7 +5883,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4907,7 +5906,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4917,7 +5916,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4945,7 +5944,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4956,7 +5955,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4985,7 +5984,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4997,7 +5996,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5020,7 +6019,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5030,7 +6029,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -5058,7 +6057,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5069,7 +6068,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5098,7 +6097,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5110,7 +6109,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5133,7 +6132,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5143,7 +6142,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -5171,7 +6170,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5182,7 +6181,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5211,7 +6210,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5223,7 +6222,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 0559054b7a403e8..a011a04e411bedd 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,8 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -199,8 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -214,6 +212,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -223,6 +222,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_ADD_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_ADD_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_ADD_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -578,8 +652,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -589,8 +662,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -604,6 +676,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -613,6 +686,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_MULTIPLY_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_MULTIPLY_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -815,8 +963,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -990,8 +1137,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1080,8 +1226,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1173,8 +1318,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1336,8 +1480,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1347,8 +1490,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1362,6 +1504,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1371,6 +1514,81 @@ } l = left; r = right; + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_SUBTRACT_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_SUBTRACT_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; if (PyStackRef_IsError(res)) { JUMP_TO_LABEL(pop_2_error); } @@ -5167,8 +5385,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5178,8 +5395,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - int ok = _PyLong_CheckExactAndMightFitInt64(left_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12209,8 +12425,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12447,8 +12662,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - int ok = _PyLong_CheckExactAndMightFitInt64(value_o); - if (!ok) { + if (!_PyLong_CheckExactAndCompact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index 1a7eb9169fc837c..fddedd43c231322 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -131,10 +131,12 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, + &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, + &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -144,6 +146,7 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, + &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,11 +534,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -548,6 +550,7 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -780,11 +783,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -794,6 +799,7 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1019,9 +1025,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1038,11 +1041,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1052,6 +1057,7 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1277,9 +1283,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index edb4c644bccbf6f..054e5e93bb538fe 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -205,19 +205,49 @@ dummy_func(void) { res = PyJitRef_Borrow(sym_new_null(ctx)); } + /* Compact guard: value must be a compact int. When the type is already + * known to be PyLong_Type, use the cheaper _GUARD_TOS_COMPACT which skips + * the redundant type check. */ op(_GUARD_TOS_INT, (value -- value)) { if (sym_is_compact_int(value)) { ADD_OP(_NOP, 0, 0); } else { if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_TOS_COMPACT, 0, 0); } sym_set_compact_int(value); } } op(_GUARD_NOS_INT, (left, unused -- left, unused)) { + if (sym_is_compact_int(left)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_COMPACT, 0, 0); + } + sym_set_compact_int(left); + } + } + + /* Wide guards: value must be an exact int that fits in int64. When the + * type is already known to be PyLong_Type the cheaper _OVERFLOWED guard + * (which skips the type check) can be used instead. */ + op(_GUARD_TOS_INT_WIDE, (value -- value)) { + if (sym_is_compact_int(value)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + } + sym_set_compact_int(value); + } + } + + op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { if (sym_is_compact_int(left)) { ADD_OP(_NOP, 0, 0); } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 557b68ef15cca16..f0647927f548640 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -559,7 +559,7 @@ } else { if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_NOS_COMPACT, 0, 0); } sym_set_compact_int(left); } @@ -567,6 +567,36 @@ } case _GUARD_TOS_INT: { + JitOptRef value; + value = stack_pointer[-1]; + if (sym_is_compact_int(value)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_COMPACT, 0, 0); + } + sym_set_compact_int(value); + } + break; + } + + case _GUARD_NOS_INT_WIDE: { + JitOptRef left; + left = stack_pointer[-2]; + if (sym_is_compact_int(left)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + } + sym_set_compact_int(left); + } + break; + } + + case _GUARD_TOS_INT_WIDE: { JitOptRef value; value = stack_pointer[-1]; if (sym_is_compact_int(value)) { @@ -589,6 +619,14 @@ break; } + case _GUARD_TOS_COMPACT: { + break; + } + + case _GUARD_NOS_COMPACT: { + break; + } + case _BINARY_OP_MULTIPLY_INT: { JitOptRef right; JitOptRef left; @@ -622,6 +660,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -630,9 +669,6 @@ } l_stackref = left; r_stackref = right; - if (PyStackRef_IsError(res_stackref )) { - goto error; - } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -695,6 +731,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -703,9 +740,6 @@ } l_stackref = left; r_stackref = right; - if (PyStackRef_IsError(res_stackref )) { - goto error; - } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -768,6 +802,7 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -776,9 +811,6 @@ } l_stackref = left; r_stackref = right; - if (PyStackRef_IsError(res_stackref )) { - goto error; - } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -808,6 +840,54 @@ break; } + case _BINARY_OP_ADD_INT_WIDE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _BINARY_OP_ADD_INT_INPLACE: { JitOptRef res; JitOptRef l; @@ -904,6 +984,102 @@ break; } + case _BINARY_OP_ADD_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _GUARD_NOS_FLOAT: { JitOptRef left; left = stack_pointer[-2]; diff --git a/Python/record_functions.c.h b/Python/record_functions.c.h index 98abe3d0505e202..eb783a086a0bd15 100644 --- a/Python/record_functions.c.h +++ b/Python/record_functions.c.h @@ -119,6 +119,9 @@ const _PyOpcodeRecordEntry _PyOpcode_RecordEntries[256] = { [BINARY_OP_MULTIPLY_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_ADD_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_SUBTRACT_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_MULTIPLY_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_MULTIPLY_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, diff --git a/Python/specialize.c b/Python/specialize.c index 276a2512d7ba4c6..a455c8954ba45e1 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2350,10 +2350,14 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_UNICODE); return; } + if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + specialize(instr, BINARY_OP_ADD_INT); + return; + } if (_PyLong_CheckExactAndMightFitInt64(lhs) && _PyLong_CheckExactAndMightFitInt64(rhs)) { - specialize(instr, BINARY_OP_ADD_INT); + specialize(instr, BINARY_OP_ADD_INT_WIDE); return; } if (PyFloat_CheckExact(lhs)) { @@ -2366,10 +2370,14 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } + if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + specialize(instr, BINARY_OP_MULTIPLY_INT); + return; + } if (_PyLong_CheckExactAndMightFitInt64(lhs) && _PyLong_CheckExactAndMightFitInt64(rhs)) { - specialize(instr, BINARY_OP_MULTIPLY_INT); + specialize(instr, BINARY_OP_MULTIPLY_INT_WIDE); return; } if (PyFloat_CheckExact(lhs)) { @@ -2382,10 +2390,14 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } + if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + specialize(instr, BINARY_OP_SUBTRACT_INT); + return; + } if (_PyLong_CheckExactAndMightFitInt64(lhs) && _PyLong_CheckExactAndMightFitInt64(rhs)) { - specialize(instr, BINARY_OP_SUBTRACT_INT); + specialize(instr, BINARY_OP_SUBTRACT_INT_WIDE); return; } if (PyFloat_CheckExact(lhs)) { From 87696597bd29d9a464f7b2635d048ca10cfab386 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 22:08:34 -0500 Subject: [PATCH 11/20] Update jit_int_benchmark_pyperf.py --- Tools/scripts/jit_int_benchmark_pyperf.py | 33 ++++++++++++++--------- 1 file changed, 20 insertions(+), 13 deletions(-) diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py index 2caf615d556b2c1..c7702429d1ee16d 100644 --- a/Tools/scripts/jit_int_benchmark_pyperf.py +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -1,12 +1,19 @@ -"""pyperf microbenchmark for JIT int fast path. +"""pyperf microbenchmarks for int fast path (interpreter and JIT). -Measures int arithmetic performance in hot JIT loops where -intermediate results overflow the 30-bit compact range. +Run twice — once with the JIT disabled, once enabled — to get both sets +of numbers. Pass --inherit-environ=PYTHON_JIT so pyperf worker processes +pick up the environment variable. Usage: - ./python Tools/scripts/jit_int_benchmark_pyperf.py -o nojit.json - ./python -X jit Tools/scripts/jit_int_benchmark_pyperf.py -o jit.json - ./python -m pyperf compare_to nojit.json jit.json + # interpreter only + PYTHON_JIT=0 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o nojit.json + # JIT + PYTHON_JIT=1 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o jit.json + # compare + ./python -m pyperf compare_to main_nojit.json branch_nojit.json + ./python -m pyperf compare_to main_jit.json branch_jit.json """ import time @@ -287,13 +294,13 @@ def bench_compact(loops): BENCHMARKS = [ - ("jit_int_small", bench_small), - ("jit_int_compact", bench_compact), - ("jit_int_intermediate_overflow", bench_intermediate_overflow), - ("jit_int_double_add", bench_double_add), - ("jit_int_accumulate", bench_accumulate), - ("jit_int_always_large", bench_always_large), - ("jit_int_mixed", bench_mixed), + ("int_small", bench_small), + ("int_compact", bench_compact), + ("int_intermediate_overflow", bench_intermediate_overflow), + ("int_double_add", bench_double_add), + ("int_accumulate", bench_accumulate), + ("int_always_large", bench_always_large), + ("int_mixed", bench_mixed), ] if __name__ == "__main__": From f20605549982755272a98efda3b8c2f8f42c2fb7 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Thu, 28 May 2026 22:41:37 -0500 Subject: [PATCH 12/20] fix failing tests --- Lib/test/test_capi/test_opt.py | 10 +++---- Python/optimizer_bytecodes.c | 36 +++++++++++++++++++++++++ Python/optimizer_cases.c.h | 48 +++++++++++++++++++++++++++------- 3 files changed, 80 insertions(+), 14 deletions(-) diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 538bcf2df4a9646..c607bd410dfe1b0 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4259,7 +4259,7 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * 11_000_000_007) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_ADD_INT_INPLACE", uops) + self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) def test_int_add_inplace_noncompact_int64_boundary(self): def testfunc(args): @@ -4275,7 +4275,7 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_807) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_ADD_INT_INPLACE", uops) + self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) def test_int_add_inplace_noncompact_overflow_falls_back(self): def testfunc(args): @@ -4335,7 +4335,7 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * 10_999_999_993) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE", uops) + self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) def test_int_subtract_inplace_noncompact_int64_min_boundary(self): def testfunc(args): @@ -4351,7 +4351,7 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * (-9_223_372_036_854_775_808)) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE", uops) + self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it @@ -4397,7 +4397,7 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * 33_000_000_000) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE", uops) + self.assertIn("_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", uops) def test_int_multiply_inplace_noncompact_overflow_falls_back(self): def testfunc(args): diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 054e5e93bb538fe..7c2ec889e8a5435 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -454,6 +454,42 @@ dummy_func(void) { REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); } + op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + + op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + + op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + op(_BINARY_OP_ADD_FLOAT, (left, right -- res, l, r)) { if (PyJitRef_IsUnique(left)) { ADD_OP(_BINARY_OP_ADD_FLOAT_INPLACE, 0, 0); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index f0647927f548640..344b32153c6f63c 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -841,12 +841,22 @@ } case _BINARY_OP_ADD_INT_WIDE: { + JitOptRef right; + JitOptRef left; JitOptRef res; JitOptRef l; JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; CHECK_STACK_BOUNDS(1); stack_pointer[-2] = res; stack_pointer[-1] = l; @@ -857,12 +867,22 @@ } case _BINARY_OP_SUBTRACT_INT_WIDE: { + JitOptRef right; + JitOptRef left; JitOptRef res; JitOptRef l; JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; CHECK_STACK_BOUNDS(1); stack_pointer[-2] = res; stack_pointer[-1] = l; @@ -873,12 +893,22 @@ } case _BINARY_OP_MULTIPLY_INT_WIDE: { + JitOptRef right; + JitOptRef left; JitOptRef res; JitOptRef l; JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; CHECK_STACK_BOUNDS(1); stack_pointer[-2] = res; stack_pointer[-1] = l; From 39ae2f28dc882f12a3cd5304a84b0ef2d1e12479 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 00:20:22 -0500 Subject: [PATCH 13/20] Fix wide int guard range and optimizer facts --- Include/internal/pycore_long.h | 32 ++++++++++++++++++++++++++++---- Lib/test/test_opcache.py | 18 ++++++++++++++++++ Python/optimizer_bytecodes.c | 4 ++-- Python/optimizer_cases.c.h | 4 ++-- 4 files changed, 50 insertions(+), 8 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 03b6ef8aa499414..3d9dd07fe5e86e0 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -351,12 +351,11 @@ _PyLong_CheckExactAndCompact(PyObject *op) return PyLong_CheckExact(op) && _PyLong_IsCompact((const PyLongObject *)op); } -/* A cheap guard used by Tier 2 / JIT integer fast paths. +/* A cheap range guard used by Tier 2 / JIT integer fast paths. * * "Compact" ints are single-digit. Non-compact ints may still fit in int64_t, * but are limited to a small number of digits (3 for 30-bit digits, 5 for - * 15-bit digits). This is an intentionally cheap filter: callers must still - * do an exact range check during extraction. + * 15-bit digits). */ #define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) @@ -368,7 +367,32 @@ _PyLong_MightFitInt64(const PyLongObject *v) return 1; } Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); - return ndigits <= _PY_LONG_MAX_DIGITS_FOR_INT64; + if (ndigits < _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 1; + } + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 0; + } + + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t top = (uint64_t)v->long_value.ob_digit[ndigits - 1]; + if ((tag & SIGN_MASK) == SIGN_NEGATIVE) { + uint64_t max_top = ((uint64_t)INT64_MAX + 1) >> shift; + if (top < max_top) { + return 1; + } + if (top > max_top) { + return 0; + } + for (Py_ssize_t i = 0; i < ndigits - 1; i++) { + if (v->long_value.ob_digit[i] != 0) { + return 0; + } + } + return 1; + } + uint64_t max_top = (uint64_t)INT64_MAX >> shift; + return top <= max_top; } static inline int diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 27e70847593f245..f4cd48d7632202f 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1411,6 +1411,24 @@ def binary_op_int_too_large(): self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") + def binary_op_int_max_digits_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 64, 1 + c = a + b + self.assertEqual(c, (1 << 64) + 1) + c = a - b + self.assertEqual(c, (1 << 64) - 1) + c = a * b + self.assertEqual(c, 1 << 64) + + binary_op_int_max_digits_too_large() + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT_WIDE") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") + def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): a, b = "foo", "bar" diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 7c2ec889e8a5435..84b4da58cc5bfa1 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -243,7 +243,7 @@ dummy_func(void) { if (sym_get_type(value) == &PyLong_Type) { ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); } - sym_set_compact_int(value); + sym_set_type(value, &PyLong_Type); } } @@ -255,7 +255,7 @@ dummy_func(void) { if (sym_get_type(left) == &PyLong_Type) { ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); } - sym_set_compact_int(left); + sym_set_type(left, &PyLong_Type); } } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 344b32153c6f63c..28e2f3cc525944c 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -591,7 +591,7 @@ if (sym_get_type(left) == &PyLong_Type) { ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); } - sym_set_compact_int(left); + sym_set_type(left, &PyLong_Type); } break; } @@ -606,7 +606,7 @@ if (sym_get_type(value) == &PyLong_Type) { ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); } - sym_set_compact_int(value); + sym_set_type(value, &PyLong_Type); } break; } From f35d39b8e84dce5c83f9ed553f808a6c0d504a86 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 01:26:36 -0500 Subject: [PATCH 14/20] Rename int64 guard helper and drop simple benchmark --- Include/internal/pycore_long.h | 6 +- Modules/_testinternalcapi/test_cases.c.h | 12 +- Python/bytecodes.c | 8 +- Python/executor_cases.c.h | 32 +++--- Python/generated_cases.c.h | 12 +- Python/optimizer_symbols.c | 8 +- Python/specialize.c | 12 +- Tools/cases_generator/analyzer.py | 4 +- Tools/scripts/jit_int_benchmark.py | 139 ----------------------- 9 files changed, 47 insertions(+), 186 deletions(-) delete mode 100644 Tools/scripts/jit_int_benchmark.py diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 3d9dd07fe5e86e0..4e9de7eeb5eaf70 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -360,7 +360,7 @@ _PyLong_CheckExactAndCompact(PyObject *op) #define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) static inline int -_PyLong_MightFitInt64(const PyLongObject *v) +_PyLong_FitsInt64(const PyLongObject *v) { uintptr_t tag = v->long_value.lv_tag; if (tag < (2 << NON_SIZE_BITS)) { @@ -396,10 +396,10 @@ _PyLong_MightFitInt64(const PyLongObject *v) } static inline int -_PyLong_CheckExactAndMightFitInt64(PyObject *op) +_PyLong_CheckExactAndFitsInt64(PyObject *op) { return PyLong_CheckExact(op) && - _PyLong_MightFitInt64((const PyLongObject *)op); + _PyLong_FitsInt64((const PyLongObject *)op); } /* Extract an exact int to int64_t without raising. diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 44d74b10478d7ca..f37258a9b1271f3 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -262,7 +262,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -272,7 +272,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -726,7 +726,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -736,7 +736,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1554,7 +1554,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1564,7 +1564,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 482167f3dde83a5..9047bc991eb31a8 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -648,25 +648,25 @@ dummy_func( /* Wide guards: accept exact ints in the full int64 range. */ op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!_PyLong_CheckExactAndMightFitInt64(left_o)); + EXIT_IF(!_PyLong_CheckExactAndFitsInt64(left_o)); } op(_GUARD_TOS_INT_WIDE, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!_PyLong_CheckExactAndMightFitInt64(value_o)); + EXIT_IF(!_PyLong_CheckExactAndFitsInt64(value_o)); } op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); EXIT_IF(!ok); } op(_GUARD_TOS_OVERFLOWED, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); EXIT_IF(!ok); } diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index ecf5bc802d0d1ea..9e722c384c87b97 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -4001,7 +4001,7 @@ _PyStackRef left; left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -4022,7 +4022,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -4045,7 +4045,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -4068,7 +4068,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -4090,7 +4090,7 @@ _PyStackRef value; value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -4110,7 +4110,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -4130,7 +4130,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -4153,7 +4153,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; _tos_cache1 = _stack_item_1; @@ -4176,7 +4176,7 @@ left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4199,7 +4199,7 @@ left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; @@ -4224,7 +4224,7 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; @@ -4249,7 +4249,7 @@ left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)left_o); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; @@ -4273,7 +4273,7 @@ value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4295,7 +4295,7 @@ value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; @@ -4317,7 +4317,7 @@ value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; @@ -4342,7 +4342,7 @@ value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_MightFitInt64((PyLongObject *)value_o); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index a011a04e411bedd..777219e95a02d9b 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -262,7 +262,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -272,7 +272,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -726,7 +726,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -736,7 +736,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1554,7 +1554,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndMightFitInt64(value_o)) { + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1564,7 +1564,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndMightFitInt64(left_o)) { + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index 70b45f4e4962d0b..bcd3138e2390b34 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -272,7 +272,7 @@ _Py_uop_sym_is_safe_const(JitOptContext *ctx, JitOptRef sym) if (const_val == NULL) { return false; } - if (_PyLong_CheckExactAndMightFitInt64(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { return true; } PyTypeObject *typ = Py_TYPE(const_val); @@ -566,7 +566,7 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val) make_const(sym, const_val); return; case JIT_SYM_COMPACT_INT: - if (_PyLong_CheckExactAndMightFitInt64(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { make_const(sym, const_val); } else { @@ -970,7 +970,7 @@ _Py_uop_sym_is_compact_int(JitOptRef ref) { JitOptSymbol *sym = PyJitRef_Unwrap(ref); if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { - return (bool)_PyLong_CheckExactAndMightFitInt64(sym->value.value); + return (bool)_PyLong_CheckExactAndFitsInt64(sym->value.value); } return sym->tag == JIT_SYM_COMPACT_INT; } @@ -1008,7 +1008,7 @@ _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef ref) } return; case JIT_SYM_KNOWN_VALUE_TAG: - if (!_PyLong_CheckExactAndMightFitInt64(sym->value.value)) { + if (!_PyLong_CheckExactAndFitsInt64(sym->value.value)) { Py_CLEAR(sym->value.value); sym_set_bottom(ctx, sym); } diff --git a/Python/specialize.c b/Python/specialize.c index a455c8954ba45e1..b830e0c045c0bcc 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2354,8 +2354,8 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_INT); return; } - if (_PyLong_CheckExactAndMightFitInt64(lhs) && - _PyLong_CheckExactAndMightFitInt64(rhs)) + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) { specialize(instr, BINARY_OP_ADD_INT_WIDE); return; @@ -2374,8 +2374,8 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_MULTIPLY_INT); return; } - if (_PyLong_CheckExactAndMightFitInt64(lhs) && - _PyLong_CheckExactAndMightFitInt64(rhs)) + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) { specialize(instr, BINARY_OP_MULTIPLY_INT_WIDE); return; @@ -2394,8 +2394,8 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_SUBTRACT_INT); return; } - if (_PyLong_CheckExactAndMightFitInt64(lhs) && - _PyLong_CheckExactAndMightFitInt64(rhs)) + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) { specialize(instr, BINARY_OP_SUBTRACT_INT_WIDE); return; diff --git a/Tools/cases_generator/analyzer.py b/Tools/cases_generator/analyzer.py index 9350033054e0065..77fa77ccc151032 100644 --- a/Tools/cases_generator/analyzer.py +++ b/Tools/cases_generator/analyzer.py @@ -721,8 +721,8 @@ def has_error_without_pop(op: parser.CodeDef) -> bool: "PyStackRef_Wrap", "PyStackRef_Unwrap", "_PyLong_CheckExactAndCompact", - "_PyLong_CheckExactAndMightFitInt64", - "_PyLong_MightFitInt64", + "_PyLong_CheckExactAndFitsInt64", + "_PyLong_FitsInt64", "_PyExecutor_FromExit", "_PyJit_TryInitializeTracing", "_Py_unset_eval_breaker_bit", diff --git a/Tools/scripts/jit_int_benchmark.py b/Tools/scripts/jit_int_benchmark.py deleted file mode 100644 index d049171dcf1c0d2..000000000000000 --- a/Tools/scripts/jit_int_benchmark.py +++ /dev/null @@ -1,139 +0,0 @@ -""" -Benchmark for JIT int fast path optimization. - -Measures performance of integer arithmetic in hot loops -where intermediate results overflow the 30-bit compact range. - -Usage: - python Tools/scripts/jit_int_benchmark.py - python -X jit Tools/scripts/jit_int_benchmark.py - PYTHON_JIT_STRESS=1 python -X jit Tools/scripts/jit_int_benchmark.py - -For statistically rigorous comparison: - python -m pyperf timeit "..." # microbenchmark - pyperformance run -b # application benchmarks -""" - -import sys -import time -import statistics - - -# Benchmark configurations -N = 5_000_000 -WARMUP = 3 -RUNS = 7 - - -def bench_intermediate_overflow(): - """a + b exceeds 30-bit compact range, but (a+b)-c fits back in. - Tests the case where JIT would exit on the intermediate result.""" - a = (1 << 30) - 1 - b = (1 << 30) - 1000 - c = 1 << 30 - total = 0 - for i in range(N): - total += a + b - c - return total - - -def bench_double_add(): - """Two adds in a row: (a+b)+c where intermediate is non-compact.""" - a = (1 << 30) - 1 - b = (1 << 30) - 1000 - c = -500 - total = 0 - for i in range(N): - total += a + b + c - return total - - -def bench_accumulate(): - """Values slowly grow through the compact boundary. - Tests the case where a non-compact value is accumulated.""" - total = 0 - for i in range(N): - total += 1000000 - return total - - -def bench_always_large(): - """Both inputs are compact, but the result always exceeds compact range. - Tests the result widening optimization.""" - total = 0 - a = 1 << 29 - b = 1 << 29 - for i in range(N): - total += a + b - total &= (1 << 62) - 1 - return total - - -def bench_mixed(): - """Mix of small and medium ints alternating. - Tests ability to stay in JIT trace across varying int sizes.""" - total = 0 - for i in range(N): - if i & 1: - total += (1 << 30) + (i & 0xFF) - else: - total += i & 0xFFF - total &= (1 << 61) - 1 - return total - - -def bench_chain(): - """Chained operations: a + b + c + d. - Tests consecutive int ops without boxing between them.""" - total = 0 - for i in range(N // 4): - total += i + i + i + i - return total - - -def run_benchmark(name, fn, runs=RUNS, warmup=WARMUP): - # Warmup - for _ in range(warmup): - fn() - - # Timed runs - times = [] - last_result = None - for _ in range(runs): - start = time.perf_counter() - last_result = fn() - elapsed = time.perf_counter() - start - times.append(elapsed) - - mean = statistics.mean(times) - stdev = statistics.stdev(times) if len(times) > 1 else 0 - ns_per = mean / N * 1e9 - print( - f" {name:30s} {mean * 1000:7.2f} ms {ns_per:5.1f} ns/iter" - f" ±{stdev / mean * 100:4.1f}% (verify={str(last_result)[:12]})" - ) - - -if __name__ == "__main__": - jit = "jit" in sys._xoptions or "PYTHON_JIT" in __import__("os").environ - print( - f"Python {sys.version.split()[0]} ({sys.platform})" - f" JIT={'on' if jit else 'off'} PYTHON_JIT_STRESS=" - f"{__import__('os').environ.get('PYTHON_JIT_STRESS', '0')}" - ) - print() - - benchmarks = [ - ("intermediate_overflow", bench_intermediate_overflow), - ("double_add", bench_double_add), - ("always_large", bench_always_large), - ("accumulate", bench_accumulate), - ("mixed", bench_mixed), - ("chain", bench_chain), - ] - - for name, fn in benchmarks: - run_benchmark(name, fn) - - print() - print("Done.") From 4d495669265aad194424123aa9fa7ba22ae8ab85 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 02:12:14 -0500 Subject: [PATCH 15/20] Separate compact int and int64 optimizer facts --- Include/internal/pycore_optimizer.h | 1 + Python/optimizer_analysis.c | 1 + Python/optimizer_bytecodes.c | 5 +++-- Python/optimizer_cases.c.h | 4 ++-- Python/optimizer_symbols.c | 29 ++++++++++++++++++++++++++++- 5 files changed, 35 insertions(+), 5 deletions(-) diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h index 8c35c4416fe3c8c..300a4bc645c1fd6 100644 --- a/Include/internal/pycore_optimizer.h +++ b/Include/internal/pycore_optimizer.h @@ -462,6 +462,7 @@ extern JitOptRef _Py_uop_sym_tuple_getitem(JitOptContext *ctx, JitOptRef sym, Py extern Py_ssize_t _Py_uop_sym_tuple_length(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_truthiness(JitOptContext *ctx, JitOptRef value, bool truthy); extern bool _Py_uop_sym_is_compact_int(JitOptRef sym); +extern bool _Py_uop_sym_fits_int64(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_compact_int(JitOptContext *ctx); extern void _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef sym); extern JitOptRef _Py_uop_sym_new_predicate(JitOptContext *ctx, JitOptRef lhs_ref, JitOptRef rhs_ref, JitOptPredicateKind kind); diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c index e726dc0e6fd1114..56cc2f6f383ae27 100644 --- a/Python/optimizer_analysis.c +++ b/Python/optimizer_analysis.c @@ -299,6 +299,7 @@ add_op(JitOptContext *ctx, _PyUOpInstruction *this_instr, #define sym_tuple_length _Py_uop_sym_tuple_length #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 84b4da58cc5bfa1..660e93743132904 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -43,6 +43,7 @@ typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame; #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing @@ -236,7 +237,7 @@ dummy_func(void) { * type is already known to be PyLong_Type the cheaper _OVERFLOWED guard * (which skips the type check) can be used instead. */ op(_GUARD_TOS_INT_WIDE, (value -- value)) { - if (sym_is_compact_int(value)) { + if (sym_fits_int64(value)) { ADD_OP(_NOP, 0, 0); } else { @@ -248,7 +249,7 @@ dummy_func(void) { } op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { - if (sym_is_compact_int(left)) { + if (sym_fits_int64(left)) { ADD_OP(_NOP, 0, 0); } else { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 28e2f3cc525944c..bad896c9e3e5e30 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -584,7 +584,7 @@ case _GUARD_NOS_INT_WIDE: { JitOptRef left; left = stack_pointer[-2]; - if (sym_is_compact_int(left)) { + if (sym_fits_int64(left)) { ADD_OP(_NOP, 0, 0); } else { @@ -599,7 +599,7 @@ case _GUARD_TOS_INT_WIDE: { JitOptRef value; value = stack_pointer[-1]; - if (sym_is_compact_int(value)) { + if (sym_fits_int64(value)) { ADD_OP(_NOP, 0, 0); } else { diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index bcd3138e2390b34..3abcbe491d71b62 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -967,6 +967,16 @@ _Py_uop_symbol_is_immortal(JitOptSymbol *sym) bool _Py_uop_sym_is_compact_int(JitOptRef ref) +{ + JitOptSymbol *sym = PyJitRef_Unwrap(ref); + if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { + return (bool)_PyLong_CheckExactAndCompact(sym->value.value); + } + return sym->tag == JIT_SYM_COMPACT_INT; +} + +bool +_Py_uop_sym_fits_int64(JitOptRef ref) { JitOptSymbol *sym = PyJitRef_Unwrap(ref); if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { @@ -1008,7 +1018,7 @@ _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef ref) } return; case JIT_SYM_KNOWN_VALUE_TAG: - if (!_PyLong_CheckExactAndFitsInt64(sym->value.value)) { + if (!_PyLong_CheckExactAndCompact(sym->value.value)) { Py_CLEAR(sym->value.value); sym_set_bottom(ctx, sym); } @@ -1567,6 +1577,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_init(ctx, NULL); PyObject *val_42 = NULL; PyObject *val_43 = NULL; + PyObject *val_noncompact_int64 = NULL; PyObject *val_big = NULL; PyObject *tuple = NULL; PyFunctionObject *func = NULL; @@ -1619,6 +1630,11 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) assert(val_43 != NULL); assert(_Py_IsImmortal(val_43)); + val_noncompact_int64 = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(40)); + if (val_noncompact_int64 == NULL) { + goto fail; + } + ref = _Py_uop_sym_new_type(ctx, &PyLong_Type); if (PyJitRef_IsNull(ref)) { goto fail; @@ -1960,10 +1976,19 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) } JitOptRef ref_42 = _Py_uop_sym_new_const(ctx, val_42); + JitOptRef ref_noncompact_int64 = _Py_uop_sym_new_const(ctx, val_noncompact_int64); JitOptRef ref_big = _Py_uop_sym_new_const(ctx, val_big); JitOptRef ref_int = _Py_uop_sym_new_compact_int(ctx); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_42), "42 is not a compact int"); + TEST_PREDICATE(_Py_uop_sym_fits_int64(ref_42), "42 does not fit int64"); + TEST_PREDICATE( + !_Py_uop_sym_is_compact_int(ref_noncompact_int64), + "(1 << 40) is a compact int"); + TEST_PREDICATE( + _Py_uop_sym_fits_int64(ref_noncompact_int64), + "(1 << 40) does not fit int64"); TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 200) is a compact int"); + TEST_PREDICATE(!_Py_uop_sym_fits_int64(ref_big), "(1 << 200) fits int64"); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_int), "compact int is not a compact int"); TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "compact int is not an int"); @@ -2092,6 +2117,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_DECREF(val_42); Py_DECREF(val_43); + Py_DECREF(val_noncompact_int64); Py_DECREF(val_big); Py_DECREF(tuple); Py_DECREF(func); @@ -2101,6 +2127,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_XDECREF(val_42); Py_XDECREF(val_43); + Py_XDECREF(val_noncompact_int64); Py_XDECREF(val_big); Py_XDECREF(tuple); Py_XDECREF(func); From d4a355c68beca7ebbf05029a6d5eb9257af1df15 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 09:23:22 -0500 Subject: [PATCH 16/20] tier1-merged tier2-split: single BINARY_OP_ADD_INT with optimizer guard substitution - BINARY_OP_ADD_INT (tier1) handles all int64-range ints - Removed all _WIDE tier1 opcodes (no dead code) - Optimizer substitutes _GUARD_TOS_OVERFLOWED when type known as PyLong - Removed _WIDE_INPLACE tier2 ops, merged inplace ops handle both compact and wide - All tests pass --- Include/internal/pycore_opcode_metadata.h | 30 +- Include/internal/pycore_uop_ids.h | 2776 ++++++++++----------- Include/internal/pycore_uop_metadata.h | 124 +- Include/opcode_ids.h | 179 +- Lib/_opcode_metadata.py | 182 +- Lib/test/test_capi/test_opt.py | 9 - Lib/test/test_opcache.py | 15 +- Modules/_testinternalcapi/test_cases.c.h | 234 -- Modules/_testinternalcapi/test_targets.h | 27 +- Python/bytecodes.c | 83 +- Python/executor_cases.c.h | 636 +---- Python/generated_cases.c.h | 234 -- Python/opcode_targets.h | 27 +- Python/optimizer_bytecodes.c | 92 +- Python/optimizer_cases.c.h | 188 +- Python/record_functions.c.h | 3 - Python/specialize.c | 18 +- 17 files changed, 1671 insertions(+), 3186 deletions(-) diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 79c8b3101d3e64d..7a8176ffae9975d 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -44,8 +44,6 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_ADD_INT: return 2; - case BINARY_OP_ADD_INT_WIDE: - return 2; case BINARY_OP_ADD_UNICODE: return 2; case BINARY_OP_EXTEND: @@ -56,8 +54,6 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_MULTIPLY_INT: return 2; - case BINARY_OP_MULTIPLY_INT_WIDE: - return 2; case BINARY_OP_SUBSCR_DICT: return 2; case BINARY_OP_SUBSCR_GETITEM: @@ -76,8 +72,6 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_SUBTRACT_INT: return 2; - case BINARY_OP_SUBTRACT_INT_WIDE: - return 2; case BINARY_SLICE: return 3; case BUILD_INTERPOLATION: @@ -551,8 +545,6 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_ADD_INT: return 1; - case BINARY_OP_ADD_INT_WIDE: - return 1; case BINARY_OP_ADD_UNICODE: return 1; case BINARY_OP_EXTEND: @@ -563,8 +555,6 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_MULTIPLY_INT: return 1; - case BINARY_OP_MULTIPLY_INT_WIDE: - return 1; case BINARY_OP_SUBSCR_DICT: return 1; case BINARY_OP_SUBSCR_GETITEM: @@ -583,8 +573,6 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_SUBTRACT_INT: return 1; - case BINARY_OP_SUBTRACT_INT_WIDE: - return 1; case BINARY_SLICE: return 1; case BUILD_INTERPOLATION: @@ -1127,13 +1115,11 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, - [BINARY_OP_ADD_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, - [BINARY_OP_MULTIPLY_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1143,7 +1129,6 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, - [BINARY_OP_SUBTRACT_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, @@ -1388,13 +1373,11 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP] = { .nuops = 5, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _BINARY_OP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 } } }, [BINARY_OP_ADD_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, - [BINARY_OP_ADD_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_UNICODE] = { .nuops = 5, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_EXTEND] = { .nuops = 4, .uops = { { _GUARD_BINARY_OP_EXTEND, 4, 1 }, { _BINARY_OP_EXTEND, 4, 1 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_INPLACE_ADD_UNICODE] = { .nuops = 3, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_INPLACE_ADD_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, - [BINARY_OP_MULTIPLY_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_DICT] = { .nuops = 5, .uops = { { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_DICT_SUBSCRIPT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_DICT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_GETITEM] = { .nuops = 5, .uops = { { _RECORD_NOS, OPARG_SIMPLE, 0 }, { _CHECK_PEP_523, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_CHECK_FUNC, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_INIT_CALL, OPARG_SIMPLE, 5 }, { _PUSH_FRAME, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_LIST_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_LIST, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_LIST_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, @@ -1404,7 +1387,6 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP_SUBSCR_USTR_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_USTR_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, - [BINARY_OP_SUBTRACT_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_SLICE] = { .nuops = 1, .uops = { { _BINARY_SLICE, OPARG_SIMPLE, 0 } } }, [BUILD_INTERPOLATION] = { .nuops = 1, .uops = { { _BUILD_INTERPOLATION, OPARG_SIMPLE, 0 } } }, [BUILD_LIST] = { .nuops = 1, .uops = { { _BUILD_LIST, OPARG_SIMPLE, 0 } } }, @@ -1591,13 +1573,11 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP] = "BINARY_OP", [BINARY_OP_ADD_FLOAT] = "BINARY_OP_ADD_FLOAT", [BINARY_OP_ADD_INT] = "BINARY_OP_ADD_INT", - [BINARY_OP_ADD_INT_WIDE] = "BINARY_OP_ADD_INT_WIDE", [BINARY_OP_ADD_UNICODE] = "BINARY_OP_ADD_UNICODE", [BINARY_OP_EXTEND] = "BINARY_OP_EXTEND", [BINARY_OP_INPLACE_ADD_UNICODE] = "BINARY_OP_INPLACE_ADD_UNICODE", [BINARY_OP_MULTIPLY_FLOAT] = "BINARY_OP_MULTIPLY_FLOAT", [BINARY_OP_MULTIPLY_INT] = "BINARY_OP_MULTIPLY_INT", - [BINARY_OP_MULTIPLY_INT_WIDE] = "BINARY_OP_MULTIPLY_INT_WIDE", [BINARY_OP_SUBSCR_DICT] = "BINARY_OP_SUBSCR_DICT", [BINARY_OP_SUBSCR_GETITEM] = "BINARY_OP_SUBSCR_GETITEM", [BINARY_OP_SUBSCR_LIST_INT] = "BINARY_OP_SUBSCR_LIST_INT", @@ -1607,7 +1587,6 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP_SUBSCR_USTR_INT] = "BINARY_OP_SUBSCR_USTR_INT", [BINARY_OP_SUBTRACT_FLOAT] = "BINARY_OP_SUBTRACT_FLOAT", [BINARY_OP_SUBTRACT_INT] = "BINARY_OP_SUBTRACT_INT", - [BINARY_OP_SUBTRACT_INT_WIDE] = "BINARY_OP_SUBTRACT_INT_WIDE", [BINARY_SLICE] = "BINARY_SLICE", [BUILD_INTERPOLATION] = "BUILD_INTERPOLATION", [BUILD_LIST] = "BUILD_LIST", @@ -1877,6 +1856,9 @@ const uint8_t _PyOpcode_Deopt[256] = { [125] = 125, [126] = 126, [127] = 127, + [219] = 219, + [220] = 220, + [221] = 221, [222] = 222, [223] = 223, [224] = 224, @@ -1891,13 +1873,11 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP] = BINARY_OP, [BINARY_OP_ADD_FLOAT] = BINARY_OP, [BINARY_OP_ADD_INT] = BINARY_OP, - [BINARY_OP_ADD_INT_WIDE] = BINARY_OP, [BINARY_OP_ADD_UNICODE] = BINARY_OP, [BINARY_OP_EXTEND] = BINARY_OP, [BINARY_OP_INPLACE_ADD_UNICODE] = BINARY_OP, [BINARY_OP_MULTIPLY_FLOAT] = BINARY_OP, [BINARY_OP_MULTIPLY_INT] = BINARY_OP, - [BINARY_OP_MULTIPLY_INT_WIDE] = BINARY_OP, [BINARY_OP_SUBSCR_DICT] = BINARY_OP, [BINARY_OP_SUBSCR_GETITEM] = BINARY_OP, [BINARY_OP_SUBSCR_LIST_INT] = BINARY_OP, @@ -1907,7 +1887,6 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP_SUBSCR_USTR_INT] = BINARY_OP, [BINARY_OP_SUBTRACT_FLOAT] = BINARY_OP, [BINARY_OP_SUBTRACT_INT] = BINARY_OP, - [BINARY_OP_SUBTRACT_INT_WIDE] = BINARY_OP, [BINARY_SLICE] = BINARY_SLICE, [BUILD_INTERPOLATION] = BUILD_INTERPOLATION, [BUILD_LIST] = BUILD_LIST, @@ -2138,6 +2117,9 @@ const uint8_t _PyOpcode_Deopt[256] = { case 125: \ case 126: \ case 127: \ + case 219: \ + case 220: \ + case 221: \ case 222: \ case 223: \ case 224: \ diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 66ce37087796922..677ad96713bd95e 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -20,42 +20,36 @@ extern "C" { #define _BINARY_OP_ADD_INT_INPLACE 308 #define _BINARY_OP_ADD_INT_INPLACE_RIGHT 309 #define _BINARY_OP_ADD_INT_WIDE 310 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE 311 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT 312 -#define _BINARY_OP_ADD_UNICODE 313 -#define _BINARY_OP_EXTEND 314 -#define _BINARY_OP_INPLACE_ADD_UNICODE 315 -#define _BINARY_OP_MULTIPLY_FLOAT 316 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 317 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 318 -#define _BINARY_OP_MULTIPLY_INT 319 -#define _BINARY_OP_MULTIPLY_INT_INPLACE 320 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 321 -#define _BINARY_OP_MULTIPLY_INT_WIDE 322 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE 323 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT 324 -#define _BINARY_OP_SUBSCR_CHECK_FUNC 325 -#define _BINARY_OP_SUBSCR_DICT 326 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 327 -#define _BINARY_OP_SUBSCR_INIT_CALL 328 -#define _BINARY_OP_SUBSCR_LIST_INT 329 -#define _BINARY_OP_SUBSCR_LIST_SLICE 330 -#define _BINARY_OP_SUBSCR_STR_INT 331 -#define _BINARY_OP_SUBSCR_TUPLE_INT 332 -#define _BINARY_OP_SUBSCR_USTR_INT 333 -#define _BINARY_OP_SUBTRACT_FLOAT 334 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 335 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 336 -#define _BINARY_OP_SUBTRACT_INT 337 -#define _BINARY_OP_SUBTRACT_INT_INPLACE 338 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 339 -#define _BINARY_OP_SUBTRACT_INT_WIDE 340 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE 341 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT 342 -#define _BINARY_OP_TRUEDIV_FLOAT 343 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 344 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 345 -#define _BINARY_SLICE 346 +#define _BINARY_OP_ADD_UNICODE 311 +#define _BINARY_OP_EXTEND 312 +#define _BINARY_OP_INPLACE_ADD_UNICODE 313 +#define _BINARY_OP_MULTIPLY_FLOAT 314 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 315 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 316 +#define _BINARY_OP_MULTIPLY_INT 317 +#define _BINARY_OP_MULTIPLY_INT_INPLACE 318 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 319 +#define _BINARY_OP_MULTIPLY_INT_WIDE 320 +#define _BINARY_OP_SUBSCR_CHECK_FUNC 321 +#define _BINARY_OP_SUBSCR_DICT 322 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 323 +#define _BINARY_OP_SUBSCR_INIT_CALL 324 +#define _BINARY_OP_SUBSCR_LIST_INT 325 +#define _BINARY_OP_SUBSCR_LIST_SLICE 326 +#define _BINARY_OP_SUBSCR_STR_INT 327 +#define _BINARY_OP_SUBSCR_TUPLE_INT 328 +#define _BINARY_OP_SUBSCR_USTR_INT 329 +#define _BINARY_OP_SUBTRACT_FLOAT 330 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 331 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 332 +#define _BINARY_OP_SUBTRACT_INT 333 +#define _BINARY_OP_SUBTRACT_INT_INPLACE 334 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 335 +#define _BINARY_OP_SUBTRACT_INT_WIDE 336 +#define _BINARY_OP_TRUEDIV_FLOAT 337 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 338 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 339 +#define _BINARY_SLICE 340 #define _BUILD_INTERPOLATION BUILD_INTERPOLATION #define _BUILD_LIST BUILD_LIST #define _BUILD_MAP BUILD_MAP @@ -64,203 +58,203 @@ extern "C" { #define _BUILD_STRING BUILD_STRING #define _BUILD_TEMPLATE BUILD_TEMPLATE #define _BUILD_TUPLE BUILD_TUPLE -#define _CALL_BUILTIN_CLASS 347 -#define _CALL_BUILTIN_FAST 348 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 349 -#define _CALL_BUILTIN_O 350 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL 351 -#define _CALL_INTRINSIC_1 352 -#define _CALL_INTRINSIC_2 353 -#define _CALL_ISINSTANCE 354 -#define _CALL_KW_NON_PY 355 -#define _CALL_LEN 356 -#define _CALL_LIST_APPEND 357 -#define _CALL_METHOD_DESCRIPTOR_FAST 358 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 359 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 360 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 361 -#define _CALL_METHOD_DESCRIPTOR_NOARGS 362 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 363 -#define _CALL_METHOD_DESCRIPTOR_O 364 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE 365 -#define _CALL_NON_PY_GENERAL 366 -#define _CALL_STR_1 367 -#define _CALL_TUPLE_1 368 -#define _CALL_TYPE_1 369 -#define _CHECK_ATTR_CLASS 370 -#define _CHECK_ATTR_METHOD_LAZY_DICT 371 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 372 +#define _CALL_BUILTIN_CLASS 341 +#define _CALL_BUILTIN_FAST 342 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 343 +#define _CALL_BUILTIN_O 344 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL 345 +#define _CALL_INTRINSIC_1 346 +#define _CALL_INTRINSIC_2 347 +#define _CALL_ISINSTANCE 348 +#define _CALL_KW_NON_PY 349 +#define _CALL_LEN 350 +#define _CALL_LIST_APPEND 351 +#define _CALL_METHOD_DESCRIPTOR_FAST 352 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 353 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 354 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 355 +#define _CALL_METHOD_DESCRIPTOR_NOARGS 356 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 357 +#define _CALL_METHOD_DESCRIPTOR_O 358 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE 359 +#define _CALL_NON_PY_GENERAL 360 +#define _CALL_STR_1 361 +#define _CALL_TUPLE_1 362 +#define _CALL_TYPE_1 363 +#define _CHECK_ATTR_CLASS 364 +#define _CHECK_ATTR_METHOD_LAZY_DICT 365 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 366 #define _CHECK_EG_MATCH CHECK_EG_MATCH #define _CHECK_EXC_MATCH CHECK_EXC_MATCH -#define _CHECK_FUNCTION_EXACT_ARGS 373 -#define _CHECK_FUNCTION_VERSION 374 -#define _CHECK_FUNCTION_VERSION_INLINE 375 -#define _CHECK_FUNCTION_VERSION_KW 376 -#define _CHECK_IS_NOT_PY_CALLABLE 377 -#define _CHECK_IS_NOT_PY_CALLABLE_EX 378 -#define _CHECK_IS_NOT_PY_CALLABLE_KW 379 -#define _CHECK_IS_PY_CALLABLE_EX 380 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES 381 -#define _CHECK_METHOD_VERSION 382 -#define _CHECK_METHOD_VERSION_KW 383 -#define _CHECK_OBJECT 384 -#define _CHECK_PEP_523 385 -#define _CHECK_PERIODIC 386 -#define _CHECK_PERIODIC_AT_END 387 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 388 -#define _CHECK_RECURSION_LIMIT 389 -#define _CHECK_RECURSION_REMAINING 390 -#define _CHECK_STACK_SPACE 391 -#define _CHECK_STACK_SPACE_OPERAND 392 -#define _CHECK_VALIDITY 393 -#define _COLD_DYNAMIC_EXIT 394 -#define _COLD_EXIT 395 -#define _COMPARE_OP 396 -#define _COMPARE_OP_FLOAT 397 -#define _COMPARE_OP_INT 398 -#define _COMPARE_OP_STR 399 -#define _CONTAINS_OP 400 -#define _CONTAINS_OP_DICT 401 -#define _CONTAINS_OP_SET 402 +#define _CHECK_FUNCTION_EXACT_ARGS 367 +#define _CHECK_FUNCTION_VERSION 368 +#define _CHECK_FUNCTION_VERSION_INLINE 369 +#define _CHECK_FUNCTION_VERSION_KW 370 +#define _CHECK_IS_NOT_PY_CALLABLE 371 +#define _CHECK_IS_NOT_PY_CALLABLE_EX 372 +#define _CHECK_IS_NOT_PY_CALLABLE_KW 373 +#define _CHECK_IS_PY_CALLABLE_EX 374 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES 375 +#define _CHECK_METHOD_VERSION 376 +#define _CHECK_METHOD_VERSION_KW 377 +#define _CHECK_OBJECT 378 +#define _CHECK_PEP_523 379 +#define _CHECK_PERIODIC 380 +#define _CHECK_PERIODIC_AT_END 381 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 382 +#define _CHECK_RECURSION_LIMIT 383 +#define _CHECK_RECURSION_REMAINING 384 +#define _CHECK_STACK_SPACE 385 +#define _CHECK_STACK_SPACE_OPERAND 386 +#define _CHECK_VALIDITY 387 +#define _COLD_DYNAMIC_EXIT 388 +#define _COLD_EXIT 389 +#define _COMPARE_OP 390 +#define _COMPARE_OP_FLOAT 391 +#define _COMPARE_OP_INT 392 +#define _COMPARE_OP_STR 393 +#define _CONTAINS_OP 394 +#define _CONTAINS_OP_DICT 395 +#define _CONTAINS_OP_SET 396 #define _CONVERT_VALUE CONVERT_VALUE -#define _COPY 403 -#define _COPY_1 404 -#define _COPY_2 405 -#define _COPY_3 406 +#define _COPY 397 +#define _COPY_1 398 +#define _COPY_2 399 +#define _COPY_3 400 #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 407 +#define _CREATE_INIT_FRAME 401 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 408 -#define _DICT_MERGE 409 -#define _DICT_UPDATE 410 -#define _DO_CALL 411 -#define _DO_CALL_FUNCTION_EX 412 -#define _DO_CALL_KW 413 -#define _DYNAMIC_EXIT 414 +#define _DEOPT 402 +#define _DICT_MERGE 403 +#define _DICT_UPDATE 404 +#define _DO_CALL 405 +#define _DO_CALL_FUNCTION_EX 406 +#define _DO_CALL_KW 407 +#define _DYNAMIC_EXIT 408 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 415 +#define _ERROR_POP_N 409 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 416 -#define _EXPAND_METHOD_KW 417 -#define _FATAL_ERROR 418 +#define _EXPAND_METHOD 410 +#define _EXPAND_METHOD_KW 411 +#define _FATAL_ERROR 412 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 419 -#define _FOR_ITER_GEN_FRAME 420 -#define _FOR_ITER_TIER_TWO 421 -#define _FOR_ITER_VIRTUAL 422 -#define _FOR_ITER_VIRTUAL_TIER_TWO 423 +#define _FOR_ITER 413 +#define _FOR_ITER_GEN_FRAME 414 +#define _FOR_ITER_TIER_TWO 415 +#define _FOR_ITER_VIRTUAL 416 +#define _FOR_ITER_VIRTUAL_TIER_TWO 417 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE -#define _GET_ITER 424 -#define _GET_ITER_TRAD 425 +#define _GET_ITER 418 +#define _GET_ITER_TRAD 419 #define _GET_LEN GET_LEN -#define _GUARD_3OS_ASYNC_GEN_ASEND 426 -#define _GUARD_BINARY_OP_EXTEND 427 -#define _GUARD_BINARY_OP_EXTEND_LHS 428 -#define _GUARD_BINARY_OP_EXTEND_RHS 429 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 430 -#define _GUARD_BIT_IS_SET_POP 431 -#define _GUARD_BIT_IS_SET_POP_4 432 -#define _GUARD_BIT_IS_SET_POP_5 433 -#define _GUARD_BIT_IS_SET_POP_6 434 -#define _GUARD_BIT_IS_SET_POP_7 435 -#define _GUARD_BIT_IS_UNSET_POP 436 -#define _GUARD_BIT_IS_UNSET_POP_4 437 -#define _GUARD_BIT_IS_UNSET_POP_5 438 -#define _GUARD_BIT_IS_UNSET_POP_6 439 -#define _GUARD_BIT_IS_UNSET_POP_7 440 -#define _GUARD_CALLABLE_BUILTIN_CLASS 441 -#define _GUARD_CALLABLE_BUILTIN_FAST 442 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 443 -#define _GUARD_CALLABLE_BUILTIN_O 444 -#define _GUARD_CALLABLE_ISINSTANCE 445 -#define _GUARD_CALLABLE_LEN 446 -#define _GUARD_CALLABLE_LIST_APPEND 447 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 448 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 449 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 450 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 451 -#define _GUARD_CALLABLE_STR_1 452 -#define _GUARD_CALLABLE_TUPLE_1 453 -#define _GUARD_CALLABLE_TYPE_1 454 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 455 -#define _GUARD_CODE_VERSION_RETURN_VALUE 456 -#define _GUARD_CODE_VERSION_YIELD_VALUE 457 -#define _GUARD_CODE_VERSION__PUSH_FRAME 458 -#define _GUARD_DORV_NO_DICT 459 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 460 -#define _GUARD_GLOBALS_VERSION 461 -#define _GUARD_IP_RETURN_GENERATOR 462 -#define _GUARD_IP_RETURN_VALUE 463 -#define _GUARD_IP_YIELD_VALUE 464 -#define _GUARD_IP__PUSH_FRAME 465 -#define _GUARD_IS_FALSE_POP 466 -#define _GUARD_IS_NONE_POP 467 -#define _GUARD_IS_NOT_NONE_POP 468 -#define _GUARD_IS_TRUE_POP 469 -#define _GUARD_ITERATOR 470 -#define _GUARD_ITER_VIRTUAL 471 -#define _GUARD_KEYS_VERSION 472 -#define _GUARD_LOAD_SUPER_ATTR_METHOD 473 -#define _GUARD_NOS_COMPACT 474 -#define _GUARD_NOS_COMPACT_ASCII 475 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 476 -#define _GUARD_NOS_DICT_SUBSCRIPT 477 -#define _GUARD_NOS_FLOAT 478 -#define _GUARD_NOS_INT 479 -#define _GUARD_NOS_INT_WIDE 480 -#define _GUARD_NOS_ITER_VIRTUAL 481 -#define _GUARD_NOS_LIST 482 -#define _GUARD_NOS_NOT_NULL 483 -#define _GUARD_NOS_NULL 484 -#define _GUARD_NOS_OVERFLOWED 485 -#define _GUARD_NOS_TUPLE 486 -#define _GUARD_NOS_TYPE_VERSION 487 -#define _GUARD_NOS_UNICODE 488 -#define _GUARD_NOT_EXHAUSTED_LIST 489 -#define _GUARD_NOT_EXHAUSTED_RANGE 490 -#define _GUARD_NOT_EXHAUSTED_TUPLE 491 -#define _GUARD_THIRD_NULL 492 -#define _GUARD_TOS_ANY_DICT 493 -#define _GUARD_TOS_ANY_SET 494 -#define _GUARD_TOS_COMPACT 495 -#define _GUARD_TOS_DICT 496 -#define _GUARD_TOS_FLOAT 497 -#define _GUARD_TOS_FROZENDICT 498 -#define _GUARD_TOS_FROZENSET 499 -#define _GUARD_TOS_INT 500 -#define _GUARD_TOS_INT_WIDE 501 -#define _GUARD_TOS_IS_NONE 502 -#define _GUARD_TOS_LIST 503 -#define _GUARD_TOS_NOT_NULL 504 -#define _GUARD_TOS_OVERFLOWED 505 -#define _GUARD_TOS_SET 506 -#define _GUARD_TOS_SLICE 507 -#define _GUARD_TOS_TUPLE 508 -#define _GUARD_TOS_UNICODE 509 -#define _GUARD_TYPE 510 -#define _GUARD_TYPE_ITER 511 -#define _GUARD_TYPE_VERSION 512 -#define _GUARD_TYPE_VERSION_LOCKED 513 -#define _HANDLE_PENDING_AND_DEOPT 514 +#define _GUARD_3OS_ASYNC_GEN_ASEND 420 +#define _GUARD_BINARY_OP_EXTEND 421 +#define _GUARD_BINARY_OP_EXTEND_LHS 422 +#define _GUARD_BINARY_OP_EXTEND_RHS 423 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 424 +#define _GUARD_BIT_IS_SET_POP 425 +#define _GUARD_BIT_IS_SET_POP_4 426 +#define _GUARD_BIT_IS_SET_POP_5 427 +#define _GUARD_BIT_IS_SET_POP_6 428 +#define _GUARD_BIT_IS_SET_POP_7 429 +#define _GUARD_BIT_IS_UNSET_POP 430 +#define _GUARD_BIT_IS_UNSET_POP_4 431 +#define _GUARD_BIT_IS_UNSET_POP_5 432 +#define _GUARD_BIT_IS_UNSET_POP_6 433 +#define _GUARD_BIT_IS_UNSET_POP_7 434 +#define _GUARD_CALLABLE_BUILTIN_CLASS 435 +#define _GUARD_CALLABLE_BUILTIN_FAST 436 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 437 +#define _GUARD_CALLABLE_BUILTIN_O 438 +#define _GUARD_CALLABLE_ISINSTANCE 439 +#define _GUARD_CALLABLE_LEN 440 +#define _GUARD_CALLABLE_LIST_APPEND 441 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 442 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 443 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 444 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 445 +#define _GUARD_CALLABLE_STR_1 446 +#define _GUARD_CALLABLE_TUPLE_1 447 +#define _GUARD_CALLABLE_TYPE_1 448 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 449 +#define _GUARD_CODE_VERSION_RETURN_VALUE 450 +#define _GUARD_CODE_VERSION_YIELD_VALUE 451 +#define _GUARD_CODE_VERSION__PUSH_FRAME 452 +#define _GUARD_DORV_NO_DICT 453 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 454 +#define _GUARD_GLOBALS_VERSION 455 +#define _GUARD_IP_RETURN_GENERATOR 456 +#define _GUARD_IP_RETURN_VALUE 457 +#define _GUARD_IP_YIELD_VALUE 458 +#define _GUARD_IP__PUSH_FRAME 459 +#define _GUARD_IS_FALSE_POP 460 +#define _GUARD_IS_NONE_POP 461 +#define _GUARD_IS_NOT_NONE_POP 462 +#define _GUARD_IS_TRUE_POP 463 +#define _GUARD_ITERATOR 464 +#define _GUARD_ITER_VIRTUAL 465 +#define _GUARD_KEYS_VERSION 466 +#define _GUARD_LOAD_SUPER_ATTR_METHOD 467 +#define _GUARD_NOS_COMPACT 468 +#define _GUARD_NOS_COMPACT_ASCII 469 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 470 +#define _GUARD_NOS_DICT_SUBSCRIPT 471 +#define _GUARD_NOS_FLOAT 472 +#define _GUARD_NOS_INT 473 +#define _GUARD_NOS_INT_WIDE 474 +#define _GUARD_NOS_ITER_VIRTUAL 475 +#define _GUARD_NOS_LIST 476 +#define _GUARD_NOS_NOT_NULL 477 +#define _GUARD_NOS_NULL 478 +#define _GUARD_NOS_OVERFLOWED 479 +#define _GUARD_NOS_TUPLE 480 +#define _GUARD_NOS_TYPE_VERSION 481 +#define _GUARD_NOS_UNICODE 482 +#define _GUARD_NOT_EXHAUSTED_LIST 483 +#define _GUARD_NOT_EXHAUSTED_RANGE 484 +#define _GUARD_NOT_EXHAUSTED_TUPLE 485 +#define _GUARD_THIRD_NULL 486 +#define _GUARD_TOS_ANY_DICT 487 +#define _GUARD_TOS_ANY_SET 488 +#define _GUARD_TOS_COMPACT 489 +#define _GUARD_TOS_DICT 490 +#define _GUARD_TOS_FLOAT 491 +#define _GUARD_TOS_FROZENDICT 492 +#define _GUARD_TOS_FROZENSET 493 +#define _GUARD_TOS_INT 494 +#define _GUARD_TOS_INT_WIDE 495 +#define _GUARD_TOS_IS_NONE 496 +#define _GUARD_TOS_LIST 497 +#define _GUARD_TOS_NOT_NULL 498 +#define _GUARD_TOS_OVERFLOWED 499 +#define _GUARD_TOS_SET 500 +#define _GUARD_TOS_SLICE 501 +#define _GUARD_TOS_TUPLE 502 +#define _GUARD_TOS_UNICODE 503 +#define _GUARD_TYPE 504 +#define _GUARD_TYPE_ITER 505 +#define _GUARD_TYPE_VERSION 506 +#define _GUARD_TYPE_VERSION_LOCKED 507 +#define _HANDLE_PENDING_AND_DEOPT 508 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 515 -#define _INIT_CALL_PY_EXACT_ARGS 516 -#define _INIT_CALL_PY_EXACT_ARGS_0 517 -#define _INIT_CALL_PY_EXACT_ARGS_1 518 -#define _INIT_CALL_PY_EXACT_ARGS_2 519 -#define _INIT_CALL_PY_EXACT_ARGS_3 520 -#define _INIT_CALL_PY_EXACT_ARGS_4 521 -#define _INSERT_NULL 522 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 509 +#define _INIT_CALL_PY_EXACT_ARGS 510 +#define _INIT_CALL_PY_EXACT_ARGS_0 511 +#define _INIT_CALL_PY_EXACT_ARGS_1 512 +#define _INIT_CALL_PY_EXACT_ARGS_2 513 +#define _INIT_CALL_PY_EXACT_ARGS_3 514 +#define _INIT_CALL_PY_EXACT_ARGS_4 515 +#define _INSERT_NULL 516 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -270,1231 +264,1213 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 523 -#define _IS_OP 524 -#define _ITER_CHECK_LIST 525 -#define _ITER_CHECK_RANGE 526 -#define _ITER_CHECK_TUPLE 527 -#define _ITER_JUMP_LIST 528 -#define _ITER_JUMP_RANGE 529 -#define _ITER_JUMP_TUPLE 530 -#define _ITER_NEXT_INLINE 531 -#define _ITER_NEXT_LIST 532 -#define _ITER_NEXT_LIST_TIER_TWO 533 -#define _ITER_NEXT_RANGE 534 -#define _ITER_NEXT_TUPLE 535 +#define _IS_NONE 517 +#define _IS_OP 518 +#define _ITER_CHECK_LIST 519 +#define _ITER_CHECK_RANGE 520 +#define _ITER_CHECK_TUPLE 521 +#define _ITER_JUMP_LIST 522 +#define _ITER_JUMP_RANGE 523 +#define _ITER_JUMP_TUPLE 524 +#define _ITER_NEXT_INLINE 525 +#define _ITER_NEXT_LIST 526 +#define _ITER_NEXT_LIST_TIER_TWO 527 +#define _ITER_NEXT_RANGE 528 +#define _ITER_NEXT_TUPLE 529 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 536 +#define _JUMP_TO_TOP 530 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 537 -#define _LOAD_ATTR 538 -#define _LOAD_ATTR_CLASS 539 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 540 -#define _LOAD_ATTR_INSTANCE_VALUE 541 -#define _LOAD_ATTR_METHOD_LAZY_DICT 542 -#define _LOAD_ATTR_METHOD_NO_DICT 543 -#define _LOAD_ATTR_METHOD_WITH_VALUES 544 -#define _LOAD_ATTR_MODULE 545 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 546 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 547 -#define _LOAD_ATTR_PROPERTY_FRAME 548 -#define _LOAD_ATTR_SLOT 549 -#define _LOAD_ATTR_WITH_HINT 550 +#define _LIST_EXTEND 531 +#define _LOAD_ATTR 532 +#define _LOAD_ATTR_CLASS 533 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 534 +#define _LOAD_ATTR_INSTANCE_VALUE 535 +#define _LOAD_ATTR_METHOD_LAZY_DICT 536 +#define _LOAD_ATTR_METHOD_NO_DICT 537 +#define _LOAD_ATTR_METHOD_WITH_VALUES 538 +#define _LOAD_ATTR_MODULE 539 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 540 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 541 +#define _LOAD_ATTR_PROPERTY_FRAME 542 +#define _LOAD_ATTR_SLOT 543 +#define _LOAD_ATTR_WITH_HINT 544 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 551 +#define _LOAD_BYTECODE 545 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 552 -#define _LOAD_CONST_INLINE_BORROW 553 +#define _LOAD_CONST_INLINE 546 +#define _LOAD_CONST_INLINE_BORROW 547 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 554 -#define _LOAD_FAST_0 555 -#define _LOAD_FAST_1 556 -#define _LOAD_FAST_2 557 -#define _LOAD_FAST_3 558 -#define _LOAD_FAST_4 559 -#define _LOAD_FAST_5 560 -#define _LOAD_FAST_6 561 -#define _LOAD_FAST_7 562 +#define _LOAD_FAST 548 +#define _LOAD_FAST_0 549 +#define _LOAD_FAST_1 550 +#define _LOAD_FAST_2 551 +#define _LOAD_FAST_3 552 +#define _LOAD_FAST_4 553 +#define _LOAD_FAST_5 554 +#define _LOAD_FAST_6 555 +#define _LOAD_FAST_7 556 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 563 -#define _LOAD_FAST_BORROW_0 564 -#define _LOAD_FAST_BORROW_1 565 -#define _LOAD_FAST_BORROW_2 566 -#define _LOAD_FAST_BORROW_3 567 -#define _LOAD_FAST_BORROW_4 568 -#define _LOAD_FAST_BORROW_5 569 -#define _LOAD_FAST_BORROW_6 570 -#define _LOAD_FAST_BORROW_7 571 +#define _LOAD_FAST_BORROW 557 +#define _LOAD_FAST_BORROW_0 558 +#define _LOAD_FAST_BORROW_1 559 +#define _LOAD_FAST_BORROW_2 560 +#define _LOAD_FAST_BORROW_3 561 +#define _LOAD_FAST_BORROW_4 562 +#define _LOAD_FAST_BORROW_5 563 +#define _LOAD_FAST_BORROW_6 564 +#define _LOAD_FAST_BORROW_7 565 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 572 -#define _LOAD_GLOBAL_BUILTINS 573 -#define _LOAD_GLOBAL_MODULE 574 +#define _LOAD_GLOBAL 566 +#define _LOAD_GLOBAL_BUILTINS 567 +#define _LOAD_GLOBAL_MODULE 568 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 575 -#define _LOAD_SMALL_INT_0 576 -#define _LOAD_SMALL_INT_1 577 -#define _LOAD_SMALL_INT_2 578 -#define _LOAD_SMALL_INT_3 579 -#define _LOAD_SPECIAL 580 +#define _LOAD_SMALL_INT 569 +#define _LOAD_SMALL_INT_0 570 +#define _LOAD_SMALL_INT_1 571 +#define _LOAD_SMALL_INT_2 572 +#define _LOAD_SMALL_INT_3 573 +#define _LOAD_SPECIAL 574 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 581 -#define _LOCK_OBJECT 582 -#define _MAKE_CALLARGS_A_TUPLE 583 +#define _LOAD_SUPER_ATTR_METHOD 575 +#define _LOCK_OBJECT 576 +#define _MAKE_CALLARGS_A_TUPLE 577 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 584 -#define _MAKE_HEAP_SAFE 585 -#define _MAKE_WARM 586 +#define _MAKE_FUNCTION 578 +#define _MAKE_HEAP_SAFE 579 +#define _MAKE_WARM 580 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 587 +#define _MATCH_CLASS 581 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 588 -#define _MAYBE_EXPAND_METHOD_KW 589 -#define _MONITOR_CALL 590 -#define _MONITOR_CALL_KW 591 -#define _MONITOR_JUMP_BACKWARD 592 -#define _MONITOR_RESUME 593 +#define _MAYBE_EXPAND_METHOD 582 +#define _MAYBE_EXPAND_METHOD_KW 583 +#define _MONITOR_CALL 584 +#define _MONITOR_CALL_KW 585 +#define _MONITOR_JUMP_BACKWARD 586 +#define _MONITOR_RESUME 587 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 594 -#define _POP_JUMP_IF_TRUE 595 +#define _POP_JUMP_IF_FALSE 588 +#define _POP_JUMP_IF_TRUE 589 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 596 -#define _POP_TOP_INT 597 -#define _POP_TOP_NOP 598 -#define _POP_TOP_OPARG 599 -#define _POP_TOP_UNICODE 600 +#define _POP_TOP_FLOAT 590 +#define _POP_TOP_INT 591 +#define _POP_TOP_NOP 592 +#define _POP_TOP_OPARG 593 +#define _POP_TOP_UNICODE 594 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 601 +#define _PUSH_FRAME 595 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 602 -#define _PUSH_TAGGED_ZERO 603 -#define _PY_FRAME_EX 604 -#define _PY_FRAME_GENERAL 605 -#define _PY_FRAME_KW 606 -#define _RECORD_3OS_GEN_FUNC 607 -#define _RECORD_4OS 608 -#define _RECORD_BOUND_METHOD 609 -#define _RECORD_CALLABLE 610 -#define _RECORD_CALLABLE_KW 611 -#define _RECORD_CODE 612 -#define _RECORD_NOS 613 -#define _RECORD_NOS_GEN_FUNC 614 -#define _RECORD_NOS_TYPE 615 -#define _RECORD_TOS 616 -#define _RECORD_TOS_TYPE 617 -#define _REPLACE_WITH_TRUE 618 -#define _RESUME_CHECK 619 +#define _PUSH_NULL_CONDITIONAL 596 +#define _PUSH_TAGGED_ZERO 597 +#define _PY_FRAME_EX 598 +#define _PY_FRAME_GENERAL 599 +#define _PY_FRAME_KW 600 +#define _RECORD_3OS_GEN_FUNC 601 +#define _RECORD_4OS 602 +#define _RECORD_BOUND_METHOD 603 +#define _RECORD_CALLABLE 604 +#define _RECORD_CALLABLE_KW 605 +#define _RECORD_CODE 606 +#define _RECORD_NOS 607 +#define _RECORD_NOS_GEN_FUNC 608 +#define _RECORD_NOS_TYPE 609 +#define _RECORD_TOS 610 +#define _RECORD_TOS_TYPE 611 +#define _REPLACE_WITH_TRUE 612 +#define _RESUME_CHECK 613 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 620 -#define _RROT_3 621 -#define _SAVE_RETURN_OFFSET 622 -#define _SEND_ASYNC_GEN 623 -#define _SEND_ASYNC_GEN_TIER_TWO 624 -#define _SEND_GEN_FRAME 625 -#define _SEND_VIRTUAL 626 -#define _SEND_VIRTUAL_TIER_TWO 627 +#define _RETURN_VALUE 614 +#define _RROT_3 615 +#define _SAVE_RETURN_OFFSET 616 +#define _SEND_ASYNC_GEN 617 +#define _SEND_ASYNC_GEN_TIER_TWO 618 +#define _SEND_GEN_FRAME 619 +#define _SEND_VIRTUAL 620 +#define _SEND_VIRTUAL_TIER_TWO 621 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 628 -#define _SPILL_OR_RELOAD 629 -#define _START_EXECUTOR 630 -#define _STORE_ATTR 631 -#define _STORE_ATTR_INSTANCE_VALUE 632 -#define _STORE_ATTR_SLOT 633 -#define _STORE_ATTR_WITH_HINT 634 +#define _SET_UPDATE 622 +#define _SPILL_OR_RELOAD 623 +#define _START_EXECUTOR 624 +#define _STORE_ATTR 625 +#define _STORE_ATTR_INSTANCE_VALUE 626 +#define _STORE_ATTR_SLOT 627 +#define _STORE_ATTR_WITH_HINT 628 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 635 -#define _STORE_SUBSCR 636 -#define _STORE_SUBSCR_DICT 637 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 638 -#define _STORE_SUBSCR_LIST_INT 639 -#define _SWAP 640 -#define _SWAP_2 641 -#define _SWAP_3 642 -#define _SWAP_FAST 643 -#define _SWAP_FAST_0 644 -#define _SWAP_FAST_1 645 -#define _SWAP_FAST_2 646 -#define _SWAP_FAST_3 647 -#define _SWAP_FAST_4 648 -#define _SWAP_FAST_5 649 -#define _SWAP_FAST_6 650 -#define _SWAP_FAST_7 651 -#define _TIER2_RESUME_CHECK 652 -#define _TO_BOOL 653 +#define _STORE_SLICE 629 +#define _STORE_SUBSCR 630 +#define _STORE_SUBSCR_DICT 631 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 632 +#define _STORE_SUBSCR_LIST_INT 633 +#define _SWAP 634 +#define _SWAP_2 635 +#define _SWAP_3 636 +#define _SWAP_FAST 637 +#define _SWAP_FAST_0 638 +#define _SWAP_FAST_1 639 +#define _SWAP_FAST_2 640 +#define _SWAP_FAST_3 641 +#define _SWAP_FAST_4 642 +#define _SWAP_FAST_5 643 +#define _SWAP_FAST_6 644 +#define _SWAP_FAST_7 645 +#define _TIER2_RESUME_CHECK 646 +#define _TO_BOOL 647 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 654 -#define _TO_BOOL_LIST 655 +#define _TO_BOOL_INT 648 +#define _TO_BOOL_LIST 649 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 656 +#define _TO_BOOL_STR 650 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 657 -#define _UNARY_NEGATIVE 658 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 659 +#define _UNARY_INVERT 651 +#define _UNARY_NEGATIVE 652 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 653 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 660 -#define _UNPACK_SEQUENCE_LIST 661 -#define _UNPACK_SEQUENCE_TUPLE 662 -#define _UNPACK_SEQUENCE_TWO_TUPLE 663 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 664 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 665 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 666 +#define _UNPACK_SEQUENCE 654 +#define _UNPACK_SEQUENCE_LIST 655 +#define _UNPACK_SEQUENCE_TUPLE 656 +#define _UNPACK_SEQUENCE_TWO_TUPLE 657 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 658 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 659 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 660 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 667 -#define MAX_UOP_ID 667 -#define _ALLOCATE_OBJECT_r00 668 -#define _BINARY_OP_r23 669 -#define _BINARY_OP_ADD_FLOAT_r03 670 -#define _BINARY_OP_ADD_FLOAT_r13 671 -#define _BINARY_OP_ADD_FLOAT_r23 672 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 673 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 674 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 675 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 676 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 677 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 678 -#define _BINARY_OP_ADD_INT_r03 679 -#define _BINARY_OP_ADD_INT_r13 680 -#define _BINARY_OP_ADD_INT_r23 681 -#define _BINARY_OP_ADD_INT_INPLACE_r03 682 -#define _BINARY_OP_ADD_INT_INPLACE_r13 683 -#define _BINARY_OP_ADD_INT_INPLACE_r23 684 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 685 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 686 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 687 -#define _BINARY_OP_ADD_INT_WIDE_r23 688 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 689 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 690 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 691 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 692 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 693 -#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 694 -#define _BINARY_OP_ADD_UNICODE_r03 695 -#define _BINARY_OP_ADD_UNICODE_r13 696 -#define _BINARY_OP_ADD_UNICODE_r23 697 -#define _BINARY_OP_EXTEND_r23 698 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 699 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 700 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 701 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 702 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 703 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 704 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 705 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 706 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 707 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 708 -#define _BINARY_OP_MULTIPLY_INT_r03 709 -#define _BINARY_OP_MULTIPLY_INT_r13 710 -#define _BINARY_OP_MULTIPLY_INT_r23 711 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 712 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 713 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 714 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 715 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 716 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 717 -#define _BINARY_OP_MULTIPLY_INT_WIDE_r23 718 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 719 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 720 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 721 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 722 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 723 -#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 724 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 725 -#define _BINARY_OP_SUBSCR_DICT_r23 726 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 727 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 728 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 729 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 730 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 731 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 732 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 733 -#define _BINARY_OP_SUBSCR_STR_INT_r23 734 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 735 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 736 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 737 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 738 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 739 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 740 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 741 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 742 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 743 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 744 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 745 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 746 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 747 -#define _BINARY_OP_SUBTRACT_INT_r03 748 -#define _BINARY_OP_SUBTRACT_INT_r13 749 -#define _BINARY_OP_SUBTRACT_INT_r23 750 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 751 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 752 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 753 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 754 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 755 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 756 -#define _BINARY_OP_SUBTRACT_INT_WIDE_r23 757 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 758 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 759 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 760 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 761 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 762 -#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 763 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 764 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 765 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 766 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 767 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 768 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 769 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 770 -#define _BINARY_SLICE_r31 771 -#define _BUILD_INTERPOLATION_r01 772 -#define _BUILD_LIST_r01 773 -#define _BUILD_MAP_r01 774 -#define _BUILD_SET_r01 775 -#define _BUILD_SLICE_r01 776 -#define _BUILD_STRING_r01 777 -#define _BUILD_TEMPLATE_r21 778 -#define _BUILD_TUPLE_r01 779 -#define _CALL_BUILTIN_CLASS_r00 780 -#define _CALL_BUILTIN_FAST_r00 781 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 782 -#define _CALL_BUILTIN_O_r03 783 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 784 -#define _CALL_INTRINSIC_1_r12 785 -#define _CALL_INTRINSIC_2_r23 786 -#define _CALL_ISINSTANCE_r31 787 -#define _CALL_KW_NON_PY_r11 788 -#define _CALL_LEN_r33 789 -#define _CALL_LIST_APPEND_r03 790 -#define _CALL_LIST_APPEND_r13 791 -#define _CALL_LIST_APPEND_r23 792 -#define _CALL_LIST_APPEND_r33 793 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 794 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 795 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 796 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 797 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 798 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 799 -#define _CALL_METHOD_DESCRIPTOR_O_r03 800 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 801 -#define _CALL_NON_PY_GENERAL_r01 802 -#define _CALL_STR_1_r32 803 -#define _CALL_TUPLE_1_r32 804 -#define _CALL_TYPE_1_r02 805 -#define _CALL_TYPE_1_r12 806 -#define _CALL_TYPE_1_r22 807 -#define _CALL_TYPE_1_r32 808 -#define _CHECK_ATTR_CLASS_r01 809 -#define _CHECK_ATTR_CLASS_r11 810 -#define _CHECK_ATTR_CLASS_r22 811 -#define _CHECK_ATTR_CLASS_r33 812 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 813 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 814 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 815 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 816 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 817 -#define _CHECK_EG_MATCH_r22 818 -#define _CHECK_EXC_MATCH_r22 819 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 820 -#define _CHECK_FUNCTION_VERSION_r00 821 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 822 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 823 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 824 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 825 -#define _CHECK_FUNCTION_VERSION_KW_r11 826 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 827 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 828 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 829 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 830 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 831 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 832 -#define _CHECK_IS_PY_CALLABLE_EX_r03 833 -#define _CHECK_IS_PY_CALLABLE_EX_r13 834 -#define _CHECK_IS_PY_CALLABLE_EX_r23 835 -#define _CHECK_IS_PY_CALLABLE_EX_r33 836 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 837 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 838 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 839 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 840 -#define _CHECK_METHOD_VERSION_r00 841 -#define _CHECK_METHOD_VERSION_KW_r11 842 -#define _CHECK_OBJECT_r00 843 -#define _CHECK_PEP_523_r00 844 -#define _CHECK_PEP_523_r11 845 -#define _CHECK_PEP_523_r22 846 -#define _CHECK_PEP_523_r33 847 -#define _CHECK_PERIODIC_r00 848 -#define _CHECK_PERIODIC_AT_END_r00 849 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 850 -#define _CHECK_RECURSION_LIMIT_r00 851 -#define _CHECK_RECURSION_LIMIT_r11 852 -#define _CHECK_RECURSION_LIMIT_r22 853 -#define _CHECK_RECURSION_LIMIT_r33 854 -#define _CHECK_RECURSION_REMAINING_r00 855 -#define _CHECK_RECURSION_REMAINING_r11 856 -#define _CHECK_RECURSION_REMAINING_r22 857 -#define _CHECK_RECURSION_REMAINING_r33 858 -#define _CHECK_STACK_SPACE_r00 859 -#define _CHECK_STACK_SPACE_OPERAND_r00 860 -#define _CHECK_STACK_SPACE_OPERAND_r11 861 -#define _CHECK_STACK_SPACE_OPERAND_r22 862 -#define _CHECK_STACK_SPACE_OPERAND_r33 863 -#define _CHECK_VALIDITY_r00 864 -#define _CHECK_VALIDITY_r11 865 -#define _CHECK_VALIDITY_r22 866 -#define _CHECK_VALIDITY_r33 867 -#define _COLD_DYNAMIC_EXIT_r00 868 -#define _COLD_EXIT_r00 869 -#define _COMPARE_OP_r21 870 -#define _COMPARE_OP_FLOAT_r03 871 -#define _COMPARE_OP_FLOAT_r13 872 -#define _COMPARE_OP_FLOAT_r23 873 -#define _COMPARE_OP_INT_r23 874 -#define _COMPARE_OP_STR_r23 875 -#define _CONTAINS_OP_r23 876 -#define _CONTAINS_OP_DICT_r23 877 -#define _CONTAINS_OP_SET_r23 878 -#define _CONVERT_VALUE_r11 879 -#define _COPY_r01 880 -#define _COPY_1_r02 881 -#define _COPY_1_r12 882 -#define _COPY_1_r23 883 -#define _COPY_2_r03 884 -#define _COPY_2_r13 885 -#define _COPY_2_r23 886 -#define _COPY_3_r03 887 -#define _COPY_3_r13 888 -#define _COPY_3_r23 889 -#define _COPY_3_r33 890 -#define _COPY_FREE_VARS_r00 891 -#define _COPY_FREE_VARS_r11 892 -#define _COPY_FREE_VARS_r22 893 -#define _COPY_FREE_VARS_r33 894 -#define _CREATE_INIT_FRAME_r01 895 -#define _DELETE_ATTR_r10 896 -#define _DELETE_DEREF_r00 897 -#define _DELETE_FAST_r00 898 -#define _DELETE_GLOBAL_r00 899 -#define _DELETE_NAME_r00 900 -#define _DELETE_SUBSCR_r20 901 -#define _DEOPT_r00 902 -#define _DEOPT_r10 903 -#define _DEOPT_r20 904 -#define _DEOPT_r30 905 -#define _DICT_MERGE_r11 906 -#define _DICT_UPDATE_r11 907 -#define _DO_CALL_r01 908 -#define _DO_CALL_FUNCTION_EX_r31 909 -#define _DO_CALL_KW_r11 910 -#define _DYNAMIC_EXIT_r00 911 -#define _DYNAMIC_EXIT_r10 912 -#define _DYNAMIC_EXIT_r20 913 -#define _DYNAMIC_EXIT_r30 914 -#define _END_FOR_r10 915 -#define _END_SEND_r31 916 -#define _ERROR_POP_N_r00 917 -#define _EXIT_INIT_CHECK_r10 918 -#define _EXIT_TRACE_r00 919 -#define _EXIT_TRACE_r10 920 -#define _EXIT_TRACE_r20 921 -#define _EXIT_TRACE_r30 922 -#define _EXPAND_METHOD_r00 923 -#define _EXPAND_METHOD_KW_r11 924 -#define _FATAL_ERROR_r00 925 -#define _FATAL_ERROR_r11 926 -#define _FATAL_ERROR_r22 927 -#define _FATAL_ERROR_r33 928 -#define _FORMAT_SIMPLE_r11 929 -#define _FORMAT_WITH_SPEC_r21 930 -#define _FOR_ITER_r23 931 -#define _FOR_ITER_GEN_FRAME_r03 932 -#define _FOR_ITER_GEN_FRAME_r13 933 -#define _FOR_ITER_GEN_FRAME_r23 934 -#define _FOR_ITER_TIER_TWO_r23 935 -#define _FOR_ITER_VIRTUAL_r23 936 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 937 -#define _GET_AITER_r11 938 -#define _GET_ANEXT_r12 939 -#define _GET_AWAITABLE_r11 940 -#define _GET_ITER_r12 941 -#define _GET_ITER_TRAD_r12 942 -#define _GET_LEN_r12 943 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 944 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 945 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 946 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 947 -#define _GUARD_BINARY_OP_EXTEND_r22 948 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 949 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 950 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 951 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 952 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 953 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 954 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 955 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 956 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 957 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 958 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 959 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 960 -#define _GUARD_BIT_IS_SET_POP_r00 961 -#define _GUARD_BIT_IS_SET_POP_r10 962 -#define _GUARD_BIT_IS_SET_POP_r21 963 -#define _GUARD_BIT_IS_SET_POP_r32 964 -#define _GUARD_BIT_IS_SET_POP_4_r00 965 -#define _GUARD_BIT_IS_SET_POP_4_r10 966 -#define _GUARD_BIT_IS_SET_POP_4_r21 967 -#define _GUARD_BIT_IS_SET_POP_4_r32 968 -#define _GUARD_BIT_IS_SET_POP_5_r00 969 -#define _GUARD_BIT_IS_SET_POP_5_r10 970 -#define _GUARD_BIT_IS_SET_POP_5_r21 971 -#define _GUARD_BIT_IS_SET_POP_5_r32 972 -#define _GUARD_BIT_IS_SET_POP_6_r00 973 -#define _GUARD_BIT_IS_SET_POP_6_r10 974 -#define _GUARD_BIT_IS_SET_POP_6_r21 975 -#define _GUARD_BIT_IS_SET_POP_6_r32 976 -#define _GUARD_BIT_IS_SET_POP_7_r00 977 -#define _GUARD_BIT_IS_SET_POP_7_r10 978 -#define _GUARD_BIT_IS_SET_POP_7_r21 979 -#define _GUARD_BIT_IS_SET_POP_7_r32 980 -#define _GUARD_BIT_IS_UNSET_POP_r00 981 -#define _GUARD_BIT_IS_UNSET_POP_r10 982 -#define _GUARD_BIT_IS_UNSET_POP_r21 983 -#define _GUARD_BIT_IS_UNSET_POP_r32 984 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 985 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 986 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 987 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 988 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 989 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 990 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 991 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 992 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 993 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 994 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 995 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 996 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 997 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 998 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 999 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 1000 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 1001 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 1002 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 1003 -#define _GUARD_CALLABLE_BUILTIN_O_r00 1004 -#define _GUARD_CALLABLE_ISINSTANCE_r03 1005 -#define _GUARD_CALLABLE_ISINSTANCE_r13 1006 -#define _GUARD_CALLABLE_ISINSTANCE_r23 1007 -#define _GUARD_CALLABLE_ISINSTANCE_r33 1008 -#define _GUARD_CALLABLE_LEN_r03 1009 -#define _GUARD_CALLABLE_LEN_r13 1010 -#define _GUARD_CALLABLE_LEN_r23 1011 -#define _GUARD_CALLABLE_LEN_r33 1012 -#define _GUARD_CALLABLE_LIST_APPEND_r03 1013 -#define _GUARD_CALLABLE_LIST_APPEND_r13 1014 -#define _GUARD_CALLABLE_LIST_APPEND_r23 1015 -#define _GUARD_CALLABLE_LIST_APPEND_r33 1016 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 1017 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 1018 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 1019 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 1020 -#define _GUARD_CALLABLE_STR_1_r03 1021 -#define _GUARD_CALLABLE_STR_1_r13 1022 -#define _GUARD_CALLABLE_STR_1_r23 1023 -#define _GUARD_CALLABLE_STR_1_r33 1024 -#define _GUARD_CALLABLE_TUPLE_1_r03 1025 -#define _GUARD_CALLABLE_TUPLE_1_r13 1026 -#define _GUARD_CALLABLE_TUPLE_1_r23 1027 -#define _GUARD_CALLABLE_TUPLE_1_r33 1028 -#define _GUARD_CALLABLE_TYPE_1_r03 1029 -#define _GUARD_CALLABLE_TYPE_1_r13 1030 -#define _GUARD_CALLABLE_TYPE_1_r23 1031 -#define _GUARD_CALLABLE_TYPE_1_r33 1032 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1033 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1034 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1035 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1036 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1037 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1038 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1039 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1040 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1041 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1042 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1043 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1044 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1045 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1046 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1047 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1048 -#define _GUARD_DORV_NO_DICT_r01 1049 -#define _GUARD_DORV_NO_DICT_r11 1050 -#define _GUARD_DORV_NO_DICT_r22 1051 -#define _GUARD_DORV_NO_DICT_r33 1052 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1053 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1054 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1055 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1056 -#define _GUARD_GLOBALS_VERSION_r00 1057 -#define _GUARD_GLOBALS_VERSION_r11 1058 -#define _GUARD_GLOBALS_VERSION_r22 1059 -#define _GUARD_GLOBALS_VERSION_r33 1060 -#define _GUARD_IP_RETURN_GENERATOR_r00 1061 -#define _GUARD_IP_RETURN_GENERATOR_r11 1062 -#define _GUARD_IP_RETURN_GENERATOR_r22 1063 -#define _GUARD_IP_RETURN_GENERATOR_r33 1064 -#define _GUARD_IP_RETURN_VALUE_r00 1065 -#define _GUARD_IP_RETURN_VALUE_r11 1066 -#define _GUARD_IP_RETURN_VALUE_r22 1067 -#define _GUARD_IP_RETURN_VALUE_r33 1068 -#define _GUARD_IP_YIELD_VALUE_r00 1069 -#define _GUARD_IP_YIELD_VALUE_r11 1070 -#define _GUARD_IP_YIELD_VALUE_r22 1071 -#define _GUARD_IP_YIELD_VALUE_r33 1072 -#define _GUARD_IP__PUSH_FRAME_r00 1073 -#define _GUARD_IP__PUSH_FRAME_r11 1074 -#define _GUARD_IP__PUSH_FRAME_r22 1075 -#define _GUARD_IP__PUSH_FRAME_r33 1076 -#define _GUARD_IS_FALSE_POP_r00 1077 -#define _GUARD_IS_FALSE_POP_r10 1078 -#define _GUARD_IS_FALSE_POP_r21 1079 -#define _GUARD_IS_FALSE_POP_r32 1080 -#define _GUARD_IS_NONE_POP_r00 1081 -#define _GUARD_IS_NONE_POP_r10 1082 -#define _GUARD_IS_NONE_POP_r21 1083 -#define _GUARD_IS_NONE_POP_r32 1084 -#define _GUARD_IS_NOT_NONE_POP_r10 1085 -#define _GUARD_IS_TRUE_POP_r00 1086 -#define _GUARD_IS_TRUE_POP_r10 1087 -#define _GUARD_IS_TRUE_POP_r21 1088 -#define _GUARD_IS_TRUE_POP_r32 1089 -#define _GUARD_ITERATOR_r01 1090 -#define _GUARD_ITERATOR_r11 1091 -#define _GUARD_ITERATOR_r22 1092 -#define _GUARD_ITERATOR_r33 1093 -#define _GUARD_ITER_VIRTUAL_r01 1094 -#define _GUARD_ITER_VIRTUAL_r11 1095 -#define _GUARD_ITER_VIRTUAL_r22 1096 -#define _GUARD_ITER_VIRTUAL_r33 1097 -#define _GUARD_KEYS_VERSION_r01 1098 -#define _GUARD_KEYS_VERSION_r11 1099 -#define _GUARD_KEYS_VERSION_r22 1100 -#define _GUARD_KEYS_VERSION_r33 1101 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1102 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1103 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1104 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1105 -#define _GUARD_NOS_COMPACT_r02 1106 -#define _GUARD_NOS_COMPACT_r12 1107 -#define _GUARD_NOS_COMPACT_r22 1108 -#define _GUARD_NOS_COMPACT_r33 1109 -#define _GUARD_NOS_COMPACT_ASCII_r02 1110 -#define _GUARD_NOS_COMPACT_ASCII_r12 1111 -#define _GUARD_NOS_COMPACT_ASCII_r22 1112 -#define _GUARD_NOS_COMPACT_ASCII_r33 1113 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1114 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1115 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1116 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1117 -#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1118 -#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1119 -#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1120 -#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1121 -#define _GUARD_NOS_FLOAT_r02 1122 -#define _GUARD_NOS_FLOAT_r12 1123 -#define _GUARD_NOS_FLOAT_r22 1124 -#define _GUARD_NOS_FLOAT_r33 1125 -#define _GUARD_NOS_INT_r02 1126 -#define _GUARD_NOS_INT_r12 1127 -#define _GUARD_NOS_INT_r22 1128 -#define _GUARD_NOS_INT_r33 1129 -#define _GUARD_NOS_INT_WIDE_r02 1130 -#define _GUARD_NOS_INT_WIDE_r12 1131 -#define _GUARD_NOS_INT_WIDE_r22 1132 -#define _GUARD_NOS_INT_WIDE_r33 1133 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1134 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1135 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1136 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1137 -#define _GUARD_NOS_LIST_r02 1138 -#define _GUARD_NOS_LIST_r12 1139 -#define _GUARD_NOS_LIST_r22 1140 -#define _GUARD_NOS_LIST_r33 1141 -#define _GUARD_NOS_NOT_NULL_r02 1142 -#define _GUARD_NOS_NOT_NULL_r12 1143 -#define _GUARD_NOS_NOT_NULL_r22 1144 -#define _GUARD_NOS_NOT_NULL_r33 1145 -#define _GUARD_NOS_NULL_r02 1146 -#define _GUARD_NOS_NULL_r12 1147 -#define _GUARD_NOS_NULL_r22 1148 -#define _GUARD_NOS_NULL_r33 1149 -#define _GUARD_NOS_OVERFLOWED_r02 1150 -#define _GUARD_NOS_OVERFLOWED_r12 1151 -#define _GUARD_NOS_OVERFLOWED_r22 1152 -#define _GUARD_NOS_OVERFLOWED_r33 1153 -#define _GUARD_NOS_TUPLE_r02 1154 -#define _GUARD_NOS_TUPLE_r12 1155 -#define _GUARD_NOS_TUPLE_r22 1156 -#define _GUARD_NOS_TUPLE_r33 1157 -#define _GUARD_NOS_TYPE_VERSION_r02 1158 -#define _GUARD_NOS_TYPE_VERSION_r12 1159 -#define _GUARD_NOS_TYPE_VERSION_r22 1160 -#define _GUARD_NOS_TYPE_VERSION_r33 1161 -#define _GUARD_NOS_UNICODE_r02 1162 -#define _GUARD_NOS_UNICODE_r12 1163 -#define _GUARD_NOS_UNICODE_r22 1164 -#define _GUARD_NOS_UNICODE_r33 1165 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1166 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1167 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1168 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1169 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1170 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1171 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1172 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1173 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1174 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1175 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1176 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1177 -#define _GUARD_THIRD_NULL_r03 1178 -#define _GUARD_THIRD_NULL_r13 1179 -#define _GUARD_THIRD_NULL_r23 1180 -#define _GUARD_THIRD_NULL_r33 1181 -#define _GUARD_TOS_ANY_DICT_r01 1182 -#define _GUARD_TOS_ANY_DICT_r11 1183 -#define _GUARD_TOS_ANY_DICT_r22 1184 -#define _GUARD_TOS_ANY_DICT_r33 1185 -#define _GUARD_TOS_ANY_SET_r01 1186 -#define _GUARD_TOS_ANY_SET_r11 1187 -#define _GUARD_TOS_ANY_SET_r22 1188 -#define _GUARD_TOS_ANY_SET_r33 1189 -#define _GUARD_TOS_COMPACT_r01 1190 -#define _GUARD_TOS_COMPACT_r11 1191 -#define _GUARD_TOS_COMPACT_r22 1192 -#define _GUARD_TOS_COMPACT_r33 1193 -#define _GUARD_TOS_DICT_r01 1194 -#define _GUARD_TOS_DICT_r11 1195 -#define _GUARD_TOS_DICT_r22 1196 -#define _GUARD_TOS_DICT_r33 1197 -#define _GUARD_TOS_FLOAT_r01 1198 -#define _GUARD_TOS_FLOAT_r11 1199 -#define _GUARD_TOS_FLOAT_r22 1200 -#define _GUARD_TOS_FLOAT_r33 1201 -#define _GUARD_TOS_FROZENDICT_r01 1202 -#define _GUARD_TOS_FROZENDICT_r11 1203 -#define _GUARD_TOS_FROZENDICT_r22 1204 -#define _GUARD_TOS_FROZENDICT_r33 1205 -#define _GUARD_TOS_FROZENSET_r01 1206 -#define _GUARD_TOS_FROZENSET_r11 1207 -#define _GUARD_TOS_FROZENSET_r22 1208 -#define _GUARD_TOS_FROZENSET_r33 1209 -#define _GUARD_TOS_INT_r01 1210 -#define _GUARD_TOS_INT_r11 1211 -#define _GUARD_TOS_INT_r22 1212 -#define _GUARD_TOS_INT_r33 1213 -#define _GUARD_TOS_INT_WIDE_r01 1214 -#define _GUARD_TOS_INT_WIDE_r11 1215 -#define _GUARD_TOS_INT_WIDE_r22 1216 -#define _GUARD_TOS_INT_WIDE_r33 1217 -#define _GUARD_TOS_IS_NONE_r01 1218 -#define _GUARD_TOS_IS_NONE_r11 1219 -#define _GUARD_TOS_IS_NONE_r22 1220 -#define _GUARD_TOS_IS_NONE_r33 1221 -#define _GUARD_TOS_LIST_r01 1222 -#define _GUARD_TOS_LIST_r11 1223 -#define _GUARD_TOS_LIST_r22 1224 -#define _GUARD_TOS_LIST_r33 1225 -#define _GUARD_TOS_NOT_NULL_r01 1226 -#define _GUARD_TOS_NOT_NULL_r11 1227 -#define _GUARD_TOS_NOT_NULL_r22 1228 -#define _GUARD_TOS_NOT_NULL_r33 1229 -#define _GUARD_TOS_OVERFLOWED_r01 1230 -#define _GUARD_TOS_OVERFLOWED_r11 1231 -#define _GUARD_TOS_OVERFLOWED_r22 1232 -#define _GUARD_TOS_OVERFLOWED_r33 1233 -#define _GUARD_TOS_SET_r01 1234 -#define _GUARD_TOS_SET_r11 1235 -#define _GUARD_TOS_SET_r22 1236 -#define _GUARD_TOS_SET_r33 1237 -#define _GUARD_TOS_SLICE_r01 1238 -#define _GUARD_TOS_SLICE_r11 1239 -#define _GUARD_TOS_SLICE_r22 1240 -#define _GUARD_TOS_SLICE_r33 1241 -#define _GUARD_TOS_TUPLE_r01 1242 -#define _GUARD_TOS_TUPLE_r11 1243 -#define _GUARD_TOS_TUPLE_r22 1244 -#define _GUARD_TOS_TUPLE_r33 1245 -#define _GUARD_TOS_UNICODE_r01 1246 -#define _GUARD_TOS_UNICODE_r11 1247 -#define _GUARD_TOS_UNICODE_r22 1248 -#define _GUARD_TOS_UNICODE_r33 1249 -#define _GUARD_TYPE_r01 1250 -#define _GUARD_TYPE_r11 1251 -#define _GUARD_TYPE_r22 1252 -#define _GUARD_TYPE_r33 1253 -#define _GUARD_TYPE_ITER_r02 1254 -#define _GUARD_TYPE_ITER_r12 1255 -#define _GUARD_TYPE_ITER_r22 1256 -#define _GUARD_TYPE_ITER_r33 1257 -#define _GUARD_TYPE_VERSION_r01 1258 -#define _GUARD_TYPE_VERSION_r11 1259 -#define _GUARD_TYPE_VERSION_r22 1260 -#define _GUARD_TYPE_VERSION_r33 1261 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1262 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1263 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1264 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1265 -#define _HANDLE_PENDING_AND_DEOPT_r00 1266 -#define _HANDLE_PENDING_AND_DEOPT_r10 1267 -#define _HANDLE_PENDING_AND_DEOPT_r20 1268 -#define _HANDLE_PENDING_AND_DEOPT_r30 1269 -#define _IMPORT_FROM_r12 1270 -#define _IMPORT_NAME_r21 1271 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1272 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1273 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1274 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1275 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1276 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1277 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1278 -#define _INSERT_NULL_r10 1279 -#define _INSTRUMENTED_FOR_ITER_r23 1280 -#define _INSTRUMENTED_INSTRUCTION_r00 1281 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1282 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1283 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1284 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1285 -#define _INSTRUMENTED_LINE_r00 1286 -#define _INSTRUMENTED_NOT_TAKEN_r00 1287 -#define _INSTRUMENTED_NOT_TAKEN_r11 1288 -#define _INSTRUMENTED_NOT_TAKEN_r22 1289 -#define _INSTRUMENTED_NOT_TAKEN_r33 1290 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1291 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1292 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1293 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1294 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1295 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1296 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1297 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1298 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1299 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1300 -#define _IS_NONE_r11 1301 -#define _IS_OP_r03 1302 -#define _IS_OP_r13 1303 -#define _IS_OP_r23 1304 -#define _ITER_CHECK_LIST_r02 1305 -#define _ITER_CHECK_LIST_r12 1306 -#define _ITER_CHECK_LIST_r22 1307 -#define _ITER_CHECK_LIST_r33 1308 -#define _ITER_CHECK_RANGE_r02 1309 -#define _ITER_CHECK_RANGE_r12 1310 -#define _ITER_CHECK_RANGE_r22 1311 -#define _ITER_CHECK_RANGE_r33 1312 -#define _ITER_CHECK_TUPLE_r02 1313 -#define _ITER_CHECK_TUPLE_r12 1314 -#define _ITER_CHECK_TUPLE_r22 1315 -#define _ITER_CHECK_TUPLE_r33 1316 -#define _ITER_JUMP_LIST_r02 1317 -#define _ITER_JUMP_LIST_r12 1318 -#define _ITER_JUMP_LIST_r22 1319 -#define _ITER_JUMP_LIST_r33 1320 -#define _ITER_JUMP_RANGE_r02 1321 -#define _ITER_JUMP_RANGE_r12 1322 -#define _ITER_JUMP_RANGE_r22 1323 -#define _ITER_JUMP_RANGE_r33 1324 -#define _ITER_JUMP_TUPLE_r02 1325 -#define _ITER_JUMP_TUPLE_r12 1326 -#define _ITER_JUMP_TUPLE_r22 1327 -#define _ITER_JUMP_TUPLE_r33 1328 -#define _ITER_NEXT_INLINE_r23 1329 -#define _ITER_NEXT_LIST_r23 1330 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1331 -#define _ITER_NEXT_RANGE_r03 1332 -#define _ITER_NEXT_RANGE_r13 1333 -#define _ITER_NEXT_RANGE_r23 1334 -#define _ITER_NEXT_TUPLE_r03 1335 -#define _ITER_NEXT_TUPLE_r13 1336 -#define _ITER_NEXT_TUPLE_r23 1337 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1338 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1339 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1340 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1341 -#define _JUMP_TO_TOP_r00 1342 -#define _LIST_APPEND_r10 1343 -#define _LIST_EXTEND_r11 1344 -#define _LOAD_ATTR_r10 1345 -#define _LOAD_ATTR_CLASS_r11 1346 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1347 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1348 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1349 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1350 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1351 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1352 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1353 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1354 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1355 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1356 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1357 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1358 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1359 -#define _LOAD_ATTR_MODULE_r12 1360 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1361 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1362 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1363 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1364 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1365 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1366 -#define _LOAD_ATTR_SLOT_r02 1367 -#define _LOAD_ATTR_SLOT_r12 1368 -#define _LOAD_ATTR_SLOT_r23 1369 -#define _LOAD_ATTR_WITH_HINT_r12 1370 -#define _LOAD_BUILD_CLASS_r01 1371 -#define _LOAD_BYTECODE_r00 1372 -#define _LOAD_COMMON_CONSTANT_r01 1373 -#define _LOAD_COMMON_CONSTANT_r12 1374 -#define _LOAD_COMMON_CONSTANT_r23 1375 -#define _LOAD_CONST_r01 1376 -#define _LOAD_CONST_r12 1377 -#define _LOAD_CONST_r23 1378 -#define _LOAD_CONST_INLINE_r01 1379 -#define _LOAD_CONST_INLINE_r12 1380 -#define _LOAD_CONST_INLINE_r23 1381 -#define _LOAD_CONST_INLINE_BORROW_r01 1382 -#define _LOAD_CONST_INLINE_BORROW_r12 1383 -#define _LOAD_CONST_INLINE_BORROW_r23 1384 -#define _LOAD_DEREF_r01 1385 -#define _LOAD_FAST_r01 1386 -#define _LOAD_FAST_r12 1387 -#define _LOAD_FAST_r23 1388 -#define _LOAD_FAST_0_r01 1389 -#define _LOAD_FAST_0_r12 1390 -#define _LOAD_FAST_0_r23 1391 -#define _LOAD_FAST_1_r01 1392 -#define _LOAD_FAST_1_r12 1393 -#define _LOAD_FAST_1_r23 1394 -#define _LOAD_FAST_2_r01 1395 -#define _LOAD_FAST_2_r12 1396 -#define _LOAD_FAST_2_r23 1397 -#define _LOAD_FAST_3_r01 1398 -#define _LOAD_FAST_3_r12 1399 -#define _LOAD_FAST_3_r23 1400 -#define _LOAD_FAST_4_r01 1401 -#define _LOAD_FAST_4_r12 1402 -#define _LOAD_FAST_4_r23 1403 -#define _LOAD_FAST_5_r01 1404 -#define _LOAD_FAST_5_r12 1405 -#define _LOAD_FAST_5_r23 1406 -#define _LOAD_FAST_6_r01 1407 -#define _LOAD_FAST_6_r12 1408 -#define _LOAD_FAST_6_r23 1409 -#define _LOAD_FAST_7_r01 1410 -#define _LOAD_FAST_7_r12 1411 -#define _LOAD_FAST_7_r23 1412 -#define _LOAD_FAST_AND_CLEAR_r01 1413 -#define _LOAD_FAST_AND_CLEAR_r12 1414 -#define _LOAD_FAST_AND_CLEAR_r23 1415 -#define _LOAD_FAST_BORROW_r01 1416 -#define _LOAD_FAST_BORROW_r12 1417 -#define _LOAD_FAST_BORROW_r23 1418 -#define _LOAD_FAST_BORROW_0_r01 1419 -#define _LOAD_FAST_BORROW_0_r12 1420 -#define _LOAD_FAST_BORROW_0_r23 1421 -#define _LOAD_FAST_BORROW_1_r01 1422 -#define _LOAD_FAST_BORROW_1_r12 1423 -#define _LOAD_FAST_BORROW_1_r23 1424 -#define _LOAD_FAST_BORROW_2_r01 1425 -#define _LOAD_FAST_BORROW_2_r12 1426 -#define _LOAD_FAST_BORROW_2_r23 1427 -#define _LOAD_FAST_BORROW_3_r01 1428 -#define _LOAD_FAST_BORROW_3_r12 1429 -#define _LOAD_FAST_BORROW_3_r23 1430 -#define _LOAD_FAST_BORROW_4_r01 1431 -#define _LOAD_FAST_BORROW_4_r12 1432 -#define _LOAD_FAST_BORROW_4_r23 1433 -#define _LOAD_FAST_BORROW_5_r01 1434 -#define _LOAD_FAST_BORROW_5_r12 1435 -#define _LOAD_FAST_BORROW_5_r23 1436 -#define _LOAD_FAST_BORROW_6_r01 1437 -#define _LOAD_FAST_BORROW_6_r12 1438 -#define _LOAD_FAST_BORROW_6_r23 1439 -#define _LOAD_FAST_BORROW_7_r01 1440 -#define _LOAD_FAST_BORROW_7_r12 1441 -#define _LOAD_FAST_BORROW_7_r23 1442 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1443 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1444 -#define _LOAD_FAST_CHECK_r01 1445 -#define _LOAD_FAST_CHECK_r12 1446 -#define _LOAD_FAST_CHECK_r23 1447 -#define _LOAD_FAST_LOAD_FAST_r02 1448 -#define _LOAD_FAST_LOAD_FAST_r13 1449 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1450 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1451 -#define _LOAD_GLOBAL_r00 1452 -#define _LOAD_GLOBAL_BUILTINS_r01 1453 -#define _LOAD_GLOBAL_MODULE_r01 1454 -#define _LOAD_LOCALS_r01 1455 -#define _LOAD_LOCALS_r12 1456 -#define _LOAD_LOCALS_r23 1457 -#define _LOAD_NAME_r01 1458 -#define _LOAD_SMALL_INT_r01 1459 -#define _LOAD_SMALL_INT_r12 1460 -#define _LOAD_SMALL_INT_r23 1461 -#define _LOAD_SMALL_INT_0_r01 1462 -#define _LOAD_SMALL_INT_0_r12 1463 -#define _LOAD_SMALL_INT_0_r23 1464 -#define _LOAD_SMALL_INT_1_r01 1465 -#define _LOAD_SMALL_INT_1_r12 1466 -#define _LOAD_SMALL_INT_1_r23 1467 -#define _LOAD_SMALL_INT_2_r01 1468 -#define _LOAD_SMALL_INT_2_r12 1469 -#define _LOAD_SMALL_INT_2_r23 1470 -#define _LOAD_SMALL_INT_3_r01 1471 -#define _LOAD_SMALL_INT_3_r12 1472 -#define _LOAD_SMALL_INT_3_r23 1473 -#define _LOAD_SPECIAL_r00 1474 -#define _LOAD_SUPER_ATTR_ATTR_r31 1475 -#define _LOAD_SUPER_ATTR_METHOD_r32 1476 -#define _LOCK_OBJECT_r01 1477 -#define _LOCK_OBJECT_r11 1478 -#define _LOCK_OBJECT_r22 1479 -#define _LOCK_OBJECT_r33 1480 -#define _MAKE_CALLARGS_A_TUPLE_r33 1481 -#define _MAKE_CELL_r00 1482 -#define _MAKE_FUNCTION_r12 1483 -#define _MAKE_HEAP_SAFE_r01 1484 -#define _MAKE_HEAP_SAFE_r11 1485 -#define _MAKE_HEAP_SAFE_r22 1486 -#define _MAKE_HEAP_SAFE_r33 1487 -#define _MAKE_WARM_r00 1488 -#define _MAKE_WARM_r11 1489 -#define _MAKE_WARM_r22 1490 -#define _MAKE_WARM_r33 1491 -#define _MAP_ADD_r20 1492 -#define _MATCH_CLASS_r33 1493 -#define _MATCH_KEYS_r23 1494 -#define _MATCH_MAPPING_r02 1495 -#define _MATCH_MAPPING_r12 1496 -#define _MATCH_MAPPING_r23 1497 -#define _MATCH_SEQUENCE_r02 1498 -#define _MATCH_SEQUENCE_r12 1499 -#define _MATCH_SEQUENCE_r23 1500 -#define _MAYBE_EXPAND_METHOD_r00 1501 -#define _MAYBE_EXPAND_METHOD_KW_r11 1502 -#define _MONITOR_CALL_r00 1503 -#define _MONITOR_CALL_KW_r11 1504 -#define _MONITOR_JUMP_BACKWARD_r00 1505 -#define _MONITOR_JUMP_BACKWARD_r11 1506 -#define _MONITOR_JUMP_BACKWARD_r22 1507 -#define _MONITOR_JUMP_BACKWARD_r33 1508 -#define _MONITOR_RESUME_r00 1509 -#define _NOP_r00 1510 -#define _NOP_r11 1511 -#define _NOP_r22 1512 -#define _NOP_r33 1513 -#define _POP_EXCEPT_r10 1514 -#define _POP_ITER_r20 1515 -#define _POP_JUMP_IF_FALSE_r00 1516 -#define _POP_JUMP_IF_FALSE_r10 1517 -#define _POP_JUMP_IF_FALSE_r21 1518 -#define _POP_JUMP_IF_FALSE_r32 1519 -#define _POP_JUMP_IF_TRUE_r00 1520 -#define _POP_JUMP_IF_TRUE_r10 1521 -#define _POP_JUMP_IF_TRUE_r21 1522 -#define _POP_JUMP_IF_TRUE_r32 1523 -#define _POP_TOP_r10 1524 -#define _POP_TOP_FLOAT_r00 1525 -#define _POP_TOP_FLOAT_r10 1526 -#define _POP_TOP_FLOAT_r21 1527 -#define _POP_TOP_FLOAT_r32 1528 -#define _POP_TOP_INT_r00 1529 -#define _POP_TOP_INT_r10 1530 -#define _POP_TOP_INT_r21 1531 -#define _POP_TOP_INT_r32 1532 -#define _POP_TOP_NOP_r00 1533 -#define _POP_TOP_NOP_r10 1534 -#define _POP_TOP_NOP_r21 1535 -#define _POP_TOP_NOP_r32 1536 -#define _POP_TOP_OPARG_r00 1537 -#define _POP_TOP_UNICODE_r00 1538 -#define _POP_TOP_UNICODE_r10 1539 -#define _POP_TOP_UNICODE_r21 1540 -#define _POP_TOP_UNICODE_r32 1541 -#define _PUSH_EXC_INFO_r02 1542 -#define _PUSH_EXC_INFO_r12 1543 -#define _PUSH_EXC_INFO_r23 1544 -#define _PUSH_FRAME_r10 1545 -#define _PUSH_NULL_r01 1546 -#define _PUSH_NULL_r12 1547 -#define _PUSH_NULL_r23 1548 -#define _PUSH_NULL_CONDITIONAL_r00 1549 -#define _PUSH_TAGGED_ZERO_r01 1550 -#define _PUSH_TAGGED_ZERO_r12 1551 -#define _PUSH_TAGGED_ZERO_r23 1552 -#define _PY_FRAME_EX_r31 1553 -#define _PY_FRAME_GENERAL_r01 1554 -#define _PY_FRAME_KW_r11 1555 -#define _REPLACE_WITH_TRUE_r02 1556 -#define _REPLACE_WITH_TRUE_r12 1557 -#define _REPLACE_WITH_TRUE_r23 1558 -#define _RESUME_CHECK_r00 1559 -#define _RESUME_CHECK_r11 1560 -#define _RESUME_CHECK_r22 1561 -#define _RESUME_CHECK_r33 1562 -#define _RETURN_GENERATOR_r01 1563 -#define _RETURN_VALUE_r11 1564 -#define _RROT_3_r03 1565 -#define _RROT_3_r13 1566 -#define _RROT_3_r23 1567 -#define _RROT_3_r33 1568 -#define _SAVE_RETURN_OFFSET_r00 1569 -#define _SAVE_RETURN_OFFSET_r11 1570 -#define _SAVE_RETURN_OFFSET_r22 1571 -#define _SAVE_RETURN_OFFSET_r33 1572 -#define _SEND_ASYNC_GEN_r33 1573 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1574 -#define _SEND_GEN_FRAME_r33 1575 -#define _SEND_VIRTUAL_r33 1576 -#define _SEND_VIRTUAL_TIER_TWO_r03 1577 -#define _SEND_VIRTUAL_TIER_TWO_r13 1578 -#define _SEND_VIRTUAL_TIER_TWO_r23 1579 -#define _SEND_VIRTUAL_TIER_TWO_r33 1580 -#define _SETUP_ANNOTATIONS_r00 1581 -#define _SET_ADD_r10 1582 -#define _SET_FUNCTION_ATTRIBUTE_r01 1583 -#define _SET_FUNCTION_ATTRIBUTE_r11 1584 -#define _SET_FUNCTION_ATTRIBUTE_r21 1585 -#define _SET_FUNCTION_ATTRIBUTE_r32 1586 -#define _SET_IP_r00 1587 -#define _SET_IP_r11 1588 -#define _SET_IP_r22 1589 -#define _SET_IP_r33 1590 -#define _SET_UPDATE_r11 1591 -#define _SPILL_OR_RELOAD_r01 1592 -#define _SPILL_OR_RELOAD_r02 1593 -#define _SPILL_OR_RELOAD_r03 1594 -#define _SPILL_OR_RELOAD_r10 1595 -#define _SPILL_OR_RELOAD_r12 1596 -#define _SPILL_OR_RELOAD_r13 1597 -#define _SPILL_OR_RELOAD_r20 1598 -#define _SPILL_OR_RELOAD_r21 1599 -#define _SPILL_OR_RELOAD_r23 1600 -#define _SPILL_OR_RELOAD_r30 1601 -#define _SPILL_OR_RELOAD_r31 1602 -#define _SPILL_OR_RELOAD_r32 1603 -#define _START_EXECUTOR_r00 1604 -#define _STORE_ATTR_r20 1605 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1606 -#define _STORE_ATTR_SLOT_r21 1607 -#define _STORE_ATTR_WITH_HINT_r21 1608 -#define _STORE_DEREF_r10 1609 -#define _STORE_FAST_LOAD_FAST_r11 1610 -#define _STORE_FAST_STORE_FAST_r20 1611 -#define _STORE_GLOBAL_r10 1612 -#define _STORE_NAME_r10 1613 -#define _STORE_SLICE_r30 1614 -#define _STORE_SUBSCR_r30 1615 -#define _STORE_SUBSCR_DICT_r31 1616 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1617 -#define _STORE_SUBSCR_LIST_INT_r32 1618 -#define _SWAP_r11 1619 -#define _SWAP_2_r02 1620 -#define _SWAP_2_r12 1621 -#define _SWAP_2_r22 1622 -#define _SWAP_2_r33 1623 -#define _SWAP_3_r03 1624 -#define _SWAP_3_r13 1625 -#define _SWAP_3_r23 1626 -#define _SWAP_3_r33 1627 -#define _SWAP_FAST_r01 1628 -#define _SWAP_FAST_r11 1629 -#define _SWAP_FAST_r22 1630 -#define _SWAP_FAST_r33 1631 -#define _SWAP_FAST_0_r01 1632 -#define _SWAP_FAST_0_r11 1633 -#define _SWAP_FAST_0_r22 1634 -#define _SWAP_FAST_0_r33 1635 -#define _SWAP_FAST_1_r01 1636 -#define _SWAP_FAST_1_r11 1637 -#define _SWAP_FAST_1_r22 1638 -#define _SWAP_FAST_1_r33 1639 -#define _SWAP_FAST_2_r01 1640 -#define _SWAP_FAST_2_r11 1641 -#define _SWAP_FAST_2_r22 1642 -#define _SWAP_FAST_2_r33 1643 -#define _SWAP_FAST_3_r01 1644 -#define _SWAP_FAST_3_r11 1645 -#define _SWAP_FAST_3_r22 1646 -#define _SWAP_FAST_3_r33 1647 -#define _SWAP_FAST_4_r01 1648 -#define _SWAP_FAST_4_r11 1649 -#define _SWAP_FAST_4_r22 1650 -#define _SWAP_FAST_4_r33 1651 -#define _SWAP_FAST_5_r01 1652 -#define _SWAP_FAST_5_r11 1653 -#define _SWAP_FAST_5_r22 1654 -#define _SWAP_FAST_5_r33 1655 -#define _SWAP_FAST_6_r01 1656 -#define _SWAP_FAST_6_r11 1657 -#define _SWAP_FAST_6_r22 1658 -#define _SWAP_FAST_6_r33 1659 -#define _SWAP_FAST_7_r01 1660 -#define _SWAP_FAST_7_r11 1661 -#define _SWAP_FAST_7_r22 1662 -#define _SWAP_FAST_7_r33 1663 -#define _TIER2_RESUME_CHECK_r00 1664 -#define _TIER2_RESUME_CHECK_r11 1665 -#define _TIER2_RESUME_CHECK_r22 1666 -#define _TIER2_RESUME_CHECK_r33 1667 -#define _TO_BOOL_r11 1668 -#define _TO_BOOL_BOOL_r01 1669 -#define _TO_BOOL_BOOL_r11 1670 -#define _TO_BOOL_BOOL_r22 1671 -#define _TO_BOOL_BOOL_r33 1672 -#define _TO_BOOL_INT_r02 1673 -#define _TO_BOOL_INT_r12 1674 -#define _TO_BOOL_INT_r23 1675 -#define _TO_BOOL_LIST_r02 1676 -#define _TO_BOOL_LIST_r12 1677 -#define _TO_BOOL_LIST_r23 1678 -#define _TO_BOOL_NONE_r01 1679 -#define _TO_BOOL_NONE_r11 1680 -#define _TO_BOOL_NONE_r22 1681 -#define _TO_BOOL_NONE_r33 1682 -#define _TO_BOOL_STR_r02 1683 -#define _TO_BOOL_STR_r12 1684 -#define _TO_BOOL_STR_r23 1685 -#define _TRACE_RECORD_r00 1686 -#define _UNARY_INVERT_r12 1687 -#define _UNARY_NEGATIVE_r12 1688 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1689 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1690 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1691 -#define _UNARY_NOT_r01 1692 -#define _UNARY_NOT_r11 1693 -#define _UNARY_NOT_r22 1694 -#define _UNARY_NOT_r33 1695 -#define _UNPACK_EX_r10 1696 -#define _UNPACK_SEQUENCE_r10 1697 -#define _UNPACK_SEQUENCE_LIST_r10 1698 -#define _UNPACK_SEQUENCE_TUPLE_r10 1699 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1700 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1701 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1702 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1703 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1704 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1705 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1706 -#define _WITH_EXCEPT_START_r33 1707 -#define _YIELD_VALUE_r11 1708 -#define MAX_UOP_REGS_ID 1708 +#define _YIELD_VALUE 661 +#define MAX_UOP_ID 661 +#define _ALLOCATE_OBJECT_r00 662 +#define _BINARY_OP_r23 663 +#define _BINARY_OP_ADD_FLOAT_r03 664 +#define _BINARY_OP_ADD_FLOAT_r13 665 +#define _BINARY_OP_ADD_FLOAT_r23 666 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 667 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 668 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 669 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 670 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 671 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 672 +#define _BINARY_OP_ADD_INT_r03 673 +#define _BINARY_OP_ADD_INT_r13 674 +#define _BINARY_OP_ADD_INT_r23 675 +#define _BINARY_OP_ADD_INT_INPLACE_r03 676 +#define _BINARY_OP_ADD_INT_INPLACE_r13 677 +#define _BINARY_OP_ADD_INT_INPLACE_r23 678 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 679 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 680 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 681 +#define _BINARY_OP_ADD_INT_WIDE_r23 682 +#define _BINARY_OP_ADD_UNICODE_r03 683 +#define _BINARY_OP_ADD_UNICODE_r13 684 +#define _BINARY_OP_ADD_UNICODE_r23 685 +#define _BINARY_OP_EXTEND_r23 686 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 687 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 688 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 689 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 690 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 691 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 692 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 693 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 694 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 695 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 696 +#define _BINARY_OP_MULTIPLY_INT_r03 697 +#define _BINARY_OP_MULTIPLY_INT_r13 698 +#define _BINARY_OP_MULTIPLY_INT_r23 699 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 700 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 701 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 702 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 703 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 704 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 705 +#define _BINARY_OP_MULTIPLY_INT_WIDE_r23 706 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 707 +#define _BINARY_OP_SUBSCR_DICT_r23 708 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 709 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 710 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 711 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 712 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 713 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 714 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 715 +#define _BINARY_OP_SUBSCR_STR_INT_r23 716 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 717 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 718 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 719 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 720 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 721 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 722 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 723 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 724 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 725 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 726 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 727 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 728 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 729 +#define _BINARY_OP_SUBTRACT_INT_r03 730 +#define _BINARY_OP_SUBTRACT_INT_r13 731 +#define _BINARY_OP_SUBTRACT_INT_r23 732 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 733 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 734 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 735 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 736 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 737 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 738 +#define _BINARY_OP_SUBTRACT_INT_WIDE_r23 739 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 740 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 741 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 742 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 743 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 744 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 745 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 746 +#define _BINARY_SLICE_r31 747 +#define _BUILD_INTERPOLATION_r01 748 +#define _BUILD_LIST_r01 749 +#define _BUILD_MAP_r01 750 +#define _BUILD_SET_r01 751 +#define _BUILD_SLICE_r01 752 +#define _BUILD_STRING_r01 753 +#define _BUILD_TEMPLATE_r21 754 +#define _BUILD_TUPLE_r01 755 +#define _CALL_BUILTIN_CLASS_r00 756 +#define _CALL_BUILTIN_FAST_r00 757 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 758 +#define _CALL_BUILTIN_O_r03 759 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 760 +#define _CALL_INTRINSIC_1_r12 761 +#define _CALL_INTRINSIC_2_r23 762 +#define _CALL_ISINSTANCE_r31 763 +#define _CALL_KW_NON_PY_r11 764 +#define _CALL_LEN_r33 765 +#define _CALL_LIST_APPEND_r03 766 +#define _CALL_LIST_APPEND_r13 767 +#define _CALL_LIST_APPEND_r23 768 +#define _CALL_LIST_APPEND_r33 769 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 770 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 771 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 772 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 773 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 774 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 775 +#define _CALL_METHOD_DESCRIPTOR_O_r03 776 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 777 +#define _CALL_NON_PY_GENERAL_r01 778 +#define _CALL_STR_1_r32 779 +#define _CALL_TUPLE_1_r32 780 +#define _CALL_TYPE_1_r02 781 +#define _CALL_TYPE_1_r12 782 +#define _CALL_TYPE_1_r22 783 +#define _CALL_TYPE_1_r32 784 +#define _CHECK_ATTR_CLASS_r01 785 +#define _CHECK_ATTR_CLASS_r11 786 +#define _CHECK_ATTR_CLASS_r22 787 +#define _CHECK_ATTR_CLASS_r33 788 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 789 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 790 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 791 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 792 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 793 +#define _CHECK_EG_MATCH_r22 794 +#define _CHECK_EXC_MATCH_r22 795 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 796 +#define _CHECK_FUNCTION_VERSION_r00 797 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 798 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 799 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 800 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 801 +#define _CHECK_FUNCTION_VERSION_KW_r11 802 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 803 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 804 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 805 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 806 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 807 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 808 +#define _CHECK_IS_PY_CALLABLE_EX_r03 809 +#define _CHECK_IS_PY_CALLABLE_EX_r13 810 +#define _CHECK_IS_PY_CALLABLE_EX_r23 811 +#define _CHECK_IS_PY_CALLABLE_EX_r33 812 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 813 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 814 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 815 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 816 +#define _CHECK_METHOD_VERSION_r00 817 +#define _CHECK_METHOD_VERSION_KW_r11 818 +#define _CHECK_OBJECT_r00 819 +#define _CHECK_PEP_523_r00 820 +#define _CHECK_PEP_523_r11 821 +#define _CHECK_PEP_523_r22 822 +#define _CHECK_PEP_523_r33 823 +#define _CHECK_PERIODIC_r00 824 +#define _CHECK_PERIODIC_AT_END_r00 825 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 826 +#define _CHECK_RECURSION_LIMIT_r00 827 +#define _CHECK_RECURSION_LIMIT_r11 828 +#define _CHECK_RECURSION_LIMIT_r22 829 +#define _CHECK_RECURSION_LIMIT_r33 830 +#define _CHECK_RECURSION_REMAINING_r00 831 +#define _CHECK_RECURSION_REMAINING_r11 832 +#define _CHECK_RECURSION_REMAINING_r22 833 +#define _CHECK_RECURSION_REMAINING_r33 834 +#define _CHECK_STACK_SPACE_r00 835 +#define _CHECK_STACK_SPACE_OPERAND_r00 836 +#define _CHECK_STACK_SPACE_OPERAND_r11 837 +#define _CHECK_STACK_SPACE_OPERAND_r22 838 +#define _CHECK_STACK_SPACE_OPERAND_r33 839 +#define _CHECK_VALIDITY_r00 840 +#define _CHECK_VALIDITY_r11 841 +#define _CHECK_VALIDITY_r22 842 +#define _CHECK_VALIDITY_r33 843 +#define _COLD_DYNAMIC_EXIT_r00 844 +#define _COLD_EXIT_r00 845 +#define _COMPARE_OP_r21 846 +#define _COMPARE_OP_FLOAT_r03 847 +#define _COMPARE_OP_FLOAT_r13 848 +#define _COMPARE_OP_FLOAT_r23 849 +#define _COMPARE_OP_INT_r23 850 +#define _COMPARE_OP_STR_r23 851 +#define _CONTAINS_OP_r23 852 +#define _CONTAINS_OP_DICT_r23 853 +#define _CONTAINS_OP_SET_r23 854 +#define _CONVERT_VALUE_r11 855 +#define _COPY_r01 856 +#define _COPY_1_r02 857 +#define _COPY_1_r12 858 +#define _COPY_1_r23 859 +#define _COPY_2_r03 860 +#define _COPY_2_r13 861 +#define _COPY_2_r23 862 +#define _COPY_3_r03 863 +#define _COPY_3_r13 864 +#define _COPY_3_r23 865 +#define _COPY_3_r33 866 +#define _COPY_FREE_VARS_r00 867 +#define _COPY_FREE_VARS_r11 868 +#define _COPY_FREE_VARS_r22 869 +#define _COPY_FREE_VARS_r33 870 +#define _CREATE_INIT_FRAME_r01 871 +#define _DELETE_ATTR_r10 872 +#define _DELETE_DEREF_r00 873 +#define _DELETE_FAST_r00 874 +#define _DELETE_GLOBAL_r00 875 +#define _DELETE_NAME_r00 876 +#define _DELETE_SUBSCR_r20 877 +#define _DEOPT_r00 878 +#define _DEOPT_r10 879 +#define _DEOPT_r20 880 +#define _DEOPT_r30 881 +#define _DICT_MERGE_r11 882 +#define _DICT_UPDATE_r11 883 +#define _DO_CALL_r01 884 +#define _DO_CALL_FUNCTION_EX_r31 885 +#define _DO_CALL_KW_r11 886 +#define _DYNAMIC_EXIT_r00 887 +#define _DYNAMIC_EXIT_r10 888 +#define _DYNAMIC_EXIT_r20 889 +#define _DYNAMIC_EXIT_r30 890 +#define _END_FOR_r10 891 +#define _END_SEND_r31 892 +#define _ERROR_POP_N_r00 893 +#define _EXIT_INIT_CHECK_r10 894 +#define _EXIT_TRACE_r00 895 +#define _EXIT_TRACE_r10 896 +#define _EXIT_TRACE_r20 897 +#define _EXIT_TRACE_r30 898 +#define _EXPAND_METHOD_r00 899 +#define _EXPAND_METHOD_KW_r11 900 +#define _FATAL_ERROR_r00 901 +#define _FATAL_ERROR_r11 902 +#define _FATAL_ERROR_r22 903 +#define _FATAL_ERROR_r33 904 +#define _FORMAT_SIMPLE_r11 905 +#define _FORMAT_WITH_SPEC_r21 906 +#define _FOR_ITER_r23 907 +#define _FOR_ITER_GEN_FRAME_r03 908 +#define _FOR_ITER_GEN_FRAME_r13 909 +#define _FOR_ITER_GEN_FRAME_r23 910 +#define _FOR_ITER_TIER_TWO_r23 911 +#define _FOR_ITER_VIRTUAL_r23 912 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 913 +#define _GET_AITER_r11 914 +#define _GET_ANEXT_r12 915 +#define _GET_AWAITABLE_r11 916 +#define _GET_ITER_r12 917 +#define _GET_ITER_TRAD_r12 918 +#define _GET_LEN_r12 919 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 920 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 921 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 922 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 923 +#define _GUARD_BINARY_OP_EXTEND_r22 924 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 925 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 926 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 927 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 928 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 929 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 930 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 931 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 932 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 933 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 934 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 935 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 936 +#define _GUARD_BIT_IS_SET_POP_r00 937 +#define _GUARD_BIT_IS_SET_POP_r10 938 +#define _GUARD_BIT_IS_SET_POP_r21 939 +#define _GUARD_BIT_IS_SET_POP_r32 940 +#define _GUARD_BIT_IS_SET_POP_4_r00 941 +#define _GUARD_BIT_IS_SET_POP_4_r10 942 +#define _GUARD_BIT_IS_SET_POP_4_r21 943 +#define _GUARD_BIT_IS_SET_POP_4_r32 944 +#define _GUARD_BIT_IS_SET_POP_5_r00 945 +#define _GUARD_BIT_IS_SET_POP_5_r10 946 +#define _GUARD_BIT_IS_SET_POP_5_r21 947 +#define _GUARD_BIT_IS_SET_POP_5_r32 948 +#define _GUARD_BIT_IS_SET_POP_6_r00 949 +#define _GUARD_BIT_IS_SET_POP_6_r10 950 +#define _GUARD_BIT_IS_SET_POP_6_r21 951 +#define _GUARD_BIT_IS_SET_POP_6_r32 952 +#define _GUARD_BIT_IS_SET_POP_7_r00 953 +#define _GUARD_BIT_IS_SET_POP_7_r10 954 +#define _GUARD_BIT_IS_SET_POP_7_r21 955 +#define _GUARD_BIT_IS_SET_POP_7_r32 956 +#define _GUARD_BIT_IS_UNSET_POP_r00 957 +#define _GUARD_BIT_IS_UNSET_POP_r10 958 +#define _GUARD_BIT_IS_UNSET_POP_r21 959 +#define _GUARD_BIT_IS_UNSET_POP_r32 960 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 961 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 962 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 963 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 964 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 965 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 966 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 967 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 968 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 969 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 970 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 971 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 972 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 973 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 974 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 975 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 976 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 977 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 978 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 979 +#define _GUARD_CALLABLE_BUILTIN_O_r00 980 +#define _GUARD_CALLABLE_ISINSTANCE_r03 981 +#define _GUARD_CALLABLE_ISINSTANCE_r13 982 +#define _GUARD_CALLABLE_ISINSTANCE_r23 983 +#define _GUARD_CALLABLE_ISINSTANCE_r33 984 +#define _GUARD_CALLABLE_LEN_r03 985 +#define _GUARD_CALLABLE_LEN_r13 986 +#define _GUARD_CALLABLE_LEN_r23 987 +#define _GUARD_CALLABLE_LEN_r33 988 +#define _GUARD_CALLABLE_LIST_APPEND_r03 989 +#define _GUARD_CALLABLE_LIST_APPEND_r13 990 +#define _GUARD_CALLABLE_LIST_APPEND_r23 991 +#define _GUARD_CALLABLE_LIST_APPEND_r33 992 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 993 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 994 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 995 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 996 +#define _GUARD_CALLABLE_STR_1_r03 997 +#define _GUARD_CALLABLE_STR_1_r13 998 +#define _GUARD_CALLABLE_STR_1_r23 999 +#define _GUARD_CALLABLE_STR_1_r33 1000 +#define _GUARD_CALLABLE_TUPLE_1_r03 1001 +#define _GUARD_CALLABLE_TUPLE_1_r13 1002 +#define _GUARD_CALLABLE_TUPLE_1_r23 1003 +#define _GUARD_CALLABLE_TUPLE_1_r33 1004 +#define _GUARD_CALLABLE_TYPE_1_r03 1005 +#define _GUARD_CALLABLE_TYPE_1_r13 1006 +#define _GUARD_CALLABLE_TYPE_1_r23 1007 +#define _GUARD_CALLABLE_TYPE_1_r33 1008 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1009 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1010 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1011 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1012 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1013 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1014 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1015 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1016 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1017 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1018 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1019 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1020 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1021 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1022 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1023 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1024 +#define _GUARD_DORV_NO_DICT_r01 1025 +#define _GUARD_DORV_NO_DICT_r11 1026 +#define _GUARD_DORV_NO_DICT_r22 1027 +#define _GUARD_DORV_NO_DICT_r33 1028 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1029 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1030 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1031 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1032 +#define _GUARD_GLOBALS_VERSION_r00 1033 +#define _GUARD_GLOBALS_VERSION_r11 1034 +#define _GUARD_GLOBALS_VERSION_r22 1035 +#define _GUARD_GLOBALS_VERSION_r33 1036 +#define _GUARD_IP_RETURN_GENERATOR_r00 1037 +#define _GUARD_IP_RETURN_GENERATOR_r11 1038 +#define _GUARD_IP_RETURN_GENERATOR_r22 1039 +#define _GUARD_IP_RETURN_GENERATOR_r33 1040 +#define _GUARD_IP_RETURN_VALUE_r00 1041 +#define _GUARD_IP_RETURN_VALUE_r11 1042 +#define _GUARD_IP_RETURN_VALUE_r22 1043 +#define _GUARD_IP_RETURN_VALUE_r33 1044 +#define _GUARD_IP_YIELD_VALUE_r00 1045 +#define _GUARD_IP_YIELD_VALUE_r11 1046 +#define _GUARD_IP_YIELD_VALUE_r22 1047 +#define _GUARD_IP_YIELD_VALUE_r33 1048 +#define _GUARD_IP__PUSH_FRAME_r00 1049 +#define _GUARD_IP__PUSH_FRAME_r11 1050 +#define _GUARD_IP__PUSH_FRAME_r22 1051 +#define _GUARD_IP__PUSH_FRAME_r33 1052 +#define _GUARD_IS_FALSE_POP_r00 1053 +#define _GUARD_IS_FALSE_POP_r10 1054 +#define _GUARD_IS_FALSE_POP_r21 1055 +#define _GUARD_IS_FALSE_POP_r32 1056 +#define _GUARD_IS_NONE_POP_r00 1057 +#define _GUARD_IS_NONE_POP_r10 1058 +#define _GUARD_IS_NONE_POP_r21 1059 +#define _GUARD_IS_NONE_POP_r32 1060 +#define _GUARD_IS_NOT_NONE_POP_r10 1061 +#define _GUARD_IS_TRUE_POP_r00 1062 +#define _GUARD_IS_TRUE_POP_r10 1063 +#define _GUARD_IS_TRUE_POP_r21 1064 +#define _GUARD_IS_TRUE_POP_r32 1065 +#define _GUARD_ITERATOR_r01 1066 +#define _GUARD_ITERATOR_r11 1067 +#define _GUARD_ITERATOR_r22 1068 +#define _GUARD_ITERATOR_r33 1069 +#define _GUARD_ITER_VIRTUAL_r01 1070 +#define _GUARD_ITER_VIRTUAL_r11 1071 +#define _GUARD_ITER_VIRTUAL_r22 1072 +#define _GUARD_ITER_VIRTUAL_r33 1073 +#define _GUARD_KEYS_VERSION_r01 1074 +#define _GUARD_KEYS_VERSION_r11 1075 +#define _GUARD_KEYS_VERSION_r22 1076 +#define _GUARD_KEYS_VERSION_r33 1077 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1078 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1079 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1080 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1081 +#define _GUARD_NOS_COMPACT_r02 1082 +#define _GUARD_NOS_COMPACT_r12 1083 +#define _GUARD_NOS_COMPACT_r22 1084 +#define _GUARD_NOS_COMPACT_r33 1085 +#define _GUARD_NOS_COMPACT_ASCII_r02 1086 +#define _GUARD_NOS_COMPACT_ASCII_r12 1087 +#define _GUARD_NOS_COMPACT_ASCII_r22 1088 +#define _GUARD_NOS_COMPACT_ASCII_r33 1089 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1090 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1091 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1092 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1093 +#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1094 +#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1095 +#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1096 +#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1097 +#define _GUARD_NOS_FLOAT_r02 1098 +#define _GUARD_NOS_FLOAT_r12 1099 +#define _GUARD_NOS_FLOAT_r22 1100 +#define _GUARD_NOS_FLOAT_r33 1101 +#define _GUARD_NOS_INT_r02 1102 +#define _GUARD_NOS_INT_r12 1103 +#define _GUARD_NOS_INT_r22 1104 +#define _GUARD_NOS_INT_r33 1105 +#define _GUARD_NOS_INT_WIDE_r02 1106 +#define _GUARD_NOS_INT_WIDE_r12 1107 +#define _GUARD_NOS_INT_WIDE_r22 1108 +#define _GUARD_NOS_INT_WIDE_r33 1109 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1110 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1111 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1112 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1113 +#define _GUARD_NOS_LIST_r02 1114 +#define _GUARD_NOS_LIST_r12 1115 +#define _GUARD_NOS_LIST_r22 1116 +#define _GUARD_NOS_LIST_r33 1117 +#define _GUARD_NOS_NOT_NULL_r02 1118 +#define _GUARD_NOS_NOT_NULL_r12 1119 +#define _GUARD_NOS_NOT_NULL_r22 1120 +#define _GUARD_NOS_NOT_NULL_r33 1121 +#define _GUARD_NOS_NULL_r02 1122 +#define _GUARD_NOS_NULL_r12 1123 +#define _GUARD_NOS_NULL_r22 1124 +#define _GUARD_NOS_NULL_r33 1125 +#define _GUARD_NOS_OVERFLOWED_r02 1126 +#define _GUARD_NOS_OVERFLOWED_r12 1127 +#define _GUARD_NOS_OVERFLOWED_r22 1128 +#define _GUARD_NOS_OVERFLOWED_r33 1129 +#define _GUARD_NOS_TUPLE_r02 1130 +#define _GUARD_NOS_TUPLE_r12 1131 +#define _GUARD_NOS_TUPLE_r22 1132 +#define _GUARD_NOS_TUPLE_r33 1133 +#define _GUARD_NOS_TYPE_VERSION_r02 1134 +#define _GUARD_NOS_TYPE_VERSION_r12 1135 +#define _GUARD_NOS_TYPE_VERSION_r22 1136 +#define _GUARD_NOS_TYPE_VERSION_r33 1137 +#define _GUARD_NOS_UNICODE_r02 1138 +#define _GUARD_NOS_UNICODE_r12 1139 +#define _GUARD_NOS_UNICODE_r22 1140 +#define _GUARD_NOS_UNICODE_r33 1141 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1142 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1143 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1144 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1145 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1146 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1147 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1148 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1149 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1150 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1151 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1152 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1153 +#define _GUARD_THIRD_NULL_r03 1154 +#define _GUARD_THIRD_NULL_r13 1155 +#define _GUARD_THIRD_NULL_r23 1156 +#define _GUARD_THIRD_NULL_r33 1157 +#define _GUARD_TOS_ANY_DICT_r01 1158 +#define _GUARD_TOS_ANY_DICT_r11 1159 +#define _GUARD_TOS_ANY_DICT_r22 1160 +#define _GUARD_TOS_ANY_DICT_r33 1161 +#define _GUARD_TOS_ANY_SET_r01 1162 +#define _GUARD_TOS_ANY_SET_r11 1163 +#define _GUARD_TOS_ANY_SET_r22 1164 +#define _GUARD_TOS_ANY_SET_r33 1165 +#define _GUARD_TOS_COMPACT_r01 1166 +#define _GUARD_TOS_COMPACT_r11 1167 +#define _GUARD_TOS_COMPACT_r22 1168 +#define _GUARD_TOS_COMPACT_r33 1169 +#define _GUARD_TOS_DICT_r01 1170 +#define _GUARD_TOS_DICT_r11 1171 +#define _GUARD_TOS_DICT_r22 1172 +#define _GUARD_TOS_DICT_r33 1173 +#define _GUARD_TOS_FLOAT_r01 1174 +#define _GUARD_TOS_FLOAT_r11 1175 +#define _GUARD_TOS_FLOAT_r22 1176 +#define _GUARD_TOS_FLOAT_r33 1177 +#define _GUARD_TOS_FROZENDICT_r01 1178 +#define _GUARD_TOS_FROZENDICT_r11 1179 +#define _GUARD_TOS_FROZENDICT_r22 1180 +#define _GUARD_TOS_FROZENDICT_r33 1181 +#define _GUARD_TOS_FROZENSET_r01 1182 +#define _GUARD_TOS_FROZENSET_r11 1183 +#define _GUARD_TOS_FROZENSET_r22 1184 +#define _GUARD_TOS_FROZENSET_r33 1185 +#define _GUARD_TOS_INT_r01 1186 +#define _GUARD_TOS_INT_r11 1187 +#define _GUARD_TOS_INT_r22 1188 +#define _GUARD_TOS_INT_r33 1189 +#define _GUARD_TOS_INT_WIDE_r01 1190 +#define _GUARD_TOS_INT_WIDE_r11 1191 +#define _GUARD_TOS_INT_WIDE_r22 1192 +#define _GUARD_TOS_INT_WIDE_r33 1193 +#define _GUARD_TOS_IS_NONE_r01 1194 +#define _GUARD_TOS_IS_NONE_r11 1195 +#define _GUARD_TOS_IS_NONE_r22 1196 +#define _GUARD_TOS_IS_NONE_r33 1197 +#define _GUARD_TOS_LIST_r01 1198 +#define _GUARD_TOS_LIST_r11 1199 +#define _GUARD_TOS_LIST_r22 1200 +#define _GUARD_TOS_LIST_r33 1201 +#define _GUARD_TOS_NOT_NULL_r01 1202 +#define _GUARD_TOS_NOT_NULL_r11 1203 +#define _GUARD_TOS_NOT_NULL_r22 1204 +#define _GUARD_TOS_NOT_NULL_r33 1205 +#define _GUARD_TOS_OVERFLOWED_r01 1206 +#define _GUARD_TOS_OVERFLOWED_r11 1207 +#define _GUARD_TOS_OVERFLOWED_r22 1208 +#define _GUARD_TOS_OVERFLOWED_r33 1209 +#define _GUARD_TOS_SET_r01 1210 +#define _GUARD_TOS_SET_r11 1211 +#define _GUARD_TOS_SET_r22 1212 +#define _GUARD_TOS_SET_r33 1213 +#define _GUARD_TOS_SLICE_r01 1214 +#define _GUARD_TOS_SLICE_r11 1215 +#define _GUARD_TOS_SLICE_r22 1216 +#define _GUARD_TOS_SLICE_r33 1217 +#define _GUARD_TOS_TUPLE_r01 1218 +#define _GUARD_TOS_TUPLE_r11 1219 +#define _GUARD_TOS_TUPLE_r22 1220 +#define _GUARD_TOS_TUPLE_r33 1221 +#define _GUARD_TOS_UNICODE_r01 1222 +#define _GUARD_TOS_UNICODE_r11 1223 +#define _GUARD_TOS_UNICODE_r22 1224 +#define _GUARD_TOS_UNICODE_r33 1225 +#define _GUARD_TYPE_r01 1226 +#define _GUARD_TYPE_r11 1227 +#define _GUARD_TYPE_r22 1228 +#define _GUARD_TYPE_r33 1229 +#define _GUARD_TYPE_ITER_r02 1230 +#define _GUARD_TYPE_ITER_r12 1231 +#define _GUARD_TYPE_ITER_r22 1232 +#define _GUARD_TYPE_ITER_r33 1233 +#define _GUARD_TYPE_VERSION_r01 1234 +#define _GUARD_TYPE_VERSION_r11 1235 +#define _GUARD_TYPE_VERSION_r22 1236 +#define _GUARD_TYPE_VERSION_r33 1237 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1238 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1239 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1240 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1241 +#define _HANDLE_PENDING_AND_DEOPT_r00 1242 +#define _HANDLE_PENDING_AND_DEOPT_r10 1243 +#define _HANDLE_PENDING_AND_DEOPT_r20 1244 +#define _HANDLE_PENDING_AND_DEOPT_r30 1245 +#define _IMPORT_FROM_r12 1246 +#define _IMPORT_NAME_r21 1247 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1248 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1249 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1250 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1251 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1252 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1253 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1254 +#define _INSERT_NULL_r10 1255 +#define _INSTRUMENTED_FOR_ITER_r23 1256 +#define _INSTRUMENTED_INSTRUCTION_r00 1257 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1258 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1259 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1260 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1261 +#define _INSTRUMENTED_LINE_r00 1262 +#define _INSTRUMENTED_NOT_TAKEN_r00 1263 +#define _INSTRUMENTED_NOT_TAKEN_r11 1264 +#define _INSTRUMENTED_NOT_TAKEN_r22 1265 +#define _INSTRUMENTED_NOT_TAKEN_r33 1266 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1267 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1268 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1269 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1270 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1271 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1272 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1273 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1274 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1275 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1276 +#define _IS_NONE_r11 1277 +#define _IS_OP_r03 1278 +#define _IS_OP_r13 1279 +#define _IS_OP_r23 1280 +#define _ITER_CHECK_LIST_r02 1281 +#define _ITER_CHECK_LIST_r12 1282 +#define _ITER_CHECK_LIST_r22 1283 +#define _ITER_CHECK_LIST_r33 1284 +#define _ITER_CHECK_RANGE_r02 1285 +#define _ITER_CHECK_RANGE_r12 1286 +#define _ITER_CHECK_RANGE_r22 1287 +#define _ITER_CHECK_RANGE_r33 1288 +#define _ITER_CHECK_TUPLE_r02 1289 +#define _ITER_CHECK_TUPLE_r12 1290 +#define _ITER_CHECK_TUPLE_r22 1291 +#define _ITER_CHECK_TUPLE_r33 1292 +#define _ITER_JUMP_LIST_r02 1293 +#define _ITER_JUMP_LIST_r12 1294 +#define _ITER_JUMP_LIST_r22 1295 +#define _ITER_JUMP_LIST_r33 1296 +#define _ITER_JUMP_RANGE_r02 1297 +#define _ITER_JUMP_RANGE_r12 1298 +#define _ITER_JUMP_RANGE_r22 1299 +#define _ITER_JUMP_RANGE_r33 1300 +#define _ITER_JUMP_TUPLE_r02 1301 +#define _ITER_JUMP_TUPLE_r12 1302 +#define _ITER_JUMP_TUPLE_r22 1303 +#define _ITER_JUMP_TUPLE_r33 1304 +#define _ITER_NEXT_INLINE_r23 1305 +#define _ITER_NEXT_LIST_r23 1306 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1307 +#define _ITER_NEXT_RANGE_r03 1308 +#define _ITER_NEXT_RANGE_r13 1309 +#define _ITER_NEXT_RANGE_r23 1310 +#define _ITER_NEXT_TUPLE_r03 1311 +#define _ITER_NEXT_TUPLE_r13 1312 +#define _ITER_NEXT_TUPLE_r23 1313 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1314 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1315 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1316 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1317 +#define _JUMP_TO_TOP_r00 1318 +#define _LIST_APPEND_r10 1319 +#define _LIST_EXTEND_r11 1320 +#define _LOAD_ATTR_r10 1321 +#define _LOAD_ATTR_CLASS_r11 1322 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1323 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1324 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1325 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1326 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1327 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1328 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1329 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1330 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1331 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1332 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1333 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1334 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1335 +#define _LOAD_ATTR_MODULE_r12 1336 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1337 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1338 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1339 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1340 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1341 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1342 +#define _LOAD_ATTR_SLOT_r02 1343 +#define _LOAD_ATTR_SLOT_r12 1344 +#define _LOAD_ATTR_SLOT_r23 1345 +#define _LOAD_ATTR_WITH_HINT_r12 1346 +#define _LOAD_BUILD_CLASS_r01 1347 +#define _LOAD_BYTECODE_r00 1348 +#define _LOAD_COMMON_CONSTANT_r01 1349 +#define _LOAD_COMMON_CONSTANT_r12 1350 +#define _LOAD_COMMON_CONSTANT_r23 1351 +#define _LOAD_CONST_r01 1352 +#define _LOAD_CONST_r12 1353 +#define _LOAD_CONST_r23 1354 +#define _LOAD_CONST_INLINE_r01 1355 +#define _LOAD_CONST_INLINE_r12 1356 +#define _LOAD_CONST_INLINE_r23 1357 +#define _LOAD_CONST_INLINE_BORROW_r01 1358 +#define _LOAD_CONST_INLINE_BORROW_r12 1359 +#define _LOAD_CONST_INLINE_BORROW_r23 1360 +#define _LOAD_DEREF_r01 1361 +#define _LOAD_FAST_r01 1362 +#define _LOAD_FAST_r12 1363 +#define _LOAD_FAST_r23 1364 +#define _LOAD_FAST_0_r01 1365 +#define _LOAD_FAST_0_r12 1366 +#define _LOAD_FAST_0_r23 1367 +#define _LOAD_FAST_1_r01 1368 +#define _LOAD_FAST_1_r12 1369 +#define _LOAD_FAST_1_r23 1370 +#define _LOAD_FAST_2_r01 1371 +#define _LOAD_FAST_2_r12 1372 +#define _LOAD_FAST_2_r23 1373 +#define _LOAD_FAST_3_r01 1374 +#define _LOAD_FAST_3_r12 1375 +#define _LOAD_FAST_3_r23 1376 +#define _LOAD_FAST_4_r01 1377 +#define _LOAD_FAST_4_r12 1378 +#define _LOAD_FAST_4_r23 1379 +#define _LOAD_FAST_5_r01 1380 +#define _LOAD_FAST_5_r12 1381 +#define _LOAD_FAST_5_r23 1382 +#define _LOAD_FAST_6_r01 1383 +#define _LOAD_FAST_6_r12 1384 +#define _LOAD_FAST_6_r23 1385 +#define _LOAD_FAST_7_r01 1386 +#define _LOAD_FAST_7_r12 1387 +#define _LOAD_FAST_7_r23 1388 +#define _LOAD_FAST_AND_CLEAR_r01 1389 +#define _LOAD_FAST_AND_CLEAR_r12 1390 +#define _LOAD_FAST_AND_CLEAR_r23 1391 +#define _LOAD_FAST_BORROW_r01 1392 +#define _LOAD_FAST_BORROW_r12 1393 +#define _LOAD_FAST_BORROW_r23 1394 +#define _LOAD_FAST_BORROW_0_r01 1395 +#define _LOAD_FAST_BORROW_0_r12 1396 +#define _LOAD_FAST_BORROW_0_r23 1397 +#define _LOAD_FAST_BORROW_1_r01 1398 +#define _LOAD_FAST_BORROW_1_r12 1399 +#define _LOAD_FAST_BORROW_1_r23 1400 +#define _LOAD_FAST_BORROW_2_r01 1401 +#define _LOAD_FAST_BORROW_2_r12 1402 +#define _LOAD_FAST_BORROW_2_r23 1403 +#define _LOAD_FAST_BORROW_3_r01 1404 +#define _LOAD_FAST_BORROW_3_r12 1405 +#define _LOAD_FAST_BORROW_3_r23 1406 +#define _LOAD_FAST_BORROW_4_r01 1407 +#define _LOAD_FAST_BORROW_4_r12 1408 +#define _LOAD_FAST_BORROW_4_r23 1409 +#define _LOAD_FAST_BORROW_5_r01 1410 +#define _LOAD_FAST_BORROW_5_r12 1411 +#define _LOAD_FAST_BORROW_5_r23 1412 +#define _LOAD_FAST_BORROW_6_r01 1413 +#define _LOAD_FAST_BORROW_6_r12 1414 +#define _LOAD_FAST_BORROW_6_r23 1415 +#define _LOAD_FAST_BORROW_7_r01 1416 +#define _LOAD_FAST_BORROW_7_r12 1417 +#define _LOAD_FAST_BORROW_7_r23 1418 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1419 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1420 +#define _LOAD_FAST_CHECK_r01 1421 +#define _LOAD_FAST_CHECK_r12 1422 +#define _LOAD_FAST_CHECK_r23 1423 +#define _LOAD_FAST_LOAD_FAST_r02 1424 +#define _LOAD_FAST_LOAD_FAST_r13 1425 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1426 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1427 +#define _LOAD_GLOBAL_r00 1428 +#define _LOAD_GLOBAL_BUILTINS_r01 1429 +#define _LOAD_GLOBAL_MODULE_r01 1430 +#define _LOAD_LOCALS_r01 1431 +#define _LOAD_LOCALS_r12 1432 +#define _LOAD_LOCALS_r23 1433 +#define _LOAD_NAME_r01 1434 +#define _LOAD_SMALL_INT_r01 1435 +#define _LOAD_SMALL_INT_r12 1436 +#define _LOAD_SMALL_INT_r23 1437 +#define _LOAD_SMALL_INT_0_r01 1438 +#define _LOAD_SMALL_INT_0_r12 1439 +#define _LOAD_SMALL_INT_0_r23 1440 +#define _LOAD_SMALL_INT_1_r01 1441 +#define _LOAD_SMALL_INT_1_r12 1442 +#define _LOAD_SMALL_INT_1_r23 1443 +#define _LOAD_SMALL_INT_2_r01 1444 +#define _LOAD_SMALL_INT_2_r12 1445 +#define _LOAD_SMALL_INT_2_r23 1446 +#define _LOAD_SMALL_INT_3_r01 1447 +#define _LOAD_SMALL_INT_3_r12 1448 +#define _LOAD_SMALL_INT_3_r23 1449 +#define _LOAD_SPECIAL_r00 1450 +#define _LOAD_SUPER_ATTR_ATTR_r31 1451 +#define _LOAD_SUPER_ATTR_METHOD_r32 1452 +#define _LOCK_OBJECT_r01 1453 +#define _LOCK_OBJECT_r11 1454 +#define _LOCK_OBJECT_r22 1455 +#define _LOCK_OBJECT_r33 1456 +#define _MAKE_CALLARGS_A_TUPLE_r33 1457 +#define _MAKE_CELL_r00 1458 +#define _MAKE_FUNCTION_r12 1459 +#define _MAKE_HEAP_SAFE_r01 1460 +#define _MAKE_HEAP_SAFE_r11 1461 +#define _MAKE_HEAP_SAFE_r22 1462 +#define _MAKE_HEAP_SAFE_r33 1463 +#define _MAKE_WARM_r00 1464 +#define _MAKE_WARM_r11 1465 +#define _MAKE_WARM_r22 1466 +#define _MAKE_WARM_r33 1467 +#define _MAP_ADD_r20 1468 +#define _MATCH_CLASS_r33 1469 +#define _MATCH_KEYS_r23 1470 +#define _MATCH_MAPPING_r02 1471 +#define _MATCH_MAPPING_r12 1472 +#define _MATCH_MAPPING_r23 1473 +#define _MATCH_SEQUENCE_r02 1474 +#define _MATCH_SEQUENCE_r12 1475 +#define _MATCH_SEQUENCE_r23 1476 +#define _MAYBE_EXPAND_METHOD_r00 1477 +#define _MAYBE_EXPAND_METHOD_KW_r11 1478 +#define _MONITOR_CALL_r00 1479 +#define _MONITOR_CALL_KW_r11 1480 +#define _MONITOR_JUMP_BACKWARD_r00 1481 +#define _MONITOR_JUMP_BACKWARD_r11 1482 +#define _MONITOR_JUMP_BACKWARD_r22 1483 +#define _MONITOR_JUMP_BACKWARD_r33 1484 +#define _MONITOR_RESUME_r00 1485 +#define _NOP_r00 1486 +#define _NOP_r11 1487 +#define _NOP_r22 1488 +#define _NOP_r33 1489 +#define _POP_EXCEPT_r10 1490 +#define _POP_ITER_r20 1491 +#define _POP_JUMP_IF_FALSE_r00 1492 +#define _POP_JUMP_IF_FALSE_r10 1493 +#define _POP_JUMP_IF_FALSE_r21 1494 +#define _POP_JUMP_IF_FALSE_r32 1495 +#define _POP_JUMP_IF_TRUE_r00 1496 +#define _POP_JUMP_IF_TRUE_r10 1497 +#define _POP_JUMP_IF_TRUE_r21 1498 +#define _POP_JUMP_IF_TRUE_r32 1499 +#define _POP_TOP_r10 1500 +#define _POP_TOP_FLOAT_r00 1501 +#define _POP_TOP_FLOAT_r10 1502 +#define _POP_TOP_FLOAT_r21 1503 +#define _POP_TOP_FLOAT_r32 1504 +#define _POP_TOP_INT_r00 1505 +#define _POP_TOP_INT_r10 1506 +#define _POP_TOP_INT_r21 1507 +#define _POP_TOP_INT_r32 1508 +#define _POP_TOP_NOP_r00 1509 +#define _POP_TOP_NOP_r10 1510 +#define _POP_TOP_NOP_r21 1511 +#define _POP_TOP_NOP_r32 1512 +#define _POP_TOP_OPARG_r00 1513 +#define _POP_TOP_UNICODE_r00 1514 +#define _POP_TOP_UNICODE_r10 1515 +#define _POP_TOP_UNICODE_r21 1516 +#define _POP_TOP_UNICODE_r32 1517 +#define _PUSH_EXC_INFO_r02 1518 +#define _PUSH_EXC_INFO_r12 1519 +#define _PUSH_EXC_INFO_r23 1520 +#define _PUSH_FRAME_r10 1521 +#define _PUSH_NULL_r01 1522 +#define _PUSH_NULL_r12 1523 +#define _PUSH_NULL_r23 1524 +#define _PUSH_NULL_CONDITIONAL_r00 1525 +#define _PUSH_TAGGED_ZERO_r01 1526 +#define _PUSH_TAGGED_ZERO_r12 1527 +#define _PUSH_TAGGED_ZERO_r23 1528 +#define _PY_FRAME_EX_r31 1529 +#define _PY_FRAME_GENERAL_r01 1530 +#define _PY_FRAME_KW_r11 1531 +#define _REPLACE_WITH_TRUE_r02 1532 +#define _REPLACE_WITH_TRUE_r12 1533 +#define _REPLACE_WITH_TRUE_r23 1534 +#define _RESUME_CHECK_r00 1535 +#define _RESUME_CHECK_r11 1536 +#define _RESUME_CHECK_r22 1537 +#define _RESUME_CHECK_r33 1538 +#define _RETURN_GENERATOR_r01 1539 +#define _RETURN_VALUE_r11 1540 +#define _RROT_3_r03 1541 +#define _RROT_3_r13 1542 +#define _RROT_3_r23 1543 +#define _RROT_3_r33 1544 +#define _SAVE_RETURN_OFFSET_r00 1545 +#define _SAVE_RETURN_OFFSET_r11 1546 +#define _SAVE_RETURN_OFFSET_r22 1547 +#define _SAVE_RETURN_OFFSET_r33 1548 +#define _SEND_ASYNC_GEN_r33 1549 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1550 +#define _SEND_GEN_FRAME_r33 1551 +#define _SEND_VIRTUAL_r33 1552 +#define _SEND_VIRTUAL_TIER_TWO_r03 1553 +#define _SEND_VIRTUAL_TIER_TWO_r13 1554 +#define _SEND_VIRTUAL_TIER_TWO_r23 1555 +#define _SEND_VIRTUAL_TIER_TWO_r33 1556 +#define _SETUP_ANNOTATIONS_r00 1557 +#define _SET_ADD_r10 1558 +#define _SET_FUNCTION_ATTRIBUTE_r01 1559 +#define _SET_FUNCTION_ATTRIBUTE_r11 1560 +#define _SET_FUNCTION_ATTRIBUTE_r21 1561 +#define _SET_FUNCTION_ATTRIBUTE_r32 1562 +#define _SET_IP_r00 1563 +#define _SET_IP_r11 1564 +#define _SET_IP_r22 1565 +#define _SET_IP_r33 1566 +#define _SET_UPDATE_r11 1567 +#define _SPILL_OR_RELOAD_r01 1568 +#define _SPILL_OR_RELOAD_r02 1569 +#define _SPILL_OR_RELOAD_r03 1570 +#define _SPILL_OR_RELOAD_r10 1571 +#define _SPILL_OR_RELOAD_r12 1572 +#define _SPILL_OR_RELOAD_r13 1573 +#define _SPILL_OR_RELOAD_r20 1574 +#define _SPILL_OR_RELOAD_r21 1575 +#define _SPILL_OR_RELOAD_r23 1576 +#define _SPILL_OR_RELOAD_r30 1577 +#define _SPILL_OR_RELOAD_r31 1578 +#define _SPILL_OR_RELOAD_r32 1579 +#define _START_EXECUTOR_r00 1580 +#define _STORE_ATTR_r20 1581 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1582 +#define _STORE_ATTR_SLOT_r21 1583 +#define _STORE_ATTR_WITH_HINT_r21 1584 +#define _STORE_DEREF_r10 1585 +#define _STORE_FAST_LOAD_FAST_r11 1586 +#define _STORE_FAST_STORE_FAST_r20 1587 +#define _STORE_GLOBAL_r10 1588 +#define _STORE_NAME_r10 1589 +#define _STORE_SLICE_r30 1590 +#define _STORE_SUBSCR_r30 1591 +#define _STORE_SUBSCR_DICT_r31 1592 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1593 +#define _STORE_SUBSCR_LIST_INT_r32 1594 +#define _SWAP_r11 1595 +#define _SWAP_2_r02 1596 +#define _SWAP_2_r12 1597 +#define _SWAP_2_r22 1598 +#define _SWAP_2_r33 1599 +#define _SWAP_3_r03 1600 +#define _SWAP_3_r13 1601 +#define _SWAP_3_r23 1602 +#define _SWAP_3_r33 1603 +#define _SWAP_FAST_r01 1604 +#define _SWAP_FAST_r11 1605 +#define _SWAP_FAST_r22 1606 +#define _SWAP_FAST_r33 1607 +#define _SWAP_FAST_0_r01 1608 +#define _SWAP_FAST_0_r11 1609 +#define _SWAP_FAST_0_r22 1610 +#define _SWAP_FAST_0_r33 1611 +#define _SWAP_FAST_1_r01 1612 +#define _SWAP_FAST_1_r11 1613 +#define _SWAP_FAST_1_r22 1614 +#define _SWAP_FAST_1_r33 1615 +#define _SWAP_FAST_2_r01 1616 +#define _SWAP_FAST_2_r11 1617 +#define _SWAP_FAST_2_r22 1618 +#define _SWAP_FAST_2_r33 1619 +#define _SWAP_FAST_3_r01 1620 +#define _SWAP_FAST_3_r11 1621 +#define _SWAP_FAST_3_r22 1622 +#define _SWAP_FAST_3_r33 1623 +#define _SWAP_FAST_4_r01 1624 +#define _SWAP_FAST_4_r11 1625 +#define _SWAP_FAST_4_r22 1626 +#define _SWAP_FAST_4_r33 1627 +#define _SWAP_FAST_5_r01 1628 +#define _SWAP_FAST_5_r11 1629 +#define _SWAP_FAST_5_r22 1630 +#define _SWAP_FAST_5_r33 1631 +#define _SWAP_FAST_6_r01 1632 +#define _SWAP_FAST_6_r11 1633 +#define _SWAP_FAST_6_r22 1634 +#define _SWAP_FAST_6_r33 1635 +#define _SWAP_FAST_7_r01 1636 +#define _SWAP_FAST_7_r11 1637 +#define _SWAP_FAST_7_r22 1638 +#define _SWAP_FAST_7_r33 1639 +#define _TIER2_RESUME_CHECK_r00 1640 +#define _TIER2_RESUME_CHECK_r11 1641 +#define _TIER2_RESUME_CHECK_r22 1642 +#define _TIER2_RESUME_CHECK_r33 1643 +#define _TO_BOOL_r11 1644 +#define _TO_BOOL_BOOL_r01 1645 +#define _TO_BOOL_BOOL_r11 1646 +#define _TO_BOOL_BOOL_r22 1647 +#define _TO_BOOL_BOOL_r33 1648 +#define _TO_BOOL_INT_r02 1649 +#define _TO_BOOL_INT_r12 1650 +#define _TO_BOOL_INT_r23 1651 +#define _TO_BOOL_LIST_r02 1652 +#define _TO_BOOL_LIST_r12 1653 +#define _TO_BOOL_LIST_r23 1654 +#define _TO_BOOL_NONE_r01 1655 +#define _TO_BOOL_NONE_r11 1656 +#define _TO_BOOL_NONE_r22 1657 +#define _TO_BOOL_NONE_r33 1658 +#define _TO_BOOL_STR_r02 1659 +#define _TO_BOOL_STR_r12 1660 +#define _TO_BOOL_STR_r23 1661 +#define _TRACE_RECORD_r00 1662 +#define _UNARY_INVERT_r12 1663 +#define _UNARY_NEGATIVE_r12 1664 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1665 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1666 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1667 +#define _UNARY_NOT_r01 1668 +#define _UNARY_NOT_r11 1669 +#define _UNARY_NOT_r22 1670 +#define _UNARY_NOT_r33 1671 +#define _UNPACK_EX_r10 1672 +#define _UNPACK_SEQUENCE_r10 1673 +#define _UNPACK_SEQUENCE_LIST_r10 1674 +#define _UNPACK_SEQUENCE_TUPLE_r10 1675 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1676 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1677 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1678 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1679 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1680 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1681 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1682 +#define _WITH_EXCEPT_START_r33 1683 +#define _YIELD_VALUE_r11 1684 +#define MAX_UOP_REGS_ID 1684 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 32e58a26bdcf90b..6d827c161de9b32 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -115,18 +115,12 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_BINARY_OP_ADD_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, [_BINARY_OP_SUBTRACT_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, [_BINARY_OP_MULTIPLY_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_ADD_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -1236,60 +1230,6 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, - [_BINARY_OP_ADD_INT_WIDE_INPLACE] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 }, - { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 }, - { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 }, - { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 }, - { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 }, - { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 }, - { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 }, - { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 }, - { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 }, - { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 }, - { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = { - .best = { 0, 1, 2, 2 }, - .entries = { - { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 }, - { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 }, - { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 }, - { -1, -1, -1 }, - }, - }, [_GUARD_NOS_FLOAT] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -4329,24 +4269,6 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, [_GUARD_NOS_FLOAT_r02] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r12] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r22] = _GUARD_NOS_FLOAT, @@ -5084,14 +5006,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23", [_BINARY_OP_ADD_INT_WIDE] = "_BINARY_OP_ADD_INT_WIDE", [_BINARY_OP_ADD_INT_WIDE_r23] = "_BINARY_OP_ADD_INT_WIDE_r23", - [_BINARY_OP_ADD_INT_WIDE_INPLACE] = "_BINARY_OP_ADD_INT_WIDE_INPLACE", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r03", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r13", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r23", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13", - [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_ADD_UNICODE] = "_BINARY_OP_ADD_UNICODE", [_BINARY_OP_ADD_UNICODE_r03] = "_BINARY_OP_ADD_UNICODE_r03", [_BINARY_OP_ADD_UNICODE_r13] = "_BINARY_OP_ADD_UNICODE_r13", @@ -5126,14 +5040,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23", [_BINARY_OP_MULTIPLY_INT_WIDE] = "_BINARY_OP_MULTIPLY_INT_WIDE", [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_r23", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13", - [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_SUBSCR_CHECK_FUNC] = "_BINARY_OP_SUBSCR_CHECK_FUNC", [_BINARY_OP_SUBSCR_CHECK_FUNC_r23] = "_BINARY_OP_SUBSCR_CHECK_FUNC_r23", [_BINARY_OP_SUBSCR_DICT] = "_BINARY_OP_SUBSCR_DICT", @@ -5183,14 +5089,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23", [_BINARY_OP_SUBTRACT_INT_WIDE] = "_BINARY_OP_SUBTRACT_INT_WIDE", [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_r23", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13", - [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_TRUEDIV_FLOAT] = "_BINARY_OP_TRUEDIV_FLOAT", [_BINARY_OP_TRUEDIV_FLOAT_r23] = "_BINARY_OP_TRUEDIV_FLOAT_r23", [_BINARY_OP_TRUEDIV_FLOAT_INPLACE] = "_BINARY_OP_TRUEDIV_FLOAT_INPLACE", @@ -6613,18 +6511,6 @@ int _PyUop_num_popped(int opcode, int oparg) return 2; case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT: return 2; - case _BINARY_OP_ADD_INT_WIDE_INPLACE: - return 2; - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: - return 2; - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: - return 2; - case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: - return 2; - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: - return 2; - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: - return 2; case _GUARD_NOS_FLOAT: return 0; case _GUARD_TOS_FLOAT: diff --git a/Include/opcode_ids.h b/Include/opcode_ids.h index 330f857c448cf8f..758542720acf317 100644 --- a/Include/opcode_ids.h +++ b/Include/opcode_ids.h @@ -133,97 +133,94 @@ extern "C" { #define RESUME 128 #define BINARY_OP_ADD_FLOAT 129 #define BINARY_OP_ADD_INT 130 -#define BINARY_OP_ADD_INT_WIDE 131 -#define BINARY_OP_ADD_UNICODE 132 -#define BINARY_OP_EXTEND 133 -#define BINARY_OP_MULTIPLY_FLOAT 134 -#define BINARY_OP_MULTIPLY_INT 135 -#define BINARY_OP_MULTIPLY_INT_WIDE 136 -#define BINARY_OP_SUBSCR_DICT 137 -#define BINARY_OP_SUBSCR_GETITEM 138 -#define BINARY_OP_SUBSCR_LIST_INT 139 -#define BINARY_OP_SUBSCR_LIST_SLICE 140 -#define BINARY_OP_SUBSCR_STR_INT 141 -#define BINARY_OP_SUBSCR_TUPLE_INT 142 -#define BINARY_OP_SUBSCR_USTR_INT 143 -#define BINARY_OP_SUBTRACT_FLOAT 144 -#define BINARY_OP_SUBTRACT_INT 145 -#define BINARY_OP_SUBTRACT_INT_WIDE 146 -#define CALL_ALLOC_AND_ENTER_INIT 147 -#define CALL_BOUND_METHOD_EXACT_ARGS 148 -#define CALL_BOUND_METHOD_GENERAL 149 -#define CALL_BUILTIN_CLASS 150 -#define CALL_BUILTIN_FAST 151 -#define CALL_BUILTIN_FAST_WITH_KEYWORDS 152 -#define CALL_BUILTIN_O 153 -#define CALL_EX_NON_PY_GENERAL 154 -#define CALL_EX_PY 155 -#define CALL_ISINSTANCE 156 -#define CALL_KW_BOUND_METHOD 157 -#define CALL_KW_NON_PY 158 -#define CALL_KW_PY 159 -#define CALL_LEN 160 -#define CALL_LIST_APPEND 161 -#define CALL_METHOD_DESCRIPTOR_FAST 162 -#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 163 -#define CALL_METHOD_DESCRIPTOR_NOARGS 164 -#define CALL_METHOD_DESCRIPTOR_O 165 -#define CALL_NON_PY_GENERAL 166 -#define CALL_PY_EXACT_ARGS 167 -#define CALL_PY_GENERAL 168 -#define CALL_STR_1 169 -#define CALL_TUPLE_1 170 -#define CALL_TYPE_1 171 -#define COMPARE_OP_FLOAT 172 -#define COMPARE_OP_INT 173 -#define COMPARE_OP_STR 174 -#define CONTAINS_OP_DICT 175 -#define CONTAINS_OP_SET 176 -#define FOR_ITER_GEN 177 -#define FOR_ITER_LIST 178 -#define FOR_ITER_RANGE 179 -#define FOR_ITER_TUPLE 180 -#define FOR_ITER_VIRTUAL 181 -#define GET_ITER_SELF 182 -#define GET_ITER_VIRTUAL 183 -#define JUMP_BACKWARD_JIT 184 -#define JUMP_BACKWARD_NO_JIT 185 -#define LOAD_ATTR_CLASS 186 -#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 187 -#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 188 -#define LOAD_ATTR_INSTANCE_VALUE 189 -#define LOAD_ATTR_METHOD_LAZY_DICT 190 -#define LOAD_ATTR_METHOD_NO_DICT 191 -#define LOAD_ATTR_METHOD_WITH_VALUES 192 -#define LOAD_ATTR_MODULE 193 -#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 194 -#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 195 -#define LOAD_ATTR_PROPERTY 196 -#define LOAD_ATTR_SLOT 197 -#define LOAD_ATTR_WITH_HINT 198 -#define LOAD_GLOBAL_BUILTIN 199 -#define LOAD_GLOBAL_MODULE 200 -#define LOAD_SUPER_ATTR_ATTR 201 -#define LOAD_SUPER_ATTR_METHOD 202 -#define RESUME_CHECK 203 -#define RESUME_CHECK_JIT 204 -#define SEND_ASYNC_GEN 205 -#define SEND_GEN 206 -#define SEND_VIRTUAL 207 -#define STORE_ATTR_INSTANCE_VALUE 208 -#define STORE_ATTR_SLOT 209 -#define STORE_ATTR_WITH_HINT 210 -#define STORE_SUBSCR_DICT 211 -#define STORE_SUBSCR_LIST_INT 212 -#define TO_BOOL_ALWAYS_TRUE 213 -#define TO_BOOL_BOOL 214 -#define TO_BOOL_INT 215 -#define TO_BOOL_LIST 216 -#define TO_BOOL_NONE 217 -#define TO_BOOL_STR 218 -#define UNPACK_SEQUENCE_LIST 219 -#define UNPACK_SEQUENCE_TUPLE 220 -#define UNPACK_SEQUENCE_TWO_TUPLE 221 +#define BINARY_OP_ADD_UNICODE 131 +#define BINARY_OP_EXTEND 132 +#define BINARY_OP_MULTIPLY_FLOAT 133 +#define BINARY_OP_MULTIPLY_INT 134 +#define BINARY_OP_SUBSCR_DICT 135 +#define BINARY_OP_SUBSCR_GETITEM 136 +#define BINARY_OP_SUBSCR_LIST_INT 137 +#define BINARY_OP_SUBSCR_LIST_SLICE 138 +#define BINARY_OP_SUBSCR_STR_INT 139 +#define BINARY_OP_SUBSCR_TUPLE_INT 140 +#define BINARY_OP_SUBSCR_USTR_INT 141 +#define BINARY_OP_SUBTRACT_FLOAT 142 +#define BINARY_OP_SUBTRACT_INT 143 +#define CALL_ALLOC_AND_ENTER_INIT 144 +#define CALL_BOUND_METHOD_EXACT_ARGS 145 +#define CALL_BOUND_METHOD_GENERAL 146 +#define CALL_BUILTIN_CLASS 147 +#define CALL_BUILTIN_FAST 148 +#define CALL_BUILTIN_FAST_WITH_KEYWORDS 149 +#define CALL_BUILTIN_O 150 +#define CALL_EX_NON_PY_GENERAL 151 +#define CALL_EX_PY 152 +#define CALL_ISINSTANCE 153 +#define CALL_KW_BOUND_METHOD 154 +#define CALL_KW_NON_PY 155 +#define CALL_KW_PY 156 +#define CALL_LEN 157 +#define CALL_LIST_APPEND 158 +#define CALL_METHOD_DESCRIPTOR_FAST 159 +#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 160 +#define CALL_METHOD_DESCRIPTOR_NOARGS 161 +#define CALL_METHOD_DESCRIPTOR_O 162 +#define CALL_NON_PY_GENERAL 163 +#define CALL_PY_EXACT_ARGS 164 +#define CALL_PY_GENERAL 165 +#define CALL_STR_1 166 +#define CALL_TUPLE_1 167 +#define CALL_TYPE_1 168 +#define COMPARE_OP_FLOAT 169 +#define COMPARE_OP_INT 170 +#define COMPARE_OP_STR 171 +#define CONTAINS_OP_DICT 172 +#define CONTAINS_OP_SET 173 +#define FOR_ITER_GEN 174 +#define FOR_ITER_LIST 175 +#define FOR_ITER_RANGE 176 +#define FOR_ITER_TUPLE 177 +#define FOR_ITER_VIRTUAL 178 +#define GET_ITER_SELF 179 +#define GET_ITER_VIRTUAL 180 +#define JUMP_BACKWARD_JIT 181 +#define JUMP_BACKWARD_NO_JIT 182 +#define LOAD_ATTR_CLASS 183 +#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 184 +#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 185 +#define LOAD_ATTR_INSTANCE_VALUE 186 +#define LOAD_ATTR_METHOD_LAZY_DICT 187 +#define LOAD_ATTR_METHOD_NO_DICT 188 +#define LOAD_ATTR_METHOD_WITH_VALUES 189 +#define LOAD_ATTR_MODULE 190 +#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 191 +#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 192 +#define LOAD_ATTR_PROPERTY 193 +#define LOAD_ATTR_SLOT 194 +#define LOAD_ATTR_WITH_HINT 195 +#define LOAD_GLOBAL_BUILTIN 196 +#define LOAD_GLOBAL_MODULE 197 +#define LOAD_SUPER_ATTR_ATTR 198 +#define LOAD_SUPER_ATTR_METHOD 199 +#define RESUME_CHECK 200 +#define RESUME_CHECK_JIT 201 +#define SEND_ASYNC_GEN 202 +#define SEND_GEN 203 +#define SEND_VIRTUAL 204 +#define STORE_ATTR_INSTANCE_VALUE 205 +#define STORE_ATTR_SLOT 206 +#define STORE_ATTR_WITH_HINT 207 +#define STORE_SUBSCR_DICT 208 +#define STORE_SUBSCR_LIST_INT 209 +#define TO_BOOL_ALWAYS_TRUE 210 +#define TO_BOOL_BOOL 211 +#define TO_BOOL_INT 212 +#define TO_BOOL_LIST 213 +#define TO_BOOL_NONE 214 +#define TO_BOOL_STR 215 +#define UNPACK_SEQUENCE_LIST 216 +#define UNPACK_SEQUENCE_TUPLE 217 +#define UNPACK_SEQUENCE_TWO_TUPLE 218 #define INSTRUMENTED_END_FOR 233 #define INSTRUMENTED_POP_ITER 234 #define INSTRUMENTED_END_SEND 235 diff --git a/Lib/_opcode_metadata.py b/Lib/_opcode_metadata.py index 8f3c6f604bdf13c..183d0af30acf438 100644 --- a/Lib/_opcode_metadata.py +++ b/Lib/_opcode_metadata.py @@ -17,11 +17,8 @@ ), BINARY_OP=( "BINARY_OP_MULTIPLY_INT", - "BINARY_OP_MULTIPLY_INT_WIDE", "BINARY_OP_ADD_INT", - "BINARY_OP_ADD_INT_WIDE", "BINARY_OP_SUBTRACT_INT", - "BINARY_OP_SUBTRACT_INT_WIDE", "BINARY_OP_MULTIPLY_FLOAT", "BINARY_OP_ADD_FLOAT", "BINARY_OP_SUBTRACT_FLOAT", @@ -138,98 +135,95 @@ _specialized_opmap = frozendict( BINARY_OP_ADD_FLOAT=129, BINARY_OP_ADD_INT=130, - BINARY_OP_ADD_INT_WIDE=131, - BINARY_OP_ADD_UNICODE=132, - BINARY_OP_EXTEND=133, + BINARY_OP_ADD_UNICODE=131, + BINARY_OP_EXTEND=132, BINARY_OP_INPLACE_ADD_UNICODE=3, - BINARY_OP_MULTIPLY_FLOAT=134, - BINARY_OP_MULTIPLY_INT=135, - BINARY_OP_MULTIPLY_INT_WIDE=136, - BINARY_OP_SUBSCR_DICT=137, - BINARY_OP_SUBSCR_GETITEM=138, - BINARY_OP_SUBSCR_LIST_INT=139, - BINARY_OP_SUBSCR_LIST_SLICE=140, - BINARY_OP_SUBSCR_STR_INT=141, - BINARY_OP_SUBSCR_TUPLE_INT=142, - BINARY_OP_SUBSCR_USTR_INT=143, - BINARY_OP_SUBTRACT_FLOAT=144, - BINARY_OP_SUBTRACT_INT=145, - BINARY_OP_SUBTRACT_INT_WIDE=146, - CALL_ALLOC_AND_ENTER_INIT=147, - CALL_BOUND_METHOD_EXACT_ARGS=148, - CALL_BOUND_METHOD_GENERAL=149, - CALL_BUILTIN_CLASS=150, - CALL_BUILTIN_FAST=151, - CALL_BUILTIN_FAST_WITH_KEYWORDS=152, - CALL_BUILTIN_O=153, - CALL_EX_NON_PY_GENERAL=154, - CALL_EX_PY=155, - CALL_ISINSTANCE=156, - CALL_KW_BOUND_METHOD=157, - CALL_KW_NON_PY=158, - CALL_KW_PY=159, - CALL_LEN=160, - CALL_LIST_APPEND=161, - CALL_METHOD_DESCRIPTOR_FAST=162, - CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=163, - CALL_METHOD_DESCRIPTOR_NOARGS=164, - CALL_METHOD_DESCRIPTOR_O=165, - CALL_NON_PY_GENERAL=166, - CALL_PY_EXACT_ARGS=167, - CALL_PY_GENERAL=168, - CALL_STR_1=169, - CALL_TUPLE_1=170, - CALL_TYPE_1=171, - COMPARE_OP_FLOAT=172, - COMPARE_OP_INT=173, - COMPARE_OP_STR=174, - CONTAINS_OP_DICT=175, - CONTAINS_OP_SET=176, - FOR_ITER_GEN=177, - FOR_ITER_LIST=178, - FOR_ITER_RANGE=179, - FOR_ITER_TUPLE=180, - FOR_ITER_VIRTUAL=181, - GET_ITER_SELF=182, - GET_ITER_VIRTUAL=183, - JUMP_BACKWARD_JIT=184, - JUMP_BACKWARD_NO_JIT=185, - LOAD_ATTR_CLASS=186, - LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=187, - LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=188, - LOAD_ATTR_INSTANCE_VALUE=189, - LOAD_ATTR_METHOD_LAZY_DICT=190, - LOAD_ATTR_METHOD_NO_DICT=191, - LOAD_ATTR_METHOD_WITH_VALUES=192, - LOAD_ATTR_MODULE=193, - LOAD_ATTR_NONDESCRIPTOR_NO_DICT=194, - LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=195, - LOAD_ATTR_PROPERTY=196, - LOAD_ATTR_SLOT=197, - LOAD_ATTR_WITH_HINT=198, - LOAD_GLOBAL_BUILTIN=199, - LOAD_GLOBAL_MODULE=200, - LOAD_SUPER_ATTR_ATTR=201, - LOAD_SUPER_ATTR_METHOD=202, - RESUME_CHECK=203, - RESUME_CHECK_JIT=204, - SEND_ASYNC_GEN=205, - SEND_GEN=206, - SEND_VIRTUAL=207, - STORE_ATTR_INSTANCE_VALUE=208, - STORE_ATTR_SLOT=209, - STORE_ATTR_WITH_HINT=210, - STORE_SUBSCR_DICT=211, - STORE_SUBSCR_LIST_INT=212, - TO_BOOL_ALWAYS_TRUE=213, - TO_BOOL_BOOL=214, - TO_BOOL_INT=215, - TO_BOOL_LIST=216, - TO_BOOL_NONE=217, - TO_BOOL_STR=218, - UNPACK_SEQUENCE_LIST=219, - UNPACK_SEQUENCE_TUPLE=220, - UNPACK_SEQUENCE_TWO_TUPLE=221, + BINARY_OP_MULTIPLY_FLOAT=133, + BINARY_OP_MULTIPLY_INT=134, + BINARY_OP_SUBSCR_DICT=135, + BINARY_OP_SUBSCR_GETITEM=136, + BINARY_OP_SUBSCR_LIST_INT=137, + BINARY_OP_SUBSCR_LIST_SLICE=138, + BINARY_OP_SUBSCR_STR_INT=139, + BINARY_OP_SUBSCR_TUPLE_INT=140, + BINARY_OP_SUBSCR_USTR_INT=141, + BINARY_OP_SUBTRACT_FLOAT=142, + BINARY_OP_SUBTRACT_INT=143, + CALL_ALLOC_AND_ENTER_INIT=144, + CALL_BOUND_METHOD_EXACT_ARGS=145, + CALL_BOUND_METHOD_GENERAL=146, + CALL_BUILTIN_CLASS=147, + CALL_BUILTIN_FAST=148, + CALL_BUILTIN_FAST_WITH_KEYWORDS=149, + CALL_BUILTIN_O=150, + CALL_EX_NON_PY_GENERAL=151, + CALL_EX_PY=152, + CALL_ISINSTANCE=153, + CALL_KW_BOUND_METHOD=154, + CALL_KW_NON_PY=155, + CALL_KW_PY=156, + CALL_LEN=157, + CALL_LIST_APPEND=158, + CALL_METHOD_DESCRIPTOR_FAST=159, + CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=160, + CALL_METHOD_DESCRIPTOR_NOARGS=161, + CALL_METHOD_DESCRIPTOR_O=162, + CALL_NON_PY_GENERAL=163, + CALL_PY_EXACT_ARGS=164, + CALL_PY_GENERAL=165, + CALL_STR_1=166, + CALL_TUPLE_1=167, + CALL_TYPE_1=168, + COMPARE_OP_FLOAT=169, + COMPARE_OP_INT=170, + COMPARE_OP_STR=171, + CONTAINS_OP_DICT=172, + CONTAINS_OP_SET=173, + FOR_ITER_GEN=174, + FOR_ITER_LIST=175, + FOR_ITER_RANGE=176, + FOR_ITER_TUPLE=177, + FOR_ITER_VIRTUAL=178, + GET_ITER_SELF=179, + GET_ITER_VIRTUAL=180, + JUMP_BACKWARD_JIT=181, + JUMP_BACKWARD_NO_JIT=182, + LOAD_ATTR_CLASS=183, + LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=184, + LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=185, + LOAD_ATTR_INSTANCE_VALUE=186, + LOAD_ATTR_METHOD_LAZY_DICT=187, + LOAD_ATTR_METHOD_NO_DICT=188, + LOAD_ATTR_METHOD_WITH_VALUES=189, + LOAD_ATTR_MODULE=190, + LOAD_ATTR_NONDESCRIPTOR_NO_DICT=191, + LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=192, + LOAD_ATTR_PROPERTY=193, + LOAD_ATTR_SLOT=194, + LOAD_ATTR_WITH_HINT=195, + LOAD_GLOBAL_BUILTIN=196, + LOAD_GLOBAL_MODULE=197, + LOAD_SUPER_ATTR_ATTR=198, + LOAD_SUPER_ATTR_METHOD=199, + RESUME_CHECK=200, + RESUME_CHECK_JIT=201, + SEND_ASYNC_GEN=202, + SEND_GEN=203, + SEND_VIRTUAL=204, + STORE_ATTR_INSTANCE_VALUE=205, + STORE_ATTR_SLOT=206, + STORE_ATTR_WITH_HINT=207, + STORE_SUBSCR_DICT=208, + STORE_SUBSCR_LIST_INT=209, + TO_BOOL_ALWAYS_TRUE=210, + TO_BOOL_BOOL=211, + TO_BOOL_INT=212, + TO_BOOL_LIST=213, + TO_BOOL_NONE=214, + TO_BOOL_STR=215, + UNPACK_SEQUENCE_LIST=216, + UNPACK_SEQUENCE_TUPLE=217, + UNPACK_SEQUENCE_TWO_TUPLE=218, ) opmap = frozendict( diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index c607bd410dfe1b0..c4243db808f5652 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4259,7 +4259,6 @@ def testfunc(args): self.assertEqual(res, TIER2_THRESHOLD * 11_000_000_007) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) def test_int_add_inplace_noncompact_int64_boundary(self): def testfunc(args): @@ -4274,8 +4273,6 @@ def testfunc(args): TIER2_THRESHOLD)) self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_807) self.assertIsNotNone(ex) - uops = get_opnames(ex) - self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) def test_int_add_inplace_noncompact_overflow_falls_back(self): def testfunc(args): @@ -4334,8 +4331,6 @@ def testfunc(args): testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) self.assertEqual(res, TIER2_THRESHOLD * 10_999_999_993) self.assertIsNotNone(ex) - uops = get_opnames(ex) - self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) def test_int_subtract_inplace_noncompact_int64_min_boundary(self): def testfunc(args): @@ -4350,8 +4345,6 @@ def testfunc(args): TIER2_THRESHOLD)) self.assertEqual(res, TIER2_THRESHOLD * (-9_223_372_036_854_775_808)) self.assertIsNotNone(ex) - uops = get_opnames(ex) - self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it @@ -4396,8 +4389,6 @@ def testfunc(args): testfunc, (5_000_000_000, 6_000_000_000, 3, TIER2_THRESHOLD)) self.assertEqual(res, TIER2_THRESHOLD * 33_000_000_000) self.assertIsNotNone(ex) - uops = get_opnames(ex) - self.assertIn("_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", uops) def test_int_multiply_inplace_noncompact_overflow_falls_back(self): def testfunc(args): diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index f4cd48d7632202f..3c823d2e3e9c4d0 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1386,12 +1386,9 @@ def binary_op_int_non_compact_int64(): self.assertEqual(c, 10000000000) binary_op_int_non_compact_int64() - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT_WIDE") - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT_WIDE") - self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT_WIDE") - self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") - self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") - self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") def binary_op_int_too_large(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): @@ -1407,9 +1404,6 @@ def binary_op_int_too_large(): self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT") self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT") - self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT_WIDE") - self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") - self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") def binary_op_int_max_digits_too_large(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): @@ -1425,9 +1419,6 @@ def binary_op_int_max_digits_too_large(): self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT") self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT") - self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT_WIDE") - self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") - self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index f37258a9b1271f3..d39e610236447a3 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -241,84 +241,6 @@ DISPATCH(); } - TARGET(BINARY_OP_ADD_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_ADD_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_ADD_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_OP_ADD_UNICODE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_ADD_UNICODE; @@ -705,84 +627,6 @@ DISPATCH(); } - TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_MULTIPLY_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_MULTIPLY_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_OP_SUBSCR_DICT) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_SUBSCR_DICT; @@ -1533,84 +1377,6 @@ DISPATCH(); } - TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_SUBTRACT_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_SUBTRACT_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_SLICE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_SLICE; diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index fddedd43c231322..1a7eb9169fc837c 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -131,12 +131,10 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, - &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, - &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -146,7 +144,6 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, - &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -233,6 +230,9 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, + &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,13 +534,11 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -550,7 +548,6 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -783,13 +780,11 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, - [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, - [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -799,7 +794,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, - [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1025,6 +1019,9 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, + [219] = _TAIL_CALL_UNKNOWN_OPCODE, + [220] = _TAIL_CALL_UNKNOWN_OPCODE, + [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1041,13 +1038,11 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1057,7 +1052,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1283,6 +1277,9 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, + [219] = _TAIL_CALL_UNKNOWN_OPCODE, + [220] = _TAIL_CALL_UNKNOWN_OPCODE, + [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 9047bc991eb31a8..8bd65b981d1c3be 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -615,11 +615,8 @@ dummy_func( family(BINARY_OP, INLINE_CACHE_ENTRIES_BINARY_OP) = { BINARY_OP_MULTIPLY_INT, - BINARY_OP_MULTIPLY_INT_WIDE, BINARY_OP_ADD_INT, - BINARY_OP_ADD_INT_WIDE, BINARY_OP_SUBTRACT_INT, - BINARY_OP_SUBTRACT_INT_WIDE, BINARY_OP_MULTIPLY_FLOAT, BINARY_OP_ADD_FLOAT, BINARY_OP_SUBTRACT_FLOAT, @@ -784,18 +781,11 @@ dummy_func( macro(BINARY_OP_SUBTRACT_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_SUBTRACT_INT + _POP_TOP_INT + _POP_TOP_INT; - macro(BINARY_OP_ADD_INT_WIDE) = - _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_ADD_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; - macro(BINARY_OP_SUBTRACT_INT_WIDE) = - _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_SUBTRACT_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; - macro(BINARY_OP_MULTIPLY_INT_WIDE) = - _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_MULTIPLY_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; - - // Inplace compact int ops: mutate the uniquely-referenced operand - // when possible. The op handles decref of TARGET internally so - // the following _POP_TOP_INT becomes _POP_TOP_NOP. Tier 2 only. + // Merged inplace int ops: try compact in-place mutation; fall back + // to _PyCompactLong_{Add,Subtract,Multiply} which handle both compact + // and wide ints. Tier 2 only. tier2 op(_BINARY_OP_ADD_INT_INPLACE, (left, right -- res, l, r)) { INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); @@ -803,6 +793,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE, (left, right -- res, l, r)) { @@ -812,6 +803,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE, (left, right -- res, l, r)) { @@ -821,6 +813,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_ADD_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -830,6 +823,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -839,6 +833,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -850,68 +845,6 @@ dummy_func( INPUTS_DEAD(); } - // Wide inplace ops: try compact in-place mutation; fall back to the - // wide (int64) helper for non-compact operands. Tier 2 only. - tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - - tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - - tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - - tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - - tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - - tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); - EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); - res = _int_inplace_res; - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(_int_inplace_res)); - } - op(_GUARD_NOS_FLOAT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); EXIT_IF(!PyFloat_CheckExact(left_o)); diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 9e722c384c87b97..3cd314d1b47e821 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -5040,552 +5040,6 @@ res = _int_inplace_res; l = left; r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_WIDE_INPLACE_r03: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); - if (PyStackRef_IsNull(_int_inplace_res)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - res = _int_inplace_res; - l = left; - r = right; if (PyStackRef_IsError(_int_inplace_res)) { stack_pointer[-2] = res; stack_pointer[-1] = l; @@ -5605,7 +5059,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_r13: { + case _BINARY_OP_ADD_INT_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5616,7 +5070,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5645,7 +5099,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_r23: { + case _BINARY_OP_ADD_INT_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5657,7 +5111,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5680,7 +5134,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5690,7 +5144,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -5718,7 +5172,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5729,7 +5183,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5758,7 +5212,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5770,7 +5224,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5793,7 +5247,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5803,7 +5257,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -5831,7 +5285,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5842,7 +5296,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5871,7 +5325,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5883,7 +5337,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5906,7 +5360,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5916,7 +5370,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -5944,7 +5398,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5955,7 +5409,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5984,7 +5438,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5996,7 +5450,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -6019,7 +5473,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6029,7 +5483,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -6057,7 +5511,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6068,7 +5522,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -6097,7 +5551,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6109,7 +5563,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -6132,7 +5586,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6142,7 +5596,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -6151,15 +5605,6 @@ res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(_int_inplace_res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -6170,7 +5615,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6181,7 +5626,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -6191,15 +5636,6 @@ res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(_int_inplace_res)) { - stack_pointer[-1] = res; - stack_pointer[0] = l; - stack_pointer[1] = r; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -6210,7 +5646,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -6222,7 +5658,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -6233,10 +5669,6 @@ res = _int_inplace_res; l = left; r = right; - if (PyStackRef_IsError(_int_inplace_res)) { - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_ERROR(); - } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 777219e95a02d9b..3875ce5d6885c48 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -241,84 +241,6 @@ DISPATCH(); } - TARGET(BINARY_OP_ADD_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_ADD_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_ADD_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_OP_ADD_UNICODE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_ADD_UNICODE; @@ -705,84 +627,6 @@ DISPATCH(); } - TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_MULTIPLY_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_MULTIPLY_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_OP_SUBSCR_DICT) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_SUBSCR_DICT; @@ -1533,84 +1377,6 @@ DISPATCH(); } - TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { - #if _Py_TAIL_CALL_INTERP - int opcode = BINARY_OP_SUBTRACT_INT_WIDE; - (void)(opcode); - #endif - _Py_CODEUNIT* const this_instr = next_instr; - (void)this_instr; - frame->instr_ptr = next_instr; - next_instr += 6; - INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); - static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); - _PyStackRef value; - _PyStackRef left; - _PyStackRef right; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - // _GUARD_TOS_INT_WIDE - { - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - // _GUARD_NOS_INT_WIDE - { - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - } - /* Skip 5 cache entries */ - // _BINARY_OP_SUBTRACT_INT_WIDE - { - right = value; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UPDATE_MISS_STATS(BINARY_OP); - assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); - JUMP_TO_PREDICTED(BINARY_OP); - } - l = left; - r = right; - if (PyStackRef_IsError(res)) { - JUMP_TO_LABEL(pop_2_error); - } - } - // _POP_TOP_INT - { - value = r; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - // _POP_TOP_INT - { - value = l; - assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); - PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); - } - stack_pointer[-2] = res; - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - DISPATCH(); - } - TARGET(BINARY_SLICE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_SLICE; diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index fddedd43c231322..1a7eb9169fc837c 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -131,12 +131,10 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, - &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, - &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -146,7 +144,6 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, - &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -233,6 +230,9 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, - &&TARGET_TRACE_RECORD, + &&_unknown_opcode, + &&_unknown_opcode, + &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,13 +534,11 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -550,7 +548,6 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); -static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -783,13 +780,11 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, - [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, - [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -799,7 +794,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, - [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1025,6 +1019,9 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, + [219] = _TAIL_CALL_UNKNOWN_OPCODE, + [220] = _TAIL_CALL_UNKNOWN_OPCODE, + [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1041,13 +1038,11 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1057,7 +1052,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, - [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1283,6 +1277,9 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, + [219] = _TAIL_CALL_UNKNOWN_OPCODE, + [220] = _TAIL_CALL_UNKNOWN_OPCODE, + [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 660e93743132904..6b5dabf47ca97c7 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -206,18 +206,20 @@ dummy_func(void) { res = PyJitRef_Borrow(sym_new_null(ctx)); } - /* Compact guard: value must be a compact int. When the type is already - * known to be PyLong_Type, use the cheaper _GUARD_TOS_COMPACT which skips - * the redundant type check. */ + /* Tier-2 merged guard: accept any exact int. When the type is already + * known to be PyLong_Type the cheaper _OVERFLOWED guard (which skips the + * type check) can be used. When compactness is known the guard can be + * eliminated entirely. */ op(_GUARD_TOS_INT, (value -- value)) { if (sym_is_compact_int(value)) { ADD_OP(_NOP, 0, 0); } + else if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + sym_set_type(value, &PyLong_Type); + } else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_COMPACT, 0, 0); - } - sym_set_compact_int(value); + sym_set_type(value, &PyLong_Type); } } @@ -225,37 +227,11 @@ dummy_func(void) { if (sym_is_compact_int(left)) { ADD_OP(_NOP, 0, 0); } - else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_COMPACT, 0, 0); - } - sym_set_compact_int(left); - } - } - - /* Wide guards: value must be an exact int that fits in int64. When the - * type is already known to be PyLong_Type the cheaper _OVERFLOWED guard - * (which skips the type check) can be used instead. */ - op(_GUARD_TOS_INT_WIDE, (value -- value)) { - if (sym_fits_int64(value)) { - ADD_OP(_NOP, 0, 0); - } - else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - } - sym_set_type(value, &PyLong_Type); - } - } - - op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { - if (sym_fits_int64(left)) { - ADD_OP(_NOP, 0, 0); + else if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + sym_set_type(left, &PyLong_Type); } else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - } sym_set_type(left, &PyLong_Type); } } @@ -421,9 +397,7 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_INPLACE_RIGHT, 0, 0); } - // Result may be a unique compact int or a cached small int - // at runtime. Mark as unique; inplace ops verify at runtime. - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); @@ -436,7 +410,7 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); @@ -449,46 +423,10 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); - l = left; - r = right; - REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); - } - - op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); - } - res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); - l = left; - r = right; - } - - op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); - } - res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); - l = left; - r = right; - } - - op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); - } res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; + REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); } op(_BINARY_OP_ADD_FLOAT, (left, right -- res, l, r)) { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index bad896c9e3e5e30..0dcc207ec2ae1c8 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -557,11 +557,12 @@ if (sym_is_compact_int(left)) { ADD_OP(_NOP, 0, 0); } + else if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + sym_set_type(left, &PyLong_Type); + } else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_COMPACT, 0, 0); - } - sym_set_compact_int(left); + sym_set_type(left, &PyLong_Type); } break; } @@ -572,42 +573,21 @@ if (sym_is_compact_int(value)) { ADD_OP(_NOP, 0, 0); } + else if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + sym_set_type(value, &PyLong_Type); + } else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_COMPACT, 0, 0); - } - sym_set_compact_int(value); + sym_set_type(value, &PyLong_Type); } break; } case _GUARD_NOS_INT_WIDE: { - JitOptRef left; - left = stack_pointer[-2]; - if (sym_fits_int64(left)) { - ADD_OP(_NOP, 0, 0); - } - else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - } - sym_set_type(left, &PyLong_Type); - } break; } case _GUARD_TOS_INT_WIDE: { - JitOptRef value; - value = stack_pointer[-1]; - if (sym_fits_int64(value)) { - ADD_OP(_NOP, 0, 0); - } - else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - } - sym_set_type(value, &PyLong_Type); - } break; } @@ -641,7 +621,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -712,7 +692,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -783,7 +763,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -841,116 +821,6 @@ } case _BINARY_OP_ADD_INT_WIDE: { - JitOptRef right; - JitOptRef left; - JitOptRef res; - JitOptRef l; - JitOptRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); - } - res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); - l = left; - r = right; - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_SUBTRACT_INT_WIDE: { - JitOptRef right; - JitOptRef left; - JitOptRef res; - JitOptRef l; - JitOptRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); - } - res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); - l = left; - r = right; - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_MULTIPLY_INT_WIDE: { - JitOptRef right; - JitOptRef left; - JitOptRef res; - JitOptRef l; - JitOptRef r; - right = stack_pointer[-1]; - left = stack_pointer[-2]; - if (PyJitRef_IsUnique(left)) { - REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); - } - else if (PyJitRef_IsUnique(right)) { - REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); - } - res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); - l = left; - r = right; - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_ADD_INT_INPLACE: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_MULTIPLY_INT_INPLACE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -966,23 +836,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT: { + case _BINARY_OP_SUBTRACT_INT_WIDE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -998,7 +852,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT: { + case _BINARY_OP_MULTIPLY_INT_WIDE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1014,7 +868,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE: { + case _BINARY_OP_ADD_INT_INPLACE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1030,7 +884,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: { + case _BINARY_OP_SUBTRACT_INT_INPLACE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1046,7 +900,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: { + case _BINARY_OP_MULTIPLY_INT_INPLACE: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1062,7 +916,7 @@ break; } - case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1078,7 +932,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT: { JitOptRef res; JitOptRef l; JitOptRef r; @@ -1094,7 +948,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT: { JitOptRef res; JitOptRef l; JitOptRef r; diff --git a/Python/record_functions.c.h b/Python/record_functions.c.h index eb783a086a0bd15..98abe3d0505e202 100644 --- a/Python/record_functions.c.h +++ b/Python/record_functions.c.h @@ -119,9 +119,6 @@ const _PyOpcodeRecordEntry _PyOpcode_RecordEntries[256] = { [BINARY_OP_MULTIPLY_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, - [BINARY_OP_ADD_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, - [BINARY_OP_SUBTRACT_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, - [BINARY_OP_MULTIPLY_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_MULTIPLY_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, diff --git a/Python/specialize.c b/Python/specialize.c index b830e0c045c0bcc..3b720c238780bbc 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2350,14 +2350,10 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_UNICODE); return; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { - specialize(instr, BINARY_OP_ADD_INT); - return; - } if (_PyLong_CheckExactAndFitsInt64(lhs) && _PyLong_CheckExactAndFitsInt64(rhs)) { - specialize(instr, BINARY_OP_ADD_INT_WIDE); + specialize(instr, BINARY_OP_ADD_INT); return; } if (PyFloat_CheckExact(lhs)) { @@ -2370,14 +2366,10 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { - specialize(instr, BINARY_OP_MULTIPLY_INT); - return; - } if (_PyLong_CheckExactAndFitsInt64(lhs) && _PyLong_CheckExactAndFitsInt64(rhs)) { - specialize(instr, BINARY_OP_MULTIPLY_INT_WIDE); + specialize(instr, BINARY_OP_MULTIPLY_INT); return; } if (PyFloat_CheckExact(lhs)) { @@ -2390,14 +2382,10 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { - specialize(instr, BINARY_OP_SUBTRACT_INT); - return; - } if (_PyLong_CheckExactAndFitsInt64(lhs) && _PyLong_CheckExactAndFitsInt64(rhs)) { - specialize(instr, BINARY_OP_SUBTRACT_INT_WIDE); + specialize(instr, BINARY_OP_SUBTRACT_INT); return; } if (PyFloat_CheckExact(lhs)) { From d608803058513d69b2ccd736e2014ddf7d4921fa Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 10:15:01 -0500 Subject: [PATCH 17/20] Port merged design from explore/merged-on-main - _GUARD_NOS/TOS_INT use PyLong_CheckExact (accepts all exact ints) - _BINARY_OP_{ADD,SUBTRACT,MULTIPLY}_INT removed BothAreCompact assert - Pure ops have ERROR_IF for int64 overflow - _PyCompactLong_{Add,Subtract,Multiply} branch internally on compactness - Removed all remaining _WIDE dead code - Regenerated case files --- Include/internal/pycore_opcode_metadata.h | 6 +- Include/internal/pycore_uop_ids.h | 2718 ++++++++++----------- Include/internal/pycore_uop_metadata.h | 179 +- Modules/_testinternalcapi/test_cases.c.h | 40 +- Objects/longobject.c | 131 +- Python/bytecodes.c | 102 +- Python/executor_cases.c.h | 805 +----- Python/generated_cases.c.h | 40 +- Python/optimizer_bytecodes.c | 29 +- Python/optimizer_cases.c.h | 104 +- 10 files changed, 1581 insertions(+), 2573 deletions(-) diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 7a8176ffae9975d..341cd60a83c0607 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -1114,12 +1114,12 @@ PyAPI_DATA(const struct opcode_metadata) _PyOpcode_opcode_metadata[267]; const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1128,7 +1128,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_TUPLE_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 677ad96713bd95e..085128c82e6b2cd 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -19,37 +19,34 @@ extern "C" { #define _BINARY_OP_ADD_INT 307 #define _BINARY_OP_ADD_INT_INPLACE 308 #define _BINARY_OP_ADD_INT_INPLACE_RIGHT 309 -#define _BINARY_OP_ADD_INT_WIDE 310 -#define _BINARY_OP_ADD_UNICODE 311 -#define _BINARY_OP_EXTEND 312 -#define _BINARY_OP_INPLACE_ADD_UNICODE 313 -#define _BINARY_OP_MULTIPLY_FLOAT 314 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 315 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 316 -#define _BINARY_OP_MULTIPLY_INT 317 -#define _BINARY_OP_MULTIPLY_INT_INPLACE 318 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 319 -#define _BINARY_OP_MULTIPLY_INT_WIDE 320 -#define _BINARY_OP_SUBSCR_CHECK_FUNC 321 -#define _BINARY_OP_SUBSCR_DICT 322 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 323 -#define _BINARY_OP_SUBSCR_INIT_CALL 324 -#define _BINARY_OP_SUBSCR_LIST_INT 325 -#define _BINARY_OP_SUBSCR_LIST_SLICE 326 -#define _BINARY_OP_SUBSCR_STR_INT 327 -#define _BINARY_OP_SUBSCR_TUPLE_INT 328 -#define _BINARY_OP_SUBSCR_USTR_INT 329 -#define _BINARY_OP_SUBTRACT_FLOAT 330 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 331 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 332 -#define _BINARY_OP_SUBTRACT_INT 333 -#define _BINARY_OP_SUBTRACT_INT_INPLACE 334 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 335 -#define _BINARY_OP_SUBTRACT_INT_WIDE 336 -#define _BINARY_OP_TRUEDIV_FLOAT 337 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 338 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 339 -#define _BINARY_SLICE 340 +#define _BINARY_OP_ADD_UNICODE 310 +#define _BINARY_OP_EXTEND 311 +#define _BINARY_OP_INPLACE_ADD_UNICODE 312 +#define _BINARY_OP_MULTIPLY_FLOAT 313 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 314 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 315 +#define _BINARY_OP_MULTIPLY_INT 316 +#define _BINARY_OP_MULTIPLY_INT_INPLACE 317 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 318 +#define _BINARY_OP_SUBSCR_CHECK_FUNC 319 +#define _BINARY_OP_SUBSCR_DICT 320 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 321 +#define _BINARY_OP_SUBSCR_INIT_CALL 322 +#define _BINARY_OP_SUBSCR_LIST_INT 323 +#define _BINARY_OP_SUBSCR_LIST_SLICE 324 +#define _BINARY_OP_SUBSCR_STR_INT 325 +#define _BINARY_OP_SUBSCR_TUPLE_INT 326 +#define _BINARY_OP_SUBSCR_USTR_INT 327 +#define _BINARY_OP_SUBTRACT_FLOAT 328 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 329 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 330 +#define _BINARY_OP_SUBTRACT_INT 331 +#define _BINARY_OP_SUBTRACT_INT_INPLACE 332 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 333 +#define _BINARY_OP_TRUEDIV_FLOAT 334 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 335 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 336 +#define _BINARY_SLICE 337 #define _BUILD_INTERPOLATION BUILD_INTERPOLATION #define _BUILD_LIST BUILD_LIST #define _BUILD_MAP BUILD_MAP @@ -58,203 +55,197 @@ extern "C" { #define _BUILD_STRING BUILD_STRING #define _BUILD_TEMPLATE BUILD_TEMPLATE #define _BUILD_TUPLE BUILD_TUPLE -#define _CALL_BUILTIN_CLASS 341 -#define _CALL_BUILTIN_FAST 342 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 343 -#define _CALL_BUILTIN_O 344 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL 345 -#define _CALL_INTRINSIC_1 346 -#define _CALL_INTRINSIC_2 347 -#define _CALL_ISINSTANCE 348 -#define _CALL_KW_NON_PY 349 -#define _CALL_LEN 350 -#define _CALL_LIST_APPEND 351 -#define _CALL_METHOD_DESCRIPTOR_FAST 352 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 353 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 354 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 355 -#define _CALL_METHOD_DESCRIPTOR_NOARGS 356 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 357 -#define _CALL_METHOD_DESCRIPTOR_O 358 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE 359 -#define _CALL_NON_PY_GENERAL 360 -#define _CALL_STR_1 361 -#define _CALL_TUPLE_1 362 -#define _CALL_TYPE_1 363 -#define _CHECK_ATTR_CLASS 364 -#define _CHECK_ATTR_METHOD_LAZY_DICT 365 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 366 +#define _CALL_BUILTIN_CLASS 338 +#define _CALL_BUILTIN_FAST 339 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 340 +#define _CALL_BUILTIN_O 341 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL 342 +#define _CALL_INTRINSIC_1 343 +#define _CALL_INTRINSIC_2 344 +#define _CALL_ISINSTANCE 345 +#define _CALL_KW_NON_PY 346 +#define _CALL_LEN 347 +#define _CALL_LIST_APPEND 348 +#define _CALL_METHOD_DESCRIPTOR_FAST 349 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 350 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 351 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 352 +#define _CALL_METHOD_DESCRIPTOR_NOARGS 353 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 354 +#define _CALL_METHOD_DESCRIPTOR_O 355 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE 356 +#define _CALL_NON_PY_GENERAL 357 +#define _CALL_STR_1 358 +#define _CALL_TUPLE_1 359 +#define _CALL_TYPE_1 360 +#define _CHECK_ATTR_CLASS 361 +#define _CHECK_ATTR_METHOD_LAZY_DICT 362 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 363 #define _CHECK_EG_MATCH CHECK_EG_MATCH #define _CHECK_EXC_MATCH CHECK_EXC_MATCH -#define _CHECK_FUNCTION_EXACT_ARGS 367 -#define _CHECK_FUNCTION_VERSION 368 -#define _CHECK_FUNCTION_VERSION_INLINE 369 -#define _CHECK_FUNCTION_VERSION_KW 370 -#define _CHECK_IS_NOT_PY_CALLABLE 371 -#define _CHECK_IS_NOT_PY_CALLABLE_EX 372 -#define _CHECK_IS_NOT_PY_CALLABLE_KW 373 -#define _CHECK_IS_PY_CALLABLE_EX 374 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES 375 -#define _CHECK_METHOD_VERSION 376 -#define _CHECK_METHOD_VERSION_KW 377 -#define _CHECK_OBJECT 378 -#define _CHECK_PEP_523 379 -#define _CHECK_PERIODIC 380 -#define _CHECK_PERIODIC_AT_END 381 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 382 -#define _CHECK_RECURSION_LIMIT 383 -#define _CHECK_RECURSION_REMAINING 384 -#define _CHECK_STACK_SPACE 385 -#define _CHECK_STACK_SPACE_OPERAND 386 -#define _CHECK_VALIDITY 387 -#define _COLD_DYNAMIC_EXIT 388 -#define _COLD_EXIT 389 -#define _COMPARE_OP 390 -#define _COMPARE_OP_FLOAT 391 -#define _COMPARE_OP_INT 392 -#define _COMPARE_OP_STR 393 -#define _CONTAINS_OP 394 -#define _CONTAINS_OP_DICT 395 -#define _CONTAINS_OP_SET 396 +#define _CHECK_FUNCTION_EXACT_ARGS 364 +#define _CHECK_FUNCTION_VERSION 365 +#define _CHECK_FUNCTION_VERSION_INLINE 366 +#define _CHECK_FUNCTION_VERSION_KW 367 +#define _CHECK_IS_NOT_PY_CALLABLE 368 +#define _CHECK_IS_NOT_PY_CALLABLE_EX 369 +#define _CHECK_IS_NOT_PY_CALLABLE_KW 370 +#define _CHECK_IS_PY_CALLABLE_EX 371 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES 372 +#define _CHECK_METHOD_VERSION 373 +#define _CHECK_METHOD_VERSION_KW 374 +#define _CHECK_OBJECT 375 +#define _CHECK_PEP_523 376 +#define _CHECK_PERIODIC 377 +#define _CHECK_PERIODIC_AT_END 378 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 379 +#define _CHECK_RECURSION_LIMIT 380 +#define _CHECK_RECURSION_REMAINING 381 +#define _CHECK_STACK_SPACE 382 +#define _CHECK_STACK_SPACE_OPERAND 383 +#define _CHECK_VALIDITY 384 +#define _COLD_DYNAMIC_EXIT 385 +#define _COLD_EXIT 386 +#define _COMPARE_OP 387 +#define _COMPARE_OP_FLOAT 388 +#define _COMPARE_OP_INT 389 +#define _COMPARE_OP_STR 390 +#define _CONTAINS_OP 391 +#define _CONTAINS_OP_DICT 392 +#define _CONTAINS_OP_SET 393 #define _CONVERT_VALUE CONVERT_VALUE -#define _COPY 397 -#define _COPY_1 398 -#define _COPY_2 399 -#define _COPY_3 400 +#define _COPY 394 +#define _COPY_1 395 +#define _COPY_2 396 +#define _COPY_3 397 #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 401 +#define _CREATE_INIT_FRAME 398 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 402 -#define _DICT_MERGE 403 -#define _DICT_UPDATE 404 -#define _DO_CALL 405 -#define _DO_CALL_FUNCTION_EX 406 -#define _DO_CALL_KW 407 -#define _DYNAMIC_EXIT 408 +#define _DEOPT 399 +#define _DICT_MERGE 400 +#define _DICT_UPDATE 401 +#define _DO_CALL 402 +#define _DO_CALL_FUNCTION_EX 403 +#define _DO_CALL_KW 404 +#define _DYNAMIC_EXIT 405 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 409 +#define _ERROR_POP_N 406 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 410 -#define _EXPAND_METHOD_KW 411 -#define _FATAL_ERROR 412 +#define _EXPAND_METHOD 407 +#define _EXPAND_METHOD_KW 408 +#define _FATAL_ERROR 409 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 413 -#define _FOR_ITER_GEN_FRAME 414 -#define _FOR_ITER_TIER_TWO 415 -#define _FOR_ITER_VIRTUAL 416 -#define _FOR_ITER_VIRTUAL_TIER_TWO 417 +#define _FOR_ITER 410 +#define _FOR_ITER_GEN_FRAME 411 +#define _FOR_ITER_TIER_TWO 412 +#define _FOR_ITER_VIRTUAL 413 +#define _FOR_ITER_VIRTUAL_TIER_TWO 414 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE -#define _GET_ITER 418 -#define _GET_ITER_TRAD 419 +#define _GET_ITER 415 +#define _GET_ITER_TRAD 416 #define _GET_LEN GET_LEN -#define _GUARD_3OS_ASYNC_GEN_ASEND 420 -#define _GUARD_BINARY_OP_EXTEND 421 -#define _GUARD_BINARY_OP_EXTEND_LHS 422 -#define _GUARD_BINARY_OP_EXTEND_RHS 423 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 424 -#define _GUARD_BIT_IS_SET_POP 425 -#define _GUARD_BIT_IS_SET_POP_4 426 -#define _GUARD_BIT_IS_SET_POP_5 427 -#define _GUARD_BIT_IS_SET_POP_6 428 -#define _GUARD_BIT_IS_SET_POP_7 429 -#define _GUARD_BIT_IS_UNSET_POP 430 -#define _GUARD_BIT_IS_UNSET_POP_4 431 -#define _GUARD_BIT_IS_UNSET_POP_5 432 -#define _GUARD_BIT_IS_UNSET_POP_6 433 -#define _GUARD_BIT_IS_UNSET_POP_7 434 -#define _GUARD_CALLABLE_BUILTIN_CLASS 435 -#define _GUARD_CALLABLE_BUILTIN_FAST 436 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 437 -#define _GUARD_CALLABLE_BUILTIN_O 438 -#define _GUARD_CALLABLE_ISINSTANCE 439 -#define _GUARD_CALLABLE_LEN 440 -#define _GUARD_CALLABLE_LIST_APPEND 441 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 442 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 443 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 444 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 445 -#define _GUARD_CALLABLE_STR_1 446 -#define _GUARD_CALLABLE_TUPLE_1 447 -#define _GUARD_CALLABLE_TYPE_1 448 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 449 -#define _GUARD_CODE_VERSION_RETURN_VALUE 450 -#define _GUARD_CODE_VERSION_YIELD_VALUE 451 -#define _GUARD_CODE_VERSION__PUSH_FRAME 452 -#define _GUARD_DORV_NO_DICT 453 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 454 -#define _GUARD_GLOBALS_VERSION 455 -#define _GUARD_IP_RETURN_GENERATOR 456 -#define _GUARD_IP_RETURN_VALUE 457 -#define _GUARD_IP_YIELD_VALUE 458 -#define _GUARD_IP__PUSH_FRAME 459 -#define _GUARD_IS_FALSE_POP 460 -#define _GUARD_IS_NONE_POP 461 -#define _GUARD_IS_NOT_NONE_POP 462 -#define _GUARD_IS_TRUE_POP 463 -#define _GUARD_ITERATOR 464 -#define _GUARD_ITER_VIRTUAL 465 -#define _GUARD_KEYS_VERSION 466 -#define _GUARD_LOAD_SUPER_ATTR_METHOD 467 -#define _GUARD_NOS_COMPACT 468 -#define _GUARD_NOS_COMPACT_ASCII 469 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 470 -#define _GUARD_NOS_DICT_SUBSCRIPT 471 -#define _GUARD_NOS_FLOAT 472 -#define _GUARD_NOS_INT 473 -#define _GUARD_NOS_INT_WIDE 474 -#define _GUARD_NOS_ITER_VIRTUAL 475 -#define _GUARD_NOS_LIST 476 -#define _GUARD_NOS_NOT_NULL 477 -#define _GUARD_NOS_NULL 478 -#define _GUARD_NOS_OVERFLOWED 479 -#define _GUARD_NOS_TUPLE 480 -#define _GUARD_NOS_TYPE_VERSION 481 -#define _GUARD_NOS_UNICODE 482 -#define _GUARD_NOT_EXHAUSTED_LIST 483 -#define _GUARD_NOT_EXHAUSTED_RANGE 484 -#define _GUARD_NOT_EXHAUSTED_TUPLE 485 -#define _GUARD_THIRD_NULL 486 -#define _GUARD_TOS_ANY_DICT 487 -#define _GUARD_TOS_ANY_SET 488 -#define _GUARD_TOS_COMPACT 489 -#define _GUARD_TOS_DICT 490 -#define _GUARD_TOS_FLOAT 491 -#define _GUARD_TOS_FROZENDICT 492 -#define _GUARD_TOS_FROZENSET 493 -#define _GUARD_TOS_INT 494 -#define _GUARD_TOS_INT_WIDE 495 -#define _GUARD_TOS_IS_NONE 496 -#define _GUARD_TOS_LIST 497 -#define _GUARD_TOS_NOT_NULL 498 -#define _GUARD_TOS_OVERFLOWED 499 -#define _GUARD_TOS_SET 500 -#define _GUARD_TOS_SLICE 501 -#define _GUARD_TOS_TUPLE 502 -#define _GUARD_TOS_UNICODE 503 -#define _GUARD_TYPE 504 -#define _GUARD_TYPE_ITER 505 -#define _GUARD_TYPE_VERSION 506 -#define _GUARD_TYPE_VERSION_LOCKED 507 -#define _HANDLE_PENDING_AND_DEOPT 508 +#define _GUARD_3OS_ASYNC_GEN_ASEND 417 +#define _GUARD_BINARY_OP_EXTEND 418 +#define _GUARD_BINARY_OP_EXTEND_LHS 419 +#define _GUARD_BINARY_OP_EXTEND_RHS 420 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 421 +#define _GUARD_BIT_IS_SET_POP 422 +#define _GUARD_BIT_IS_SET_POP_4 423 +#define _GUARD_BIT_IS_SET_POP_5 424 +#define _GUARD_BIT_IS_SET_POP_6 425 +#define _GUARD_BIT_IS_SET_POP_7 426 +#define _GUARD_BIT_IS_UNSET_POP 427 +#define _GUARD_BIT_IS_UNSET_POP_4 428 +#define _GUARD_BIT_IS_UNSET_POP_5 429 +#define _GUARD_BIT_IS_UNSET_POP_6 430 +#define _GUARD_BIT_IS_UNSET_POP_7 431 +#define _GUARD_CALLABLE_BUILTIN_CLASS 432 +#define _GUARD_CALLABLE_BUILTIN_FAST 433 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 434 +#define _GUARD_CALLABLE_BUILTIN_O 435 +#define _GUARD_CALLABLE_ISINSTANCE 436 +#define _GUARD_CALLABLE_LEN 437 +#define _GUARD_CALLABLE_LIST_APPEND 438 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 439 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 440 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 441 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 442 +#define _GUARD_CALLABLE_STR_1 443 +#define _GUARD_CALLABLE_TUPLE_1 444 +#define _GUARD_CALLABLE_TYPE_1 445 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 446 +#define _GUARD_CODE_VERSION_RETURN_VALUE 447 +#define _GUARD_CODE_VERSION_YIELD_VALUE 448 +#define _GUARD_CODE_VERSION__PUSH_FRAME 449 +#define _GUARD_DORV_NO_DICT 450 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 451 +#define _GUARD_GLOBALS_VERSION 452 +#define _GUARD_IP_RETURN_GENERATOR 453 +#define _GUARD_IP_RETURN_VALUE 454 +#define _GUARD_IP_YIELD_VALUE 455 +#define _GUARD_IP__PUSH_FRAME 456 +#define _GUARD_IS_FALSE_POP 457 +#define _GUARD_IS_NONE_POP 458 +#define _GUARD_IS_NOT_NONE_POP 459 +#define _GUARD_IS_TRUE_POP 460 +#define _GUARD_ITERATOR 461 +#define _GUARD_ITER_VIRTUAL 462 +#define _GUARD_KEYS_VERSION 463 +#define _GUARD_LOAD_SUPER_ATTR_METHOD 464 +#define _GUARD_NOS_COMPACT_ASCII 465 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 466 +#define _GUARD_NOS_DICT_SUBSCRIPT 467 +#define _GUARD_NOS_FLOAT 468 +#define _GUARD_NOS_INT 469 +#define _GUARD_NOS_ITER_VIRTUAL 470 +#define _GUARD_NOS_LIST 471 +#define _GUARD_NOS_NOT_NULL 472 +#define _GUARD_NOS_NULL 473 +#define _GUARD_NOS_TUPLE 474 +#define _GUARD_NOS_TYPE_VERSION 475 +#define _GUARD_NOS_UNICODE 476 +#define _GUARD_NOT_EXHAUSTED_LIST 477 +#define _GUARD_NOT_EXHAUSTED_RANGE 478 +#define _GUARD_NOT_EXHAUSTED_TUPLE 479 +#define _GUARD_THIRD_NULL 480 +#define _GUARD_TOS_ANY_DICT 481 +#define _GUARD_TOS_ANY_SET 482 +#define _GUARD_TOS_DICT 483 +#define _GUARD_TOS_FLOAT 484 +#define _GUARD_TOS_FROZENDICT 485 +#define _GUARD_TOS_FROZENSET 486 +#define _GUARD_TOS_INT 487 +#define _GUARD_TOS_IS_NONE 488 +#define _GUARD_TOS_LIST 489 +#define _GUARD_TOS_NOT_NULL 490 +#define _GUARD_TOS_SET 491 +#define _GUARD_TOS_SLICE 492 +#define _GUARD_TOS_TUPLE 493 +#define _GUARD_TOS_UNICODE 494 +#define _GUARD_TYPE 495 +#define _GUARD_TYPE_ITER 496 +#define _GUARD_TYPE_VERSION 497 +#define _GUARD_TYPE_VERSION_LOCKED 498 +#define _HANDLE_PENDING_AND_DEOPT 499 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 509 -#define _INIT_CALL_PY_EXACT_ARGS 510 -#define _INIT_CALL_PY_EXACT_ARGS_0 511 -#define _INIT_CALL_PY_EXACT_ARGS_1 512 -#define _INIT_CALL_PY_EXACT_ARGS_2 513 -#define _INIT_CALL_PY_EXACT_ARGS_3 514 -#define _INIT_CALL_PY_EXACT_ARGS_4 515 -#define _INSERT_NULL 516 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 500 +#define _INIT_CALL_PY_EXACT_ARGS 501 +#define _INIT_CALL_PY_EXACT_ARGS_0 502 +#define _INIT_CALL_PY_EXACT_ARGS_1 503 +#define _INIT_CALL_PY_EXACT_ARGS_2 504 +#define _INIT_CALL_PY_EXACT_ARGS_3 505 +#define _INIT_CALL_PY_EXACT_ARGS_4 506 +#define _INSERT_NULL 507 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -264,1213 +255,1186 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 517 -#define _IS_OP 518 -#define _ITER_CHECK_LIST 519 -#define _ITER_CHECK_RANGE 520 -#define _ITER_CHECK_TUPLE 521 -#define _ITER_JUMP_LIST 522 -#define _ITER_JUMP_RANGE 523 -#define _ITER_JUMP_TUPLE 524 -#define _ITER_NEXT_INLINE 525 -#define _ITER_NEXT_LIST 526 -#define _ITER_NEXT_LIST_TIER_TWO 527 -#define _ITER_NEXT_RANGE 528 -#define _ITER_NEXT_TUPLE 529 +#define _IS_NONE 508 +#define _IS_OP 509 +#define _ITER_CHECK_LIST 510 +#define _ITER_CHECK_RANGE 511 +#define _ITER_CHECK_TUPLE 512 +#define _ITER_JUMP_LIST 513 +#define _ITER_JUMP_RANGE 514 +#define _ITER_JUMP_TUPLE 515 +#define _ITER_NEXT_INLINE 516 +#define _ITER_NEXT_LIST 517 +#define _ITER_NEXT_LIST_TIER_TWO 518 +#define _ITER_NEXT_RANGE 519 +#define _ITER_NEXT_TUPLE 520 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 530 +#define _JUMP_TO_TOP 521 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 531 -#define _LOAD_ATTR 532 -#define _LOAD_ATTR_CLASS 533 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 534 -#define _LOAD_ATTR_INSTANCE_VALUE 535 -#define _LOAD_ATTR_METHOD_LAZY_DICT 536 -#define _LOAD_ATTR_METHOD_NO_DICT 537 -#define _LOAD_ATTR_METHOD_WITH_VALUES 538 -#define _LOAD_ATTR_MODULE 539 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 540 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 541 -#define _LOAD_ATTR_PROPERTY_FRAME 542 -#define _LOAD_ATTR_SLOT 543 -#define _LOAD_ATTR_WITH_HINT 544 +#define _LIST_EXTEND 522 +#define _LOAD_ATTR 523 +#define _LOAD_ATTR_CLASS 524 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 525 +#define _LOAD_ATTR_INSTANCE_VALUE 526 +#define _LOAD_ATTR_METHOD_LAZY_DICT 527 +#define _LOAD_ATTR_METHOD_NO_DICT 528 +#define _LOAD_ATTR_METHOD_WITH_VALUES 529 +#define _LOAD_ATTR_MODULE 530 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 531 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 532 +#define _LOAD_ATTR_PROPERTY_FRAME 533 +#define _LOAD_ATTR_SLOT 534 +#define _LOAD_ATTR_WITH_HINT 535 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 545 +#define _LOAD_BYTECODE 536 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 546 -#define _LOAD_CONST_INLINE_BORROW 547 +#define _LOAD_CONST_INLINE 537 +#define _LOAD_CONST_INLINE_BORROW 538 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 548 -#define _LOAD_FAST_0 549 -#define _LOAD_FAST_1 550 -#define _LOAD_FAST_2 551 -#define _LOAD_FAST_3 552 -#define _LOAD_FAST_4 553 -#define _LOAD_FAST_5 554 -#define _LOAD_FAST_6 555 -#define _LOAD_FAST_7 556 +#define _LOAD_FAST 539 +#define _LOAD_FAST_0 540 +#define _LOAD_FAST_1 541 +#define _LOAD_FAST_2 542 +#define _LOAD_FAST_3 543 +#define _LOAD_FAST_4 544 +#define _LOAD_FAST_5 545 +#define _LOAD_FAST_6 546 +#define _LOAD_FAST_7 547 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 557 -#define _LOAD_FAST_BORROW_0 558 -#define _LOAD_FAST_BORROW_1 559 -#define _LOAD_FAST_BORROW_2 560 -#define _LOAD_FAST_BORROW_3 561 -#define _LOAD_FAST_BORROW_4 562 -#define _LOAD_FAST_BORROW_5 563 -#define _LOAD_FAST_BORROW_6 564 -#define _LOAD_FAST_BORROW_7 565 +#define _LOAD_FAST_BORROW 548 +#define _LOAD_FAST_BORROW_0 549 +#define _LOAD_FAST_BORROW_1 550 +#define _LOAD_FAST_BORROW_2 551 +#define _LOAD_FAST_BORROW_3 552 +#define _LOAD_FAST_BORROW_4 553 +#define _LOAD_FAST_BORROW_5 554 +#define _LOAD_FAST_BORROW_6 555 +#define _LOAD_FAST_BORROW_7 556 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 566 -#define _LOAD_GLOBAL_BUILTINS 567 -#define _LOAD_GLOBAL_MODULE 568 +#define _LOAD_GLOBAL 557 +#define _LOAD_GLOBAL_BUILTINS 558 +#define _LOAD_GLOBAL_MODULE 559 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 569 -#define _LOAD_SMALL_INT_0 570 -#define _LOAD_SMALL_INT_1 571 -#define _LOAD_SMALL_INT_2 572 -#define _LOAD_SMALL_INT_3 573 -#define _LOAD_SPECIAL 574 +#define _LOAD_SMALL_INT 560 +#define _LOAD_SMALL_INT_0 561 +#define _LOAD_SMALL_INT_1 562 +#define _LOAD_SMALL_INT_2 563 +#define _LOAD_SMALL_INT_3 564 +#define _LOAD_SPECIAL 565 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 575 -#define _LOCK_OBJECT 576 -#define _MAKE_CALLARGS_A_TUPLE 577 +#define _LOAD_SUPER_ATTR_METHOD 566 +#define _LOCK_OBJECT 567 +#define _MAKE_CALLARGS_A_TUPLE 568 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 578 -#define _MAKE_HEAP_SAFE 579 -#define _MAKE_WARM 580 +#define _MAKE_FUNCTION 569 +#define _MAKE_HEAP_SAFE 570 +#define _MAKE_WARM 571 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 581 +#define _MATCH_CLASS 572 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 582 -#define _MAYBE_EXPAND_METHOD_KW 583 -#define _MONITOR_CALL 584 -#define _MONITOR_CALL_KW 585 -#define _MONITOR_JUMP_BACKWARD 586 -#define _MONITOR_RESUME 587 +#define _MAYBE_EXPAND_METHOD 573 +#define _MAYBE_EXPAND_METHOD_KW 574 +#define _MONITOR_CALL 575 +#define _MONITOR_CALL_KW 576 +#define _MONITOR_JUMP_BACKWARD 577 +#define _MONITOR_RESUME 578 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 588 -#define _POP_JUMP_IF_TRUE 589 +#define _POP_JUMP_IF_FALSE 579 +#define _POP_JUMP_IF_TRUE 580 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 590 -#define _POP_TOP_INT 591 -#define _POP_TOP_NOP 592 -#define _POP_TOP_OPARG 593 -#define _POP_TOP_UNICODE 594 +#define _POP_TOP_FLOAT 581 +#define _POP_TOP_INT 582 +#define _POP_TOP_NOP 583 +#define _POP_TOP_OPARG 584 +#define _POP_TOP_UNICODE 585 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 595 +#define _PUSH_FRAME 586 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 596 -#define _PUSH_TAGGED_ZERO 597 -#define _PY_FRAME_EX 598 -#define _PY_FRAME_GENERAL 599 -#define _PY_FRAME_KW 600 -#define _RECORD_3OS_GEN_FUNC 601 -#define _RECORD_4OS 602 -#define _RECORD_BOUND_METHOD 603 -#define _RECORD_CALLABLE 604 -#define _RECORD_CALLABLE_KW 605 -#define _RECORD_CODE 606 -#define _RECORD_NOS 607 -#define _RECORD_NOS_GEN_FUNC 608 -#define _RECORD_NOS_TYPE 609 -#define _RECORD_TOS 610 -#define _RECORD_TOS_TYPE 611 -#define _REPLACE_WITH_TRUE 612 -#define _RESUME_CHECK 613 +#define _PUSH_NULL_CONDITIONAL 587 +#define _PUSH_TAGGED_ZERO 588 +#define _PY_FRAME_EX 589 +#define _PY_FRAME_GENERAL 590 +#define _PY_FRAME_KW 591 +#define _RECORD_3OS_GEN_FUNC 592 +#define _RECORD_4OS 593 +#define _RECORD_BOUND_METHOD 594 +#define _RECORD_CALLABLE 595 +#define _RECORD_CALLABLE_KW 596 +#define _RECORD_CODE 597 +#define _RECORD_NOS 598 +#define _RECORD_NOS_GEN_FUNC 599 +#define _RECORD_NOS_TYPE 600 +#define _RECORD_TOS 601 +#define _RECORD_TOS_TYPE 602 +#define _REPLACE_WITH_TRUE 603 +#define _RESUME_CHECK 604 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 614 -#define _RROT_3 615 -#define _SAVE_RETURN_OFFSET 616 -#define _SEND_ASYNC_GEN 617 -#define _SEND_ASYNC_GEN_TIER_TWO 618 -#define _SEND_GEN_FRAME 619 -#define _SEND_VIRTUAL 620 -#define _SEND_VIRTUAL_TIER_TWO 621 +#define _RETURN_VALUE 605 +#define _RROT_3 606 +#define _SAVE_RETURN_OFFSET 607 +#define _SEND_ASYNC_GEN 608 +#define _SEND_ASYNC_GEN_TIER_TWO 609 +#define _SEND_GEN_FRAME 610 +#define _SEND_VIRTUAL 611 +#define _SEND_VIRTUAL_TIER_TWO 612 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 622 -#define _SPILL_OR_RELOAD 623 -#define _START_EXECUTOR 624 -#define _STORE_ATTR 625 -#define _STORE_ATTR_INSTANCE_VALUE 626 -#define _STORE_ATTR_SLOT 627 -#define _STORE_ATTR_WITH_HINT 628 +#define _SET_UPDATE 613 +#define _SPILL_OR_RELOAD 614 +#define _START_EXECUTOR 615 +#define _STORE_ATTR 616 +#define _STORE_ATTR_INSTANCE_VALUE 617 +#define _STORE_ATTR_SLOT 618 +#define _STORE_ATTR_WITH_HINT 619 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 629 -#define _STORE_SUBSCR 630 -#define _STORE_SUBSCR_DICT 631 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 632 -#define _STORE_SUBSCR_LIST_INT 633 -#define _SWAP 634 -#define _SWAP_2 635 -#define _SWAP_3 636 -#define _SWAP_FAST 637 -#define _SWAP_FAST_0 638 -#define _SWAP_FAST_1 639 -#define _SWAP_FAST_2 640 -#define _SWAP_FAST_3 641 -#define _SWAP_FAST_4 642 -#define _SWAP_FAST_5 643 -#define _SWAP_FAST_6 644 -#define _SWAP_FAST_7 645 -#define _TIER2_RESUME_CHECK 646 -#define _TO_BOOL 647 +#define _STORE_SLICE 620 +#define _STORE_SUBSCR 621 +#define _STORE_SUBSCR_DICT 622 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 623 +#define _STORE_SUBSCR_LIST_INT 624 +#define _SWAP 625 +#define _SWAP_2 626 +#define _SWAP_3 627 +#define _SWAP_FAST 628 +#define _SWAP_FAST_0 629 +#define _SWAP_FAST_1 630 +#define _SWAP_FAST_2 631 +#define _SWAP_FAST_3 632 +#define _SWAP_FAST_4 633 +#define _SWAP_FAST_5 634 +#define _SWAP_FAST_6 635 +#define _SWAP_FAST_7 636 +#define _TIER2_RESUME_CHECK 637 +#define _TO_BOOL 638 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 648 -#define _TO_BOOL_LIST 649 +#define _TO_BOOL_INT 639 +#define _TO_BOOL_LIST 640 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 650 +#define _TO_BOOL_STR 641 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 651 -#define _UNARY_NEGATIVE 652 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 653 +#define _UNARY_INVERT 642 +#define _UNARY_NEGATIVE 643 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 644 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 654 -#define _UNPACK_SEQUENCE_LIST 655 -#define _UNPACK_SEQUENCE_TUPLE 656 -#define _UNPACK_SEQUENCE_TWO_TUPLE 657 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 658 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 659 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 660 +#define _UNPACK_SEQUENCE 645 +#define _UNPACK_SEQUENCE_LIST 646 +#define _UNPACK_SEQUENCE_TUPLE 647 +#define _UNPACK_SEQUENCE_TWO_TUPLE 648 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 649 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 650 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 651 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 661 -#define MAX_UOP_ID 661 -#define _ALLOCATE_OBJECT_r00 662 -#define _BINARY_OP_r23 663 -#define _BINARY_OP_ADD_FLOAT_r03 664 -#define _BINARY_OP_ADD_FLOAT_r13 665 -#define _BINARY_OP_ADD_FLOAT_r23 666 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 667 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 668 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 669 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 670 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 671 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 672 -#define _BINARY_OP_ADD_INT_r03 673 -#define _BINARY_OP_ADD_INT_r13 674 -#define _BINARY_OP_ADD_INT_r23 675 -#define _BINARY_OP_ADD_INT_INPLACE_r03 676 -#define _BINARY_OP_ADD_INT_INPLACE_r13 677 -#define _BINARY_OP_ADD_INT_INPLACE_r23 678 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 679 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 680 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 681 -#define _BINARY_OP_ADD_INT_WIDE_r23 682 -#define _BINARY_OP_ADD_UNICODE_r03 683 -#define _BINARY_OP_ADD_UNICODE_r13 684 -#define _BINARY_OP_ADD_UNICODE_r23 685 -#define _BINARY_OP_EXTEND_r23 686 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 687 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 688 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 689 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 690 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 691 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 692 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 693 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 694 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 695 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 696 -#define _BINARY_OP_MULTIPLY_INT_r03 697 -#define _BINARY_OP_MULTIPLY_INT_r13 698 -#define _BINARY_OP_MULTIPLY_INT_r23 699 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 700 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 701 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 702 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 703 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 704 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 705 -#define _BINARY_OP_MULTIPLY_INT_WIDE_r23 706 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 707 -#define _BINARY_OP_SUBSCR_DICT_r23 708 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 709 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 710 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 711 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 712 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 713 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 714 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 715 -#define _BINARY_OP_SUBSCR_STR_INT_r23 716 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 717 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 718 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 719 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 720 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 721 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 722 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 723 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 724 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 725 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 726 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 727 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 728 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 729 -#define _BINARY_OP_SUBTRACT_INT_r03 730 -#define _BINARY_OP_SUBTRACT_INT_r13 731 -#define _BINARY_OP_SUBTRACT_INT_r23 732 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 733 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 734 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 735 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 736 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 737 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 738 -#define _BINARY_OP_SUBTRACT_INT_WIDE_r23 739 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 740 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 741 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 742 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 743 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 744 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 745 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 746 -#define _BINARY_SLICE_r31 747 -#define _BUILD_INTERPOLATION_r01 748 -#define _BUILD_LIST_r01 749 -#define _BUILD_MAP_r01 750 -#define _BUILD_SET_r01 751 -#define _BUILD_SLICE_r01 752 -#define _BUILD_STRING_r01 753 -#define _BUILD_TEMPLATE_r21 754 -#define _BUILD_TUPLE_r01 755 -#define _CALL_BUILTIN_CLASS_r00 756 -#define _CALL_BUILTIN_FAST_r00 757 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 758 -#define _CALL_BUILTIN_O_r03 759 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 760 -#define _CALL_INTRINSIC_1_r12 761 -#define _CALL_INTRINSIC_2_r23 762 -#define _CALL_ISINSTANCE_r31 763 -#define _CALL_KW_NON_PY_r11 764 -#define _CALL_LEN_r33 765 -#define _CALL_LIST_APPEND_r03 766 -#define _CALL_LIST_APPEND_r13 767 -#define _CALL_LIST_APPEND_r23 768 -#define _CALL_LIST_APPEND_r33 769 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 770 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 771 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 772 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 773 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 774 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 775 -#define _CALL_METHOD_DESCRIPTOR_O_r03 776 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 777 -#define _CALL_NON_PY_GENERAL_r01 778 -#define _CALL_STR_1_r32 779 -#define _CALL_TUPLE_1_r32 780 -#define _CALL_TYPE_1_r02 781 -#define _CALL_TYPE_1_r12 782 -#define _CALL_TYPE_1_r22 783 -#define _CALL_TYPE_1_r32 784 -#define _CHECK_ATTR_CLASS_r01 785 -#define _CHECK_ATTR_CLASS_r11 786 -#define _CHECK_ATTR_CLASS_r22 787 -#define _CHECK_ATTR_CLASS_r33 788 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 789 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 790 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 791 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 792 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 793 -#define _CHECK_EG_MATCH_r22 794 -#define _CHECK_EXC_MATCH_r22 795 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 796 -#define _CHECK_FUNCTION_VERSION_r00 797 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 798 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 799 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 800 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 801 -#define _CHECK_FUNCTION_VERSION_KW_r11 802 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 803 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 804 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 805 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 806 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 807 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 808 -#define _CHECK_IS_PY_CALLABLE_EX_r03 809 -#define _CHECK_IS_PY_CALLABLE_EX_r13 810 -#define _CHECK_IS_PY_CALLABLE_EX_r23 811 -#define _CHECK_IS_PY_CALLABLE_EX_r33 812 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 813 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 814 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 815 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 816 -#define _CHECK_METHOD_VERSION_r00 817 -#define _CHECK_METHOD_VERSION_KW_r11 818 -#define _CHECK_OBJECT_r00 819 -#define _CHECK_PEP_523_r00 820 -#define _CHECK_PEP_523_r11 821 -#define _CHECK_PEP_523_r22 822 -#define _CHECK_PEP_523_r33 823 -#define _CHECK_PERIODIC_r00 824 -#define _CHECK_PERIODIC_AT_END_r00 825 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 826 -#define _CHECK_RECURSION_LIMIT_r00 827 -#define _CHECK_RECURSION_LIMIT_r11 828 -#define _CHECK_RECURSION_LIMIT_r22 829 -#define _CHECK_RECURSION_LIMIT_r33 830 -#define _CHECK_RECURSION_REMAINING_r00 831 -#define _CHECK_RECURSION_REMAINING_r11 832 -#define _CHECK_RECURSION_REMAINING_r22 833 -#define _CHECK_RECURSION_REMAINING_r33 834 -#define _CHECK_STACK_SPACE_r00 835 -#define _CHECK_STACK_SPACE_OPERAND_r00 836 -#define _CHECK_STACK_SPACE_OPERAND_r11 837 -#define _CHECK_STACK_SPACE_OPERAND_r22 838 -#define _CHECK_STACK_SPACE_OPERAND_r33 839 -#define _CHECK_VALIDITY_r00 840 -#define _CHECK_VALIDITY_r11 841 -#define _CHECK_VALIDITY_r22 842 -#define _CHECK_VALIDITY_r33 843 -#define _COLD_DYNAMIC_EXIT_r00 844 -#define _COLD_EXIT_r00 845 -#define _COMPARE_OP_r21 846 -#define _COMPARE_OP_FLOAT_r03 847 -#define _COMPARE_OP_FLOAT_r13 848 -#define _COMPARE_OP_FLOAT_r23 849 -#define _COMPARE_OP_INT_r23 850 -#define _COMPARE_OP_STR_r23 851 -#define _CONTAINS_OP_r23 852 -#define _CONTAINS_OP_DICT_r23 853 -#define _CONTAINS_OP_SET_r23 854 -#define _CONVERT_VALUE_r11 855 -#define _COPY_r01 856 -#define _COPY_1_r02 857 -#define _COPY_1_r12 858 -#define _COPY_1_r23 859 -#define _COPY_2_r03 860 -#define _COPY_2_r13 861 -#define _COPY_2_r23 862 -#define _COPY_3_r03 863 -#define _COPY_3_r13 864 -#define _COPY_3_r23 865 -#define _COPY_3_r33 866 -#define _COPY_FREE_VARS_r00 867 -#define _COPY_FREE_VARS_r11 868 -#define _COPY_FREE_VARS_r22 869 -#define _COPY_FREE_VARS_r33 870 -#define _CREATE_INIT_FRAME_r01 871 -#define _DELETE_ATTR_r10 872 -#define _DELETE_DEREF_r00 873 -#define _DELETE_FAST_r00 874 -#define _DELETE_GLOBAL_r00 875 -#define _DELETE_NAME_r00 876 -#define _DELETE_SUBSCR_r20 877 -#define _DEOPT_r00 878 -#define _DEOPT_r10 879 -#define _DEOPT_r20 880 -#define _DEOPT_r30 881 -#define _DICT_MERGE_r11 882 -#define _DICT_UPDATE_r11 883 -#define _DO_CALL_r01 884 -#define _DO_CALL_FUNCTION_EX_r31 885 -#define _DO_CALL_KW_r11 886 -#define _DYNAMIC_EXIT_r00 887 -#define _DYNAMIC_EXIT_r10 888 -#define _DYNAMIC_EXIT_r20 889 -#define _DYNAMIC_EXIT_r30 890 -#define _END_FOR_r10 891 -#define _END_SEND_r31 892 -#define _ERROR_POP_N_r00 893 -#define _EXIT_INIT_CHECK_r10 894 -#define _EXIT_TRACE_r00 895 -#define _EXIT_TRACE_r10 896 -#define _EXIT_TRACE_r20 897 -#define _EXIT_TRACE_r30 898 -#define _EXPAND_METHOD_r00 899 -#define _EXPAND_METHOD_KW_r11 900 -#define _FATAL_ERROR_r00 901 -#define _FATAL_ERROR_r11 902 -#define _FATAL_ERROR_r22 903 -#define _FATAL_ERROR_r33 904 -#define _FORMAT_SIMPLE_r11 905 -#define _FORMAT_WITH_SPEC_r21 906 -#define _FOR_ITER_r23 907 -#define _FOR_ITER_GEN_FRAME_r03 908 -#define _FOR_ITER_GEN_FRAME_r13 909 -#define _FOR_ITER_GEN_FRAME_r23 910 -#define _FOR_ITER_TIER_TWO_r23 911 -#define _FOR_ITER_VIRTUAL_r23 912 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 913 -#define _GET_AITER_r11 914 -#define _GET_ANEXT_r12 915 -#define _GET_AWAITABLE_r11 916 -#define _GET_ITER_r12 917 -#define _GET_ITER_TRAD_r12 918 -#define _GET_LEN_r12 919 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 920 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 921 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 922 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 923 -#define _GUARD_BINARY_OP_EXTEND_r22 924 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 925 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 926 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 927 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 928 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 929 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 930 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 931 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 932 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 933 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 934 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 935 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 936 -#define _GUARD_BIT_IS_SET_POP_r00 937 -#define _GUARD_BIT_IS_SET_POP_r10 938 -#define _GUARD_BIT_IS_SET_POP_r21 939 -#define _GUARD_BIT_IS_SET_POP_r32 940 -#define _GUARD_BIT_IS_SET_POP_4_r00 941 -#define _GUARD_BIT_IS_SET_POP_4_r10 942 -#define _GUARD_BIT_IS_SET_POP_4_r21 943 -#define _GUARD_BIT_IS_SET_POP_4_r32 944 -#define _GUARD_BIT_IS_SET_POP_5_r00 945 -#define _GUARD_BIT_IS_SET_POP_5_r10 946 -#define _GUARD_BIT_IS_SET_POP_5_r21 947 -#define _GUARD_BIT_IS_SET_POP_5_r32 948 -#define _GUARD_BIT_IS_SET_POP_6_r00 949 -#define _GUARD_BIT_IS_SET_POP_6_r10 950 -#define _GUARD_BIT_IS_SET_POP_6_r21 951 -#define _GUARD_BIT_IS_SET_POP_6_r32 952 -#define _GUARD_BIT_IS_SET_POP_7_r00 953 -#define _GUARD_BIT_IS_SET_POP_7_r10 954 -#define _GUARD_BIT_IS_SET_POP_7_r21 955 -#define _GUARD_BIT_IS_SET_POP_7_r32 956 -#define _GUARD_BIT_IS_UNSET_POP_r00 957 -#define _GUARD_BIT_IS_UNSET_POP_r10 958 -#define _GUARD_BIT_IS_UNSET_POP_r21 959 -#define _GUARD_BIT_IS_UNSET_POP_r32 960 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 961 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 962 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 963 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 964 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 965 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 966 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 967 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 968 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 969 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 970 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 971 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 972 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 973 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 974 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 975 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 976 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 977 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 978 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 979 -#define _GUARD_CALLABLE_BUILTIN_O_r00 980 -#define _GUARD_CALLABLE_ISINSTANCE_r03 981 -#define _GUARD_CALLABLE_ISINSTANCE_r13 982 -#define _GUARD_CALLABLE_ISINSTANCE_r23 983 -#define _GUARD_CALLABLE_ISINSTANCE_r33 984 -#define _GUARD_CALLABLE_LEN_r03 985 -#define _GUARD_CALLABLE_LEN_r13 986 -#define _GUARD_CALLABLE_LEN_r23 987 -#define _GUARD_CALLABLE_LEN_r33 988 -#define _GUARD_CALLABLE_LIST_APPEND_r03 989 -#define _GUARD_CALLABLE_LIST_APPEND_r13 990 -#define _GUARD_CALLABLE_LIST_APPEND_r23 991 -#define _GUARD_CALLABLE_LIST_APPEND_r33 992 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 993 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 994 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 995 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 996 -#define _GUARD_CALLABLE_STR_1_r03 997 -#define _GUARD_CALLABLE_STR_1_r13 998 -#define _GUARD_CALLABLE_STR_1_r23 999 -#define _GUARD_CALLABLE_STR_1_r33 1000 -#define _GUARD_CALLABLE_TUPLE_1_r03 1001 -#define _GUARD_CALLABLE_TUPLE_1_r13 1002 -#define _GUARD_CALLABLE_TUPLE_1_r23 1003 -#define _GUARD_CALLABLE_TUPLE_1_r33 1004 -#define _GUARD_CALLABLE_TYPE_1_r03 1005 -#define _GUARD_CALLABLE_TYPE_1_r13 1006 -#define _GUARD_CALLABLE_TYPE_1_r23 1007 -#define _GUARD_CALLABLE_TYPE_1_r33 1008 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1009 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1010 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1011 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1012 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1013 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1014 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1015 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1016 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1017 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1018 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1019 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1020 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1021 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1022 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1023 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1024 -#define _GUARD_DORV_NO_DICT_r01 1025 -#define _GUARD_DORV_NO_DICT_r11 1026 -#define _GUARD_DORV_NO_DICT_r22 1027 -#define _GUARD_DORV_NO_DICT_r33 1028 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1029 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1030 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1031 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1032 -#define _GUARD_GLOBALS_VERSION_r00 1033 -#define _GUARD_GLOBALS_VERSION_r11 1034 -#define _GUARD_GLOBALS_VERSION_r22 1035 -#define _GUARD_GLOBALS_VERSION_r33 1036 -#define _GUARD_IP_RETURN_GENERATOR_r00 1037 -#define _GUARD_IP_RETURN_GENERATOR_r11 1038 -#define _GUARD_IP_RETURN_GENERATOR_r22 1039 -#define _GUARD_IP_RETURN_GENERATOR_r33 1040 -#define _GUARD_IP_RETURN_VALUE_r00 1041 -#define _GUARD_IP_RETURN_VALUE_r11 1042 -#define _GUARD_IP_RETURN_VALUE_r22 1043 -#define _GUARD_IP_RETURN_VALUE_r33 1044 -#define _GUARD_IP_YIELD_VALUE_r00 1045 -#define _GUARD_IP_YIELD_VALUE_r11 1046 -#define _GUARD_IP_YIELD_VALUE_r22 1047 -#define _GUARD_IP_YIELD_VALUE_r33 1048 -#define _GUARD_IP__PUSH_FRAME_r00 1049 -#define _GUARD_IP__PUSH_FRAME_r11 1050 -#define _GUARD_IP__PUSH_FRAME_r22 1051 -#define _GUARD_IP__PUSH_FRAME_r33 1052 -#define _GUARD_IS_FALSE_POP_r00 1053 -#define _GUARD_IS_FALSE_POP_r10 1054 -#define _GUARD_IS_FALSE_POP_r21 1055 -#define _GUARD_IS_FALSE_POP_r32 1056 -#define _GUARD_IS_NONE_POP_r00 1057 -#define _GUARD_IS_NONE_POP_r10 1058 -#define _GUARD_IS_NONE_POP_r21 1059 -#define _GUARD_IS_NONE_POP_r32 1060 -#define _GUARD_IS_NOT_NONE_POP_r10 1061 -#define _GUARD_IS_TRUE_POP_r00 1062 -#define _GUARD_IS_TRUE_POP_r10 1063 -#define _GUARD_IS_TRUE_POP_r21 1064 -#define _GUARD_IS_TRUE_POP_r32 1065 -#define _GUARD_ITERATOR_r01 1066 -#define _GUARD_ITERATOR_r11 1067 -#define _GUARD_ITERATOR_r22 1068 -#define _GUARD_ITERATOR_r33 1069 -#define _GUARD_ITER_VIRTUAL_r01 1070 -#define _GUARD_ITER_VIRTUAL_r11 1071 -#define _GUARD_ITER_VIRTUAL_r22 1072 -#define _GUARD_ITER_VIRTUAL_r33 1073 -#define _GUARD_KEYS_VERSION_r01 1074 -#define _GUARD_KEYS_VERSION_r11 1075 -#define _GUARD_KEYS_VERSION_r22 1076 -#define _GUARD_KEYS_VERSION_r33 1077 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1078 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1079 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1080 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1081 -#define _GUARD_NOS_COMPACT_r02 1082 -#define _GUARD_NOS_COMPACT_r12 1083 -#define _GUARD_NOS_COMPACT_r22 1084 -#define _GUARD_NOS_COMPACT_r33 1085 -#define _GUARD_NOS_COMPACT_ASCII_r02 1086 -#define _GUARD_NOS_COMPACT_ASCII_r12 1087 -#define _GUARD_NOS_COMPACT_ASCII_r22 1088 -#define _GUARD_NOS_COMPACT_ASCII_r33 1089 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1090 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1091 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1092 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1093 -#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1094 -#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1095 -#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1096 -#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1097 -#define _GUARD_NOS_FLOAT_r02 1098 -#define _GUARD_NOS_FLOAT_r12 1099 -#define _GUARD_NOS_FLOAT_r22 1100 -#define _GUARD_NOS_FLOAT_r33 1101 -#define _GUARD_NOS_INT_r02 1102 -#define _GUARD_NOS_INT_r12 1103 -#define _GUARD_NOS_INT_r22 1104 -#define _GUARD_NOS_INT_r33 1105 -#define _GUARD_NOS_INT_WIDE_r02 1106 -#define _GUARD_NOS_INT_WIDE_r12 1107 -#define _GUARD_NOS_INT_WIDE_r22 1108 -#define _GUARD_NOS_INT_WIDE_r33 1109 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1110 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1111 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1112 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1113 -#define _GUARD_NOS_LIST_r02 1114 -#define _GUARD_NOS_LIST_r12 1115 -#define _GUARD_NOS_LIST_r22 1116 -#define _GUARD_NOS_LIST_r33 1117 -#define _GUARD_NOS_NOT_NULL_r02 1118 -#define _GUARD_NOS_NOT_NULL_r12 1119 -#define _GUARD_NOS_NOT_NULL_r22 1120 -#define _GUARD_NOS_NOT_NULL_r33 1121 -#define _GUARD_NOS_NULL_r02 1122 -#define _GUARD_NOS_NULL_r12 1123 -#define _GUARD_NOS_NULL_r22 1124 -#define _GUARD_NOS_NULL_r33 1125 -#define _GUARD_NOS_OVERFLOWED_r02 1126 -#define _GUARD_NOS_OVERFLOWED_r12 1127 -#define _GUARD_NOS_OVERFLOWED_r22 1128 -#define _GUARD_NOS_OVERFLOWED_r33 1129 -#define _GUARD_NOS_TUPLE_r02 1130 -#define _GUARD_NOS_TUPLE_r12 1131 -#define _GUARD_NOS_TUPLE_r22 1132 -#define _GUARD_NOS_TUPLE_r33 1133 -#define _GUARD_NOS_TYPE_VERSION_r02 1134 -#define _GUARD_NOS_TYPE_VERSION_r12 1135 -#define _GUARD_NOS_TYPE_VERSION_r22 1136 -#define _GUARD_NOS_TYPE_VERSION_r33 1137 -#define _GUARD_NOS_UNICODE_r02 1138 -#define _GUARD_NOS_UNICODE_r12 1139 -#define _GUARD_NOS_UNICODE_r22 1140 -#define _GUARD_NOS_UNICODE_r33 1141 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1142 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1143 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1144 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1145 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1146 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1147 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1148 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1149 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1150 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1151 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1152 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1153 -#define _GUARD_THIRD_NULL_r03 1154 -#define _GUARD_THIRD_NULL_r13 1155 -#define _GUARD_THIRD_NULL_r23 1156 -#define _GUARD_THIRD_NULL_r33 1157 -#define _GUARD_TOS_ANY_DICT_r01 1158 -#define _GUARD_TOS_ANY_DICT_r11 1159 -#define _GUARD_TOS_ANY_DICT_r22 1160 -#define _GUARD_TOS_ANY_DICT_r33 1161 -#define _GUARD_TOS_ANY_SET_r01 1162 -#define _GUARD_TOS_ANY_SET_r11 1163 -#define _GUARD_TOS_ANY_SET_r22 1164 -#define _GUARD_TOS_ANY_SET_r33 1165 -#define _GUARD_TOS_COMPACT_r01 1166 -#define _GUARD_TOS_COMPACT_r11 1167 -#define _GUARD_TOS_COMPACT_r22 1168 -#define _GUARD_TOS_COMPACT_r33 1169 -#define _GUARD_TOS_DICT_r01 1170 -#define _GUARD_TOS_DICT_r11 1171 -#define _GUARD_TOS_DICT_r22 1172 -#define _GUARD_TOS_DICT_r33 1173 -#define _GUARD_TOS_FLOAT_r01 1174 -#define _GUARD_TOS_FLOAT_r11 1175 -#define _GUARD_TOS_FLOAT_r22 1176 -#define _GUARD_TOS_FLOAT_r33 1177 -#define _GUARD_TOS_FROZENDICT_r01 1178 -#define _GUARD_TOS_FROZENDICT_r11 1179 -#define _GUARD_TOS_FROZENDICT_r22 1180 -#define _GUARD_TOS_FROZENDICT_r33 1181 -#define _GUARD_TOS_FROZENSET_r01 1182 -#define _GUARD_TOS_FROZENSET_r11 1183 -#define _GUARD_TOS_FROZENSET_r22 1184 -#define _GUARD_TOS_FROZENSET_r33 1185 -#define _GUARD_TOS_INT_r01 1186 -#define _GUARD_TOS_INT_r11 1187 -#define _GUARD_TOS_INT_r22 1188 -#define _GUARD_TOS_INT_r33 1189 -#define _GUARD_TOS_INT_WIDE_r01 1190 -#define _GUARD_TOS_INT_WIDE_r11 1191 -#define _GUARD_TOS_INT_WIDE_r22 1192 -#define _GUARD_TOS_INT_WIDE_r33 1193 -#define _GUARD_TOS_IS_NONE_r01 1194 -#define _GUARD_TOS_IS_NONE_r11 1195 -#define _GUARD_TOS_IS_NONE_r22 1196 -#define _GUARD_TOS_IS_NONE_r33 1197 -#define _GUARD_TOS_LIST_r01 1198 -#define _GUARD_TOS_LIST_r11 1199 -#define _GUARD_TOS_LIST_r22 1200 -#define _GUARD_TOS_LIST_r33 1201 -#define _GUARD_TOS_NOT_NULL_r01 1202 -#define _GUARD_TOS_NOT_NULL_r11 1203 -#define _GUARD_TOS_NOT_NULL_r22 1204 -#define _GUARD_TOS_NOT_NULL_r33 1205 -#define _GUARD_TOS_OVERFLOWED_r01 1206 -#define _GUARD_TOS_OVERFLOWED_r11 1207 -#define _GUARD_TOS_OVERFLOWED_r22 1208 -#define _GUARD_TOS_OVERFLOWED_r33 1209 -#define _GUARD_TOS_SET_r01 1210 -#define _GUARD_TOS_SET_r11 1211 -#define _GUARD_TOS_SET_r22 1212 -#define _GUARD_TOS_SET_r33 1213 -#define _GUARD_TOS_SLICE_r01 1214 -#define _GUARD_TOS_SLICE_r11 1215 -#define _GUARD_TOS_SLICE_r22 1216 -#define _GUARD_TOS_SLICE_r33 1217 -#define _GUARD_TOS_TUPLE_r01 1218 -#define _GUARD_TOS_TUPLE_r11 1219 -#define _GUARD_TOS_TUPLE_r22 1220 -#define _GUARD_TOS_TUPLE_r33 1221 -#define _GUARD_TOS_UNICODE_r01 1222 -#define _GUARD_TOS_UNICODE_r11 1223 -#define _GUARD_TOS_UNICODE_r22 1224 -#define _GUARD_TOS_UNICODE_r33 1225 -#define _GUARD_TYPE_r01 1226 -#define _GUARD_TYPE_r11 1227 -#define _GUARD_TYPE_r22 1228 -#define _GUARD_TYPE_r33 1229 -#define _GUARD_TYPE_ITER_r02 1230 -#define _GUARD_TYPE_ITER_r12 1231 -#define _GUARD_TYPE_ITER_r22 1232 -#define _GUARD_TYPE_ITER_r33 1233 -#define _GUARD_TYPE_VERSION_r01 1234 -#define _GUARD_TYPE_VERSION_r11 1235 -#define _GUARD_TYPE_VERSION_r22 1236 -#define _GUARD_TYPE_VERSION_r33 1237 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1238 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1239 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1240 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1241 -#define _HANDLE_PENDING_AND_DEOPT_r00 1242 -#define _HANDLE_PENDING_AND_DEOPT_r10 1243 -#define _HANDLE_PENDING_AND_DEOPT_r20 1244 -#define _HANDLE_PENDING_AND_DEOPT_r30 1245 -#define _IMPORT_FROM_r12 1246 -#define _IMPORT_NAME_r21 1247 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1248 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1249 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1250 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1251 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1252 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1253 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1254 -#define _INSERT_NULL_r10 1255 -#define _INSTRUMENTED_FOR_ITER_r23 1256 -#define _INSTRUMENTED_INSTRUCTION_r00 1257 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1258 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1259 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1260 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1261 -#define _INSTRUMENTED_LINE_r00 1262 -#define _INSTRUMENTED_NOT_TAKEN_r00 1263 -#define _INSTRUMENTED_NOT_TAKEN_r11 1264 -#define _INSTRUMENTED_NOT_TAKEN_r22 1265 -#define _INSTRUMENTED_NOT_TAKEN_r33 1266 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1267 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1268 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1269 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1270 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1271 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1272 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1273 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1274 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1275 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1276 -#define _IS_NONE_r11 1277 -#define _IS_OP_r03 1278 -#define _IS_OP_r13 1279 -#define _IS_OP_r23 1280 -#define _ITER_CHECK_LIST_r02 1281 -#define _ITER_CHECK_LIST_r12 1282 -#define _ITER_CHECK_LIST_r22 1283 -#define _ITER_CHECK_LIST_r33 1284 -#define _ITER_CHECK_RANGE_r02 1285 -#define _ITER_CHECK_RANGE_r12 1286 -#define _ITER_CHECK_RANGE_r22 1287 -#define _ITER_CHECK_RANGE_r33 1288 -#define _ITER_CHECK_TUPLE_r02 1289 -#define _ITER_CHECK_TUPLE_r12 1290 -#define _ITER_CHECK_TUPLE_r22 1291 -#define _ITER_CHECK_TUPLE_r33 1292 -#define _ITER_JUMP_LIST_r02 1293 -#define _ITER_JUMP_LIST_r12 1294 -#define _ITER_JUMP_LIST_r22 1295 -#define _ITER_JUMP_LIST_r33 1296 -#define _ITER_JUMP_RANGE_r02 1297 -#define _ITER_JUMP_RANGE_r12 1298 -#define _ITER_JUMP_RANGE_r22 1299 -#define _ITER_JUMP_RANGE_r33 1300 -#define _ITER_JUMP_TUPLE_r02 1301 -#define _ITER_JUMP_TUPLE_r12 1302 -#define _ITER_JUMP_TUPLE_r22 1303 -#define _ITER_JUMP_TUPLE_r33 1304 -#define _ITER_NEXT_INLINE_r23 1305 -#define _ITER_NEXT_LIST_r23 1306 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1307 -#define _ITER_NEXT_RANGE_r03 1308 -#define _ITER_NEXT_RANGE_r13 1309 -#define _ITER_NEXT_RANGE_r23 1310 -#define _ITER_NEXT_TUPLE_r03 1311 -#define _ITER_NEXT_TUPLE_r13 1312 -#define _ITER_NEXT_TUPLE_r23 1313 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1314 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1315 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1316 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1317 -#define _JUMP_TO_TOP_r00 1318 -#define _LIST_APPEND_r10 1319 -#define _LIST_EXTEND_r11 1320 -#define _LOAD_ATTR_r10 1321 -#define _LOAD_ATTR_CLASS_r11 1322 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1323 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1324 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1325 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1326 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1327 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1328 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1329 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1330 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1331 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1332 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1333 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1334 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1335 -#define _LOAD_ATTR_MODULE_r12 1336 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1337 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1338 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1339 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1340 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1341 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1342 -#define _LOAD_ATTR_SLOT_r02 1343 -#define _LOAD_ATTR_SLOT_r12 1344 -#define _LOAD_ATTR_SLOT_r23 1345 -#define _LOAD_ATTR_WITH_HINT_r12 1346 -#define _LOAD_BUILD_CLASS_r01 1347 -#define _LOAD_BYTECODE_r00 1348 -#define _LOAD_COMMON_CONSTANT_r01 1349 -#define _LOAD_COMMON_CONSTANT_r12 1350 -#define _LOAD_COMMON_CONSTANT_r23 1351 -#define _LOAD_CONST_r01 1352 -#define _LOAD_CONST_r12 1353 -#define _LOAD_CONST_r23 1354 -#define _LOAD_CONST_INLINE_r01 1355 -#define _LOAD_CONST_INLINE_r12 1356 -#define _LOAD_CONST_INLINE_r23 1357 -#define _LOAD_CONST_INLINE_BORROW_r01 1358 -#define _LOAD_CONST_INLINE_BORROW_r12 1359 -#define _LOAD_CONST_INLINE_BORROW_r23 1360 -#define _LOAD_DEREF_r01 1361 -#define _LOAD_FAST_r01 1362 -#define _LOAD_FAST_r12 1363 -#define _LOAD_FAST_r23 1364 -#define _LOAD_FAST_0_r01 1365 -#define _LOAD_FAST_0_r12 1366 -#define _LOAD_FAST_0_r23 1367 -#define _LOAD_FAST_1_r01 1368 -#define _LOAD_FAST_1_r12 1369 -#define _LOAD_FAST_1_r23 1370 -#define _LOAD_FAST_2_r01 1371 -#define _LOAD_FAST_2_r12 1372 -#define _LOAD_FAST_2_r23 1373 -#define _LOAD_FAST_3_r01 1374 -#define _LOAD_FAST_3_r12 1375 -#define _LOAD_FAST_3_r23 1376 -#define _LOAD_FAST_4_r01 1377 -#define _LOAD_FAST_4_r12 1378 -#define _LOAD_FAST_4_r23 1379 -#define _LOAD_FAST_5_r01 1380 -#define _LOAD_FAST_5_r12 1381 -#define _LOAD_FAST_5_r23 1382 -#define _LOAD_FAST_6_r01 1383 -#define _LOAD_FAST_6_r12 1384 -#define _LOAD_FAST_6_r23 1385 -#define _LOAD_FAST_7_r01 1386 -#define _LOAD_FAST_7_r12 1387 -#define _LOAD_FAST_7_r23 1388 -#define _LOAD_FAST_AND_CLEAR_r01 1389 -#define _LOAD_FAST_AND_CLEAR_r12 1390 -#define _LOAD_FAST_AND_CLEAR_r23 1391 -#define _LOAD_FAST_BORROW_r01 1392 -#define _LOAD_FAST_BORROW_r12 1393 -#define _LOAD_FAST_BORROW_r23 1394 -#define _LOAD_FAST_BORROW_0_r01 1395 -#define _LOAD_FAST_BORROW_0_r12 1396 -#define _LOAD_FAST_BORROW_0_r23 1397 -#define _LOAD_FAST_BORROW_1_r01 1398 -#define _LOAD_FAST_BORROW_1_r12 1399 -#define _LOAD_FAST_BORROW_1_r23 1400 -#define _LOAD_FAST_BORROW_2_r01 1401 -#define _LOAD_FAST_BORROW_2_r12 1402 -#define _LOAD_FAST_BORROW_2_r23 1403 -#define _LOAD_FAST_BORROW_3_r01 1404 -#define _LOAD_FAST_BORROW_3_r12 1405 -#define _LOAD_FAST_BORROW_3_r23 1406 -#define _LOAD_FAST_BORROW_4_r01 1407 -#define _LOAD_FAST_BORROW_4_r12 1408 -#define _LOAD_FAST_BORROW_4_r23 1409 -#define _LOAD_FAST_BORROW_5_r01 1410 -#define _LOAD_FAST_BORROW_5_r12 1411 -#define _LOAD_FAST_BORROW_5_r23 1412 -#define _LOAD_FAST_BORROW_6_r01 1413 -#define _LOAD_FAST_BORROW_6_r12 1414 -#define _LOAD_FAST_BORROW_6_r23 1415 -#define _LOAD_FAST_BORROW_7_r01 1416 -#define _LOAD_FAST_BORROW_7_r12 1417 -#define _LOAD_FAST_BORROW_7_r23 1418 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1419 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1420 -#define _LOAD_FAST_CHECK_r01 1421 -#define _LOAD_FAST_CHECK_r12 1422 -#define _LOAD_FAST_CHECK_r23 1423 -#define _LOAD_FAST_LOAD_FAST_r02 1424 -#define _LOAD_FAST_LOAD_FAST_r13 1425 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1426 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1427 -#define _LOAD_GLOBAL_r00 1428 -#define _LOAD_GLOBAL_BUILTINS_r01 1429 -#define _LOAD_GLOBAL_MODULE_r01 1430 -#define _LOAD_LOCALS_r01 1431 -#define _LOAD_LOCALS_r12 1432 -#define _LOAD_LOCALS_r23 1433 -#define _LOAD_NAME_r01 1434 -#define _LOAD_SMALL_INT_r01 1435 -#define _LOAD_SMALL_INT_r12 1436 -#define _LOAD_SMALL_INT_r23 1437 -#define _LOAD_SMALL_INT_0_r01 1438 -#define _LOAD_SMALL_INT_0_r12 1439 -#define _LOAD_SMALL_INT_0_r23 1440 -#define _LOAD_SMALL_INT_1_r01 1441 -#define _LOAD_SMALL_INT_1_r12 1442 -#define _LOAD_SMALL_INT_1_r23 1443 -#define _LOAD_SMALL_INT_2_r01 1444 -#define _LOAD_SMALL_INT_2_r12 1445 -#define _LOAD_SMALL_INT_2_r23 1446 -#define _LOAD_SMALL_INT_3_r01 1447 -#define _LOAD_SMALL_INT_3_r12 1448 -#define _LOAD_SMALL_INT_3_r23 1449 -#define _LOAD_SPECIAL_r00 1450 -#define _LOAD_SUPER_ATTR_ATTR_r31 1451 -#define _LOAD_SUPER_ATTR_METHOD_r32 1452 -#define _LOCK_OBJECT_r01 1453 -#define _LOCK_OBJECT_r11 1454 -#define _LOCK_OBJECT_r22 1455 -#define _LOCK_OBJECT_r33 1456 -#define _MAKE_CALLARGS_A_TUPLE_r33 1457 -#define _MAKE_CELL_r00 1458 -#define _MAKE_FUNCTION_r12 1459 -#define _MAKE_HEAP_SAFE_r01 1460 -#define _MAKE_HEAP_SAFE_r11 1461 -#define _MAKE_HEAP_SAFE_r22 1462 -#define _MAKE_HEAP_SAFE_r33 1463 -#define _MAKE_WARM_r00 1464 -#define _MAKE_WARM_r11 1465 -#define _MAKE_WARM_r22 1466 -#define _MAKE_WARM_r33 1467 -#define _MAP_ADD_r20 1468 -#define _MATCH_CLASS_r33 1469 -#define _MATCH_KEYS_r23 1470 -#define _MATCH_MAPPING_r02 1471 -#define _MATCH_MAPPING_r12 1472 -#define _MATCH_MAPPING_r23 1473 -#define _MATCH_SEQUENCE_r02 1474 -#define _MATCH_SEQUENCE_r12 1475 -#define _MATCH_SEQUENCE_r23 1476 -#define _MAYBE_EXPAND_METHOD_r00 1477 -#define _MAYBE_EXPAND_METHOD_KW_r11 1478 -#define _MONITOR_CALL_r00 1479 -#define _MONITOR_CALL_KW_r11 1480 -#define _MONITOR_JUMP_BACKWARD_r00 1481 -#define _MONITOR_JUMP_BACKWARD_r11 1482 -#define _MONITOR_JUMP_BACKWARD_r22 1483 -#define _MONITOR_JUMP_BACKWARD_r33 1484 -#define _MONITOR_RESUME_r00 1485 -#define _NOP_r00 1486 -#define _NOP_r11 1487 -#define _NOP_r22 1488 -#define _NOP_r33 1489 -#define _POP_EXCEPT_r10 1490 -#define _POP_ITER_r20 1491 -#define _POP_JUMP_IF_FALSE_r00 1492 -#define _POP_JUMP_IF_FALSE_r10 1493 -#define _POP_JUMP_IF_FALSE_r21 1494 -#define _POP_JUMP_IF_FALSE_r32 1495 -#define _POP_JUMP_IF_TRUE_r00 1496 -#define _POP_JUMP_IF_TRUE_r10 1497 -#define _POP_JUMP_IF_TRUE_r21 1498 -#define _POP_JUMP_IF_TRUE_r32 1499 -#define _POP_TOP_r10 1500 -#define _POP_TOP_FLOAT_r00 1501 -#define _POP_TOP_FLOAT_r10 1502 -#define _POP_TOP_FLOAT_r21 1503 -#define _POP_TOP_FLOAT_r32 1504 -#define _POP_TOP_INT_r00 1505 -#define _POP_TOP_INT_r10 1506 -#define _POP_TOP_INT_r21 1507 -#define _POP_TOP_INT_r32 1508 -#define _POP_TOP_NOP_r00 1509 -#define _POP_TOP_NOP_r10 1510 -#define _POP_TOP_NOP_r21 1511 -#define _POP_TOP_NOP_r32 1512 -#define _POP_TOP_OPARG_r00 1513 -#define _POP_TOP_UNICODE_r00 1514 -#define _POP_TOP_UNICODE_r10 1515 -#define _POP_TOP_UNICODE_r21 1516 -#define _POP_TOP_UNICODE_r32 1517 -#define _PUSH_EXC_INFO_r02 1518 -#define _PUSH_EXC_INFO_r12 1519 -#define _PUSH_EXC_INFO_r23 1520 -#define _PUSH_FRAME_r10 1521 -#define _PUSH_NULL_r01 1522 -#define _PUSH_NULL_r12 1523 -#define _PUSH_NULL_r23 1524 -#define _PUSH_NULL_CONDITIONAL_r00 1525 -#define _PUSH_TAGGED_ZERO_r01 1526 -#define _PUSH_TAGGED_ZERO_r12 1527 -#define _PUSH_TAGGED_ZERO_r23 1528 -#define _PY_FRAME_EX_r31 1529 -#define _PY_FRAME_GENERAL_r01 1530 -#define _PY_FRAME_KW_r11 1531 -#define _REPLACE_WITH_TRUE_r02 1532 -#define _REPLACE_WITH_TRUE_r12 1533 -#define _REPLACE_WITH_TRUE_r23 1534 -#define _RESUME_CHECK_r00 1535 -#define _RESUME_CHECK_r11 1536 -#define _RESUME_CHECK_r22 1537 -#define _RESUME_CHECK_r33 1538 -#define _RETURN_GENERATOR_r01 1539 -#define _RETURN_VALUE_r11 1540 -#define _RROT_3_r03 1541 -#define _RROT_3_r13 1542 -#define _RROT_3_r23 1543 -#define _RROT_3_r33 1544 -#define _SAVE_RETURN_OFFSET_r00 1545 -#define _SAVE_RETURN_OFFSET_r11 1546 -#define _SAVE_RETURN_OFFSET_r22 1547 -#define _SAVE_RETURN_OFFSET_r33 1548 -#define _SEND_ASYNC_GEN_r33 1549 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1550 -#define _SEND_GEN_FRAME_r33 1551 -#define _SEND_VIRTUAL_r33 1552 -#define _SEND_VIRTUAL_TIER_TWO_r03 1553 -#define _SEND_VIRTUAL_TIER_TWO_r13 1554 -#define _SEND_VIRTUAL_TIER_TWO_r23 1555 -#define _SEND_VIRTUAL_TIER_TWO_r33 1556 -#define _SETUP_ANNOTATIONS_r00 1557 -#define _SET_ADD_r10 1558 -#define _SET_FUNCTION_ATTRIBUTE_r01 1559 -#define _SET_FUNCTION_ATTRIBUTE_r11 1560 -#define _SET_FUNCTION_ATTRIBUTE_r21 1561 -#define _SET_FUNCTION_ATTRIBUTE_r32 1562 -#define _SET_IP_r00 1563 -#define _SET_IP_r11 1564 -#define _SET_IP_r22 1565 -#define _SET_IP_r33 1566 -#define _SET_UPDATE_r11 1567 -#define _SPILL_OR_RELOAD_r01 1568 -#define _SPILL_OR_RELOAD_r02 1569 -#define _SPILL_OR_RELOAD_r03 1570 -#define _SPILL_OR_RELOAD_r10 1571 -#define _SPILL_OR_RELOAD_r12 1572 -#define _SPILL_OR_RELOAD_r13 1573 -#define _SPILL_OR_RELOAD_r20 1574 -#define _SPILL_OR_RELOAD_r21 1575 -#define _SPILL_OR_RELOAD_r23 1576 -#define _SPILL_OR_RELOAD_r30 1577 -#define _SPILL_OR_RELOAD_r31 1578 -#define _SPILL_OR_RELOAD_r32 1579 -#define _START_EXECUTOR_r00 1580 -#define _STORE_ATTR_r20 1581 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1582 -#define _STORE_ATTR_SLOT_r21 1583 -#define _STORE_ATTR_WITH_HINT_r21 1584 -#define _STORE_DEREF_r10 1585 -#define _STORE_FAST_LOAD_FAST_r11 1586 -#define _STORE_FAST_STORE_FAST_r20 1587 -#define _STORE_GLOBAL_r10 1588 -#define _STORE_NAME_r10 1589 -#define _STORE_SLICE_r30 1590 -#define _STORE_SUBSCR_r30 1591 -#define _STORE_SUBSCR_DICT_r31 1592 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1593 -#define _STORE_SUBSCR_LIST_INT_r32 1594 -#define _SWAP_r11 1595 -#define _SWAP_2_r02 1596 -#define _SWAP_2_r12 1597 -#define _SWAP_2_r22 1598 -#define _SWAP_2_r33 1599 -#define _SWAP_3_r03 1600 -#define _SWAP_3_r13 1601 -#define _SWAP_3_r23 1602 -#define _SWAP_3_r33 1603 -#define _SWAP_FAST_r01 1604 -#define _SWAP_FAST_r11 1605 -#define _SWAP_FAST_r22 1606 -#define _SWAP_FAST_r33 1607 -#define _SWAP_FAST_0_r01 1608 -#define _SWAP_FAST_0_r11 1609 -#define _SWAP_FAST_0_r22 1610 -#define _SWAP_FAST_0_r33 1611 -#define _SWAP_FAST_1_r01 1612 -#define _SWAP_FAST_1_r11 1613 -#define _SWAP_FAST_1_r22 1614 -#define _SWAP_FAST_1_r33 1615 -#define _SWAP_FAST_2_r01 1616 -#define _SWAP_FAST_2_r11 1617 -#define _SWAP_FAST_2_r22 1618 -#define _SWAP_FAST_2_r33 1619 -#define _SWAP_FAST_3_r01 1620 -#define _SWAP_FAST_3_r11 1621 -#define _SWAP_FAST_3_r22 1622 -#define _SWAP_FAST_3_r33 1623 -#define _SWAP_FAST_4_r01 1624 -#define _SWAP_FAST_4_r11 1625 -#define _SWAP_FAST_4_r22 1626 -#define _SWAP_FAST_4_r33 1627 -#define _SWAP_FAST_5_r01 1628 -#define _SWAP_FAST_5_r11 1629 -#define _SWAP_FAST_5_r22 1630 -#define _SWAP_FAST_5_r33 1631 -#define _SWAP_FAST_6_r01 1632 -#define _SWAP_FAST_6_r11 1633 -#define _SWAP_FAST_6_r22 1634 -#define _SWAP_FAST_6_r33 1635 -#define _SWAP_FAST_7_r01 1636 -#define _SWAP_FAST_7_r11 1637 -#define _SWAP_FAST_7_r22 1638 -#define _SWAP_FAST_7_r33 1639 -#define _TIER2_RESUME_CHECK_r00 1640 -#define _TIER2_RESUME_CHECK_r11 1641 -#define _TIER2_RESUME_CHECK_r22 1642 -#define _TIER2_RESUME_CHECK_r33 1643 -#define _TO_BOOL_r11 1644 -#define _TO_BOOL_BOOL_r01 1645 -#define _TO_BOOL_BOOL_r11 1646 -#define _TO_BOOL_BOOL_r22 1647 -#define _TO_BOOL_BOOL_r33 1648 -#define _TO_BOOL_INT_r02 1649 -#define _TO_BOOL_INT_r12 1650 -#define _TO_BOOL_INT_r23 1651 -#define _TO_BOOL_LIST_r02 1652 -#define _TO_BOOL_LIST_r12 1653 -#define _TO_BOOL_LIST_r23 1654 -#define _TO_BOOL_NONE_r01 1655 -#define _TO_BOOL_NONE_r11 1656 -#define _TO_BOOL_NONE_r22 1657 -#define _TO_BOOL_NONE_r33 1658 -#define _TO_BOOL_STR_r02 1659 -#define _TO_BOOL_STR_r12 1660 -#define _TO_BOOL_STR_r23 1661 -#define _TRACE_RECORD_r00 1662 -#define _UNARY_INVERT_r12 1663 -#define _UNARY_NEGATIVE_r12 1664 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1665 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1666 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1667 -#define _UNARY_NOT_r01 1668 -#define _UNARY_NOT_r11 1669 -#define _UNARY_NOT_r22 1670 -#define _UNARY_NOT_r33 1671 -#define _UNPACK_EX_r10 1672 -#define _UNPACK_SEQUENCE_r10 1673 -#define _UNPACK_SEQUENCE_LIST_r10 1674 -#define _UNPACK_SEQUENCE_TUPLE_r10 1675 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1676 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1677 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1678 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1679 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1680 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1681 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1682 -#define _WITH_EXCEPT_START_r33 1683 -#define _YIELD_VALUE_r11 1684 -#define MAX_UOP_REGS_ID 1684 +#define _YIELD_VALUE 652 +#define MAX_UOP_ID 652 +#define _ALLOCATE_OBJECT_r00 653 +#define _BINARY_OP_r23 654 +#define _BINARY_OP_ADD_FLOAT_r03 655 +#define _BINARY_OP_ADD_FLOAT_r13 656 +#define _BINARY_OP_ADD_FLOAT_r23 657 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 658 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 659 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 660 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 661 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 662 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 663 +#define _BINARY_OP_ADD_INT_r03 664 +#define _BINARY_OP_ADD_INT_r13 665 +#define _BINARY_OP_ADD_INT_r23 666 +#define _BINARY_OP_ADD_INT_INPLACE_r03 667 +#define _BINARY_OP_ADD_INT_INPLACE_r13 668 +#define _BINARY_OP_ADD_INT_INPLACE_r23 669 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 670 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 671 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 672 +#define _BINARY_OP_ADD_UNICODE_r03 673 +#define _BINARY_OP_ADD_UNICODE_r13 674 +#define _BINARY_OP_ADD_UNICODE_r23 675 +#define _BINARY_OP_EXTEND_r23 676 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 677 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 678 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 679 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 680 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 681 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 682 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 683 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 684 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 685 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 686 +#define _BINARY_OP_MULTIPLY_INT_r03 687 +#define _BINARY_OP_MULTIPLY_INT_r13 688 +#define _BINARY_OP_MULTIPLY_INT_r23 689 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 690 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 691 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 692 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 693 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 694 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 695 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 696 +#define _BINARY_OP_SUBSCR_DICT_r23 697 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 698 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 699 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 700 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 701 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 702 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 703 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 704 +#define _BINARY_OP_SUBSCR_STR_INT_r23 705 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 706 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 707 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 708 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 709 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 710 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 711 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 712 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 713 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 714 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 715 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 716 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 717 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 718 +#define _BINARY_OP_SUBTRACT_INT_r03 719 +#define _BINARY_OP_SUBTRACT_INT_r13 720 +#define _BINARY_OP_SUBTRACT_INT_r23 721 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 722 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 723 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 724 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 725 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 726 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 727 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 728 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 729 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 730 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 731 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 732 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 733 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 734 +#define _BINARY_SLICE_r31 735 +#define _BUILD_INTERPOLATION_r01 736 +#define _BUILD_LIST_r01 737 +#define _BUILD_MAP_r01 738 +#define _BUILD_SET_r01 739 +#define _BUILD_SLICE_r01 740 +#define _BUILD_STRING_r01 741 +#define _BUILD_TEMPLATE_r21 742 +#define _BUILD_TUPLE_r01 743 +#define _CALL_BUILTIN_CLASS_r00 744 +#define _CALL_BUILTIN_FAST_r00 745 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 746 +#define _CALL_BUILTIN_O_r03 747 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 748 +#define _CALL_INTRINSIC_1_r12 749 +#define _CALL_INTRINSIC_2_r23 750 +#define _CALL_ISINSTANCE_r31 751 +#define _CALL_KW_NON_PY_r11 752 +#define _CALL_LEN_r33 753 +#define _CALL_LIST_APPEND_r03 754 +#define _CALL_LIST_APPEND_r13 755 +#define _CALL_LIST_APPEND_r23 756 +#define _CALL_LIST_APPEND_r33 757 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 758 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 759 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 760 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 761 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 762 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 763 +#define _CALL_METHOD_DESCRIPTOR_O_r03 764 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 765 +#define _CALL_NON_PY_GENERAL_r01 766 +#define _CALL_STR_1_r32 767 +#define _CALL_TUPLE_1_r32 768 +#define _CALL_TYPE_1_r02 769 +#define _CALL_TYPE_1_r12 770 +#define _CALL_TYPE_1_r22 771 +#define _CALL_TYPE_1_r32 772 +#define _CHECK_ATTR_CLASS_r01 773 +#define _CHECK_ATTR_CLASS_r11 774 +#define _CHECK_ATTR_CLASS_r22 775 +#define _CHECK_ATTR_CLASS_r33 776 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 777 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 778 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 779 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 780 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 781 +#define _CHECK_EG_MATCH_r22 782 +#define _CHECK_EXC_MATCH_r22 783 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 784 +#define _CHECK_FUNCTION_VERSION_r00 785 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 786 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 787 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 788 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 789 +#define _CHECK_FUNCTION_VERSION_KW_r11 790 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 791 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 792 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 793 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 794 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 795 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 796 +#define _CHECK_IS_PY_CALLABLE_EX_r03 797 +#define _CHECK_IS_PY_CALLABLE_EX_r13 798 +#define _CHECK_IS_PY_CALLABLE_EX_r23 799 +#define _CHECK_IS_PY_CALLABLE_EX_r33 800 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 801 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 802 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 803 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 804 +#define _CHECK_METHOD_VERSION_r00 805 +#define _CHECK_METHOD_VERSION_KW_r11 806 +#define _CHECK_OBJECT_r00 807 +#define _CHECK_PEP_523_r00 808 +#define _CHECK_PEP_523_r11 809 +#define _CHECK_PEP_523_r22 810 +#define _CHECK_PEP_523_r33 811 +#define _CHECK_PERIODIC_r00 812 +#define _CHECK_PERIODIC_AT_END_r00 813 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 814 +#define _CHECK_RECURSION_LIMIT_r00 815 +#define _CHECK_RECURSION_LIMIT_r11 816 +#define _CHECK_RECURSION_LIMIT_r22 817 +#define _CHECK_RECURSION_LIMIT_r33 818 +#define _CHECK_RECURSION_REMAINING_r00 819 +#define _CHECK_RECURSION_REMAINING_r11 820 +#define _CHECK_RECURSION_REMAINING_r22 821 +#define _CHECK_RECURSION_REMAINING_r33 822 +#define _CHECK_STACK_SPACE_r00 823 +#define _CHECK_STACK_SPACE_OPERAND_r00 824 +#define _CHECK_STACK_SPACE_OPERAND_r11 825 +#define _CHECK_STACK_SPACE_OPERAND_r22 826 +#define _CHECK_STACK_SPACE_OPERAND_r33 827 +#define _CHECK_VALIDITY_r00 828 +#define _CHECK_VALIDITY_r11 829 +#define _CHECK_VALIDITY_r22 830 +#define _CHECK_VALIDITY_r33 831 +#define _COLD_DYNAMIC_EXIT_r00 832 +#define _COLD_EXIT_r00 833 +#define _COMPARE_OP_r21 834 +#define _COMPARE_OP_FLOAT_r03 835 +#define _COMPARE_OP_FLOAT_r13 836 +#define _COMPARE_OP_FLOAT_r23 837 +#define _COMPARE_OP_INT_r23 838 +#define _COMPARE_OP_STR_r23 839 +#define _CONTAINS_OP_r23 840 +#define _CONTAINS_OP_DICT_r23 841 +#define _CONTAINS_OP_SET_r23 842 +#define _CONVERT_VALUE_r11 843 +#define _COPY_r01 844 +#define _COPY_1_r02 845 +#define _COPY_1_r12 846 +#define _COPY_1_r23 847 +#define _COPY_2_r03 848 +#define _COPY_2_r13 849 +#define _COPY_2_r23 850 +#define _COPY_3_r03 851 +#define _COPY_3_r13 852 +#define _COPY_3_r23 853 +#define _COPY_3_r33 854 +#define _COPY_FREE_VARS_r00 855 +#define _COPY_FREE_VARS_r11 856 +#define _COPY_FREE_VARS_r22 857 +#define _COPY_FREE_VARS_r33 858 +#define _CREATE_INIT_FRAME_r01 859 +#define _DELETE_ATTR_r10 860 +#define _DELETE_DEREF_r00 861 +#define _DELETE_FAST_r00 862 +#define _DELETE_GLOBAL_r00 863 +#define _DELETE_NAME_r00 864 +#define _DELETE_SUBSCR_r20 865 +#define _DEOPT_r00 866 +#define _DEOPT_r10 867 +#define _DEOPT_r20 868 +#define _DEOPT_r30 869 +#define _DICT_MERGE_r11 870 +#define _DICT_UPDATE_r11 871 +#define _DO_CALL_r01 872 +#define _DO_CALL_FUNCTION_EX_r31 873 +#define _DO_CALL_KW_r11 874 +#define _DYNAMIC_EXIT_r00 875 +#define _DYNAMIC_EXIT_r10 876 +#define _DYNAMIC_EXIT_r20 877 +#define _DYNAMIC_EXIT_r30 878 +#define _END_FOR_r10 879 +#define _END_SEND_r31 880 +#define _ERROR_POP_N_r00 881 +#define _EXIT_INIT_CHECK_r10 882 +#define _EXIT_TRACE_r00 883 +#define _EXIT_TRACE_r10 884 +#define _EXIT_TRACE_r20 885 +#define _EXIT_TRACE_r30 886 +#define _EXPAND_METHOD_r00 887 +#define _EXPAND_METHOD_KW_r11 888 +#define _FATAL_ERROR_r00 889 +#define _FATAL_ERROR_r11 890 +#define _FATAL_ERROR_r22 891 +#define _FATAL_ERROR_r33 892 +#define _FORMAT_SIMPLE_r11 893 +#define _FORMAT_WITH_SPEC_r21 894 +#define _FOR_ITER_r23 895 +#define _FOR_ITER_GEN_FRAME_r03 896 +#define _FOR_ITER_GEN_FRAME_r13 897 +#define _FOR_ITER_GEN_FRAME_r23 898 +#define _FOR_ITER_TIER_TWO_r23 899 +#define _FOR_ITER_VIRTUAL_r23 900 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 901 +#define _GET_AITER_r11 902 +#define _GET_ANEXT_r12 903 +#define _GET_AWAITABLE_r11 904 +#define _GET_ITER_r12 905 +#define _GET_ITER_TRAD_r12 906 +#define _GET_LEN_r12 907 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 908 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 909 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 910 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 911 +#define _GUARD_BINARY_OP_EXTEND_r22 912 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 913 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 914 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 915 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 916 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 917 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 918 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 919 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 920 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 921 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 922 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 923 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 924 +#define _GUARD_BIT_IS_SET_POP_r00 925 +#define _GUARD_BIT_IS_SET_POP_r10 926 +#define _GUARD_BIT_IS_SET_POP_r21 927 +#define _GUARD_BIT_IS_SET_POP_r32 928 +#define _GUARD_BIT_IS_SET_POP_4_r00 929 +#define _GUARD_BIT_IS_SET_POP_4_r10 930 +#define _GUARD_BIT_IS_SET_POP_4_r21 931 +#define _GUARD_BIT_IS_SET_POP_4_r32 932 +#define _GUARD_BIT_IS_SET_POP_5_r00 933 +#define _GUARD_BIT_IS_SET_POP_5_r10 934 +#define _GUARD_BIT_IS_SET_POP_5_r21 935 +#define _GUARD_BIT_IS_SET_POP_5_r32 936 +#define _GUARD_BIT_IS_SET_POP_6_r00 937 +#define _GUARD_BIT_IS_SET_POP_6_r10 938 +#define _GUARD_BIT_IS_SET_POP_6_r21 939 +#define _GUARD_BIT_IS_SET_POP_6_r32 940 +#define _GUARD_BIT_IS_SET_POP_7_r00 941 +#define _GUARD_BIT_IS_SET_POP_7_r10 942 +#define _GUARD_BIT_IS_SET_POP_7_r21 943 +#define _GUARD_BIT_IS_SET_POP_7_r32 944 +#define _GUARD_BIT_IS_UNSET_POP_r00 945 +#define _GUARD_BIT_IS_UNSET_POP_r10 946 +#define _GUARD_BIT_IS_UNSET_POP_r21 947 +#define _GUARD_BIT_IS_UNSET_POP_r32 948 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 949 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 950 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 951 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 952 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 953 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 954 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 955 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 956 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 957 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 958 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 959 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 960 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 961 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 962 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 963 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 964 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 965 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 966 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 967 +#define _GUARD_CALLABLE_BUILTIN_O_r00 968 +#define _GUARD_CALLABLE_ISINSTANCE_r03 969 +#define _GUARD_CALLABLE_ISINSTANCE_r13 970 +#define _GUARD_CALLABLE_ISINSTANCE_r23 971 +#define _GUARD_CALLABLE_ISINSTANCE_r33 972 +#define _GUARD_CALLABLE_LEN_r03 973 +#define _GUARD_CALLABLE_LEN_r13 974 +#define _GUARD_CALLABLE_LEN_r23 975 +#define _GUARD_CALLABLE_LEN_r33 976 +#define _GUARD_CALLABLE_LIST_APPEND_r03 977 +#define _GUARD_CALLABLE_LIST_APPEND_r13 978 +#define _GUARD_CALLABLE_LIST_APPEND_r23 979 +#define _GUARD_CALLABLE_LIST_APPEND_r33 980 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 981 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 982 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 983 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 984 +#define _GUARD_CALLABLE_STR_1_r03 985 +#define _GUARD_CALLABLE_STR_1_r13 986 +#define _GUARD_CALLABLE_STR_1_r23 987 +#define _GUARD_CALLABLE_STR_1_r33 988 +#define _GUARD_CALLABLE_TUPLE_1_r03 989 +#define _GUARD_CALLABLE_TUPLE_1_r13 990 +#define _GUARD_CALLABLE_TUPLE_1_r23 991 +#define _GUARD_CALLABLE_TUPLE_1_r33 992 +#define _GUARD_CALLABLE_TYPE_1_r03 993 +#define _GUARD_CALLABLE_TYPE_1_r13 994 +#define _GUARD_CALLABLE_TYPE_1_r23 995 +#define _GUARD_CALLABLE_TYPE_1_r33 996 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 997 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 998 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 999 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1000 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1001 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1002 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1003 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1004 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1005 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1006 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1007 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1008 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1009 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1010 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1011 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1012 +#define _GUARD_DORV_NO_DICT_r01 1013 +#define _GUARD_DORV_NO_DICT_r11 1014 +#define _GUARD_DORV_NO_DICT_r22 1015 +#define _GUARD_DORV_NO_DICT_r33 1016 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1017 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1018 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1019 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1020 +#define _GUARD_GLOBALS_VERSION_r00 1021 +#define _GUARD_GLOBALS_VERSION_r11 1022 +#define _GUARD_GLOBALS_VERSION_r22 1023 +#define _GUARD_GLOBALS_VERSION_r33 1024 +#define _GUARD_IP_RETURN_GENERATOR_r00 1025 +#define _GUARD_IP_RETURN_GENERATOR_r11 1026 +#define _GUARD_IP_RETURN_GENERATOR_r22 1027 +#define _GUARD_IP_RETURN_GENERATOR_r33 1028 +#define _GUARD_IP_RETURN_VALUE_r00 1029 +#define _GUARD_IP_RETURN_VALUE_r11 1030 +#define _GUARD_IP_RETURN_VALUE_r22 1031 +#define _GUARD_IP_RETURN_VALUE_r33 1032 +#define _GUARD_IP_YIELD_VALUE_r00 1033 +#define _GUARD_IP_YIELD_VALUE_r11 1034 +#define _GUARD_IP_YIELD_VALUE_r22 1035 +#define _GUARD_IP_YIELD_VALUE_r33 1036 +#define _GUARD_IP__PUSH_FRAME_r00 1037 +#define _GUARD_IP__PUSH_FRAME_r11 1038 +#define _GUARD_IP__PUSH_FRAME_r22 1039 +#define _GUARD_IP__PUSH_FRAME_r33 1040 +#define _GUARD_IS_FALSE_POP_r00 1041 +#define _GUARD_IS_FALSE_POP_r10 1042 +#define _GUARD_IS_FALSE_POP_r21 1043 +#define _GUARD_IS_FALSE_POP_r32 1044 +#define _GUARD_IS_NONE_POP_r00 1045 +#define _GUARD_IS_NONE_POP_r10 1046 +#define _GUARD_IS_NONE_POP_r21 1047 +#define _GUARD_IS_NONE_POP_r32 1048 +#define _GUARD_IS_NOT_NONE_POP_r10 1049 +#define _GUARD_IS_TRUE_POP_r00 1050 +#define _GUARD_IS_TRUE_POP_r10 1051 +#define _GUARD_IS_TRUE_POP_r21 1052 +#define _GUARD_IS_TRUE_POP_r32 1053 +#define _GUARD_ITERATOR_r01 1054 +#define _GUARD_ITERATOR_r11 1055 +#define _GUARD_ITERATOR_r22 1056 +#define _GUARD_ITERATOR_r33 1057 +#define _GUARD_ITER_VIRTUAL_r01 1058 +#define _GUARD_ITER_VIRTUAL_r11 1059 +#define _GUARD_ITER_VIRTUAL_r22 1060 +#define _GUARD_ITER_VIRTUAL_r33 1061 +#define _GUARD_KEYS_VERSION_r01 1062 +#define _GUARD_KEYS_VERSION_r11 1063 +#define _GUARD_KEYS_VERSION_r22 1064 +#define _GUARD_KEYS_VERSION_r33 1065 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1066 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1067 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1068 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1069 +#define _GUARD_NOS_COMPACT_ASCII_r02 1070 +#define _GUARD_NOS_COMPACT_ASCII_r12 1071 +#define _GUARD_NOS_COMPACT_ASCII_r22 1072 +#define _GUARD_NOS_COMPACT_ASCII_r33 1073 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1074 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1075 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1076 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1077 +#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1078 +#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1079 +#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1080 +#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1081 +#define _GUARD_NOS_FLOAT_r02 1082 +#define _GUARD_NOS_FLOAT_r12 1083 +#define _GUARD_NOS_FLOAT_r22 1084 +#define _GUARD_NOS_FLOAT_r33 1085 +#define _GUARD_NOS_INT_r02 1086 +#define _GUARD_NOS_INT_r12 1087 +#define _GUARD_NOS_INT_r22 1088 +#define _GUARD_NOS_INT_r33 1089 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1090 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1091 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1092 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1093 +#define _GUARD_NOS_LIST_r02 1094 +#define _GUARD_NOS_LIST_r12 1095 +#define _GUARD_NOS_LIST_r22 1096 +#define _GUARD_NOS_LIST_r33 1097 +#define _GUARD_NOS_NOT_NULL_r02 1098 +#define _GUARD_NOS_NOT_NULL_r12 1099 +#define _GUARD_NOS_NOT_NULL_r22 1100 +#define _GUARD_NOS_NOT_NULL_r33 1101 +#define _GUARD_NOS_NULL_r02 1102 +#define _GUARD_NOS_NULL_r12 1103 +#define _GUARD_NOS_NULL_r22 1104 +#define _GUARD_NOS_NULL_r33 1105 +#define _GUARD_NOS_TUPLE_r02 1106 +#define _GUARD_NOS_TUPLE_r12 1107 +#define _GUARD_NOS_TUPLE_r22 1108 +#define _GUARD_NOS_TUPLE_r33 1109 +#define _GUARD_NOS_TYPE_VERSION_r02 1110 +#define _GUARD_NOS_TYPE_VERSION_r12 1111 +#define _GUARD_NOS_TYPE_VERSION_r22 1112 +#define _GUARD_NOS_TYPE_VERSION_r33 1113 +#define _GUARD_NOS_UNICODE_r02 1114 +#define _GUARD_NOS_UNICODE_r12 1115 +#define _GUARD_NOS_UNICODE_r22 1116 +#define _GUARD_NOS_UNICODE_r33 1117 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1118 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1119 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1120 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1121 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1122 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1123 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1124 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1125 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1126 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1127 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1128 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1129 +#define _GUARD_THIRD_NULL_r03 1130 +#define _GUARD_THIRD_NULL_r13 1131 +#define _GUARD_THIRD_NULL_r23 1132 +#define _GUARD_THIRD_NULL_r33 1133 +#define _GUARD_TOS_ANY_DICT_r01 1134 +#define _GUARD_TOS_ANY_DICT_r11 1135 +#define _GUARD_TOS_ANY_DICT_r22 1136 +#define _GUARD_TOS_ANY_DICT_r33 1137 +#define _GUARD_TOS_ANY_SET_r01 1138 +#define _GUARD_TOS_ANY_SET_r11 1139 +#define _GUARD_TOS_ANY_SET_r22 1140 +#define _GUARD_TOS_ANY_SET_r33 1141 +#define _GUARD_TOS_DICT_r01 1142 +#define _GUARD_TOS_DICT_r11 1143 +#define _GUARD_TOS_DICT_r22 1144 +#define _GUARD_TOS_DICT_r33 1145 +#define _GUARD_TOS_FLOAT_r01 1146 +#define _GUARD_TOS_FLOAT_r11 1147 +#define _GUARD_TOS_FLOAT_r22 1148 +#define _GUARD_TOS_FLOAT_r33 1149 +#define _GUARD_TOS_FROZENDICT_r01 1150 +#define _GUARD_TOS_FROZENDICT_r11 1151 +#define _GUARD_TOS_FROZENDICT_r22 1152 +#define _GUARD_TOS_FROZENDICT_r33 1153 +#define _GUARD_TOS_FROZENSET_r01 1154 +#define _GUARD_TOS_FROZENSET_r11 1155 +#define _GUARD_TOS_FROZENSET_r22 1156 +#define _GUARD_TOS_FROZENSET_r33 1157 +#define _GUARD_TOS_INT_r01 1158 +#define _GUARD_TOS_INT_r11 1159 +#define _GUARD_TOS_INT_r22 1160 +#define _GUARD_TOS_INT_r33 1161 +#define _GUARD_TOS_IS_NONE_r01 1162 +#define _GUARD_TOS_IS_NONE_r11 1163 +#define _GUARD_TOS_IS_NONE_r22 1164 +#define _GUARD_TOS_IS_NONE_r33 1165 +#define _GUARD_TOS_LIST_r01 1166 +#define _GUARD_TOS_LIST_r11 1167 +#define _GUARD_TOS_LIST_r22 1168 +#define _GUARD_TOS_LIST_r33 1169 +#define _GUARD_TOS_NOT_NULL_r01 1170 +#define _GUARD_TOS_NOT_NULL_r11 1171 +#define _GUARD_TOS_NOT_NULL_r22 1172 +#define _GUARD_TOS_NOT_NULL_r33 1173 +#define _GUARD_TOS_SET_r01 1174 +#define _GUARD_TOS_SET_r11 1175 +#define _GUARD_TOS_SET_r22 1176 +#define _GUARD_TOS_SET_r33 1177 +#define _GUARD_TOS_SLICE_r01 1178 +#define _GUARD_TOS_SLICE_r11 1179 +#define _GUARD_TOS_SLICE_r22 1180 +#define _GUARD_TOS_SLICE_r33 1181 +#define _GUARD_TOS_TUPLE_r01 1182 +#define _GUARD_TOS_TUPLE_r11 1183 +#define _GUARD_TOS_TUPLE_r22 1184 +#define _GUARD_TOS_TUPLE_r33 1185 +#define _GUARD_TOS_UNICODE_r01 1186 +#define _GUARD_TOS_UNICODE_r11 1187 +#define _GUARD_TOS_UNICODE_r22 1188 +#define _GUARD_TOS_UNICODE_r33 1189 +#define _GUARD_TYPE_r01 1190 +#define _GUARD_TYPE_r11 1191 +#define _GUARD_TYPE_r22 1192 +#define _GUARD_TYPE_r33 1193 +#define _GUARD_TYPE_ITER_r02 1194 +#define _GUARD_TYPE_ITER_r12 1195 +#define _GUARD_TYPE_ITER_r22 1196 +#define _GUARD_TYPE_ITER_r33 1197 +#define _GUARD_TYPE_VERSION_r01 1198 +#define _GUARD_TYPE_VERSION_r11 1199 +#define _GUARD_TYPE_VERSION_r22 1200 +#define _GUARD_TYPE_VERSION_r33 1201 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1202 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1203 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1204 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1205 +#define _HANDLE_PENDING_AND_DEOPT_r00 1206 +#define _HANDLE_PENDING_AND_DEOPT_r10 1207 +#define _HANDLE_PENDING_AND_DEOPT_r20 1208 +#define _HANDLE_PENDING_AND_DEOPT_r30 1209 +#define _IMPORT_FROM_r12 1210 +#define _IMPORT_NAME_r21 1211 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1212 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1213 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1214 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1215 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1216 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1217 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1218 +#define _INSERT_NULL_r10 1219 +#define _INSTRUMENTED_FOR_ITER_r23 1220 +#define _INSTRUMENTED_INSTRUCTION_r00 1221 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1222 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1223 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1224 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1225 +#define _INSTRUMENTED_LINE_r00 1226 +#define _INSTRUMENTED_NOT_TAKEN_r00 1227 +#define _INSTRUMENTED_NOT_TAKEN_r11 1228 +#define _INSTRUMENTED_NOT_TAKEN_r22 1229 +#define _INSTRUMENTED_NOT_TAKEN_r33 1230 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1231 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1232 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1233 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1234 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1235 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1236 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1237 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1238 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1239 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1240 +#define _IS_NONE_r11 1241 +#define _IS_OP_r03 1242 +#define _IS_OP_r13 1243 +#define _IS_OP_r23 1244 +#define _ITER_CHECK_LIST_r02 1245 +#define _ITER_CHECK_LIST_r12 1246 +#define _ITER_CHECK_LIST_r22 1247 +#define _ITER_CHECK_LIST_r33 1248 +#define _ITER_CHECK_RANGE_r02 1249 +#define _ITER_CHECK_RANGE_r12 1250 +#define _ITER_CHECK_RANGE_r22 1251 +#define _ITER_CHECK_RANGE_r33 1252 +#define _ITER_CHECK_TUPLE_r02 1253 +#define _ITER_CHECK_TUPLE_r12 1254 +#define _ITER_CHECK_TUPLE_r22 1255 +#define _ITER_CHECK_TUPLE_r33 1256 +#define _ITER_JUMP_LIST_r02 1257 +#define _ITER_JUMP_LIST_r12 1258 +#define _ITER_JUMP_LIST_r22 1259 +#define _ITER_JUMP_LIST_r33 1260 +#define _ITER_JUMP_RANGE_r02 1261 +#define _ITER_JUMP_RANGE_r12 1262 +#define _ITER_JUMP_RANGE_r22 1263 +#define _ITER_JUMP_RANGE_r33 1264 +#define _ITER_JUMP_TUPLE_r02 1265 +#define _ITER_JUMP_TUPLE_r12 1266 +#define _ITER_JUMP_TUPLE_r22 1267 +#define _ITER_JUMP_TUPLE_r33 1268 +#define _ITER_NEXT_INLINE_r23 1269 +#define _ITER_NEXT_LIST_r23 1270 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1271 +#define _ITER_NEXT_RANGE_r03 1272 +#define _ITER_NEXT_RANGE_r13 1273 +#define _ITER_NEXT_RANGE_r23 1274 +#define _ITER_NEXT_TUPLE_r03 1275 +#define _ITER_NEXT_TUPLE_r13 1276 +#define _ITER_NEXT_TUPLE_r23 1277 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1278 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1279 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1280 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1281 +#define _JUMP_TO_TOP_r00 1282 +#define _LIST_APPEND_r10 1283 +#define _LIST_EXTEND_r11 1284 +#define _LOAD_ATTR_r10 1285 +#define _LOAD_ATTR_CLASS_r11 1286 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1287 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1288 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1289 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1290 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1291 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1292 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1293 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1294 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1295 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1296 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1297 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1298 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1299 +#define _LOAD_ATTR_MODULE_r12 1300 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1301 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1302 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1303 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1304 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1305 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1306 +#define _LOAD_ATTR_SLOT_r02 1307 +#define _LOAD_ATTR_SLOT_r12 1308 +#define _LOAD_ATTR_SLOT_r23 1309 +#define _LOAD_ATTR_WITH_HINT_r12 1310 +#define _LOAD_BUILD_CLASS_r01 1311 +#define _LOAD_BYTECODE_r00 1312 +#define _LOAD_COMMON_CONSTANT_r01 1313 +#define _LOAD_COMMON_CONSTANT_r12 1314 +#define _LOAD_COMMON_CONSTANT_r23 1315 +#define _LOAD_CONST_r01 1316 +#define _LOAD_CONST_r12 1317 +#define _LOAD_CONST_r23 1318 +#define _LOAD_CONST_INLINE_r01 1319 +#define _LOAD_CONST_INLINE_r12 1320 +#define _LOAD_CONST_INLINE_r23 1321 +#define _LOAD_CONST_INLINE_BORROW_r01 1322 +#define _LOAD_CONST_INLINE_BORROW_r12 1323 +#define _LOAD_CONST_INLINE_BORROW_r23 1324 +#define _LOAD_DEREF_r01 1325 +#define _LOAD_FAST_r01 1326 +#define _LOAD_FAST_r12 1327 +#define _LOAD_FAST_r23 1328 +#define _LOAD_FAST_0_r01 1329 +#define _LOAD_FAST_0_r12 1330 +#define _LOAD_FAST_0_r23 1331 +#define _LOAD_FAST_1_r01 1332 +#define _LOAD_FAST_1_r12 1333 +#define _LOAD_FAST_1_r23 1334 +#define _LOAD_FAST_2_r01 1335 +#define _LOAD_FAST_2_r12 1336 +#define _LOAD_FAST_2_r23 1337 +#define _LOAD_FAST_3_r01 1338 +#define _LOAD_FAST_3_r12 1339 +#define _LOAD_FAST_3_r23 1340 +#define _LOAD_FAST_4_r01 1341 +#define _LOAD_FAST_4_r12 1342 +#define _LOAD_FAST_4_r23 1343 +#define _LOAD_FAST_5_r01 1344 +#define _LOAD_FAST_5_r12 1345 +#define _LOAD_FAST_5_r23 1346 +#define _LOAD_FAST_6_r01 1347 +#define _LOAD_FAST_6_r12 1348 +#define _LOAD_FAST_6_r23 1349 +#define _LOAD_FAST_7_r01 1350 +#define _LOAD_FAST_7_r12 1351 +#define _LOAD_FAST_7_r23 1352 +#define _LOAD_FAST_AND_CLEAR_r01 1353 +#define _LOAD_FAST_AND_CLEAR_r12 1354 +#define _LOAD_FAST_AND_CLEAR_r23 1355 +#define _LOAD_FAST_BORROW_r01 1356 +#define _LOAD_FAST_BORROW_r12 1357 +#define _LOAD_FAST_BORROW_r23 1358 +#define _LOAD_FAST_BORROW_0_r01 1359 +#define _LOAD_FAST_BORROW_0_r12 1360 +#define _LOAD_FAST_BORROW_0_r23 1361 +#define _LOAD_FAST_BORROW_1_r01 1362 +#define _LOAD_FAST_BORROW_1_r12 1363 +#define _LOAD_FAST_BORROW_1_r23 1364 +#define _LOAD_FAST_BORROW_2_r01 1365 +#define _LOAD_FAST_BORROW_2_r12 1366 +#define _LOAD_FAST_BORROW_2_r23 1367 +#define _LOAD_FAST_BORROW_3_r01 1368 +#define _LOAD_FAST_BORROW_3_r12 1369 +#define _LOAD_FAST_BORROW_3_r23 1370 +#define _LOAD_FAST_BORROW_4_r01 1371 +#define _LOAD_FAST_BORROW_4_r12 1372 +#define _LOAD_FAST_BORROW_4_r23 1373 +#define _LOAD_FAST_BORROW_5_r01 1374 +#define _LOAD_FAST_BORROW_5_r12 1375 +#define _LOAD_FAST_BORROW_5_r23 1376 +#define _LOAD_FAST_BORROW_6_r01 1377 +#define _LOAD_FAST_BORROW_6_r12 1378 +#define _LOAD_FAST_BORROW_6_r23 1379 +#define _LOAD_FAST_BORROW_7_r01 1380 +#define _LOAD_FAST_BORROW_7_r12 1381 +#define _LOAD_FAST_BORROW_7_r23 1382 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1383 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1384 +#define _LOAD_FAST_CHECK_r01 1385 +#define _LOAD_FAST_CHECK_r12 1386 +#define _LOAD_FAST_CHECK_r23 1387 +#define _LOAD_FAST_LOAD_FAST_r02 1388 +#define _LOAD_FAST_LOAD_FAST_r13 1389 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1390 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1391 +#define _LOAD_GLOBAL_r00 1392 +#define _LOAD_GLOBAL_BUILTINS_r01 1393 +#define _LOAD_GLOBAL_MODULE_r01 1394 +#define _LOAD_LOCALS_r01 1395 +#define _LOAD_LOCALS_r12 1396 +#define _LOAD_LOCALS_r23 1397 +#define _LOAD_NAME_r01 1398 +#define _LOAD_SMALL_INT_r01 1399 +#define _LOAD_SMALL_INT_r12 1400 +#define _LOAD_SMALL_INT_r23 1401 +#define _LOAD_SMALL_INT_0_r01 1402 +#define _LOAD_SMALL_INT_0_r12 1403 +#define _LOAD_SMALL_INT_0_r23 1404 +#define _LOAD_SMALL_INT_1_r01 1405 +#define _LOAD_SMALL_INT_1_r12 1406 +#define _LOAD_SMALL_INT_1_r23 1407 +#define _LOAD_SMALL_INT_2_r01 1408 +#define _LOAD_SMALL_INT_2_r12 1409 +#define _LOAD_SMALL_INT_2_r23 1410 +#define _LOAD_SMALL_INT_3_r01 1411 +#define _LOAD_SMALL_INT_3_r12 1412 +#define _LOAD_SMALL_INT_3_r23 1413 +#define _LOAD_SPECIAL_r00 1414 +#define _LOAD_SUPER_ATTR_ATTR_r31 1415 +#define _LOAD_SUPER_ATTR_METHOD_r32 1416 +#define _LOCK_OBJECT_r01 1417 +#define _LOCK_OBJECT_r11 1418 +#define _LOCK_OBJECT_r22 1419 +#define _LOCK_OBJECT_r33 1420 +#define _MAKE_CALLARGS_A_TUPLE_r33 1421 +#define _MAKE_CELL_r00 1422 +#define _MAKE_FUNCTION_r12 1423 +#define _MAKE_HEAP_SAFE_r01 1424 +#define _MAKE_HEAP_SAFE_r11 1425 +#define _MAKE_HEAP_SAFE_r22 1426 +#define _MAKE_HEAP_SAFE_r33 1427 +#define _MAKE_WARM_r00 1428 +#define _MAKE_WARM_r11 1429 +#define _MAKE_WARM_r22 1430 +#define _MAKE_WARM_r33 1431 +#define _MAP_ADD_r20 1432 +#define _MATCH_CLASS_r33 1433 +#define _MATCH_KEYS_r23 1434 +#define _MATCH_MAPPING_r02 1435 +#define _MATCH_MAPPING_r12 1436 +#define _MATCH_MAPPING_r23 1437 +#define _MATCH_SEQUENCE_r02 1438 +#define _MATCH_SEQUENCE_r12 1439 +#define _MATCH_SEQUENCE_r23 1440 +#define _MAYBE_EXPAND_METHOD_r00 1441 +#define _MAYBE_EXPAND_METHOD_KW_r11 1442 +#define _MONITOR_CALL_r00 1443 +#define _MONITOR_CALL_KW_r11 1444 +#define _MONITOR_JUMP_BACKWARD_r00 1445 +#define _MONITOR_JUMP_BACKWARD_r11 1446 +#define _MONITOR_JUMP_BACKWARD_r22 1447 +#define _MONITOR_JUMP_BACKWARD_r33 1448 +#define _MONITOR_RESUME_r00 1449 +#define _NOP_r00 1450 +#define _NOP_r11 1451 +#define _NOP_r22 1452 +#define _NOP_r33 1453 +#define _POP_EXCEPT_r10 1454 +#define _POP_ITER_r20 1455 +#define _POP_JUMP_IF_FALSE_r00 1456 +#define _POP_JUMP_IF_FALSE_r10 1457 +#define _POP_JUMP_IF_FALSE_r21 1458 +#define _POP_JUMP_IF_FALSE_r32 1459 +#define _POP_JUMP_IF_TRUE_r00 1460 +#define _POP_JUMP_IF_TRUE_r10 1461 +#define _POP_JUMP_IF_TRUE_r21 1462 +#define _POP_JUMP_IF_TRUE_r32 1463 +#define _POP_TOP_r10 1464 +#define _POP_TOP_FLOAT_r00 1465 +#define _POP_TOP_FLOAT_r10 1466 +#define _POP_TOP_FLOAT_r21 1467 +#define _POP_TOP_FLOAT_r32 1468 +#define _POP_TOP_INT_r00 1469 +#define _POP_TOP_INT_r10 1470 +#define _POP_TOP_INT_r21 1471 +#define _POP_TOP_INT_r32 1472 +#define _POP_TOP_NOP_r00 1473 +#define _POP_TOP_NOP_r10 1474 +#define _POP_TOP_NOP_r21 1475 +#define _POP_TOP_NOP_r32 1476 +#define _POP_TOP_OPARG_r00 1477 +#define _POP_TOP_UNICODE_r00 1478 +#define _POP_TOP_UNICODE_r10 1479 +#define _POP_TOP_UNICODE_r21 1480 +#define _POP_TOP_UNICODE_r32 1481 +#define _PUSH_EXC_INFO_r02 1482 +#define _PUSH_EXC_INFO_r12 1483 +#define _PUSH_EXC_INFO_r23 1484 +#define _PUSH_FRAME_r10 1485 +#define _PUSH_NULL_r01 1486 +#define _PUSH_NULL_r12 1487 +#define _PUSH_NULL_r23 1488 +#define _PUSH_NULL_CONDITIONAL_r00 1489 +#define _PUSH_TAGGED_ZERO_r01 1490 +#define _PUSH_TAGGED_ZERO_r12 1491 +#define _PUSH_TAGGED_ZERO_r23 1492 +#define _PY_FRAME_EX_r31 1493 +#define _PY_FRAME_GENERAL_r01 1494 +#define _PY_FRAME_KW_r11 1495 +#define _REPLACE_WITH_TRUE_r02 1496 +#define _REPLACE_WITH_TRUE_r12 1497 +#define _REPLACE_WITH_TRUE_r23 1498 +#define _RESUME_CHECK_r00 1499 +#define _RESUME_CHECK_r11 1500 +#define _RESUME_CHECK_r22 1501 +#define _RESUME_CHECK_r33 1502 +#define _RETURN_GENERATOR_r01 1503 +#define _RETURN_VALUE_r11 1504 +#define _RROT_3_r03 1505 +#define _RROT_3_r13 1506 +#define _RROT_3_r23 1507 +#define _RROT_3_r33 1508 +#define _SAVE_RETURN_OFFSET_r00 1509 +#define _SAVE_RETURN_OFFSET_r11 1510 +#define _SAVE_RETURN_OFFSET_r22 1511 +#define _SAVE_RETURN_OFFSET_r33 1512 +#define _SEND_ASYNC_GEN_r33 1513 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1514 +#define _SEND_GEN_FRAME_r33 1515 +#define _SEND_VIRTUAL_r33 1516 +#define _SEND_VIRTUAL_TIER_TWO_r03 1517 +#define _SEND_VIRTUAL_TIER_TWO_r13 1518 +#define _SEND_VIRTUAL_TIER_TWO_r23 1519 +#define _SEND_VIRTUAL_TIER_TWO_r33 1520 +#define _SETUP_ANNOTATIONS_r00 1521 +#define _SET_ADD_r10 1522 +#define _SET_FUNCTION_ATTRIBUTE_r01 1523 +#define _SET_FUNCTION_ATTRIBUTE_r11 1524 +#define _SET_FUNCTION_ATTRIBUTE_r21 1525 +#define _SET_FUNCTION_ATTRIBUTE_r32 1526 +#define _SET_IP_r00 1527 +#define _SET_IP_r11 1528 +#define _SET_IP_r22 1529 +#define _SET_IP_r33 1530 +#define _SET_UPDATE_r11 1531 +#define _SPILL_OR_RELOAD_r01 1532 +#define _SPILL_OR_RELOAD_r02 1533 +#define _SPILL_OR_RELOAD_r03 1534 +#define _SPILL_OR_RELOAD_r10 1535 +#define _SPILL_OR_RELOAD_r12 1536 +#define _SPILL_OR_RELOAD_r13 1537 +#define _SPILL_OR_RELOAD_r20 1538 +#define _SPILL_OR_RELOAD_r21 1539 +#define _SPILL_OR_RELOAD_r23 1540 +#define _SPILL_OR_RELOAD_r30 1541 +#define _SPILL_OR_RELOAD_r31 1542 +#define _SPILL_OR_RELOAD_r32 1543 +#define _START_EXECUTOR_r00 1544 +#define _STORE_ATTR_r20 1545 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1546 +#define _STORE_ATTR_SLOT_r21 1547 +#define _STORE_ATTR_WITH_HINT_r21 1548 +#define _STORE_DEREF_r10 1549 +#define _STORE_FAST_LOAD_FAST_r11 1550 +#define _STORE_FAST_STORE_FAST_r20 1551 +#define _STORE_GLOBAL_r10 1552 +#define _STORE_NAME_r10 1553 +#define _STORE_SLICE_r30 1554 +#define _STORE_SUBSCR_r30 1555 +#define _STORE_SUBSCR_DICT_r31 1556 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1557 +#define _STORE_SUBSCR_LIST_INT_r32 1558 +#define _SWAP_r11 1559 +#define _SWAP_2_r02 1560 +#define _SWAP_2_r12 1561 +#define _SWAP_2_r22 1562 +#define _SWAP_2_r33 1563 +#define _SWAP_3_r03 1564 +#define _SWAP_3_r13 1565 +#define _SWAP_3_r23 1566 +#define _SWAP_3_r33 1567 +#define _SWAP_FAST_r01 1568 +#define _SWAP_FAST_r11 1569 +#define _SWAP_FAST_r22 1570 +#define _SWAP_FAST_r33 1571 +#define _SWAP_FAST_0_r01 1572 +#define _SWAP_FAST_0_r11 1573 +#define _SWAP_FAST_0_r22 1574 +#define _SWAP_FAST_0_r33 1575 +#define _SWAP_FAST_1_r01 1576 +#define _SWAP_FAST_1_r11 1577 +#define _SWAP_FAST_1_r22 1578 +#define _SWAP_FAST_1_r33 1579 +#define _SWAP_FAST_2_r01 1580 +#define _SWAP_FAST_2_r11 1581 +#define _SWAP_FAST_2_r22 1582 +#define _SWAP_FAST_2_r33 1583 +#define _SWAP_FAST_3_r01 1584 +#define _SWAP_FAST_3_r11 1585 +#define _SWAP_FAST_3_r22 1586 +#define _SWAP_FAST_3_r33 1587 +#define _SWAP_FAST_4_r01 1588 +#define _SWAP_FAST_4_r11 1589 +#define _SWAP_FAST_4_r22 1590 +#define _SWAP_FAST_4_r33 1591 +#define _SWAP_FAST_5_r01 1592 +#define _SWAP_FAST_5_r11 1593 +#define _SWAP_FAST_5_r22 1594 +#define _SWAP_FAST_5_r33 1595 +#define _SWAP_FAST_6_r01 1596 +#define _SWAP_FAST_6_r11 1597 +#define _SWAP_FAST_6_r22 1598 +#define _SWAP_FAST_6_r33 1599 +#define _SWAP_FAST_7_r01 1600 +#define _SWAP_FAST_7_r11 1601 +#define _SWAP_FAST_7_r22 1602 +#define _SWAP_FAST_7_r33 1603 +#define _TIER2_RESUME_CHECK_r00 1604 +#define _TIER2_RESUME_CHECK_r11 1605 +#define _TIER2_RESUME_CHECK_r22 1606 +#define _TIER2_RESUME_CHECK_r33 1607 +#define _TO_BOOL_r11 1608 +#define _TO_BOOL_BOOL_r01 1609 +#define _TO_BOOL_BOOL_r11 1610 +#define _TO_BOOL_BOOL_r22 1611 +#define _TO_BOOL_BOOL_r33 1612 +#define _TO_BOOL_INT_r02 1613 +#define _TO_BOOL_INT_r12 1614 +#define _TO_BOOL_INT_r23 1615 +#define _TO_BOOL_LIST_r02 1616 +#define _TO_BOOL_LIST_r12 1617 +#define _TO_BOOL_LIST_r23 1618 +#define _TO_BOOL_NONE_r01 1619 +#define _TO_BOOL_NONE_r11 1620 +#define _TO_BOOL_NONE_r22 1621 +#define _TO_BOOL_NONE_r33 1622 +#define _TO_BOOL_STR_r02 1623 +#define _TO_BOOL_STR_r12 1624 +#define _TO_BOOL_STR_r23 1625 +#define _TRACE_RECORD_r00 1626 +#define _UNARY_INVERT_r12 1627 +#define _UNARY_NEGATIVE_r12 1628 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1629 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1630 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1631 +#define _UNARY_NOT_r01 1632 +#define _UNARY_NOT_r11 1633 +#define _UNARY_NOT_r22 1634 +#define _UNARY_NOT_r33 1635 +#define _UNPACK_EX_r10 1636 +#define _UNPACK_SEQUENCE_r10 1637 +#define _UNPACK_SEQUENCE_LIST_r10 1638 +#define _UNPACK_SEQUENCE_TUPLE_r10 1639 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1640 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1641 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1642 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1643 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1644 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1645 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1646 +#define _WITH_EXCEPT_START_r33 1647 +#define _YIELD_VALUE_r11 1648 +#define MAX_UOP_REGS_ID 1648 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 6d827c161de9b32..e36af1c3981065b 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -103,24 +103,15 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_UNARY_INVERT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_NOS_INT] = HAS_EXIT_FLAG, [_GUARD_TOS_INT] = HAS_EXIT_FLAG, - [_GUARD_NOS_INT_WIDE] = HAS_EXIT_FLAG, - [_GUARD_TOS_INT_WIDE] = HAS_EXIT_FLAG, - [_GUARD_NOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_GUARD_TOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_GUARD_TOS_COMPACT] = HAS_EXIT_FLAG, - [_GUARD_NOS_COMPACT] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_SUBTRACT_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_MULTIPLY_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -1068,60 +1059,6 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_INT_r33 }, }, }, - [_GUARD_NOS_INT_WIDE] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 2, 0, _GUARD_NOS_INT_WIDE_r02 }, - { 2, 1, _GUARD_NOS_INT_WIDE_r12 }, - { 2, 2, _GUARD_NOS_INT_WIDE_r22 }, - { 3, 3, _GUARD_NOS_INT_WIDE_r33 }, - }, - }, - [_GUARD_TOS_INT_WIDE] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 1, 0, _GUARD_TOS_INT_WIDE_r01 }, - { 1, 1, _GUARD_TOS_INT_WIDE_r11 }, - { 2, 2, _GUARD_TOS_INT_WIDE_r22 }, - { 3, 3, _GUARD_TOS_INT_WIDE_r33 }, - }, - }, - [_GUARD_NOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 2, 0, _GUARD_NOS_OVERFLOWED_r02 }, - { 2, 1, _GUARD_NOS_OVERFLOWED_r12 }, - { 2, 2, _GUARD_NOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_NOS_OVERFLOWED_r33 }, - }, - }, - [_GUARD_TOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 1, 0, _GUARD_TOS_OVERFLOWED_r01 }, - { 1, 1, _GUARD_TOS_OVERFLOWED_r11 }, - { 2, 2, _GUARD_TOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, - }, - }, - [_GUARD_TOS_COMPACT] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 1, 0, _GUARD_TOS_COMPACT_r01 }, - { 1, 1, _GUARD_TOS_COMPACT_r11 }, - { 2, 2, _GUARD_TOS_COMPACT_r22 }, - { 3, 3, _GUARD_TOS_COMPACT_r33 }, - }, - }, - [_GUARD_NOS_COMPACT] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 2, 0, _GUARD_NOS_COMPACT_r02 }, - { 2, 1, _GUARD_NOS_COMPACT_r12 }, - { 2, 2, _GUARD_NOS_COMPACT_r22 }, - { 3, 3, _GUARD_NOS_COMPACT_r33 }, - }, - }, [_BINARY_OP_MULTIPLY_INT] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -1149,33 +1086,6 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, - [_BINARY_OP_ADD_INT_WIDE] = { - .best = { 2, 2, 2, 2 }, - .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, - { 3, 2, _BINARY_OP_ADD_INT_WIDE_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_SUBTRACT_INT_WIDE] = { - .best = { 2, 2, 2, 2 }, - .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, - { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_r23 }, - { -1, -1, -1 }, - }, - }, - [_BINARY_OP_MULTIPLY_INT_WIDE] = { - .best = { 2, 2, 2, 2 }, - .entries = { - { -1, -1, -1 }, - { -1, -1, -1 }, - { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_r23 }, - { -1, -1, -1 }, - }, - }, [_BINARY_OP_ADD_INT_INPLACE] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -4215,30 +4125,6 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, - [_GUARD_NOS_INT_WIDE_r02] = _GUARD_NOS_INT_WIDE, - [_GUARD_NOS_INT_WIDE_r12] = _GUARD_NOS_INT_WIDE, - [_GUARD_NOS_INT_WIDE_r22] = _GUARD_NOS_INT_WIDE, - [_GUARD_NOS_INT_WIDE_r33] = _GUARD_NOS_INT_WIDE, - [_GUARD_TOS_INT_WIDE_r01] = _GUARD_TOS_INT_WIDE, - [_GUARD_TOS_INT_WIDE_r11] = _GUARD_TOS_INT_WIDE, - [_GUARD_TOS_INT_WIDE_r22] = _GUARD_TOS_INT_WIDE, - [_GUARD_TOS_INT_WIDE_r33] = _GUARD_TOS_INT_WIDE, - [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r33] = _GUARD_NOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r01] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_COMPACT_r01] = _GUARD_TOS_COMPACT, - [_GUARD_TOS_COMPACT_r11] = _GUARD_TOS_COMPACT, - [_GUARD_TOS_COMPACT_r22] = _GUARD_TOS_COMPACT, - [_GUARD_TOS_COMPACT_r33] = _GUARD_TOS_COMPACT, - [_GUARD_NOS_COMPACT_r02] = _GUARD_NOS_COMPACT, - [_GUARD_NOS_COMPACT_r12] = _GUARD_NOS_COMPACT, - [_GUARD_NOS_COMPACT_r22] = _GUARD_NOS_COMPACT, - [_GUARD_NOS_COMPACT_r33] = _GUARD_NOS_COMPACT, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -4248,9 +4134,6 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_r03] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r13] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r23] = _BINARY_OP_SUBTRACT_INT, - [_BINARY_OP_ADD_INT_WIDE_r23] = _BINARY_OP_ADD_INT_WIDE, - [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE, - [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE, [_BINARY_OP_ADD_INT_INPLACE_r03] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r13] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r23] = _BINARY_OP_ADD_INT_INPLACE, @@ -5004,8 +4887,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23", - [_BINARY_OP_ADD_INT_WIDE] = "_BINARY_OP_ADD_INT_WIDE", - [_BINARY_OP_ADD_INT_WIDE_r23] = "_BINARY_OP_ADD_INT_WIDE_r23", [_BINARY_OP_ADD_UNICODE] = "_BINARY_OP_ADD_UNICODE", [_BINARY_OP_ADD_UNICODE_r03] = "_BINARY_OP_ADD_UNICODE_r03", [_BINARY_OP_ADD_UNICODE_r13] = "_BINARY_OP_ADD_UNICODE_r13", @@ -5038,8 +4919,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23", - [_BINARY_OP_MULTIPLY_INT_WIDE] = "_BINARY_OP_MULTIPLY_INT_WIDE", - [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_r23", [_BINARY_OP_SUBSCR_CHECK_FUNC] = "_BINARY_OP_SUBSCR_CHECK_FUNC", [_BINARY_OP_SUBSCR_CHECK_FUNC_r23] = "_BINARY_OP_SUBSCR_CHECK_FUNC_r23", [_BINARY_OP_SUBSCR_DICT] = "_BINARY_OP_SUBSCR_DICT", @@ -5087,8 +4966,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23", - [_BINARY_OP_SUBTRACT_INT_WIDE] = "_BINARY_OP_SUBTRACT_INT_WIDE", - [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_r23", [_BINARY_OP_TRUEDIV_FLOAT] = "_BINARY_OP_TRUEDIV_FLOAT", [_BINARY_OP_TRUEDIV_FLOAT_r23] = "_BINARY_OP_TRUEDIV_FLOAT_r23", [_BINARY_OP_TRUEDIV_FLOAT_INPLACE] = "_BINARY_OP_TRUEDIV_FLOAT_INPLACE", @@ -5578,11 +5455,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_LOAD_SUPER_ATTR_METHOD_r13] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r13", [_GUARD_LOAD_SUPER_ATTR_METHOD_r23] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r23", [_GUARD_LOAD_SUPER_ATTR_METHOD_r33] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r33", - [_GUARD_NOS_COMPACT] = "_GUARD_NOS_COMPACT", - [_GUARD_NOS_COMPACT_r02] = "_GUARD_NOS_COMPACT_r02", - [_GUARD_NOS_COMPACT_r12] = "_GUARD_NOS_COMPACT_r12", - [_GUARD_NOS_COMPACT_r22] = "_GUARD_NOS_COMPACT_r22", - [_GUARD_NOS_COMPACT_r33] = "_GUARD_NOS_COMPACT_r33", [_GUARD_NOS_COMPACT_ASCII] = "_GUARD_NOS_COMPACT_ASCII", [_GUARD_NOS_COMPACT_ASCII_r02] = "_GUARD_NOS_COMPACT_ASCII_r02", [_GUARD_NOS_COMPACT_ASCII_r12] = "_GUARD_NOS_COMPACT_ASCII_r12", @@ -5608,11 +5480,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", - [_GUARD_NOS_INT_WIDE] = "_GUARD_NOS_INT_WIDE", - [_GUARD_NOS_INT_WIDE_r02] = "_GUARD_NOS_INT_WIDE_r02", - [_GUARD_NOS_INT_WIDE_r12] = "_GUARD_NOS_INT_WIDE_r12", - [_GUARD_NOS_INT_WIDE_r22] = "_GUARD_NOS_INT_WIDE_r22", - [_GUARD_NOS_INT_WIDE_r33] = "_GUARD_NOS_INT_WIDE_r33", [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", @@ -5633,11 +5500,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_NULL_r12] = "_GUARD_NOS_NULL_r12", [_GUARD_NOS_NULL_r22] = "_GUARD_NOS_NULL_r22", [_GUARD_NOS_NULL_r33] = "_GUARD_NOS_NULL_r33", - [_GUARD_NOS_OVERFLOWED] = "_GUARD_NOS_OVERFLOWED", - [_GUARD_NOS_OVERFLOWED_r02] = "_GUARD_NOS_OVERFLOWED_r02", - [_GUARD_NOS_OVERFLOWED_r12] = "_GUARD_NOS_OVERFLOWED_r12", - [_GUARD_NOS_OVERFLOWED_r22] = "_GUARD_NOS_OVERFLOWED_r22", - [_GUARD_NOS_OVERFLOWED_r33] = "_GUARD_NOS_OVERFLOWED_r33", [_GUARD_NOS_TUPLE] = "_GUARD_NOS_TUPLE", [_GUARD_NOS_TUPLE_r02] = "_GUARD_NOS_TUPLE_r02", [_GUARD_NOS_TUPLE_r12] = "_GUARD_NOS_TUPLE_r12", @@ -5683,11 +5545,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_ANY_SET_r11] = "_GUARD_TOS_ANY_SET_r11", [_GUARD_TOS_ANY_SET_r22] = "_GUARD_TOS_ANY_SET_r22", [_GUARD_TOS_ANY_SET_r33] = "_GUARD_TOS_ANY_SET_r33", - [_GUARD_TOS_COMPACT] = "_GUARD_TOS_COMPACT", - [_GUARD_TOS_COMPACT_r01] = "_GUARD_TOS_COMPACT_r01", - [_GUARD_TOS_COMPACT_r11] = "_GUARD_TOS_COMPACT_r11", - [_GUARD_TOS_COMPACT_r22] = "_GUARD_TOS_COMPACT_r22", - [_GUARD_TOS_COMPACT_r33] = "_GUARD_TOS_COMPACT_r33", [_GUARD_TOS_DICT] = "_GUARD_TOS_DICT", [_GUARD_TOS_DICT_r01] = "_GUARD_TOS_DICT_r01", [_GUARD_TOS_DICT_r11] = "_GUARD_TOS_DICT_r11", @@ -5713,11 +5570,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", - [_GUARD_TOS_INT_WIDE] = "_GUARD_TOS_INT_WIDE", - [_GUARD_TOS_INT_WIDE_r01] = "_GUARD_TOS_INT_WIDE_r01", - [_GUARD_TOS_INT_WIDE_r11] = "_GUARD_TOS_INT_WIDE_r11", - [_GUARD_TOS_INT_WIDE_r22] = "_GUARD_TOS_INT_WIDE_r22", - [_GUARD_TOS_INT_WIDE_r33] = "_GUARD_TOS_INT_WIDE_r33", [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", @@ -5733,11 +5585,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_NOT_NULL_r11] = "_GUARD_TOS_NOT_NULL_r11", [_GUARD_TOS_NOT_NULL_r22] = "_GUARD_TOS_NOT_NULL_r22", [_GUARD_TOS_NOT_NULL_r33] = "_GUARD_TOS_NOT_NULL_r33", - [_GUARD_TOS_OVERFLOWED] = "_GUARD_TOS_OVERFLOWED", - [_GUARD_TOS_OVERFLOWED_r01] = "_GUARD_TOS_OVERFLOWED_r01", - [_GUARD_TOS_OVERFLOWED_r11] = "_GUARD_TOS_OVERFLOWED_r11", - [_GUARD_TOS_OVERFLOWED_r22] = "_GUARD_TOS_OVERFLOWED_r22", - [_GUARD_TOS_OVERFLOWED_r33] = "_GUARD_TOS_OVERFLOWED_r33", [_GUARD_TOS_SET] = "_GUARD_TOS_SET", [_GUARD_TOS_SET_r01] = "_GUARD_TOS_SET_r01", [_GUARD_TOS_SET_r11] = "_GUARD_TOS_SET_r11", @@ -6475,30 +6322,12 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_TOS_INT: return 0; - case _GUARD_NOS_INT_WIDE: - return 0; - case _GUARD_TOS_INT_WIDE: - return 0; - case _GUARD_NOS_OVERFLOWED: - return 0; - case _GUARD_TOS_OVERFLOWED: - return 0; - case _GUARD_TOS_COMPACT: - return 0; - case _GUARD_NOS_COMPACT: - return 0; case _BINARY_OP_MULTIPLY_INT: return 2; case _BINARY_OP_ADD_INT: return 2; case _BINARY_OP_SUBTRACT_INT: return 2; - case _BINARY_OP_ADD_INT_WIDE: - return 2; - case _BINARY_OP_SUBTRACT_INT_WIDE: - return 2; - case _BINARY_OP_MULTIPLY_INT_WIDE: - return 2; case _BINARY_OP_ADD_INT_INPLACE: return 2; case _BINARY_OP_SUBTRACT_INT_INPLACE: diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index d39e610236447a3..0122d16ee4189c6 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -188,7 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +212,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -222,6 +221,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -574,7 +576,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +586,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -598,7 +600,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -608,6 +609,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -807,7 +811,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -981,7 +985,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1074,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1166,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1328,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1338,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1352,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1358,6 +1361,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5151,7 +5157,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5167,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12194,7 +12200,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12431,7 +12437,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Objects/longobject.c b/Objects/longobject.c index a5825a0ded89d3a..e997a102ae84525 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -3900,30 +3900,31 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) + medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); - } - assert(v != 0); - if (!is_medium_int(v)) { - /* compact + compact overflowed the compact range; caller must fall - * back to the wide path. Returns NULL to signal this. */ - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (result == NULL) { - result = PyObject_Malloc(sizeof(PyLongObject)); - if (result == NULL) { - return PyStackRef_NULL; + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) + medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } - _PyObject_Init((PyObject *)result, &PyLong_Type); - _PyLong_InitTag(result); } - digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; - _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); - result->long_value.ob_digit[0] = abs_v; - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_AddWide(a, b); } /* Build a _PyStackRef from an int64 arithmetic result. Inlined into the @@ -4016,28 +4017,31 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) - medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); - } - assert(v != 0); - if (!is_medium_int(v)) { - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (result == NULL) { - result = PyObject_Malloc(sizeof(PyLongObject)); - if (result == NULL) { - return PyStackRef_NULL; + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) - medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } - _PyObject_Init((PyObject *)result, &PyLong_Type); - _PyLong_InitTag(result); } - digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; - _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); - result->long_value.ob_digit[0] = abs_v; - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_SubtractWide(a, b); } _PyStackRef @@ -4494,28 +4498,31 @@ long_mul(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) * medium_value(b); - if (IS_SMALL_INT(v)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); - } - assert(v != 0); - if (!is_medium_int(v)) { - return PyStackRef_NULL; - } - PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (result == NULL) { - result = PyObject_Malloc(sizeof(PyLongObject)); - if (result == NULL) { - return PyStackRef_NULL; + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) * medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); } - _PyObject_Init((PyObject *)result, &PyLong_Type); - _PyLong_InitTag(result); } - digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; - _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); - result->long_value.ob_digit[0] = abs_v; - return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_MultiplyWide(a, b); } /* Wide variant: returns NULL (without raising) if the result overflows int64. */ diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 8bd65b981d1c3be..4e5c6dbcaf4bebe 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -634,51 +634,12 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!_PyLong_CheckExactAndCompact(left_o)); + EXIT_IF(!PyLong_CheckExact(left_o)); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!_PyLong_CheckExactAndCompact(value_o)); - } - - /* Wide guards: accept exact ints in the full int64 range. */ - op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!_PyLong_CheckExactAndFitsInt64(left_o)); - } - - op(_GUARD_TOS_INT_WIDE, (value -- value)) { - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!_PyLong_CheckExactAndFitsInt64(value_o)); - } - - op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)left_o); - EXIT_IF(!ok); - } - - op(_GUARD_TOS_OVERFLOWED, (value -- value)) { - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)value_o); - EXIT_IF(!ok); - } - - /* Tier-2-only: type is already known to be PyLong_Type; just verify - * compactness. Cheaper than _GUARD_TOS_INT (skips the type check). */ - tier2 op(_GUARD_TOS_COMPACT, (value -- value)) { - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)value_o)); - } - - tier2 op(_GUARD_NOS_COMPACT, (left, unused -- left, unused)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); + EXIT_IF(!PyLong_CheckExact(value_o)); } pure op(_BINARY_OP_MULTIPLY_INT, (left, right -- res, l, r)) { @@ -686,7 +647,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -694,6 +654,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_ADD_INT, (left, right -- res, l, r)) { @@ -701,7 +662,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -709,6 +669,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_SUBTRACT_INT, (left, right -- res, l, r)) { @@ -716,7 +677,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -724,51 +684,6 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); - } - - /* Wide ops: handle exact ints in the full int64 range. */ - pure op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); - EXIT_IF(PyStackRef_IsNull(res)); - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(res)); - } - - pure op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); - EXIT_IF(PyStackRef_IsNull(res)); - l = left; - r = right; - INPUTS_DEAD(); - ERROR_IF(PyStackRef_IsError(res)); - } - - pure op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); - EXIT_IF(PyStackRef_IsNull(res)); - l = left; - r = right; - INPUTS_DEAD(); ERROR_IF(PyStackRef_IsError(res)); } @@ -781,11 +696,9 @@ dummy_func( macro(BINARY_OP_SUBTRACT_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_SUBTRACT_INT + _POP_TOP_INT + _POP_TOP_INT; - - - // Merged inplace int ops: try compact in-place mutation; fall back - // to _PyCompactLong_{Add,Subtract,Multiply} which handle both compact - // and wide ints. Tier 2 only. + // Inplace int ops: mutate the uniquely-referenced operand + // when possible. The op handles decref of TARGET internally so + // the following _POP_TOP_INT becomes _POP_TOP_NOP. Tier 2 only. tier2 op(_BINARY_OP_ADD_INT_INPLACE, (left, right -- res, l, r)) { INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); @@ -843,6 +756,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } op(_GUARD_NOS_FLOAT, (left, unused -- left, unused)) { diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 3cd314d1b47e821..ab02ecd1bf44b88 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3827,7 +3827,7 @@ _PyStackRef left; left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3848,7 +3848,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -3871,7 +3871,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -3894,7 +3894,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -3916,7 +3916,7 @@ _PyStackRef value; value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3936,7 +3936,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -3956,7 +3956,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -3979,7 +3979,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; _tos_cache1 = _stack_item_1; @@ -3995,552 +3995,6 @@ break; } - case _GUARD_NOS_INT_WIDE_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_INT_WIDE_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_INT_WIDE_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_INT_WIDE_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndFitsInt64(left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_WIDE_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_WIDE_r11: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - value = _stack_item_0; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_WIDE_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_INT_WIDE_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndFitsInt64(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)left_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)left_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)left_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)left_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)value_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r11: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - value = _stack_item_0; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)value_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)value_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - int ok = _PyLong_FitsInt64((PyLongObject *)value_o); - if (!ok) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_COMPACT_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_COMPACT_r11: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - value = _stack_item_0; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_COMPACT_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_COMPACT_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_COMPACT_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_COMPACT_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_COMPACT_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_COMPACT_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - case _BINARY_OP_MULTIPLY_INT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -4555,7 +4009,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4565,6 +4018,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4590,7 +4052,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4601,6 +4062,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4627,7 +4097,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4639,6 +4108,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4661,7 +4134,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4671,6 +4143,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4696,7 +4177,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4707,6 +4187,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4733,7 +4222,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4745,6 +4233,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4767,7 +4259,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4777,123 +4268,6 @@ } l = left; r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_r13: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - right = _stack_item_0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = right; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_SUBTRACT_INT_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - l = left; - r = right; - _tos_cache2 = r; - _tos_cache1 = l; - _tos_cache0 = res; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _BINARY_OP_ADD_INT_WIDE_r23: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef right; - _PyStackRef left; - _PyStackRef res; - _PyStackRef l; - _PyStackRef r; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - STAT_INC(BINARY_OP, hit); - stack_pointer[0] = left; - stack_pointer[1] = right; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsNull(res)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - JUMP_TO_JUMP_TARGET(); - } - l = left; - r = right; if (PyStackRef_IsError(res)) { stack_pointer[-2] = res; stack_pointer[-1] = l; @@ -4913,8 +4287,8 @@ break; } - case _BINARY_OP_SUBTRACT_INT_WIDE_r23: { - CHECK_CURRENT_CACHED_VALUES(2); + case _BINARY_OP_SUBTRACT_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; _PyStackRef left; @@ -4922,37 +4296,27 @@ _PyStackRef l; _PyStackRef r; _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - right = _stack_item_1; - left = _stack_item_0; + right = _stack_item_0; + left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); STAT_INC(BINARY_OP, hit); - stack_pointer[0] = left; - stack_pointer[1] = right; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { UOP_STAT_INC(uopcode, miss); - _tos_cache1 = right; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } l = left; r = right; if (PyStackRef_IsError(res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_ERROR(); @@ -4961,13 +4325,13 @@ _tos_cache1 = l; _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; + stack_pointer += -1; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _BINARY_OP_MULTIPLY_INT_WIDE_r23: { + case _BINARY_OP_SUBTRACT_INT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4984,30 +4348,17 @@ assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); STAT_INC(BINARY_OP, hit); - stack_pointer[0] = left; - stack_pointer[1] = right; - stack_pointer += 2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - _PyFrame_SetStackPointer(frame, stack_pointer); - res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); - stack_pointer = _PyFrame_GetStackPointer(frame); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); JUMP_TO_JUMP_TARGET(); } l = left; r = right; if (PyStackRef_IsError(res)) { - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_ERROR(); } @@ -5015,8 +4366,6 @@ _tos_cache1 = l; _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } @@ -5605,6 +4954,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5636,6 +4994,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5669,6 +5036,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 3875ce5d6885c48..d154e62b5e55757 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,7 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +212,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -222,6 +221,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -574,7 +576,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +586,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -598,7 +600,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -608,6 +609,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -807,7 +811,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -981,7 +985,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1074,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1166,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1328,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1338,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1352,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1358,6 +1361,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5151,7 +5157,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5167,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -12191,7 +12197,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12428,7 +12434,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 6b5dabf47ca97c7..4afe4bd708b4920 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -206,34 +206,23 @@ dummy_func(void) { res = PyJitRef_Borrow(sym_new_null(ctx)); } - /* Tier-2 merged guard: accept any exact int. When the type is already - * known to be PyLong_Type the cheaper _OVERFLOWED guard (which skips the - * type check) can be used. When compactness is known the guard can be - * eliminated entirely. */ + /* Compact guard: value must be a compact int. When the type is already + * known to be PyLong_Type, use the cheaper _GUARD_TOS_COMPACT which skips + * the redundant type check. */ + /* Merged guard: accept any exact int. When the type is already known to + * be PyLong_Type the guard can be eliminated. */ op(_GUARD_TOS_INT, (value -- value)) { - if (sym_is_compact_int(value)) { + if (sym_matches_type(value, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - sym_set_type(value, &PyLong_Type); - } - else { - sym_set_type(value, &PyLong_Type); - } + sym_set_type(value, &PyLong_Type); } op(_GUARD_NOS_INT, (left, unused -- left, unused)) { - if (sym_is_compact_int(left)) { + if (sym_matches_type(left, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - sym_set_type(left, &PyLong_Type); - } - else { - sym_set_type(left, &PyLong_Type); - } + sym_set_type(left, &PyLong_Type); } op(_CHECK_ATTR_CLASS, (type_version/2, owner -- owner)) { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 0dcc207ec2ae1c8..46cabe7be28d395 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -554,56 +554,20 @@ case _GUARD_NOS_INT: { JitOptRef left; left = stack_pointer[-2]; - if (sym_is_compact_int(left)) { + if (sym_matches_type(left, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - sym_set_type(left, &PyLong_Type); - } - else { - sym_set_type(left, &PyLong_Type); - } + sym_set_type(left, &PyLong_Type); break; } case _GUARD_TOS_INT: { JitOptRef value; value = stack_pointer[-1]; - if (sym_is_compact_int(value)) { + if (sym_matches_type(value, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - sym_set_type(value, &PyLong_Type); - } - else { - sym_set_type(value, &PyLong_Type); - } - break; - } - - case _GUARD_NOS_INT_WIDE: { - break; - } - - case _GUARD_TOS_INT_WIDE: { - break; - } - - case _GUARD_NOS_OVERFLOWED: { - break; - } - - case _GUARD_TOS_OVERFLOWED: { - break; - } - - case _GUARD_TOS_COMPACT: { - break; - } - - case _GUARD_NOS_COMPACT: { + sym_set_type(value, &PyLong_Type); break; } @@ -640,7 +604,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -649,6 +612,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -711,7 +677,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -720,6 +685,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -782,7 +750,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -791,6 +758,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -820,54 +790,6 @@ break; } - case _BINARY_OP_ADD_INT_WIDE: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_SUBTRACT_INT_WIDE: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - - case _BINARY_OP_MULTIPLY_INT_WIDE: { - JitOptRef res; - JitOptRef l; - JitOptRef r; - res = sym_new_not_null(ctx); - l = sym_new_not_null(ctx); - r = sym_new_not_null(ctx); - CHECK_STACK_BOUNDS(1); - stack_pointer[-2] = res; - stack_pointer[-1] = l; - stack_pointer[0] = r; - stack_pointer += 1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - break; - } - case _BINARY_OP_ADD_INT_INPLACE: { JitOptRef res; JitOptRef l; From 5e018400515a9c2c41a2d4afdc9c908db9211211 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 12:53:17 -0500 Subject: [PATCH 18/20] Fix SUBSCR_LIST_INT/STORE_SUBSCR_LIST_INT asserting on wide ints _GUARD_TOS_INT only checks PyLong_CheckExact, so wide (non-compact) ints can reach _BINARY_OP_SUBSCR_LIST_INT and _STORE_SUBSCR_LIST_INT, both of which call _PyLong_CompactValue unconditionally. The specializer correctly gates on _PyLong_IsNonNegativeCompact, but the runtime guard did not enforce that invariant. Add EXIT_IF / DEOPT_IF(!_PyLong_IsNonNegativeCompact) before each _PyLong_CompactValue call so wide-int indices fall back to the slow path instead of hitting the assertion. The bug was latent before this branch because BINARY_OP_ADD_INT would deopt on wide-int operands, so wide results rarely appeared as list subscripts that had already been specialised for compact ints. --- Modules/_testinternalcapi/test_cases.c.h | 10 ++++++++++ Python/bytecodes.c | 2 ++ Python/executor_cases.c.h | 15 +++++++++++++++ Python/generated_cases.c.h | 10 ++++++++++ 4 files changed, 37 insertions(+) diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 0122d16ee4189c6..b25d7d0342e6b9a 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -836,6 +836,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -12226,6 +12231,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(STORE_SUBSCR); + assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); + JUMP_TO_PREDICTED(STORE_SUBSCR); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UPDATE_MISS_STATS(STORE_SUBSCR); diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 4e5c6dbcaf4bebe..78f71db23509393 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -1135,6 +1135,7 @@ dummy_func( assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + EXIT_IF(!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)); Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { @@ -1413,6 +1414,7 @@ dummy_func( assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + DEOPT_IF(!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)); Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); DEOPT_IF(!LOCK_OBJECT(list)); diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index ab02ecd1bf44b88..6af4e72dfc169ad 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -6874,6 +6874,13 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = sub_st; + _tos_cache0 = list_st; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -8307,6 +8314,14 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = sub_st; + _tos_cache1 = list_st; + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UOP_STAT_INC(uopcode, miss); diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index d154e62b5e55757..80d8bcc3839ab0d 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -836,6 +836,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -12223,6 +12228,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(STORE_SUBSCR); + assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); + JUMP_TO_PREDICTED(STORE_SUBSCR); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UPDATE_MISS_STATS(STORE_SUBSCR); From 24a0d2ab35b6e570683d5b081fd816adb1be7bea Mon Sep 17 00:00:00 2001 From: Kevin Turcios <106575910+KRRT7@users.noreply.github.com> Date: Fri, 29 May 2026 13:56:17 -0500 Subject: [PATCH 19/20] Update Include/internal/pycore_long.h Co-authored-by: Pieter Eendebak --- Include/internal/pycore_long.h | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index 4e9de7eeb5eaf70..ab5a0e52a167867 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -363,13 +363,10 @@ static inline int _PyLong_FitsInt64(const PyLongObject *v) { uintptr_t tag = v->long_value.lv_tag; - if (tag < (2 << NON_SIZE_BITS)) { - return 1; + if (tag < (_PY_LONG_MAX_DIGITS_FOR_INT64 << NON_SIZE_BITS)) { + return 1; } Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); - if (ndigits < _PY_LONG_MAX_DIGITS_FOR_INT64) { - return 1; - } if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { return 0; } From a4c0ddbb3c0b084ea2cf9c9ef008b0c2784b4228 Mon Sep 17 00:00:00 2001 From: Kevin Turcios Date: Fri, 29 May 2026 17:46:45 -0500 Subject: [PATCH 20/20] edit based on feedback --- ...05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst index 9faeeb13ec23167..a50227ab8d64349 100644 --- a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst @@ -1,2 +1,4 @@ -Improve integer arithmetic fast paths for exact ``int`` values that fit -in the signed 64-bit range but are not compact Python integers. +Speed up addition, subtraction, and multiplication of large integers +(those too big for CPython's inline "compact" representation). +Also fixes a crash when using such integers as list indices in +specialized code paths.