diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index fb5622c99f7a135..ab5a0e52a167867 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -116,6 +116,10 @@ PyAPI_DATA(PyObject*) _PyLong_Lshift(PyObject *, int64_t); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Add(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Multiply(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Subtract(PyLongObject *left, PyLongObject *right); +/* Wide variants: accept exact ints in the full int64 range (may be non-compact). */ +PyAPI_FUNC(_PyStackRef) _PyCompactLong_AddWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_MultiplyWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_SubtractWide(PyLongObject *left, PyLongObject *right); // Export for 'binascii' shared extension. PyAPI_DATA(unsigned char) _PyLong_DigitValue[256]; @@ -217,6 +221,7 @@ _PyLong_BothAreCompact(const PyLongObject* a, const PyLongObject* b) { static inline bool _PyLong_IsZero(const PyLongObject *op) { + assert(op != NULL); return (op->long_value.lv_tag & SIGN_MASK) == SIGN_ZERO; } @@ -346,6 +351,106 @@ _PyLong_CheckExactAndCompact(PyObject *op) return PyLong_CheckExact(op) && _PyLong_IsCompact((const PyLongObject *)op); } +/* A cheap range guard used by Tier 2 / JIT integer fast paths. + * + * "Compact" ints are single-digit. Non-compact ints may still fit in int64_t, + * but are limited to a small number of digits (3 for 30-bit digits, 5 for + * 15-bit digits). + */ +#define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) + +static inline int +_PyLong_FitsInt64(const PyLongObject *v) +{ + uintptr_t tag = v->long_value.lv_tag; + if (tag < (_PY_LONG_MAX_DIGITS_FOR_INT64 << NON_SIZE_BITS)) { + return 1; + } + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 0; + } + + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t top = (uint64_t)v->long_value.ob_digit[ndigits - 1]; + if ((tag & SIGN_MASK) == SIGN_NEGATIVE) { + uint64_t max_top = ((uint64_t)INT64_MAX + 1) >> shift; + if (top < max_top) { + return 1; + } + if (top > max_top) { + return 0; + } + for (Py_ssize_t i = 0; i < ndigits - 1; i++) { + if (v->long_value.ob_digit[i] != 0) { + return 0; + } + } + return 1; + } + uint64_t max_top = (uint64_t)INT64_MAX >> shift; + return top <= max_top; +} + +static inline int +_PyLong_CheckExactAndFitsInt64(PyObject *op) +{ + return PyLong_CheckExact(op) && + _PyLong_FitsInt64((const PyLongObject *)op); +} + +/* Extract an exact int to int64_t without raising. + * + * Returns true on success and writes to *out; returns false if the value is + * out of int64_t range. Never sets an exception. + */ +static inline bool +_PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) +{ + assert(PyLong_CheckExact((PyObject *)v)); + uintptr_t tag = v->long_value.lv_tag; + int sign = 1 - (tag & SIGN_MASK); + if (tag < (2 << NON_SIZE_BITS)) { + *out = (int64_t)(sign * (Py_ssize_t)v->long_value.ob_digit[0]); + return true; + } + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return false; + } + uint64_t abs_val = 0; +#if PyLong_SHIFT == 30 + if (ndigits == 2) { + abs_val = (uint64_t)v->long_value.ob_digit[0] | + ((uint64_t)v->long_value.ob_digit[1] << 30); + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } +#endif + unsigned int shift = 0; + for (Py_ssize_t i = 0; i < ndigits; i++) { + uint64_t d = (uint64_t)v->long_value.ob_digit[i]; + if (ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64 && + i == ndigits - 1 && + shift != 0 && + (d >> (64 - shift)) != 0) + { + return false; + } + abs_val |= d << shift; + shift += PyLong_SHIFT; + } + if (abs_val <= (uint64_t)INT64_MAX) { + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } + if (sign < 0 && abs_val == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + return true; + } + return false; +} + #ifdef __cplusplus } #endif diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index d2e29a1b95ede2f..341cd60a83c0607 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -1114,12 +1114,12 @@ PyAPI_DATA(const struct opcode_metadata) _PyOpcode_opcode_metadata[267]; const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1128,7 +1128,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_TUPLE_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, - [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, @@ -1174,7 +1174,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [CLEANUP_THROW] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_FLOAT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, - [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, + [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_STR] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, [CONTAINS_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [CONTAINS_OP_DICT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h index 8c35c4416fe3c8c..300a4bc645c1fd6 100644 --- a/Include/internal/pycore_optimizer.h +++ b/Include/internal/pycore_optimizer.h @@ -462,6 +462,7 @@ extern JitOptRef _Py_uop_sym_tuple_getitem(JitOptContext *ctx, JitOptRef sym, Py extern Py_ssize_t _Py_uop_sym_tuple_length(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_truthiness(JitOptContext *ctx, JitOptRef value, bool truthy); extern bool _Py_uop_sym_is_compact_int(JitOptRef sym); +extern bool _Py_uop_sym_fits_int64(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_compact_int(JitOptContext *ctx); extern void _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef sym); extern JitOptRef _Py_uop_sym_new_predicate(JitOptContext *ctx, JitOptRef lhs_ref, JitOptRef rhs_ref, JitOptPredicateKind kind); diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 7c44c0a430b7311..085128c82e6b2cd 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -210,44 +210,42 @@ extern "C" { #define _GUARD_NOS_LIST 471 #define _GUARD_NOS_NOT_NULL 472 #define _GUARD_NOS_NULL 473 -#define _GUARD_NOS_OVERFLOWED 474 -#define _GUARD_NOS_TUPLE 475 -#define _GUARD_NOS_TYPE_VERSION 476 -#define _GUARD_NOS_UNICODE 477 -#define _GUARD_NOT_EXHAUSTED_LIST 478 -#define _GUARD_NOT_EXHAUSTED_RANGE 479 -#define _GUARD_NOT_EXHAUSTED_TUPLE 480 -#define _GUARD_THIRD_NULL 481 -#define _GUARD_TOS_ANY_DICT 482 -#define _GUARD_TOS_ANY_SET 483 -#define _GUARD_TOS_DICT 484 -#define _GUARD_TOS_FLOAT 485 -#define _GUARD_TOS_FROZENDICT 486 -#define _GUARD_TOS_FROZENSET 487 -#define _GUARD_TOS_INT 488 -#define _GUARD_TOS_IS_NONE 489 -#define _GUARD_TOS_LIST 490 -#define _GUARD_TOS_NOT_NULL 491 -#define _GUARD_TOS_OVERFLOWED 492 -#define _GUARD_TOS_SET 493 -#define _GUARD_TOS_SLICE 494 -#define _GUARD_TOS_TUPLE 495 -#define _GUARD_TOS_UNICODE 496 -#define _GUARD_TYPE 497 -#define _GUARD_TYPE_ITER 498 -#define _GUARD_TYPE_VERSION 499 -#define _GUARD_TYPE_VERSION_LOCKED 500 -#define _HANDLE_PENDING_AND_DEOPT 501 +#define _GUARD_NOS_TUPLE 474 +#define _GUARD_NOS_TYPE_VERSION 475 +#define _GUARD_NOS_UNICODE 476 +#define _GUARD_NOT_EXHAUSTED_LIST 477 +#define _GUARD_NOT_EXHAUSTED_RANGE 478 +#define _GUARD_NOT_EXHAUSTED_TUPLE 479 +#define _GUARD_THIRD_NULL 480 +#define _GUARD_TOS_ANY_DICT 481 +#define _GUARD_TOS_ANY_SET 482 +#define _GUARD_TOS_DICT 483 +#define _GUARD_TOS_FLOAT 484 +#define _GUARD_TOS_FROZENDICT 485 +#define _GUARD_TOS_FROZENSET 486 +#define _GUARD_TOS_INT 487 +#define _GUARD_TOS_IS_NONE 488 +#define _GUARD_TOS_LIST 489 +#define _GUARD_TOS_NOT_NULL 490 +#define _GUARD_TOS_SET 491 +#define _GUARD_TOS_SLICE 492 +#define _GUARD_TOS_TUPLE 493 +#define _GUARD_TOS_UNICODE 494 +#define _GUARD_TYPE 495 +#define _GUARD_TYPE_ITER 496 +#define _GUARD_TYPE_VERSION 497 +#define _GUARD_TYPE_VERSION_LOCKED 498 +#define _HANDLE_PENDING_AND_DEOPT 499 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 502 -#define _INIT_CALL_PY_EXACT_ARGS 503 -#define _INIT_CALL_PY_EXACT_ARGS_0 504 -#define _INIT_CALL_PY_EXACT_ARGS_1 505 -#define _INIT_CALL_PY_EXACT_ARGS_2 506 -#define _INIT_CALL_PY_EXACT_ARGS_3 507 -#define _INIT_CALL_PY_EXACT_ARGS_4 508 -#define _INSERT_NULL 509 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 500 +#define _INIT_CALL_PY_EXACT_ARGS 501 +#define _INIT_CALL_PY_EXACT_ARGS_0 502 +#define _INIT_CALL_PY_EXACT_ARGS_1 503 +#define _INIT_CALL_PY_EXACT_ARGS_2 504 +#define _INIT_CALL_PY_EXACT_ARGS_3 505 +#define _INIT_CALL_PY_EXACT_ARGS_4 506 +#define _INSERT_NULL 507 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -257,1194 +255,1186 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 510 -#define _IS_OP 511 -#define _ITER_CHECK_LIST 512 -#define _ITER_CHECK_RANGE 513 -#define _ITER_CHECK_TUPLE 514 -#define _ITER_JUMP_LIST 515 -#define _ITER_JUMP_RANGE 516 -#define _ITER_JUMP_TUPLE 517 -#define _ITER_NEXT_INLINE 518 -#define _ITER_NEXT_LIST 519 -#define _ITER_NEXT_LIST_TIER_TWO 520 -#define _ITER_NEXT_RANGE 521 -#define _ITER_NEXT_TUPLE 522 +#define _IS_NONE 508 +#define _IS_OP 509 +#define _ITER_CHECK_LIST 510 +#define _ITER_CHECK_RANGE 511 +#define _ITER_CHECK_TUPLE 512 +#define _ITER_JUMP_LIST 513 +#define _ITER_JUMP_RANGE 514 +#define _ITER_JUMP_TUPLE 515 +#define _ITER_NEXT_INLINE 516 +#define _ITER_NEXT_LIST 517 +#define _ITER_NEXT_LIST_TIER_TWO 518 +#define _ITER_NEXT_RANGE 519 +#define _ITER_NEXT_TUPLE 520 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 523 +#define _JUMP_TO_TOP 521 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 524 -#define _LOAD_ATTR 525 -#define _LOAD_ATTR_CLASS 526 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 527 -#define _LOAD_ATTR_INSTANCE_VALUE 528 -#define _LOAD_ATTR_METHOD_LAZY_DICT 529 -#define _LOAD_ATTR_METHOD_NO_DICT 530 -#define _LOAD_ATTR_METHOD_WITH_VALUES 531 -#define _LOAD_ATTR_MODULE 532 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 533 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 534 -#define _LOAD_ATTR_PROPERTY_FRAME 535 -#define _LOAD_ATTR_SLOT 536 -#define _LOAD_ATTR_WITH_HINT 537 +#define _LIST_EXTEND 522 +#define _LOAD_ATTR 523 +#define _LOAD_ATTR_CLASS 524 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 525 +#define _LOAD_ATTR_INSTANCE_VALUE 526 +#define _LOAD_ATTR_METHOD_LAZY_DICT 527 +#define _LOAD_ATTR_METHOD_NO_DICT 528 +#define _LOAD_ATTR_METHOD_WITH_VALUES 529 +#define _LOAD_ATTR_MODULE 530 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 531 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 532 +#define _LOAD_ATTR_PROPERTY_FRAME 533 +#define _LOAD_ATTR_SLOT 534 +#define _LOAD_ATTR_WITH_HINT 535 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 538 +#define _LOAD_BYTECODE 536 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 539 -#define _LOAD_CONST_INLINE_BORROW 540 +#define _LOAD_CONST_INLINE 537 +#define _LOAD_CONST_INLINE_BORROW 538 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 541 -#define _LOAD_FAST_0 542 -#define _LOAD_FAST_1 543 -#define _LOAD_FAST_2 544 -#define _LOAD_FAST_3 545 -#define _LOAD_FAST_4 546 -#define _LOAD_FAST_5 547 -#define _LOAD_FAST_6 548 -#define _LOAD_FAST_7 549 +#define _LOAD_FAST 539 +#define _LOAD_FAST_0 540 +#define _LOAD_FAST_1 541 +#define _LOAD_FAST_2 542 +#define _LOAD_FAST_3 543 +#define _LOAD_FAST_4 544 +#define _LOAD_FAST_5 545 +#define _LOAD_FAST_6 546 +#define _LOAD_FAST_7 547 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 550 -#define _LOAD_FAST_BORROW_0 551 -#define _LOAD_FAST_BORROW_1 552 -#define _LOAD_FAST_BORROW_2 553 -#define _LOAD_FAST_BORROW_3 554 -#define _LOAD_FAST_BORROW_4 555 -#define _LOAD_FAST_BORROW_5 556 -#define _LOAD_FAST_BORROW_6 557 -#define _LOAD_FAST_BORROW_7 558 +#define _LOAD_FAST_BORROW 548 +#define _LOAD_FAST_BORROW_0 549 +#define _LOAD_FAST_BORROW_1 550 +#define _LOAD_FAST_BORROW_2 551 +#define _LOAD_FAST_BORROW_3 552 +#define _LOAD_FAST_BORROW_4 553 +#define _LOAD_FAST_BORROW_5 554 +#define _LOAD_FAST_BORROW_6 555 +#define _LOAD_FAST_BORROW_7 556 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 559 -#define _LOAD_GLOBAL_BUILTINS 560 -#define _LOAD_GLOBAL_MODULE 561 +#define _LOAD_GLOBAL 557 +#define _LOAD_GLOBAL_BUILTINS 558 +#define _LOAD_GLOBAL_MODULE 559 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 562 -#define _LOAD_SMALL_INT_0 563 -#define _LOAD_SMALL_INT_1 564 -#define _LOAD_SMALL_INT_2 565 -#define _LOAD_SMALL_INT_3 566 -#define _LOAD_SPECIAL 567 +#define _LOAD_SMALL_INT 560 +#define _LOAD_SMALL_INT_0 561 +#define _LOAD_SMALL_INT_1 562 +#define _LOAD_SMALL_INT_2 563 +#define _LOAD_SMALL_INT_3 564 +#define _LOAD_SPECIAL 565 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 568 -#define _LOCK_OBJECT 569 -#define _MAKE_CALLARGS_A_TUPLE 570 +#define _LOAD_SUPER_ATTR_METHOD 566 +#define _LOCK_OBJECT 567 +#define _MAKE_CALLARGS_A_TUPLE 568 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 571 -#define _MAKE_HEAP_SAFE 572 -#define _MAKE_WARM 573 +#define _MAKE_FUNCTION 569 +#define _MAKE_HEAP_SAFE 570 +#define _MAKE_WARM 571 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 574 +#define _MATCH_CLASS 572 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 575 -#define _MAYBE_EXPAND_METHOD_KW 576 -#define _MONITOR_CALL 577 -#define _MONITOR_CALL_KW 578 -#define _MONITOR_JUMP_BACKWARD 579 -#define _MONITOR_RESUME 580 +#define _MAYBE_EXPAND_METHOD 573 +#define _MAYBE_EXPAND_METHOD_KW 574 +#define _MONITOR_CALL 575 +#define _MONITOR_CALL_KW 576 +#define _MONITOR_JUMP_BACKWARD 577 +#define _MONITOR_RESUME 578 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 581 -#define _POP_JUMP_IF_TRUE 582 +#define _POP_JUMP_IF_FALSE 579 +#define _POP_JUMP_IF_TRUE 580 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 583 -#define _POP_TOP_INT 584 -#define _POP_TOP_NOP 585 -#define _POP_TOP_OPARG 586 -#define _POP_TOP_UNICODE 587 +#define _POP_TOP_FLOAT 581 +#define _POP_TOP_INT 582 +#define _POP_TOP_NOP 583 +#define _POP_TOP_OPARG 584 +#define _POP_TOP_UNICODE 585 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 588 +#define _PUSH_FRAME 586 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 589 -#define _PUSH_TAGGED_ZERO 590 -#define _PY_FRAME_EX 591 -#define _PY_FRAME_GENERAL 592 -#define _PY_FRAME_KW 593 -#define _RECORD_3OS_GEN_FUNC 594 -#define _RECORD_4OS 595 -#define _RECORD_BOUND_METHOD 596 -#define _RECORD_CALLABLE 597 -#define _RECORD_CALLABLE_KW 598 -#define _RECORD_CODE 599 -#define _RECORD_NOS 600 -#define _RECORD_NOS_GEN_FUNC 601 -#define _RECORD_NOS_TYPE 602 -#define _RECORD_TOS 603 -#define _RECORD_TOS_TYPE 604 -#define _REPLACE_WITH_TRUE 605 -#define _RESUME_CHECK 606 +#define _PUSH_NULL_CONDITIONAL 587 +#define _PUSH_TAGGED_ZERO 588 +#define _PY_FRAME_EX 589 +#define _PY_FRAME_GENERAL 590 +#define _PY_FRAME_KW 591 +#define _RECORD_3OS_GEN_FUNC 592 +#define _RECORD_4OS 593 +#define _RECORD_BOUND_METHOD 594 +#define _RECORD_CALLABLE 595 +#define _RECORD_CALLABLE_KW 596 +#define _RECORD_CODE 597 +#define _RECORD_NOS 598 +#define _RECORD_NOS_GEN_FUNC 599 +#define _RECORD_NOS_TYPE 600 +#define _RECORD_TOS 601 +#define _RECORD_TOS_TYPE 602 +#define _REPLACE_WITH_TRUE 603 +#define _RESUME_CHECK 604 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 607 -#define _RROT_3 608 -#define _SAVE_RETURN_OFFSET 609 -#define _SEND_ASYNC_GEN 610 -#define _SEND_ASYNC_GEN_TIER_TWO 611 -#define _SEND_GEN_FRAME 612 -#define _SEND_VIRTUAL 613 -#define _SEND_VIRTUAL_TIER_TWO 614 +#define _RETURN_VALUE 605 +#define _RROT_3 606 +#define _SAVE_RETURN_OFFSET 607 +#define _SEND_ASYNC_GEN 608 +#define _SEND_ASYNC_GEN_TIER_TWO 609 +#define _SEND_GEN_FRAME 610 +#define _SEND_VIRTUAL 611 +#define _SEND_VIRTUAL_TIER_TWO 612 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 615 -#define _SPILL_OR_RELOAD 616 -#define _START_EXECUTOR 617 -#define _STORE_ATTR 618 -#define _STORE_ATTR_INSTANCE_VALUE 619 -#define _STORE_ATTR_SLOT 620 -#define _STORE_ATTR_WITH_HINT 621 +#define _SET_UPDATE 613 +#define _SPILL_OR_RELOAD 614 +#define _START_EXECUTOR 615 +#define _STORE_ATTR 616 +#define _STORE_ATTR_INSTANCE_VALUE 617 +#define _STORE_ATTR_SLOT 618 +#define _STORE_ATTR_WITH_HINT 619 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 622 -#define _STORE_SUBSCR 623 -#define _STORE_SUBSCR_DICT 624 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 625 -#define _STORE_SUBSCR_LIST_INT 626 -#define _SWAP 627 -#define _SWAP_2 628 -#define _SWAP_3 629 -#define _SWAP_FAST 630 -#define _SWAP_FAST_0 631 -#define _SWAP_FAST_1 632 -#define _SWAP_FAST_2 633 -#define _SWAP_FAST_3 634 -#define _SWAP_FAST_4 635 -#define _SWAP_FAST_5 636 -#define _SWAP_FAST_6 637 -#define _SWAP_FAST_7 638 -#define _TIER2_RESUME_CHECK 639 -#define _TO_BOOL 640 +#define _STORE_SLICE 620 +#define _STORE_SUBSCR 621 +#define _STORE_SUBSCR_DICT 622 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 623 +#define _STORE_SUBSCR_LIST_INT 624 +#define _SWAP 625 +#define _SWAP_2 626 +#define _SWAP_3 627 +#define _SWAP_FAST 628 +#define _SWAP_FAST_0 629 +#define _SWAP_FAST_1 630 +#define _SWAP_FAST_2 631 +#define _SWAP_FAST_3 632 +#define _SWAP_FAST_4 633 +#define _SWAP_FAST_5 634 +#define _SWAP_FAST_6 635 +#define _SWAP_FAST_7 636 +#define _TIER2_RESUME_CHECK 637 +#define _TO_BOOL 638 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 641 -#define _TO_BOOL_LIST 642 +#define _TO_BOOL_INT 639 +#define _TO_BOOL_LIST 640 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 643 +#define _TO_BOOL_STR 641 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 644 -#define _UNARY_NEGATIVE 645 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 646 +#define _UNARY_INVERT 642 +#define _UNARY_NEGATIVE 643 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 644 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 647 -#define _UNPACK_SEQUENCE_LIST 648 -#define _UNPACK_SEQUENCE_TUPLE 649 -#define _UNPACK_SEQUENCE_TWO_TUPLE 650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 651 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 652 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 653 +#define _UNPACK_SEQUENCE 645 +#define _UNPACK_SEQUENCE_LIST 646 +#define _UNPACK_SEQUENCE_TUPLE 647 +#define _UNPACK_SEQUENCE_TWO_TUPLE 648 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 649 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 650 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 651 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 654 -#define MAX_UOP_ID 654 -#define _ALLOCATE_OBJECT_r00 655 -#define _BINARY_OP_r23 656 -#define _BINARY_OP_ADD_FLOAT_r03 657 -#define _BINARY_OP_ADD_FLOAT_r13 658 -#define _BINARY_OP_ADD_FLOAT_r23 659 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 660 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 661 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 662 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 663 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 664 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 665 -#define _BINARY_OP_ADD_INT_r03 666 -#define _BINARY_OP_ADD_INT_r13 667 -#define _BINARY_OP_ADD_INT_r23 668 -#define _BINARY_OP_ADD_INT_INPLACE_r03 669 -#define _BINARY_OP_ADD_INT_INPLACE_r13 670 -#define _BINARY_OP_ADD_INT_INPLACE_r23 671 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 672 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 673 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 674 -#define _BINARY_OP_ADD_UNICODE_r03 675 -#define _BINARY_OP_ADD_UNICODE_r13 676 -#define _BINARY_OP_ADD_UNICODE_r23 677 -#define _BINARY_OP_EXTEND_r23 678 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 679 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 680 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 681 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 682 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 683 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 684 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 685 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 686 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 687 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 688 -#define _BINARY_OP_MULTIPLY_INT_r03 689 -#define _BINARY_OP_MULTIPLY_INT_r13 690 -#define _BINARY_OP_MULTIPLY_INT_r23 691 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 692 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 693 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 694 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 695 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 696 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 697 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 698 -#define _BINARY_OP_SUBSCR_DICT_r23 699 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 700 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 701 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 702 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 703 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 704 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 705 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 706 -#define _BINARY_OP_SUBSCR_STR_INT_r23 707 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 708 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 709 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 710 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 711 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 712 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 713 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 714 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 715 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 716 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 717 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 718 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 719 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 720 -#define _BINARY_OP_SUBTRACT_INT_r03 721 -#define _BINARY_OP_SUBTRACT_INT_r13 722 -#define _BINARY_OP_SUBTRACT_INT_r23 723 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 724 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 725 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 726 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 727 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 728 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 729 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 730 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 731 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 732 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 733 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 734 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 735 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 736 -#define _BINARY_SLICE_r31 737 -#define _BUILD_INTERPOLATION_r01 738 -#define _BUILD_LIST_r01 739 -#define _BUILD_MAP_r01 740 -#define _BUILD_SET_r01 741 -#define _BUILD_SLICE_r01 742 -#define _BUILD_STRING_r01 743 -#define _BUILD_TEMPLATE_r21 744 -#define _BUILD_TUPLE_r01 745 -#define _CALL_BUILTIN_CLASS_r00 746 -#define _CALL_BUILTIN_FAST_r00 747 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 748 -#define _CALL_BUILTIN_O_r03 749 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 750 -#define _CALL_INTRINSIC_1_r12 751 -#define _CALL_INTRINSIC_2_r23 752 -#define _CALL_ISINSTANCE_r31 753 -#define _CALL_KW_NON_PY_r11 754 -#define _CALL_LEN_r33 755 -#define _CALL_LIST_APPEND_r03 756 -#define _CALL_LIST_APPEND_r13 757 -#define _CALL_LIST_APPEND_r23 758 -#define _CALL_LIST_APPEND_r33 759 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 760 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 761 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 762 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 763 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 764 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 765 -#define _CALL_METHOD_DESCRIPTOR_O_r03 766 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 767 -#define _CALL_NON_PY_GENERAL_r01 768 -#define _CALL_STR_1_r32 769 -#define _CALL_TUPLE_1_r32 770 -#define _CALL_TYPE_1_r02 771 -#define _CALL_TYPE_1_r12 772 -#define _CALL_TYPE_1_r22 773 -#define _CALL_TYPE_1_r32 774 -#define _CHECK_ATTR_CLASS_r01 775 -#define _CHECK_ATTR_CLASS_r11 776 -#define _CHECK_ATTR_CLASS_r22 777 -#define _CHECK_ATTR_CLASS_r33 778 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 779 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 780 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 781 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 782 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 783 -#define _CHECK_EG_MATCH_r22 784 -#define _CHECK_EXC_MATCH_r22 785 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 786 -#define _CHECK_FUNCTION_VERSION_r00 787 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 788 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 789 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 790 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 791 -#define _CHECK_FUNCTION_VERSION_KW_r11 792 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 793 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 794 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 795 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 796 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 797 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 798 -#define _CHECK_IS_PY_CALLABLE_EX_r03 799 -#define _CHECK_IS_PY_CALLABLE_EX_r13 800 -#define _CHECK_IS_PY_CALLABLE_EX_r23 801 -#define _CHECK_IS_PY_CALLABLE_EX_r33 802 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 803 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 804 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 805 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 806 -#define _CHECK_METHOD_VERSION_r00 807 -#define _CHECK_METHOD_VERSION_KW_r11 808 -#define _CHECK_OBJECT_r00 809 -#define _CHECK_PEP_523_r00 810 -#define _CHECK_PEP_523_r11 811 -#define _CHECK_PEP_523_r22 812 -#define _CHECK_PEP_523_r33 813 -#define _CHECK_PERIODIC_r00 814 -#define _CHECK_PERIODIC_AT_END_r00 815 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 816 -#define _CHECK_RECURSION_LIMIT_r00 817 -#define _CHECK_RECURSION_LIMIT_r11 818 -#define _CHECK_RECURSION_LIMIT_r22 819 -#define _CHECK_RECURSION_LIMIT_r33 820 -#define _CHECK_RECURSION_REMAINING_r00 821 -#define _CHECK_RECURSION_REMAINING_r11 822 -#define _CHECK_RECURSION_REMAINING_r22 823 -#define _CHECK_RECURSION_REMAINING_r33 824 -#define _CHECK_STACK_SPACE_r00 825 -#define _CHECK_STACK_SPACE_OPERAND_r00 826 -#define _CHECK_STACK_SPACE_OPERAND_r11 827 -#define _CHECK_STACK_SPACE_OPERAND_r22 828 -#define _CHECK_STACK_SPACE_OPERAND_r33 829 -#define _CHECK_VALIDITY_r00 830 -#define _CHECK_VALIDITY_r11 831 -#define _CHECK_VALIDITY_r22 832 -#define _CHECK_VALIDITY_r33 833 -#define _COLD_DYNAMIC_EXIT_r00 834 -#define _COLD_EXIT_r00 835 -#define _COMPARE_OP_r21 836 -#define _COMPARE_OP_FLOAT_r03 837 -#define _COMPARE_OP_FLOAT_r13 838 -#define _COMPARE_OP_FLOAT_r23 839 -#define _COMPARE_OP_INT_r23 840 -#define _COMPARE_OP_STR_r23 841 -#define _CONTAINS_OP_r23 842 -#define _CONTAINS_OP_DICT_r23 843 -#define _CONTAINS_OP_SET_r23 844 -#define _CONVERT_VALUE_r11 845 -#define _COPY_r01 846 -#define _COPY_1_r02 847 -#define _COPY_1_r12 848 -#define _COPY_1_r23 849 -#define _COPY_2_r03 850 -#define _COPY_2_r13 851 -#define _COPY_2_r23 852 -#define _COPY_3_r03 853 -#define _COPY_3_r13 854 -#define _COPY_3_r23 855 -#define _COPY_3_r33 856 -#define _COPY_FREE_VARS_r00 857 -#define _COPY_FREE_VARS_r11 858 -#define _COPY_FREE_VARS_r22 859 -#define _COPY_FREE_VARS_r33 860 -#define _CREATE_INIT_FRAME_r01 861 -#define _DELETE_ATTR_r10 862 -#define _DELETE_DEREF_r00 863 -#define _DELETE_FAST_r00 864 -#define _DELETE_GLOBAL_r00 865 -#define _DELETE_NAME_r00 866 -#define _DELETE_SUBSCR_r20 867 -#define _DEOPT_r00 868 -#define _DEOPT_r10 869 -#define _DEOPT_r20 870 -#define _DEOPT_r30 871 -#define _DICT_MERGE_r11 872 -#define _DICT_UPDATE_r11 873 -#define _DO_CALL_r01 874 -#define _DO_CALL_FUNCTION_EX_r31 875 -#define _DO_CALL_KW_r11 876 -#define _DYNAMIC_EXIT_r00 877 -#define _DYNAMIC_EXIT_r10 878 -#define _DYNAMIC_EXIT_r20 879 -#define _DYNAMIC_EXIT_r30 880 -#define _END_FOR_r10 881 -#define _END_SEND_r31 882 -#define _ERROR_POP_N_r00 883 -#define _EXIT_INIT_CHECK_r10 884 -#define _EXIT_TRACE_r00 885 -#define _EXIT_TRACE_r10 886 -#define _EXIT_TRACE_r20 887 -#define _EXIT_TRACE_r30 888 -#define _EXPAND_METHOD_r00 889 -#define _EXPAND_METHOD_KW_r11 890 -#define _FATAL_ERROR_r00 891 -#define _FATAL_ERROR_r11 892 -#define _FATAL_ERROR_r22 893 -#define _FATAL_ERROR_r33 894 -#define _FORMAT_SIMPLE_r11 895 -#define _FORMAT_WITH_SPEC_r21 896 -#define _FOR_ITER_r23 897 -#define _FOR_ITER_GEN_FRAME_r03 898 -#define _FOR_ITER_GEN_FRAME_r13 899 -#define _FOR_ITER_GEN_FRAME_r23 900 -#define _FOR_ITER_TIER_TWO_r23 901 -#define _FOR_ITER_VIRTUAL_r23 902 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 903 -#define _GET_AITER_r11 904 -#define _GET_ANEXT_r12 905 -#define _GET_AWAITABLE_r11 906 -#define _GET_ITER_r12 907 -#define _GET_ITER_TRAD_r12 908 -#define _GET_LEN_r12 909 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 910 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 911 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 912 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 913 -#define _GUARD_BINARY_OP_EXTEND_r22 914 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 915 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 916 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 917 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 918 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 919 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 920 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 921 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 922 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 923 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 924 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 925 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 926 -#define _GUARD_BIT_IS_SET_POP_r00 927 -#define _GUARD_BIT_IS_SET_POP_r10 928 -#define _GUARD_BIT_IS_SET_POP_r21 929 -#define _GUARD_BIT_IS_SET_POP_r32 930 -#define _GUARD_BIT_IS_SET_POP_4_r00 931 -#define _GUARD_BIT_IS_SET_POP_4_r10 932 -#define _GUARD_BIT_IS_SET_POP_4_r21 933 -#define _GUARD_BIT_IS_SET_POP_4_r32 934 -#define _GUARD_BIT_IS_SET_POP_5_r00 935 -#define _GUARD_BIT_IS_SET_POP_5_r10 936 -#define _GUARD_BIT_IS_SET_POP_5_r21 937 -#define _GUARD_BIT_IS_SET_POP_5_r32 938 -#define _GUARD_BIT_IS_SET_POP_6_r00 939 -#define _GUARD_BIT_IS_SET_POP_6_r10 940 -#define _GUARD_BIT_IS_SET_POP_6_r21 941 -#define _GUARD_BIT_IS_SET_POP_6_r32 942 -#define _GUARD_BIT_IS_SET_POP_7_r00 943 -#define _GUARD_BIT_IS_SET_POP_7_r10 944 -#define _GUARD_BIT_IS_SET_POP_7_r21 945 -#define _GUARD_BIT_IS_SET_POP_7_r32 946 -#define _GUARD_BIT_IS_UNSET_POP_r00 947 -#define _GUARD_BIT_IS_UNSET_POP_r10 948 -#define _GUARD_BIT_IS_UNSET_POP_r21 949 -#define _GUARD_BIT_IS_UNSET_POP_r32 950 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 951 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 952 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 953 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 954 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 955 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 956 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 957 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 958 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 959 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 960 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 961 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 962 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 963 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 964 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 965 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 966 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 967 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 968 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 969 -#define _GUARD_CALLABLE_BUILTIN_O_r00 970 -#define _GUARD_CALLABLE_ISINSTANCE_r03 971 -#define _GUARD_CALLABLE_ISINSTANCE_r13 972 -#define _GUARD_CALLABLE_ISINSTANCE_r23 973 -#define _GUARD_CALLABLE_ISINSTANCE_r33 974 -#define _GUARD_CALLABLE_LEN_r03 975 -#define _GUARD_CALLABLE_LEN_r13 976 -#define _GUARD_CALLABLE_LEN_r23 977 -#define _GUARD_CALLABLE_LEN_r33 978 -#define _GUARD_CALLABLE_LIST_APPEND_r03 979 -#define _GUARD_CALLABLE_LIST_APPEND_r13 980 -#define _GUARD_CALLABLE_LIST_APPEND_r23 981 -#define _GUARD_CALLABLE_LIST_APPEND_r33 982 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 983 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 984 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 985 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 986 -#define _GUARD_CALLABLE_STR_1_r03 987 -#define _GUARD_CALLABLE_STR_1_r13 988 -#define _GUARD_CALLABLE_STR_1_r23 989 -#define _GUARD_CALLABLE_STR_1_r33 990 -#define _GUARD_CALLABLE_TUPLE_1_r03 991 -#define _GUARD_CALLABLE_TUPLE_1_r13 992 -#define _GUARD_CALLABLE_TUPLE_1_r23 993 -#define _GUARD_CALLABLE_TUPLE_1_r33 994 -#define _GUARD_CALLABLE_TYPE_1_r03 995 -#define _GUARD_CALLABLE_TYPE_1_r13 996 -#define _GUARD_CALLABLE_TYPE_1_r23 997 -#define _GUARD_CALLABLE_TYPE_1_r33 998 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 999 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1000 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1001 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1002 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1003 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1004 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1005 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1006 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1007 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1008 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1009 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1010 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1011 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1012 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1013 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1014 -#define _GUARD_DORV_NO_DICT_r01 1015 -#define _GUARD_DORV_NO_DICT_r11 1016 -#define _GUARD_DORV_NO_DICT_r22 1017 -#define _GUARD_DORV_NO_DICT_r33 1018 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1019 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1020 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1021 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1022 -#define _GUARD_GLOBALS_VERSION_r00 1023 -#define _GUARD_GLOBALS_VERSION_r11 1024 -#define _GUARD_GLOBALS_VERSION_r22 1025 -#define _GUARD_GLOBALS_VERSION_r33 1026 -#define _GUARD_IP_RETURN_GENERATOR_r00 1027 -#define _GUARD_IP_RETURN_GENERATOR_r11 1028 -#define _GUARD_IP_RETURN_GENERATOR_r22 1029 -#define _GUARD_IP_RETURN_GENERATOR_r33 1030 -#define _GUARD_IP_RETURN_VALUE_r00 1031 -#define _GUARD_IP_RETURN_VALUE_r11 1032 -#define _GUARD_IP_RETURN_VALUE_r22 1033 -#define _GUARD_IP_RETURN_VALUE_r33 1034 -#define _GUARD_IP_YIELD_VALUE_r00 1035 -#define _GUARD_IP_YIELD_VALUE_r11 1036 -#define _GUARD_IP_YIELD_VALUE_r22 1037 -#define _GUARD_IP_YIELD_VALUE_r33 1038 -#define _GUARD_IP__PUSH_FRAME_r00 1039 -#define _GUARD_IP__PUSH_FRAME_r11 1040 -#define _GUARD_IP__PUSH_FRAME_r22 1041 -#define _GUARD_IP__PUSH_FRAME_r33 1042 -#define _GUARD_IS_FALSE_POP_r00 1043 -#define _GUARD_IS_FALSE_POP_r10 1044 -#define _GUARD_IS_FALSE_POP_r21 1045 -#define _GUARD_IS_FALSE_POP_r32 1046 -#define _GUARD_IS_NONE_POP_r00 1047 -#define _GUARD_IS_NONE_POP_r10 1048 -#define _GUARD_IS_NONE_POP_r21 1049 -#define _GUARD_IS_NONE_POP_r32 1050 -#define _GUARD_IS_NOT_NONE_POP_r10 1051 -#define _GUARD_IS_TRUE_POP_r00 1052 -#define _GUARD_IS_TRUE_POP_r10 1053 -#define _GUARD_IS_TRUE_POP_r21 1054 -#define _GUARD_IS_TRUE_POP_r32 1055 -#define _GUARD_ITERATOR_r01 1056 -#define _GUARD_ITERATOR_r11 1057 -#define _GUARD_ITERATOR_r22 1058 -#define _GUARD_ITERATOR_r33 1059 -#define _GUARD_ITER_VIRTUAL_r01 1060 -#define _GUARD_ITER_VIRTUAL_r11 1061 -#define _GUARD_ITER_VIRTUAL_r22 1062 -#define _GUARD_ITER_VIRTUAL_r33 1063 -#define _GUARD_KEYS_VERSION_r01 1064 -#define _GUARD_KEYS_VERSION_r11 1065 -#define _GUARD_KEYS_VERSION_r22 1066 -#define _GUARD_KEYS_VERSION_r33 1067 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1068 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1069 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1070 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1071 -#define _GUARD_NOS_COMPACT_ASCII_r02 1072 -#define _GUARD_NOS_COMPACT_ASCII_r12 1073 -#define _GUARD_NOS_COMPACT_ASCII_r22 1074 -#define _GUARD_NOS_COMPACT_ASCII_r33 1075 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1076 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1077 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1078 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1079 -#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1080 -#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1081 -#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1082 -#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1083 -#define _GUARD_NOS_FLOAT_r02 1084 -#define _GUARD_NOS_FLOAT_r12 1085 -#define _GUARD_NOS_FLOAT_r22 1086 -#define _GUARD_NOS_FLOAT_r33 1087 -#define _GUARD_NOS_INT_r02 1088 -#define _GUARD_NOS_INT_r12 1089 -#define _GUARD_NOS_INT_r22 1090 -#define _GUARD_NOS_INT_r33 1091 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1092 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1093 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1094 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1095 -#define _GUARD_NOS_LIST_r02 1096 -#define _GUARD_NOS_LIST_r12 1097 -#define _GUARD_NOS_LIST_r22 1098 -#define _GUARD_NOS_LIST_r33 1099 -#define _GUARD_NOS_NOT_NULL_r02 1100 -#define _GUARD_NOS_NOT_NULL_r12 1101 -#define _GUARD_NOS_NOT_NULL_r22 1102 -#define _GUARD_NOS_NOT_NULL_r33 1103 -#define _GUARD_NOS_NULL_r02 1104 -#define _GUARD_NOS_NULL_r12 1105 -#define _GUARD_NOS_NULL_r22 1106 -#define _GUARD_NOS_NULL_r33 1107 -#define _GUARD_NOS_OVERFLOWED_r02 1108 -#define _GUARD_NOS_OVERFLOWED_r12 1109 -#define _GUARD_NOS_OVERFLOWED_r22 1110 -#define _GUARD_NOS_OVERFLOWED_r33 1111 -#define _GUARD_NOS_TUPLE_r02 1112 -#define _GUARD_NOS_TUPLE_r12 1113 -#define _GUARD_NOS_TUPLE_r22 1114 -#define _GUARD_NOS_TUPLE_r33 1115 -#define _GUARD_NOS_TYPE_VERSION_r02 1116 -#define _GUARD_NOS_TYPE_VERSION_r12 1117 -#define _GUARD_NOS_TYPE_VERSION_r22 1118 -#define _GUARD_NOS_TYPE_VERSION_r33 1119 -#define _GUARD_NOS_UNICODE_r02 1120 -#define _GUARD_NOS_UNICODE_r12 1121 -#define _GUARD_NOS_UNICODE_r22 1122 -#define _GUARD_NOS_UNICODE_r33 1123 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1124 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1125 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1126 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1127 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1128 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1129 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1130 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1131 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1132 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1133 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1134 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1135 -#define _GUARD_THIRD_NULL_r03 1136 -#define _GUARD_THIRD_NULL_r13 1137 -#define _GUARD_THIRD_NULL_r23 1138 -#define _GUARD_THIRD_NULL_r33 1139 -#define _GUARD_TOS_ANY_DICT_r01 1140 -#define _GUARD_TOS_ANY_DICT_r11 1141 -#define _GUARD_TOS_ANY_DICT_r22 1142 -#define _GUARD_TOS_ANY_DICT_r33 1143 -#define _GUARD_TOS_ANY_SET_r01 1144 -#define _GUARD_TOS_ANY_SET_r11 1145 -#define _GUARD_TOS_ANY_SET_r22 1146 -#define _GUARD_TOS_ANY_SET_r33 1147 -#define _GUARD_TOS_DICT_r01 1148 -#define _GUARD_TOS_DICT_r11 1149 -#define _GUARD_TOS_DICT_r22 1150 -#define _GUARD_TOS_DICT_r33 1151 -#define _GUARD_TOS_FLOAT_r01 1152 -#define _GUARD_TOS_FLOAT_r11 1153 -#define _GUARD_TOS_FLOAT_r22 1154 -#define _GUARD_TOS_FLOAT_r33 1155 -#define _GUARD_TOS_FROZENDICT_r01 1156 -#define _GUARD_TOS_FROZENDICT_r11 1157 -#define _GUARD_TOS_FROZENDICT_r22 1158 -#define _GUARD_TOS_FROZENDICT_r33 1159 -#define _GUARD_TOS_FROZENSET_r01 1160 -#define _GUARD_TOS_FROZENSET_r11 1161 -#define _GUARD_TOS_FROZENSET_r22 1162 -#define _GUARD_TOS_FROZENSET_r33 1163 -#define _GUARD_TOS_INT_r01 1164 -#define _GUARD_TOS_INT_r11 1165 -#define _GUARD_TOS_INT_r22 1166 -#define _GUARD_TOS_INT_r33 1167 -#define _GUARD_TOS_IS_NONE_r01 1168 -#define _GUARD_TOS_IS_NONE_r11 1169 -#define _GUARD_TOS_IS_NONE_r22 1170 -#define _GUARD_TOS_IS_NONE_r33 1171 -#define _GUARD_TOS_LIST_r01 1172 -#define _GUARD_TOS_LIST_r11 1173 -#define _GUARD_TOS_LIST_r22 1174 -#define _GUARD_TOS_LIST_r33 1175 -#define _GUARD_TOS_NOT_NULL_r01 1176 -#define _GUARD_TOS_NOT_NULL_r11 1177 -#define _GUARD_TOS_NOT_NULL_r22 1178 -#define _GUARD_TOS_NOT_NULL_r33 1179 -#define _GUARD_TOS_OVERFLOWED_r01 1180 -#define _GUARD_TOS_OVERFLOWED_r11 1181 -#define _GUARD_TOS_OVERFLOWED_r22 1182 -#define _GUARD_TOS_OVERFLOWED_r33 1183 -#define _GUARD_TOS_SET_r01 1184 -#define _GUARD_TOS_SET_r11 1185 -#define _GUARD_TOS_SET_r22 1186 -#define _GUARD_TOS_SET_r33 1187 -#define _GUARD_TOS_SLICE_r01 1188 -#define _GUARD_TOS_SLICE_r11 1189 -#define _GUARD_TOS_SLICE_r22 1190 -#define _GUARD_TOS_SLICE_r33 1191 -#define _GUARD_TOS_TUPLE_r01 1192 -#define _GUARD_TOS_TUPLE_r11 1193 -#define _GUARD_TOS_TUPLE_r22 1194 -#define _GUARD_TOS_TUPLE_r33 1195 -#define _GUARD_TOS_UNICODE_r01 1196 -#define _GUARD_TOS_UNICODE_r11 1197 -#define _GUARD_TOS_UNICODE_r22 1198 -#define _GUARD_TOS_UNICODE_r33 1199 -#define _GUARD_TYPE_r01 1200 -#define _GUARD_TYPE_r11 1201 -#define _GUARD_TYPE_r22 1202 -#define _GUARD_TYPE_r33 1203 -#define _GUARD_TYPE_ITER_r02 1204 -#define _GUARD_TYPE_ITER_r12 1205 -#define _GUARD_TYPE_ITER_r22 1206 -#define _GUARD_TYPE_ITER_r33 1207 -#define _GUARD_TYPE_VERSION_r01 1208 -#define _GUARD_TYPE_VERSION_r11 1209 -#define _GUARD_TYPE_VERSION_r22 1210 -#define _GUARD_TYPE_VERSION_r33 1211 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1212 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1213 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1214 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1215 -#define _HANDLE_PENDING_AND_DEOPT_r00 1216 -#define _HANDLE_PENDING_AND_DEOPT_r10 1217 -#define _HANDLE_PENDING_AND_DEOPT_r20 1218 -#define _HANDLE_PENDING_AND_DEOPT_r30 1219 -#define _IMPORT_FROM_r12 1220 -#define _IMPORT_NAME_r21 1221 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1222 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1223 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1224 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1225 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1226 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1227 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1228 -#define _INSERT_NULL_r10 1229 -#define _INSTRUMENTED_FOR_ITER_r23 1230 -#define _INSTRUMENTED_INSTRUCTION_r00 1231 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1232 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1233 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1234 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1235 -#define _INSTRUMENTED_LINE_r00 1236 -#define _INSTRUMENTED_NOT_TAKEN_r00 1237 -#define _INSTRUMENTED_NOT_TAKEN_r11 1238 -#define _INSTRUMENTED_NOT_TAKEN_r22 1239 -#define _INSTRUMENTED_NOT_TAKEN_r33 1240 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1241 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1242 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1243 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1244 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1245 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1246 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1247 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1248 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1249 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1250 -#define _IS_NONE_r11 1251 -#define _IS_OP_r03 1252 -#define _IS_OP_r13 1253 -#define _IS_OP_r23 1254 -#define _ITER_CHECK_LIST_r02 1255 -#define _ITER_CHECK_LIST_r12 1256 -#define _ITER_CHECK_LIST_r22 1257 -#define _ITER_CHECK_LIST_r33 1258 -#define _ITER_CHECK_RANGE_r02 1259 -#define _ITER_CHECK_RANGE_r12 1260 -#define _ITER_CHECK_RANGE_r22 1261 -#define _ITER_CHECK_RANGE_r33 1262 -#define _ITER_CHECK_TUPLE_r02 1263 -#define _ITER_CHECK_TUPLE_r12 1264 -#define _ITER_CHECK_TUPLE_r22 1265 -#define _ITER_CHECK_TUPLE_r33 1266 -#define _ITER_JUMP_LIST_r02 1267 -#define _ITER_JUMP_LIST_r12 1268 -#define _ITER_JUMP_LIST_r22 1269 -#define _ITER_JUMP_LIST_r33 1270 -#define _ITER_JUMP_RANGE_r02 1271 -#define _ITER_JUMP_RANGE_r12 1272 -#define _ITER_JUMP_RANGE_r22 1273 -#define _ITER_JUMP_RANGE_r33 1274 -#define _ITER_JUMP_TUPLE_r02 1275 -#define _ITER_JUMP_TUPLE_r12 1276 -#define _ITER_JUMP_TUPLE_r22 1277 -#define _ITER_JUMP_TUPLE_r33 1278 -#define _ITER_NEXT_INLINE_r23 1279 -#define _ITER_NEXT_LIST_r23 1280 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1281 -#define _ITER_NEXT_RANGE_r03 1282 -#define _ITER_NEXT_RANGE_r13 1283 -#define _ITER_NEXT_RANGE_r23 1284 -#define _ITER_NEXT_TUPLE_r03 1285 -#define _ITER_NEXT_TUPLE_r13 1286 -#define _ITER_NEXT_TUPLE_r23 1287 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1288 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1289 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1290 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1291 -#define _JUMP_TO_TOP_r00 1292 -#define _LIST_APPEND_r10 1293 -#define _LIST_EXTEND_r11 1294 -#define _LOAD_ATTR_r10 1295 -#define _LOAD_ATTR_CLASS_r11 1296 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1297 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1298 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1299 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1300 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1301 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1302 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1303 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1304 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1305 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1306 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1307 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1308 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1309 -#define _LOAD_ATTR_MODULE_r12 1310 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1311 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1312 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1313 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1314 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1315 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1316 -#define _LOAD_ATTR_SLOT_r02 1317 -#define _LOAD_ATTR_SLOT_r12 1318 -#define _LOAD_ATTR_SLOT_r23 1319 -#define _LOAD_ATTR_WITH_HINT_r12 1320 -#define _LOAD_BUILD_CLASS_r01 1321 -#define _LOAD_BYTECODE_r00 1322 -#define _LOAD_COMMON_CONSTANT_r01 1323 -#define _LOAD_COMMON_CONSTANT_r12 1324 -#define _LOAD_COMMON_CONSTANT_r23 1325 -#define _LOAD_CONST_r01 1326 -#define _LOAD_CONST_r12 1327 -#define _LOAD_CONST_r23 1328 -#define _LOAD_CONST_INLINE_r01 1329 -#define _LOAD_CONST_INLINE_r12 1330 -#define _LOAD_CONST_INLINE_r23 1331 -#define _LOAD_CONST_INLINE_BORROW_r01 1332 -#define _LOAD_CONST_INLINE_BORROW_r12 1333 -#define _LOAD_CONST_INLINE_BORROW_r23 1334 -#define _LOAD_DEREF_r01 1335 -#define _LOAD_FAST_r01 1336 -#define _LOAD_FAST_r12 1337 -#define _LOAD_FAST_r23 1338 -#define _LOAD_FAST_0_r01 1339 -#define _LOAD_FAST_0_r12 1340 -#define _LOAD_FAST_0_r23 1341 -#define _LOAD_FAST_1_r01 1342 -#define _LOAD_FAST_1_r12 1343 -#define _LOAD_FAST_1_r23 1344 -#define _LOAD_FAST_2_r01 1345 -#define _LOAD_FAST_2_r12 1346 -#define _LOAD_FAST_2_r23 1347 -#define _LOAD_FAST_3_r01 1348 -#define _LOAD_FAST_3_r12 1349 -#define _LOAD_FAST_3_r23 1350 -#define _LOAD_FAST_4_r01 1351 -#define _LOAD_FAST_4_r12 1352 -#define _LOAD_FAST_4_r23 1353 -#define _LOAD_FAST_5_r01 1354 -#define _LOAD_FAST_5_r12 1355 -#define _LOAD_FAST_5_r23 1356 -#define _LOAD_FAST_6_r01 1357 -#define _LOAD_FAST_6_r12 1358 -#define _LOAD_FAST_6_r23 1359 -#define _LOAD_FAST_7_r01 1360 -#define _LOAD_FAST_7_r12 1361 -#define _LOAD_FAST_7_r23 1362 -#define _LOAD_FAST_AND_CLEAR_r01 1363 -#define _LOAD_FAST_AND_CLEAR_r12 1364 -#define _LOAD_FAST_AND_CLEAR_r23 1365 -#define _LOAD_FAST_BORROW_r01 1366 -#define _LOAD_FAST_BORROW_r12 1367 -#define _LOAD_FAST_BORROW_r23 1368 -#define _LOAD_FAST_BORROW_0_r01 1369 -#define _LOAD_FAST_BORROW_0_r12 1370 -#define _LOAD_FAST_BORROW_0_r23 1371 -#define _LOAD_FAST_BORROW_1_r01 1372 -#define _LOAD_FAST_BORROW_1_r12 1373 -#define _LOAD_FAST_BORROW_1_r23 1374 -#define _LOAD_FAST_BORROW_2_r01 1375 -#define _LOAD_FAST_BORROW_2_r12 1376 -#define _LOAD_FAST_BORROW_2_r23 1377 -#define _LOAD_FAST_BORROW_3_r01 1378 -#define _LOAD_FAST_BORROW_3_r12 1379 -#define _LOAD_FAST_BORROW_3_r23 1380 -#define _LOAD_FAST_BORROW_4_r01 1381 -#define _LOAD_FAST_BORROW_4_r12 1382 -#define _LOAD_FAST_BORROW_4_r23 1383 -#define _LOAD_FAST_BORROW_5_r01 1384 -#define _LOAD_FAST_BORROW_5_r12 1385 -#define _LOAD_FAST_BORROW_5_r23 1386 -#define _LOAD_FAST_BORROW_6_r01 1387 -#define _LOAD_FAST_BORROW_6_r12 1388 -#define _LOAD_FAST_BORROW_6_r23 1389 -#define _LOAD_FAST_BORROW_7_r01 1390 -#define _LOAD_FAST_BORROW_7_r12 1391 -#define _LOAD_FAST_BORROW_7_r23 1392 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1393 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1394 -#define _LOAD_FAST_CHECK_r01 1395 -#define _LOAD_FAST_CHECK_r12 1396 -#define _LOAD_FAST_CHECK_r23 1397 -#define _LOAD_FAST_LOAD_FAST_r02 1398 -#define _LOAD_FAST_LOAD_FAST_r13 1399 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1400 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1401 -#define _LOAD_GLOBAL_r00 1402 -#define _LOAD_GLOBAL_BUILTINS_r01 1403 -#define _LOAD_GLOBAL_MODULE_r01 1404 -#define _LOAD_LOCALS_r01 1405 -#define _LOAD_LOCALS_r12 1406 -#define _LOAD_LOCALS_r23 1407 -#define _LOAD_NAME_r01 1408 -#define _LOAD_SMALL_INT_r01 1409 -#define _LOAD_SMALL_INT_r12 1410 -#define _LOAD_SMALL_INT_r23 1411 -#define _LOAD_SMALL_INT_0_r01 1412 -#define _LOAD_SMALL_INT_0_r12 1413 -#define _LOAD_SMALL_INT_0_r23 1414 -#define _LOAD_SMALL_INT_1_r01 1415 -#define _LOAD_SMALL_INT_1_r12 1416 -#define _LOAD_SMALL_INT_1_r23 1417 -#define _LOAD_SMALL_INT_2_r01 1418 -#define _LOAD_SMALL_INT_2_r12 1419 -#define _LOAD_SMALL_INT_2_r23 1420 -#define _LOAD_SMALL_INT_3_r01 1421 -#define _LOAD_SMALL_INT_3_r12 1422 -#define _LOAD_SMALL_INT_3_r23 1423 -#define _LOAD_SPECIAL_r00 1424 -#define _LOAD_SUPER_ATTR_ATTR_r31 1425 -#define _LOAD_SUPER_ATTR_METHOD_r32 1426 -#define _LOCK_OBJECT_r01 1427 -#define _LOCK_OBJECT_r11 1428 -#define _LOCK_OBJECT_r22 1429 -#define _LOCK_OBJECT_r33 1430 -#define _MAKE_CALLARGS_A_TUPLE_r33 1431 -#define _MAKE_CELL_r00 1432 -#define _MAKE_FUNCTION_r12 1433 -#define _MAKE_HEAP_SAFE_r01 1434 -#define _MAKE_HEAP_SAFE_r11 1435 -#define _MAKE_HEAP_SAFE_r22 1436 -#define _MAKE_HEAP_SAFE_r33 1437 -#define _MAKE_WARM_r00 1438 -#define _MAKE_WARM_r11 1439 -#define _MAKE_WARM_r22 1440 -#define _MAKE_WARM_r33 1441 -#define _MAP_ADD_r20 1442 -#define _MATCH_CLASS_r33 1443 -#define _MATCH_KEYS_r23 1444 -#define _MATCH_MAPPING_r02 1445 -#define _MATCH_MAPPING_r12 1446 -#define _MATCH_MAPPING_r23 1447 -#define _MATCH_SEQUENCE_r02 1448 -#define _MATCH_SEQUENCE_r12 1449 -#define _MATCH_SEQUENCE_r23 1450 -#define _MAYBE_EXPAND_METHOD_r00 1451 -#define _MAYBE_EXPAND_METHOD_KW_r11 1452 -#define _MONITOR_CALL_r00 1453 -#define _MONITOR_CALL_KW_r11 1454 -#define _MONITOR_JUMP_BACKWARD_r00 1455 -#define _MONITOR_JUMP_BACKWARD_r11 1456 -#define _MONITOR_JUMP_BACKWARD_r22 1457 -#define _MONITOR_JUMP_BACKWARD_r33 1458 -#define _MONITOR_RESUME_r00 1459 -#define _NOP_r00 1460 -#define _NOP_r11 1461 -#define _NOP_r22 1462 -#define _NOP_r33 1463 -#define _POP_EXCEPT_r10 1464 -#define _POP_ITER_r20 1465 -#define _POP_JUMP_IF_FALSE_r00 1466 -#define _POP_JUMP_IF_FALSE_r10 1467 -#define _POP_JUMP_IF_FALSE_r21 1468 -#define _POP_JUMP_IF_FALSE_r32 1469 -#define _POP_JUMP_IF_TRUE_r00 1470 -#define _POP_JUMP_IF_TRUE_r10 1471 -#define _POP_JUMP_IF_TRUE_r21 1472 -#define _POP_JUMP_IF_TRUE_r32 1473 -#define _POP_TOP_r10 1474 -#define _POP_TOP_FLOAT_r00 1475 -#define _POP_TOP_FLOAT_r10 1476 -#define _POP_TOP_FLOAT_r21 1477 -#define _POP_TOP_FLOAT_r32 1478 -#define _POP_TOP_INT_r00 1479 -#define _POP_TOP_INT_r10 1480 -#define _POP_TOP_INT_r21 1481 -#define _POP_TOP_INT_r32 1482 -#define _POP_TOP_NOP_r00 1483 -#define _POP_TOP_NOP_r10 1484 -#define _POP_TOP_NOP_r21 1485 -#define _POP_TOP_NOP_r32 1486 -#define _POP_TOP_OPARG_r00 1487 -#define _POP_TOP_UNICODE_r00 1488 -#define _POP_TOP_UNICODE_r10 1489 -#define _POP_TOP_UNICODE_r21 1490 -#define _POP_TOP_UNICODE_r32 1491 -#define _PUSH_EXC_INFO_r02 1492 -#define _PUSH_EXC_INFO_r12 1493 -#define _PUSH_EXC_INFO_r23 1494 -#define _PUSH_FRAME_r10 1495 -#define _PUSH_NULL_r01 1496 -#define _PUSH_NULL_r12 1497 -#define _PUSH_NULL_r23 1498 -#define _PUSH_NULL_CONDITIONAL_r00 1499 -#define _PUSH_TAGGED_ZERO_r01 1500 -#define _PUSH_TAGGED_ZERO_r12 1501 -#define _PUSH_TAGGED_ZERO_r23 1502 -#define _PY_FRAME_EX_r31 1503 -#define _PY_FRAME_GENERAL_r01 1504 -#define _PY_FRAME_KW_r11 1505 -#define _REPLACE_WITH_TRUE_r02 1506 -#define _REPLACE_WITH_TRUE_r12 1507 -#define _REPLACE_WITH_TRUE_r23 1508 -#define _RESUME_CHECK_r00 1509 -#define _RESUME_CHECK_r11 1510 -#define _RESUME_CHECK_r22 1511 -#define _RESUME_CHECK_r33 1512 -#define _RETURN_GENERATOR_r01 1513 -#define _RETURN_VALUE_r11 1514 -#define _RROT_3_r03 1515 -#define _RROT_3_r13 1516 -#define _RROT_3_r23 1517 -#define _RROT_3_r33 1518 -#define _SAVE_RETURN_OFFSET_r00 1519 -#define _SAVE_RETURN_OFFSET_r11 1520 -#define _SAVE_RETURN_OFFSET_r22 1521 -#define _SAVE_RETURN_OFFSET_r33 1522 -#define _SEND_ASYNC_GEN_r33 1523 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1524 -#define _SEND_GEN_FRAME_r33 1525 -#define _SEND_VIRTUAL_r33 1526 -#define _SEND_VIRTUAL_TIER_TWO_r03 1527 -#define _SEND_VIRTUAL_TIER_TWO_r13 1528 -#define _SEND_VIRTUAL_TIER_TWO_r23 1529 -#define _SEND_VIRTUAL_TIER_TWO_r33 1530 -#define _SETUP_ANNOTATIONS_r00 1531 -#define _SET_ADD_r10 1532 -#define _SET_FUNCTION_ATTRIBUTE_r01 1533 -#define _SET_FUNCTION_ATTRIBUTE_r11 1534 -#define _SET_FUNCTION_ATTRIBUTE_r21 1535 -#define _SET_FUNCTION_ATTRIBUTE_r32 1536 -#define _SET_IP_r00 1537 -#define _SET_IP_r11 1538 -#define _SET_IP_r22 1539 -#define _SET_IP_r33 1540 -#define _SET_UPDATE_r11 1541 -#define _SPILL_OR_RELOAD_r01 1542 -#define _SPILL_OR_RELOAD_r02 1543 -#define _SPILL_OR_RELOAD_r03 1544 -#define _SPILL_OR_RELOAD_r10 1545 -#define _SPILL_OR_RELOAD_r12 1546 -#define _SPILL_OR_RELOAD_r13 1547 -#define _SPILL_OR_RELOAD_r20 1548 -#define _SPILL_OR_RELOAD_r21 1549 -#define _SPILL_OR_RELOAD_r23 1550 -#define _SPILL_OR_RELOAD_r30 1551 -#define _SPILL_OR_RELOAD_r31 1552 -#define _SPILL_OR_RELOAD_r32 1553 -#define _START_EXECUTOR_r00 1554 -#define _STORE_ATTR_r20 1555 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 -#define _STORE_ATTR_SLOT_r21 1557 -#define _STORE_ATTR_WITH_HINT_r21 1558 -#define _STORE_DEREF_r10 1559 -#define _STORE_FAST_LOAD_FAST_r11 1560 -#define _STORE_FAST_STORE_FAST_r20 1561 -#define _STORE_GLOBAL_r10 1562 -#define _STORE_NAME_r10 1563 -#define _STORE_SLICE_r30 1564 -#define _STORE_SUBSCR_r30 1565 -#define _STORE_SUBSCR_DICT_r31 1566 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 -#define _STORE_SUBSCR_LIST_INT_r32 1568 -#define _SWAP_r11 1569 -#define _SWAP_2_r02 1570 -#define _SWAP_2_r12 1571 -#define _SWAP_2_r22 1572 -#define _SWAP_2_r33 1573 -#define _SWAP_3_r03 1574 -#define _SWAP_3_r13 1575 -#define _SWAP_3_r23 1576 -#define _SWAP_3_r33 1577 -#define _SWAP_FAST_r01 1578 -#define _SWAP_FAST_r11 1579 -#define _SWAP_FAST_r22 1580 -#define _SWAP_FAST_r33 1581 -#define _SWAP_FAST_0_r01 1582 -#define _SWAP_FAST_0_r11 1583 -#define _SWAP_FAST_0_r22 1584 -#define _SWAP_FAST_0_r33 1585 -#define _SWAP_FAST_1_r01 1586 -#define _SWAP_FAST_1_r11 1587 -#define _SWAP_FAST_1_r22 1588 -#define _SWAP_FAST_1_r33 1589 -#define _SWAP_FAST_2_r01 1590 -#define _SWAP_FAST_2_r11 1591 -#define _SWAP_FAST_2_r22 1592 -#define _SWAP_FAST_2_r33 1593 -#define _SWAP_FAST_3_r01 1594 -#define _SWAP_FAST_3_r11 1595 -#define _SWAP_FAST_3_r22 1596 -#define _SWAP_FAST_3_r33 1597 -#define _SWAP_FAST_4_r01 1598 -#define _SWAP_FAST_4_r11 1599 -#define _SWAP_FAST_4_r22 1600 -#define _SWAP_FAST_4_r33 1601 -#define _SWAP_FAST_5_r01 1602 -#define _SWAP_FAST_5_r11 1603 -#define _SWAP_FAST_5_r22 1604 -#define _SWAP_FAST_5_r33 1605 -#define _SWAP_FAST_6_r01 1606 -#define _SWAP_FAST_6_r11 1607 -#define _SWAP_FAST_6_r22 1608 -#define _SWAP_FAST_6_r33 1609 -#define _SWAP_FAST_7_r01 1610 -#define _SWAP_FAST_7_r11 1611 -#define _SWAP_FAST_7_r22 1612 -#define _SWAP_FAST_7_r33 1613 -#define _TIER2_RESUME_CHECK_r00 1614 -#define _TIER2_RESUME_CHECK_r11 1615 -#define _TIER2_RESUME_CHECK_r22 1616 -#define _TIER2_RESUME_CHECK_r33 1617 -#define _TO_BOOL_r11 1618 -#define _TO_BOOL_BOOL_r01 1619 -#define _TO_BOOL_BOOL_r11 1620 -#define _TO_BOOL_BOOL_r22 1621 -#define _TO_BOOL_BOOL_r33 1622 -#define _TO_BOOL_INT_r02 1623 -#define _TO_BOOL_INT_r12 1624 -#define _TO_BOOL_INT_r23 1625 -#define _TO_BOOL_LIST_r02 1626 -#define _TO_BOOL_LIST_r12 1627 -#define _TO_BOOL_LIST_r23 1628 -#define _TO_BOOL_NONE_r01 1629 -#define _TO_BOOL_NONE_r11 1630 -#define _TO_BOOL_NONE_r22 1631 -#define _TO_BOOL_NONE_r33 1632 -#define _TO_BOOL_STR_r02 1633 -#define _TO_BOOL_STR_r12 1634 -#define _TO_BOOL_STR_r23 1635 -#define _TRACE_RECORD_r00 1636 -#define _UNARY_INVERT_r12 1637 -#define _UNARY_NEGATIVE_r12 1638 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 -#define _UNARY_NOT_r01 1642 -#define _UNARY_NOT_r11 1643 -#define _UNARY_NOT_r22 1644 -#define _UNARY_NOT_r33 1645 -#define _UNPACK_EX_r10 1646 -#define _UNPACK_SEQUENCE_r10 1647 -#define _UNPACK_SEQUENCE_LIST_r10 1648 -#define _UNPACK_SEQUENCE_TUPLE_r10 1649 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 -#define _WITH_EXCEPT_START_r33 1657 -#define _YIELD_VALUE_r11 1658 -#define MAX_UOP_REGS_ID 1658 +#define _YIELD_VALUE 652 +#define MAX_UOP_ID 652 +#define _ALLOCATE_OBJECT_r00 653 +#define _BINARY_OP_r23 654 +#define _BINARY_OP_ADD_FLOAT_r03 655 +#define _BINARY_OP_ADD_FLOAT_r13 656 +#define _BINARY_OP_ADD_FLOAT_r23 657 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 658 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 659 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 660 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 661 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 662 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 663 +#define _BINARY_OP_ADD_INT_r03 664 +#define _BINARY_OP_ADD_INT_r13 665 +#define _BINARY_OP_ADD_INT_r23 666 +#define _BINARY_OP_ADD_INT_INPLACE_r03 667 +#define _BINARY_OP_ADD_INT_INPLACE_r13 668 +#define _BINARY_OP_ADD_INT_INPLACE_r23 669 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 670 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 671 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 672 +#define _BINARY_OP_ADD_UNICODE_r03 673 +#define _BINARY_OP_ADD_UNICODE_r13 674 +#define _BINARY_OP_ADD_UNICODE_r23 675 +#define _BINARY_OP_EXTEND_r23 676 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 677 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 678 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 679 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 680 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 681 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 682 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 683 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 684 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 685 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 686 +#define _BINARY_OP_MULTIPLY_INT_r03 687 +#define _BINARY_OP_MULTIPLY_INT_r13 688 +#define _BINARY_OP_MULTIPLY_INT_r23 689 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 690 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 691 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 692 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 693 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 694 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 695 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 696 +#define _BINARY_OP_SUBSCR_DICT_r23 697 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 698 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 699 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 700 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 701 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 702 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 703 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 704 +#define _BINARY_OP_SUBSCR_STR_INT_r23 705 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 706 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 707 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 708 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 709 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 710 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 711 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 712 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 713 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 714 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 715 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 716 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 717 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 718 +#define _BINARY_OP_SUBTRACT_INT_r03 719 +#define _BINARY_OP_SUBTRACT_INT_r13 720 +#define _BINARY_OP_SUBTRACT_INT_r23 721 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 722 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 723 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 724 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 725 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 726 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 727 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 728 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 729 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 730 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 731 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 732 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 733 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 734 +#define _BINARY_SLICE_r31 735 +#define _BUILD_INTERPOLATION_r01 736 +#define _BUILD_LIST_r01 737 +#define _BUILD_MAP_r01 738 +#define _BUILD_SET_r01 739 +#define _BUILD_SLICE_r01 740 +#define _BUILD_STRING_r01 741 +#define _BUILD_TEMPLATE_r21 742 +#define _BUILD_TUPLE_r01 743 +#define _CALL_BUILTIN_CLASS_r00 744 +#define _CALL_BUILTIN_FAST_r00 745 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 746 +#define _CALL_BUILTIN_O_r03 747 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 748 +#define _CALL_INTRINSIC_1_r12 749 +#define _CALL_INTRINSIC_2_r23 750 +#define _CALL_ISINSTANCE_r31 751 +#define _CALL_KW_NON_PY_r11 752 +#define _CALL_LEN_r33 753 +#define _CALL_LIST_APPEND_r03 754 +#define _CALL_LIST_APPEND_r13 755 +#define _CALL_LIST_APPEND_r23 756 +#define _CALL_LIST_APPEND_r33 757 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 758 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 759 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 760 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 761 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 762 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 763 +#define _CALL_METHOD_DESCRIPTOR_O_r03 764 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 765 +#define _CALL_NON_PY_GENERAL_r01 766 +#define _CALL_STR_1_r32 767 +#define _CALL_TUPLE_1_r32 768 +#define _CALL_TYPE_1_r02 769 +#define _CALL_TYPE_1_r12 770 +#define _CALL_TYPE_1_r22 771 +#define _CALL_TYPE_1_r32 772 +#define _CHECK_ATTR_CLASS_r01 773 +#define _CHECK_ATTR_CLASS_r11 774 +#define _CHECK_ATTR_CLASS_r22 775 +#define _CHECK_ATTR_CLASS_r33 776 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 777 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 778 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 779 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 780 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 781 +#define _CHECK_EG_MATCH_r22 782 +#define _CHECK_EXC_MATCH_r22 783 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 784 +#define _CHECK_FUNCTION_VERSION_r00 785 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 786 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 787 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 788 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 789 +#define _CHECK_FUNCTION_VERSION_KW_r11 790 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 791 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 792 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 793 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 794 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 795 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 796 +#define _CHECK_IS_PY_CALLABLE_EX_r03 797 +#define _CHECK_IS_PY_CALLABLE_EX_r13 798 +#define _CHECK_IS_PY_CALLABLE_EX_r23 799 +#define _CHECK_IS_PY_CALLABLE_EX_r33 800 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 801 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 802 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 803 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 804 +#define _CHECK_METHOD_VERSION_r00 805 +#define _CHECK_METHOD_VERSION_KW_r11 806 +#define _CHECK_OBJECT_r00 807 +#define _CHECK_PEP_523_r00 808 +#define _CHECK_PEP_523_r11 809 +#define _CHECK_PEP_523_r22 810 +#define _CHECK_PEP_523_r33 811 +#define _CHECK_PERIODIC_r00 812 +#define _CHECK_PERIODIC_AT_END_r00 813 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 814 +#define _CHECK_RECURSION_LIMIT_r00 815 +#define _CHECK_RECURSION_LIMIT_r11 816 +#define _CHECK_RECURSION_LIMIT_r22 817 +#define _CHECK_RECURSION_LIMIT_r33 818 +#define _CHECK_RECURSION_REMAINING_r00 819 +#define _CHECK_RECURSION_REMAINING_r11 820 +#define _CHECK_RECURSION_REMAINING_r22 821 +#define _CHECK_RECURSION_REMAINING_r33 822 +#define _CHECK_STACK_SPACE_r00 823 +#define _CHECK_STACK_SPACE_OPERAND_r00 824 +#define _CHECK_STACK_SPACE_OPERAND_r11 825 +#define _CHECK_STACK_SPACE_OPERAND_r22 826 +#define _CHECK_STACK_SPACE_OPERAND_r33 827 +#define _CHECK_VALIDITY_r00 828 +#define _CHECK_VALIDITY_r11 829 +#define _CHECK_VALIDITY_r22 830 +#define _CHECK_VALIDITY_r33 831 +#define _COLD_DYNAMIC_EXIT_r00 832 +#define _COLD_EXIT_r00 833 +#define _COMPARE_OP_r21 834 +#define _COMPARE_OP_FLOAT_r03 835 +#define _COMPARE_OP_FLOAT_r13 836 +#define _COMPARE_OP_FLOAT_r23 837 +#define _COMPARE_OP_INT_r23 838 +#define _COMPARE_OP_STR_r23 839 +#define _CONTAINS_OP_r23 840 +#define _CONTAINS_OP_DICT_r23 841 +#define _CONTAINS_OP_SET_r23 842 +#define _CONVERT_VALUE_r11 843 +#define _COPY_r01 844 +#define _COPY_1_r02 845 +#define _COPY_1_r12 846 +#define _COPY_1_r23 847 +#define _COPY_2_r03 848 +#define _COPY_2_r13 849 +#define _COPY_2_r23 850 +#define _COPY_3_r03 851 +#define _COPY_3_r13 852 +#define _COPY_3_r23 853 +#define _COPY_3_r33 854 +#define _COPY_FREE_VARS_r00 855 +#define _COPY_FREE_VARS_r11 856 +#define _COPY_FREE_VARS_r22 857 +#define _COPY_FREE_VARS_r33 858 +#define _CREATE_INIT_FRAME_r01 859 +#define _DELETE_ATTR_r10 860 +#define _DELETE_DEREF_r00 861 +#define _DELETE_FAST_r00 862 +#define _DELETE_GLOBAL_r00 863 +#define _DELETE_NAME_r00 864 +#define _DELETE_SUBSCR_r20 865 +#define _DEOPT_r00 866 +#define _DEOPT_r10 867 +#define _DEOPT_r20 868 +#define _DEOPT_r30 869 +#define _DICT_MERGE_r11 870 +#define _DICT_UPDATE_r11 871 +#define _DO_CALL_r01 872 +#define _DO_CALL_FUNCTION_EX_r31 873 +#define _DO_CALL_KW_r11 874 +#define _DYNAMIC_EXIT_r00 875 +#define _DYNAMIC_EXIT_r10 876 +#define _DYNAMIC_EXIT_r20 877 +#define _DYNAMIC_EXIT_r30 878 +#define _END_FOR_r10 879 +#define _END_SEND_r31 880 +#define _ERROR_POP_N_r00 881 +#define _EXIT_INIT_CHECK_r10 882 +#define _EXIT_TRACE_r00 883 +#define _EXIT_TRACE_r10 884 +#define _EXIT_TRACE_r20 885 +#define _EXIT_TRACE_r30 886 +#define _EXPAND_METHOD_r00 887 +#define _EXPAND_METHOD_KW_r11 888 +#define _FATAL_ERROR_r00 889 +#define _FATAL_ERROR_r11 890 +#define _FATAL_ERROR_r22 891 +#define _FATAL_ERROR_r33 892 +#define _FORMAT_SIMPLE_r11 893 +#define _FORMAT_WITH_SPEC_r21 894 +#define _FOR_ITER_r23 895 +#define _FOR_ITER_GEN_FRAME_r03 896 +#define _FOR_ITER_GEN_FRAME_r13 897 +#define _FOR_ITER_GEN_FRAME_r23 898 +#define _FOR_ITER_TIER_TWO_r23 899 +#define _FOR_ITER_VIRTUAL_r23 900 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 901 +#define _GET_AITER_r11 902 +#define _GET_ANEXT_r12 903 +#define _GET_AWAITABLE_r11 904 +#define _GET_ITER_r12 905 +#define _GET_ITER_TRAD_r12 906 +#define _GET_LEN_r12 907 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 908 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 909 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 910 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 911 +#define _GUARD_BINARY_OP_EXTEND_r22 912 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 913 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 914 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 915 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 916 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 917 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 918 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 919 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 920 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 921 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 922 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 923 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 924 +#define _GUARD_BIT_IS_SET_POP_r00 925 +#define _GUARD_BIT_IS_SET_POP_r10 926 +#define _GUARD_BIT_IS_SET_POP_r21 927 +#define _GUARD_BIT_IS_SET_POP_r32 928 +#define _GUARD_BIT_IS_SET_POP_4_r00 929 +#define _GUARD_BIT_IS_SET_POP_4_r10 930 +#define _GUARD_BIT_IS_SET_POP_4_r21 931 +#define _GUARD_BIT_IS_SET_POP_4_r32 932 +#define _GUARD_BIT_IS_SET_POP_5_r00 933 +#define _GUARD_BIT_IS_SET_POP_5_r10 934 +#define _GUARD_BIT_IS_SET_POP_5_r21 935 +#define _GUARD_BIT_IS_SET_POP_5_r32 936 +#define _GUARD_BIT_IS_SET_POP_6_r00 937 +#define _GUARD_BIT_IS_SET_POP_6_r10 938 +#define _GUARD_BIT_IS_SET_POP_6_r21 939 +#define _GUARD_BIT_IS_SET_POP_6_r32 940 +#define _GUARD_BIT_IS_SET_POP_7_r00 941 +#define _GUARD_BIT_IS_SET_POP_7_r10 942 +#define _GUARD_BIT_IS_SET_POP_7_r21 943 +#define _GUARD_BIT_IS_SET_POP_7_r32 944 +#define _GUARD_BIT_IS_UNSET_POP_r00 945 +#define _GUARD_BIT_IS_UNSET_POP_r10 946 +#define _GUARD_BIT_IS_UNSET_POP_r21 947 +#define _GUARD_BIT_IS_UNSET_POP_r32 948 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 949 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 950 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 951 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 952 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 953 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 954 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 955 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 956 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 957 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 958 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 959 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 960 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 961 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 962 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 963 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 964 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 965 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 966 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 967 +#define _GUARD_CALLABLE_BUILTIN_O_r00 968 +#define _GUARD_CALLABLE_ISINSTANCE_r03 969 +#define _GUARD_CALLABLE_ISINSTANCE_r13 970 +#define _GUARD_CALLABLE_ISINSTANCE_r23 971 +#define _GUARD_CALLABLE_ISINSTANCE_r33 972 +#define _GUARD_CALLABLE_LEN_r03 973 +#define _GUARD_CALLABLE_LEN_r13 974 +#define _GUARD_CALLABLE_LEN_r23 975 +#define _GUARD_CALLABLE_LEN_r33 976 +#define _GUARD_CALLABLE_LIST_APPEND_r03 977 +#define _GUARD_CALLABLE_LIST_APPEND_r13 978 +#define _GUARD_CALLABLE_LIST_APPEND_r23 979 +#define _GUARD_CALLABLE_LIST_APPEND_r33 980 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 981 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 982 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 983 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 984 +#define _GUARD_CALLABLE_STR_1_r03 985 +#define _GUARD_CALLABLE_STR_1_r13 986 +#define _GUARD_CALLABLE_STR_1_r23 987 +#define _GUARD_CALLABLE_STR_1_r33 988 +#define _GUARD_CALLABLE_TUPLE_1_r03 989 +#define _GUARD_CALLABLE_TUPLE_1_r13 990 +#define _GUARD_CALLABLE_TUPLE_1_r23 991 +#define _GUARD_CALLABLE_TUPLE_1_r33 992 +#define _GUARD_CALLABLE_TYPE_1_r03 993 +#define _GUARD_CALLABLE_TYPE_1_r13 994 +#define _GUARD_CALLABLE_TYPE_1_r23 995 +#define _GUARD_CALLABLE_TYPE_1_r33 996 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 997 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 998 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 999 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1000 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1001 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1002 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1003 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1004 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1005 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1006 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1007 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1008 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1009 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1010 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1011 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1012 +#define _GUARD_DORV_NO_DICT_r01 1013 +#define _GUARD_DORV_NO_DICT_r11 1014 +#define _GUARD_DORV_NO_DICT_r22 1015 +#define _GUARD_DORV_NO_DICT_r33 1016 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1017 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1018 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1019 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1020 +#define _GUARD_GLOBALS_VERSION_r00 1021 +#define _GUARD_GLOBALS_VERSION_r11 1022 +#define _GUARD_GLOBALS_VERSION_r22 1023 +#define _GUARD_GLOBALS_VERSION_r33 1024 +#define _GUARD_IP_RETURN_GENERATOR_r00 1025 +#define _GUARD_IP_RETURN_GENERATOR_r11 1026 +#define _GUARD_IP_RETURN_GENERATOR_r22 1027 +#define _GUARD_IP_RETURN_GENERATOR_r33 1028 +#define _GUARD_IP_RETURN_VALUE_r00 1029 +#define _GUARD_IP_RETURN_VALUE_r11 1030 +#define _GUARD_IP_RETURN_VALUE_r22 1031 +#define _GUARD_IP_RETURN_VALUE_r33 1032 +#define _GUARD_IP_YIELD_VALUE_r00 1033 +#define _GUARD_IP_YIELD_VALUE_r11 1034 +#define _GUARD_IP_YIELD_VALUE_r22 1035 +#define _GUARD_IP_YIELD_VALUE_r33 1036 +#define _GUARD_IP__PUSH_FRAME_r00 1037 +#define _GUARD_IP__PUSH_FRAME_r11 1038 +#define _GUARD_IP__PUSH_FRAME_r22 1039 +#define _GUARD_IP__PUSH_FRAME_r33 1040 +#define _GUARD_IS_FALSE_POP_r00 1041 +#define _GUARD_IS_FALSE_POP_r10 1042 +#define _GUARD_IS_FALSE_POP_r21 1043 +#define _GUARD_IS_FALSE_POP_r32 1044 +#define _GUARD_IS_NONE_POP_r00 1045 +#define _GUARD_IS_NONE_POP_r10 1046 +#define _GUARD_IS_NONE_POP_r21 1047 +#define _GUARD_IS_NONE_POP_r32 1048 +#define _GUARD_IS_NOT_NONE_POP_r10 1049 +#define _GUARD_IS_TRUE_POP_r00 1050 +#define _GUARD_IS_TRUE_POP_r10 1051 +#define _GUARD_IS_TRUE_POP_r21 1052 +#define _GUARD_IS_TRUE_POP_r32 1053 +#define _GUARD_ITERATOR_r01 1054 +#define _GUARD_ITERATOR_r11 1055 +#define _GUARD_ITERATOR_r22 1056 +#define _GUARD_ITERATOR_r33 1057 +#define _GUARD_ITER_VIRTUAL_r01 1058 +#define _GUARD_ITER_VIRTUAL_r11 1059 +#define _GUARD_ITER_VIRTUAL_r22 1060 +#define _GUARD_ITER_VIRTUAL_r33 1061 +#define _GUARD_KEYS_VERSION_r01 1062 +#define _GUARD_KEYS_VERSION_r11 1063 +#define _GUARD_KEYS_VERSION_r22 1064 +#define _GUARD_KEYS_VERSION_r33 1065 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1066 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1067 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1068 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1069 +#define _GUARD_NOS_COMPACT_ASCII_r02 1070 +#define _GUARD_NOS_COMPACT_ASCII_r12 1071 +#define _GUARD_NOS_COMPACT_ASCII_r22 1072 +#define _GUARD_NOS_COMPACT_ASCII_r33 1073 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1074 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1075 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1076 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1077 +#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1078 +#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1079 +#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1080 +#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1081 +#define _GUARD_NOS_FLOAT_r02 1082 +#define _GUARD_NOS_FLOAT_r12 1083 +#define _GUARD_NOS_FLOAT_r22 1084 +#define _GUARD_NOS_FLOAT_r33 1085 +#define _GUARD_NOS_INT_r02 1086 +#define _GUARD_NOS_INT_r12 1087 +#define _GUARD_NOS_INT_r22 1088 +#define _GUARD_NOS_INT_r33 1089 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1090 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1091 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1092 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1093 +#define _GUARD_NOS_LIST_r02 1094 +#define _GUARD_NOS_LIST_r12 1095 +#define _GUARD_NOS_LIST_r22 1096 +#define _GUARD_NOS_LIST_r33 1097 +#define _GUARD_NOS_NOT_NULL_r02 1098 +#define _GUARD_NOS_NOT_NULL_r12 1099 +#define _GUARD_NOS_NOT_NULL_r22 1100 +#define _GUARD_NOS_NOT_NULL_r33 1101 +#define _GUARD_NOS_NULL_r02 1102 +#define _GUARD_NOS_NULL_r12 1103 +#define _GUARD_NOS_NULL_r22 1104 +#define _GUARD_NOS_NULL_r33 1105 +#define _GUARD_NOS_TUPLE_r02 1106 +#define _GUARD_NOS_TUPLE_r12 1107 +#define _GUARD_NOS_TUPLE_r22 1108 +#define _GUARD_NOS_TUPLE_r33 1109 +#define _GUARD_NOS_TYPE_VERSION_r02 1110 +#define _GUARD_NOS_TYPE_VERSION_r12 1111 +#define _GUARD_NOS_TYPE_VERSION_r22 1112 +#define _GUARD_NOS_TYPE_VERSION_r33 1113 +#define _GUARD_NOS_UNICODE_r02 1114 +#define _GUARD_NOS_UNICODE_r12 1115 +#define _GUARD_NOS_UNICODE_r22 1116 +#define _GUARD_NOS_UNICODE_r33 1117 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1118 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1119 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1120 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1121 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1122 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1123 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1124 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1125 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1126 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1127 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1128 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1129 +#define _GUARD_THIRD_NULL_r03 1130 +#define _GUARD_THIRD_NULL_r13 1131 +#define _GUARD_THIRD_NULL_r23 1132 +#define _GUARD_THIRD_NULL_r33 1133 +#define _GUARD_TOS_ANY_DICT_r01 1134 +#define _GUARD_TOS_ANY_DICT_r11 1135 +#define _GUARD_TOS_ANY_DICT_r22 1136 +#define _GUARD_TOS_ANY_DICT_r33 1137 +#define _GUARD_TOS_ANY_SET_r01 1138 +#define _GUARD_TOS_ANY_SET_r11 1139 +#define _GUARD_TOS_ANY_SET_r22 1140 +#define _GUARD_TOS_ANY_SET_r33 1141 +#define _GUARD_TOS_DICT_r01 1142 +#define _GUARD_TOS_DICT_r11 1143 +#define _GUARD_TOS_DICT_r22 1144 +#define _GUARD_TOS_DICT_r33 1145 +#define _GUARD_TOS_FLOAT_r01 1146 +#define _GUARD_TOS_FLOAT_r11 1147 +#define _GUARD_TOS_FLOAT_r22 1148 +#define _GUARD_TOS_FLOAT_r33 1149 +#define _GUARD_TOS_FROZENDICT_r01 1150 +#define _GUARD_TOS_FROZENDICT_r11 1151 +#define _GUARD_TOS_FROZENDICT_r22 1152 +#define _GUARD_TOS_FROZENDICT_r33 1153 +#define _GUARD_TOS_FROZENSET_r01 1154 +#define _GUARD_TOS_FROZENSET_r11 1155 +#define _GUARD_TOS_FROZENSET_r22 1156 +#define _GUARD_TOS_FROZENSET_r33 1157 +#define _GUARD_TOS_INT_r01 1158 +#define _GUARD_TOS_INT_r11 1159 +#define _GUARD_TOS_INT_r22 1160 +#define _GUARD_TOS_INT_r33 1161 +#define _GUARD_TOS_IS_NONE_r01 1162 +#define _GUARD_TOS_IS_NONE_r11 1163 +#define _GUARD_TOS_IS_NONE_r22 1164 +#define _GUARD_TOS_IS_NONE_r33 1165 +#define _GUARD_TOS_LIST_r01 1166 +#define _GUARD_TOS_LIST_r11 1167 +#define _GUARD_TOS_LIST_r22 1168 +#define _GUARD_TOS_LIST_r33 1169 +#define _GUARD_TOS_NOT_NULL_r01 1170 +#define _GUARD_TOS_NOT_NULL_r11 1171 +#define _GUARD_TOS_NOT_NULL_r22 1172 +#define _GUARD_TOS_NOT_NULL_r33 1173 +#define _GUARD_TOS_SET_r01 1174 +#define _GUARD_TOS_SET_r11 1175 +#define _GUARD_TOS_SET_r22 1176 +#define _GUARD_TOS_SET_r33 1177 +#define _GUARD_TOS_SLICE_r01 1178 +#define _GUARD_TOS_SLICE_r11 1179 +#define _GUARD_TOS_SLICE_r22 1180 +#define _GUARD_TOS_SLICE_r33 1181 +#define _GUARD_TOS_TUPLE_r01 1182 +#define _GUARD_TOS_TUPLE_r11 1183 +#define _GUARD_TOS_TUPLE_r22 1184 +#define _GUARD_TOS_TUPLE_r33 1185 +#define _GUARD_TOS_UNICODE_r01 1186 +#define _GUARD_TOS_UNICODE_r11 1187 +#define _GUARD_TOS_UNICODE_r22 1188 +#define _GUARD_TOS_UNICODE_r33 1189 +#define _GUARD_TYPE_r01 1190 +#define _GUARD_TYPE_r11 1191 +#define _GUARD_TYPE_r22 1192 +#define _GUARD_TYPE_r33 1193 +#define _GUARD_TYPE_ITER_r02 1194 +#define _GUARD_TYPE_ITER_r12 1195 +#define _GUARD_TYPE_ITER_r22 1196 +#define _GUARD_TYPE_ITER_r33 1197 +#define _GUARD_TYPE_VERSION_r01 1198 +#define _GUARD_TYPE_VERSION_r11 1199 +#define _GUARD_TYPE_VERSION_r22 1200 +#define _GUARD_TYPE_VERSION_r33 1201 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1202 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1203 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1204 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1205 +#define _HANDLE_PENDING_AND_DEOPT_r00 1206 +#define _HANDLE_PENDING_AND_DEOPT_r10 1207 +#define _HANDLE_PENDING_AND_DEOPT_r20 1208 +#define _HANDLE_PENDING_AND_DEOPT_r30 1209 +#define _IMPORT_FROM_r12 1210 +#define _IMPORT_NAME_r21 1211 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1212 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1213 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1214 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1215 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1216 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1217 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1218 +#define _INSERT_NULL_r10 1219 +#define _INSTRUMENTED_FOR_ITER_r23 1220 +#define _INSTRUMENTED_INSTRUCTION_r00 1221 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1222 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1223 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1224 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1225 +#define _INSTRUMENTED_LINE_r00 1226 +#define _INSTRUMENTED_NOT_TAKEN_r00 1227 +#define _INSTRUMENTED_NOT_TAKEN_r11 1228 +#define _INSTRUMENTED_NOT_TAKEN_r22 1229 +#define _INSTRUMENTED_NOT_TAKEN_r33 1230 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1231 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1232 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1233 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1234 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1235 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1236 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1237 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1238 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1239 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1240 +#define _IS_NONE_r11 1241 +#define _IS_OP_r03 1242 +#define _IS_OP_r13 1243 +#define _IS_OP_r23 1244 +#define _ITER_CHECK_LIST_r02 1245 +#define _ITER_CHECK_LIST_r12 1246 +#define _ITER_CHECK_LIST_r22 1247 +#define _ITER_CHECK_LIST_r33 1248 +#define _ITER_CHECK_RANGE_r02 1249 +#define _ITER_CHECK_RANGE_r12 1250 +#define _ITER_CHECK_RANGE_r22 1251 +#define _ITER_CHECK_RANGE_r33 1252 +#define _ITER_CHECK_TUPLE_r02 1253 +#define _ITER_CHECK_TUPLE_r12 1254 +#define _ITER_CHECK_TUPLE_r22 1255 +#define _ITER_CHECK_TUPLE_r33 1256 +#define _ITER_JUMP_LIST_r02 1257 +#define _ITER_JUMP_LIST_r12 1258 +#define _ITER_JUMP_LIST_r22 1259 +#define _ITER_JUMP_LIST_r33 1260 +#define _ITER_JUMP_RANGE_r02 1261 +#define _ITER_JUMP_RANGE_r12 1262 +#define _ITER_JUMP_RANGE_r22 1263 +#define _ITER_JUMP_RANGE_r33 1264 +#define _ITER_JUMP_TUPLE_r02 1265 +#define _ITER_JUMP_TUPLE_r12 1266 +#define _ITER_JUMP_TUPLE_r22 1267 +#define _ITER_JUMP_TUPLE_r33 1268 +#define _ITER_NEXT_INLINE_r23 1269 +#define _ITER_NEXT_LIST_r23 1270 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1271 +#define _ITER_NEXT_RANGE_r03 1272 +#define _ITER_NEXT_RANGE_r13 1273 +#define _ITER_NEXT_RANGE_r23 1274 +#define _ITER_NEXT_TUPLE_r03 1275 +#define _ITER_NEXT_TUPLE_r13 1276 +#define _ITER_NEXT_TUPLE_r23 1277 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1278 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1279 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1280 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1281 +#define _JUMP_TO_TOP_r00 1282 +#define _LIST_APPEND_r10 1283 +#define _LIST_EXTEND_r11 1284 +#define _LOAD_ATTR_r10 1285 +#define _LOAD_ATTR_CLASS_r11 1286 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1287 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1288 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1289 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1290 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1291 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1292 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1293 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1294 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1295 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1296 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1297 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1298 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1299 +#define _LOAD_ATTR_MODULE_r12 1300 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1301 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1302 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1303 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1304 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1305 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1306 +#define _LOAD_ATTR_SLOT_r02 1307 +#define _LOAD_ATTR_SLOT_r12 1308 +#define _LOAD_ATTR_SLOT_r23 1309 +#define _LOAD_ATTR_WITH_HINT_r12 1310 +#define _LOAD_BUILD_CLASS_r01 1311 +#define _LOAD_BYTECODE_r00 1312 +#define _LOAD_COMMON_CONSTANT_r01 1313 +#define _LOAD_COMMON_CONSTANT_r12 1314 +#define _LOAD_COMMON_CONSTANT_r23 1315 +#define _LOAD_CONST_r01 1316 +#define _LOAD_CONST_r12 1317 +#define _LOAD_CONST_r23 1318 +#define _LOAD_CONST_INLINE_r01 1319 +#define _LOAD_CONST_INLINE_r12 1320 +#define _LOAD_CONST_INLINE_r23 1321 +#define _LOAD_CONST_INLINE_BORROW_r01 1322 +#define _LOAD_CONST_INLINE_BORROW_r12 1323 +#define _LOAD_CONST_INLINE_BORROW_r23 1324 +#define _LOAD_DEREF_r01 1325 +#define _LOAD_FAST_r01 1326 +#define _LOAD_FAST_r12 1327 +#define _LOAD_FAST_r23 1328 +#define _LOAD_FAST_0_r01 1329 +#define _LOAD_FAST_0_r12 1330 +#define _LOAD_FAST_0_r23 1331 +#define _LOAD_FAST_1_r01 1332 +#define _LOAD_FAST_1_r12 1333 +#define _LOAD_FAST_1_r23 1334 +#define _LOAD_FAST_2_r01 1335 +#define _LOAD_FAST_2_r12 1336 +#define _LOAD_FAST_2_r23 1337 +#define _LOAD_FAST_3_r01 1338 +#define _LOAD_FAST_3_r12 1339 +#define _LOAD_FAST_3_r23 1340 +#define _LOAD_FAST_4_r01 1341 +#define _LOAD_FAST_4_r12 1342 +#define _LOAD_FAST_4_r23 1343 +#define _LOAD_FAST_5_r01 1344 +#define _LOAD_FAST_5_r12 1345 +#define _LOAD_FAST_5_r23 1346 +#define _LOAD_FAST_6_r01 1347 +#define _LOAD_FAST_6_r12 1348 +#define _LOAD_FAST_6_r23 1349 +#define _LOAD_FAST_7_r01 1350 +#define _LOAD_FAST_7_r12 1351 +#define _LOAD_FAST_7_r23 1352 +#define _LOAD_FAST_AND_CLEAR_r01 1353 +#define _LOAD_FAST_AND_CLEAR_r12 1354 +#define _LOAD_FAST_AND_CLEAR_r23 1355 +#define _LOAD_FAST_BORROW_r01 1356 +#define _LOAD_FAST_BORROW_r12 1357 +#define _LOAD_FAST_BORROW_r23 1358 +#define _LOAD_FAST_BORROW_0_r01 1359 +#define _LOAD_FAST_BORROW_0_r12 1360 +#define _LOAD_FAST_BORROW_0_r23 1361 +#define _LOAD_FAST_BORROW_1_r01 1362 +#define _LOAD_FAST_BORROW_1_r12 1363 +#define _LOAD_FAST_BORROW_1_r23 1364 +#define _LOAD_FAST_BORROW_2_r01 1365 +#define _LOAD_FAST_BORROW_2_r12 1366 +#define _LOAD_FAST_BORROW_2_r23 1367 +#define _LOAD_FAST_BORROW_3_r01 1368 +#define _LOAD_FAST_BORROW_3_r12 1369 +#define _LOAD_FAST_BORROW_3_r23 1370 +#define _LOAD_FAST_BORROW_4_r01 1371 +#define _LOAD_FAST_BORROW_4_r12 1372 +#define _LOAD_FAST_BORROW_4_r23 1373 +#define _LOAD_FAST_BORROW_5_r01 1374 +#define _LOAD_FAST_BORROW_5_r12 1375 +#define _LOAD_FAST_BORROW_5_r23 1376 +#define _LOAD_FAST_BORROW_6_r01 1377 +#define _LOAD_FAST_BORROW_6_r12 1378 +#define _LOAD_FAST_BORROW_6_r23 1379 +#define _LOAD_FAST_BORROW_7_r01 1380 +#define _LOAD_FAST_BORROW_7_r12 1381 +#define _LOAD_FAST_BORROW_7_r23 1382 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1383 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1384 +#define _LOAD_FAST_CHECK_r01 1385 +#define _LOAD_FAST_CHECK_r12 1386 +#define _LOAD_FAST_CHECK_r23 1387 +#define _LOAD_FAST_LOAD_FAST_r02 1388 +#define _LOAD_FAST_LOAD_FAST_r13 1389 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1390 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1391 +#define _LOAD_GLOBAL_r00 1392 +#define _LOAD_GLOBAL_BUILTINS_r01 1393 +#define _LOAD_GLOBAL_MODULE_r01 1394 +#define _LOAD_LOCALS_r01 1395 +#define _LOAD_LOCALS_r12 1396 +#define _LOAD_LOCALS_r23 1397 +#define _LOAD_NAME_r01 1398 +#define _LOAD_SMALL_INT_r01 1399 +#define _LOAD_SMALL_INT_r12 1400 +#define _LOAD_SMALL_INT_r23 1401 +#define _LOAD_SMALL_INT_0_r01 1402 +#define _LOAD_SMALL_INT_0_r12 1403 +#define _LOAD_SMALL_INT_0_r23 1404 +#define _LOAD_SMALL_INT_1_r01 1405 +#define _LOAD_SMALL_INT_1_r12 1406 +#define _LOAD_SMALL_INT_1_r23 1407 +#define _LOAD_SMALL_INT_2_r01 1408 +#define _LOAD_SMALL_INT_2_r12 1409 +#define _LOAD_SMALL_INT_2_r23 1410 +#define _LOAD_SMALL_INT_3_r01 1411 +#define _LOAD_SMALL_INT_3_r12 1412 +#define _LOAD_SMALL_INT_3_r23 1413 +#define _LOAD_SPECIAL_r00 1414 +#define _LOAD_SUPER_ATTR_ATTR_r31 1415 +#define _LOAD_SUPER_ATTR_METHOD_r32 1416 +#define _LOCK_OBJECT_r01 1417 +#define _LOCK_OBJECT_r11 1418 +#define _LOCK_OBJECT_r22 1419 +#define _LOCK_OBJECT_r33 1420 +#define _MAKE_CALLARGS_A_TUPLE_r33 1421 +#define _MAKE_CELL_r00 1422 +#define _MAKE_FUNCTION_r12 1423 +#define _MAKE_HEAP_SAFE_r01 1424 +#define _MAKE_HEAP_SAFE_r11 1425 +#define _MAKE_HEAP_SAFE_r22 1426 +#define _MAKE_HEAP_SAFE_r33 1427 +#define _MAKE_WARM_r00 1428 +#define _MAKE_WARM_r11 1429 +#define _MAKE_WARM_r22 1430 +#define _MAKE_WARM_r33 1431 +#define _MAP_ADD_r20 1432 +#define _MATCH_CLASS_r33 1433 +#define _MATCH_KEYS_r23 1434 +#define _MATCH_MAPPING_r02 1435 +#define _MATCH_MAPPING_r12 1436 +#define _MATCH_MAPPING_r23 1437 +#define _MATCH_SEQUENCE_r02 1438 +#define _MATCH_SEQUENCE_r12 1439 +#define _MATCH_SEQUENCE_r23 1440 +#define _MAYBE_EXPAND_METHOD_r00 1441 +#define _MAYBE_EXPAND_METHOD_KW_r11 1442 +#define _MONITOR_CALL_r00 1443 +#define _MONITOR_CALL_KW_r11 1444 +#define _MONITOR_JUMP_BACKWARD_r00 1445 +#define _MONITOR_JUMP_BACKWARD_r11 1446 +#define _MONITOR_JUMP_BACKWARD_r22 1447 +#define _MONITOR_JUMP_BACKWARD_r33 1448 +#define _MONITOR_RESUME_r00 1449 +#define _NOP_r00 1450 +#define _NOP_r11 1451 +#define _NOP_r22 1452 +#define _NOP_r33 1453 +#define _POP_EXCEPT_r10 1454 +#define _POP_ITER_r20 1455 +#define _POP_JUMP_IF_FALSE_r00 1456 +#define _POP_JUMP_IF_FALSE_r10 1457 +#define _POP_JUMP_IF_FALSE_r21 1458 +#define _POP_JUMP_IF_FALSE_r32 1459 +#define _POP_JUMP_IF_TRUE_r00 1460 +#define _POP_JUMP_IF_TRUE_r10 1461 +#define _POP_JUMP_IF_TRUE_r21 1462 +#define _POP_JUMP_IF_TRUE_r32 1463 +#define _POP_TOP_r10 1464 +#define _POP_TOP_FLOAT_r00 1465 +#define _POP_TOP_FLOAT_r10 1466 +#define _POP_TOP_FLOAT_r21 1467 +#define _POP_TOP_FLOAT_r32 1468 +#define _POP_TOP_INT_r00 1469 +#define _POP_TOP_INT_r10 1470 +#define _POP_TOP_INT_r21 1471 +#define _POP_TOP_INT_r32 1472 +#define _POP_TOP_NOP_r00 1473 +#define _POP_TOP_NOP_r10 1474 +#define _POP_TOP_NOP_r21 1475 +#define _POP_TOP_NOP_r32 1476 +#define _POP_TOP_OPARG_r00 1477 +#define _POP_TOP_UNICODE_r00 1478 +#define _POP_TOP_UNICODE_r10 1479 +#define _POP_TOP_UNICODE_r21 1480 +#define _POP_TOP_UNICODE_r32 1481 +#define _PUSH_EXC_INFO_r02 1482 +#define _PUSH_EXC_INFO_r12 1483 +#define _PUSH_EXC_INFO_r23 1484 +#define _PUSH_FRAME_r10 1485 +#define _PUSH_NULL_r01 1486 +#define _PUSH_NULL_r12 1487 +#define _PUSH_NULL_r23 1488 +#define _PUSH_NULL_CONDITIONAL_r00 1489 +#define _PUSH_TAGGED_ZERO_r01 1490 +#define _PUSH_TAGGED_ZERO_r12 1491 +#define _PUSH_TAGGED_ZERO_r23 1492 +#define _PY_FRAME_EX_r31 1493 +#define _PY_FRAME_GENERAL_r01 1494 +#define _PY_FRAME_KW_r11 1495 +#define _REPLACE_WITH_TRUE_r02 1496 +#define _REPLACE_WITH_TRUE_r12 1497 +#define _REPLACE_WITH_TRUE_r23 1498 +#define _RESUME_CHECK_r00 1499 +#define _RESUME_CHECK_r11 1500 +#define _RESUME_CHECK_r22 1501 +#define _RESUME_CHECK_r33 1502 +#define _RETURN_GENERATOR_r01 1503 +#define _RETURN_VALUE_r11 1504 +#define _RROT_3_r03 1505 +#define _RROT_3_r13 1506 +#define _RROT_3_r23 1507 +#define _RROT_3_r33 1508 +#define _SAVE_RETURN_OFFSET_r00 1509 +#define _SAVE_RETURN_OFFSET_r11 1510 +#define _SAVE_RETURN_OFFSET_r22 1511 +#define _SAVE_RETURN_OFFSET_r33 1512 +#define _SEND_ASYNC_GEN_r33 1513 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1514 +#define _SEND_GEN_FRAME_r33 1515 +#define _SEND_VIRTUAL_r33 1516 +#define _SEND_VIRTUAL_TIER_TWO_r03 1517 +#define _SEND_VIRTUAL_TIER_TWO_r13 1518 +#define _SEND_VIRTUAL_TIER_TWO_r23 1519 +#define _SEND_VIRTUAL_TIER_TWO_r33 1520 +#define _SETUP_ANNOTATIONS_r00 1521 +#define _SET_ADD_r10 1522 +#define _SET_FUNCTION_ATTRIBUTE_r01 1523 +#define _SET_FUNCTION_ATTRIBUTE_r11 1524 +#define _SET_FUNCTION_ATTRIBUTE_r21 1525 +#define _SET_FUNCTION_ATTRIBUTE_r32 1526 +#define _SET_IP_r00 1527 +#define _SET_IP_r11 1528 +#define _SET_IP_r22 1529 +#define _SET_IP_r33 1530 +#define _SET_UPDATE_r11 1531 +#define _SPILL_OR_RELOAD_r01 1532 +#define _SPILL_OR_RELOAD_r02 1533 +#define _SPILL_OR_RELOAD_r03 1534 +#define _SPILL_OR_RELOAD_r10 1535 +#define _SPILL_OR_RELOAD_r12 1536 +#define _SPILL_OR_RELOAD_r13 1537 +#define _SPILL_OR_RELOAD_r20 1538 +#define _SPILL_OR_RELOAD_r21 1539 +#define _SPILL_OR_RELOAD_r23 1540 +#define _SPILL_OR_RELOAD_r30 1541 +#define _SPILL_OR_RELOAD_r31 1542 +#define _SPILL_OR_RELOAD_r32 1543 +#define _START_EXECUTOR_r00 1544 +#define _STORE_ATTR_r20 1545 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1546 +#define _STORE_ATTR_SLOT_r21 1547 +#define _STORE_ATTR_WITH_HINT_r21 1548 +#define _STORE_DEREF_r10 1549 +#define _STORE_FAST_LOAD_FAST_r11 1550 +#define _STORE_FAST_STORE_FAST_r20 1551 +#define _STORE_GLOBAL_r10 1552 +#define _STORE_NAME_r10 1553 +#define _STORE_SLICE_r30 1554 +#define _STORE_SUBSCR_r30 1555 +#define _STORE_SUBSCR_DICT_r31 1556 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1557 +#define _STORE_SUBSCR_LIST_INT_r32 1558 +#define _SWAP_r11 1559 +#define _SWAP_2_r02 1560 +#define _SWAP_2_r12 1561 +#define _SWAP_2_r22 1562 +#define _SWAP_2_r33 1563 +#define _SWAP_3_r03 1564 +#define _SWAP_3_r13 1565 +#define _SWAP_3_r23 1566 +#define _SWAP_3_r33 1567 +#define _SWAP_FAST_r01 1568 +#define _SWAP_FAST_r11 1569 +#define _SWAP_FAST_r22 1570 +#define _SWAP_FAST_r33 1571 +#define _SWAP_FAST_0_r01 1572 +#define _SWAP_FAST_0_r11 1573 +#define _SWAP_FAST_0_r22 1574 +#define _SWAP_FAST_0_r33 1575 +#define _SWAP_FAST_1_r01 1576 +#define _SWAP_FAST_1_r11 1577 +#define _SWAP_FAST_1_r22 1578 +#define _SWAP_FAST_1_r33 1579 +#define _SWAP_FAST_2_r01 1580 +#define _SWAP_FAST_2_r11 1581 +#define _SWAP_FAST_2_r22 1582 +#define _SWAP_FAST_2_r33 1583 +#define _SWAP_FAST_3_r01 1584 +#define _SWAP_FAST_3_r11 1585 +#define _SWAP_FAST_3_r22 1586 +#define _SWAP_FAST_3_r33 1587 +#define _SWAP_FAST_4_r01 1588 +#define _SWAP_FAST_4_r11 1589 +#define _SWAP_FAST_4_r22 1590 +#define _SWAP_FAST_4_r33 1591 +#define _SWAP_FAST_5_r01 1592 +#define _SWAP_FAST_5_r11 1593 +#define _SWAP_FAST_5_r22 1594 +#define _SWAP_FAST_5_r33 1595 +#define _SWAP_FAST_6_r01 1596 +#define _SWAP_FAST_6_r11 1597 +#define _SWAP_FAST_6_r22 1598 +#define _SWAP_FAST_6_r33 1599 +#define _SWAP_FAST_7_r01 1600 +#define _SWAP_FAST_7_r11 1601 +#define _SWAP_FAST_7_r22 1602 +#define _SWAP_FAST_7_r33 1603 +#define _TIER2_RESUME_CHECK_r00 1604 +#define _TIER2_RESUME_CHECK_r11 1605 +#define _TIER2_RESUME_CHECK_r22 1606 +#define _TIER2_RESUME_CHECK_r33 1607 +#define _TO_BOOL_r11 1608 +#define _TO_BOOL_BOOL_r01 1609 +#define _TO_BOOL_BOOL_r11 1610 +#define _TO_BOOL_BOOL_r22 1611 +#define _TO_BOOL_BOOL_r33 1612 +#define _TO_BOOL_INT_r02 1613 +#define _TO_BOOL_INT_r12 1614 +#define _TO_BOOL_INT_r23 1615 +#define _TO_BOOL_LIST_r02 1616 +#define _TO_BOOL_LIST_r12 1617 +#define _TO_BOOL_LIST_r23 1618 +#define _TO_BOOL_NONE_r01 1619 +#define _TO_BOOL_NONE_r11 1620 +#define _TO_BOOL_NONE_r22 1621 +#define _TO_BOOL_NONE_r33 1622 +#define _TO_BOOL_STR_r02 1623 +#define _TO_BOOL_STR_r12 1624 +#define _TO_BOOL_STR_r23 1625 +#define _TRACE_RECORD_r00 1626 +#define _UNARY_INVERT_r12 1627 +#define _UNARY_NEGATIVE_r12 1628 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1629 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1630 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1631 +#define _UNARY_NOT_r01 1632 +#define _UNARY_NOT_r11 1633 +#define _UNARY_NOT_r22 1634 +#define _UNARY_NOT_r33 1635 +#define _UNPACK_EX_r10 1636 +#define _UNPACK_SEQUENCE_r10 1637 +#define _UNPACK_SEQUENCE_LIST_r10 1638 +#define _UNPACK_SEQUENCE_TUPLE_r10 1639 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1640 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1641 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1642 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1643 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1644 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1645 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1646 +#define _WITH_EXCEPT_START_r33 1647 +#define _YIELD_VALUE_r11 1648 +#define MAX_UOP_REGS_ID 1648 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 6713e9bc95f942d..e36af1c3981065b 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -103,17 +103,15 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_UNARY_INVERT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_NOS_INT] = HAS_EXIT_FLAG, [_GUARD_TOS_INT] = HAS_EXIT_FLAG, - [_GUARD_NOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_GUARD_TOS_OVERFLOWED] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, - [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG, - [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, - [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -242,7 +240,7 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG, - [_COMPARE_OP_INT] = HAS_ARG_FLAG, + [_COMPARE_OP_INT] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_STR] = HAS_ARG_FLAG, [_IS_OP] = HAS_ARG_FLAG, [_CONTAINS_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, @@ -1061,24 +1059,6 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_INT_r33 }, }, }, - [_GUARD_NOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 2, 0, _GUARD_NOS_OVERFLOWED_r02 }, - { 2, 1, _GUARD_NOS_OVERFLOWED_r12 }, - { 2, 2, _GUARD_NOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_NOS_OVERFLOWED_r33 }, - }, - }, - [_GUARD_TOS_OVERFLOWED] = { - .best = { 0, 1, 2, 3 }, - .entries = { - { 1, 0, _GUARD_TOS_OVERFLOWED_r01 }, - { 1, 1, _GUARD_TOS_OVERFLOWED_r11 }, - { 2, 2, _GUARD_TOS_OVERFLOWED_r22 }, - { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, - }, - }, [_BINARY_OP_MULTIPLY_INT] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -4145,14 +4125,6 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, - [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, - [_GUARD_NOS_OVERFLOWED_r33] = _GUARD_NOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r01] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, - [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -5528,11 +5500,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_NULL_r12] = "_GUARD_NOS_NULL_r12", [_GUARD_NOS_NULL_r22] = "_GUARD_NOS_NULL_r22", [_GUARD_NOS_NULL_r33] = "_GUARD_NOS_NULL_r33", - [_GUARD_NOS_OVERFLOWED] = "_GUARD_NOS_OVERFLOWED", - [_GUARD_NOS_OVERFLOWED_r02] = "_GUARD_NOS_OVERFLOWED_r02", - [_GUARD_NOS_OVERFLOWED_r12] = "_GUARD_NOS_OVERFLOWED_r12", - [_GUARD_NOS_OVERFLOWED_r22] = "_GUARD_NOS_OVERFLOWED_r22", - [_GUARD_NOS_OVERFLOWED_r33] = "_GUARD_NOS_OVERFLOWED_r33", [_GUARD_NOS_TUPLE] = "_GUARD_NOS_TUPLE", [_GUARD_NOS_TUPLE_r02] = "_GUARD_NOS_TUPLE_r02", [_GUARD_NOS_TUPLE_r12] = "_GUARD_NOS_TUPLE_r12", @@ -5618,11 +5585,6 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_NOT_NULL_r11] = "_GUARD_TOS_NOT_NULL_r11", [_GUARD_TOS_NOT_NULL_r22] = "_GUARD_TOS_NOT_NULL_r22", [_GUARD_TOS_NOT_NULL_r33] = "_GUARD_TOS_NOT_NULL_r33", - [_GUARD_TOS_OVERFLOWED] = "_GUARD_TOS_OVERFLOWED", - [_GUARD_TOS_OVERFLOWED_r01] = "_GUARD_TOS_OVERFLOWED_r01", - [_GUARD_TOS_OVERFLOWED_r11] = "_GUARD_TOS_OVERFLOWED_r11", - [_GUARD_TOS_OVERFLOWED_r22] = "_GUARD_TOS_OVERFLOWED_r22", - [_GUARD_TOS_OVERFLOWED_r33] = "_GUARD_TOS_OVERFLOWED_r33", [_GUARD_TOS_SET] = "_GUARD_TOS_SET", [_GUARD_TOS_SET_r01] = "_GUARD_TOS_SET_r01", [_GUARD_TOS_SET_r11] = "_GUARD_TOS_SET_r11", @@ -6360,10 +6322,6 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_TOS_INT: return 0; - case _GUARD_NOS_OVERFLOWED: - return 0; - case _GUARD_TOS_OVERFLOWED: - return 0; case _BINARY_OP_MULTIPLY_INT: return 2; case _BINARY_OP_ADD_INT: diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 2248920c266aef5..c4243db808f5652 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4245,6 +4245,49 @@ def testfunc(args): # Verify small int singletons are not corrupted self.assertEqual(7, 3 + 4) + def test_int_add_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) + c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 11_000_000_007) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + def test_int_add_inplace_noncompact_int64_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_903, 4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_807) + self.assertIsNotNone(ex) + + def test_int_add_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_809) + self.assertIsNotNone(ex) + def test_int_subtract_inplace_unique_lhs(self): # a * b produces a unique compact int; subtracting c reuses it def testfunc(args): @@ -4275,6 +4318,34 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT", uops) + def test_int_subtract_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) - c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 10_999_999_993) + self.assertIsNotNone(ex) + + def test_int_subtract_inplace_noncompact_int64_min_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) - 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (-4_611_686_018_427_387_904, -4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * (-9_223_372_036_854_775_808)) + self.assertIsNotNone(ex) + def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it def testfunc(args): @@ -4305,6 +4376,67 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT", uops) + def test_int_multiply_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 3, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 33_000_000_000) + self.assertIsNotNone(ex) + + def test_int_multiply_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, 2, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 18_446_744_073_709_551_616) + self.assertIsNotNone(ex) + + def test_compare_int_noncompact(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + if a < b: + total += 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + + def test_compare_int_noncompact_all_predicates(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a < b) + total += (a <= b) + total += (a == a) + total += (b != a) + total += (b > a) + total += (b >= a) + return total + + res, ex = self._run_with_optimizer( + testfunc, (9_223_372_036_854_775_006, 9_223_372_036_854_775_007, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 6) + self.assertIsNotNone(ex) + def test_int_inplace_chain_propagation(self): # a * b + c * d: both products are unique, the + reuses one; # result of + is also unique for the subsequent += diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 7946550ec0db637..3c823d2e3e9c4d0 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1375,7 +1375,7 @@ def binary_op_add_int(): self.assert_specialized(binary_op_add_int, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_add_int, "BINARY_OP") - def binary_op_int_non_compact(): + def binary_op_int_non_compact_int64(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): a, b = 10000000000, 1 c = a + b @@ -1385,10 +1385,40 @@ def binary_op_int_non_compact(): c = a * b self.assertEqual(c, 10000000000) - binary_op_int_non_compact() - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_ADD_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_SUBTRACT_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_MULTIPLY_INT") + binary_op_int_non_compact_int64() + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") + + def binary_op_int_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 200, 1 + c = a + b + self.assertEqual(c, (1 << 200) + 1) + c = a - b + self.assertEqual(c, (1 << 200) - 1) + c = a * b + self.assertEqual(c, 1 << 200) + + binary_op_int_too_large() + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT") + + def binary_op_int_max_digits_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 64, 1 + c = a + b + self.assertEqual(c, (1 << 64) + 1) + c = a - b + self.assertEqual(c, (1 << 64) - 1) + c = a * b + self.assertEqual(c, 1 << 64) + + binary_op_int_max_digits_too_large() + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT") def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst new file mode 100644 index 000000000000000..a50227ab8d64349 --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst @@ -0,0 +1,4 @@ +Speed up addition, subtraction, and multiplication of large integers +(those too big for CPython's inline "compact" representation). +Also fixes a crash when using such integers as list indices in +specialized code paths. diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 11dfcc68eb2dacd..b25d7d0342e6b9a 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -188,7 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +212,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -222,6 +221,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -574,7 +576,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +586,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -598,7 +600,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -608,6 +609,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -807,7 +811,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -832,6 +836,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -981,7 +990,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1079,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1171,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1333,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1343,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1357,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1358,6 +1366,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5151,7 +5162,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5172,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5173,13 +5184,18 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; @@ -12189,7 +12205,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12215,6 +12231,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(STORE_SUBSCR); + assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); + JUMP_TO_PREDICTED(STORE_SUBSCR); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UPDATE_MISS_STATS(STORE_SUBSCR); @@ -12426,7 +12447,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Objects/longobject.c b/Objects/longobject.c index 6e6011cb19aab5f..e997a102ae84525 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -322,31 +322,65 @@ _PyLong_FromSTwoDigits(stwodigits x) return (PyLongObject*)_PyLong_FromLarge(x); } -/* Create a new medium int object from a medium int. - * Do not raise. Return NULL if not medium or can't allocate. */ -static inline _PyStackRef -medium_from_stwodigits(stwodigits x) +static inline bool +_Py_i64_add_overflow(int64_t a, int64_t b, int64_t *out) { - if (IS_SMALL_INT(x)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)x)); + if ((b > 0 && a > INT64_MAX - b) || (b < 0 && a < INT64_MIN - b)) { + return true; } - assert(x != 0); - if(!is_medium_int(x)) { - return PyStackRef_NULL; + *out = a + b; + return false; +} + +static inline bool +_Py_i64_sub_overflow(int64_t a, int64_t b, int64_t *out) +{ + if ((b > 0 && a < INT64_MIN + b) || (b < 0 && a > INT64_MAX + b)) { + return true; } - PyLongObject *v = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (v == NULL) { - v = PyObject_Malloc(sizeof(PyLongObject)); - if (v == NULL) { - return PyStackRef_NULL; + *out = a - b; + return false; +} + +#if !defined(__SIZEOF_INT128__) +static inline uint64_t +_Py_uabs_i64(int64_t x) +{ + return x < 0 ? (uint64_t)(0 - (uint64_t)x) : (uint64_t)x; +} +#endif + +static inline bool +_Py_i64_mul_overflow(int64_t a, int64_t b, int64_t *out) +{ +#if defined(__SIZEOF_INT128__) + __int128 prod = (__int128)a * (__int128)b; + if (prod < INT64_MIN || prod > INT64_MAX) { + return true; + } + *out = (int64_t)prod; + return false; +#else + uint64_t ua = _Py_uabs_i64(a); + uint64_t ub = _Py_uabs_i64(b); + uint64_t limit = ((a < 0) ^ (b < 0)) ? (uint64_t)INT64_MAX + 1 : (uint64_t)INT64_MAX; + if (ua != 0 && ub > limit / ua) { + return true; + } + uint64_t uprod = ua * ub; + if ((a < 0) ^ (b < 0)) { + if (uprod == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + } + else { + *out = -(int64_t)uprod; } - _PyObject_Init((PyObject*)v, &PyLong_Type); - _PyLong_InitTag(v); } - digit abs_x = x < 0 ? (digit)(-x) : (digit)x; - _PyLong_SetSignAndDigitCount(v, x<0?-1:1, 1); - v->long_value.ob_digit[0] = abs_x; - return PyStackRef_FromPyObjectStealMortal((PyObject *)v); + else { + *out = (int64_t)uprod; + } + return false; +#endif } @@ -1324,7 +1358,6 @@ PyLong_AsNativeBytes(PyObject* vv, void* buffer, Py_ssize_t n, int flags) } if (_PyLong_IsCompact(v)) { - res = 0; cv.v = _PyLong_CompactValue(v); /* Most paths result in res = sizeof(compact value). Only the case * where 0 < n < sizeof(compact value) do we need to check and adjust @@ -2601,6 +2634,7 @@ long_from_binary_base(const char *start, const char *end, Py_ssize_t digits, int /* n <- the number of Python digits needed, = ceiling((digits * bits_per_char) / PyLong_SHIFT). */ + assert(bits_per_char > 0); if (digits > (PY_SSIZE_T_MAX - (PyLong_SHIFT - 1)) / bits_per_char) { PyErr_SetString(PyExc_ValueError, "int string too large to convert"); @@ -3866,9 +3900,81 @@ long_add(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) + medium_value(b); - return medium_from_stwodigits(v); + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) + medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + } + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_AddWide(a, b); +} + +/* Build a _PyStackRef from an int64 arithmetic result. Inlined into the + * three _PyCompactLong_*Wide functions. Covers small-int cache, single-digit + * freelist, and multi-digit allocation without going through PyLong_FromInt64 + * → _PyLong_FromMedium. Returns ERROR on OOM so callers can raise. */ +static inline _PyStackRef +_wide_op_result(int64_t v) +{ + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + PyObject *result = (PyObject *)_PyLong_FromLarge(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal(result); +} + +/* Wide variant: handles inputs that are exact ints fitting in int64 but may + * be non-compact. Returns NULL (without raising) if the result overflows + * int64 or if an input does not fit. */ +_PyStackRef +_PyCompactLong_AddWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_add_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * @@ -3911,9 +4017,45 @@ long_sub(PyLongObject *a, PyLongObject *b) _PyStackRef _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) - medium_value(b); - return medium_from_stwodigits(v); + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) - medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + } + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_SubtractWide(a, b); +} + +_PyStackRef +_PyCompactLong_SubtractWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_sub_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * @@ -4353,14 +4495,49 @@ long_mul(PyLongObject *a, PyLongObject *b) return z; } -/* This function returns NULL if the result is not compact, - * or if it fails to allocate, but never raises */ _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { - assert(_PyLong_BothAreCompact(a, b)); - stwodigits v = medium_value(a) * medium_value(b); - return medium_from_stwodigits(v); + /* Fast path: both operands are compact (single-digit). */ + if (_PyLong_BothAreCompact(a, b)) { + stwodigits v = medium_value(a) * medium_value(b); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + } + /* General path: handles both compact and non-compact ints fitting in int64. */ + return _PyCompactLong_MultiplyWide(a, b); +} + +/* Wide variant: returns NULL (without raising) if the result overflows int64. */ +_PyStackRef +_PyCompactLong_MultiplyWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_mul_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 993d231751409ba..78f71db23509393 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -634,24 +634,12 @@ dummy_func( op(_GUARD_NOS_INT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - EXIT_IF(!_PyLong_CheckExactAndCompact(left_o)); + EXIT_IF(!PyLong_CheckExact(left_o)); } op(_GUARD_TOS_INT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - EXIT_IF(!_PyLong_CheckExactAndCompact(value_o)); - } - - op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); - } - - op(_GUARD_TOS_OVERFLOWED, (value -- value)) { - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)value_o)); + EXIT_IF(!PyLong_CheckExact(value_o)); } pure op(_BINARY_OP_MULTIPLY_INT, (left, right -- res, l, r)) { @@ -659,7 +647,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -667,6 +654,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_ADD_INT, (left, right -- res, l, r)) { @@ -674,7 +662,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -682,6 +669,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } pure op(_BINARY_OP_SUBTRACT_INT, (left, right -- res, l, r)) { @@ -689,7 +677,6 @@ dummy_func( PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); @@ -697,6 +684,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); } macro(BINARY_OP_MULTIPLY_INT) = @@ -708,7 +696,7 @@ dummy_func( macro(BINARY_OP_SUBTRACT_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_SUBTRACT_INT + _POP_TOP_INT + _POP_TOP_INT; - // Inplace compact int ops: mutate the uniquely-referenced operand + // Inplace int ops: mutate the uniquely-referenced operand // when possible. The op handles decref of TARGET internally so // the following _POP_TOP_INT becomes _POP_TOP_NOP. Tier 2 only. tier2 op(_BINARY_OP_ADD_INT_INPLACE, (left, right -- res, l, r)) { @@ -718,6 +706,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE, (left, right -- res, l, r)) { @@ -727,6 +716,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE, (left, right -- res, l, r)) { @@ -736,6 +726,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_ADD_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -745,6 +736,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -754,6 +746,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } tier2 op(_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, (left, right -- res, l, r)) { @@ -763,6 +756,7 @@ dummy_func( l = left; r = right; INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); } op(_GUARD_NOS_FLOAT, (left, unused -- left, unused)) { @@ -1141,6 +1135,7 @@ dummy_func( assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + EXIT_IF(!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)); Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { @@ -1419,6 +1414,7 @@ dummy_func( assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + DEOPT_IF(!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)); Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); DEOPT_IF(!LOCK_OBJECT(list)); @@ -3314,14 +3310,13 @@ dummy_func( PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); // 2 if <, 4 if >, 8 if ==; this matches the low 4 bits of the oparg + EXIT_IF(!ok); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h index c61690e8bd7240a..b4c94a2a53d05b5 100644 --- a/Python/ceval_macros.h +++ b/Python/ceval_macros.h @@ -618,10 +618,17 @@ gen_try_set_executing(PyGenObject *gen) break; \ } \ assert(_PyObject_IsUniquelyReferenced(target_o)); \ + PyLongObject *left_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(left); \ + PyLongObject *right_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(right); \ + if (!_PyLong_BothAreCompact(left_long, right_long)) { \ + break; \ + } \ Py_ssize_t left_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(left)); \ + left_long); \ Py_ssize_t right_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(right)); \ + right_long); \ Py_ssize_t result = left_val OP right_val; \ if (!_PY_IS_SMALL_INT(result) \ && ((twodigits)((stwodigits)result) + PyLong_MASK \ diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 9aaf9639b9b9015..6af4e72dfc169ad 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3827,7 +3827,7 @@ _PyStackRef left; left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3848,7 +3848,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -3871,7 +3871,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -3894,7 +3894,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -3916,7 +3916,7 @@ _PyStackRef value; value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -3936,7 +3936,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -3956,7 +3956,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -3979,189 +3979,7 @@ _PyStackRef _stack_item_2 = _tos_cache2; value = _stack_item_2; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r02: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = stack_pointer[-1]; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -2; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r12: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_0; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = _stack_item_1; - _tos_cache0 = left; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_NOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef left; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - left = _stack_item_1; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache2 = _stack_item_2; - _tos_cache1 = left; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r01: { - CHECK_CURRENT_CACHED_VALUES(0); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - value = stack_pointer[-1]; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - SET_CURRENT_CACHED_VALUES(0); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - stack_pointer += -1; - ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r11: { - CHECK_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - value = _stack_item_0; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache0 = value; - SET_CURRENT_CACHED_VALUES(1); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r22: { - CHECK_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - value = _stack_item_1; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { - UOP_STAT_INC(uopcode, miss); - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - JUMP_TO_JUMP_TARGET(); - } - _tos_cache1 = value; - _tos_cache0 = _stack_item_0; - SET_CURRENT_CACHED_VALUES(2); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - break; - } - - case _GUARD_TOS_OVERFLOWED_r33: { - CHECK_CURRENT_CACHED_VALUES(3); - assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); - _PyStackRef value; - _PyStackRef _stack_item_0 = _tos_cache0; - _PyStackRef _stack_item_1 = _tos_cache1; - _PyStackRef _stack_item_2 = _tos_cache2; - value = _stack_item_2; - PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + if (!PyLong_CheckExact(value_o)) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = value; _tos_cache1 = _stack_item_1; @@ -4191,7 +4009,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4201,6 +4018,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4226,7 +4052,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4237,6 +4062,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4263,7 +4097,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4275,6 +4108,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4297,7 +4134,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4307,6 +4143,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4332,7 +4177,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4343,6 +4187,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4369,7 +4222,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4381,6 +4233,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4403,7 +4259,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4413,6 +4268,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4438,7 +4302,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4449,6 +4312,15 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4475,7 +4347,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -4487,6 +4358,10 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4514,6 +4389,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4545,6 +4429,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4578,6 +4471,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4605,6 +4502,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4636,6 +4542,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4669,6 +4584,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4696,6 +4615,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4727,6 +4655,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4760,6 +4697,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4787,6 +4728,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4818,6 +4768,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4851,6 +4810,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4878,6 +4841,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4909,6 +4881,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4942,6 +4923,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4969,6 +4954,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5000,6 +4994,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5033,6 +5036,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -6867,6 +6874,13 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = sub_st; + _tos_cache0 = list_st; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -8300,6 +8314,14 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = sub_st; + _tos_cache1 = list_st; + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UOP_STAT_INC(uopcode, miss); @@ -13259,13 +13281,26 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; @@ -13274,6 +13309,8 @@ _tos_cache1 = l; _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 94384d5db3c107f..80d8bcc3839ab0d 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -188,7 +188,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -198,7 +198,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -212,7 +212,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -222,6 +221,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -574,7 +576,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -584,7 +586,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -598,7 +600,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -608,6 +609,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -807,7 +811,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -832,6 +836,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (index < 0) { index += PyList_GET_SIZE(list); @@ -981,7 +990,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1070,7 +1079,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1162,7 +1171,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1324,7 +1333,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1334,7 +1343,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); @@ -1348,7 +1357,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res)) { @@ -1358,6 +1366,9 @@ } l = left; r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } } // _POP_TOP_INT { @@ -5151,7 +5162,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5161,7 +5172,7 @@ { left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - if (!_PyLong_CheckExactAndCompact(left_o)) { + if (!PyLong_CheckExact(left_o)) { UPDATE_MISS_STATS(COMPARE_OP); assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); JUMP_TO_PREDICTED(COMPARE_OP); @@ -5173,13 +5184,18 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; @@ -12186,7 +12202,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(STORE_SUBSCR); assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); JUMP_TO_PREDICTED(STORE_SUBSCR); @@ -12212,6 +12228,11 @@ PyObject *list = PyStackRef_AsPyObjectBorrow(list_st); assert(PyLong_CheckExact(sub)); assert(PyList_CheckExact(list)); + if (!_PyLong_IsNonNegativeCompact((PyLongObject *)sub)) { + UPDATE_MISS_STATS(STORE_SUBSCR); + assert(_PyOpcode_Deopt[opcode] == (STORE_SUBSCR)); + JUMP_TO_PREDICTED(STORE_SUBSCR); + } Py_ssize_t index = _PyLong_CompactValue((PyLongObject *)sub); if (!LOCK_OBJECT(list)) { UPDATE_MISS_STATS(STORE_SUBSCR); @@ -12423,7 +12444,7 @@ { value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); - if (!_PyLong_CheckExactAndCompact(value_o)) { + if (!PyLong_CheckExact(value_o)) { UPDATE_MISS_STATS(TO_BOOL); assert(_PyOpcode_Deopt[opcode] == (TO_BOOL)); JUMP_TO_PREDICTED(TO_BOOL); diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c index e726dc0e6fd1114..56cc2f6f383ae27 100644 --- a/Python/optimizer_analysis.c +++ b/Python/optimizer_analysis.c @@ -299,6 +299,7 @@ add_op(JitOptContext *ctx, _PyUOpInstruction *this_instr, #define sym_tuple_length _Py_uop_sym_tuple_length #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index edb4c644bccbf6f..4afe4bd708b4920 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -43,6 +43,7 @@ typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame; #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing @@ -205,28 +206,23 @@ dummy_func(void) { res = PyJitRef_Borrow(sym_new_null(ctx)); } + /* Compact guard: value must be a compact int. When the type is already + * known to be PyLong_Type, use the cheaper _GUARD_TOS_COMPACT which skips + * the redundant type check. */ + /* Merged guard: accept any exact int. When the type is already known to + * be PyLong_Type the guard can be eliminated. */ op(_GUARD_TOS_INT, (value -- value)) { - if (sym_is_compact_int(value)) { + if (sym_matches_type(value, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - } - sym_set_compact_int(value); - } + sym_set_type(value, &PyLong_Type); } op(_GUARD_NOS_INT, (left, unused -- left, unused)) { - if (sym_is_compact_int(left)) { + if (sym_matches_type(left, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - } - sym_set_compact_int(left); - } + sym_set_type(left, &PyLong_Type); } op(_CHECK_ATTR_CLASS, (type_version/2, owner -- owner)) { @@ -390,9 +386,7 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_INPLACE_RIGHT, 0, 0); } - // Result may be a unique compact int or a cached small int - // at runtime. Mark as unique; inplace ops verify at runtime. - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); @@ -405,7 +399,7 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); @@ -418,7 +412,7 @@ dummy_func(void) { else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 8895e02d47b1693..46cabe7be28d395 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -554,38 +554,20 @@ case _GUARD_NOS_INT: { JitOptRef left; left = stack_pointer[-2]; - if (sym_is_compact_int(left)) { + if (sym_matches_type(left, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else { - if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); - } - sym_set_compact_int(left); - } + sym_set_type(left, &PyLong_Type); break; } case _GUARD_TOS_INT: { JitOptRef value; value = stack_pointer[-1]; - if (sym_is_compact_int(value)) { + if (sym_matches_type(value, &PyLong_Type)) { ADD_OP(_NOP, 0, 0); } - else { - if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); - } - sym_set_compact_int(value); - } - break; - } - - case _GUARD_NOS_OVERFLOWED: { - break; - } - - case _GUARD_TOS_OVERFLOWED: { + sym_set_type(value, &PyLong_Type); break; } @@ -603,7 +585,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -622,7 +604,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -631,6 +612,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -674,7 +658,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -693,7 +677,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -702,6 +685,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -745,7 +731,7 @@ else if (PyJitRef_IsUnique(right)) { REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT, 0, 0); } - res = PyJitRef_MakeUnique(sym_new_compact_int(ctx)); + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); l = left; r = right; if ( @@ -764,7 +750,6 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); assert(PyLong_CheckExact(left_o)); assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); STAT_INC(BINARY_OP, hit); res_stackref = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); if (PyStackRef_IsNull(res_stackref )) { @@ -773,6 +758,9 @@ } l_stackref = left; r_stackref = right; + if (PyStackRef_IsError(res_stackref )) { + goto error; + } /* End of uop copied from bytecodes for constant evaluation */ (void)l_stackref; (void)r_stackref; @@ -3063,13 +3051,15 @@ /* Start of uop copied from bytecodes for constant evaluation */ PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + if (!ok) { + ctx->done = true; + break; + } int sign_ish = COMPARISON_BIT(ileft, iright); l_stackref = left; r_stackref = right; diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index 79f81482d247e37..3abcbe491d71b62 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -272,7 +272,7 @@ _Py_uop_sym_is_safe_const(JitOptContext *ctx, JitOptRef sym) if (const_val == NULL) { return false; } - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { return true; } PyTypeObject *typ = Py_TYPE(const_val); @@ -566,7 +566,7 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val) make_const(sym, const_val); return; case JIT_SYM_COMPACT_INT: - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { make_const(sym, const_val); } else { @@ -975,6 +975,16 @@ _Py_uop_sym_is_compact_int(JitOptRef ref) return sym->tag == JIT_SYM_COMPACT_INT; } +bool +_Py_uop_sym_fits_int64(JitOptRef ref) +{ + JitOptSymbol *sym = PyJitRef_Unwrap(ref); + if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { + return (bool)_PyLong_CheckExactAndFitsInt64(sym->value.value); + } + return sym->tag == JIT_SYM_COMPACT_INT; +} + bool _Py_uop_sym_is_immortal(JitOptRef ref) { @@ -1567,6 +1577,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_init(ctx, NULL); PyObject *val_42 = NULL; PyObject *val_43 = NULL; + PyObject *val_noncompact_int64 = NULL; PyObject *val_big = NULL; PyObject *tuple = NULL; PyFunctionObject *func = NULL; @@ -1619,6 +1630,11 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) assert(val_43 != NULL); assert(_Py_IsImmortal(val_43)); + val_noncompact_int64 = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(40)); + if (val_noncompact_int64 == NULL) { + goto fail; + } + ref = _Py_uop_sym_new_type(ctx, &PyLong_Type); if (PyJitRef_IsNull(ref)) { goto fail; @@ -1954,16 +1970,25 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) TEST_PREDICATE(_Py_uop_sym_is_const(ctx, value) == true, "value is not constant"); TEST_PREDICATE(_Py_uop_sym_get_const(ctx, value) == one_obj, "value is not 1"); - val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(66)); + val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(200)); if (val_big == NULL) { goto fail; } JitOptRef ref_42 = _Py_uop_sym_new_const(ctx, val_42); + JitOptRef ref_noncompact_int64 = _Py_uop_sym_new_const(ctx, val_noncompact_int64); JitOptRef ref_big = _Py_uop_sym_new_const(ctx, val_big); JitOptRef ref_int = _Py_uop_sym_new_compact_int(ctx); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_42), "42 is not a compact int"); - TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 66) is a compact int"); + TEST_PREDICATE(_Py_uop_sym_fits_int64(ref_42), "42 does not fit int64"); + TEST_PREDICATE( + !_Py_uop_sym_is_compact_int(ref_noncompact_int64), + "(1 << 40) is a compact int"); + TEST_PREDICATE( + _Py_uop_sym_fits_int64(ref_noncompact_int64), + "(1 << 40) does not fit int64"); + TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 200) is a compact int"); + TEST_PREDICATE(!_Py_uop_sym_fits_int64(ref_big), "(1 << 200) fits int64"); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_int), "compact int is not a compact int"); TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "compact int is not an int"); @@ -2092,6 +2117,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_DECREF(val_42); Py_DECREF(val_43); + Py_DECREF(val_noncompact_int64); Py_DECREF(val_big); Py_DECREF(tuple); Py_DECREF(func); @@ -2101,6 +2127,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_XDECREF(val_42); Py_XDECREF(val_43); + Py_XDECREF(val_noncompact_int64); Py_XDECREF(val_big); Py_XDECREF(tuple); Py_XDECREF(func); diff --git a/Python/specialize.c b/Python/specialize.c index 2ff0a9d0072cec3..3b720c238780bbc 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2350,7 +2350,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_UNICODE); return; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { specialize(instr, BINARY_OP_ADD_INT); return; } @@ -2364,7 +2366,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { specialize(instr, BINARY_OP_MULTIPLY_INT); return; } @@ -2378,7 +2382,9 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in if (!Py_IS_TYPE(lhs, Py_TYPE(rhs))) { break; } - if (_PyLong_CheckExactAndCompact(lhs) && _PyLong_CheckExactAndCompact(rhs)) { + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { specialize(instr, BINARY_OP_SUBTRACT_INT); return; } diff --git a/Tools/cases_generator/analyzer.py b/Tools/cases_generator/analyzer.py index 22a321b4953de7d..77fa77ccc151032 100644 --- a/Tools/cases_generator/analyzer.py +++ b/Tools/cases_generator/analyzer.py @@ -721,6 +721,8 @@ def has_error_without_pop(op: parser.CodeDef) -> bool: "PyStackRef_Wrap", "PyStackRef_Unwrap", "_PyLong_CheckExactAndCompact", + "_PyLong_CheckExactAndFitsInt64", + "_PyLong_FitsInt64", "_PyExecutor_FromExit", "_PyJit_TryInitializeTracing", "_Py_unset_eval_breaker_bit", diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py new file mode 100644 index 000000000000000..c7702429d1ee16d --- /dev/null +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -0,0 +1,310 @@ +"""pyperf microbenchmarks for int fast path (interpreter and JIT). + +Run twice — once with the JIT disabled, once enabled — to get both sets +of numbers. Pass --inherit-environ=PYTHON_JIT so pyperf worker processes +pick up the environment variable. + +Usage: + # interpreter only + PYTHON_JIT=0 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o nojit.json + # JIT + PYTHON_JIT=1 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o jit.json + # compare + ./python -m pyperf compare_to main_nojit.json branch_nojit.json + ./python -m pyperf compare_to main_jit.json branch_jit.json +""" + +import time + + +def bench_intermediate_overflow(loops): + """a + b exceeds 30-bit range, (a+b)-c fits back in.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = 1 << 30 + t0 = time.perf_counter() + for _ in range(loops): + # inner loop: 50 ops to amplify the signal + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + return time.perf_counter() - t0 + + +def bench_double_add(loops): + """(a+b)+c where a+b is non-compact but a,b,c are compact.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = -500 + t0 = time.perf_counter() + for _ in range(loops): + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + return time.perf_counter() - t0 + + +def bench_accumulate(loops): + """Values grow through compact boundary (2^30).""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + return time.perf_counter() - t0 + + +def bench_always_large(loops): + """Compact inputs, non-compact result.""" + total = 0 + va = 1 << 29 + vb = 1 << 29 + t0 = time.perf_counter() + for _ in range(loops): + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + return time.perf_counter() - t0 + + +def bench_mixed(loops): + """Alternating small/medium ints.""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += (1 << 30) + 1 + total += 100 + total += (1 << 30) + 2 + total += 200 + total += (1 << 30) + 3 + total += 300 + total += (1 << 30) + 4 + total += 400 + total += (1 << 30) + 5 + total += 500 + return time.perf_counter() - t0 + + +def bench_small(loops): + """All small ints, bounded to stay in the small-int cache.""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total = (total + 1) & 255 + total = (total + 2) & 255 + total = (total + 3) & 255 + total = (total + 4) & 255 + total = (total + 5) & 255 + total = (total + 6) & 255 + total = (total + 7) & 255 + total = (total + 8) & 255 + total = (total + 9) & 255 + total = (total + 10) & 255 + total = (total + 11) & 255 + total = (total + 12) & 255 + total = (total + 13) & 255 + total = (total + 14) & 255 + total = (total + 15) & 255 + total = (total + 16) & 255 + total = (total + 17) & 255 + total = (total + 18) & 255 + total = (total + 19) & 255 + total = (total + 20) & 255 + return time.perf_counter() - t0 + + +def bench_compact(loops): + """Compact ints outside the small-int cache, bounded below 2**30.""" + total = 1 << 20 + mask = (1 << 29) - 1 + t0 = time.perf_counter() + for _ in range(loops): + total = (total + 10_000_001) & mask + total = (total + 10_000_003) & mask + total = (total + 10_000_019) & mask + total = (total + 10_000_079) & mask + total = (total + 10_000_103) & mask + total = (total + 10_000_121) & mask + total = (total + 10_000_123) & mask + total = (total + 10_000_133) & mask + total = (total + 10_000_139) & mask + total = (total + 10_000_159) & mask + return time.perf_counter() - t0 + + +BENCHMARKS = [ + ("int_small", bench_small), + ("int_compact", bench_compact), + ("int_intermediate_overflow", bench_intermediate_overflow), + ("int_double_add", bench_double_add), + ("int_accumulate", bench_accumulate), + ("int_always_large", bench_always_large), + ("int_mixed", bench_mixed), +] + +if __name__ == "__main__": + import pyperf + runner = pyperf.Runner() + for name, fn in BENCHMARKS: + runner.bench_time_func(name, fn)