gh-144145: Track nullness of properties in the Tier 2 JIT optimizer (GH-144122)

diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h
index 2ee518fb82f301e75377b59455b008be200c8536..89e08e86ed698278da803919ac4a1aef7f78c4d4 100644 (file)
--- a/Include/internal/pycore_optimizer.h
+++ b/Include/internal/pycore_optimizer.h
@@ -37,10 +37,15 @@ typedef struct _JitOptContext {
     // Arena for the symbolic types.
     ty_arena t_arena;
 
+    // Arena for the descriptor mappings.
+    descr_arena d_arena;
+
     JitOptRef *n_consumed;
     JitOptRef *limit;
     JitOptRef locals_and_stack[MAX_ABSTRACT_INTERP_SIZE];
     _PyJitUopBuffer out_buffer;
+    // Index of the last escaped uop in out_buffer.
+    int last_escape_index;
 } JitOptContext;
 
 
@@ -295,6 +300,9 @@ extern JitOptRef _Py_uop_sym_new_truthiness(JitOptContext *ctx, JitOptRef value,
 extern bool _Py_uop_sym_is_compact_int(JitOptRef sym);
 extern JitOptRef _Py_uop_sym_new_compact_int(JitOptContext *ctx);
 extern void _Py_uop_sym_set_compact_int(JitOptContext *ctx,  JitOptRef sym);
+extern JitOptRef _Py_uop_sym_new_descr_object(JitOptContext *ctx, unsigned int type_version);
+extern JitOptRef _Py_uop_sym_get_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index);
+extern JitOptRef _Py_uop_sym_set_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index, JitOptRef value);
 extern JitOptRef _Py_uop_sym_new_predicate(JitOptContext *ctx, JitOptRef lhs_ref, JitOptRef rhs_ref, JitOptPredicateKind kind);
 extern void _Py_uop_sym_apply_predicate_narrowing(JitOptContext *ctx, JitOptRef sym, bool branch_is_true);
 

diff --git a/Include/internal/pycore_optimizer_types.h b/Include/internal/pycore_optimizer_types.h
index b4b93e8353812a6e8144b561bd7d1c50404ef7f6..1996ce10735736d3e40e52932d9a503e929b237e 100644 (file)
--- a/Include/internal/pycore_optimizer_types.h
+++ b/Include/internal/pycore_optimizer_types.h
@@ -16,6 +16,10 @@ extern "C" {
 
 #define TY_ARENA_SIZE (UOP_MAX_TRACE_LENGTH * 5)
 
+// Maximum descriptor mappings per object tracked symbolically
+#define MAX_SYMBOLIC_DESCR_SIZE 16
+#define DESCR_ARENA_SIZE (MAX_SYMBOLIC_DESCR_SIZE * 100)
+
 // Need extras for root frame and for overflow frame (see TRACE_STACK_PUSH())
 #define MAX_ABSTRACT_FRAME_DEPTH (16)
 
@@ -41,6 +45,7 @@ typedef enum _JitSymType {
     JIT_SYM_TRUTHINESS_TAG = 9,
     JIT_SYM_COMPACT_INT = 10,
     JIT_SYM_PREDICATE_TAG = 11,
+    JIT_SYM_DESCR_TAG = 12,
 } JitSymType;
 
 typedef struct _jit_opt_known_class {
@@ -91,6 +96,31 @@ typedef struct {
     uint8_t tag;
 } JitOptCompactInt;
 
+/*
+Mapping from slot index or attribute offset to its symbolic value.
+SAFETY:
+This structure is used for both STORE_ATTR_SLOT and STORE_ATTR_INSTANCE_VALUE.
+These two never appear on the same object type because:
+__slots__ classes don't have Py_TPFLAGS_INLINE_VALUES
+Therefore, there is no index collision between slot offsets and inline value offsets.
+Note:
+STORE_ATTR_WITH_HINT is NOT currently tracked.
+If we want to track it in the future, we need to be careful about
+potential index collisions with STORE_ATTR_INSTANCE_VALUE.
+*/
+typedef struct {
+    uint16_t slot_index;
+    uint16_t symbol;
+} JitOptDescrMapping;
+
+typedef struct _jit_opt_descr {
+    uint8_t tag;
+    uint8_t num_descrs;
+    uint16_t last_modified_index;  // Index in out_buffer when this object was last modified
+    uint32_t type_version;
+    JitOptDescrMapping *descrs;
+} JitOptDescrObject;
+
 typedef union _jit_opt_symbol {
     uint8_t tag;
     JitOptKnownClass cls;
@@ -99,6 +129,7 @@ typedef union _jit_opt_symbol {
     JitOptTuple tuple;
     JitOptTruthiness truthiness;
     JitOptCompactInt compact;
+    JitOptDescrObject descr;
     JitOptPredicate predicate;
 } JitOptSymbol;
 
@@ -128,6 +159,11 @@ typedef struct ty_arena {
     JitOptSymbol arena[TY_ARENA_SIZE];
 } ty_arena;
 
+typedef struct descr_arena {
+    int descr_curr_number;
+    int descr_max_number;
+    JitOptDescrMapping arena[DESCR_ARENA_SIZE];
+} descr_arena;
 
 #ifdef __cplusplus
 }

diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h
index 8712d1afc7570ba7daaa467fc2b6966540cbfad7..a1abe168605cd588689b48976ad4bbc999e95764 100644 (file)
--- a/Include/internal/pycore_uop_ids.h
+++ b/Include/internal/pycore_uop_ids.h
@@ -340,905 +340,915 @@ extern "C" {
 #define _START_EXECUTOR 548
 #define _STORE_ATTR 549
 #define _STORE_ATTR_INSTANCE_VALUE 550
-#define _STORE_ATTR_SLOT 551
-#define _STORE_ATTR_WITH_HINT 552
+#define _STORE_ATTR_INSTANCE_VALUE_NULL 551
+#define _STORE_ATTR_SLOT 552
+#define _STORE_ATTR_SLOT_NULL 553
+#define _STORE_ATTR_WITH_HINT 554
 #define _STORE_DEREF STORE_DEREF
 #define _STORE_GLOBAL STORE_GLOBAL
 #define _STORE_NAME STORE_NAME
-#define _STORE_SLICE 553
-#define _STORE_SUBSCR 554
-#define _STORE_SUBSCR_DICT 555
-#define _STORE_SUBSCR_LIST_INT 556
-#define _SWAP 557
-#define _SWAP_2 558
-#define _SWAP_3 559
-#define _SWAP_FAST 560
-#define _SWAP_FAST_0 561
-#define _SWAP_FAST_1 562
-#define _SWAP_FAST_2 563
-#define _SWAP_FAST_3 564
-#define _SWAP_FAST_4 565
-#define _SWAP_FAST_5 566
-#define _SWAP_FAST_6 567
-#define _SWAP_FAST_7 568
-#define _TIER2_RESUME_CHECK 569
-#define _TO_BOOL 570
+#define _STORE_SLICE 555
+#define _STORE_SUBSCR 556
+#define _STORE_SUBSCR_DICT 557
+#define _STORE_SUBSCR_LIST_INT 558
+#define _SWAP 559
+#define _SWAP_2 560
+#define _SWAP_3 561
+#define _SWAP_FAST 562
+#define _SWAP_FAST_0 563
+#define _SWAP_FAST_1 564
+#define _SWAP_FAST_2 565
+#define _SWAP_FAST_3 566
+#define _SWAP_FAST_4 567
+#define _SWAP_FAST_5 568
+#define _SWAP_FAST_6 569
+#define _SWAP_FAST_7 570
+#define _TIER2_RESUME_CHECK 571
+#define _TO_BOOL 572
 #define _TO_BOOL_BOOL TO_BOOL_BOOL
-#define _TO_BOOL_INT 571
-#define _TO_BOOL_LIST 572
+#define _TO_BOOL_INT 573
+#define _TO_BOOL_LIST 574
 #define _TO_BOOL_NONE TO_BOOL_NONE
-#define _TO_BOOL_STR 573
+#define _TO_BOOL_STR 575
 #define _TRACE_RECORD TRACE_RECORD
-#define _UNARY_INVERT 574
-#define _UNARY_NEGATIVE 575
+#define _UNARY_INVERT 576
+#define _UNARY_NEGATIVE 577
 #define _UNARY_NOT UNARY_NOT
 #define _UNPACK_EX UNPACK_EX
-#define _UNPACK_SEQUENCE 576
-#define _UNPACK_SEQUENCE_LIST 577
-#define _UNPACK_SEQUENCE_TUPLE 578
-#define _UNPACK_SEQUENCE_TWO_TUPLE 579
+#define _UNPACK_SEQUENCE 578
+#define _UNPACK_SEQUENCE_LIST 579
+#define _UNPACK_SEQUENCE_TUPLE 580
+#define _UNPACK_SEQUENCE_TWO_TUPLE 581
 #define _WITH_EXCEPT_START WITH_EXCEPT_START
 #define _YIELD_VALUE YIELD_VALUE
-#define MAX_UOP_ID 579
-#define _BINARY_OP_r23 580
-#define _BINARY_OP_ADD_FLOAT_r03 581
-#define _BINARY_OP_ADD_FLOAT_r13 582
-#define _BINARY_OP_ADD_FLOAT_r23 583
-#define _BINARY_OP_ADD_INT_r03 584
-#define _BINARY_OP_ADD_INT_r13 585
-#define _BINARY_OP_ADD_INT_r23 586
-#define _BINARY_OP_ADD_UNICODE_r03 587
-#define _BINARY_OP_ADD_UNICODE_r13 588
-#define _BINARY_OP_ADD_UNICODE_r23 589
-#define _BINARY_OP_EXTEND_r23 590
-#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 591
-#define _BINARY_OP_MULTIPLY_FLOAT_r03 592
-#define _BINARY_OP_MULTIPLY_FLOAT_r13 593
-#define _BINARY_OP_MULTIPLY_FLOAT_r23 594
-#define _BINARY_OP_MULTIPLY_INT_r03 595
-#define _BINARY_OP_MULTIPLY_INT_r13 596
-#define _BINARY_OP_MULTIPLY_INT_r23 597
-#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 598
-#define _BINARY_OP_SUBSCR_DICT_r23 599
-#define _BINARY_OP_SUBSCR_INIT_CALL_r01 600
-#define _BINARY_OP_SUBSCR_INIT_CALL_r11 601
-#define _BINARY_OP_SUBSCR_INIT_CALL_r21 602
-#define _BINARY_OP_SUBSCR_INIT_CALL_r31 603
-#define _BINARY_OP_SUBSCR_LIST_INT_r23 604
-#define _BINARY_OP_SUBSCR_LIST_SLICE_r21 605
-#define _BINARY_OP_SUBSCR_STR_INT_r23 606
-#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 607
-#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 608
-#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 609
-#define _BINARY_OP_SUBSCR_USTR_INT_r23 610
-#define _BINARY_OP_SUBTRACT_FLOAT_r03 611
-#define _BINARY_OP_SUBTRACT_FLOAT_r13 612
-#define _BINARY_OP_SUBTRACT_FLOAT_r23 613
-#define _BINARY_OP_SUBTRACT_INT_r03 614
-#define _BINARY_OP_SUBTRACT_INT_r13 615
-#define _BINARY_OP_SUBTRACT_INT_r23 616
-#define _BINARY_SLICE_r31 617
-#define _BUILD_INTERPOLATION_r01 618
-#define _BUILD_LIST_r01 619
-#define _BUILD_MAP_r01 620
-#define _BUILD_SET_r01 621
-#define _BUILD_SLICE_r01 622
-#define _BUILD_STRING_r01 623
-#define _BUILD_TEMPLATE_r21 624
-#define _BUILD_TUPLE_r01 625
-#define _CALL_BUILTIN_CLASS_r01 626
-#define _CALL_BUILTIN_FAST_r01 627
-#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 628
-#define _CALL_BUILTIN_O_r03 629
-#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 630
-#define _CALL_INTRINSIC_1_r11 631
-#define _CALL_INTRINSIC_2_r21 632
-#define _CALL_ISINSTANCE_r31 633
-#define _CALL_KW_NON_PY_r11 634
-#define _CALL_LEN_r33 635
-#define _CALL_LIST_APPEND_r03 636
-#define _CALL_LIST_APPEND_r13 637
-#define _CALL_LIST_APPEND_r23 638
-#define _CALL_LIST_APPEND_r33 639
-#define _CALL_METHOD_DESCRIPTOR_FAST_r01 640
-#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 641
-#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 642
-#define _CALL_METHOD_DESCRIPTOR_O_r03 643
-#define _CALL_NON_PY_GENERAL_r01 644
-#define _CALL_STR_1_r32 645
-#define _CALL_TUPLE_1_r32 646
-#define _CALL_TYPE_1_r02 647
-#define _CALL_TYPE_1_r12 648
-#define _CALL_TYPE_1_r22 649
-#define _CALL_TYPE_1_r32 650
-#define _CHECK_AND_ALLOCATE_OBJECT_r00 651
-#define _CHECK_ATTR_CLASS_r01 652
-#define _CHECK_ATTR_CLASS_r11 653
-#define _CHECK_ATTR_CLASS_r22 654
-#define _CHECK_ATTR_CLASS_r33 655
-#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 656
-#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 657
-#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 658
-#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 659
-#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 660
-#define _CHECK_EG_MATCH_r22 661
-#define _CHECK_EXC_MATCH_r22 662
-#define _CHECK_FUNCTION_EXACT_ARGS_r00 663
-#define _CHECK_FUNCTION_VERSION_r00 664
-#define _CHECK_FUNCTION_VERSION_INLINE_r00 665
-#define _CHECK_FUNCTION_VERSION_INLINE_r11 666
-#define _CHECK_FUNCTION_VERSION_INLINE_r22 667
-#define _CHECK_FUNCTION_VERSION_INLINE_r33 668
-#define _CHECK_FUNCTION_VERSION_KW_r11 669
-#define _CHECK_IS_NOT_PY_CALLABLE_r00 670
-#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 671
-#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 672
-#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 673
-#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 674
-#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 675
-#define _CHECK_IS_PY_CALLABLE_EX_r03 676
-#define _CHECK_IS_PY_CALLABLE_EX_r13 677
-#define _CHECK_IS_PY_CALLABLE_EX_r23 678
-#define _CHECK_IS_PY_CALLABLE_EX_r33 679
-#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 680
-#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 681
-#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 682
-#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 683
-#define _CHECK_METHOD_VERSION_r00 684
-#define _CHECK_METHOD_VERSION_KW_r11 685
-#define _CHECK_PEP_523_r00 686
-#define _CHECK_PEP_523_r11 687
-#define _CHECK_PEP_523_r22 688
-#define _CHECK_PEP_523_r33 689
-#define _CHECK_PERIODIC_r00 690
-#define _CHECK_PERIODIC_AT_END_r00 691
-#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 692
-#define _CHECK_RECURSION_REMAINING_r00 693
-#define _CHECK_RECURSION_REMAINING_r11 694
-#define _CHECK_RECURSION_REMAINING_r22 695
-#define _CHECK_RECURSION_REMAINING_r33 696
-#define _CHECK_STACK_SPACE_r00 697
-#define _CHECK_STACK_SPACE_OPERAND_r00 698
-#define _CHECK_STACK_SPACE_OPERAND_r11 699
-#define _CHECK_STACK_SPACE_OPERAND_r22 700
-#define _CHECK_STACK_SPACE_OPERAND_r33 701
-#define _CHECK_VALIDITY_r00 702
-#define _CHECK_VALIDITY_r11 703
-#define _CHECK_VALIDITY_r22 704
-#define _CHECK_VALIDITY_r33 705
-#define _COLD_DYNAMIC_EXIT_r00 706
-#define _COLD_EXIT_r00 707
-#define _COMPARE_OP_r21 708
-#define _COMPARE_OP_FLOAT_r03 709
-#define _COMPARE_OP_FLOAT_r13 710
-#define _COMPARE_OP_FLOAT_r23 711
-#define _COMPARE_OP_INT_r23 712
-#define _COMPARE_OP_STR_r23 713
-#define _CONTAINS_OP_r23 714
-#define _CONTAINS_OP_DICT_r23 715
-#define _CONTAINS_OP_SET_r23 716
-#define _CONVERT_VALUE_r11 717
-#define _COPY_r01 718
-#define _COPY_1_r02 719
-#define _COPY_1_r12 720
-#define _COPY_1_r23 721
-#define _COPY_2_r03 722
-#define _COPY_2_r13 723
-#define _COPY_2_r23 724
-#define _COPY_3_r03 725
-#define _COPY_3_r13 726
-#define _COPY_3_r23 727
-#define _COPY_3_r33 728
-#define _COPY_FREE_VARS_r00 729
-#define _COPY_FREE_VARS_r11 730
-#define _COPY_FREE_VARS_r22 731
-#define _COPY_FREE_VARS_r33 732
-#define _CREATE_INIT_FRAME_r01 733
-#define _DELETE_ATTR_r10 734
-#define _DELETE_DEREF_r00 735
-#define _DELETE_FAST_r00 736
-#define _DELETE_GLOBAL_r00 737
-#define _DELETE_NAME_r00 738
-#define _DELETE_SUBSCR_r20 739
-#define _DEOPT_r00 740
-#define _DEOPT_r10 741
-#define _DEOPT_r20 742
-#define _DEOPT_r30 743
-#define _DICT_MERGE_r10 744
-#define _DICT_UPDATE_r10 745
-#define _DO_CALL_r01 746
-#define _DO_CALL_FUNCTION_EX_r31 747
-#define _DO_CALL_KW_r11 748
-#define _DYNAMIC_EXIT_r00 749
-#define _DYNAMIC_EXIT_r10 750
-#define _DYNAMIC_EXIT_r20 751
-#define _DYNAMIC_EXIT_r30 752
-#define _END_FOR_r10 753
-#define _END_SEND_r21 754
-#define _ERROR_POP_N_r00 755
-#define _EXIT_INIT_CHECK_r10 756
-#define _EXIT_TRACE_r00 757
-#define _EXIT_TRACE_r10 758
-#define _EXIT_TRACE_r20 759
-#define _EXIT_TRACE_r30 760
-#define _EXPAND_METHOD_r00 761
-#define _EXPAND_METHOD_KW_r11 762
-#define _FATAL_ERROR_r00 763
-#define _FATAL_ERROR_r11 764
-#define _FATAL_ERROR_r22 765
-#define _FATAL_ERROR_r33 766
-#define _FORMAT_SIMPLE_r11 767
-#define _FORMAT_WITH_SPEC_r21 768
-#define _FOR_ITER_r23 769
-#define _FOR_ITER_GEN_FRAME_r03 770
-#define _FOR_ITER_GEN_FRAME_r13 771
-#define _FOR_ITER_GEN_FRAME_r23 772
-#define _FOR_ITER_TIER_TWO_r23 773
-#define _GET_AITER_r11 774
-#define _GET_ANEXT_r12 775
-#define _GET_AWAITABLE_r11 776
-#define _GET_ITER_r12 777
-#define _GET_LEN_r12 778
-#define _GET_YIELD_FROM_ITER_r11 779
-#define _GUARD_BINARY_OP_EXTEND_r22 780
-#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 781
-#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 782
-#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 783
-#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 784
-#define _GUARD_BIT_IS_SET_POP_r00 785
-#define _GUARD_BIT_IS_SET_POP_r10 786
-#define _GUARD_BIT_IS_SET_POP_r21 787
-#define _GUARD_BIT_IS_SET_POP_r32 788
-#define _GUARD_BIT_IS_SET_POP_4_r00 789
-#define _GUARD_BIT_IS_SET_POP_4_r10 790
-#define _GUARD_BIT_IS_SET_POP_4_r21 791
-#define _GUARD_BIT_IS_SET_POP_4_r32 792
-#define _GUARD_BIT_IS_SET_POP_5_r00 793
-#define _GUARD_BIT_IS_SET_POP_5_r10 794
-#define _GUARD_BIT_IS_SET_POP_5_r21 795
-#define _GUARD_BIT_IS_SET_POP_5_r32 796
-#define _GUARD_BIT_IS_SET_POP_6_r00 797
-#define _GUARD_BIT_IS_SET_POP_6_r10 798
-#define _GUARD_BIT_IS_SET_POP_6_r21 799
-#define _GUARD_BIT_IS_SET_POP_6_r32 800
-#define _GUARD_BIT_IS_SET_POP_7_r00 801
-#define _GUARD_BIT_IS_SET_POP_7_r10 802
-#define _GUARD_BIT_IS_SET_POP_7_r21 803
-#define _GUARD_BIT_IS_SET_POP_7_r32 804
-#define _GUARD_BIT_IS_UNSET_POP_r00 805
-#define _GUARD_BIT_IS_UNSET_POP_r10 806
-#define _GUARD_BIT_IS_UNSET_POP_r21 807
-#define _GUARD_BIT_IS_UNSET_POP_r32 808
-#define _GUARD_BIT_IS_UNSET_POP_4_r00 809
-#define _GUARD_BIT_IS_UNSET_POP_4_r10 810
-#define _GUARD_BIT_IS_UNSET_POP_4_r21 811
-#define _GUARD_BIT_IS_UNSET_POP_4_r32 812
-#define _GUARD_BIT_IS_UNSET_POP_5_r00 813
-#define _GUARD_BIT_IS_UNSET_POP_5_r10 814
-#define _GUARD_BIT_IS_UNSET_POP_5_r21 815
-#define _GUARD_BIT_IS_UNSET_POP_5_r32 816
-#define _GUARD_BIT_IS_UNSET_POP_6_r00 817
-#define _GUARD_BIT_IS_UNSET_POP_6_r10 818
-#define _GUARD_BIT_IS_UNSET_POP_6_r21 819
-#define _GUARD_BIT_IS_UNSET_POP_6_r32 820
-#define _GUARD_BIT_IS_UNSET_POP_7_r00 821
-#define _GUARD_BIT_IS_UNSET_POP_7_r10 822
-#define _GUARD_BIT_IS_UNSET_POP_7_r21 823
-#define _GUARD_BIT_IS_UNSET_POP_7_r32 824
-#define _GUARD_CALLABLE_ISINSTANCE_r03 825
-#define _GUARD_CALLABLE_ISINSTANCE_r13 826
-#define _GUARD_CALLABLE_ISINSTANCE_r23 827
-#define _GUARD_CALLABLE_ISINSTANCE_r33 828
-#define _GUARD_CALLABLE_LEN_r03 829
-#define _GUARD_CALLABLE_LEN_r13 830
-#define _GUARD_CALLABLE_LEN_r23 831
-#define _GUARD_CALLABLE_LEN_r33 832
-#define _GUARD_CALLABLE_LIST_APPEND_r03 833
-#define _GUARD_CALLABLE_LIST_APPEND_r13 834
-#define _GUARD_CALLABLE_LIST_APPEND_r23 835
-#define _GUARD_CALLABLE_LIST_APPEND_r33 836
-#define _GUARD_CALLABLE_STR_1_r03 837
-#define _GUARD_CALLABLE_STR_1_r13 838
-#define _GUARD_CALLABLE_STR_1_r23 839
-#define _GUARD_CALLABLE_STR_1_r33 840
-#define _GUARD_CALLABLE_TUPLE_1_r03 841
-#define _GUARD_CALLABLE_TUPLE_1_r13 842
-#define _GUARD_CALLABLE_TUPLE_1_r23 843
-#define _GUARD_CALLABLE_TUPLE_1_r33 844
-#define _GUARD_CALLABLE_TYPE_1_r03 845
-#define _GUARD_CALLABLE_TYPE_1_r13 846
-#define _GUARD_CALLABLE_TYPE_1_r23 847
-#define _GUARD_CALLABLE_TYPE_1_r33 848
-#define _GUARD_DORV_NO_DICT_r01 849
-#define _GUARD_DORV_NO_DICT_r11 850
-#define _GUARD_DORV_NO_DICT_r22 851
-#define _GUARD_DORV_NO_DICT_r33 852
-#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 853
-#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 854
-#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 855
-#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 856
-#define _GUARD_GLOBALS_VERSION_r00 857
-#define _GUARD_GLOBALS_VERSION_r11 858
-#define _GUARD_GLOBALS_VERSION_r22 859
-#define _GUARD_GLOBALS_VERSION_r33 860
-#define _GUARD_IP_RETURN_GENERATOR_r00 861
-#define _GUARD_IP_RETURN_GENERATOR_r11 862
-#define _GUARD_IP_RETURN_GENERATOR_r22 863
-#define _GUARD_IP_RETURN_GENERATOR_r33 864
-#define _GUARD_IP_RETURN_VALUE_r00 865
-#define _GUARD_IP_RETURN_VALUE_r11 866
-#define _GUARD_IP_RETURN_VALUE_r22 867
-#define _GUARD_IP_RETURN_VALUE_r33 868
-#define _GUARD_IP_YIELD_VALUE_r00 869
-#define _GUARD_IP_YIELD_VALUE_r11 870
-#define _GUARD_IP_YIELD_VALUE_r22 871
-#define _GUARD_IP_YIELD_VALUE_r33 872
-#define _GUARD_IP__PUSH_FRAME_r00 873
-#define _GUARD_IP__PUSH_FRAME_r11 874
-#define _GUARD_IP__PUSH_FRAME_r22 875
-#define _GUARD_IP__PUSH_FRAME_r33 876
-#define _GUARD_IS_FALSE_POP_r00 877
-#define _GUARD_IS_FALSE_POP_r10 878
-#define _GUARD_IS_FALSE_POP_r21 879
-#define _GUARD_IS_FALSE_POP_r32 880
-#define _GUARD_IS_NONE_POP_r00 881
-#define _GUARD_IS_NONE_POP_r10 882
-#define _GUARD_IS_NONE_POP_r21 883
-#define _GUARD_IS_NONE_POP_r32 884
-#define _GUARD_IS_NOT_NONE_POP_r10 885
-#define _GUARD_IS_TRUE_POP_r00 886
-#define _GUARD_IS_TRUE_POP_r10 887
-#define _GUARD_IS_TRUE_POP_r21 888
-#define _GUARD_IS_TRUE_POP_r32 889
-#define _GUARD_KEYS_VERSION_r01 890
-#define _GUARD_KEYS_VERSION_r11 891
-#define _GUARD_KEYS_VERSION_r22 892
-#define _GUARD_KEYS_VERSION_r33 893
-#define _GUARD_NOS_COMPACT_ASCII_r02 894
-#define _GUARD_NOS_COMPACT_ASCII_r12 895
-#define _GUARD_NOS_COMPACT_ASCII_r22 896
-#define _GUARD_NOS_COMPACT_ASCII_r33 897
-#define _GUARD_NOS_DICT_r02 898
-#define _GUARD_NOS_DICT_r12 899
-#define _GUARD_NOS_DICT_r22 900
-#define _GUARD_NOS_DICT_r33 901
-#define _GUARD_NOS_FLOAT_r02 902
-#define _GUARD_NOS_FLOAT_r12 903
-#define _GUARD_NOS_FLOAT_r22 904
-#define _GUARD_NOS_FLOAT_r33 905
-#define _GUARD_NOS_INT_r02 906
-#define _GUARD_NOS_INT_r12 907
-#define _GUARD_NOS_INT_r22 908
-#define _GUARD_NOS_INT_r33 909
-#define _GUARD_NOS_LIST_r02 910
-#define _GUARD_NOS_LIST_r12 911
-#define _GUARD_NOS_LIST_r22 912
-#define _GUARD_NOS_LIST_r33 913
-#define _GUARD_NOS_NOT_NULL_r02 914
-#define _GUARD_NOS_NOT_NULL_r12 915
-#define _GUARD_NOS_NOT_NULL_r22 916
-#define _GUARD_NOS_NOT_NULL_r33 917
-#define _GUARD_NOS_NULL_r02 918
-#define _GUARD_NOS_NULL_r12 919
-#define _GUARD_NOS_NULL_r22 920
-#define _GUARD_NOS_NULL_r33 921
-#define _GUARD_NOS_OVERFLOWED_r02 922
-#define _GUARD_NOS_OVERFLOWED_r12 923
-#define _GUARD_NOS_OVERFLOWED_r22 924
-#define _GUARD_NOS_OVERFLOWED_r33 925
-#define _GUARD_NOS_TUPLE_r02 926
-#define _GUARD_NOS_TUPLE_r12 927
-#define _GUARD_NOS_TUPLE_r22 928
-#define _GUARD_NOS_TUPLE_r33 929
-#define _GUARD_NOS_UNICODE_r02 930
-#define _GUARD_NOS_UNICODE_r12 931
-#define _GUARD_NOS_UNICODE_r22 932
-#define _GUARD_NOS_UNICODE_r33 933
-#define _GUARD_NOT_EXHAUSTED_LIST_r02 934
-#define _GUARD_NOT_EXHAUSTED_LIST_r12 935
-#define _GUARD_NOT_EXHAUSTED_LIST_r22 936
-#define _GUARD_NOT_EXHAUSTED_LIST_r33 937
-#define _GUARD_NOT_EXHAUSTED_RANGE_r02 938
-#define _GUARD_NOT_EXHAUSTED_RANGE_r12 939
-#define _GUARD_NOT_EXHAUSTED_RANGE_r22 940
-#define _GUARD_NOT_EXHAUSTED_RANGE_r33 941
-#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 942
-#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 943
-#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 944
-#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 945
-#define _GUARD_THIRD_NULL_r03 946
-#define _GUARD_THIRD_NULL_r13 947
-#define _GUARD_THIRD_NULL_r23 948
-#define _GUARD_THIRD_NULL_r33 949
-#define _GUARD_TOS_ANY_SET_r01 950
-#define _GUARD_TOS_ANY_SET_r11 951
-#define _GUARD_TOS_ANY_SET_r22 952
-#define _GUARD_TOS_ANY_SET_r33 953
-#define _GUARD_TOS_DICT_r01 954
-#define _GUARD_TOS_DICT_r11 955
-#define _GUARD_TOS_DICT_r22 956
-#define _GUARD_TOS_DICT_r33 957
-#define _GUARD_TOS_FLOAT_r01 958
-#define _GUARD_TOS_FLOAT_r11 959
-#define _GUARD_TOS_FLOAT_r22 960
-#define _GUARD_TOS_FLOAT_r33 961
-#define _GUARD_TOS_INT_r01 962
-#define _GUARD_TOS_INT_r11 963
-#define _GUARD_TOS_INT_r22 964
-#define _GUARD_TOS_INT_r33 965
-#define _GUARD_TOS_LIST_r01 966
-#define _GUARD_TOS_LIST_r11 967
-#define _GUARD_TOS_LIST_r22 968
-#define _GUARD_TOS_LIST_r33 969
-#define _GUARD_TOS_OVERFLOWED_r01 970
-#define _GUARD_TOS_OVERFLOWED_r11 971
-#define _GUARD_TOS_OVERFLOWED_r22 972
-#define _GUARD_TOS_OVERFLOWED_r33 973
-#define _GUARD_TOS_SLICE_r01 974
-#define _GUARD_TOS_SLICE_r11 975
-#define _GUARD_TOS_SLICE_r22 976
-#define _GUARD_TOS_SLICE_r33 977
-#define _GUARD_TOS_TUPLE_r01 978
-#define _GUARD_TOS_TUPLE_r11 979
-#define _GUARD_TOS_TUPLE_r22 980
-#define _GUARD_TOS_TUPLE_r33 981
-#define _GUARD_TOS_UNICODE_r01 982
-#define _GUARD_TOS_UNICODE_r11 983
-#define _GUARD_TOS_UNICODE_r22 984
-#define _GUARD_TOS_UNICODE_r33 985
-#define _GUARD_TYPE_VERSION_r01 986
-#define _GUARD_TYPE_VERSION_r11 987
-#define _GUARD_TYPE_VERSION_r22 988
-#define _GUARD_TYPE_VERSION_r33 989
-#define _GUARD_TYPE_VERSION_AND_LOCK_r01 990
-#define _GUARD_TYPE_VERSION_AND_LOCK_r11 991
-#define _GUARD_TYPE_VERSION_AND_LOCK_r22 992
-#define _GUARD_TYPE_VERSION_AND_LOCK_r33 993
-#define _HANDLE_PENDING_AND_DEOPT_r00 994
-#define _HANDLE_PENDING_AND_DEOPT_r10 995
-#define _HANDLE_PENDING_AND_DEOPT_r20 996
-#define _HANDLE_PENDING_AND_DEOPT_r30 997
-#define _IMPORT_FROM_r12 998
-#define _IMPORT_NAME_r21 999
-#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1000
-#define _INIT_CALL_PY_EXACT_ARGS_r01 1001
-#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1002
-#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1003
-#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1004
-#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1005
-#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1006
-#define _INSERT_1_LOAD_CONST_INLINE_r02 1007
-#define _INSERT_1_LOAD_CONST_INLINE_r12 1008
-#define _INSERT_1_LOAD_CONST_INLINE_r23 1009
-#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1010
-#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1011
-#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1012
-#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1013
-#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1014
-#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1015
-#define _INSERT_NULL_r10 1016
-#define _INSTRUMENTED_FOR_ITER_r23 1017
-#define _INSTRUMENTED_INSTRUCTION_r00 1018
-#define _INSTRUMENTED_JUMP_FORWARD_r00 1019
-#define _INSTRUMENTED_JUMP_FORWARD_r11 1020
-#define _INSTRUMENTED_JUMP_FORWARD_r22 1021
-#define _INSTRUMENTED_JUMP_FORWARD_r33 1022
-#define _INSTRUMENTED_LINE_r00 1023
-#define _INSTRUMENTED_NOT_TAKEN_r00 1024
-#define _INSTRUMENTED_NOT_TAKEN_r11 1025
-#define _INSTRUMENTED_NOT_TAKEN_r22 1026
-#define _INSTRUMENTED_NOT_TAKEN_r33 1027
-#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1028
-#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1029
-#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1030
-#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1031
-#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1032
-#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1033
-#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1034
-#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1035
-#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1036
-#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1037
-#define _IS_NONE_r11 1038
-#define _IS_OP_r03 1039
-#define _IS_OP_r13 1040
-#define _IS_OP_r23 1041
-#define _ITER_CHECK_LIST_r02 1042
-#define _ITER_CHECK_LIST_r12 1043
-#define _ITER_CHECK_LIST_r22 1044
-#define _ITER_CHECK_LIST_r33 1045
-#define _ITER_CHECK_RANGE_r02 1046
-#define _ITER_CHECK_RANGE_r12 1047
-#define _ITER_CHECK_RANGE_r22 1048
-#define _ITER_CHECK_RANGE_r33 1049
-#define _ITER_CHECK_TUPLE_r02 1050
-#define _ITER_CHECK_TUPLE_r12 1051
-#define _ITER_CHECK_TUPLE_r22 1052
-#define _ITER_CHECK_TUPLE_r33 1053
-#define _ITER_JUMP_LIST_r02 1054
-#define _ITER_JUMP_LIST_r12 1055
-#define _ITER_JUMP_LIST_r22 1056
-#define _ITER_JUMP_LIST_r33 1057
-#define _ITER_JUMP_RANGE_r02 1058
-#define _ITER_JUMP_RANGE_r12 1059
-#define _ITER_JUMP_RANGE_r22 1060
-#define _ITER_JUMP_RANGE_r33 1061
-#define _ITER_JUMP_TUPLE_r02 1062
-#define _ITER_JUMP_TUPLE_r12 1063
-#define _ITER_JUMP_TUPLE_r22 1064
-#define _ITER_JUMP_TUPLE_r33 1065
-#define _ITER_NEXT_LIST_r23 1066
-#define _ITER_NEXT_LIST_TIER_TWO_r23 1067
-#define _ITER_NEXT_RANGE_r03 1068
-#define _ITER_NEXT_RANGE_r13 1069
-#define _ITER_NEXT_RANGE_r23 1070
-#define _ITER_NEXT_TUPLE_r03 1071
-#define _ITER_NEXT_TUPLE_r13 1072
-#define _ITER_NEXT_TUPLE_r23 1073
-#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1074
-#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1075
-#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1076
-#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1077
-#define _JUMP_TO_TOP_r00 1078
-#define _LIST_APPEND_r10 1079
-#define _LIST_EXTEND_r10 1080
-#define _LOAD_ATTR_r10 1081
-#define _LOAD_ATTR_CLASS_r11 1082
-#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1083
-#define _LOAD_ATTR_INSTANCE_VALUE_r02 1084
-#define _LOAD_ATTR_INSTANCE_VALUE_r12 1085
-#define _LOAD_ATTR_INSTANCE_VALUE_r23 1086
-#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1087
-#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1088
-#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1089
-#define _LOAD_ATTR_METHOD_NO_DICT_r02 1090
-#define _LOAD_ATTR_METHOD_NO_DICT_r12 1091
-#define _LOAD_ATTR_METHOD_NO_DICT_r23 1092
-#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1093
-#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1094
-#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1095
-#define _LOAD_ATTR_MODULE_r12 1096
-#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1097
-#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1098
-#define _LOAD_ATTR_PROPERTY_FRAME_r11 1099
-#define _LOAD_ATTR_SLOT_r02 1100
-#define _LOAD_ATTR_SLOT_r12 1101
-#define _LOAD_ATTR_SLOT_r23 1102
-#define _LOAD_ATTR_WITH_HINT_r12 1103
-#define _LOAD_BUILD_CLASS_r01 1104
-#define _LOAD_BYTECODE_r00 1105
-#define _LOAD_COMMON_CONSTANT_r01 1106
-#define _LOAD_COMMON_CONSTANT_r12 1107
-#define _LOAD_COMMON_CONSTANT_r23 1108
-#define _LOAD_CONST_r01 1109
-#define _LOAD_CONST_r12 1110
-#define _LOAD_CONST_r23 1111
-#define _LOAD_CONST_INLINE_r01 1112
-#define _LOAD_CONST_INLINE_r12 1113
-#define _LOAD_CONST_INLINE_r23 1114
-#define _LOAD_CONST_INLINE_BORROW_r01 1115
-#define _LOAD_CONST_INLINE_BORROW_r12 1116
-#define _LOAD_CONST_INLINE_BORROW_r23 1117
-#define _LOAD_CONST_UNDER_INLINE_r02 1118
-#define _LOAD_CONST_UNDER_INLINE_r12 1119
-#define _LOAD_CONST_UNDER_INLINE_r23 1120
-#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1121
-#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1122
-#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1123
-#define _LOAD_DEREF_r01 1124
-#define _LOAD_FAST_r01 1125
-#define _LOAD_FAST_r12 1126
-#define _LOAD_FAST_r23 1127
-#define _LOAD_FAST_0_r01 1128
-#define _LOAD_FAST_0_r12 1129
-#define _LOAD_FAST_0_r23 1130
-#define _LOAD_FAST_1_r01 1131
-#define _LOAD_FAST_1_r12 1132
-#define _LOAD_FAST_1_r23 1133
-#define _LOAD_FAST_2_r01 1134
-#define _LOAD_FAST_2_r12 1135
-#define _LOAD_FAST_2_r23 1136
-#define _LOAD_FAST_3_r01 1137
-#define _LOAD_FAST_3_r12 1138
-#define _LOAD_FAST_3_r23 1139
-#define _LOAD_FAST_4_r01 1140
-#define _LOAD_FAST_4_r12 1141
-#define _LOAD_FAST_4_r23 1142
-#define _LOAD_FAST_5_r01 1143
-#define _LOAD_FAST_5_r12 1144
-#define _LOAD_FAST_5_r23 1145
-#define _LOAD_FAST_6_r01 1146
-#define _LOAD_FAST_6_r12 1147
-#define _LOAD_FAST_6_r23 1148
-#define _LOAD_FAST_7_r01 1149
-#define _LOAD_FAST_7_r12 1150
-#define _LOAD_FAST_7_r23 1151
-#define _LOAD_FAST_AND_CLEAR_r01 1152
-#define _LOAD_FAST_AND_CLEAR_r12 1153
-#define _LOAD_FAST_AND_CLEAR_r23 1154
-#define _LOAD_FAST_BORROW_r01 1155
-#define _LOAD_FAST_BORROW_r12 1156
-#define _LOAD_FAST_BORROW_r23 1157
-#define _LOAD_FAST_BORROW_0_r01 1158
-#define _LOAD_FAST_BORROW_0_r12 1159
-#define _LOAD_FAST_BORROW_0_r23 1160
-#define _LOAD_FAST_BORROW_1_r01 1161
-#define _LOAD_FAST_BORROW_1_r12 1162
-#define _LOAD_FAST_BORROW_1_r23 1163
-#define _LOAD_FAST_BORROW_2_r01 1164
-#define _LOAD_FAST_BORROW_2_r12 1165
-#define _LOAD_FAST_BORROW_2_r23 1166
-#define _LOAD_FAST_BORROW_3_r01 1167
-#define _LOAD_FAST_BORROW_3_r12 1168
-#define _LOAD_FAST_BORROW_3_r23 1169
-#define _LOAD_FAST_BORROW_4_r01 1170
-#define _LOAD_FAST_BORROW_4_r12 1171
-#define _LOAD_FAST_BORROW_4_r23 1172
-#define _LOAD_FAST_BORROW_5_r01 1173
-#define _LOAD_FAST_BORROW_5_r12 1174
-#define _LOAD_FAST_BORROW_5_r23 1175
-#define _LOAD_FAST_BORROW_6_r01 1176
-#define _LOAD_FAST_BORROW_6_r12 1177
-#define _LOAD_FAST_BORROW_6_r23 1178
-#define _LOAD_FAST_BORROW_7_r01 1179
-#define _LOAD_FAST_BORROW_7_r12 1180
-#define _LOAD_FAST_BORROW_7_r23 1181
-#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1182
-#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1183
-#define _LOAD_FAST_CHECK_r01 1184
-#define _LOAD_FAST_CHECK_r12 1185
-#define _LOAD_FAST_CHECK_r23 1186
-#define _LOAD_FAST_LOAD_FAST_r02 1187
-#define _LOAD_FAST_LOAD_FAST_r13 1188
-#define _LOAD_FROM_DICT_OR_DEREF_r11 1189
-#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1190
-#define _LOAD_GLOBAL_r00 1191
-#define _LOAD_GLOBAL_BUILTINS_r01 1192
-#define _LOAD_GLOBAL_MODULE_r01 1193
-#define _LOAD_LOCALS_r01 1194
-#define _LOAD_LOCALS_r12 1195
-#define _LOAD_LOCALS_r23 1196
-#define _LOAD_NAME_r01 1197
-#define _LOAD_SMALL_INT_r01 1198
-#define _LOAD_SMALL_INT_r12 1199
-#define _LOAD_SMALL_INT_r23 1200
-#define _LOAD_SMALL_INT_0_r01 1201
-#define _LOAD_SMALL_INT_0_r12 1202
-#define _LOAD_SMALL_INT_0_r23 1203
-#define _LOAD_SMALL_INT_1_r01 1204
-#define _LOAD_SMALL_INT_1_r12 1205
-#define _LOAD_SMALL_INT_1_r23 1206
-#define _LOAD_SMALL_INT_2_r01 1207
-#define _LOAD_SMALL_INT_2_r12 1208
-#define _LOAD_SMALL_INT_2_r23 1209
-#define _LOAD_SMALL_INT_3_r01 1210
-#define _LOAD_SMALL_INT_3_r12 1211
-#define _LOAD_SMALL_INT_3_r23 1212
-#define _LOAD_SPECIAL_r00 1213
-#define _LOAD_SUPER_ATTR_ATTR_r31 1214
-#define _LOAD_SUPER_ATTR_METHOD_r32 1215
-#define _MAKE_CALLARGS_A_TUPLE_r33 1216
-#define _MAKE_CELL_r00 1217
-#define _MAKE_FUNCTION_r11 1218
-#define _MAKE_WARM_r00 1219
-#define _MAKE_WARM_r11 1220
-#define _MAKE_WARM_r22 1221
-#define _MAKE_WARM_r33 1222
-#define _MAP_ADD_r20 1223
-#define _MATCH_CLASS_r31 1224
-#define _MATCH_KEYS_r23 1225
-#define _MATCH_MAPPING_r02 1226
-#define _MATCH_MAPPING_r12 1227
-#define _MATCH_MAPPING_r23 1228
-#define _MATCH_SEQUENCE_r02 1229
-#define _MATCH_SEQUENCE_r12 1230
-#define _MATCH_SEQUENCE_r23 1231
-#define _MAYBE_EXPAND_METHOD_r00 1232
-#define _MAYBE_EXPAND_METHOD_KW_r11 1233
-#define _MONITOR_CALL_r00 1234
-#define _MONITOR_CALL_KW_r11 1235
-#define _MONITOR_JUMP_BACKWARD_r00 1236
-#define _MONITOR_JUMP_BACKWARD_r11 1237
-#define _MONITOR_JUMP_BACKWARD_r22 1238
-#define _MONITOR_JUMP_BACKWARD_r33 1239
-#define _MONITOR_RESUME_r00 1240
-#define _NOP_r00 1241
-#define _NOP_r11 1242
-#define _NOP_r22 1243
-#define _NOP_r33 1244
-#define _POP_CALL_r20 1245
-#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1246
-#define _POP_CALL_ONE_r30 1247
-#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1248
-#define _POP_CALL_TWO_r30 1249
-#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1250
-#define _POP_EXCEPT_r10 1251
-#define _POP_ITER_r20 1252
-#define _POP_JUMP_IF_FALSE_r00 1253
-#define _POP_JUMP_IF_FALSE_r10 1254
-#define _POP_JUMP_IF_FALSE_r21 1255
-#define _POP_JUMP_IF_FALSE_r32 1256
-#define _POP_JUMP_IF_TRUE_r00 1257
-#define _POP_JUMP_IF_TRUE_r10 1258
-#define _POP_JUMP_IF_TRUE_r21 1259
-#define _POP_JUMP_IF_TRUE_r32 1260
-#define _POP_TOP_r10 1261
-#define _POP_TOP_FLOAT_r00 1262
-#define _POP_TOP_FLOAT_r10 1263
-#define _POP_TOP_FLOAT_r21 1264
-#define _POP_TOP_FLOAT_r32 1265
-#define _POP_TOP_INT_r00 1266
-#define _POP_TOP_INT_r10 1267
-#define _POP_TOP_INT_r21 1268
-#define _POP_TOP_INT_r32 1269
-#define _POP_TOP_LOAD_CONST_INLINE_r11 1270
-#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1271
-#define _POP_TOP_NOP_r00 1272
-#define _POP_TOP_NOP_r10 1273
-#define _POP_TOP_NOP_r21 1274
-#define _POP_TOP_NOP_r32 1275
-#define _POP_TOP_UNICODE_r00 1276
-#define _POP_TOP_UNICODE_r10 1277
-#define _POP_TOP_UNICODE_r21 1278
-#define _POP_TOP_UNICODE_r32 1279
-#define _POP_TWO_r20 1280
-#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1281
-#define _PUSH_EXC_INFO_r02 1282
-#define _PUSH_EXC_INFO_r12 1283
-#define _PUSH_EXC_INFO_r23 1284
-#define _PUSH_FRAME_r10 1285
-#define _PUSH_NULL_r01 1286
-#define _PUSH_NULL_r12 1287
-#define _PUSH_NULL_r23 1288
-#define _PUSH_NULL_CONDITIONAL_r00 1289
-#define _PY_FRAME_EX_r31 1290
-#define _PY_FRAME_GENERAL_r01 1291
-#define _PY_FRAME_KW_r11 1292
-#define _QUICKEN_RESUME_r00 1293
-#define _QUICKEN_RESUME_r11 1294
-#define _QUICKEN_RESUME_r22 1295
-#define _QUICKEN_RESUME_r33 1296
-#define _REPLACE_WITH_TRUE_r02 1297
-#define _REPLACE_WITH_TRUE_r12 1298
-#define _REPLACE_WITH_TRUE_r23 1299
-#define _RESUME_CHECK_r00 1300
-#define _RESUME_CHECK_r11 1301
-#define _RESUME_CHECK_r22 1302
-#define _RESUME_CHECK_r33 1303
-#define _RETURN_GENERATOR_r01 1304
-#define _RETURN_VALUE_r11 1305
-#define _SAVE_RETURN_OFFSET_r00 1306
-#define _SAVE_RETURN_OFFSET_r11 1307
-#define _SAVE_RETURN_OFFSET_r22 1308
-#define _SAVE_RETURN_OFFSET_r33 1309
-#define _SEND_r22 1310
-#define _SEND_GEN_FRAME_r22 1311
-#define _SETUP_ANNOTATIONS_r00 1312
-#define _SET_ADD_r10 1313
-#define _SET_FUNCTION_ATTRIBUTE_r01 1314
-#define _SET_FUNCTION_ATTRIBUTE_r11 1315
-#define _SET_FUNCTION_ATTRIBUTE_r21 1316
-#define _SET_FUNCTION_ATTRIBUTE_r32 1317
-#define _SET_IP_r00 1318
-#define _SET_IP_r11 1319
-#define _SET_IP_r22 1320
-#define _SET_IP_r33 1321
-#define _SET_UPDATE_r10 1322
-#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1323
-#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1324
-#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1325
-#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1326
-#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1327
-#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1328
-#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1329
-#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1330
-#define _SPILL_OR_RELOAD_r01 1331
-#define _SPILL_OR_RELOAD_r02 1332
-#define _SPILL_OR_RELOAD_r03 1333
-#define _SPILL_OR_RELOAD_r10 1334
-#define _SPILL_OR_RELOAD_r12 1335
-#define _SPILL_OR_RELOAD_r13 1336
-#define _SPILL_OR_RELOAD_r20 1337
-#define _SPILL_OR_RELOAD_r21 1338
-#define _SPILL_OR_RELOAD_r23 1339
-#define _SPILL_OR_RELOAD_r30 1340
-#define _SPILL_OR_RELOAD_r31 1341
-#define _SPILL_OR_RELOAD_r32 1342
-#define _START_EXECUTOR_r00 1343
-#define _STORE_ATTR_r20 1344
-#define _STORE_ATTR_INSTANCE_VALUE_r21 1345
-#define _STORE_ATTR_SLOT_r21 1346
-#define _STORE_ATTR_WITH_HINT_r21 1347
-#define _STORE_DEREF_r10 1348
-#define _STORE_FAST_LOAD_FAST_r11 1349
-#define _STORE_FAST_STORE_FAST_r20 1350
-#define _STORE_GLOBAL_r10 1351
-#define _STORE_NAME_r10 1352
-#define _STORE_SLICE_r30 1353
-#define _STORE_SUBSCR_r30 1354
-#define _STORE_SUBSCR_DICT_r31 1355
-#define _STORE_SUBSCR_LIST_INT_r32 1356
-#define _SWAP_r11 1357
-#define _SWAP_2_r02 1358
-#define _SWAP_2_r12 1359
-#define _SWAP_2_r22 1360
-#define _SWAP_2_r33 1361
-#define _SWAP_3_r03 1362
-#define _SWAP_3_r13 1363
-#define _SWAP_3_r23 1364
-#define _SWAP_3_r33 1365
-#define _SWAP_FAST_r01 1366
-#define _SWAP_FAST_r11 1367
-#define _SWAP_FAST_r22 1368
-#define _SWAP_FAST_r33 1369
-#define _SWAP_FAST_0_r01 1370
-#define _SWAP_FAST_0_r11 1371
-#define _SWAP_FAST_0_r22 1372
-#define _SWAP_FAST_0_r33 1373
-#define _SWAP_FAST_1_r01 1374
-#define _SWAP_FAST_1_r11 1375
-#define _SWAP_FAST_1_r22 1376
-#define _SWAP_FAST_1_r33 1377
-#define _SWAP_FAST_2_r01 1378
-#define _SWAP_FAST_2_r11 1379
-#define _SWAP_FAST_2_r22 1380
-#define _SWAP_FAST_2_r33 1381
-#define _SWAP_FAST_3_r01 1382
-#define _SWAP_FAST_3_r11 1383
-#define _SWAP_FAST_3_r22 1384
-#define _SWAP_FAST_3_r33 1385
-#define _SWAP_FAST_4_r01 1386
-#define _SWAP_FAST_4_r11 1387
-#define _SWAP_FAST_4_r22 1388
-#define _SWAP_FAST_4_r33 1389
-#define _SWAP_FAST_5_r01 1390
-#define _SWAP_FAST_5_r11 1391
-#define _SWAP_FAST_5_r22 1392
-#define _SWAP_FAST_5_r33 1393
-#define _SWAP_FAST_6_r01 1394
-#define _SWAP_FAST_6_r11 1395
-#define _SWAP_FAST_6_r22 1396
-#define _SWAP_FAST_6_r33 1397
-#define _SWAP_FAST_7_r01 1398
-#define _SWAP_FAST_7_r11 1399
-#define _SWAP_FAST_7_r22 1400
-#define _SWAP_FAST_7_r33 1401
-#define _TIER2_RESUME_CHECK_r00 1402
-#define _TIER2_RESUME_CHECK_r11 1403
-#define _TIER2_RESUME_CHECK_r22 1404
-#define _TIER2_RESUME_CHECK_r33 1405
-#define _TO_BOOL_r11 1406
-#define _TO_BOOL_BOOL_r01 1407
-#define _TO_BOOL_BOOL_r11 1408
-#define _TO_BOOL_BOOL_r22 1409
-#define _TO_BOOL_BOOL_r33 1410
-#define _TO_BOOL_INT_r02 1411
-#define _TO_BOOL_INT_r12 1412
-#define _TO_BOOL_INT_r23 1413
-#define _TO_BOOL_LIST_r02 1414
-#define _TO_BOOL_LIST_r12 1415
-#define _TO_BOOL_LIST_r23 1416
-#define _TO_BOOL_NONE_r01 1417
-#define _TO_BOOL_NONE_r11 1418
-#define _TO_BOOL_NONE_r22 1419
-#define _TO_BOOL_NONE_r33 1420
-#define _TO_BOOL_STR_r02 1421
-#define _TO_BOOL_STR_r12 1422
-#define _TO_BOOL_STR_r23 1423
-#define _TRACE_RECORD_r00 1424
-#define _UNARY_INVERT_r12 1425
-#define _UNARY_NEGATIVE_r12 1426
-#define _UNARY_NOT_r01 1427
-#define _UNARY_NOT_r11 1428
-#define _UNARY_NOT_r22 1429
-#define _UNARY_NOT_r33 1430
-#define _UNPACK_EX_r10 1431
-#define _UNPACK_SEQUENCE_r10 1432
-#define _UNPACK_SEQUENCE_LIST_r10 1433
-#define _UNPACK_SEQUENCE_TUPLE_r10 1434
-#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1435
-#define _WITH_EXCEPT_START_r33 1436
-#define _YIELD_VALUE_r11 1437
-#define MAX_UOP_REGS_ID 1437
+#define MAX_UOP_ID 581
+#define _BINARY_OP_r23 582
+#define _BINARY_OP_ADD_FLOAT_r03 583
+#define _BINARY_OP_ADD_FLOAT_r13 584
+#define _BINARY_OP_ADD_FLOAT_r23 585
+#define _BINARY_OP_ADD_INT_r03 586
+#define _BINARY_OP_ADD_INT_r13 587
+#define _BINARY_OP_ADD_INT_r23 588
+#define _BINARY_OP_ADD_UNICODE_r03 589
+#define _BINARY_OP_ADD_UNICODE_r13 590
+#define _BINARY_OP_ADD_UNICODE_r23 591
+#define _BINARY_OP_EXTEND_r23 592
+#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 593
+#define _BINARY_OP_MULTIPLY_FLOAT_r03 594
+#define _BINARY_OP_MULTIPLY_FLOAT_r13 595
+#define _BINARY_OP_MULTIPLY_FLOAT_r23 596
+#define _BINARY_OP_MULTIPLY_INT_r03 597
+#define _BINARY_OP_MULTIPLY_INT_r13 598
+#define _BINARY_OP_MULTIPLY_INT_r23 599
+#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 600
+#define _BINARY_OP_SUBSCR_DICT_r23 601
+#define _BINARY_OP_SUBSCR_INIT_CALL_r01 602
+#define _BINARY_OP_SUBSCR_INIT_CALL_r11 603
+#define _BINARY_OP_SUBSCR_INIT_CALL_r21 604
+#define _BINARY_OP_SUBSCR_INIT_CALL_r31 605
+#define _BINARY_OP_SUBSCR_LIST_INT_r23 606
+#define _BINARY_OP_SUBSCR_LIST_SLICE_r21 607
+#define _BINARY_OP_SUBSCR_STR_INT_r23 608
+#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 609
+#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 610
+#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 611
+#define _BINARY_OP_SUBSCR_USTR_INT_r23 612
+#define _BINARY_OP_SUBTRACT_FLOAT_r03 613
+#define _BINARY_OP_SUBTRACT_FLOAT_r13 614
+#define _BINARY_OP_SUBTRACT_FLOAT_r23 615
+#define _BINARY_OP_SUBTRACT_INT_r03 616
+#define _BINARY_OP_SUBTRACT_INT_r13 617
+#define _BINARY_OP_SUBTRACT_INT_r23 618
+#define _BINARY_SLICE_r31 619
+#define _BUILD_INTERPOLATION_r01 620
+#define _BUILD_LIST_r01 621
+#define _BUILD_MAP_r01 622
+#define _BUILD_SET_r01 623
+#define _BUILD_SLICE_r01 624
+#define _BUILD_STRING_r01 625
+#define _BUILD_TEMPLATE_r21 626
+#define _BUILD_TUPLE_r01 627
+#define _CALL_BUILTIN_CLASS_r01 628
+#define _CALL_BUILTIN_FAST_r01 629
+#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 630
+#define _CALL_BUILTIN_O_r03 631
+#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 632
+#define _CALL_INTRINSIC_1_r11 633
+#define _CALL_INTRINSIC_2_r21 634
+#define _CALL_ISINSTANCE_r31 635
+#define _CALL_KW_NON_PY_r11 636
+#define _CALL_LEN_r33 637
+#define _CALL_LIST_APPEND_r03 638
+#define _CALL_LIST_APPEND_r13 639
+#define _CALL_LIST_APPEND_r23 640
+#define _CALL_LIST_APPEND_r33 641
+#define _CALL_METHOD_DESCRIPTOR_FAST_r01 642
+#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 643
+#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 644
+#define _CALL_METHOD_DESCRIPTOR_O_r03 645
+#define _CALL_NON_PY_GENERAL_r01 646
+#define _CALL_STR_1_r32 647
+#define _CALL_TUPLE_1_r32 648
+#define _CALL_TYPE_1_r02 649
+#define _CALL_TYPE_1_r12 650
+#define _CALL_TYPE_1_r22 651
+#define _CALL_TYPE_1_r32 652
+#define _CHECK_AND_ALLOCATE_OBJECT_r00 653
+#define _CHECK_ATTR_CLASS_r01 654
+#define _CHECK_ATTR_CLASS_r11 655
+#define _CHECK_ATTR_CLASS_r22 656
+#define _CHECK_ATTR_CLASS_r33 657
+#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 658
+#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 659
+#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 660
+#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 661
+#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 662
+#define _CHECK_EG_MATCH_r22 663
+#define _CHECK_EXC_MATCH_r22 664
+#define _CHECK_FUNCTION_EXACT_ARGS_r00 665
+#define _CHECK_FUNCTION_VERSION_r00 666
+#define _CHECK_FUNCTION_VERSION_INLINE_r00 667
+#define _CHECK_FUNCTION_VERSION_INLINE_r11 668
+#define _CHECK_FUNCTION_VERSION_INLINE_r22 669
+#define _CHECK_FUNCTION_VERSION_INLINE_r33 670
+#define _CHECK_FUNCTION_VERSION_KW_r11 671
+#define _CHECK_IS_NOT_PY_CALLABLE_r00 672
+#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 673
+#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 674
+#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 675
+#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 676
+#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 677
+#define _CHECK_IS_PY_CALLABLE_EX_r03 678
+#define _CHECK_IS_PY_CALLABLE_EX_r13 679
+#define _CHECK_IS_PY_CALLABLE_EX_r23 680
+#define _CHECK_IS_PY_CALLABLE_EX_r33 681
+#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 682
+#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 683
+#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 684
+#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 685
+#define _CHECK_METHOD_VERSION_r00 686
+#define _CHECK_METHOD_VERSION_KW_r11 687
+#define _CHECK_PEP_523_r00 688
+#define _CHECK_PEP_523_r11 689
+#define _CHECK_PEP_523_r22 690
+#define _CHECK_PEP_523_r33 691
+#define _CHECK_PERIODIC_r00 692
+#define _CHECK_PERIODIC_AT_END_r00 693
+#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 694
+#define _CHECK_RECURSION_REMAINING_r00 695
+#define _CHECK_RECURSION_REMAINING_r11 696
+#define _CHECK_RECURSION_REMAINING_r22 697
+#define _CHECK_RECURSION_REMAINING_r33 698
+#define _CHECK_STACK_SPACE_r00 699
+#define _CHECK_STACK_SPACE_OPERAND_r00 700
+#define _CHECK_STACK_SPACE_OPERAND_r11 701
+#define _CHECK_STACK_SPACE_OPERAND_r22 702
+#define _CHECK_STACK_SPACE_OPERAND_r33 703
+#define _CHECK_VALIDITY_r00 704
+#define _CHECK_VALIDITY_r11 705
+#define _CHECK_VALIDITY_r22 706
+#define _CHECK_VALIDITY_r33 707
+#define _COLD_DYNAMIC_EXIT_r00 708
+#define _COLD_EXIT_r00 709
+#define _COMPARE_OP_r21 710
+#define _COMPARE_OP_FLOAT_r03 711
+#define _COMPARE_OP_FLOAT_r13 712
+#define _COMPARE_OP_FLOAT_r23 713
+#define _COMPARE_OP_INT_r23 714
+#define _COMPARE_OP_STR_r23 715
+#define _CONTAINS_OP_r23 716
+#define _CONTAINS_OP_DICT_r23 717
+#define _CONTAINS_OP_SET_r23 718
+#define _CONVERT_VALUE_r11 719
+#define _COPY_r01 720
+#define _COPY_1_r02 721
+#define _COPY_1_r12 722
+#define _COPY_1_r23 723
+#define _COPY_2_r03 724
+#define _COPY_2_r13 725
+#define _COPY_2_r23 726
+#define _COPY_3_r03 727
+#define _COPY_3_r13 728
+#define _COPY_3_r23 729
+#define _COPY_3_r33 730
+#define _COPY_FREE_VARS_r00 731
+#define _COPY_FREE_VARS_r11 732
+#define _COPY_FREE_VARS_r22 733
+#define _COPY_FREE_VARS_r33 734
+#define _CREATE_INIT_FRAME_r01 735
+#define _DELETE_ATTR_r10 736
+#define _DELETE_DEREF_r00 737
+#define _DELETE_FAST_r00 738
+#define _DELETE_GLOBAL_r00 739
+#define _DELETE_NAME_r00 740
+#define _DELETE_SUBSCR_r20 741
+#define _DEOPT_r00 742
+#define _DEOPT_r10 743
+#define _DEOPT_r20 744
+#define _DEOPT_r30 745
+#define _DICT_MERGE_r10 746
+#define _DICT_UPDATE_r10 747
+#define _DO_CALL_r01 748
+#define _DO_CALL_FUNCTION_EX_r31 749
+#define _DO_CALL_KW_r11 750
+#define _DYNAMIC_EXIT_r00 751
+#define _DYNAMIC_EXIT_r10 752
+#define _DYNAMIC_EXIT_r20 753
+#define _DYNAMIC_EXIT_r30 754
+#define _END_FOR_r10 755
+#define _END_SEND_r21 756
+#define _ERROR_POP_N_r00 757
+#define _EXIT_INIT_CHECK_r10 758
+#define _EXIT_TRACE_r00 759
+#define _EXIT_TRACE_r10 760
+#define _EXIT_TRACE_r20 761
+#define _EXIT_TRACE_r30 762
+#define _EXPAND_METHOD_r00 763
+#define _EXPAND_METHOD_KW_r11 764
+#define _FATAL_ERROR_r00 765
+#define _FATAL_ERROR_r11 766
+#define _FATAL_ERROR_r22 767
+#define _FATAL_ERROR_r33 768
+#define _FORMAT_SIMPLE_r11 769
+#define _FORMAT_WITH_SPEC_r21 770
+#define _FOR_ITER_r23 771
+#define _FOR_ITER_GEN_FRAME_r03 772
+#define _FOR_ITER_GEN_FRAME_r13 773
+#define _FOR_ITER_GEN_FRAME_r23 774
+#define _FOR_ITER_TIER_TWO_r23 775
+#define _GET_AITER_r11 776
+#define _GET_ANEXT_r12 777
+#define _GET_AWAITABLE_r11 778
+#define _GET_ITER_r12 779
+#define _GET_LEN_r12 780
+#define _GET_YIELD_FROM_ITER_r11 781
+#define _GUARD_BINARY_OP_EXTEND_r22 782
+#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 783
+#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 784
+#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 785
+#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 786
+#define _GUARD_BIT_IS_SET_POP_r00 787
+#define _GUARD_BIT_IS_SET_POP_r10 788
+#define _GUARD_BIT_IS_SET_POP_r21 789
+#define _GUARD_BIT_IS_SET_POP_r32 790
+#define _GUARD_BIT_IS_SET_POP_4_r00 791
+#define _GUARD_BIT_IS_SET_POP_4_r10 792
+#define _GUARD_BIT_IS_SET_POP_4_r21 793
+#define _GUARD_BIT_IS_SET_POP_4_r32 794
+#define _GUARD_BIT_IS_SET_POP_5_r00 795
+#define _GUARD_BIT_IS_SET_POP_5_r10 796
+#define _GUARD_BIT_IS_SET_POP_5_r21 797
+#define _GUARD_BIT_IS_SET_POP_5_r32 798
+#define _GUARD_BIT_IS_SET_POP_6_r00 799
+#define _GUARD_BIT_IS_SET_POP_6_r10 800
+#define _GUARD_BIT_IS_SET_POP_6_r21 801
+#define _GUARD_BIT_IS_SET_POP_6_r32 802
+#define _GUARD_BIT_IS_SET_POP_7_r00 803
+#define _GUARD_BIT_IS_SET_POP_7_r10 804
+#define _GUARD_BIT_IS_SET_POP_7_r21 805
+#define _GUARD_BIT_IS_SET_POP_7_r32 806
+#define _GUARD_BIT_IS_UNSET_POP_r00 807
+#define _GUARD_BIT_IS_UNSET_POP_r10 808
+#define _GUARD_BIT_IS_UNSET_POP_r21 809
+#define _GUARD_BIT_IS_UNSET_POP_r32 810
+#define _GUARD_BIT_IS_UNSET_POP_4_r00 811
+#define _GUARD_BIT_IS_UNSET_POP_4_r10 812
+#define _GUARD_BIT_IS_UNSET_POP_4_r21 813
+#define _GUARD_BIT_IS_UNSET_POP_4_r32 814
+#define _GUARD_BIT_IS_UNSET_POP_5_r00 815
+#define _GUARD_BIT_IS_UNSET_POP_5_r10 816
+#define _GUARD_BIT_IS_UNSET_POP_5_r21 817
+#define _GUARD_BIT_IS_UNSET_POP_5_r32 818
+#define _GUARD_BIT_IS_UNSET_POP_6_r00 819
+#define _GUARD_BIT_IS_UNSET_POP_6_r10 820
+#define _GUARD_BIT_IS_UNSET_POP_6_r21 821
+#define _GUARD_BIT_IS_UNSET_POP_6_r32 822
+#define _GUARD_BIT_IS_UNSET_POP_7_r00 823
+#define _GUARD_BIT_IS_UNSET_POP_7_r10 824
+#define _GUARD_BIT_IS_UNSET_POP_7_r21 825
+#define _GUARD_BIT_IS_UNSET_POP_7_r32 826
+#define _GUARD_CALLABLE_ISINSTANCE_r03 827
+#define _GUARD_CALLABLE_ISINSTANCE_r13 828
+#define _GUARD_CALLABLE_ISINSTANCE_r23 829
+#define _GUARD_CALLABLE_ISINSTANCE_r33 830
+#define _GUARD_CALLABLE_LEN_r03 831
+#define _GUARD_CALLABLE_LEN_r13 832
+#define _GUARD_CALLABLE_LEN_r23 833
+#define _GUARD_CALLABLE_LEN_r33 834
+#define _GUARD_CALLABLE_LIST_APPEND_r03 835
+#define _GUARD_CALLABLE_LIST_APPEND_r13 836
+#define _GUARD_CALLABLE_LIST_APPEND_r23 837
+#define _GUARD_CALLABLE_LIST_APPEND_r33 838
+#define _GUARD_CALLABLE_STR_1_r03 839
+#define _GUARD_CALLABLE_STR_1_r13 840
+#define _GUARD_CALLABLE_STR_1_r23 841
+#define _GUARD_CALLABLE_STR_1_r33 842
+#define _GUARD_CALLABLE_TUPLE_1_r03 843
+#define _GUARD_CALLABLE_TUPLE_1_r13 844
+#define _GUARD_CALLABLE_TUPLE_1_r23 845
+#define _GUARD_CALLABLE_TUPLE_1_r33 846
+#define _GUARD_CALLABLE_TYPE_1_r03 847
+#define _GUARD_CALLABLE_TYPE_1_r13 848
+#define _GUARD_CALLABLE_TYPE_1_r23 849
+#define _GUARD_CALLABLE_TYPE_1_r33 850
+#define _GUARD_DORV_NO_DICT_r01 851
+#define _GUARD_DORV_NO_DICT_r11 852
+#define _GUARD_DORV_NO_DICT_r22 853
+#define _GUARD_DORV_NO_DICT_r33 854
+#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 855
+#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 856
+#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 857
+#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 858
+#define _GUARD_GLOBALS_VERSION_r00 859
+#define _GUARD_GLOBALS_VERSION_r11 860
+#define _GUARD_GLOBALS_VERSION_r22 861
+#define _GUARD_GLOBALS_VERSION_r33 862
+#define _GUARD_IP_RETURN_GENERATOR_r00 863
+#define _GUARD_IP_RETURN_GENERATOR_r11 864
+#define _GUARD_IP_RETURN_GENERATOR_r22 865
+#define _GUARD_IP_RETURN_GENERATOR_r33 866
+#define _GUARD_IP_RETURN_VALUE_r00 867
+#define _GUARD_IP_RETURN_VALUE_r11 868
+#define _GUARD_IP_RETURN_VALUE_r22 869
+#define _GUARD_IP_RETURN_VALUE_r33 870
+#define _GUARD_IP_YIELD_VALUE_r00 871
+#define _GUARD_IP_YIELD_VALUE_r11 872
+#define _GUARD_IP_YIELD_VALUE_r22 873
+#define _GUARD_IP_YIELD_VALUE_r33 874
+#define _GUARD_IP__PUSH_FRAME_r00 875
+#define _GUARD_IP__PUSH_FRAME_r11 876
+#define _GUARD_IP__PUSH_FRAME_r22 877
+#define _GUARD_IP__PUSH_FRAME_r33 878
+#define _GUARD_IS_FALSE_POP_r00 879
+#define _GUARD_IS_FALSE_POP_r10 880
+#define _GUARD_IS_FALSE_POP_r21 881
+#define _GUARD_IS_FALSE_POP_r32 882
+#define _GUARD_IS_NONE_POP_r00 883
+#define _GUARD_IS_NONE_POP_r10 884
+#define _GUARD_IS_NONE_POP_r21 885
+#define _GUARD_IS_NONE_POP_r32 886
+#define _GUARD_IS_NOT_NONE_POP_r10 887
+#define _GUARD_IS_TRUE_POP_r00 888
+#define _GUARD_IS_TRUE_POP_r10 889
+#define _GUARD_IS_TRUE_POP_r21 890
+#define _GUARD_IS_TRUE_POP_r32 891
+#define _GUARD_KEYS_VERSION_r01 892
+#define _GUARD_KEYS_VERSION_r11 893
+#define _GUARD_KEYS_VERSION_r22 894
+#define _GUARD_KEYS_VERSION_r33 895
+#define _GUARD_NOS_COMPACT_ASCII_r02 896
+#define _GUARD_NOS_COMPACT_ASCII_r12 897
+#define _GUARD_NOS_COMPACT_ASCII_r22 898
+#define _GUARD_NOS_COMPACT_ASCII_r33 899
+#define _GUARD_NOS_DICT_r02 900
+#define _GUARD_NOS_DICT_r12 901
+#define _GUARD_NOS_DICT_r22 902
+#define _GUARD_NOS_DICT_r33 903
+#define _GUARD_NOS_FLOAT_r02 904
+#define _GUARD_NOS_FLOAT_r12 905
+#define _GUARD_NOS_FLOAT_r22 906
+#define _GUARD_NOS_FLOAT_r33 907
+#define _GUARD_NOS_INT_r02 908
+#define _GUARD_NOS_INT_r12 909
+#define _GUARD_NOS_INT_r22 910
+#define _GUARD_NOS_INT_r33 911
+#define _GUARD_NOS_LIST_r02 912
+#define _GUARD_NOS_LIST_r12 913
+#define _GUARD_NOS_LIST_r22 914
+#define _GUARD_NOS_LIST_r33 915
+#define _GUARD_NOS_NOT_NULL_r02 916
+#define _GUARD_NOS_NOT_NULL_r12 917
+#define _GUARD_NOS_NOT_NULL_r22 918
+#define _GUARD_NOS_NOT_NULL_r33 919
+#define _GUARD_NOS_NULL_r02 920
+#define _GUARD_NOS_NULL_r12 921
+#define _GUARD_NOS_NULL_r22 922
+#define _GUARD_NOS_NULL_r33 923
+#define _GUARD_NOS_OVERFLOWED_r02 924
+#define _GUARD_NOS_OVERFLOWED_r12 925
+#define _GUARD_NOS_OVERFLOWED_r22 926
+#define _GUARD_NOS_OVERFLOWED_r33 927
+#define _GUARD_NOS_TUPLE_r02 928
+#define _GUARD_NOS_TUPLE_r12 929
+#define _GUARD_NOS_TUPLE_r22 930
+#define _GUARD_NOS_TUPLE_r33 931
+#define _GUARD_NOS_UNICODE_r02 932
+#define _GUARD_NOS_UNICODE_r12 933
+#define _GUARD_NOS_UNICODE_r22 934
+#define _GUARD_NOS_UNICODE_r33 935
+#define _GUARD_NOT_EXHAUSTED_LIST_r02 936
+#define _GUARD_NOT_EXHAUSTED_LIST_r12 937
+#define _GUARD_NOT_EXHAUSTED_LIST_r22 938
+#define _GUARD_NOT_EXHAUSTED_LIST_r33 939
+#define _GUARD_NOT_EXHAUSTED_RANGE_r02 940
+#define _GUARD_NOT_EXHAUSTED_RANGE_r12 941
+#define _GUARD_NOT_EXHAUSTED_RANGE_r22 942
+#define _GUARD_NOT_EXHAUSTED_RANGE_r33 943
+#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 944
+#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 945
+#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 946
+#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 947
+#define _GUARD_THIRD_NULL_r03 948
+#define _GUARD_THIRD_NULL_r13 949
+#define _GUARD_THIRD_NULL_r23 950
+#define _GUARD_THIRD_NULL_r33 951
+#define _GUARD_TOS_ANY_SET_r01 952
+#define _GUARD_TOS_ANY_SET_r11 953
+#define _GUARD_TOS_ANY_SET_r22 954
+#define _GUARD_TOS_ANY_SET_r33 955
+#define _GUARD_TOS_DICT_r01 956
+#define _GUARD_TOS_DICT_r11 957
+#define _GUARD_TOS_DICT_r22 958
+#define _GUARD_TOS_DICT_r33 959
+#define _GUARD_TOS_FLOAT_r01 960
+#define _GUARD_TOS_FLOAT_r11 961
+#define _GUARD_TOS_FLOAT_r22 962
+#define _GUARD_TOS_FLOAT_r33 963
+#define _GUARD_TOS_INT_r01 964
+#define _GUARD_TOS_INT_r11 965
+#define _GUARD_TOS_INT_r22 966
+#define _GUARD_TOS_INT_r33 967
+#define _GUARD_TOS_LIST_r01 968
+#define _GUARD_TOS_LIST_r11 969
+#define _GUARD_TOS_LIST_r22 970
+#define _GUARD_TOS_LIST_r33 971
+#define _GUARD_TOS_OVERFLOWED_r01 972
+#define _GUARD_TOS_OVERFLOWED_r11 973
+#define _GUARD_TOS_OVERFLOWED_r22 974
+#define _GUARD_TOS_OVERFLOWED_r33 975
+#define _GUARD_TOS_SLICE_r01 976
+#define _GUARD_TOS_SLICE_r11 977
+#define _GUARD_TOS_SLICE_r22 978
+#define _GUARD_TOS_SLICE_r33 979
+#define _GUARD_TOS_TUPLE_r01 980
+#define _GUARD_TOS_TUPLE_r11 981
+#define _GUARD_TOS_TUPLE_r22 982
+#define _GUARD_TOS_TUPLE_r33 983
+#define _GUARD_TOS_UNICODE_r01 984
+#define _GUARD_TOS_UNICODE_r11 985
+#define _GUARD_TOS_UNICODE_r22 986
+#define _GUARD_TOS_UNICODE_r33 987
+#define _GUARD_TYPE_VERSION_r01 988
+#define _GUARD_TYPE_VERSION_r11 989
+#define _GUARD_TYPE_VERSION_r22 990
+#define _GUARD_TYPE_VERSION_r33 991
+#define _GUARD_TYPE_VERSION_AND_LOCK_r01 992
+#define _GUARD_TYPE_VERSION_AND_LOCK_r11 993
+#define _GUARD_TYPE_VERSION_AND_LOCK_r22 994
+#define _GUARD_TYPE_VERSION_AND_LOCK_r33 995
+#define _HANDLE_PENDING_AND_DEOPT_r00 996
+#define _HANDLE_PENDING_AND_DEOPT_r10 997
+#define _HANDLE_PENDING_AND_DEOPT_r20 998
+#define _HANDLE_PENDING_AND_DEOPT_r30 999
+#define _IMPORT_FROM_r12 1000
+#define _IMPORT_NAME_r21 1001
+#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1002
+#define _INIT_CALL_PY_EXACT_ARGS_r01 1003
+#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1004
+#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1005
+#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1006
+#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1007
+#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1008
+#define _INSERT_1_LOAD_CONST_INLINE_r02 1009
+#define _INSERT_1_LOAD_CONST_INLINE_r12 1010
+#define _INSERT_1_LOAD_CONST_INLINE_r23 1011
+#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1012
+#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1013
+#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1014
+#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1015
+#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1016
+#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1017
+#define _INSERT_NULL_r10 1018
+#define _INSTRUMENTED_FOR_ITER_r23 1019
+#define _INSTRUMENTED_INSTRUCTION_r00 1020
+#define _INSTRUMENTED_JUMP_FORWARD_r00 1021
+#define _INSTRUMENTED_JUMP_FORWARD_r11 1022
+#define _INSTRUMENTED_JUMP_FORWARD_r22 1023
+#define _INSTRUMENTED_JUMP_FORWARD_r33 1024
+#define _INSTRUMENTED_LINE_r00 1025
+#define _INSTRUMENTED_NOT_TAKEN_r00 1026
+#define _INSTRUMENTED_NOT_TAKEN_r11 1027
+#define _INSTRUMENTED_NOT_TAKEN_r22 1028
+#define _INSTRUMENTED_NOT_TAKEN_r33 1029
+#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1030
+#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1031
+#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1032
+#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1033
+#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1034
+#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1035
+#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1036
+#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1037
+#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1038
+#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1039
+#define _IS_NONE_r11 1040
+#define _IS_OP_r03 1041
+#define _IS_OP_r13 1042
+#define _IS_OP_r23 1043
+#define _ITER_CHECK_LIST_r02 1044
+#define _ITER_CHECK_LIST_r12 1045
+#define _ITER_CHECK_LIST_r22 1046
+#define _ITER_CHECK_LIST_r33 1047
+#define _ITER_CHECK_RANGE_r02 1048
+#define _ITER_CHECK_RANGE_r12 1049
+#define _ITER_CHECK_RANGE_r22 1050
+#define _ITER_CHECK_RANGE_r33 1051
+#define _ITER_CHECK_TUPLE_r02 1052
+#define _ITER_CHECK_TUPLE_r12 1053
+#define _ITER_CHECK_TUPLE_r22 1054
+#define _ITER_CHECK_TUPLE_r33 1055
+#define _ITER_JUMP_LIST_r02 1056
+#define _ITER_JUMP_LIST_r12 1057
+#define _ITER_JUMP_LIST_r22 1058
+#define _ITER_JUMP_LIST_r33 1059
+#define _ITER_JUMP_RANGE_r02 1060
+#define _ITER_JUMP_RANGE_r12 1061
+#define _ITER_JUMP_RANGE_r22 1062
+#define _ITER_JUMP_RANGE_r33 1063
+#define _ITER_JUMP_TUPLE_r02 1064
+#define _ITER_JUMP_TUPLE_r12 1065
+#define _ITER_JUMP_TUPLE_r22 1066
+#define _ITER_JUMP_TUPLE_r33 1067
+#define _ITER_NEXT_LIST_r23 1068
+#define _ITER_NEXT_LIST_TIER_TWO_r23 1069
+#define _ITER_NEXT_RANGE_r03 1070
+#define _ITER_NEXT_RANGE_r13 1071
+#define _ITER_NEXT_RANGE_r23 1072
+#define _ITER_NEXT_TUPLE_r03 1073
+#define _ITER_NEXT_TUPLE_r13 1074
+#define _ITER_NEXT_TUPLE_r23 1075
+#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1076
+#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1077
+#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1078
+#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1079
+#define _JUMP_TO_TOP_r00 1080
+#define _LIST_APPEND_r10 1081
+#define _LIST_EXTEND_r10 1082
+#define _LOAD_ATTR_r10 1083
+#define _LOAD_ATTR_CLASS_r11 1084
+#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1085
+#define _LOAD_ATTR_INSTANCE_VALUE_r02 1086
+#define _LOAD_ATTR_INSTANCE_VALUE_r12 1087
+#define _LOAD_ATTR_INSTANCE_VALUE_r23 1088
+#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1089
+#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1090
+#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1091
+#define _LOAD_ATTR_METHOD_NO_DICT_r02 1092
+#define _LOAD_ATTR_METHOD_NO_DICT_r12 1093
+#define _LOAD_ATTR_METHOD_NO_DICT_r23 1094
+#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1095
+#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1096
+#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1097
+#define _LOAD_ATTR_MODULE_r12 1098
+#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1099
+#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1100
+#define _LOAD_ATTR_PROPERTY_FRAME_r11 1101
+#define _LOAD_ATTR_SLOT_r02 1102
+#define _LOAD_ATTR_SLOT_r12 1103
+#define _LOAD_ATTR_SLOT_r23 1104
+#define _LOAD_ATTR_WITH_HINT_r12 1105
+#define _LOAD_BUILD_CLASS_r01 1106
+#define _LOAD_BYTECODE_r00 1107
+#define _LOAD_COMMON_CONSTANT_r01 1108
+#define _LOAD_COMMON_CONSTANT_r12 1109
+#define _LOAD_COMMON_CONSTANT_r23 1110
+#define _LOAD_CONST_r01 1111
+#define _LOAD_CONST_r12 1112
+#define _LOAD_CONST_r23 1113
+#define _LOAD_CONST_INLINE_r01 1114
+#define _LOAD_CONST_INLINE_r12 1115
+#define _LOAD_CONST_INLINE_r23 1116
+#define _LOAD_CONST_INLINE_BORROW_r01 1117
+#define _LOAD_CONST_INLINE_BORROW_r12 1118
+#define _LOAD_CONST_INLINE_BORROW_r23 1119
+#define _LOAD_CONST_UNDER_INLINE_r02 1120
+#define _LOAD_CONST_UNDER_INLINE_r12 1121
+#define _LOAD_CONST_UNDER_INLINE_r23 1122
+#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1123
+#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1124
+#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1125
+#define _LOAD_DEREF_r01 1126
+#define _LOAD_FAST_r01 1127
+#define _LOAD_FAST_r12 1128
+#define _LOAD_FAST_r23 1129
+#define _LOAD_FAST_0_r01 1130
+#define _LOAD_FAST_0_r12 1131
+#define _LOAD_FAST_0_r23 1132
+#define _LOAD_FAST_1_r01 1133
+#define _LOAD_FAST_1_r12 1134
+#define _LOAD_FAST_1_r23 1135
+#define _LOAD_FAST_2_r01 1136
+#define _LOAD_FAST_2_r12 1137
+#define _LOAD_FAST_2_r23 1138
+#define _LOAD_FAST_3_r01 1139
+#define _LOAD_FAST_3_r12 1140
+#define _LOAD_FAST_3_r23 1141
+#define _LOAD_FAST_4_r01 1142
+#define _LOAD_FAST_4_r12 1143
+#define _LOAD_FAST_4_r23 1144
+#define _LOAD_FAST_5_r01 1145
+#define _LOAD_FAST_5_r12 1146
+#define _LOAD_FAST_5_r23 1147
+#define _LOAD_FAST_6_r01 1148
+#define _LOAD_FAST_6_r12 1149
+#define _LOAD_FAST_6_r23 1150
+#define _LOAD_FAST_7_r01 1151
+#define _LOAD_FAST_7_r12 1152
+#define _LOAD_FAST_7_r23 1153
+#define _LOAD_FAST_AND_CLEAR_r01 1154
+#define _LOAD_FAST_AND_CLEAR_r12 1155
+#define _LOAD_FAST_AND_CLEAR_r23 1156
+#define _LOAD_FAST_BORROW_r01 1157
+#define _LOAD_FAST_BORROW_r12 1158
+#define _LOAD_FAST_BORROW_r23 1159
+#define _LOAD_FAST_BORROW_0_r01 1160
+#define _LOAD_FAST_BORROW_0_r12 1161
+#define _LOAD_FAST_BORROW_0_r23 1162
+#define _LOAD_FAST_BORROW_1_r01 1163
+#define _LOAD_FAST_BORROW_1_r12 1164
+#define _LOAD_FAST_BORROW_1_r23 1165
+#define _LOAD_FAST_BORROW_2_r01 1166
+#define _LOAD_FAST_BORROW_2_r12 1167
+#define _LOAD_FAST_BORROW_2_r23 1168
+#define _LOAD_FAST_BORROW_3_r01 1169
+#define _LOAD_FAST_BORROW_3_r12 1170
+#define _LOAD_FAST_BORROW_3_r23 1171
+#define _LOAD_FAST_BORROW_4_r01 1172
+#define _LOAD_FAST_BORROW_4_r12 1173
+#define _LOAD_FAST_BORROW_4_r23 1174
+#define _LOAD_FAST_BORROW_5_r01 1175
+#define _LOAD_FAST_BORROW_5_r12 1176
+#define _LOAD_FAST_BORROW_5_r23 1177
+#define _LOAD_FAST_BORROW_6_r01 1178
+#define _LOAD_FAST_BORROW_6_r12 1179
+#define _LOAD_FAST_BORROW_6_r23 1180
+#define _LOAD_FAST_BORROW_7_r01 1181
+#define _LOAD_FAST_BORROW_7_r12 1182
+#define _LOAD_FAST_BORROW_7_r23 1183
+#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1184
+#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1185
+#define _LOAD_FAST_CHECK_r01 1186
+#define _LOAD_FAST_CHECK_r12 1187
+#define _LOAD_FAST_CHECK_r23 1188
+#define _LOAD_FAST_LOAD_FAST_r02 1189
+#define _LOAD_FAST_LOAD_FAST_r13 1190
+#define _LOAD_FROM_DICT_OR_DEREF_r11 1191
+#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1192
+#define _LOAD_GLOBAL_r00 1193
+#define _LOAD_GLOBAL_BUILTINS_r01 1194
+#define _LOAD_GLOBAL_MODULE_r01 1195
+#define _LOAD_LOCALS_r01 1196
+#define _LOAD_LOCALS_r12 1197
+#define _LOAD_LOCALS_r23 1198
+#define _LOAD_NAME_r01 1199
+#define _LOAD_SMALL_INT_r01 1200
+#define _LOAD_SMALL_INT_r12 1201
+#define _LOAD_SMALL_INT_r23 1202
+#define _LOAD_SMALL_INT_0_r01 1203
+#define _LOAD_SMALL_INT_0_r12 1204
+#define _LOAD_SMALL_INT_0_r23 1205
+#define _LOAD_SMALL_INT_1_r01 1206
+#define _LOAD_SMALL_INT_1_r12 1207
+#define _LOAD_SMALL_INT_1_r23 1208
+#define _LOAD_SMALL_INT_2_r01 1209
+#define _LOAD_SMALL_INT_2_r12 1210
+#define _LOAD_SMALL_INT_2_r23 1211
+#define _LOAD_SMALL_INT_3_r01 1212
+#define _LOAD_SMALL_INT_3_r12 1213
+#define _LOAD_SMALL_INT_3_r23 1214
+#define _LOAD_SPECIAL_r00 1215
+#define _LOAD_SUPER_ATTR_ATTR_r31 1216
+#define _LOAD_SUPER_ATTR_METHOD_r32 1217
+#define _MAKE_CALLARGS_A_TUPLE_r33 1218
+#define _MAKE_CELL_r00 1219
+#define _MAKE_FUNCTION_r11 1220
+#define _MAKE_WARM_r00 1221
+#define _MAKE_WARM_r11 1222
+#define _MAKE_WARM_r22 1223
+#define _MAKE_WARM_r33 1224
+#define _MAP_ADD_r20 1225
+#define _MATCH_CLASS_r31 1226
+#define _MATCH_KEYS_r23 1227
+#define _MATCH_MAPPING_r02 1228
+#define _MATCH_MAPPING_r12 1229
+#define _MATCH_MAPPING_r23 1230
+#define _MATCH_SEQUENCE_r02 1231
+#define _MATCH_SEQUENCE_r12 1232
+#define _MATCH_SEQUENCE_r23 1233
+#define _MAYBE_EXPAND_METHOD_r00 1234
+#define _MAYBE_EXPAND_METHOD_KW_r11 1235
+#define _MONITOR_CALL_r00 1236
+#define _MONITOR_CALL_KW_r11 1237
+#define _MONITOR_JUMP_BACKWARD_r00 1238
+#define _MONITOR_JUMP_BACKWARD_r11 1239
+#define _MONITOR_JUMP_BACKWARD_r22 1240
+#define _MONITOR_JUMP_BACKWARD_r33 1241
+#define _MONITOR_RESUME_r00 1242
+#define _NOP_r00 1243
+#define _NOP_r11 1244
+#define _NOP_r22 1245
+#define _NOP_r33 1246
+#define _POP_CALL_r20 1247
+#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1248
+#define _POP_CALL_ONE_r30 1249
+#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1250
+#define _POP_CALL_TWO_r30 1251
+#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1252
+#define _POP_EXCEPT_r10 1253
+#define _POP_ITER_r20 1254
+#define _POP_JUMP_IF_FALSE_r00 1255
+#define _POP_JUMP_IF_FALSE_r10 1256
+#define _POP_JUMP_IF_FALSE_r21 1257
+#define _POP_JUMP_IF_FALSE_r32 1258
+#define _POP_JUMP_IF_TRUE_r00 1259
+#define _POP_JUMP_IF_TRUE_r10 1260
+#define _POP_JUMP_IF_TRUE_r21 1261
+#define _POP_JUMP_IF_TRUE_r32 1262
+#define _POP_TOP_r10 1263
+#define _POP_TOP_FLOAT_r00 1264
+#define _POP_TOP_FLOAT_r10 1265
+#define _POP_TOP_FLOAT_r21 1266
+#define _POP_TOP_FLOAT_r32 1267
+#define _POP_TOP_INT_r00 1268
+#define _POP_TOP_INT_r10 1269
+#define _POP_TOP_INT_r21 1270
+#define _POP_TOP_INT_r32 1271
+#define _POP_TOP_LOAD_CONST_INLINE_r11 1272
+#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1273
+#define _POP_TOP_NOP_r00 1274
+#define _POP_TOP_NOP_r10 1275
+#define _POP_TOP_NOP_r21 1276
+#define _POP_TOP_NOP_r32 1277
+#define _POP_TOP_UNICODE_r00 1278
+#define _POP_TOP_UNICODE_r10 1279
+#define _POP_TOP_UNICODE_r21 1280
+#define _POP_TOP_UNICODE_r32 1281
+#define _POP_TWO_r20 1282
+#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1283
+#define _PUSH_EXC_INFO_r02 1284
+#define _PUSH_EXC_INFO_r12 1285
+#define _PUSH_EXC_INFO_r23 1286
+#define _PUSH_FRAME_r10 1287
+#define _PUSH_NULL_r01 1288
+#define _PUSH_NULL_r12 1289
+#define _PUSH_NULL_r23 1290
+#define _PUSH_NULL_CONDITIONAL_r00 1291
+#define _PY_FRAME_EX_r31 1292
+#define _PY_FRAME_GENERAL_r01 1293
+#define _PY_FRAME_KW_r11 1294
+#define _QUICKEN_RESUME_r00 1295
+#define _QUICKEN_RESUME_r11 1296
+#define _QUICKEN_RESUME_r22 1297
+#define _QUICKEN_RESUME_r33 1298
+#define _REPLACE_WITH_TRUE_r02 1299
+#define _REPLACE_WITH_TRUE_r12 1300
+#define _REPLACE_WITH_TRUE_r23 1301
+#define _RESUME_CHECK_r00 1302
+#define _RESUME_CHECK_r11 1303
+#define _RESUME_CHECK_r22 1304
+#define _RESUME_CHECK_r33 1305
+#define _RETURN_GENERATOR_r01 1306
+#define _RETURN_VALUE_r11 1307
+#define _SAVE_RETURN_OFFSET_r00 1308
+#define _SAVE_RETURN_OFFSET_r11 1309
+#define _SAVE_RETURN_OFFSET_r22 1310
+#define _SAVE_RETURN_OFFSET_r33 1311
+#define _SEND_r22 1312
+#define _SEND_GEN_FRAME_r22 1313
+#define _SETUP_ANNOTATIONS_r00 1314
+#define _SET_ADD_r10 1315
+#define _SET_FUNCTION_ATTRIBUTE_r01 1316
+#define _SET_FUNCTION_ATTRIBUTE_r11 1317
+#define _SET_FUNCTION_ATTRIBUTE_r21 1318
+#define _SET_FUNCTION_ATTRIBUTE_r32 1319
+#define _SET_IP_r00 1320
+#define _SET_IP_r11 1321
+#define _SET_IP_r22 1322
+#define _SET_IP_r33 1323
+#define _SET_UPDATE_r10 1324
+#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1325
+#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1326
+#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1327
+#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1328
+#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1329
+#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1330
+#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1331
+#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1332
+#define _SPILL_OR_RELOAD_r01 1333
+#define _SPILL_OR_RELOAD_r02 1334
+#define _SPILL_OR_RELOAD_r03 1335
+#define _SPILL_OR_RELOAD_r10 1336
+#define _SPILL_OR_RELOAD_r12 1337
+#define _SPILL_OR_RELOAD_r13 1338
+#define _SPILL_OR_RELOAD_r20 1339
+#define _SPILL_OR_RELOAD_r21 1340
+#define _SPILL_OR_RELOAD_r23 1341
+#define _SPILL_OR_RELOAD_r30 1342
+#define _SPILL_OR_RELOAD_r31 1343
+#define _SPILL_OR_RELOAD_r32 1344
+#define _START_EXECUTOR_r00 1345
+#define _STORE_ATTR_r20 1346
+#define _STORE_ATTR_INSTANCE_VALUE_r21 1347
+#define _STORE_ATTR_INSTANCE_VALUE_NULL_r01 1348
+#define _STORE_ATTR_INSTANCE_VALUE_NULL_r11 1349
+#define _STORE_ATTR_INSTANCE_VALUE_NULL_r21 1350
+#define _STORE_ATTR_INSTANCE_VALUE_NULL_r32 1351
+#define _STORE_ATTR_SLOT_r21 1352
+#define _STORE_ATTR_SLOT_NULL_r01 1353
+#define _STORE_ATTR_SLOT_NULL_r11 1354
+#define _STORE_ATTR_SLOT_NULL_r21 1355
+#define _STORE_ATTR_SLOT_NULL_r32 1356
+#define _STORE_ATTR_WITH_HINT_r21 1357
+#define _STORE_DEREF_r10 1358
+#define _STORE_FAST_LOAD_FAST_r11 1359
+#define _STORE_FAST_STORE_FAST_r20 1360
+#define _STORE_GLOBAL_r10 1361
+#define _STORE_NAME_r10 1362
+#define _STORE_SLICE_r30 1363
+#define _STORE_SUBSCR_r30 1364
+#define _STORE_SUBSCR_DICT_r31 1365
+#define _STORE_SUBSCR_LIST_INT_r32 1366
+#define _SWAP_r11 1367
+#define _SWAP_2_r02 1368
+#define _SWAP_2_r12 1369
+#define _SWAP_2_r22 1370
+#define _SWAP_2_r33 1371
+#define _SWAP_3_r03 1372
+#define _SWAP_3_r13 1373
+#define _SWAP_3_r23 1374
+#define _SWAP_3_r33 1375
+#define _SWAP_FAST_r01 1376
+#define _SWAP_FAST_r11 1377
+#define _SWAP_FAST_r22 1378
+#define _SWAP_FAST_r33 1379
+#define _SWAP_FAST_0_r01 1380
+#define _SWAP_FAST_0_r11 1381
+#define _SWAP_FAST_0_r22 1382
+#define _SWAP_FAST_0_r33 1383
+#define _SWAP_FAST_1_r01 1384
+#define _SWAP_FAST_1_r11 1385
+#define _SWAP_FAST_1_r22 1386
+#define _SWAP_FAST_1_r33 1387
+#define _SWAP_FAST_2_r01 1388
+#define _SWAP_FAST_2_r11 1389
+#define _SWAP_FAST_2_r22 1390
+#define _SWAP_FAST_2_r33 1391
+#define _SWAP_FAST_3_r01 1392
+#define _SWAP_FAST_3_r11 1393
+#define _SWAP_FAST_3_r22 1394
+#define _SWAP_FAST_3_r33 1395
+#define _SWAP_FAST_4_r01 1396
+#define _SWAP_FAST_4_r11 1397
+#define _SWAP_FAST_4_r22 1398
+#define _SWAP_FAST_4_r33 1399
+#define _SWAP_FAST_5_r01 1400
+#define _SWAP_FAST_5_r11 1401
+#define _SWAP_FAST_5_r22 1402
+#define _SWAP_FAST_5_r33 1403
+#define _SWAP_FAST_6_r01 1404
+#define _SWAP_FAST_6_r11 1405
+#define _SWAP_FAST_6_r22 1406
+#define _SWAP_FAST_6_r33 1407
+#define _SWAP_FAST_7_r01 1408
+#define _SWAP_FAST_7_r11 1409
+#define _SWAP_FAST_7_r22 1410
+#define _SWAP_FAST_7_r33 1411
+#define _TIER2_RESUME_CHECK_r00 1412
+#define _TIER2_RESUME_CHECK_r11 1413
+#define _TIER2_RESUME_CHECK_r22 1414
+#define _TIER2_RESUME_CHECK_r33 1415
+#define _TO_BOOL_r11 1416
+#define _TO_BOOL_BOOL_r01 1417
+#define _TO_BOOL_BOOL_r11 1418
+#define _TO_BOOL_BOOL_r22 1419
+#define _TO_BOOL_BOOL_r33 1420
+#define _TO_BOOL_INT_r02 1421
+#define _TO_BOOL_INT_r12 1422
+#define _TO_BOOL_INT_r23 1423
+#define _TO_BOOL_LIST_r02 1424
+#define _TO_BOOL_LIST_r12 1425
+#define _TO_BOOL_LIST_r23 1426
+#define _TO_BOOL_NONE_r01 1427
+#define _TO_BOOL_NONE_r11 1428
+#define _TO_BOOL_NONE_r22 1429
+#define _TO_BOOL_NONE_r33 1430
+#define _TO_BOOL_STR_r02 1431
+#define _TO_BOOL_STR_r12 1432
+#define _TO_BOOL_STR_r23 1433
+#define _TRACE_RECORD_r00 1434
+#define _UNARY_INVERT_r12 1435
+#define _UNARY_NEGATIVE_r12 1436
+#define _UNARY_NOT_r01 1437
+#define _UNARY_NOT_r11 1438
+#define _UNARY_NOT_r22 1439
+#define _UNARY_NOT_r33 1440
+#define _UNPACK_EX_r10 1441
+#define _UNPACK_SEQUENCE_r10 1442
+#define _UNPACK_SEQUENCE_LIST_r10 1443
+#define _UNPACK_SEQUENCE_TUPLE_r10 1444
+#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1445
+#define _WITH_EXCEPT_START_r33 1446
+#define _YIELD_VALUE_r11 1447
+#define MAX_UOP_REGS_ID 1447
 
 #ifdef __cplusplus
 }

diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h
index 07c4f0aeb4a95d4f024a050169fc464c4a9001ba..d19f219c165324f44de2d2800d24dcfa37c83941 100644 (file)
--- a/Include/internal/pycore_uop_metadata.h
+++ b/Include/internal/pycore_uop_metadata.h
@@ -201,8 +201,10 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = {
     [_LOAD_ATTR_PROPERTY_FRAME] = HAS_ARG_FLAG | HAS_DEOPT_FLAG,
     [_GUARD_DORV_NO_DICT] = HAS_EXIT_FLAG,
     [_STORE_ATTR_INSTANCE_VALUE] = HAS_ESCAPES_FLAG,
+    [_STORE_ATTR_INSTANCE_VALUE_NULL] = HAS_DEOPT_FLAG,
     [_STORE_ATTR_WITH_HINT] = HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG,
     [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG,
+    [_STORE_ATTR_SLOT_NULL] = HAS_DEOPT_FLAG,
     [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG,
     [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG,
     [_COMPARE_OP_INT] = HAS_ARG_FLAG,
@@ -1883,6 +1885,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = {
             { -1, -1, -1 },
         },
     },
+    [_STORE_ATTR_INSTANCE_VALUE_NULL] = {
+        .best = { 0, 1, 2, 3 },
+        .entries = {
+            { 1, 0, _STORE_ATTR_INSTANCE_VALUE_NULL_r01 },
+            { 1, 1, _STORE_ATTR_INSTANCE_VALUE_NULL_r11 },
+            { 1, 2, _STORE_ATTR_INSTANCE_VALUE_NULL_r21 },
+            { 2, 3, _STORE_ATTR_INSTANCE_VALUE_NULL_r32 },
+        },
+    },
     [_STORE_ATTR_WITH_HINT] = {
         .best = { 2, 2, 2, 2 },
         .entries = {
@@ -1901,6 +1912,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = {
             { -1, -1, -1 },
         },
     },
+    [_STORE_ATTR_SLOT_NULL] = {
+        .best = { 0, 1, 2, 3 },
+        .entries = {
+            { 1, 0, _STORE_ATTR_SLOT_NULL_r01 },
+            { 1, 1, _STORE_ATTR_SLOT_NULL_r11 },
+            { 1, 2, _STORE_ATTR_SLOT_NULL_r21 },
+            { 2, 3, _STORE_ATTR_SLOT_NULL_r32 },
+        },
+    },
     [_COMPARE_OP] = {
         .best = { 2, 2, 2, 2 },
         .entries = {
@@ -3815,8 +3835,16 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = {
     [_GUARD_DORV_NO_DICT_r22] = _GUARD_DORV_NO_DICT,
     [_GUARD_DORV_NO_DICT_r33] = _GUARD_DORV_NO_DICT,
     [_STORE_ATTR_INSTANCE_VALUE_r21] = _STORE_ATTR_INSTANCE_VALUE,
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r01] = _STORE_ATTR_INSTANCE_VALUE_NULL,
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r11] = _STORE_ATTR_INSTANCE_VALUE_NULL,
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r21] = _STORE_ATTR_INSTANCE_VALUE_NULL,
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r32] = _STORE_ATTR_INSTANCE_VALUE_NULL,
     [_STORE_ATTR_WITH_HINT_r21] = _STORE_ATTR_WITH_HINT,
     [_STORE_ATTR_SLOT_r21] = _STORE_ATTR_SLOT,
+    [_STORE_ATTR_SLOT_NULL_r01] = _STORE_ATTR_SLOT_NULL,
+    [_STORE_ATTR_SLOT_NULL_r11] = _STORE_ATTR_SLOT_NULL,
+    [_STORE_ATTR_SLOT_NULL_r21] = _STORE_ATTR_SLOT_NULL,
+    [_STORE_ATTR_SLOT_NULL_r32] = _STORE_ATTR_SLOT_NULL,
     [_COMPARE_OP_r21] = _COMPARE_OP,
     [_COMPARE_OP_FLOAT_r03] = _COMPARE_OP_FLOAT,
     [_COMPARE_OP_FLOAT_r13] = _COMPARE_OP_FLOAT,
@@ -5234,8 +5262,18 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = {
     [_STORE_ATTR_r20] = "_STORE_ATTR_r20",
     [_STORE_ATTR_INSTANCE_VALUE] = "_STORE_ATTR_INSTANCE_VALUE",
     [_STORE_ATTR_INSTANCE_VALUE_r21] = "_STORE_ATTR_INSTANCE_VALUE_r21",
+    [_STORE_ATTR_INSTANCE_VALUE_NULL] = "_STORE_ATTR_INSTANCE_VALUE_NULL",
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r01] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r01",
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r11] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r11",
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r21] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r21",
+    [_STORE_ATTR_INSTANCE_VALUE_NULL_r32] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r32",
     [_STORE_ATTR_SLOT] = "_STORE_ATTR_SLOT",
     [_STORE_ATTR_SLOT_r21] = "_STORE_ATTR_SLOT_r21",
+    [_STORE_ATTR_SLOT_NULL] = "_STORE_ATTR_SLOT_NULL",
+    [_STORE_ATTR_SLOT_NULL_r01] = "_STORE_ATTR_SLOT_NULL_r01",
+    [_STORE_ATTR_SLOT_NULL_r11] = "_STORE_ATTR_SLOT_NULL_r11",
+    [_STORE_ATTR_SLOT_NULL_r21] = "_STORE_ATTR_SLOT_NULL_r21",
+    [_STORE_ATTR_SLOT_NULL_r32] = "_STORE_ATTR_SLOT_NULL_r32",
     [_STORE_ATTR_WITH_HINT] = "_STORE_ATTR_WITH_HINT",
     [_STORE_ATTR_WITH_HINT_r21] = "_STORE_ATTR_WITH_HINT_r21",
     [_STORE_DEREF] = "_STORE_DEREF",
@@ -5697,10 +5735,14 @@ int _PyUop_num_popped(int opcode, int oparg)
             return 0;
         case _STORE_ATTR_INSTANCE_VALUE:
             return 2;
+        case _STORE_ATTR_INSTANCE_VALUE_NULL:
+            return 2;
         case _STORE_ATTR_WITH_HINT:
             return 2;
         case _STORE_ATTR_SLOT:
             return 2;
+        case _STORE_ATTR_SLOT_NULL:
+            return 2;
         case _COMPARE_OP:
             return 2;
         case _COMPARE_OP_FLOAT:

diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst
new file mode 100644 (file)
index 0000000..561cda6
--- /dev/null
+++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst
@@ -0,0 +1 @@
+Track nullness of attributes of objects in the JIT optimizer. Patch by Hai Zhu.

diff --git a/Python/bytecodes.c b/Python/bytecodes.c
index 4c808016a00cb639840d05356f2a0442f92cb184..8bc58240e908a7f22fade218865b9db341d5ad40 100644 (file)
--- a/Python/bytecodes.c
+++ b/Python/bytecodes.c
@@ -2671,6 +2671,23 @@ dummy_func(
             Py_XDECREF(old_value);
         }
 
+        op(_STORE_ATTR_INSTANCE_VALUE_NULL, (offset/1, value, owner -- o)) {
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+
+            STAT_INC(STORE_ATTR, hit);
+            assert(_PyObject_GetManagedDict(owner_o) == NULL);
+            PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset);
+            PyObject *old_value = *value_ptr;
+            DEOPT_IF(old_value != NULL);
+            FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value));
+            PyDictValues *values = _PyObject_InlineValues(owner_o);
+            Py_ssize_t index = value_ptr - values->values;
+            _PyDictValues_AddToInsertionOrder(values, index);
+            UNLOCK_OBJECT(owner_o);
+            INPUTS_DEAD();
+            o = owner;
+        }
+
         macro(STORE_ATTR_INSTANCE_VALUE) =
             unused/1 +
             _GUARD_TYPE_VERSION_AND_LOCK +
@@ -2733,6 +2750,20 @@ dummy_func(
             Py_XDECREF(old_value);
         }
 
+        op(_STORE_ATTR_SLOT_NULL, (index/1, value, owner -- o)) {
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+
+            DEOPT_IF(!LOCK_OBJECT(owner_o));
+            char *addr = (char *)owner_o + index;
+            STAT_INC(STORE_ATTR, hit);
+            PyObject *old_value = *(PyObject **)addr;
+            DEOPT_IF(old_value != NULL);
+            FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value));
+            UNLOCK_OBJECT(owner_o);
+            INPUTS_DEAD();
+            o = owner;
+        }
+
         macro(STORE_ATTR_SLOT) =
             unused/1 +
             _GUARD_TYPE_VERSION +

diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h
index 8901c25952508103f93dce93dd69e254d9f3026b..1a705098472425108ffdcf9fe6aaa0a8eed80439 100644 (file)
--- a/Python/executor_cases.c.h
+++ b/Python/executor_cases.c.h
@@ -9782,6 +9782,147 @@
             break;
         }
 
+        case _STORE_ATTR_INSTANCE_VALUE_NULL_r01: {
+            CHECK_CURRENT_CACHED_VALUES(0);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            owner = stack_pointer[-1];
+            value = stack_pointer[-2];
+            uint16_t offset = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            STAT_INC(STORE_ATTR, hit);
+            assert(_PyObject_GetManagedDict(owner_o) == NULL);
+            PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset);
+            PyObject *old_value = *value_ptr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                SET_CURRENT_CACHED_VALUES(0);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value));
+            PyDictValues *values = _PyObject_InlineValues(owner_o);
+            Py_ssize_t index = value_ptr - values->values;
+            _PyDictValues_AddToInsertionOrder(values, index);
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            stack_pointer += -2;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_INSTANCE_VALUE_NULL_r11: {
+            CHECK_CURRENT_CACHED_VALUES(1);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            owner = _stack_item_0;
+            value = stack_pointer[-1];
+            uint16_t offset = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            STAT_INC(STORE_ATTR, hit);
+            assert(_PyObject_GetManagedDict(owner_o) == NULL);
+            PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset);
+            PyObject *old_value = *value_ptr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache0 = owner;
+                SET_CURRENT_CACHED_VALUES(1);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value));
+            PyDictValues *values = _PyObject_InlineValues(owner_o);
+            Py_ssize_t index = value_ptr - values->values;
+            _PyDictValues_AddToInsertionOrder(values, index);
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            stack_pointer += -1;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_INSTANCE_VALUE_NULL_r21: {
+            CHECK_CURRENT_CACHED_VALUES(2);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            _PyStackRef _stack_item_1 = _tos_cache1;
+            owner = _stack_item_1;
+            value = _stack_item_0;
+            uint16_t offset = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            STAT_INC(STORE_ATTR, hit);
+            assert(_PyObject_GetManagedDict(owner_o) == NULL);
+            PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset);
+            PyObject *old_value = *value_ptr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache1 = owner;
+                _tos_cache0 = value;
+                SET_CURRENT_CACHED_VALUES(2);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value));
+            PyDictValues *values = _PyObject_InlineValues(owner_o);
+            Py_ssize_t index = value_ptr - values->values;
+            _PyDictValues_AddToInsertionOrder(values, index);
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_INSTANCE_VALUE_NULL_r32: {
+            CHECK_CURRENT_CACHED_VALUES(3);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            _PyStackRef _stack_item_1 = _tos_cache1;
+            _PyStackRef _stack_item_2 = _tos_cache2;
+            owner = _stack_item_2;
+            value = _stack_item_1;
+            uint16_t offset = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            STAT_INC(STORE_ATTR, hit);
+            assert(_PyObject_GetManagedDict(owner_o) == NULL);
+            PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset);
+            PyObject *old_value = *value_ptr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache2 = owner;
+                _tos_cache1 = value;
+                _tos_cache0 = _stack_item_0;
+                SET_CURRENT_CACHED_VALUES(3);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value));
+            PyDictValues *values = _PyObject_InlineValues(owner_o);
+            Py_ssize_t index = value_ptr - values->values;
+            _PyDictValues_AddToInsertionOrder(values, index);
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache1 = o;
+            _tos_cache0 = _stack_item_0;
+            SET_CURRENT_CACHED_VALUES(2);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
         case _STORE_ATTR_WITH_HINT_r21: {
             CHECK_CURRENT_CACHED_VALUES(2);
             assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
@@ -9914,6 +10055,157 @@
             break;
         }
 
+        case _STORE_ATTR_SLOT_NULL_r01: {
+            CHECK_CURRENT_CACHED_VALUES(0);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            owner = stack_pointer[-1];
+            value = stack_pointer[-2];
+            uint16_t index = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            if (!LOCK_OBJECT(owner_o)) {
+                UOP_STAT_INC(uopcode, miss);
+                SET_CURRENT_CACHED_VALUES(0);
+                JUMP_TO_JUMP_TARGET();
+            }
+            char *addr = (char *)owner_o + index;
+            STAT_INC(STORE_ATTR, hit);
+            PyObject *old_value = *(PyObject **)addr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                SET_CURRENT_CACHED_VALUES(0);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value));
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            stack_pointer += -2;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_SLOT_NULL_r11: {
+            CHECK_CURRENT_CACHED_VALUES(1);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            owner = _stack_item_0;
+            value = stack_pointer[-1];
+            uint16_t index = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            if (!LOCK_OBJECT(owner_o)) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache0 = owner;
+                SET_CURRENT_CACHED_VALUES(1);
+                JUMP_TO_JUMP_TARGET();
+            }
+            char *addr = (char *)owner_o + index;
+            STAT_INC(STORE_ATTR, hit);
+            PyObject *old_value = *(PyObject **)addr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache0 = owner;
+                SET_CURRENT_CACHED_VALUES(1);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value));
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            stack_pointer += -1;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_SLOT_NULL_r21: {
+            CHECK_CURRENT_CACHED_VALUES(2);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            _PyStackRef _stack_item_1 = _tos_cache1;
+            owner = _stack_item_1;
+            value = _stack_item_0;
+            uint16_t index = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            if (!LOCK_OBJECT(owner_o)) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache1 = owner;
+                _tos_cache0 = value;
+                SET_CURRENT_CACHED_VALUES(2);
+                JUMP_TO_JUMP_TARGET();
+            }
+            char *addr = (char *)owner_o + index;
+            STAT_INC(STORE_ATTR, hit);
+            PyObject *old_value = *(PyObject **)addr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache1 = owner;
+                _tos_cache0 = value;
+                SET_CURRENT_CACHED_VALUES(2);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value));
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache0 = o;
+            SET_CURRENT_CACHED_VALUES(1);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
+        case _STORE_ATTR_SLOT_NULL_r32: {
+            CHECK_CURRENT_CACHED_VALUES(3);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            _PyStackRef owner;
+            _PyStackRef value;
+            _PyStackRef o;
+            _PyStackRef _stack_item_0 = _tos_cache0;
+            _PyStackRef _stack_item_1 = _tos_cache1;
+            _PyStackRef _stack_item_2 = _tos_cache2;
+            owner = _stack_item_2;
+            value = _stack_item_1;
+            uint16_t index = (uint16_t)CURRENT_OPERAND0_16();
+            PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner);
+            if (!LOCK_OBJECT(owner_o)) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache2 = owner;
+                _tos_cache1 = value;
+                _tos_cache0 = _stack_item_0;
+                SET_CURRENT_CACHED_VALUES(3);
+                JUMP_TO_JUMP_TARGET();
+            }
+            char *addr = (char *)owner_o + index;
+            STAT_INC(STORE_ATTR, hit);
+            PyObject *old_value = *(PyObject **)addr;
+            if (old_value != NULL) {
+                UOP_STAT_INC(uopcode, miss);
+                _tos_cache2 = owner;
+                _tos_cache1 = value;
+                _tos_cache0 = _stack_item_0;
+                SET_CURRENT_CACHED_VALUES(3);
+                JUMP_TO_JUMP_TARGET();
+            }
+            FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value));
+            UNLOCK_OBJECT(owner_o);
+            o = owner;
+            _tos_cache1 = o;
+            _tos_cache0 = _stack_item_0;
+            SET_CURRENT_CACHED_VALUES(2);
+            assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());
+            break;
+        }
+
         case _COMPARE_OP_r21: {
             CHECK_CURRENT_CACHED_VALUES(2);
             assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE());

diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c
index 039aacf23ae3a3ec62d9dce6f7b61829c7260563..0a1f2672f4b6a00cd7093cac548f7963547469f2 100644 (file)
--- a/Python/optimizer_analysis.c
+++ b/Python/optimizer_analysis.c
@@ -269,6 +269,9 @@ add_op(JitOptContext *ctx, _PyUOpInstruction *this_instr,
 #define sym_is_compact_int _Py_uop_sym_is_compact_int
 #define sym_new_compact_int _Py_uop_sym_new_compact_int
 #define sym_new_truthiness _Py_uop_sym_new_truthiness
+#define sym_new_descr_object _Py_uop_sym_new_descr_object
+#define sym_get_attr _Py_uop_sym_get_attr
+#define sym_set_attr _Py_uop_sym_set_attr
 #define sym_new_predicate _Py_uop_sym_new_predicate
 #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing
 
@@ -503,7 +506,6 @@ optimize_uops(
 
         int oparg = this_instr->oparg;
         opcode = this_instr->opcode;
-
         if (!CURRENT_FRAME_IS_INIT_SHIM()) {
             stack_pointer = ctx->frame->stack_pointer;
         }
@@ -524,9 +526,15 @@ optimize_uops(
         if (ctx->out_buffer.next == out_ptr) {
             *(ctx->out_buffer.next++) = *this_instr;
         }
+        // Track escapes - but skip when from init shim frame, since self hasn't escaped yet
+        bool is_init_shim = CURRENT_FRAME_IS_INIT_SHIM();
+        if ((_PyUop_Flags[out_ptr->opcode] & HAS_ESCAPES_FLAG) && !is_init_shim)
+        {
+            ctx->last_escape_index = uop_buffer_length(&ctx->out_buffer) - 1;
+        }
         assert(ctx->frame != NULL);
         DUMP_UOP(ctx, "out", uop_buffer_length(&ctx->out_buffer) - 1, out_ptr, stack_pointer);
-        if (!CURRENT_FRAME_IS_INIT_SHIM() && !ctx->done) {
+        if (!is_init_shim && !ctx->done) {
             DPRINTF(3, " stack_level %d\n", STACK_LEVEL());
             ctx->frame->stack_pointer = stack_pointer;
             assert(STACK_LEVEL() >= 0);

diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c
index 5a3480ab31676b90a7fc0de3e3c97dfe17577edd..4ccecd472b36da4872592c4be2111c284ca5499d 100644 (file)
--- a/Python/optimizer_bytecodes.c
+++ b/Python/optimizer_bytecodes.c
@@ -38,6 +38,9 @@ typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame;
 #define sym_new_compact_int _Py_uop_sym_new_compact_int
 #define sym_is_compact_int _Py_uop_sym_is_compact_int
 #define sym_new_truthiness _Py_uop_sym_new_truthiness
+#define sym_new_descr_object _Py_uop_sym_new_descr_object
+#define sym_get_attr _Py_uop_sym_get_attr
+#define sym_set_attr _Py_uop_sym_set_attr
 #define sym_new_predicate _Py_uop_sym_new_predicate
 #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing
 
@@ -103,6 +106,14 @@ dummy_func(void) {
     }
 
     op(_STORE_ATTR_INSTANCE_VALUE, (offset/1, value, owner -- o)) {
+        JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)offset, value);
+        if (sym_is_null(old_value)) {
+            ADD_OP(_STORE_ATTR_INSTANCE_VALUE_NULL, 0, offset);
+        }
+        o = owner;
+    }
+
+    op(_STORE_ATTR_INSTANCE_VALUE_NULL, (offset/1, value, owner -- o)) {
         (void)value;
         o = owner;
     }
@@ -125,7 +136,14 @@ dummy_func(void) {
     }
 
     op(_STORE_ATTR_SLOT, (index/1, value, owner -- o)) {
-        (void)index;
+        JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)index, value);
+        if (sym_is_null(old_value)) {
+            ADD_OP(_STORE_ATTR_SLOT_NULL, 0, index);
+        }
+        o = owner;
+    }
+
+    op(_STORE_ATTR_SLOT_NULL, (index/1, value, owner -- o)) {
         (void)value;
         o = owner;
     }
@@ -749,8 +767,7 @@ dummy_func(void) {
     }
 
     op(_LOAD_ATTR_SLOT, (index/1, owner -- attr, o)) {
-        attr = sym_new_not_null(ctx);
-        (void)index;
+        attr = sym_get_attr(ctx, owner, (uint16_t)index);
         o = owner;
     }
 
@@ -934,10 +951,14 @@ dummy_func(void) {
     }
 
     op(_CHECK_AND_ALLOCATE_OBJECT, (type_version/2, callable, self_or_null, args[oparg] -- callable, self_or_null, args[oparg])) {
-        (void)type_version;
         (void)args;
         callable = sym_new_not_null(ctx);
-        self_or_null = sym_new_not_null(ctx);
+        PyTypeObject *tp = _PyType_LookupByVersion(type_version);
+        if (tp != NULL) {
+            self_or_null = sym_new_descr_object(ctx, type_version);
+        } else {
+            self_or_null = sym_new_not_null(ctx);
+        }
     }
 
     op(_CREATE_INIT_FRAME, (init, self, args[oparg] -- init_frame)) {

diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h
index 9dc1da3c93bb69dd3beb90cd026a981b155b3c25..4a6f2450680bf9b9f9d0de4955efb2e1af4f9ddd 100644 (file)
--- a/Python/optimizer_cases.c.h
+++ b/Python/optimizer_cases.c.h
@@ -1936,8 +1936,7 @@
             JitOptRef o;
             owner = stack_pointer[-1];
             uint16_t index = (uint16_t)this_instr->operand0;
-            attr = sym_new_not_null(ctx);
-            (void)index;
+            attr = sym_get_attr(ctx, owner, (uint16_t)index);
             o = owner;
             CHECK_STACK_BOUNDS(1);
             stack_pointer[-1] = attr;
@@ -2006,6 +2005,25 @@
         }
 
         case _STORE_ATTR_INSTANCE_VALUE: {
+            JitOptRef owner;
+            JitOptRef value;
+            JitOptRef o;
+            owner = stack_pointer[-1];
+            value = stack_pointer[-2];
+            uint16_t offset = (uint16_t)this_instr->operand0;
+            JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)offset, value);
+            if (sym_is_null(old_value)) {
+                ADD_OP(_STORE_ATTR_INSTANCE_VALUE_NULL, 0, offset);
+            }
+            o = owner;
+            CHECK_STACK_BOUNDS(-1);
+            stack_pointer[-2] = o;
+            stack_pointer += -1;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            break;
+        }
+
+        case _STORE_ATTR_INSTANCE_VALUE_NULL: {
             JitOptRef owner;
             JitOptRef value;
             JitOptRef o;
@@ -2044,7 +2062,25 @@
             owner = stack_pointer[-1];
             value = stack_pointer[-2];
             uint16_t index = (uint16_t)this_instr->operand0;
-            (void)index;
+            JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)index, value);
+            if (sym_is_null(old_value)) {
+                ADD_OP(_STORE_ATTR_SLOT_NULL, 0, index);
+            }
+            o = owner;
+            CHECK_STACK_BOUNDS(-1);
+            stack_pointer[-2] = o;
+            stack_pointer += -1;
+            ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);
+            break;
+        }
+
+        case _STORE_ATTR_SLOT_NULL: {
+            JitOptRef owner;
+            JitOptRef value;
+            JitOptRef o;
+            owner = stack_pointer[-1];
+            value = stack_pointer[-2];
+            uint16_t index = (uint16_t)this_instr->operand0;
             (void)value;
             o = owner;
             CHECK_STACK_BOUNDS(-1);
@@ -3192,11 +3228,15 @@
             self_or_null = stack_pointer[-1 - oparg];
             callable = stack_pointer[-2 - oparg];
             uint32_t type_version = (uint32_t)this_instr->operand0;
-            (void)type_version;
             (void)args;
             callable = sym_new_not_null(ctx);
-            self_or_null = sym_new_not_null(ctx);
             stack_pointer[-2 - oparg] = callable;
+            PyTypeObject *tp = _PyType_LookupByVersion(type_version);
+            if (tp != NULL) {
+                self_or_null = sym_new_descr_object(ctx, type_version);
+            } else {
+                self_or_null = sym_new_not_null(ctx);
+            }
             stack_pointer[-1 - oparg] = self_or_null;
             break;
         }

diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c
index 51cf6e189f0f492fbeb4de6dc8e748698a902945..ff94807c6db1c58f3117ccfc16c1243105ae8d4f 100644 (file)
--- a/Python/optimizer_symbols.c
+++ b/Python/optimizer_symbols.c
@@ -113,6 +113,15 @@ _PyUOpSymPrint(JitOptRef ref)
         case JIT_SYM_COMPACT_INT:
             printf("<compact_int at %p>", (void *)sym);
             break;
+        case JIT_SYM_DESCR_TAG: {
+            PyTypeObject *descr_type = _PyType_LookupByVersion(sym->descr.type_version);
+            if (descr_type) {
+                printf("<%s descr[%d] v%u at %p>", descr_type->tp_name, sym->descr.num_descrs, sym->descr.type_version, (void *)sym);
+            } else {
+                printf("<descr[%d] v%u at %p>", sym->descr.num_descrs, sym->descr.type_version, (void *)sym);
+            }
+            break;
+        }
         default:
             printf("<tag=%d at %p>", sym->tag, (void *)sym);
             break;
@@ -320,6 +329,11 @@ _Py_uop_sym_set_type(JitOptContext *ctx, JitOptRef ref, PyTypeObject *typ)
                 sym_set_bottom(ctx, sym);
             }
             return;
+        case JIT_SYM_DESCR_TAG:
+            if (typ->tp_version_tag != sym->descr.type_version) {
+                sym_set_bottom(ctx, sym);
+            }
+            return;
     }
 }
 
@@ -384,6 +398,12 @@ _Py_uop_sym_set_type_version(JitOptContext *ctx, JitOptRef ref, unsigned int ver
                 return false;
             }
             return true;
+        case JIT_SYM_DESCR_TAG:
+            if (version != sym->descr.type_version) {
+                sym_set_bottom(ctx, sym);
+                return false;
+            }
+            return true;
     }
     Py_UNREACHABLE();
 }
@@ -483,6 +503,9 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val)
                 sym_set_bottom(ctx, sym);
             }
             return;
+        case JIT_SYM_DESCR_TAG:
+            sym_set_bottom(ctx, sym);
+            return;
     }
 }
 
@@ -603,7 +626,8 @@ _Py_uop_sym_get_type(JitOptRef ref)
             return &PyBool_Type;
         case JIT_SYM_COMPACT_INT:
             return &PyLong_Type;
-
+        case JIT_SYM_DESCR_TAG:
+            return _PyType_LookupByVersion(sym->descr.type_version);
     }
     Py_UNREACHABLE();
 }
@@ -632,6 +656,8 @@ _Py_uop_sym_get_type_version(JitOptRef ref)
             return PyBool_Type.tp_version_tag;
         case JIT_SYM_COMPACT_INT:
             return PyLong_Type.tp_version_tag;
+        case JIT_SYM_DESCR_TAG:
+            return sym->descr.type_version;
     }
     Py_UNREACHABLE();
 }
@@ -666,6 +692,7 @@ _Py_uop_sym_truthiness(JitOptContext *ctx, JitOptRef ref)
         case JIT_SYM_NON_NULL_TAG:
         case JIT_SYM_UNKNOWN_TAG:
         case JIT_SYM_COMPACT_INT:
+        case JIT_SYM_DESCR_TAG:
             return -1;
         case JIT_SYM_KNOWN_CLASS_TAG:
             /* TODO :
@@ -823,6 +850,7 @@ _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef ref)
         case JIT_SYM_TUPLE_TAG:
         case JIT_SYM_PREDICATE_TAG:
         case JIT_SYM_TRUTHINESS_TAG:
+        case JIT_SYM_DESCR_TAG:
             sym_set_bottom(ctx, sym);
             return;
         case JIT_SYM_BOTTOM_TAG:
@@ -937,6 +965,116 @@ _Py_uop_sym_new_compact_int(JitOptContext *ctx)
     return PyJitRef_Wrap(sym);
 }
 
+JitOptRef
+_Py_uop_sym_new_descr_object(JitOptContext *ctx, unsigned int type_version)
+{
+    JitOptSymbol *res = sym_new(ctx);
+    if (res == NULL) {
+        return out_of_space_ref(ctx);
+    }
+    res->tag = JIT_SYM_DESCR_TAG;
+    res->descr.num_descrs = 0;
+    res->descr.descrs = NULL;
+    res->descr.type_version = type_version;
+    res->descr.last_modified_index = uop_buffer_length(&ctx->out_buffer);
+    return PyJitRef_Wrap(res);
+}
+
+JitOptRef
+_Py_uop_sym_get_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index)
+{
+    JitOptSymbol *sym = PyJitRef_Unwrap(ref);
+
+    switch (sym->tag) {
+        case JIT_SYM_DESCR_TAG:
+            // Only return tracked slot values if:
+            // 1. Symbol has mappings allocated
+            // 2. No escape has occurred since last modification (state is fresh)
+            if (sym->descr.descrs != NULL &&
+                sym->descr.last_modified_index >= ctx->last_escape_index)
+            {
+                for (int i = 0; i < sym->descr.num_descrs; i++) {
+                    if (sym->descr.descrs[i].slot_index == slot_index) {
+                        return PyJitRef_Wrap(allocation_base(ctx) + sym->descr.descrs[i].symbol);
+                    }
+                }
+            }
+            break;
+        default:
+            break;
+    }
+
+    return _Py_uop_sym_new_not_null(ctx);
+}
+
+static JitOptDescrMapping *
+descr_arena_alloc(JitOptContext *ctx)
+{
+    if (ctx->d_arena.descr_curr_number + MAX_SYMBOLIC_DESCR_SIZE > ctx->d_arena.descr_max_number) {
+        return NULL;
+    }
+    JitOptDescrMapping *descrs = &ctx->d_arena.arena[ctx->d_arena.descr_curr_number];
+    ctx->d_arena.descr_curr_number += MAX_SYMBOLIC_DESCR_SIZE;
+    return descrs;
+}
+
+JitOptRef
+_Py_uop_sym_set_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index, JitOptRef value)
+{
+    JitOptSymbol *sym = PyJitRef_Unwrap(ref);
+    int curr_index = uop_buffer_length(&ctx->out_buffer);
+
+    switch (sym->tag) {
+        case JIT_SYM_DESCR_TAG:
+            break;
+        default:
+            return _Py_uop_sym_new_not_null(ctx);
+    }
+
+    // Check escape
+    if (sym->descr.last_modified_index < ctx->last_escape_index) {
+        sym->descr.num_descrs = 0;
+    }
+
+    // Get old value before updating
+    JitOptRef old_value = PyJitRef_NULL;
+    if (sym->descr.descrs != NULL) {
+        for (int i = 0; i < sym->descr.num_descrs; i++) {
+            if (sym->descr.descrs[i].slot_index == slot_index) {
+                old_value = PyJitRef_Wrap(allocation_base(ctx) + sym->descr.descrs[i].symbol);
+                break;
+            }
+        }
+    }
+
+    // Update the last modified timestamp
+    sym->descr.last_modified_index = curr_index;
+
+    // Check if have arena space allocated
+    if (sym->descr.descrs == NULL) {
+        sym->descr.descrs = descr_arena_alloc(ctx);
+        if (sym->descr.descrs == NULL) {
+            return PyJitRef_IsNull(old_value) ? _Py_uop_sym_new_not_null(ctx) : old_value;
+        }
+    }
+    // Check if the slot already exists
+    for (int i = 0; i < sym->descr.num_descrs; i++) {
+        if (sym->descr.descrs[i].slot_index == slot_index) {
+            sym->descr.descrs[i].symbol = (uint16_t)(PyJitRef_Unwrap(value) - allocation_base(ctx));
+            assert(!PyJitRef_IsNull(old_value));
+            return old_value;
+        }
+    }
+    // Add new mapping if there's space
+    if (sym->descr.num_descrs < MAX_SYMBOLIC_DESCR_SIZE) {
+        int idx = sym->descr.num_descrs++;
+        sym->descr.descrs[idx].slot_index = slot_index;
+        sym->descr.descrs[idx].symbol = (uint16_t)(PyJitRef_Unwrap(value) - allocation_base(ctx));
+    }
+
+    return PyJitRef_IsNull(old_value) ? PyJitRef_Borrow(_Py_uop_sym_new_null(ctx)) : old_value;
+}
+
 // 0 on success, -1 on error.
 _Py_UOpsAbstractFrame *
 _Py_uop_frame_new(
@@ -1026,6 +1164,10 @@ _Py_uop_abstractcontext_init(JitOptContext *ctx)
     ctx->t_arena.ty_curr_number = 0;
     ctx->t_arena.ty_max_number = TY_ARENA_SIZE;
 
+    // Setup the arena for descriptor mappings.
+    ctx->d_arena.descr_curr_number = 0;
+    ctx->d_arena.descr_max_number = DESCR_ARENA_SIZE;
+
     // Frame setup
     ctx->curr_frame_depth = 0;
 
@@ -1036,6 +1178,7 @@ _Py_uop_abstractcontext_init(JitOptContext *ctx)
     ctx->out_of_space = false;
     ctx->contradiction = false;
     ctx->builtins_watched = false;
+    ctx->last_escape_index = 0;
 }
 
 int
@@ -1497,6 +1640,61 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored))
     TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "43 is not an int");
     TEST_PREDICATE(_Py_uop_sym_get_const(ctx, ref_int) == val_43, "43 isn't 43");
 
+    JitOptRef descr_obj = _Py_uop_sym_new_descr_object(ctx, 42);
+    TEST_PREDICATE(!_Py_uop_sym_is_null(descr_obj), "descr object is NULL");
+    TEST_PREDICATE(_Py_uop_sym_is_not_null(descr_obj), "descr object is not not-null");
+    TEST_PREDICATE(_Py_uop_sym_get_type_version(descr_obj) == 42,
+                   "descr object has wrong type version");
+
+    JitOptRef slot_val = _Py_uop_sym_new_const(ctx, val_42);
+    JitOptRef old_val = _Py_uop_sym_set_attr(ctx, descr_obj, 0, slot_val);
+    TEST_PREDICATE(_Py_uop_sym_is_null(old_val), "set_attr on new slot should return NULL");
+    JitOptRef retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42,
+                   "descr getattr(0) didn't return val_42");
+
+    JitOptRef missing = _Py_uop_sym_get_attr(ctx, descr_obj, 99);
+    TEST_PREDICATE(_Py_uop_sym_is_not_null(missing), "missing slot is not not-null");
+    TEST_PREDICATE(!_Py_uop_sym_is_const(ctx, missing), "missing slot is const");
+
+    JitOptRef slot_val2 = _Py_uop_sym_new_const(ctx, val_43);
+    old_val = _Py_uop_sym_set_attr(ctx, descr_obj, 0, slot_val2);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, old_val) == val_42,
+                   "set_attr should return old value (val_42)");
+    retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_43,
+                   "descr getattr(0) didn't return val_43 after update");
+
+    // Test multiple slots
+    JitOptRef slot_val3 = _Py_uop_sym_new_const(ctx, val_42);
+    _Py_uop_sym_set_attr(ctx, descr_obj, 1, slot_val3);
+    retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 1);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42,
+                   "descr getattr(1) didn't return val_42");
+    retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_43,
+                   "descr getattr(0) changed unexpectedly");
+
+    // Test escape invalidation
+    JitOptRef descr_obj3 = _Py_uop_sym_new_descr_object(ctx, 100);
+    JitOptRef escape_val = _Py_uop_sym_new_const(ctx, val_42);
+    _Py_uop_sym_set_attr(ctx, descr_obj3, 0, escape_val);
+    retrieved = _Py_uop_sym_get_attr(ctx, descr_obj3, 0);
+    TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42,
+                   "descr getattr before escape didn't return val_42");
+    // Simulate escape by setting last_escape_index higher
+    ctx->last_escape_index = INT_MAX;
+    retrieved = _Py_uop_sym_get_attr(ctx, descr_obj3, 0);
+    TEST_PREDICATE(!_Py_uop_sym_is_const(ctx, retrieved),
+                   "descr getattr after escape should not return const");
+    TEST_PREDICATE(_Py_uop_sym_is_not_null(retrieved),
+                   "descr getattr after escape should return not-null");
+    ctx->last_escape_index = 0;
+
+    JitOptRef descr_obj2 = _Py_uop_sym_new_descr_object(ctx, 42);
+    _Py_uop_sym_set_type_version(ctx, descr_obj2, 43);
+    TEST_PREDICATE(_Py_uop_sym_is_bottom(descr_obj2),
+                   "descr object with wrong type version isn't bottom");
     _Py_uop_abstractcontext_fini(ctx);
     Py_DECREF(val_42);
     Py_DECREF(val_43);