Added support for Python 3.11.

pythonnet · rmadsen-ks · Apr 27, 2022 · Apr 28, 2022 · Apr 29, 2022 · May 3, 2022
commit 61c5d999222f86345ae126e26310965bc6a2bc2c
diff --git a/src/runtime/Native/TypeOffset311.cs b/src/runtime/Native/TypeOffset311.cs
@@ -0,0 +1,143 @@
+// Auto-generated by geninterop.py.
+// DO NOT MODIFY BY HAND.
+
+// Python 3.11: ABI flags: ''
+
+// ReSharper disable InconsistentNaming
+// ReSharper disable IdentifierTypo
+
+using System;
+using System.Diagnostics.CodeAnalysis;
+using System.Runtime.InteropServices;
+
+using Python.Runtime.Native;
+
+namespace Python.Runtime
+{
+    [SuppressMessage("Style", "IDE1006:Naming Styles",
+                     Justification = "Following CPython",
+                     Scope = "type")]
+
+    [StructLayout(LayoutKind.Sequential)]
+    internal class TypeOffset311 : GeneratedTypeOffsets, ITypeOffsets
+    {
+        public TypeOffset311()
+        {
+
+        }
+        // Auto-generated from PyHeapTypeObject in Python.h
+        public int ob_refcnt  { get; private set; }
+        public int ob_type  { get; private set; }
+        public int ob_size  { get; private set; }
+        public int tp_name  { get; private set; }
+        public int tp_basicsize  { get; private set; }
+        public int tp_itemsize  { get; private set; }
+        public int tp_dealloc  { get; private set; }
+        public int tp_vectorcall_offset  { get; private set; }
+        public int tp_getattr  { get; private set; }
+        public int tp_setattr  { get; private set; }
+        public int tp_as_async  { get; private set; }
+        public int tp_repr  { get; private set; }
+        public int tp_as_number  { get; private set; }
+        public int tp_as_sequence  { get; private set; }
+        public int tp_as_mapping  { get; private set; }
+        public int tp_hash  { get; private set; }
+        public int tp_call  { get; private set; }
+        public int tp_str  { get; private set; }
+        public int tp_getattro  { get; private set; }
+        public int tp_setattro  { get; private set; }
+        public int tp_as_buffer  { get; private set; }
+        public int tp_flags  { get; private set; }
+        public int tp_doc  { get; private set; }
+        public int tp_traverse  { get; private set; }
+        public int tp_clear  { get; private set; }
+        public int tp_richcompare  { get; private set; }
+        public int tp_weaklistoffset  { get; private set; }
+        public int tp_iter  { get; private set; }
+        public int tp_iternext  { get; private set; }
+        public int tp_methods  { get; private set; }
+        public int tp_members  { get; private set; }
+        public int tp_getset  { get; private set; }
+        public int tp_base  { get; private set; }
+        public int tp_dict  { get; private set; }
+        public int tp_descr_get  { get; private set; }
+        public int tp_descr_set  { get; private set; }
+        public int tp_dictoffset  { get; private set; }
+        public int tp_init  { get; private set; }
+        public int tp_alloc  { get; private set; }
+        public int tp_new  { get; private set; }
+        public int tp_free  { get; private set; }
+        public int tp_is_gc  { get; private set; }
+        public int tp_bases  { get; private set; }
+        public int tp_mro  { get; private set; }
+        public int tp_cache  { get; private set; }
+        public int tp_subclasses  { get; private set; }
+        public int tp_weaklist  { get; private set; }
+        public int tp_del  { get; private set; }
+        public int tp_version_tag  { get; private set; }
+        public int tp_finalize  { get; private set; }
+        public int tp_vectorcall  { get; private set; }
+        public int am_await  { get; private set; }
+        public int am_aiter  { get; private set; }
+        public int am_anext  { get; private set; }
+        public int am_send  { get; private set; }
+        public int nb_add  { get; private set; }
+        public int nb_subtract  { get; private set; }
+        public int nb_multiply  { get; private set; }
+        public int nb_remainder  { get; private set; }
+        public int nb_divmod  { get; private set; }
+        public int nb_power  { get; private set; }
+        public int nb_negative  { get; private set; }
+        public int nb_positive  { get; private set; }
+        public int nb_absolute  { get; private set; }
+        public int nb_bool  { get; private set; }
+        public int nb_invert  { get; private set; }
+        public int nb_lshift  { get; private set; }
+        public int nb_rshift  { get; private set; }
+        public int nb_and  { get; private set; }
+        public int nb_xor  { get; private set; }
+        public int nb_or  { get; private set; }
+        public int nb_int  { get; private set; }
+        public int nb_reserved  { get; private set; }
+        public int nb_float  { get; private set; }
+        public int nb_inplace_add  { get; private set; }
+        public int nb_inplace_subtract  { get; private set; }
+        public int nb_inplace_multiply  { get; private set; }
+        public int nb_inplace_remainder  { get; private set; }
+        public int nb_inplace_power  { get; private set; }
+        public int nb_inplace_lshift  { get; private set; }
+        public int nb_inplace_rshift  { get; private set; }
+        public int nb_inplace_and  { get; private set; }
+        public int nb_inplace_xor  { get; private set; }
+        public int nb_inplace_or  { get; private set; }
+        public int nb_floor_divide  { get; private set; }
+        public int nb_true_divide  { get; private set; }
+        public int nb_inplace_floor_divide  { get; private set; }
+        public int nb_inplace_true_divide  { get; private set; }
+        public int nb_index  { get; private set; }
+        public int nb_matrix_multiply  { get; private set; }
+        public int nb_inplace_matrix_multiply  { get; private set; }
+        public int mp_length  { get; private set; }
+        public int mp_subscript  { get; private set; }
+        public int mp_ass_subscript  { get; private set; }
+        public int sq_length  { get; private set; }
+        public int sq_concat  { get; private set; }
+        public int sq_repeat  { get; private set; }
+        public int sq_item  { get; private set; }
+        public int was_sq_slice  { get; private set; }
+        public int sq_ass_item  { get; private set; }
+        public int was_sq_ass_slice  { get; private set; }
+        public int sq_contains  { get; private set; }
+        public int sq_inplace_concat  { get; private set; }
+        public int sq_inplace_repeat  { get; private set; }
+        public int bf_getbuffer  { get; private set; }
+        public int bf_releasebuffer  { get; private set; }
+        public int name  { get; private set; }
+        public int ht_slots  { get; private set; }
+        public int qualname  { get; private set; }
+        public int ht_cached_keys  { get; private set; }
+        public int ht_module  { get; private set; }
+        public int _ht_tpname  { get; private set; }
+        public int spec_cache_getitem  { get; private set; }
+    }
+}
diff --git a/src/runtime/TypeManager.cs b/src/runtime/TypeManager.cs
@@ -470,17 +470,20 @@ internal static PyType CreateMetatypeWithGCHandleOffset()
             int size = Util.ReadInt32(Runtime.PyTypeType, TypeOffset.tp_basicsize)
                        + IntPtr.Size // tp_clr_inst_offset
             ;
-            var result = new PyType(new TypeSpec("clr._internal.GCOffsetBase", basicSize: size,
-                new TypeSpec.Slot[]
-                {
-
-                },
-                TypeFlags.Default | TypeFlags.HeapType | TypeFlags.HaveGC),
-                bases: new PyTuple(new[] { py_type }));
 
-            SetRequiredSlots(result, seen: new HashSet<string>());
-
-            Runtime.PyType_Modified(result);
+            var slots = new[] {
+                new TypeSpec.Slot(TypeSlotID.tp_traverse, subtype_traverse),
+                new TypeSpec.Slot(TypeSlotID.tp_clear, subtype_clear)
+            };
+            var result = new PyType(
+                new TypeSpec(
+                    "clr._internal.GCOffsetBase",
+                    basicSize: size,
+                    slots: slots,
+                    TypeFlags.Default | TypeFlags.HeapType | TypeFlags.HaveGC
+                ),
+                bases: new PyTuple(new[] { py_type })
+            );
 
             return result;
         }

diff --git a/src/runtime/Types/ManagedType.cs b/src/runtime/Types/ManagedType.cs
@@ -148,8 +148,10 @@ protected static void ClearObjectDict(BorrowedReference ob)
         {
             BorrowedReference type = Runtime.PyObject_TYPE(ob);
             int instanceDictOffset = Util.ReadInt32(type, TypeOffset.tp_dictoffset);
-            Debug.Assert(instanceDictOffset > 0);
-            Runtime.Py_CLEAR(ob, instanceDictOffset);
+            //Debug.Assert(instanceDictOffset > 0);
+            // Python 3.11, sometimes this dict is less than zero.
+            if(instanceDictOffset > 0)
+                Runtime.Py_CLEAR(ob, instanceDictOffset);
         }
 
         protected static BorrowedReference GetObjectDict(BorrowedReference ob)