Implement _testexternalinspection.get_async_stack_trace()

Author: 1st1

Include/internal/pycore_runtime.h

@@ -108,6 +108,7 @@ typedef struct _Py_DebugOffsets {
         uint64_t instr_ptr;
         uint64_t localsplus;
         uint64_t owner;
+        uint64_t stackpointer;
     } interpreter_frame;
 
     // Code object offset;
@@ -152,6 +153,13 @@ typedef struct _Py_DebugOffsets {
         uint64_t ob_size;
     } list_object;
 
+    // PySet object offset;
+    struct _set_object {
+        uint64_t size;
+        uint64_t used;
+        uint64_t table;
+    } set_object;
+
     // PyDict object offset;
     struct _dict_object {
         uint64_t size;
@@ -195,14 +203,19 @@ typedef struct _Py_DebugOffsets {
 
     struct _gen_object {
         uint64_t size;
+        uint64_t gi_name;
         uint64_t gi_iframe;
         uint64_t gi_task;
+        uint64_t gi_frame_state;
     } gen_object;
 
     struct _asyncio_task_object {
         uint64_t size;
         uint64_t task_name;
         uint64_t task_awaited_by;
+        uint64_t task_is_task;
+        uint64_t task_awaited_by_is_set;
+        uint64_t task_coro;
     } asyncio_task_object;
 } _Py_DebugOffsets;
 

Include/internal/pycore_runtime_init.h

@@ -44,15 +44,15 @@ typedef enum {
     PyObject *prefix##_cancelled_exc;                                       \
     PyObject *prefix##_awaited_by;                                          \
     fut_state prefix##_state;                                               \
+    /* Used by profilers to make traversing the stack from an external      \
+       process faster. NOTE: can't be bit fields. */                        \
+    char prefix##_is_task;                                                  \
+    char prefix##_awaited_by_is_set;                                        \
     /* These bitfields need to be at the end of the struct                  \
        so that these and bitfields from TaskObj are contiguous.             \
     */                                                                      \
     unsigned prefix##_log_tb: 1;                                            \
     unsigned prefix##_blocking: 1;                                          \
-    /* Used by profilers to make traversing the stack from an external      \
-       process faster. */                                                   \
-    unsigned prefix##_is_task: 1;                                           \
-    unsigned prefix##_awaited_by_is_set: 1;
 
 typedef struct {
     FutureObj_HEAD(fut)
@@ -122,6 +122,7 @@ extern PyTypeObject _PyExc_MemoryError;
                 .instr_ptr = offsetof(_PyInterpreterFrame, instr_ptr), \
                 .localsplus = offsetof(_PyInterpreterFrame, localsplus), \
                 .owner = offsetof(_PyInterpreterFrame, owner), \
+                .stackpointer = offsetof(_PyInterpreterFrame, stackpointer), \
             }, \
             .code_object = { \
                 .size = sizeof(PyCodeObject), \
@@ -155,6 +156,11 @@ extern PyTypeObject _PyExc_MemoryError;
                 .ob_item = offsetof(PyListObject, ob_item), \
                 .ob_size = offsetof(PyListObject, ob_base.ob_size), \
             }, \
+            .set_object = { \
+                .size = sizeof(PySetObject), \
+                .used = offsetof(PySetObject, used), \
+                .table = offsetof(PySetObject, table), \
+            }, \
             .dict_object = { \
                 .size = sizeof(PyDictObject), \
                 .ma_keys = offsetof(PyDictObject, ma_keys), \
@@ -186,13 +192,18 @@ extern PyTypeObject _PyExc_MemoryError;
             }, \
             .gen_object = { \
                 .size = sizeof(PyGenObject), \
+                .gi_name = offsetof(PyGenObject, gi_name), \
                 .gi_iframe = offsetof(PyGenObject, gi_iframe), \
                 .gi_task = offsetof(PyGenObject, gi_task), \
+                .gi_frame_state = offsetof(PyGenObject, gi_frame_state), \
             }, \
             .asyncio_task_object = { \
                 .size = sizeof(TaskObj), \
                 .task_name = offsetof(TaskObj, task_name), \
                 .task_awaited_by = offsetof(TaskObj, task_awaited_by), \
+                .task_is_task = offsetof(TaskObj, task_is_task), \
+                .task_awaited_by_is_set = offsetof(TaskObj, task_awaited_by_is_set), \
+                .task_coro = offsetof(TaskObj, task_coro), \
             }, \
         }, \
         .allocators = { \

Lib/test/test_asyncio/test_stack.py

@@ -7,12 +7,13 @@ def tearDownModule():
     asyncio.set_event_loop_policy(None)
 
 
-def capture_test_stack(*, fut=None):
+def capture_test_stack(*, fut=None, anon=True):
 
     def walk(s):
         ret = [
-            (f"T<{n}>" if '-' not in (n := s.future.get_name()) else 'T<anon>')
-                if isinstance(s.future, asyncio.Task) else 'F'
+            (f"T<{s.future.get_name()}>"
+                if not anon or '-' not in s.future.get_name() else 'T<anon>'
+            ) if isinstance(s.future, asyncio.Task) else 'F'
         ]
 
         ret.append(

Modules/_asynciomodule.c

@@ -213,7 +213,6 @@ set_task_coro(TaskObj *task, PyObject *coro)
     assert(coro != NULL);
     if (PyCoro_CheckExact(coro)) {
         _PyCoro_SetTask(coro, (PyObject *)task);
-        printf("SET %p\n", task);
     }
     Py_INCREF(coro);
     Py_XSETREF(task->task_coro, coro);