mirror of https://github.com/python/cpython
gh-111968: Refactor _PyXXX_Fini to integrate with _PyObject_ClearFreeLists (gh-114899)
This commit is contained in:
parent
564385612c
commit
d4d5bae147
|
@ -14,7 +14,6 @@ extern PyTypeObject _PyContextTokenMissing_Type;
|
||||||
/* runtime lifecycle */
|
/* runtime lifecycle */
|
||||||
|
|
||||||
PyStatus _PyContext_Init(PyInterpreterState *);
|
PyStatus _PyContext_Init(PyInterpreterState *);
|
||||||
void _PyContext_Fini(_PyFreeListState *);
|
|
||||||
|
|
||||||
|
|
||||||
/* other API */
|
/* other API */
|
||||||
|
|
|
@ -15,7 +15,6 @@ extern "C" {
|
||||||
|
|
||||||
extern void _PyFloat_InitState(PyInterpreterState *);
|
extern void _PyFloat_InitState(PyInterpreterState *);
|
||||||
extern PyStatus _PyFloat_InitTypes(PyInterpreterState *);
|
extern PyStatus _PyFloat_InitTypes(PyInterpreterState *);
|
||||||
extern void _PyFloat_Fini(_PyFreeListState *);
|
|
||||||
extern void _PyFloat_FiniType(PyInterpreterState *);
|
extern void _PyFloat_FiniType(PyInterpreterState *);
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -125,6 +125,16 @@ typedef struct _Py_freelist_state {
|
||||||
struct _Py_object_stack_state object_stacks;
|
struct _Py_object_stack_state object_stacks;
|
||||||
} _PyFreeListState;
|
} _PyFreeListState;
|
||||||
|
|
||||||
|
extern void _PyObject_ClearFreeLists(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyTuple_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyFloat_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyList_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PySlice_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyDict_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyAsyncGen_ClearFreeLists(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyContext_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
extern void _PyObjectStackChunk_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -279,14 +279,6 @@ extern PyObject *_PyGC_GetReferrers(PyInterpreterState *interp, PyObject *objs);
|
||||||
|
|
||||||
// Functions to clear types free lists
|
// Functions to clear types free lists
|
||||||
extern void _PyGC_ClearAllFreeLists(PyInterpreterState *interp);
|
extern void _PyGC_ClearAllFreeLists(PyInterpreterState *interp);
|
||||||
extern void _Py_ClearFreeLists(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PyTuple_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PyFloat_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PyList_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PySlice_ClearCache(_PyFreeListState *state);
|
|
||||||
extern void _PyDict_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PyAsyncGen_ClearFreeLists(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _PyContext_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
extern void _Py_ScheduleGC(PyInterpreterState *interp);
|
extern void _Py_ScheduleGC(PyInterpreterState *interp);
|
||||||
extern void _Py_RunGC(PyThreadState *tstate);
|
extern void _Py_RunGC(PyThreadState *tstate);
|
||||||
|
|
||||||
|
|
|
@ -26,10 +26,6 @@ extern PyTypeObject _PyCoroWrapper_Type;
|
||||||
extern PyTypeObject _PyAsyncGenWrappedValue_Type;
|
extern PyTypeObject _PyAsyncGenWrappedValue_Type;
|
||||||
extern PyTypeObject _PyAsyncGenAThrow_Type;
|
extern PyTypeObject _PyAsyncGenAThrow_Type;
|
||||||
|
|
||||||
/* runtime lifecycle */
|
|
||||||
|
|
||||||
extern void _PyAsyncGen_Fini(_PyFreeListState *);
|
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -13,12 +13,6 @@ extern "C" {
|
||||||
extern PyObject* _PyList_Extend(PyListObject *, PyObject *);
|
extern PyObject* _PyList_Extend(PyListObject *, PyObject *);
|
||||||
extern void _PyList_DebugMallocStats(FILE *out);
|
extern void _PyList_DebugMallocStats(FILE *out);
|
||||||
|
|
||||||
|
|
||||||
/* runtime lifecycle */
|
|
||||||
|
|
||||||
extern void _PyList_Fini(_PyFreeListState *);
|
|
||||||
|
|
||||||
|
|
||||||
#define _PyList_ITEMS(op) _Py_RVALUE(_PyList_CAST(op)->ob_item)
|
#define _PyList_ITEMS(op) _Py_RVALUE(_PyList_CAST(op)->ob_item)
|
||||||
|
|
||||||
extern int
|
extern int
|
||||||
|
|
|
@ -34,9 +34,6 @@ _PyObjectStackChunk_New(void);
|
||||||
extern void
|
extern void
|
||||||
_PyObjectStackChunk_Free(_PyObjectStackChunk *);
|
_PyObjectStackChunk_Free(_PyObjectStackChunk *);
|
||||||
|
|
||||||
extern void
|
|
||||||
_PyObjectStackChunk_ClearFreeList(_PyFreeListState *state, int is_finalization);
|
|
||||||
|
|
||||||
// Push an item onto the stack. Return -1 on allocation failure, 0 on success.
|
// Push an item onto the stack. Return -1 on allocation failure, 0 on success.
|
||||||
static inline int
|
static inline int
|
||||||
_PyObjectStack_Push(_PyObjectStack *stack, PyObject *obj)
|
_PyObjectStack_Push(_PyObjectStack *stack, PyObject *obj)
|
||||||
|
|
|
@ -11,8 +11,6 @@ extern "C" {
|
||||||
|
|
||||||
/* runtime lifecycle */
|
/* runtime lifecycle */
|
||||||
|
|
||||||
extern void _PySlice_Fini(_PyFreeListState *);
|
|
||||||
|
|
||||||
extern PyObject *
|
extern PyObject *
|
||||||
_PyBuildSlice_ConsumeRefs(PyObject *start, PyObject *stop);
|
_PyBuildSlice_ConsumeRefs(PyObject *start, PyObject *stop);
|
||||||
|
|
||||||
|
|
|
@ -14,7 +14,6 @@ extern void _PyTuple_DebugMallocStats(FILE *out);
|
||||||
/* runtime lifecycle */
|
/* runtime lifecycle */
|
||||||
|
|
||||||
extern PyStatus _PyTuple_InitGlobalObjects(PyInterpreterState *);
|
extern PyStatus _PyTuple_InitGlobalObjects(PyInterpreterState *);
|
||||||
extern void _PyTuple_Fini(_PyFreeListState *);
|
|
||||||
|
|
||||||
|
|
||||||
/* other API */
|
/* other API */
|
||||||
|
|
|
@ -2010,16 +2010,6 @@ _PyFloat_ClearFreeList(_PyFreeListState *freelist_state, int is_finalization)
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
|
||||||
_PyFloat_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
// With Py_GIL_DISABLED:
|
|
||||||
// the freelists for the current thread state have already been cleared.
|
|
||||||
#ifndef Py_GIL_DISABLED
|
|
||||||
_PyFloat_ClearFreeList(state, 1);
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
void
|
void
|
||||||
_PyFloat_FiniType(PyInterpreterState *interp)
|
_PyFloat_FiniType(PyInterpreterState *interp)
|
||||||
{
|
{
|
||||||
|
|
|
@ -1682,17 +1682,6 @@ _PyAsyncGen_ClearFreeLists(_PyFreeListState *freelist_state, int is_finalization
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
|
||||||
_PyAsyncGen_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
// With Py_GIL_DISABLED:
|
|
||||||
// the freelists for the current thread state have already been cleared.
|
|
||||||
#ifndef Py_GIL_DISABLED
|
|
||||||
_PyAsyncGen_ClearFreeLists(state, 1);
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
static PyObject *
|
static PyObject *
|
||||||
async_gen_unwrap_value(PyAsyncGenObject *gen, PyObject *result)
|
async_gen_unwrap_value(PyAsyncGenObject *gen, PyObject *result)
|
||||||
{
|
{
|
||||||
|
|
|
@ -135,16 +135,6 @@ _PyList_ClearFreeList(_PyFreeListState *freelist_state, int is_finalization)
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
|
||||||
_PyList_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
// With Py_GIL_DISABLED:
|
|
||||||
// the freelists for the current thread state have already been cleared.
|
|
||||||
#ifndef Py_GIL_DISABLED
|
|
||||||
_PyList_ClearFreeList(state, 1);
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Print summary info about the state of the optimized allocator */
|
/* Print summary info about the state of the optimized allocator */
|
||||||
void
|
void
|
||||||
_PyList_DebugMallocStats(FILE *out)
|
_PyList_DebugMallocStats(FILE *out)
|
||||||
|
|
|
@ -793,6 +793,21 @@ PyObject_Bytes(PyObject *v)
|
||||||
return PyBytes_FromObject(v);
|
return PyBytes_FromObject(v);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void
|
||||||
|
_PyObject_ClearFreeLists(_PyFreeListState *state, int is_finalization)
|
||||||
|
{
|
||||||
|
// In the free-threaded build, freelists are per-PyThreadState and cleared in PyThreadState_Clear()
|
||||||
|
// In the default build, freelists are per-interpreter and cleared in finalize_interp_types()
|
||||||
|
_PyFloat_ClearFreeList(state, is_finalization);
|
||||||
|
_PyTuple_ClearFreeList(state, is_finalization);
|
||||||
|
_PyList_ClearFreeList(state, is_finalization);
|
||||||
|
_PyDict_ClearFreeList(state, is_finalization);
|
||||||
|
_PyContext_ClearFreeList(state, is_finalization);
|
||||||
|
_PyAsyncGen_ClearFreeLists(state, is_finalization);
|
||||||
|
// Only be cleared if is_finalization is true.
|
||||||
|
_PyObjectStackChunk_ClearFreeList(state, is_finalization);
|
||||||
|
_PySlice_ClearFreeList(state, is_finalization);
|
||||||
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
def _PyObject_FunctionStr(x):
|
def _PyObject_FunctionStr(x):
|
||||||
|
|
|
@ -103,8 +103,11 @@ PyObject _Py_EllipsisObject = _PyObject_HEAD_INIT(&PyEllipsis_Type);
|
||||||
|
|
||||||
/* Slice object implementation */
|
/* Slice object implementation */
|
||||||
|
|
||||||
void _PySlice_ClearCache(_PyFreeListState *state)
|
void _PySlice_ClearFreeList(_PyFreeListState *state, int is_finalization)
|
||||||
{
|
{
|
||||||
|
if (!is_finalization) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
#ifdef WITH_FREELISTS
|
#ifdef WITH_FREELISTS
|
||||||
PySliceObject *obj = state->slices.slice_cache;
|
PySliceObject *obj = state->slices.slice_cache;
|
||||||
if (obj != NULL) {
|
if (obj != NULL) {
|
||||||
|
@ -114,13 +117,6 @@ void _PySlice_ClearCache(_PyFreeListState *state)
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
void _PySlice_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
#ifdef WITH_FREELISTS
|
|
||||||
_PySlice_ClearCache(state);
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
/* start, stop, and step are python objects with None indicating no
|
/* start, stop, and step are python objects with None indicating no
|
||||||
index is present.
|
index is present.
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -964,11 +964,6 @@ _PyTuple_Resize(PyObject **pv, Py_ssize_t newsize)
|
||||||
|
|
||||||
static void maybe_freelist_clear(_PyFreeListState *, int);
|
static void maybe_freelist_clear(_PyFreeListState *, int);
|
||||||
|
|
||||||
void
|
|
||||||
_PyTuple_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
maybe_freelist_clear(state, 1);
|
|
||||||
}
|
|
||||||
|
|
||||||
void
|
void
|
||||||
_PyTuple_ClearFreeList(_PyFreeListState *state, int is_finalization)
|
_PyTuple_ClearFreeList(_PyFreeListState *state, int is_finalization)
|
||||||
|
|
|
@ -1284,17 +1284,6 @@ _PyContext_ClearFreeList(_PyFreeListState *freelist_state, int is_finalization)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
void
|
|
||||||
_PyContext_Fini(_PyFreeListState *state)
|
|
||||||
{
|
|
||||||
// With Py_GIL_DISABLED:
|
|
||||||
// the freelists for the current thread state have already been cleared.
|
|
||||||
#ifndef Py_GIL_DISABLED
|
|
||||||
_PyContext_ClearFreeList(state, 1);
|
|
||||||
#endif
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
PyStatus
|
PyStatus
|
||||||
_PyContext_Init(PyInterpreterState *interp)
|
_PyContext_Init(PyInterpreterState *interp)
|
||||||
{
|
{
|
||||||
|
|
|
@ -1721,7 +1721,7 @@ _PyGC_ClearAllFreeLists(PyInterpreterState *interp)
|
||||||
HEAD_LOCK(&_PyRuntime);
|
HEAD_LOCK(&_PyRuntime);
|
||||||
_PyThreadStateImpl *tstate = (_PyThreadStateImpl *)interp->threads.head;
|
_PyThreadStateImpl *tstate = (_PyThreadStateImpl *)interp->threads.head;
|
||||||
while (tstate != NULL) {
|
while (tstate != NULL) {
|
||||||
_Py_ClearFreeLists(&tstate->freelist_state, 0);
|
_PyObject_ClearFreeLists(&tstate->freelist_state, 0);
|
||||||
tstate = (_PyThreadStateImpl *)tstate->base.next;
|
tstate = (_PyThreadStateImpl *)tstate->base.next;
|
||||||
}
|
}
|
||||||
HEAD_UNLOCK(&_PyRuntime);
|
HEAD_UNLOCK(&_PyRuntime);
|
||||||
|
|
|
@ -11,7 +11,7 @@
|
||||||
void
|
void
|
||||||
_PyGC_ClearAllFreeLists(PyInterpreterState *interp)
|
_PyGC_ClearAllFreeLists(PyInterpreterState *interp)
|
||||||
{
|
{
|
||||||
_Py_ClearFreeLists(&interp->freelist_state, 0);
|
_PyObject_ClearFreeLists(&interp->freelist_state, 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -1790,16 +1790,14 @@ finalize_interp_types(PyInterpreterState *interp)
|
||||||
// a dict internally.
|
// a dict internally.
|
||||||
_PyUnicode_ClearInterned(interp);
|
_PyUnicode_ClearInterned(interp);
|
||||||
|
|
||||||
_PyDict_Fini(interp);
|
|
||||||
_PyUnicode_Fini(interp);
|
_PyUnicode_Fini(interp);
|
||||||
|
|
||||||
|
#ifndef Py_GIL_DISABLED
|
||||||
|
// With Py_GIL_DISABLED:
|
||||||
|
// the freelists for the current thread state have already been cleared.
|
||||||
_PyFreeListState *state = _PyFreeListState_GET();
|
_PyFreeListState *state = _PyFreeListState_GET();
|
||||||
_PyTuple_Fini(state);
|
_PyObject_ClearFreeLists(state, 1);
|
||||||
_PyList_Fini(state);
|
#endif
|
||||||
_PyFloat_Fini(state);
|
|
||||||
_PySlice_Fini(state);
|
|
||||||
_PyContext_Fini(state);
|
|
||||||
_PyAsyncGen_Fini(state);
|
|
||||||
|
|
||||||
#ifdef Py_DEBUG
|
#ifdef Py_DEBUG
|
||||||
_PyStaticObjects_CheckRefcnt(interp);
|
_PyStaticObjects_CheckRefcnt(interp);
|
||||||
|
|
|
@ -1468,20 +1468,6 @@ clear_datastack(PyThreadState *tstate)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
|
||||||
_Py_ClearFreeLists(_PyFreeListState *state, int is_finalization)
|
|
||||||
{
|
|
||||||
// In the free-threaded build, freelists are per-PyThreadState and cleared in PyThreadState_Clear()
|
|
||||||
// In the default build, freelists are per-interpreter and cleared in finalize_interp_types()
|
|
||||||
_PyFloat_ClearFreeList(state, is_finalization);
|
|
||||||
_PyTuple_ClearFreeList(state, is_finalization);
|
|
||||||
_PyList_ClearFreeList(state, is_finalization);
|
|
||||||
_PyDict_ClearFreeList(state, is_finalization);
|
|
||||||
_PyContext_ClearFreeList(state, is_finalization);
|
|
||||||
_PyAsyncGen_ClearFreeLists(state, is_finalization);
|
|
||||||
_PyObjectStackChunk_ClearFreeList(state, is_finalization);
|
|
||||||
}
|
|
||||||
|
|
||||||
void
|
void
|
||||||
PyThreadState_Clear(PyThreadState *tstate)
|
PyThreadState_Clear(PyThreadState *tstate)
|
||||||
{
|
{
|
||||||
|
@ -1566,9 +1552,8 @@ PyThreadState_Clear(PyThreadState *tstate)
|
||||||
}
|
}
|
||||||
#ifdef Py_GIL_DISABLED
|
#ifdef Py_GIL_DISABLED
|
||||||
// Each thread should clear own freelists in free-threading builds.
|
// Each thread should clear own freelists in free-threading builds.
|
||||||
_PyFreeListState *freelist_state = &((_PyThreadStateImpl*)tstate)->freelist_state;
|
_PyFreeListState *freelist_state = _PyFreeListState_GET();
|
||||||
_Py_ClearFreeLists(freelist_state, 1);
|
_PyObject_ClearFreeLists(freelist_state, 1);
|
||||||
_PySlice_ClearCache(freelist_state);
|
|
||||||
|
|
||||||
// Remove ourself from the biased reference counting table of threads.
|
// Remove ourself from the biased reference counting table of threads.
|
||||||
_Py_brc_remove_thread(tstate);
|
_Py_brc_remove_thread(tstate);
|
||||||
|
|
Loading…
Reference in New Issue