2021-05-21 06:57:35 -03:00
|
|
|
#ifndef Py_INTERNAL_FRAME_H
|
|
|
|
#define Py_INTERNAL_FRAME_H
|
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2023-08-21 14:15:52 -03:00
|
|
|
#ifndef Py_BUILD_CORE
|
|
|
|
# error "this header requires Py_BUILD_CORE define"
|
|
|
|
#endif
|
|
|
|
|
2022-01-05 07:30:26 -04:00
|
|
|
#include <stdbool.h>
|
2023-07-25 10:28:30 -03:00
|
|
|
#include <stddef.h> // offsetof()
|
|
|
|
#include "pycore_code.h" // STATS
|
2022-01-05 07:30:26 -04:00
|
|
|
|
2022-04-11 12:05:20 -03:00
|
|
|
/* See Objects/frame_layout.md for an explanation of the frame stack
|
|
|
|
* including explanation of the PyFrameObject and _PyInterpreterFrame
|
|
|
|
* structs. */
|
|
|
|
|
|
|
|
|
2022-02-25 07:53:19 -04:00
|
|
|
struct _frame {
|
|
|
|
PyObject_HEAD
|
|
|
|
PyFrameObject *f_back; /* previous frame, or NULL */
|
2022-02-25 11:22:00 -04:00
|
|
|
struct _PyInterpreterFrame *f_frame; /* points to the frame data */
|
2022-02-25 07:53:19 -04:00
|
|
|
PyObject *f_trace; /* Trace function */
|
|
|
|
int f_lineno; /* Current line number. Only valid if non-zero */
|
|
|
|
char f_trace_lines; /* Emit per-line trace events? */
|
|
|
|
char f_trace_opcodes; /* Emit per-opcode trace events? */
|
2022-03-25 09:57:50 -03:00
|
|
|
char f_fast_as_locals; /* Have the fast locals of this frame been converted to a dict? */
|
2022-02-25 07:53:19 -04:00
|
|
|
/* The frame data, if this frame object owns the frame */
|
|
|
|
PyObject *_f_frame_data[1];
|
|
|
|
};
|
2021-12-09 15:59:26 -04:00
|
|
|
|
2022-02-25 11:07:14 -04:00
|
|
|
extern PyFrameObject* _PyFrame_New_NoTrack(PyCodeObject *code);
|
|
|
|
|
2021-12-09 15:59:26 -04:00
|
|
|
|
|
|
|
/* other API */
|
|
|
|
|
2022-03-22 09:57:19 -03:00
|
|
|
typedef enum _framestate {
|
2023-11-03 07:01:36 -03:00
|
|
|
FRAME_CREATED = -3,
|
|
|
|
FRAME_SUSPENDED = -2,
|
|
|
|
FRAME_SUSPENDED_YIELD_FROM = -1,
|
2021-07-26 07:22:16 -03:00
|
|
|
FRAME_EXECUTING = 0,
|
2022-03-22 09:57:19 -03:00
|
|
|
FRAME_COMPLETED = 1,
|
2021-07-26 07:22:16 -03:00
|
|
|
FRAME_CLEARED = 4
|
2022-03-22 09:57:19 -03:00
|
|
|
} PyFrameState;
|
2021-05-21 06:57:35 -03:00
|
|
|
|
2023-11-03 07:01:36 -03:00
|
|
|
#define FRAME_STATE_SUSPENDED(S) ((S) == FRAME_SUSPENDED || (S) == FRAME_SUSPENDED_YIELD_FROM)
|
2023-11-09 06:27:20 -04:00
|
|
|
#define FRAME_STATE_FINISHED(S) ((S) >= FRAME_COMPLETED)
|
2023-11-03 07:01:36 -03:00
|
|
|
|
2022-03-22 09:57:19 -03:00
|
|
|
enum _frameowner {
|
|
|
|
FRAME_OWNED_BY_THREAD = 0,
|
|
|
|
FRAME_OWNED_BY_GENERATOR = 1,
|
2022-11-10 08:34:57 -04:00
|
|
|
FRAME_OWNED_BY_FRAME_OBJECT = 2,
|
|
|
|
FRAME_OWNED_BY_CSTACK = 3,
|
2022-03-22 09:57:19 -03:00
|
|
|
};
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
typedef struct _PyInterpreterFrame {
|
gh-117045: Add code object to function version cache (#117028)
Changes to the function version cache:
- In addition to the function object, also store the code object,
and allow the latter to be retrieved even if the function has been evicted.
- Stop assigning new function versions after a critical attribute (e.g. `__code__`)
has been modified; the version is permanently reset to zero in this case.
- Changes to `__annotations__` are no longer considered critical. (This fixes gh-109998.)
Changes to the Tier 2 optimization machinery:
- If we cannot map a function version to a function, but it is still mapped to a code object,
we continue projecting the trace.
The operand of the `_PUSH_FRAME` and `_POP_FRAME` opcodes can be either NULL,
a function object, or a code object with the lowest bit set.
This allows us to trace through code that calls an ephemeral function,
i.e., a function that may not be alive when we are constructing the executor,
e.g. a generator expression or certain nested functions.
We will lose globals removal inside such functions,
but we can still do other peephole operations
(and even possibly [call inlining](https://github.com/python/cpython/pull/116290),
if we decide to do it), which only need the code object.
As before, if we cannot retrieve the code object from the cache, we stop projecting.
2024-03-21 16:37:41 -03:00
|
|
|
PyObject *f_executable; /* Strong reference (code object or None) */
|
2023-02-13 07:31:15 -04:00
|
|
|
struct _PyInterpreterFrame *previous;
|
2023-06-08 07:41:24 -03:00
|
|
|
PyObject *f_funcobj; /* Strong reference. Only valid if not on C stack */
|
|
|
|
PyObject *f_globals; /* Borrowed reference. Only valid if not on C stack */
|
|
|
|
PyObject *f_builtins; /* Borrowed reference. Only valid if not on C stack */
|
|
|
|
PyObject *f_locals; /* Strong reference, may be NULL. Only valid if not on C stack */
|
|
|
|
PyFrameObject *frame_obj; /* Strong reference, may be NULL. Only valid if not on C stack */
|
2023-10-26 10:43:10 -03:00
|
|
|
_Py_CODEUNIT *instr_ptr; /* Instruction currently executing (or about to begin) */
|
2022-11-10 08:34:57 -04:00
|
|
|
int stacktop; /* Offset of TOS from localsplus */
|
2023-10-26 10:43:10 -03:00
|
|
|
uint16_t return_offset; /* Only relevant during a function call */
|
2022-03-22 09:57:19 -03:00
|
|
|
char owner;
|
2022-04-11 12:05:20 -03:00
|
|
|
/* Locals and stack */
|
2021-08-25 09:44:20 -03:00
|
|
|
PyObject *localsplus[1];
|
2022-02-25 11:22:00 -04:00
|
|
|
} _PyInterpreterFrame;
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2022-04-07 16:31:01 -03:00
|
|
|
#define _PyInterpreterFrame_LASTI(IF) \
|
2023-10-26 10:43:10 -03:00
|
|
|
((int)((IF)->instr_ptr - _PyCode_CODE(_PyFrame_GetCode(IF))))
|
2023-06-14 09:46:37 -03:00
|
|
|
|
|
|
|
static inline PyCodeObject *_PyFrame_GetCode(_PyInterpreterFrame *f) {
|
|
|
|
assert(PyCode_Check(f->f_executable));
|
|
|
|
return (PyCodeObject *)f->f_executable;
|
|
|
|
}
|
2022-04-07 16:31:01 -03:00
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
static inline PyObject **_PyFrame_Stackbase(_PyInterpreterFrame *f) {
|
2023-06-14 09:46:37 -03:00
|
|
|
return f->localsplus + _PyFrame_GetCode(f)->co_nlocalsplus;
|
2021-08-25 09:44:20 -03:00
|
|
|
}
|
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
static inline PyObject *_PyFrame_StackPeek(_PyInterpreterFrame *f) {
|
2023-06-14 09:46:37 -03:00
|
|
|
assert(f->stacktop > _PyFrame_GetCode(f)->co_nlocalsplus);
|
2021-12-15 06:30:09 -04:00
|
|
|
assert(f->localsplus[f->stacktop-1] != NULL);
|
2021-08-25 09:44:20 -03:00
|
|
|
return f->localsplus[f->stacktop-1];
|
|
|
|
}
|
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
static inline PyObject *_PyFrame_StackPop(_PyInterpreterFrame *f) {
|
2023-06-14 09:46:37 -03:00
|
|
|
assert(f->stacktop > _PyFrame_GetCode(f)->co_nlocalsplus);
|
2021-08-25 09:44:20 -03:00
|
|
|
f->stacktop--;
|
|
|
|
return f->localsplus[f->stacktop];
|
|
|
|
}
|
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
static inline void _PyFrame_StackPush(_PyInterpreterFrame *f, PyObject *value) {
|
2021-08-25 09:44:20 -03:00
|
|
|
f->localsplus[f->stacktop] = value;
|
|
|
|
f->stacktop++;
|
|
|
|
}
|
|
|
|
|
2023-01-04 09:37:06 -04:00
|
|
|
#define FRAME_SPECIALS_SIZE ((int)((sizeof(_PyInterpreterFrame)-1)/sizeof(PyObject *)))
|
|
|
|
|
|
|
|
static inline int
|
|
|
|
_PyFrame_NumSlotsForCodeObject(PyCodeObject *code)
|
|
|
|
{
|
|
|
|
/* This function needs to remain in sync with the calculation of
|
|
|
|
* co_framesize in Tools/build/deepfreeze.py */
|
|
|
|
assert(code->co_framesize >= FRAME_SPECIALS_SIZE);
|
|
|
|
return code->co_framesize - FRAME_SPECIALS_SIZE;
|
|
|
|
}
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
void _PyFrame_Copy(_PyInterpreterFrame *src, _PyInterpreterFrame *dest);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2022-12-23 10:45:53 -04:00
|
|
|
/* Consumes reference to func and locals.
|
|
|
|
Does not initialize frame->previous, which happens
|
|
|
|
when frame is linked into the frame stack.
|
|
|
|
*/
|
2021-07-26 07:22:16 -03:00
|
|
|
static inline void
|
2023-01-06 10:55:56 -04:00
|
|
|
_PyFrame_Initialize(
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyInterpreterFrame *frame, PyFunctionObject *func,
|
2023-01-06 10:55:56 -04:00
|
|
|
PyObject *locals, PyCodeObject *code, int null_locals_from)
|
2021-05-21 06:57:35 -03:00
|
|
|
{
|
2022-08-25 06:16:55 -03:00
|
|
|
frame->f_funcobj = (PyObject *)func;
|
2023-06-14 09:46:37 -03:00
|
|
|
frame->f_executable = Py_NewRef(code);
|
2021-11-23 05:53:24 -04:00
|
|
|
frame->f_builtins = func->func_builtins;
|
|
|
|
frame->f_globals = func->func_globals;
|
2022-06-20 08:59:25 -03:00
|
|
|
frame->f_locals = locals;
|
|
|
|
frame->stacktop = code->co_nlocalsplus;
|
2021-07-26 07:22:16 -03:00
|
|
|
frame->frame_obj = NULL;
|
2023-10-26 10:43:10 -03:00
|
|
|
frame->instr_ptr = _PyCode_CODE(code);
|
2023-04-13 12:19:07 -03:00
|
|
|
frame->return_offset = 0;
|
2022-03-22 09:57:19 -03:00
|
|
|
frame->owner = FRAME_OWNED_BY_THREAD;
|
2023-01-06 10:55:56 -04:00
|
|
|
|
|
|
|
for (int i = null_locals_from; i < code->co_nlocalsplus; i++) {
|
|
|
|
frame->localsplus[i] = NULL;
|
|
|
|
}
|
2021-05-21 06:57:35 -03:00
|
|
|
}
|
|
|
|
|
2021-07-26 07:22:16 -03:00
|
|
|
/* Gets the pointer to the locals array
|
|
|
|
* that precedes this frame.
|
|
|
|
*/
|
|
|
|
static inline PyObject**
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_GetLocalsArray(_PyInterpreterFrame *frame)
|
2021-05-21 06:57:35 -03:00
|
|
|
{
|
2021-08-25 09:44:20 -03:00
|
|
|
return frame->localsplus;
|
|
|
|
}
|
|
|
|
|
2023-04-12 08:04:55 -03:00
|
|
|
/* Fetches the stack pointer, and sets stacktop to -1.
|
2023-04-29 01:51:55 -03:00
|
|
|
Having stacktop <= 0 ensures that invalid
|
|
|
|
values are not visible to the cycle GC.
|
|
|
|
We choose -1 rather than 0 to assist debugging. */
|
2021-08-25 09:44:20 -03:00
|
|
|
static inline PyObject**
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_GetStackPointer(_PyInterpreterFrame *frame)
|
2021-08-25 09:44:20 -03:00
|
|
|
{
|
2023-04-12 08:04:55 -03:00
|
|
|
PyObject **sp = frame->localsplus + frame->stacktop;
|
|
|
|
frame->stacktop = -1;
|
|
|
|
return sp;
|
2021-08-25 09:44:20 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_SetStackPointer(_PyInterpreterFrame *frame, PyObject **stack_pointer)
|
2021-08-25 09:44:20 -03:00
|
|
|
{
|
|
|
|
frame->stacktop = (int)(stack_pointer - frame->localsplus);
|
2021-05-21 06:57:35 -03:00
|
|
|
}
|
|
|
|
|
2022-07-01 07:08:20 -03:00
|
|
|
/* Determine whether a frame is incomplete.
|
|
|
|
* A frame is incomplete if it is part way through
|
|
|
|
* creating cell objects or a generator or coroutine.
|
|
|
|
*
|
|
|
|
* Frames on the frame stack are incomplete until the
|
|
|
|
* first RESUME instruction.
|
|
|
|
* Frames owned by a generator are always complete.
|
|
|
|
*/
|
|
|
|
static inline bool
|
|
|
|
_PyFrame_IsIncomplete(_PyInterpreterFrame *frame)
|
|
|
|
{
|
2023-06-14 09:46:37 -03:00
|
|
|
if (frame->owner == FRAME_OWNED_BY_CSTACK) {
|
|
|
|
return true;
|
|
|
|
}
|
2022-07-01 07:08:20 -03:00
|
|
|
return frame->owner != FRAME_OWNED_BY_GENERATOR &&
|
2023-10-26 10:43:10 -03:00
|
|
|
frame->instr_ptr < _PyCode_CODE(_PyFrame_GetCode(frame)) + _PyFrame_GetCode(frame)->_co_firsttraceable;
|
2022-07-01 07:08:20 -03:00
|
|
|
}
|
|
|
|
|
2023-01-09 16:20:04 -04:00
|
|
|
static inline _PyInterpreterFrame *
|
|
|
|
_PyFrame_GetFirstComplete(_PyInterpreterFrame *frame)
|
|
|
|
{
|
|
|
|
while (frame && _PyFrame_IsIncomplete(frame)) {
|
|
|
|
frame = frame->previous;
|
|
|
|
}
|
|
|
|
return frame;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline _PyInterpreterFrame *
|
|
|
|
_PyThreadState_GetFrame(PyThreadState *tstate)
|
|
|
|
{
|
2023-08-17 07:16:03 -03:00
|
|
|
return _PyFrame_GetFirstComplete(tstate->current_frame);
|
2023-01-09 16:20:04 -04:00
|
|
|
}
|
|
|
|
|
2021-07-26 07:22:16 -03:00
|
|
|
/* For use by _PyFrame_GetFrameObject
|
|
|
|
Do not call directly. */
|
|
|
|
PyFrameObject *
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_MakeAndSetFrameObject(_PyInterpreterFrame *frame);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
|
|
|
/* Gets the PyFrameObject for this frame, lazily
|
|
|
|
* creating it if necessary.
|
|
|
|
* Returns a borrowed referennce */
|
|
|
|
static inline PyFrameObject *
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_GetFrameObject(_PyInterpreterFrame *frame)
|
2021-06-18 07:00:29 -03:00
|
|
|
{
|
2022-07-01 07:08:20 -03:00
|
|
|
|
|
|
|
assert(!_PyFrame_IsIncomplete(frame));
|
2021-07-26 07:22:16 -03:00
|
|
|
PyFrameObject *res = frame->frame_obj;
|
|
|
|
if (res != NULL) {
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
return _PyFrame_MakeAndSetFrameObject(frame);
|
2021-06-18 07:00:29 -03:00
|
|
|
}
|
|
|
|
|
2021-07-26 07:22:16 -03:00
|
|
|
/* Clears all references in the frame.
|
2022-02-25 11:22:00 -04:00
|
|
|
* If take is non-zero, then the _PyInterpreterFrame frame
|
2021-10-06 15:32:38 -03:00
|
|
|
* may be transferred to the frame object it references
|
2021-07-26 07:22:16 -03:00
|
|
|
* instead of being cleared. Either way
|
|
|
|
* the caller no longer owns the references
|
|
|
|
* in the frame.
|
|
|
|
* take should be set to 1 for heap allocated
|
|
|
|
* frames like the ones in generators and coroutines.
|
|
|
|
*/
|
2021-11-29 08:34:59 -04:00
|
|
|
void
|
2023-02-23 06:19:01 -04:00
|
|
|
_PyFrame_ClearExceptCode(_PyInterpreterFrame * frame);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
|
|
|
int
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_Traverse(_PyInterpreterFrame *frame, visitproc visit, void *arg);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2023-07-05 20:05:02 -03:00
|
|
|
PyObject *
|
|
|
|
_PyFrame_GetLocals(_PyInterpreterFrame *frame, int include_hidden);
|
|
|
|
|
2021-07-26 07:22:16 -03:00
|
|
|
int
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_FastToLocalsWithError(_PyInterpreterFrame *frame);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
|
|
|
void
|
2022-02-25 11:22:00 -04:00
|
|
|
_PyFrame_LocalsToFast(_PyInterpreterFrame *frame, int clear);
|
2021-07-26 07:22:16 -03:00
|
|
|
|
2022-06-20 08:59:25 -03:00
|
|
|
static inline bool
|
|
|
|
_PyThreadState_HasStackSpace(PyThreadState *tstate, int size)
|
2021-10-28 12:14:59 -03:00
|
|
|
{
|
2022-09-06 12:45:43 -03:00
|
|
|
assert(
|
|
|
|
(tstate->datastack_top == NULL && tstate->datastack_limit == NULL)
|
|
|
|
||
|
|
|
|
(tstate->datastack_top != NULL && tstate->datastack_limit != NULL)
|
|
|
|
);
|
|
|
|
return tstate->datastack_top != NULL &&
|
|
|
|
size < tstate->datastack_limit - tstate->datastack_top;
|
2021-10-28 12:14:59 -03:00
|
|
|
}
|
|
|
|
|
2022-06-20 08:59:25 -03:00
|
|
|
extern _PyInterpreterFrame *
|
|
|
|
_PyThreadState_PushFrame(PyThreadState *tstate, size_t size);
|
|
|
|
|
2022-02-25 11:22:00 -04:00
|
|
|
void _PyThreadState_PopFrame(PyThreadState *tstate, _PyInterpreterFrame *frame);
|
2021-05-21 06:57:35 -03:00
|
|
|
|
2022-06-20 08:59:25 -03:00
|
|
|
/* Pushes a frame without checking for space.
|
|
|
|
* Must be guarded by _PyThreadState_HasStackSpace()
|
|
|
|
* Consumes reference to func. */
|
|
|
|
static inline _PyInterpreterFrame *
|
2023-01-06 10:55:56 -04:00
|
|
|
_PyFrame_PushUnchecked(PyThreadState *tstate, PyFunctionObject *func, int null_locals_from)
|
2022-06-20 08:59:25 -03:00
|
|
|
{
|
|
|
|
CALL_STAT_INC(frames_pushed);
|
|
|
|
PyCodeObject *code = (PyCodeObject *)func->func_code;
|
|
|
|
_PyInterpreterFrame *new_frame = (_PyInterpreterFrame *)tstate->datastack_top;
|
|
|
|
tstate->datastack_top += code->co_framesize;
|
|
|
|
assert(tstate->datastack_top < tstate->datastack_limit);
|
2023-01-06 10:55:56 -04:00
|
|
|
_PyFrame_Initialize(new_frame, func, NULL, code, null_locals_from);
|
2022-06-20 08:59:25 -03:00
|
|
|
return new_frame;
|
|
|
|
}
|
2022-01-28 08:42:30 -04:00
|
|
|
|
2023-06-22 05:48:19 -03:00
|
|
|
/* Pushes a trampoline frame without checking for space.
|
|
|
|
* Must be guarded by _PyThreadState_HasStackSpace() */
|
|
|
|
static inline _PyInterpreterFrame *
|
2023-10-12 07:02:42 -03:00
|
|
|
_PyFrame_PushTrampolineUnchecked(PyThreadState *tstate, PyCodeObject *code, int stackdepth)
|
2023-06-22 05:48:19 -03:00
|
|
|
{
|
|
|
|
CALL_STAT_INC(frames_pushed);
|
|
|
|
_PyInterpreterFrame *frame = (_PyInterpreterFrame *)tstate->datastack_top;
|
|
|
|
tstate->datastack_top += code->co_framesize;
|
|
|
|
assert(tstate->datastack_top < tstate->datastack_limit);
|
|
|
|
frame->f_funcobj = Py_None;
|
|
|
|
frame->f_executable = Py_NewRef(code);
|
|
|
|
#ifdef Py_DEBUG
|
|
|
|
frame->f_builtins = NULL;
|
|
|
|
frame->f_globals = NULL;
|
|
|
|
#endif
|
|
|
|
frame->f_locals = NULL;
|
|
|
|
frame->stacktop = code->co_nlocalsplus + stackdepth;
|
|
|
|
frame->frame_obj = NULL;
|
2023-10-26 10:43:10 -03:00
|
|
|
frame->instr_ptr = _PyCode_CODE(code);
|
2023-06-22 05:48:19 -03:00
|
|
|
frame->owner = FRAME_OWNED_BY_THREAD;
|
|
|
|
frame->return_offset = 0;
|
|
|
|
return frame;
|
|
|
|
}
|
|
|
|
|
2022-03-22 09:57:19 -03:00
|
|
|
static inline
|
|
|
|
PyGenObject *_PyFrame_GetGenerator(_PyInterpreterFrame *frame)
|
|
|
|
{
|
|
|
|
assert(frame->owner == FRAME_OWNED_BY_GENERATOR);
|
|
|
|
size_t offset_in_gen = offsetof(PyGenObject, gi_iframe);
|
|
|
|
return (PyGenObject *)(((char *)frame) - offset_in_gen);
|
|
|
|
}
|
|
|
|
|
2021-05-21 06:57:35 -03:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
#endif /* !Py_INTERNAL_FRAME_H */
|