2023-08-15 15:04:17 -03:00
|
|
|
#ifndef Py_INTERNAL_OPTIMIZER_H
|
|
|
|
#define Py_INTERNAL_OPTIMIZER_H
|
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef Py_BUILD_CORE
|
|
|
|
# error "this header requires Py_BUILD_CORE define"
|
|
|
|
#endif
|
|
|
|
|
2024-02-13 09:24:48 -04:00
|
|
|
#include "pycore_uop_ids.h"
|
2024-02-27 06:51:26 -04:00
|
|
|
#include <stdbool.h>
|
2024-02-13 09:24:48 -04:00
|
|
|
|
|
|
|
// This is the length of the trace we project initially.
|
2024-03-26 06:35:11 -03:00
|
|
|
#define UOP_MAX_TRACE_LENGTH 800
|
2024-02-13 09:24:48 -04:00
|
|
|
|
|
|
|
#define TRACE_STACK_SIZE 5
|
|
|
|
|
2024-02-02 08:14:34 -04:00
|
|
|
int _Py_uop_analyze_and_optimize(_PyInterpreterFrame *frame,
|
|
|
|
_PyUOpInstruction *trace, int trace_len, int curr_stackentries,
|
|
|
|
_PyBloomFilter *dependencies);
|
2023-08-15 15:04:17 -03:00
|
|
|
|
2023-10-29 17:53:25 -03:00
|
|
|
extern PyTypeObject _PyCounterExecutor_Type;
|
|
|
|
extern PyTypeObject _PyCounterOptimizer_Type;
|
|
|
|
extern PyTypeObject _PyDefaultOptimizer_Type;
|
|
|
|
extern PyTypeObject _PyUOpExecutor_Type;
|
|
|
|
extern PyTypeObject _PyUOpOptimizer_Type;
|
2023-08-15 15:04:17 -03:00
|
|
|
|
2024-02-27 06:51:26 -04:00
|
|
|
/* Symbols */
|
2024-02-28 13:55:56 -04:00
|
|
|
/* See explanation in optimizer_symbols.c */
|
2024-02-27 06:51:26 -04:00
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
struct _Py_UopsSymbol {
|
2024-02-28 13:55:56 -04:00
|
|
|
int flags; // 0 bits: Top; 2 or more bits: Bottom
|
|
|
|
PyTypeObject *typ; // Borrowed reference
|
|
|
|
PyObject *const_val; // Owned reference (!)
|
2024-02-27 06:51:26 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
// Holds locals, stack, locals, stack ... co_consts (in that order)
|
|
|
|
#define MAX_ABSTRACT_INTERP_SIZE 4096
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
#define TY_ARENA_SIZE (UOP_MAX_TRACE_LENGTH * 5)
|
2024-02-27 06:51:26 -04:00
|
|
|
|
|
|
|
// Need extras for root frame and for overflow frame (see TRACE_STACK_PUSH())
|
|
|
|
#define MAX_ABSTRACT_FRAME_DEPTH (TRACE_STACK_SIZE + 2)
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
typedef struct _Py_UopsSymbol _Py_UopsSymbol;
|
2024-02-27 06:51:26 -04:00
|
|
|
|
|
|
|
struct _Py_UOpsAbstractFrame {
|
|
|
|
// Max stacklen
|
|
|
|
int stack_len;
|
|
|
|
int locals_len;
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
_Py_UopsSymbol **stack_pointer;
|
|
|
|
_Py_UopsSymbol **stack;
|
|
|
|
_Py_UopsSymbol **locals;
|
2024-02-27 06:51:26 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame;
|
|
|
|
|
|
|
|
typedef struct ty_arena {
|
|
|
|
int ty_curr_number;
|
|
|
|
int ty_max_number;
|
2024-02-27 09:25:02 -04:00
|
|
|
_Py_UopsSymbol arena[TY_ARENA_SIZE];
|
2024-02-27 06:51:26 -04:00
|
|
|
} ty_arena;
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
struct _Py_UOpsContext {
|
2024-02-27 06:51:26 -04:00
|
|
|
PyObject_HEAD
|
|
|
|
// The current "executing" frame.
|
|
|
|
_Py_UOpsAbstractFrame *frame;
|
|
|
|
_Py_UOpsAbstractFrame frames[MAX_ABSTRACT_FRAME_DEPTH];
|
|
|
|
int curr_frame_depth;
|
|
|
|
|
|
|
|
// Arena for the symbolic types.
|
|
|
|
ty_arena t_arena;
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
_Py_UopsSymbol **n_consumed;
|
|
|
|
_Py_UopsSymbol **limit;
|
|
|
|
_Py_UopsSymbol *locals_and_stack[MAX_ABSTRACT_INTERP_SIZE];
|
2024-02-27 06:51:26 -04:00
|
|
|
};
|
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
typedef struct _Py_UOpsContext _Py_UOpsContext;
|
|
|
|
|
|
|
|
extern bool _Py_uop_sym_is_null(_Py_UopsSymbol *sym);
|
|
|
|
extern bool _Py_uop_sym_is_not_null(_Py_UopsSymbol *sym);
|
|
|
|
extern bool _Py_uop_sym_is_const(_Py_UopsSymbol *sym);
|
|
|
|
extern PyObject *_Py_uop_sym_get_const(_Py_UopsSymbol *sym);
|
|
|
|
extern _Py_UopsSymbol *_Py_uop_sym_new_unknown(_Py_UOpsContext *ctx);
|
|
|
|
extern _Py_UopsSymbol *_Py_uop_sym_new_not_null(_Py_UOpsContext *ctx);
|
|
|
|
extern _Py_UopsSymbol *_Py_uop_sym_new_type(
|
|
|
|
_Py_UOpsContext *ctx, PyTypeObject *typ);
|
|
|
|
extern _Py_UopsSymbol *_Py_uop_sym_new_const(_Py_UOpsContext *ctx, PyObject *const_val);
|
|
|
|
extern _Py_UopsSymbol *_Py_uop_sym_new_null(_Py_UOpsContext *ctx);
|
2024-03-05 11:06:00 -04:00
|
|
|
extern bool _Py_uop_sym_has_type(_Py_UopsSymbol *sym);
|
2024-02-27 09:25:02 -04:00
|
|
|
extern bool _Py_uop_sym_matches_type(_Py_UopsSymbol *sym, PyTypeObject *typ);
|
2024-02-29 14:55:29 -04:00
|
|
|
extern bool _Py_uop_sym_set_null(_Py_UopsSymbol *sym);
|
|
|
|
extern bool _Py_uop_sym_set_non_null(_Py_UopsSymbol *sym);
|
|
|
|
extern bool _Py_uop_sym_set_type(_Py_UopsSymbol *sym, PyTypeObject *typ);
|
|
|
|
extern bool _Py_uop_sym_set_const(_Py_UopsSymbol *sym, PyObject *const_val);
|
2024-02-28 18:38:01 -04:00
|
|
|
extern bool _Py_uop_sym_is_bottom(_Py_UopsSymbol *sym);
|
2024-03-05 07:23:46 -04:00
|
|
|
extern int _Py_uop_sym_truthiness(_Py_UopsSymbol *sym);
|
2024-04-22 09:34:06 -03:00
|
|
|
extern PyTypeObject *_Py_uop_sym_get_type(_Py_UopsSymbol *sym);
|
2024-02-28 18:38:01 -04:00
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
|
|
|
|
extern int _Py_uop_abstractcontext_init(_Py_UOpsContext *ctx);
|
|
|
|
extern void _Py_uop_abstractcontext_fini(_Py_UOpsContext *ctx);
|
|
|
|
|
|
|
|
extern _Py_UOpsAbstractFrame *_Py_uop_frame_new(
|
|
|
|
_Py_UOpsContext *ctx,
|
2024-02-27 06:51:26 -04:00
|
|
|
PyCodeObject *co,
|
2024-02-27 09:25:02 -04:00
|
|
|
_Py_UopsSymbol **localsplus_start,
|
2024-02-27 06:51:26 -04:00
|
|
|
int n_locals_already_filled,
|
|
|
|
int curr_stackentries);
|
2024-02-27 09:25:02 -04:00
|
|
|
extern int _Py_uop_frame_pop(_Py_UOpsContext *ctx);
|
2024-02-27 06:51:26 -04:00
|
|
|
|
2024-02-27 09:25:02 -04:00
|
|
|
PyAPI_FUNC(PyObject *) _Py_uop_symbols_test(PyObject *self, PyObject *ignored);
|
2024-02-27 06:51:26 -04:00
|
|
|
|
2024-02-29 12:11:28 -04:00
|
|
|
PyAPI_FUNC(int) _PyOptimizer_Optimize(_PyInterpreterFrame *frame, _Py_CODEUNIT *start, PyObject **stack_pointer, _PyExecutorObject **exec_ptr);
|
|
|
|
|
2023-08-15 15:04:17 -03:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
#endif /* !Py_INTERNAL_OPTIMIZER_H */
|