#ifndef Py_INTERNAL_COMPILE_H #define Py_INTERNAL_COMPILE_H #ifdef __cplusplus extern "C" { #endif #ifndef Py_BUILD_CORE # error "this header requires Py_BUILD_CORE define" #endif #include #include "pycore_ast.h" // mod_ty #include "pycore_symtable.h" // _Py_SourceLocation #include "pycore_instruction_sequence.h" struct _arena; // Type defined in pycore_pyarena.h struct _mod; // Type defined in pycore_ast.h // Export for 'test_peg_generator' shared extension PyAPI_FUNC(PyCodeObject*) _PyAST_Compile( struct _mod *mod, PyObject *filename, PyCompilerFlags *flags, int optimize, struct _arena *arena); /* AST optimizations */ extern int _PyCompile_AstOptimize( struct _mod *mod, PyObject *filename, PyCompilerFlags *flags, int optimize, struct _arena *arena); extern int _PyAST_Optimize( struct _mod *, struct _arena *arena, int optimize, int ff_features); typedef struct { PyObject *u_name; PyObject *u_qualname; /* dot-separated qualified name (lazy) */ /* The following fields are dicts that map objects to the index of them in co_XXX. The index is used as the argument for opcodes that refer to those collections. */ PyObject *u_consts; /* all constants */ PyObject *u_names; /* all names */ PyObject *u_varnames; /* local variables */ PyObject *u_cellvars; /* cell variables */ PyObject *u_freevars; /* free variables */ PyObject *u_fasthidden; /* dict; keys are names that are fast-locals only temporarily within an inlined comprehension. When value is True, treat as fast-local. */ Py_ssize_t u_argcount; /* number of arguments for block */ Py_ssize_t u_posonlyargcount; /* number of positional only arguments for block */ Py_ssize_t u_kwonlyargcount; /* number of keyword only arguments for block */ int u_firstlineno; /* the first lineno of the block */ } _PyCompile_CodeUnitMetadata; struct _PyCompiler; typedef enum { COMPILE_OP_FAST, COMPILE_OP_GLOBAL, COMPILE_OP_DEREF, COMPILE_OP_NAME, } _PyCompile_optype; /* _PyCompile_FBlockInfo tracks the current frame block. * * A frame block is used to handle loops, try/except, and try/finally. * It's called a frame block to distinguish it from a basic block in the * compiler IR. */ enum _PyCompile_FBlockType { COMPILE_FBLOCK_WHILE_LOOP, COMPILE_FBLOCK_FOR_LOOP, COMPILE_FBLOCK_TRY_EXCEPT, COMPILE_FBLOCK_FINALLY_TRY, COMPILE_FBLOCK_FINALLY_END, COMPILE_FBLOCK_WITH, COMPILE_FBLOCK_ASYNC_WITH, COMPILE_FBLOCK_HANDLER_CLEANUP, COMPILE_FBLOCK_POP_VALUE, COMPILE_FBLOCK_EXCEPTION_HANDLER, COMPILE_FBLOCK_EXCEPTION_GROUP_HANDLER, COMPILE_FBLOCK_ASYNC_COMPREHENSION_GENERATOR, COMPILE_FBLOCK_STOP_ITERATION, }; typedef struct { enum _PyCompile_FBlockType fb_type; _PyJumpTargetLabel fb_block; _Py_SourceLocation fb_loc; /* (optional) type-specific exit or cleanup block */ _PyJumpTargetLabel fb_exit; /* (optional) additional information required for unwinding */ void *fb_datum; } _PyCompile_FBlockInfo; int _PyCompile_PushFBlock(struct _PyCompiler *c, _Py_SourceLocation loc, enum _PyCompile_FBlockType t, _PyJumpTargetLabel block_label, _PyJumpTargetLabel exit, void *datum); void _PyCompile_PopFBlock(struct _PyCompiler *c, enum _PyCompile_FBlockType t, _PyJumpTargetLabel block_label); _PyCompile_FBlockInfo *_PyCompile_TopFBlock(struct _PyCompiler *c); int _PyCompile_EnterScope(struct _PyCompiler *c, identifier name, int scope_type, void *key, int lineno, PyObject *private, _PyCompile_CodeUnitMetadata *umd); void _PyCompile_ExitScope(struct _PyCompiler *c); Py_ssize_t _PyCompile_AddConst(struct _PyCompiler *c, PyObject *o); _PyInstructionSequence *_PyCompile_InstrSequence(struct _PyCompiler *c); int _PyCompile_FutureFeatures(struct _PyCompiler *c); PyObject *_PyCompile_DeferredAnnotations(struct _PyCompiler *c); PyObject *_PyCompile_Mangle(struct _PyCompiler *c, PyObject *name); PyObject *_PyCompile_MaybeMangle(struct _PyCompiler *c, PyObject *name); int _PyCompile_MaybeAddStaticAttributeToClass(struct _PyCompiler *c, expr_ty e); int _PyCompile_GetRefType(struct _PyCompiler *c, PyObject *name); int _PyCompile_LookupCellvar(struct _PyCompiler *c, PyObject *name); int _PyCompile_ResolveNameop(struct _PyCompiler *c, PyObject *mangled, int scope, _PyCompile_optype *optype, Py_ssize_t *arg); int _PyCompile_IsInteractiveTopLevel(struct _PyCompiler *c); int _PyCompile_IsInInlinedComp(struct _PyCompiler *c); int _PyCompile_ScopeType(struct _PyCompiler *c); int _PyCompile_OptimizationLevel(struct _PyCompiler *c); int _PyCompile_LookupArg(struct _PyCompiler *c, PyCodeObject *co, PyObject *name); PyObject *_PyCompile_Qualname(struct _PyCompiler *c); _PyCompile_CodeUnitMetadata *_PyCompile_Metadata(struct _PyCompiler *c); PyObject *_PyCompile_StaticAttributesAsTuple(struct _PyCompiler *c); struct symtable *_PyCompile_Symtable(struct _PyCompiler *c); PySTEntryObject *_PyCompile_SymtableEntry(struct _PyCompiler *c); enum { COMPILE_SCOPE_MODULE, COMPILE_SCOPE_CLASS, COMPILE_SCOPE_FUNCTION, COMPILE_SCOPE_ASYNC_FUNCTION, COMPILE_SCOPE_LAMBDA, COMPILE_SCOPE_COMPREHENSION, COMPILE_SCOPE_ANNOTATIONS, }; typedef struct { PyObject *pushed_locals; PyObject *temp_symbols; PyObject *fast_hidden; _PyJumpTargetLabel cleanup; } _PyCompile_InlinedComprehensionState; int _PyCompile_TweakInlinedComprehensionScopes(struct _PyCompiler *c, _Py_SourceLocation loc, PySTEntryObject *entry, _PyCompile_InlinedComprehensionState *state); int _PyCompile_RevertInlinedComprehensionScopes(struct _PyCompiler *c, _Py_SourceLocation loc, _PyCompile_InlinedComprehensionState *state); int _PyCompile_AddDeferredAnnotaion(struct _PyCompiler *c, stmt_ty s); int _PyCodegen_AddReturnAtEnd(struct _PyCompiler *c, int addNone); int _PyCodegen_EnterAnonymousScope(struct _PyCompiler* c, mod_ty mod); int _PyCodegen_Expression(struct _PyCompiler *c, expr_ty e); int _PyCodegen_Body(struct _PyCompiler *c, _Py_SourceLocation loc, asdl_stmt_seq *stmts, bool is_interactive); /* Utility for a number of growing arrays used in the compiler */ int _PyCompile_EnsureArrayLargeEnough( int idx, void **array, int *alloc, int default_alloc, size_t item_size); int _PyCompile_ConstCacheMergeOne(PyObject *const_cache, PyObject **obj); PyCodeObject *_PyCompile_OptimizeAndAssemble(struct _PyCompiler *c, int addNone); Py_ssize_t _PyCompile_DictAddObj(PyObject *dict, PyObject *o); int _PyCompile_Error(struct _PyCompiler *c, _Py_SourceLocation loc, const char *format, ...); int _PyCompile_Warn(struct _PyCompiler *c, _Py_SourceLocation loc, const char *format, ...); // Export for '_opcode' extension module PyAPI_FUNC(PyObject*) _PyCompile_GetUnaryIntrinsicName(int index); PyAPI_FUNC(PyObject*) _PyCompile_GetBinaryIntrinsicName(int index); /* Access compiler internals for unit testing */ // Export for '_testinternalcapi' shared extension PyAPI_FUNC(PyObject*) _PyCompile_CleanDoc(PyObject *doc); // Export for '_testinternalcapi' shared extension PyAPI_FUNC(PyObject*) _PyCompile_CodeGen( PyObject *ast, PyObject *filename, PyCompilerFlags *flags, int optimize, int compile_mode); // Export for '_testinternalcapi' shared extension PyAPI_FUNC(PyCodeObject*) _PyCompile_Assemble(_PyCompile_CodeUnitMetadata *umd, PyObject *filename, PyObject *instructions); #ifdef __cplusplus } #endif #endif /* !Py_INTERNAL_COMPILE_H */