traverseda
/
cpython
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

add column offset to all syntax errors

This commit is contained in:
Benjamin Peterson 2010-09-20 23:02:10 +00:00
parent 2bc5c0be01
commit d4efd9eb15
6 changed files with 60 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Include/symtable.h
View File

@ -46,7 +46,9 @@ typedef struct _symtable_entry {
unsigned ste_returns_value : 1; /* true if namespace uses return with unsigned ste_returns_value : 1; /* true if namespace uses return with
an argument */ an argument */
int ste_lineno; /* first line of block */ int ste_lineno; /* first line of block */
int ste_col_offset; /* offset of first line of block */
int ste_opt_lineno; /* lineno of last exec or import * */ int ste_opt_lineno; /* lineno of last exec or import * */
int ste_opt_col_offset; /* offset of last exec or import * */
int ste_tmpname; /* counter for listcomp temp vars */ int ste_tmpname; /* counter for listcomp temp vars */
struct symtable *ste_table; struct symtable *ste_table;
} PySTEntryObject; } PySTEntryObject;

9
Misc/NEWS
View File

@ -10,9 +10,8 @@ What's New in Python 3.2 Alpha 3?
Core and Builtins Core and Builtins
----------------- -----------------
- Issue #9901: Destroying the GIL in Py_Finalize() can fail if some other - All SyntaxErrors now have a column offset and therefore a caret when the error
threads are still running. Instead, reinitialize the GIL on a second is printed.
call to Py_Initialize().
- Issue #9252: PyImport_Import no longer uses a fromlist hack to return the - Issue #9252: PyImport_Import no longer uses a fromlist hack to return the
module that was imported, but instead gets the module from sys.modules. module that was imported, but instead gets the module from sys.modules.
@ -59,10 +58,6 @@ Core and Builtins
Library Library
------- -------
- Issue #9877: Expose sysconfig.get_makefile_filename()
- logging: Added hasHandlers() method to Logger and LoggerAdapter.
- Issue #1686: Fix string.Template when overriding the pattern attribute. - Issue #1686: Fix string.Template when overriding the pattern attribute.
- Issue #9854: SocketIO objects now observe the RawIOBase interface in - Issue #9854: SocketIO objects now observe the RawIOBase interface in

11
Python/ast.c
View File

@ -90,7 +90,7 @@ new_identifier(const char* n, PyArena *arena)
static int static int
ast_error(const node *n, const char *errstr) ast_error(const node *n, const char *errstr)
{ {
PyObject *u = Py_BuildValue("zi", errstr, LINENO(n)); PyObject *u = Py_BuildValue("zii", errstr, LINENO(n), n->n_col_offset);
if (!u) if (!u)
return 0; return 0;
PyErr_SetObject(PyExc_SyntaxError, u); PyErr_SetObject(PyExc_SyntaxError, u);
@ -101,7 +101,7 @@ ast_error(const node *n, const char *errstr)
static void static void
ast_error_finish(const char *filename) ast_error_finish(const char *filename)
{ {
PyObject *type, *value, *tback, *errstr, *loc, *tmp; PyObject *type, *value, *tback, *errstr, *offset, *loc, *tmp;
long lineno; long lineno;
assert(PyErr_Occurred()); assert(PyErr_Occurred());
@ -118,6 +118,11 @@ ast_error_finish(const char *filename)
Py_DECREF(errstr); Py_DECREF(errstr);
return; return;
} }
offset = PyTuple_GetItem(value, 2);
if (!offset) {
Py_DECREF(errstr);
return;
}
Py_DECREF(value); Py_DECREF(value);
loc = PyErr_ProgramText(filename, lineno); loc = PyErr_ProgramText(filename, lineno);
@ -125,7 +130,7 @@ ast_error_finish(const char *filename)
Py_INCREF(Py_None); Py_INCREF(Py_None);
loc = Py_None; loc = Py_None;
} }
tmp = Py_BuildValue("(zlOO)", filename, lineno, Py_None, loc); tmp = Py_BuildValue("(zlOO)", filename, lineno, offset, loc);
Py_DECREF(loc); Py_DECREF(loc);
if (!tmp) { if (!tmp) {
Py_DECREF(errstr); Py_DECREF(errstr);

10
Python/compile.c
View File

@ -123,6 +123,7 @@ struct compiler_unit {
int u_firstlineno; /* the first lineno of the block */ int u_firstlineno; /* the first lineno of the block */
int u_lineno; /* the lineno for the current stmt */ int u_lineno; /* the lineno for the current stmt */
int u_col_offset; /* the offset of the current stmt */
int u_lineno_set; /* boolean to indicate whether instr int u_lineno_set; /* boolean to indicate whether instr
has been generated with current lineno */ has been generated with current lineno */
}; };
@ -486,6 +487,7 @@ compiler_enter_scope(struct compiler *c, identifier name, void *key,
u->u_nfblocks = 0; u->u_nfblocks = 0;
u->u_firstlineno = lineno; u->u_firstlineno = lineno;
u->u_lineno = 0; u->u_lineno = 0;
u->u_col_offset = 0;
u->u_lineno_set = 0; u->u_lineno_set = 0;
u->u_consts = PyDict_New(); u->u_consts = PyDict_New();
if (!u->u_consts) { if (!u->u_consts) {
@ -1965,6 +1967,7 @@ compiler_try_except(struct compiler *c, stmt_ty s)
return compiler_error(c, "default 'except:' must be last"); return compiler_error(c, "default 'except:' must be last");
c->u->u_lineno_set = 0; c->u->u_lineno_set = 0;
c->u->u_lineno = handler->lineno; c->u->u_lineno = handler->lineno;
c->u->u_col_offset = handler->col_offset;
except = compiler_new_block(c); except = compiler_new_block(c);
if (except == NULL) if (except == NULL)
return 0; return 0;
@ -2247,6 +2250,7 @@ compiler_visit_stmt(struct compiler *c, stmt_ty s)
/* Always assign a lineno to the next instruction for a stmt. */ /* Always assign a lineno to the next instruction for a stmt. */
c->u->u_lineno = s->lineno; c->u->u_lineno = s->lineno;
c->u->u_col_offset = s->col_offset;
c->u->u_lineno_set = 0; c->u->u_lineno_set = 0;
switch (s->kind) { switch (s->kind) {
@ -3122,6 +3126,8 @@ compiler_visit_expr(struct compiler *c, expr_ty e)
c->u->u_lineno = e->lineno; c->u->u_lineno = e->lineno;
c->u->u_lineno_set = 0; c->u->u_lineno_set = 0;
} }
/* Updating the column offset is always harmless. */
c->u->u_col_offset = e->col_offset;
switch (e->kind) { switch (e->kind) {
case BoolOp_kind: case BoolOp_kind:
return compiler_boolop(c, e); return compiler_boolop(c, e);
@ -3363,8 +3369,8 @@ compiler_error(struct compiler *c, const char *errstr)
Py_INCREF(Py_None); Py_INCREF(Py_None);
loc = Py_None; loc = Py_None;
} }
u = Py_BuildValue("(ziOO)", c->c_filename, c->u->u_lineno, u = Py_BuildValue("(ziiO)", c->c_filename, c->u->u_lineno,
Py_None, loc); c->u->u_col_offset, loc);
if (!u) if (!u)
goto exit; goto exit;
v = Py_BuildValue("(zO)", errstr, u); v = Py_BuildValue("(zO)", errstr, u);

7
Python/future.c
View File

@ -44,12 +44,12 @@ future_check_features(PyFutureFeatures *ff, stmt_ty s, const char *filename)
} else if (strcmp(feature, "braces") == 0) { } else if (strcmp(feature, "braces") == 0) {
PyErr_SetString(PyExc_SyntaxError, PyErr_SetString(PyExc_SyntaxError,
"not a chance"); "not a chance");
PyErr_SyntaxLocation(filename, s->lineno); PyErr_SyntaxLocationEx(filename, s->lineno, s->col_offset);
return 0; return 0;
} else { } else {
PyErr_Format(PyExc_SyntaxError, PyErr_Format(PyExc_SyntaxError,
UNDEFINED_FUTURE_FEATURE, feature); UNDEFINED_FUTURE_FEATURE, feature);
PyErr_SyntaxLocation(filename, s->lineno); PyErr_SyntaxLocationEx(filename, s->lineno, s->col_offset);
return 0; return 0;
} }
} }
@ -98,8 +98,7 @@ future_parse(PyFutureFeatures *ff, mod_ty mod, const char *filename)
if (done) { if (done) {
PyErr_SetString(PyExc_SyntaxError, PyErr_SetString(PyExc_SyntaxError,
ERR_LATE_FUTURE); ERR_LATE_FUTURE);
PyErr_SyntaxLocation(filename, PyErr_SyntaxLocationEx(filename, s->lineno, s->col_offset);
s->lineno);
return 0; return 0;
} }
if (!future_check_features(ff, s, filename)) if (!future_check_features(ff, s, filename))

61
Python/symtable.c
View File

@ -25,7 +25,7 @@
static PySTEntryObject * static PySTEntryObject *
ste_new(struct symtable *st, identifier name, _Py_block_ty block, ste_new(struct symtable *st, identifier name, _Py_block_ty block,
void *key, int lineno) void *key, int lineno, int col_offset)
{ {
PySTEntryObject *ste = NULL; PySTEntryObject *ste = NULL;
PyObject *k; PyObject *k;
@ -65,7 +65,9 @@ ste_new(struct symtable *st, identifier name, _Py_block_ty block,
ste->ste_varargs = 0; ste->ste_varargs = 0;
ste->ste_varkeywords = 0; ste->ste_varkeywords = 0;
ste->ste_opt_lineno = 0; ste->ste_opt_lineno = 0;
ste->ste_opt_col_offset = 0;
ste->ste_lineno = lineno; ste->ste_lineno = lineno;
ste->ste_col_offset = col_offset;
if (st->st_cur != NULL && if (st->st_cur != NULL &&
(st->st_cur->ste_nested || (st->st_cur->ste_nested ||
@ -163,7 +165,8 @@ PyTypeObject PySTEntry_Type = {
static int symtable_analyze(struct symtable *st); static int symtable_analyze(struct symtable *st);
static int symtable_warn(struct symtable *st, char *msg, int lineno); static int symtable_warn(struct symtable *st, char *msg, int lineno);
static int symtable_enter_block(struct symtable *st, identifier name, static int symtable_enter_block(struct symtable *st, identifier name,
_Py_block_ty block, void *ast, int lineno); _Py_block_ty block, void *ast, int lineno,
int col_offset);
static int symtable_exit_block(struct symtable *st, void *ast); static int symtable_exit_block(struct symtable *st, void *ast);
static int symtable_visit_stmt(struct symtable *st, stmt_ty s); static int symtable_visit_stmt(struct symtable *st, stmt_ty s);
static int symtable_visit_expr(struct symtable *st, expr_ty s); static int symtable_visit_expr(struct symtable *st, expr_ty s);
@ -230,7 +233,7 @@ PySymtable_Build(mod_ty mod, const char *filename, PyFutureFeatures *future)
st->st_future = future; st->st_future = future;
/* Make the initial symbol information gathering pass */ /* Make the initial symbol information gathering pass */
if (!GET_IDENTIFIER(top) || if (!GET_IDENTIFIER(top) ||
!symtable_enter_block(st, top, ModuleBlock, (void *)mod, 0)) { !symtable_enter_block(st, top, ModuleBlock, (void *)mod, 0, 0)) {
PySymtable_Free(st); PySymtable_Free(st);
return NULL; return NULL;
} }
@ -390,8 +393,8 @@ analyze_name(PySTEntryObject *ste, PyObject *scopes, PyObject *name, long flags,
PyErr_Format(PyExc_SyntaxError, PyErr_Format(PyExc_SyntaxError,
"name '%U' is parameter and global", "name '%U' is parameter and global",
name); name);
PyErr_SyntaxLocation(ste->ste_table->st_filename, PyErr_SyntaxLocationEx(ste->ste_table->st_filename,
ste->ste_lineno); ste->ste_lineno, ste->ste_col_offset);
return 0; return 0;
} }
@ -534,8 +537,8 @@ check_unoptimized(const PySTEntryObject* ste) {
break; break;
} }
PyErr_SyntaxLocation(ste->ste_table->st_filename, PyErr_SyntaxLocationEx(ste->ste_table->st_filename, ste->ste_opt_lineno,
ste->ste_opt_lineno); ste->ste_opt_col_offset);
return 0; return 0;
} }
@ -873,8 +876,8 @@ symtable_warn(struct symtable *st, char *msg, int lineno)
lineno, NULL, NULL) < 0) { lineno, NULL, NULL) < 0) {
if (PyErr_ExceptionMatches(PyExc_SyntaxWarning)) { if (PyErr_ExceptionMatches(PyExc_SyntaxWarning)) {
PyErr_SetString(PyExc_SyntaxError, msg); PyErr_SetString(PyExc_SyntaxError, msg);
PyErr_SyntaxLocation(st->st_filename, PyErr_SyntaxLocationEx(st->st_filename, st->st_cur->ste_lineno,
st->st_cur->ste_lineno); st->st_cur->ste_col_offset);
} }
return 0; return 0;
} }
@ -907,7 +910,7 @@ symtable_exit_block(struct symtable *st, void *ast)
static int static int
symtable_enter_block(struct symtable *st, identifier name, _Py_block_ty block, symtable_enter_block(struct symtable *st, identifier name, _Py_block_ty block,
void *ast, int lineno) void *ast, int lineno, int col_offset)
{ {
PySTEntryObject *prev = NULL; PySTEntryObject *prev = NULL;
@ -918,7 +921,7 @@ symtable_enter_block(struct symtable *st, identifier name, _Py_block_ty block,
} }
Py_DECREF(st->st_cur); Py_DECREF(st->st_cur);
} }
st->st_cur = ste_new(st, name, block, ast, lineno); st->st_cur = ste_new(st, name, block, ast, lineno, col_offset);
if (st->st_cur == NULL) if (st->st_cur == NULL)
return 0; return 0;
if (name == GET_IDENTIFIER(top)) if (name == GET_IDENTIFIER(top))
@ -963,8 +966,9 @@ symtable_add_def(struct symtable *st, PyObject *name, int flag)
if ((flag & DEF_PARAM) && (val & DEF_PARAM)) { if ((flag & DEF_PARAM) && (val & DEF_PARAM)) {
/* Is it better to use 'mangled' or 'name' here? */ /* Is it better to use 'mangled' or 'name' here? */
PyErr_Format(PyExc_SyntaxError, DUPLICATE_ARGUMENT, name); PyErr_Format(PyExc_SyntaxError, DUPLICATE_ARGUMENT, name);
PyErr_SyntaxLocation(st->st_filename, PyErr_SyntaxLocationEx(st->st_filename,
st->st_cur->ste_lineno); st->st_cur->ste_lineno,
st->st_cur->ste_col_offset);
goto error; goto error;
} }
val |= flag; val |= flag;
@ -1114,7 +1118,8 @@ symtable_visit_stmt(struct symtable *st, stmt_ty s)
if (s->v.FunctionDef.decorator_list) if (s->v.FunctionDef.decorator_list)
VISIT_SEQ(st, expr, s->v.FunctionDef.decorator_list); VISIT_SEQ(st, expr, s->v.FunctionDef.decorator_list);
if (!symtable_enter_block(st, s->v.FunctionDef.name, if (!symtable_enter_block(st, s->v.FunctionDef.name,
FunctionBlock, (void *)s, s->lineno)) FunctionBlock, (void *)s, s->lineno,
s->col_offset))
return 0; return 0;
VISIT_IN_BLOCK(st, arguments, s->v.FunctionDef.args, s); VISIT_IN_BLOCK(st, arguments, s->v.FunctionDef.args, s);
VISIT_SEQ_IN_BLOCK(st, stmt, s->v.FunctionDef.body, s); VISIT_SEQ_IN_BLOCK(st, stmt, s->v.FunctionDef.body, s);
@ -1134,7 +1139,7 @@ symtable_visit_stmt(struct symtable *st, stmt_ty s)
if (s->v.ClassDef.decorator_list) if (s->v.ClassDef.decorator_list)
VISIT_SEQ(st, expr, s->v.ClassDef.decorator_list); VISIT_SEQ(st, expr, s->v.ClassDef.decorator_list);
if (!symtable_enter_block(st, s->v.ClassDef.name, ClassBlock, if (!symtable_enter_block(st, s->v.ClassDef.name, ClassBlock,
(void *)s, s->lineno)) (void *)s, s->lineno, s->col_offset))
return 0; return 0;
if (!GET_IDENTIFIER(__class__) || if (!GET_IDENTIFIER(__class__) ||
!symtable_add_def(st, __class__, DEF_LOCAL) || !symtable_add_def(st, __class__, DEF_LOCAL) ||
@ -1158,8 +1163,9 @@ symtable_visit_stmt(struct symtable *st, stmt_ty s)
if (st->st_cur->ste_generator) { if (st->st_cur->ste_generator) {
PyErr_SetString(PyExc_SyntaxError, PyErr_SetString(PyExc_SyntaxError,
RETURN_VAL_IN_GENERATOR); RETURN_VAL_IN_GENERATOR);
PyErr_SyntaxLocation(st->st_filename, PyErr_SyntaxLocationEx(st->st_filename,
s->lineno); s->lineno,
s->col_offset);
return 0; return 0;
} }
} }
@ -1221,15 +1227,19 @@ symtable_visit_stmt(struct symtable *st, stmt_ty s)
VISIT_SEQ(st, alias, s->v.Import.names); VISIT_SEQ(st, alias, s->v.Import.names);
/* XXX Don't have the lineno available inside /* XXX Don't have the lineno available inside
visit_alias */ visit_alias */
if (st->st_cur->ste_unoptimized && !st->st_cur->ste_opt_lineno) if (st->st_cur->ste_unoptimized && !st->st_cur->ste_opt_lineno) {
st->st_cur->ste_opt_lineno = s->lineno; st->st_cur->ste_opt_lineno = s->lineno;
st->st_cur->ste_opt_col_offset = s->col_offset;
}
break; break;
case ImportFrom_kind: case ImportFrom_kind:
VISIT_SEQ(st, alias, s->v.ImportFrom.names); VISIT_SEQ(st, alias, s->v.ImportFrom.names);
/* XXX Don't have the lineno available inside /* XXX Don't have the lineno available inside
visit_alias */ visit_alias */
if (st->st_cur->ste_unoptimized && !st->st_cur->ste_opt_lineno) if (st->st_cur->ste_unoptimized && !st->st_cur->ste_opt_lineno) {
st->st_cur->ste_opt_lineno = s->lineno; st->st_cur->ste_opt_lineno = s->lineno;
st->st_cur->ste_opt_col_offset = s->col_offset;
}
break; break;
case Global_kind: { case Global_kind: {
int i; int i;
@ -1324,7 +1334,8 @@ symtable_visit_expr(struct symtable *st, expr_ty e)
if (e->v.Lambda.args->defaults) if (e->v.Lambda.args->defaults)
VISIT_SEQ(st, expr, e->v.Lambda.args->defaults); VISIT_SEQ(st, expr, e->v.Lambda.args->defaults);
if (!symtable_enter_block(st, lambda, if (!symtable_enter_block(st, lambda,
FunctionBlock, (void *)e, e->lineno)) FunctionBlock, (void *)e, e->lineno,
e->col_offset))
return 0; return 0;
VISIT_IN_BLOCK(st, arguments, e->v.Lambda.args, (void*)e); VISIT_IN_BLOCK(st, arguments, e->v.Lambda.args, (void*)e);
VISIT_IN_BLOCK(st, expr, e->v.Lambda.body, (void*)e); VISIT_IN_BLOCK(st, expr, e->v.Lambda.body, (void*)e);
@ -1367,8 +1378,8 @@ symtable_visit_expr(struct symtable *st, expr_ty e)
if (st->st_cur->ste_returns_value) { if (st->st_cur->ste_returns_value) {
PyErr_SetString(PyExc_SyntaxError, PyErr_SetString(PyExc_SyntaxError,
RETURN_VAL_IN_GENERATOR); RETURN_VAL_IN_GENERATOR);
PyErr_SyntaxLocation(st->st_filename, PyErr_SyntaxLocationEx(st->st_filename,
e->lineno); e->lineno, e->col_offset);
return 0; return 0;
} }
break; break;
@ -1557,8 +1568,9 @@ symtable_visit_alias(struct symtable *st, alias_ty a)
else { else {
if (st->st_cur->ste_type != ModuleBlock) { if (st->st_cur->ste_type != ModuleBlock) {
int lineno = st->st_cur->ste_lineno; int lineno = st->st_cur->ste_lineno;
int col_offset = st->st_cur->ste_col_offset;
PyErr_SetString(PyExc_SyntaxError, IMPORT_STAR_WARNING); PyErr_SetString(PyExc_SyntaxError, IMPORT_STAR_WARNING);
PyErr_SyntaxLocation(st->st_filename, lineno); PyErr_SyntaxLocationEx(st->st_filename, lineno, col_offset);
Py_DECREF(store_name); Py_DECREF(store_name);
return 0; return 0;
} }
@ -1622,7 +1634,8 @@ symtable_handle_comprehension(struct symtable *st, expr_ty e,
VISIT(st, expr, outermost->iter); VISIT(st, expr, outermost->iter);
/* Create comprehension scope for the rest */ /* Create comprehension scope for the rest */
if (!scope_name || if (!scope_name ||
!symtable_enter_block(st, scope_name, FunctionBlock, (void *)e, e->lineno)) { !symtable_enter_block(st, scope_name, FunctionBlock, (void *)e,
e->lineno, e->col_offset)) {
return 0; return 0;
} }
st->st_cur->ste_generator = is_generator; st->st_cur->ste_generator = is_generator;