2008-03-30 04:09:22 -03:00
|
|
|
import sys, itertools, unittest
|
|
|
|
from test import test_support
|
2008-06-10 04:45:28 -03:00
|
|
|
import ast
|
2006-02-28 14:44:41 -04:00
|
|
|
|
|
|
|
def to_tuple(t):
|
|
|
|
if t is None or isinstance(t, (basestring, int, long, complex)):
|
|
|
|
return t
|
|
|
|
elif isinstance(t, list):
|
|
|
|
return [to_tuple(e) for e in t]
|
|
|
|
result = [t.__class__.__name__]
|
2006-03-01 18:49:05 -04:00
|
|
|
if hasattr(t, 'lineno') and hasattr(t, 'col_offset'):
|
|
|
|
result.append((t.lineno, t.col_offset))
|
2006-02-28 14:44:41 -04:00
|
|
|
if t._fields is None:
|
|
|
|
return tuple(result)
|
|
|
|
for f in t._fields:
|
|
|
|
result.append(to_tuple(getattr(t, f)))
|
|
|
|
return tuple(result)
|
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
|
2006-02-28 14:44:41 -04:00
|
|
|
# These tests are compiled through "exec"
|
2013-08-17 10:56:09 -03:00
|
|
|
# There should be at least one test per statement
|
2006-02-28 14:44:41 -04:00
|
|
|
exec_tests = [
|
2011-06-27 19:46:06 -03:00
|
|
|
# None
|
|
|
|
"None",
|
2006-02-28 14:44:41 -04:00
|
|
|
# FunctionDef
|
|
|
|
"def f(): pass",
|
2011-06-27 19:46:06 -03:00
|
|
|
# FunctionDef with arg
|
|
|
|
"def f(a): pass",
|
|
|
|
# FunctionDef with arg and default value
|
|
|
|
"def f(a=0): pass",
|
|
|
|
# FunctionDef with varargs
|
|
|
|
"def f(*args): pass",
|
|
|
|
# FunctionDef with kwargs
|
|
|
|
"def f(**kwargs): pass",
|
|
|
|
# FunctionDef with all kind of args
|
|
|
|
"def f(a, b=1, c=None, d=[], e={}, *args, **kwargs): pass",
|
2006-02-28 14:44:41 -04:00
|
|
|
# ClassDef
|
|
|
|
"class C:pass",
|
2011-06-27 19:46:06 -03:00
|
|
|
# ClassDef, new style class
|
|
|
|
"class C(object): pass",
|
2006-02-28 14:44:41 -04:00
|
|
|
# Return
|
|
|
|
"def f():return 1",
|
|
|
|
# Delete
|
|
|
|
"del v",
|
|
|
|
# Assign
|
|
|
|
"v = 1",
|
|
|
|
# AugAssign
|
|
|
|
"v += 1",
|
|
|
|
# Print
|
|
|
|
"print >>f, 1, ",
|
|
|
|
# For
|
|
|
|
"for v in v:pass",
|
|
|
|
# While
|
|
|
|
"while v:pass",
|
|
|
|
# If
|
|
|
|
"if v:pass",
|
|
|
|
# Raise
|
|
|
|
"raise Exception, 'string'",
|
|
|
|
# TryExcept
|
|
|
|
"try:\n pass\nexcept Exception:\n pass",
|
|
|
|
# TryFinally
|
|
|
|
"try:\n pass\nfinally:\n pass",
|
|
|
|
# Assert
|
|
|
|
"assert v",
|
|
|
|
# Import
|
|
|
|
"import sys",
|
|
|
|
# ImportFrom
|
|
|
|
"from sys import v",
|
|
|
|
# Exec
|
|
|
|
"exec 'v'",
|
|
|
|
# Global
|
|
|
|
"global v",
|
|
|
|
# Expr
|
|
|
|
"1",
|
|
|
|
# Pass,
|
|
|
|
"pass",
|
|
|
|
# Break
|
|
|
|
"break",
|
|
|
|
# Continue
|
|
|
|
"continue",
|
2009-08-15 19:59:21 -03:00
|
|
|
# for statements with naked tuples (see http://bugs.python.org/issue6704)
|
|
|
|
"for a,b in c: pass",
|
|
|
|
"[(a,b) for a,b in c]",
|
|
|
|
"((a,b) for a,b in c)",
|
2011-06-27 19:46:06 -03:00
|
|
|
"((a,b) for (a,b) in c)",
|
|
|
|
# Multiline generator expression (test for .lineno & .col_offset)
|
|
|
|
"""(
|
|
|
|
(
|
|
|
|
Aa
|
|
|
|
,
|
|
|
|
Bb
|
|
|
|
)
|
|
|
|
for
|
|
|
|
Aa
|
|
|
|
,
|
|
|
|
Bb in Cc
|
|
|
|
)""",
|
|
|
|
# dictcomp
|
|
|
|
"{a : b for w in x for m in p if g}",
|
|
|
|
# dictcomp with naked tuple
|
|
|
|
"{a : b for v,w in x}",
|
|
|
|
# setcomp
|
|
|
|
"{r for l in x if g}",
|
|
|
|
# setcomp with naked tuple
|
|
|
|
"{r for l,m in x}",
|
2006-02-28 14:44:41 -04:00
|
|
|
]
|
|
|
|
|
|
|
|
# These are compiled through "single"
|
|
|
|
# because of overlap with "eval", it just tests what
|
|
|
|
# can't be tested with "eval"
|
|
|
|
single_tests = [
|
|
|
|
"1+2"
|
|
|
|
]
|
|
|
|
|
|
|
|
# These are compiled through "eval"
|
|
|
|
# It should test all expressions
|
|
|
|
eval_tests = [
|
2011-06-27 19:46:06 -03:00
|
|
|
# None
|
|
|
|
"None",
|
2006-02-28 14:44:41 -04:00
|
|
|
# BoolOp
|
|
|
|
"a and b",
|
|
|
|
# BinOp
|
|
|
|
"a + b",
|
|
|
|
# UnaryOp
|
|
|
|
"not v",
|
|
|
|
# Lambda
|
|
|
|
"lambda:None",
|
|
|
|
# Dict
|
|
|
|
"{ 1:2 }",
|
2011-06-27 19:46:06 -03:00
|
|
|
# Empty dict
|
|
|
|
"{}",
|
|
|
|
# Set
|
|
|
|
"{None,}",
|
|
|
|
# Multiline dict (test for .lineno & .col_offset)
|
|
|
|
"""{
|
|
|
|
1
|
|
|
|
:
|
|
|
|
2
|
|
|
|
}""",
|
2006-02-28 14:44:41 -04:00
|
|
|
# ListComp
|
|
|
|
"[a for b in c if d]",
|
|
|
|
# GeneratorExp
|
|
|
|
"(a for b in c if d)",
|
|
|
|
# Yield - yield expressions can't work outside a function
|
|
|
|
#
|
|
|
|
# Compare
|
|
|
|
"1 < 2 < 3",
|
|
|
|
# Call
|
|
|
|
"f(1,2,c=3,*d,**e)",
|
|
|
|
# Repr
|
|
|
|
"`v`",
|
|
|
|
# Num
|
|
|
|
"10L",
|
|
|
|
# Str
|
|
|
|
"'string'",
|
|
|
|
# Attribute
|
|
|
|
"a.b",
|
|
|
|
# Subscript
|
|
|
|
"a[b:c]",
|
|
|
|
# Name
|
|
|
|
"v",
|
|
|
|
# List
|
|
|
|
"[1,2,3]",
|
2011-06-27 19:46:06 -03:00
|
|
|
# Empty list
|
|
|
|
"[]",
|
2006-02-28 14:44:41 -04:00
|
|
|
# Tuple
|
2006-03-01 18:49:05 -04:00
|
|
|
"1,2,3",
|
2011-06-27 19:46:06 -03:00
|
|
|
# Tuple
|
|
|
|
"(1,2,3)",
|
|
|
|
# Empty tuple
|
|
|
|
"()",
|
2006-03-01 18:49:05 -04:00
|
|
|
# Combination
|
|
|
|
"a.b.c.d(a.b[1:2])",
|
|
|
|
|
2006-02-28 14:44:41 -04:00
|
|
|
]
|
|
|
|
|
|
|
|
# TODO: expr_context, slice, boolop, operator, unaryop, cmpop, comprehension
|
|
|
|
# excepthandler, arguments, keywords, alias
|
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
class AST_Tests(unittest.TestCase):
|
|
|
|
|
2009-06-30 19:57:08 -03:00
|
|
|
def _assertTrueorder(self, ast_node, parent_pos):
|
2008-06-10 04:45:28 -03:00
|
|
|
if not isinstance(ast_node, ast.AST) or ast_node._fields is None:
|
2008-03-30 04:09:22 -03:00
|
|
|
return
|
2008-06-10 04:45:28 -03:00
|
|
|
if isinstance(ast_node, (ast.expr, ast.stmt, ast.excepthandler)):
|
2008-03-30 04:09:22 -03:00
|
|
|
node_pos = (ast_node.lineno, ast_node.col_offset)
|
2009-06-30 19:57:08 -03:00
|
|
|
self.assertTrue(node_pos >= parent_pos)
|
2008-03-30 04:09:22 -03:00
|
|
|
parent_pos = (ast_node.lineno, ast_node.col_offset)
|
|
|
|
for name in ast_node._fields:
|
|
|
|
value = getattr(ast_node, name)
|
|
|
|
if isinstance(value, list):
|
|
|
|
for child in value:
|
2009-06-30 19:57:08 -03:00
|
|
|
self._assertTrueorder(child, parent_pos)
|
2008-03-30 04:09:22 -03:00
|
|
|
elif value is not None:
|
2009-06-30 19:57:08 -03:00
|
|
|
self._assertTrueorder(value, parent_pos)
|
2008-03-30 04:09:22 -03:00
|
|
|
|
2011-06-27 19:46:06 -03:00
|
|
|
def test_AST_objects(self):
|
|
|
|
x = ast.AST()
|
|
|
|
self.assertEqual(x._fields, ())
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.vararg
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.foobar = 21
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
ast.AST(lineno=2)
|
|
|
|
|
|
|
|
with self.assertRaises(TypeError):
|
|
|
|
# "_ast.AST constructor takes 0 positional arguments"
|
|
|
|
ast.AST(2)
|
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
def test_snippets(self):
|
|
|
|
for input, output, kind in ((exec_tests, exec_results, "exec"),
|
|
|
|
(single_tests, single_results, "single"),
|
|
|
|
(eval_tests, eval_results, "eval")):
|
|
|
|
for i, o in itertools.izip(input, output):
|
2008-06-10 04:45:28 -03:00
|
|
|
ast_tree = compile(i, "?", kind, ast.PyCF_ONLY_AST)
|
2010-11-21 09:34:58 -04:00
|
|
|
self.assertEqual(to_tuple(ast_tree), o)
|
2009-06-30 19:57:08 -03:00
|
|
|
self._assertTrueorder(ast_tree, (0, 0))
|
2008-03-30 04:09:22 -03:00
|
|
|
|
2009-06-12 22:40:00 -03:00
|
|
|
def test_slice(self):
|
|
|
|
slc = ast.parse("x[::]").body[0].value.slice
|
|
|
|
self.assertIsNone(slc.upper)
|
|
|
|
self.assertIsNone(slc.lower)
|
2010-01-24 12:58:36 -04:00
|
|
|
self.assertIsInstance(slc.step, ast.Name)
|
2009-07-20 17:28:08 -03:00
|
|
|
self.assertEqual(slc.step.id, "None")
|
2009-06-12 22:40:00 -03:00
|
|
|
|
2009-06-13 17:23:33 -03:00
|
|
|
def test_from_import(self):
|
|
|
|
im = ast.parse("from . import y").body[0]
|
|
|
|
self.assertIsNone(im.module)
|
|
|
|
|
2012-03-22 09:19:04 -03:00
|
|
|
def test_non_interned_future_from_ast(self):
|
|
|
|
mod = ast.parse("from __future__ import division")
|
|
|
|
self.assertIsInstance(mod.body[0], ast.ImportFrom)
|
|
|
|
mod.body[0].module = " __future__ ".strip()
|
|
|
|
compile(mod, "<test>", "exec")
|
|
|
|
|
2009-10-27 17:59:18 -03:00
|
|
|
def test_base_classes(self):
|
|
|
|
self.assertTrue(issubclass(ast.For, ast.stmt))
|
|
|
|
self.assertTrue(issubclass(ast.Name, ast.expr))
|
|
|
|
self.assertTrue(issubclass(ast.stmt, ast.AST))
|
|
|
|
self.assertTrue(issubclass(ast.expr, ast.AST))
|
|
|
|
self.assertTrue(issubclass(ast.comprehension, ast.AST))
|
|
|
|
self.assertTrue(issubclass(ast.Gt, ast.AST))
|
|
|
|
|
2011-06-27 19:46:06 -03:00
|
|
|
def test_field_attr_existence(self):
|
|
|
|
for name, item in ast.__dict__.iteritems():
|
|
|
|
if isinstance(item, type) and name != 'AST' and name[0].isupper():
|
|
|
|
x = item()
|
|
|
|
if isinstance(x, ast.AST):
|
|
|
|
self.assertEqual(type(x._fields), tuple)
|
|
|
|
|
|
|
|
def test_arguments(self):
|
|
|
|
x = ast.arguments()
|
|
|
|
self.assertEqual(x._fields, ('args', 'vararg', 'kwarg', 'defaults'))
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.vararg
|
|
|
|
|
|
|
|
x = ast.arguments(1, 2, 3, 4)
|
|
|
|
self.assertEqual(x.vararg, 2)
|
|
|
|
|
|
|
|
def test_field_attr_writable(self):
|
|
|
|
x = ast.Num()
|
|
|
|
# We can assign to _fields
|
|
|
|
x._fields = 666
|
|
|
|
self.assertEqual(x._fields, 666)
|
|
|
|
|
|
|
|
def test_classattrs(self):
|
|
|
|
x = ast.Num()
|
|
|
|
self.assertEqual(x._fields, ('n',))
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.n
|
|
|
|
|
|
|
|
x = ast.Num(42)
|
|
|
|
self.assertEqual(x.n, 42)
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.lineno
|
|
|
|
|
|
|
|
with self.assertRaises(AttributeError):
|
|
|
|
x.foobar
|
|
|
|
|
|
|
|
x = ast.Num(lineno=2)
|
|
|
|
self.assertEqual(x.lineno, 2)
|
|
|
|
|
|
|
|
x = ast.Num(42, lineno=0)
|
|
|
|
self.assertEqual(x.lineno, 0)
|
|
|
|
self.assertEqual(x._fields, ('n',))
|
|
|
|
self.assertEqual(x.n, 42)
|
|
|
|
|
|
|
|
self.assertRaises(TypeError, ast.Num, 1, 2)
|
|
|
|
self.assertRaises(TypeError, ast.Num, 1, 2, lineno=0)
|
|
|
|
|
|
|
|
def test_module(self):
|
|
|
|
body = [ast.Num(42)]
|
|
|
|
x = ast.Module(body)
|
|
|
|
self.assertEqual(x.body, body)
|
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
def test_nodeclasses(self):
|
2011-06-27 19:46:06 -03:00
|
|
|
# Zero arguments constructor explicitely allowed
|
|
|
|
x = ast.BinOp()
|
|
|
|
self.assertEqual(x._fields, ('left', 'op', 'right'))
|
|
|
|
|
|
|
|
# Random attribute allowed too
|
|
|
|
x.foobarbaz = 5
|
|
|
|
self.assertEqual(x.foobarbaz, 5)
|
|
|
|
|
|
|
|
n1 = ast.Num(1)
|
|
|
|
n3 = ast.Num(3)
|
|
|
|
addop = ast.Add()
|
|
|
|
x = ast.BinOp(n1, addop, n3)
|
|
|
|
self.assertEqual(x.left, n1)
|
|
|
|
self.assertEqual(x.op, addop)
|
|
|
|
self.assertEqual(x.right, n3)
|
2011-06-27 19:51:18 -03:00
|
|
|
|
2011-06-27 19:46:06 -03:00
|
|
|
x = ast.BinOp(1, 2, 3)
|
|
|
|
self.assertEqual(x.left, 1)
|
|
|
|
self.assertEqual(x.op, 2)
|
|
|
|
self.assertEqual(x.right, 3)
|
|
|
|
|
2008-06-10 04:45:28 -03:00
|
|
|
x = ast.BinOp(1, 2, 3, lineno=0)
|
2010-11-21 09:34:58 -04:00
|
|
|
self.assertEqual(x.left, 1)
|
|
|
|
self.assertEqual(x.op, 2)
|
|
|
|
self.assertEqual(x.right, 3)
|
|
|
|
self.assertEqual(x.lineno, 0)
|
2008-03-30 04:09:22 -03:00
|
|
|
|
|
|
|
# node raises exception when not given enough arguments
|
2008-06-10 04:45:28 -03:00
|
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2)
|
2011-06-27 19:46:06 -03:00
|
|
|
# node raises exception when given too many arguments
|
|
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4)
|
|
|
|
# node raises exception when not given enough arguments
|
|
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2, lineno=0)
|
|
|
|
# node raises exception when given too many arguments
|
|
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4, lineno=0)
|
2008-03-30 04:09:22 -03:00
|
|
|
|
|
|
|
# can set attributes through kwargs too
|
2008-06-10 04:45:28 -03:00
|
|
|
x = ast.BinOp(left=1, op=2, right=3, lineno=0)
|
2010-11-21 09:34:58 -04:00
|
|
|
self.assertEqual(x.left, 1)
|
|
|
|
self.assertEqual(x.op, 2)
|
|
|
|
self.assertEqual(x.right, 3)
|
|
|
|
self.assertEqual(x.lineno, 0)
|
2008-03-30 04:09:22 -03:00
|
|
|
|
2011-06-27 19:46:06 -03:00
|
|
|
# Random kwargs also allowed
|
|
|
|
x = ast.BinOp(1, 2, 3, foobarbaz=42)
|
|
|
|
self.assertEqual(x.foobarbaz, 42)
|
|
|
|
|
|
|
|
def test_no_fields(self):
|
2008-03-30 16:00:49 -03:00
|
|
|
# this used to fail because Sub._fields was None
|
2008-06-10 04:45:28 -03:00
|
|
|
x = ast.Sub()
|
2011-06-27 19:46:06 -03:00
|
|
|
self.assertEqual(x._fields, ())
|
2008-03-30 16:00:49 -03:00
|
|
|
|
2008-03-30 17:20:39 -03:00
|
|
|
def test_pickling(self):
|
|
|
|
import pickle
|
|
|
|
mods = [pickle]
|
|
|
|
try:
|
|
|
|
import cPickle
|
|
|
|
mods.append(cPickle)
|
|
|
|
except ImportError:
|
|
|
|
pass
|
|
|
|
protocols = [0, 1, 2]
|
|
|
|
for mod in mods:
|
|
|
|
for protocol in protocols:
|
|
|
|
for ast in (compile(i, "?", "exec", 0x400) for i in exec_tests):
|
|
|
|
ast2 = mod.loads(mod.dumps(ast, protocol))
|
2010-11-21 09:34:58 -04:00
|
|
|
self.assertEqual(to_tuple(ast2), to_tuple(ast))
|
2006-02-28 14:44:41 -04:00
|
|
|
|
2011-07-22 12:39:50 -03:00
|
|
|
def test_invalid_identitifer(self):
|
|
|
|
m = ast.Module([ast.Expr(ast.Name(u"x", ast.Load()))])
|
|
|
|
ast.fix_missing_locations(m)
|
|
|
|
with self.assertRaises(TypeError) as cm:
|
|
|
|
compile(m, "<test>", "exec")
|
|
|
|
self.assertIn("identifier must be of type str", str(cm.exception))
|
|
|
|
|
|
|
|
def test_invalid_string(self):
|
|
|
|
m = ast.Module([ast.Expr(ast.Str(43))])
|
|
|
|
ast.fix_missing_locations(m)
|
|
|
|
with self.assertRaises(TypeError) as cm:
|
|
|
|
compile(m, "<test>", "exec")
|
|
|
|
self.assertIn("string must be of type str or uni", str(cm.exception))
|
|
|
|
|
2008-06-10 04:45:28 -03:00
|
|
|
|
|
|
|
class ASTHelpers_Test(unittest.TestCase):
|
|
|
|
|
|
|
|
def test_parse(self):
|
|
|
|
a = ast.parse('foo(1 + 1)')
|
|
|
|
b = compile('foo(1 + 1)', '<unknown>', 'exec', ast.PyCF_ONLY_AST)
|
|
|
|
self.assertEqual(ast.dump(a), ast.dump(b))
|
|
|
|
|
|
|
|
def test_dump(self):
|
|
|
|
node = ast.parse('spam(eggs, "and cheese")')
|
|
|
|
self.assertEqual(ast.dump(node),
|
|
|
|
"Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load()), "
|
|
|
|
"args=[Name(id='eggs', ctx=Load()), Str(s='and cheese')], "
|
|
|
|
"keywords=[], starargs=None, kwargs=None))])"
|
|
|
|
)
|
|
|
|
self.assertEqual(ast.dump(node, annotate_fields=False),
|
|
|
|
"Module([Expr(Call(Name('spam', Load()), [Name('eggs', Load()), "
|
|
|
|
"Str('and cheese')], [], None, None))])"
|
|
|
|
)
|
|
|
|
self.assertEqual(ast.dump(node, include_attributes=True),
|
|
|
|
"Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load(), "
|
|
|
|
"lineno=1, col_offset=0), args=[Name(id='eggs', ctx=Load(), "
|
|
|
|
"lineno=1, col_offset=5), Str(s='and cheese', lineno=1, "
|
|
|
|
"col_offset=11)], keywords=[], starargs=None, kwargs=None, "
|
|
|
|
"lineno=1, col_offset=0), lineno=1, col_offset=0)])"
|
|
|
|
)
|
|
|
|
|
|
|
|
def test_copy_location(self):
|
|
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
|
|
src.body.right = ast.copy_location(ast.Num(2), src.body.right)
|
|
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=1, col_offset=0), '
|
|
|
|
'op=Add(), right=Num(n=2, lineno=1, col_offset=4), lineno=1, '
|
|
|
|
'col_offset=0))'
|
|
|
|
)
|
|
|
|
|
|
|
|
def test_fix_missing_locations(self):
|
|
|
|
src = ast.parse('write("spam")')
|
|
|
|
src.body.append(ast.Expr(ast.Call(ast.Name('spam', ast.Load()),
|
|
|
|
[ast.Str('eggs')], [], None, None)))
|
|
|
|
self.assertEqual(src, ast.fix_missing_locations(src))
|
|
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
|
|
"Module(body=[Expr(value=Call(func=Name(id='write', ctx=Load(), "
|
|
|
|
"lineno=1, col_offset=0), args=[Str(s='spam', lineno=1, "
|
|
|
|
"col_offset=6)], keywords=[], starargs=None, kwargs=None, "
|
|
|
|
"lineno=1, col_offset=0), lineno=1, col_offset=0), "
|
|
|
|
"Expr(value=Call(func=Name(id='spam', ctx=Load(), lineno=1, "
|
|
|
|
"col_offset=0), args=[Str(s='eggs', lineno=1, col_offset=0)], "
|
|
|
|
"keywords=[], starargs=None, kwargs=None, lineno=1, "
|
|
|
|
"col_offset=0), lineno=1, col_offset=0)])"
|
|
|
|
)
|
|
|
|
|
|
|
|
def test_increment_lineno(self):
|
|
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
|
|
self.assertEqual(ast.increment_lineno(src, n=3), src)
|
|
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=4, col_offset=0), '
|
|
|
|
'op=Add(), right=Num(n=1, lineno=4, col_offset=4), lineno=4, '
|
|
|
|
'col_offset=0))'
|
|
|
|
)
|
2011-01-09 03:53:14 -04:00
|
|
|
# issue10869: do not increment lineno of root twice
|
|
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
|
|
self.assertEqual(ast.increment_lineno(src.body, n=3), src.body)
|
|
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=4, col_offset=0), '
|
|
|
|
'op=Add(), right=Num(n=1, lineno=4, col_offset=4), lineno=4, '
|
|
|
|
'col_offset=0))'
|
|
|
|
)
|
2008-06-10 04:45:28 -03:00
|
|
|
|
|
|
|
def test_iter_fields(self):
|
|
|
|
node = ast.parse('foo()', mode='eval')
|
|
|
|
d = dict(ast.iter_fields(node.body))
|
|
|
|
self.assertEqual(d.pop('func').id, 'foo')
|
|
|
|
self.assertEqual(d, {'keywords': [], 'kwargs': None,
|
|
|
|
'args': [], 'starargs': None})
|
|
|
|
|
|
|
|
def test_iter_child_nodes(self):
|
|
|
|
node = ast.parse("spam(23, 42, eggs='leek')", mode='eval')
|
|
|
|
self.assertEqual(len(list(ast.iter_child_nodes(node.body))), 4)
|
|
|
|
iterator = ast.iter_child_nodes(node.body)
|
|
|
|
self.assertEqual(next(iterator).id, 'spam')
|
|
|
|
self.assertEqual(next(iterator).n, 23)
|
|
|
|
self.assertEqual(next(iterator).n, 42)
|
|
|
|
self.assertEqual(ast.dump(next(iterator)),
|
|
|
|
"keyword(arg='eggs', value=Str(s='leek'))"
|
|
|
|
)
|
|
|
|
|
|
|
|
def test_get_docstring(self):
|
|
|
|
node = ast.parse('def foo():\n """line one\n line two"""')
|
|
|
|
self.assertEqual(ast.get_docstring(node.body[0]),
|
|
|
|
'line one\nline two')
|
|
|
|
|
|
|
|
def test_literal_eval(self):
|
|
|
|
self.assertEqual(ast.literal_eval('[1, 2, 3]'), [1, 2, 3])
|
|
|
|
self.assertEqual(ast.literal_eval('{"foo": 42}'), {"foo": 42})
|
|
|
|
self.assertEqual(ast.literal_eval('(True, False, None)'), (True, False, None))
|
|
|
|
self.assertRaises(ValueError, ast.literal_eval, 'foo()')
|
|
|
|
|
2009-01-13 07:52:23 -04:00
|
|
|
def test_literal_eval_issue4907(self):
|
|
|
|
self.assertEqual(ast.literal_eval('2j'), 2j)
|
|
|
|
self.assertEqual(ast.literal_eval('10 + 2j'), 10 + 2j)
|
|
|
|
self.assertEqual(ast.literal_eval('1.5 - 2j'), 1.5 - 2j)
|
2009-01-13 18:14:01 -04:00
|
|
|
self.assertRaises(ValueError, ast.literal_eval, '2 + (3 + 4j)')
|
2009-01-13 07:52:23 -04:00
|
|
|
|
2008-06-10 04:45:28 -03:00
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
def test_main():
|
2010-03-20 22:14:24 -03:00
|
|
|
with test_support.check_py3k_warnings(("backquote not supported",
|
|
|
|
SyntaxWarning)):
|
|
|
|
test_support.run_unittest(AST_Tests, ASTHelpers_Test)
|
2006-03-01 19:02:57 -04:00
|
|
|
|
2008-03-30 04:09:22 -03:00
|
|
|
def main():
|
|
|
|
if __name__ != '__main__':
|
2006-03-01 18:49:05 -04:00
|
|
|
return
|
2008-03-30 04:09:22 -03:00
|
|
|
if sys.argv[1:] == ['-g']:
|
|
|
|
for statements, kind in ((exec_tests, "exec"), (single_tests, "single"),
|
|
|
|
(eval_tests, "eval")):
|
|
|
|
print kind+"_results = ["
|
|
|
|
for s in statements:
|
|
|
|
print repr(to_tuple(compile(s, "?", kind, 0x400)))+","
|
2009-08-15 19:59:21 -03:00
|
|
|
print "]"
|
2008-03-30 04:09:22 -03:00
|
|
|
print "main()"
|
|
|
|
raise SystemExit
|
|
|
|
test_main()
|
2006-02-28 14:44:41 -04:00
|
|
|
|
|
|
|
#### EVERYTHING BELOW IS GENERATED #####
|
|
|
|
exec_results = [
|
2011-06-27 19:46:06 -03:00
|
|
|
('Module', [('Expr', (1, 0), ('Name', (1, 0), 'None', ('Load',)))]),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, None, []), [('Pass', (1, 9))], [])]),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('Name', (1, 6), 'a', ('Param',))], None, None, []), [('Pass', (1, 10))], [])]),
|
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('Name', (1, 6), 'a', ('Param',))], None, None, [('Num', (1, 8), 0)]), [('Pass', (1, 12))], [])]),
|
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], 'args', None, []), [('Pass', (1, 14))], [])]),
|
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, 'kwargs', []), [('Pass', (1, 17))], [])]),
|
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('Name', (1, 6), 'a', ('Param',)), ('Name', (1, 9), 'b', ('Param',)), ('Name', (1, 14), 'c', ('Param',)), ('Name', (1, 22), 'd', ('Param',)), ('Name', (1, 28), 'e', ('Param',))], 'args', 'kwargs', [('Num', (1, 11), 1), ('Name', (1, 16), 'None', ('Load',)), ('List', (1, 24), [], ('Load',)), ('Dict', (1, 30), [], [])]), [('Pass', (1, 52))], [])]),
|
2008-02-23 11:01:05 -04:00
|
|
|
('Module', [('ClassDef', (1, 0), 'C', [], [('Pass', (1, 8))], [])]),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Module', [('ClassDef', (1, 0), 'C', [('Name', (1, 8), 'object', ('Load',))], [('Pass', (1, 17))], [])]),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, None, []), [('Return', (1, 8), ('Num', (1, 15), 1))], [])]),
|
|
|
|
('Module', [('Delete', (1, 0), [('Name', (1, 4), 'v', ('Del',))])]),
|
|
|
|
('Module', [('Assign', (1, 0), [('Name', (1, 0), 'v', ('Store',))], ('Num', (1, 4), 1))]),
|
2006-07-09 13:16:34 -03:00
|
|
|
('Module', [('AugAssign', (1, 0), ('Name', (1, 0), 'v', ('Store',)), ('Add',), ('Num', (1, 5), 1))]),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Module', [('Print', (1, 0), ('Name', (1, 8), 'f', ('Load',)), [('Num', (1, 11), 1)], False)]),
|
|
|
|
('Module', [('For', (1, 0), ('Name', (1, 4), 'v', ('Store',)), ('Name', (1, 9), 'v', ('Load',)), [('Pass', (1, 11))], [])]),
|
|
|
|
('Module', [('While', (1, 0), ('Name', (1, 6), 'v', ('Load',)), [('Pass', (1, 8))], [])]),
|
|
|
|
('Module', [('If', (1, 0), ('Name', (1, 3), 'v', ('Load',)), [('Pass', (1, 5))], [])]),
|
|
|
|
('Module', [('Raise', (1, 0), ('Name', (1, 6), 'Exception', ('Load',)), ('Str', (1, 17), 'string'), None)]),
|
2008-03-30 03:53:55 -03:00
|
|
|
('Module', [('TryExcept', (1, 0), [('Pass', (2, 2))], [('ExceptHandler', (3, 0), ('Name', (3, 7), 'Exception', ('Load',)), None, [('Pass', (4, 2))])], [])]),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Module', [('TryFinally', (1, 0), [('Pass', (2, 2))], [('Pass', (4, 2))])]),
|
|
|
|
('Module', [('Assert', (1, 0), ('Name', (1, 7), 'v', ('Load',)), None)]),
|
|
|
|
('Module', [('Import', (1, 0), [('alias', 'sys', None)])]),
|
|
|
|
('Module', [('ImportFrom', (1, 0), 'sys', [('alias', 'v', None)], 0)]),
|
|
|
|
('Module', [('Exec', (1, 0), ('Str', (1, 5), 'v'), None, None)]),
|
|
|
|
('Module', [('Global', (1, 0), ['v'])]),
|
|
|
|
('Module', [('Expr', (1, 0), ('Num', (1, 0), 1))]),
|
|
|
|
('Module', [('Pass', (1, 0))]),
|
|
|
|
('Module', [('Break', (1, 0))]),
|
|
|
|
('Module', [('Continue', (1, 0))]),
|
2009-08-15 19:59:21 -03:00
|
|
|
('Module', [('For', (1, 0), ('Tuple', (1, 4), [('Name', (1, 4), 'a', ('Store',)), ('Name', (1, 6), 'b', ('Store',))], ('Store',)), ('Name', (1, 11), 'c', ('Load',)), [('Pass', (1, 14))], [])]),
|
|
|
|
('Module', [('Expr', (1, 0), ('ListComp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'a', ('Store',)), ('Name', (1, 13), 'b', ('Store',))], ('Store',)), ('Name', (1, 18), 'c', ('Load',)), [])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'a', ('Store',)), ('Name', (1, 13), 'b', ('Store',))], ('Store',)), ('Name', (1, 18), 'c', ('Load',)), [])]))]),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 12), [('Name', (1, 12), 'a', ('Store',)), ('Name', (1, 14), 'b', ('Store',))], ('Store',)), ('Name', (1, 20), 'c', ('Load',)), [])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (2, 4), ('Tuple', (3, 4), [('Name', (3, 4), 'Aa', ('Load',)), ('Name', (5, 7), 'Bb', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (8, 4), [('Name', (8, 4), 'Aa', ('Store',)), ('Name', (10, 4), 'Bb', ('Store',))], ('Store',)), ('Name', (10, 10), 'Cc', ('Load',)), [])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('DictComp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), ('Name', (1, 5), 'b', ('Load',)), [('comprehension', ('Name', (1, 11), 'w', ('Store',)), ('Name', (1, 16), 'x', ('Load',)), []), ('comprehension', ('Name', (1, 22), 'm', ('Store',)), ('Name', (1, 27), 'p', ('Load',)), [('Name', (1, 32), 'g', ('Load',))])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('DictComp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), ('Name', (1, 5), 'b', ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'v', ('Store',)), ('Name', (1, 13), 'w', ('Store',))], ('Store',)), ('Name', (1, 18), 'x', ('Load',)), [])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('SetComp', (1, 1), ('Name', (1, 1), 'r', ('Load',)), [('comprehension', ('Name', (1, 7), 'l', ('Store',)), ('Name', (1, 12), 'x', ('Load',)), [('Name', (1, 17), 'g', ('Load',))])]))]),
|
|
|
|
('Module', [('Expr', (1, 0), ('SetComp', (1, 1), ('Name', (1, 1), 'r', ('Load',)), [('comprehension', ('Tuple', (1, 7), [('Name', (1, 7), 'l', ('Store',)), ('Name', (1, 9), 'm', ('Store',))], ('Store',)), ('Name', (1, 14), 'x', ('Load',)), [])]))]),
|
2006-02-28 14:44:41 -04:00
|
|
|
]
|
|
|
|
single_results = [
|
2006-03-01 18:49:05 -04:00
|
|
|
('Interactive', [('Expr', (1, 0), ('BinOp', (1, 0), ('Num', (1, 0), 1), ('Add',), ('Num', (1, 2), 2)))]),
|
2006-02-28 14:44:41 -04:00
|
|
|
]
|
|
|
|
eval_results = [
|
2011-06-27 19:46:06 -03:00
|
|
|
('Expression', ('Name', (1, 0), 'None', ('Load',))),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Expression', ('BoolOp', (1, 0), ('And',), [('Name', (1, 0), 'a', ('Load',)), ('Name', (1, 6), 'b', ('Load',))])),
|
|
|
|
('Expression', ('BinOp', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Add',), ('Name', (1, 4), 'b', ('Load',)))),
|
|
|
|
('Expression', ('UnaryOp', (1, 0), ('Not',), ('Name', (1, 4), 'v', ('Load',)))),
|
|
|
|
('Expression', ('Lambda', (1, 0), ('arguments', [], None, None, []), ('Name', (1, 7), 'None', ('Load',)))),
|
|
|
|
('Expression', ('Dict', (1, 0), [('Num', (1, 2), 1)], [('Num', (1, 4), 2)])),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Expression', ('Dict', (1, 0), [], [])),
|
|
|
|
('Expression', ('Set', (1, 0), [('Name', (1, 1), 'None', ('Load',))])),
|
|
|
|
('Expression', ('Dict', (1, 0), [('Num', (2, 6), 1)], [('Num', (4, 10), 2)])),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Expression', ('ListComp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))])])),
|
|
|
|
('Expression', ('GeneratorExp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))])])),
|
|
|
|
('Expression', ('Compare', (1, 0), ('Num', (1, 0), 1), [('Lt',), ('Lt',)], [('Num', (1, 4), 2), ('Num', (1, 8), 3)])),
|
|
|
|
('Expression', ('Call', (1, 0), ('Name', (1, 0), 'f', ('Load',)), [('Num', (1, 2), 1), ('Num', (1, 4), 2)], [('keyword', 'c', ('Num', (1, 8), 3))], ('Name', (1, 11), 'd', ('Load',)), ('Name', (1, 15), 'e', ('Load',)))),
|
|
|
|
('Expression', ('Repr', (1, 0), ('Name', (1, 1), 'v', ('Load',)))),
|
|
|
|
('Expression', ('Num', (1, 0), 10L)),
|
|
|
|
('Expression', ('Str', (1, 0), 'string')),
|
|
|
|
('Expression', ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',))),
|
|
|
|
('Expression', ('Subscript', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Slice', ('Name', (1, 2), 'b', ('Load',)), ('Name', (1, 4), 'c', ('Load',)), None), ('Load',))),
|
|
|
|
('Expression', ('Name', (1, 0), 'v', ('Load',))),
|
|
|
|
('Expression', ('List', (1, 0), [('Num', (1, 1), 1), ('Num', (1, 3), 2), ('Num', (1, 5), 3)], ('Load',))),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Expression', ('List', (1, 0), [], ('Load',))),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Expression', ('Tuple', (1, 0), [('Num', (1, 0), 1), ('Num', (1, 2), 2), ('Num', (1, 4), 3)], ('Load',))),
|
2011-06-27 19:46:06 -03:00
|
|
|
('Expression', ('Tuple', (1, 1), [('Num', (1, 1), 1), ('Num', (1, 3), 2), ('Num', (1, 5), 3)], ('Load',))),
|
|
|
|
('Expression', ('Tuple', (1, 0), [], ('Load',))),
|
2006-03-01 18:49:05 -04:00
|
|
|
('Expression', ('Call', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',)), 'c', ('Load',)), 'd', ('Load',)), [('Subscript', (1, 8), ('Attribute', (1, 8), ('Name', (1, 8), 'a', ('Load',)), 'b', ('Load',)), ('Slice', ('Num', (1, 12), 1), ('Num', (1, 14), 2), None), ('Load',))], [], None, None)),
|
2006-02-28 14:44:41 -04:00
|
|
|
]
|
2008-03-30 04:09:22 -03:00
|
|
|
main()
|