cpython/Lib/collections.py

116 lines
4.5 KiB
Python
Raw Normal View History

2007-10-23 17:37:41 -03:00
__all__ = ['deque', 'defaultdict', 'namedtuple']
# For bootstrapping reasons, the collection ABCs are defined in _abcoll.py.
# They should however be considered an integral part of collections.py.
from _abcoll import *
import _abcoll
__all__ += _abcoll.__all__
from _collections import deque, defaultdict
2007-03-01 02:16:43 -04:00
from operator import itemgetter as _itemgetter
2007-12-13 19:52:59 -04:00
from itertools import izip as _izip
2007-10-16 18:28:32 -03:00
from keyword import iskeyword as _iskeyword
2007-03-01 02:16:43 -04:00
import sys as _sys
2007-10-23 17:37:41 -03:00
def namedtuple(typename, field_names, verbose=False):
2007-03-01 02:16:43 -04:00
"""Returns a new subclass of tuple with named fields.
2007-10-23 17:37:41 -03:00
>>> Point = namedtuple('Point', 'x y')
>>> Point.__doc__ # docstring for the new class
2007-03-01 02:16:43 -04:00
'Point(x, y)'
>>> p = Point(11, y=22) # instantiate with positional args or keywords
>>> p[0] + p[1] # indexable like a plain tuple: (11, 22)
2007-03-01 02:16:43 -04:00
33
>>> x, y = p # unpack like a regular tuple
2007-03-01 02:16:43 -04:00
>>> x, y
(11, 22)
>>> p.x + p.y # fields also accessable by name
2007-03-01 02:16:43 -04:00
33
2007-12-13 22:49:47 -04:00
>>> d = p._asdict() # convert to a dictionary
>>> d['x']
11
>>> Point(**d) # convert from a dictionary
2007-03-01 02:16:43 -04:00
Point(x=11, y=22)
2007-12-13 22:49:47 -04:00
>>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Point(x=100, y=22)
2007-03-01 02:16:43 -04:00
"""
# Parse and validate the field names
if isinstance(field_names, basestring):
2007-10-08 07:11:51 -03:00
field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas
field_names = tuple(field_names)
2007-10-16 16:18:30 -03:00
for name in (typename,) + field_names:
if not all(c.isalnum() or c=='_' for c in name):
2007-10-16 16:18:30 -03:00
raise ValueError('Type names and field names can only contain alphanumeric characters and underscores: %r' % name)
2007-10-16 18:28:32 -03:00
if _iskeyword(name):
raise ValueError('Type names and field names cannot be a keyword: %r' % name)
2007-10-16 16:18:30 -03:00
if name[0].isdigit():
raise ValueError('Type names and field names cannot start with a number: %r' % name)
2007-10-08 22:36:23 -03:00
seen_names = set()
for name in field_names:
2007-12-13 22:49:47 -04:00
if name.startswith('_'):
raise ValueError('Field names cannot start with an underscore: %r' % name)
2007-10-08 22:36:23 -03:00
if name in seen_names:
2007-10-16 16:18:30 -03:00
raise ValueError('Encountered duplicate field name: %r' % name)
2007-10-08 22:36:23 -03:00
seen_names.add(name)
# Create and fill-in the class template
argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes
reprtxt = ', '.join('%s=%%r' % name for name in field_names)
template = '''class %(typename)s(tuple):
2007-12-14 14:08:20 -04:00
'%(typename)s(%(argtxt)s)' \n
__slots__ = () \n
def __new__(cls, %(argtxt)s):
2007-12-14 14:08:20 -04:00
return tuple.__new__(cls, (%(argtxt)s)) \n
def __repr__(self):
2007-12-14 14:08:20 -04:00
return '%(typename)s(%(reprtxt)s)' %% self \n
2007-12-13 22:49:47 -04:00
def _asdict(self, dict=dict, zip=zip):
2007-12-14 14:08:20 -04:00
'Return a new dict which maps field names to their values'
return dict(zip(%(field_names)r, self)) \n
2007-12-13 22:49:47 -04:00
def _replace(self, **kwds):
'Return a new %(typename)s object replacing specified fields with new values'
return %(typename)s(*map(kwds.get, %(field_names)r, self)) \n
@property
def _fields(self):
return %(field_names)r \n\n''' % locals()
for i, name in enumerate(field_names):
template += ' %s = property(itemgetter(%d))\n' % (name, i)
if verbose:
print template
# Execute the template string in a temporary namespace
2007-12-13 19:52:59 -04:00
namespace = dict(itemgetter=_itemgetter, zip=_izip)
try:
2007-10-08 07:11:51 -03:00
exec template in namespace
except SyntaxError, e:
raise SyntaxError(e.message + ':\n' + template)
2007-10-08 07:11:51 -03:00
result = namespace[typename]
# For pickling to work, the __module__ variable needs to be set to the frame
# where the named tuple is created. Bypass this step in enviroments where
# sys._getframe is not defined (Jython for example).
if hasattr(_sys, '_getframe'):
result.__module__ = _sys._getframe(1).f_globals['__name__']
return result
2007-03-01 02:16:43 -04:00
if __name__ == '__main__':
# verify that instances can be pickled
2007-03-01 02:16:43 -04:00
from cPickle import loads, dumps
2007-10-23 17:37:41 -03:00
Point = namedtuple('Point', 'x, y', True)
2007-03-01 02:16:43 -04:00
p = Point(x=10, y=20)
assert p == loads(dumps(p))
# test and demonstrate ability to override methods
Point.__repr__ = lambda self: 'Point(%.3f, %.3f)' % self
print p
2007-03-01 02:16:43 -04:00
import doctest
2007-10-23 17:37:41 -03:00
TestResults = namedtuple('TestResults', 'failed attempted')
2007-03-01 02:16:43 -04:00
print TestResults(*doctest.testmod())