* Fix ref counting in extend() and extendleft().

* Let deques support reversed().
This commit is contained in:
Raymond Hettinger 2004-02-07 02:45:22 +00:00
parent b5ba8d749d
commit c058fd14a9
4 changed files with 101 additions and 7 deletions

View File

@ -60,7 +60,7 @@ Deque objects support the following methods:
In addition to the above, deques support iteration, membership testing In addition to the above, deques support iteration, membership testing
using the \keyword{in} operator, \samp{len(d)}, \samp{copy.copy(d)}, using the \keyword{in} operator, \samp{len(d)}, \samp{copy.copy(d)},
\samp{copy.deepcopy(d)}, and pickling. \samp{copy.deepcopy(d)}, \samp{reversed(d)} and pickling.
Example: Example:
@ -84,6 +84,8 @@ deque(['f', 'g', 'h', 'i', 'j'])
'f' 'f'
>>> list(d) # list the contents of the deque >>> list(d) # list the contents of the deque
['g', 'h', 'i'] ['g', 'h', 'i']
>>> list(reversed(d)) # list the contents of a deque in reverse
['i', 'h', 'g']
>>> 'h' in d # search the deque >>> 'h' in d # search the deque
True True
>>> d.extend('jkl') # extend() will append many elements at once >>> d.extend('jkl') # extend() will append many elements at once

View File

@ -182,6 +182,10 @@ class TestBasic(unittest.TestCase):
self.assertNotEqual(id(d), id(e)) self.assertNotEqual(id(d), id(e))
self.assertEqual(list(d), list(e)) self.assertEqual(list(d), list(e))
def test_reversed(self):
for s in ('abcd', xrange(2000)):
self.assertEqual(list(reversed(deque(s))), list(reversed(s)))
def R(seqn): def R(seqn):
'Regular generator' 'Regular generator'
for i in seqn: for i in seqn:

View File

@ -188,14 +188,16 @@ deque_extend(dequeobject *deque, PyObject *iterable)
deque->len++; deque->len++;
if (deque->rightindex == BLOCKLEN) { if (deque->rightindex == BLOCKLEN) {
block *b = newblock(deque->rightblock, NULL); block *b = newblock(deque->rightblock, NULL);
if (b == NULL) if (b == NULL) {
Py_DECREF(item);
Py_DECREF(it);
return NULL; return NULL;
}
assert(deque->rightblock->rightlink == NULL); assert(deque->rightblock->rightlink == NULL);
deque->rightblock->rightlink = b; deque->rightblock->rightlink = b;
deque->rightblock = b; deque->rightblock = b;
deque->rightindex = 0; deque->rightindex = 0;
} }
Py_INCREF(item);
deque->rightblock->data[deque->rightindex] = item; deque->rightblock->data[deque->rightindex] = item;
} }
Py_DECREF(it); Py_DECREF(it);
@ -221,14 +223,16 @@ deque_extendleft(dequeobject *deque, PyObject *iterable)
deque->len++; deque->len++;
if (deque->leftindex == -1) { if (deque->leftindex == -1) {
block *b = newblock(NULL, deque->leftblock); block *b = newblock(NULL, deque->leftblock);
if (b == NULL) if (b == NULL) {
Py_DECREF(item);
Py_DECREF(it);
return NULL; return NULL;
}
assert(deque->leftblock->leftlink == NULL); assert(deque->leftblock->leftlink == NULL);
deque->leftblock->leftlink = b; deque->leftblock->leftlink = b;
deque->leftblock = b; deque->leftblock = b;
deque->leftindex = BLOCKLEN - 1; deque->leftindex = BLOCKLEN - 1;
} }
Py_INCREF(item);
deque->leftblock->data[deque->leftindex] = item; deque->leftblock->data[deque->leftindex] = item;
} }
Py_DECREF(it); Py_DECREF(it);
@ -444,6 +448,9 @@ static PySequenceMethods deque_as_sequence = {
/* deque object ********************************************************/ /* deque object ********************************************************/
static PyObject *deque_iter(dequeobject *deque); static PyObject *deque_iter(dequeobject *deque);
static PyObject *deque_reviter(dequeobject *deque);
PyDoc_STRVAR(reversed_doc,
"D.__reversed__() -- return a reverse iterator over the deque");
static PyMethodDef deque_methods[] = { static PyMethodDef deque_methods[] = {
{"append", (PyCFunction)deque_append, {"append", (PyCFunction)deque_append,
@ -460,6 +467,8 @@ static PyMethodDef deque_methods[] = {
METH_NOARGS, popleft_doc}, METH_NOARGS, popleft_doc},
{"__reduce__", (PyCFunction)deque_reduce, {"__reduce__", (PyCFunction)deque_reduce,
METH_NOARGS, reduce_doc}, METH_NOARGS, reduce_doc},
{"__reversed__", (PyCFunction)deque_reviter,
METH_NOARGS, reversed_doc},
{"extend", (PyCFunction)deque_extend, {"extend", (PyCFunction)deque_extend,
METH_O, extend_doc}, METH_O, extend_doc},
{"extendleft", (PyCFunction)deque_extendleft, {"extendleft", (PyCFunction)deque_extendleft,
@ -608,6 +617,83 @@ PyTypeObject dequeiter_type = {
0, 0,
}; };
/*********************** Deque Reverse Iterator **************************/
PyTypeObject dequereviter_type;
static PyObject *
deque_reviter(dequeobject *deque)
{
dequeiterobject *it;
it = PyObject_New(dequeiterobject, &dequereviter_type);
if (it == NULL)
return NULL;
it->b = deque->rightblock;
it->index = deque->rightindex;
Py_INCREF(deque);
it->deque = deque;
it->len = deque->len;
return (PyObject *)it;
}
static PyObject *
dequereviter_next(dequeiterobject *it)
{
PyObject *item;
if (it->b == it->deque->leftblock && it->index < it->deque->leftindex)
return NULL;
if (it->len != it->deque->len) {
it->len = -1; /* Make this state sticky */
PyErr_SetString(PyExc_RuntimeError,
"deque changed size during iteration");
return NULL;
}
item = it->b->data[it->index];
it->index--;
if (it->index == -1 && it->b->leftlink != NULL) {
it->b = it->b->leftlink;
it->index = BLOCKLEN - 1;
}
Py_INCREF(item);
return item;
}
PyTypeObject dequereviter_type = {
PyObject_HEAD_INIT(NULL)
0, /* ob_size */
"deque_reverse_iterator", /* tp_name */
sizeof(dequeiterobject), /* tp_basicsize */
0, /* tp_itemsize */
/* methods */
(destructor)dequeiter_dealloc, /* tp_dealloc */
0, /* tp_print */
0, /* tp_getattr */
0, /* tp_setattr */
0, /* tp_compare */
0, /* tp_repr */
0, /* tp_as_number */
0, /* tp_as_sequence */
0, /* tp_as_mapping */
0, /* tp_hash */
0, /* tp_call */
0, /* tp_str */
PyObject_GenericGetAttr, /* tp_getattro */
0, /* tp_setattro */
0, /* tp_as_buffer */
Py_TPFLAGS_DEFAULT, /* tp_flags */
0, /* tp_doc */
0, /* tp_traverse */
0, /* tp_clear */
0, /* tp_richcompare */
0, /* tp_weaklistoffset */
PyObject_SelfIter, /* tp_iter */
(iternextfunc)dequereviter_next, /* tp_iternext */
0,
};
/* module level code ********************************************************/ /* module level code ********************************************************/
PyDoc_STRVAR(module_doc, PyDoc_STRVAR(module_doc,
@ -629,5 +715,8 @@ initcollections(void)
if (PyType_Ready(&dequeiter_type) < 0) if (PyType_Ready(&dequeiter_type) < 0)
return; return;
if (PyType_Ready(&dequereviter_type) < 0)
return;
return; return;
} }

View File

@ -174,8 +174,7 @@ reversed_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
if (!PyArg_UnpackTuple(args, "reversed", 1, 1, &seq)) if (!PyArg_UnpackTuple(args, "reversed", 1, 1, &seq))
return NULL; return NULL;
/* Special case optimization for xrange and lists */ if (PyObject_HasAttrString(seq, "__reversed__"))
if (PyRange_Check(seq) || PyList_Check(seq))
return PyObject_CallMethod(seq, "__reversed__", NULL); return PyObject_CallMethod(seq, "__reversed__", NULL);
if (!PySequence_Check(seq)) { if (!PySequence_Check(seq)) {