Issue #6629: Fix a data corruption issue in the new `io` package, which could
[python.git] / Objects / iterobject.c
blob9cebac9d67627fb27d673d07e1676b86a96dd55e
1 /* Iterator objects */
3 #include "Python.h"
5 typedef struct {
6 PyObject_HEAD
7 long it_index;
8 PyObject *it_seq; /* Set to NULL when iterator is exhausted */
9 } seqiterobject;
11 PyObject *
12 PySeqIter_New(PyObject *seq)
14 seqiterobject *it;
16 if (!PySequence_Check(seq)) {
17 PyErr_BadInternalCall();
18 return NULL;
20 it = PyObject_GC_New(seqiterobject, &PySeqIter_Type);
21 if (it == NULL)
22 return NULL;
23 it->it_index = 0;
24 Py_INCREF(seq);
25 it->it_seq = seq;
26 _PyObject_GC_TRACK(it);
27 return (PyObject *)it;
30 static void
31 iter_dealloc(seqiterobject *it)
33 _PyObject_GC_UNTRACK(it);
34 Py_XDECREF(it->it_seq);
35 PyObject_GC_Del(it);
38 static int
39 iter_traverse(seqiterobject *it, visitproc visit, void *arg)
41 Py_VISIT(it->it_seq);
42 return 0;
45 static PyObject *
46 iter_iternext(PyObject *iterator)
48 seqiterobject *it;
49 PyObject *seq;
50 PyObject *result;
52 assert(PySeqIter_Check(iterator));
53 it = (seqiterobject *)iterator;
54 seq = it->it_seq;
55 if (seq == NULL)
56 return NULL;
58 result = PySequence_GetItem(seq, it->it_index);
59 if (result != NULL) {
60 it->it_index++;
61 return result;
63 if (PyErr_ExceptionMatches(PyExc_IndexError) ||
64 PyErr_ExceptionMatches(PyExc_StopIteration))
66 PyErr_Clear();
67 Py_DECREF(seq);
68 it->it_seq = NULL;
70 return NULL;
73 static PyObject *
74 iter_len(seqiterobject *it)
76 Py_ssize_t seqsize, len;
78 if (it->it_seq) {
79 seqsize = PySequence_Size(it->it_seq);
80 if (seqsize == -1)
81 return NULL;
82 len = seqsize - it->it_index;
83 if (len >= 0)
84 return PyInt_FromSsize_t(len);
86 return PyInt_FromLong(0);
89 PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
91 static PyMethodDef seqiter_methods[] = {
92 {"__length_hint__", (PyCFunction)iter_len, METH_NOARGS, length_hint_doc},
93 {NULL, NULL} /* sentinel */
96 PyTypeObject PySeqIter_Type = {
97 PyVarObject_HEAD_INIT(&PyType_Type, 0)
98 "iterator", /* tp_name */
99 sizeof(seqiterobject), /* tp_basicsize */
100 0, /* tp_itemsize */
101 /* methods */
102 (destructor)iter_dealloc, /* tp_dealloc */
103 0, /* tp_print */
104 0, /* tp_getattr */
105 0, /* tp_setattr */
106 0, /* tp_compare */
107 0, /* tp_repr */
108 0, /* tp_as_number */
109 0, /* tp_as_sequence */
110 0, /* tp_as_mapping */
111 0, /* tp_hash */
112 0, /* tp_call */
113 0, /* tp_str */
114 PyObject_GenericGetAttr, /* tp_getattro */
115 0, /* tp_setattro */
116 0, /* tp_as_buffer */
117 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
118 0, /* tp_doc */
119 (traverseproc)iter_traverse, /* tp_traverse */
120 0, /* tp_clear */
121 0, /* tp_richcompare */
122 0, /* tp_weaklistoffset */
123 PyObject_SelfIter, /* tp_iter */
124 iter_iternext, /* tp_iternext */
125 seqiter_methods, /* tp_methods */
126 0, /* tp_members */
129 /* -------------------------------------- */
131 typedef struct {
132 PyObject_HEAD
133 PyObject *it_callable; /* Set to NULL when iterator is exhausted */
134 PyObject *it_sentinel; /* Set to NULL when iterator is exhausted */
135 } calliterobject;
137 PyObject *
138 PyCallIter_New(PyObject *callable, PyObject *sentinel)
140 calliterobject *it;
141 it = PyObject_GC_New(calliterobject, &PyCallIter_Type);
142 if (it == NULL)
143 return NULL;
144 Py_INCREF(callable);
145 it->it_callable = callable;
146 Py_INCREF(sentinel);
147 it->it_sentinel = sentinel;
148 _PyObject_GC_TRACK(it);
149 return (PyObject *)it;
151 static void
152 calliter_dealloc(calliterobject *it)
154 _PyObject_GC_UNTRACK(it);
155 Py_XDECREF(it->it_callable);
156 Py_XDECREF(it->it_sentinel);
157 PyObject_GC_Del(it);
160 static int
161 calliter_traverse(calliterobject *it, visitproc visit, void *arg)
163 Py_VISIT(it->it_callable);
164 Py_VISIT(it->it_sentinel);
165 return 0;
168 static PyObject *
169 calliter_iternext(calliterobject *it)
171 if (it->it_callable != NULL) {
172 PyObject *args = PyTuple_New(0);
173 PyObject *result;
174 if (args == NULL)
175 return NULL;
176 result = PyObject_Call(it->it_callable, args, NULL);
177 Py_DECREF(args);
178 if (result != NULL) {
179 int ok;
180 ok = PyObject_RichCompareBool(result,
181 it->it_sentinel,
182 Py_EQ);
183 if (ok == 0)
184 return result; /* Common case, fast path */
185 Py_DECREF(result);
186 if (ok > 0) {
187 Py_CLEAR(it->it_callable);
188 Py_CLEAR(it->it_sentinel);
191 else if (PyErr_ExceptionMatches(PyExc_StopIteration)) {
192 PyErr_Clear();
193 Py_CLEAR(it->it_callable);
194 Py_CLEAR(it->it_sentinel);
197 return NULL;
200 PyTypeObject PyCallIter_Type = {
201 PyVarObject_HEAD_INIT(&PyType_Type, 0)
202 "callable-iterator", /* tp_name */
203 sizeof(calliterobject), /* tp_basicsize */
204 0, /* tp_itemsize */
205 /* methods */
206 (destructor)calliter_dealloc, /* tp_dealloc */
207 0, /* tp_print */
208 0, /* tp_getattr */
209 0, /* tp_setattr */
210 0, /* tp_compare */
211 0, /* tp_repr */
212 0, /* tp_as_number */
213 0, /* tp_as_sequence */
214 0, /* tp_as_mapping */
215 0, /* tp_hash */
216 0, /* tp_call */
217 0, /* tp_str */
218 PyObject_GenericGetAttr, /* tp_getattro */
219 0, /* tp_setattro */
220 0, /* tp_as_buffer */
221 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
222 0, /* tp_doc */
223 (traverseproc)calliter_traverse, /* tp_traverse */
224 0, /* tp_clear */
225 0, /* tp_richcompare */
226 0, /* tp_weaklistoffset */
227 PyObject_SelfIter, /* tp_iter */
228 (iternextfunc)calliter_iternext, /* tp_iternext */
229 0, /* tp_methods */