2 #include "structmember.h" /* for offsetof() */
9 Py_ssize_t string_size
;
12 PyObject
*weakreflist
;
15 #define CHECK_CLOSED(self) \
16 if ((self)->buf == NULL) { \
17 PyErr_SetString(PyExc_ValueError, \
18 "I/O operation on closed file."); \
22 /* Internal routine to get a line from the buffer of a BytesIO
23 object. Returns the length between the current position to the
24 next newline character. */
26 get_line(bytesio
*self
, char **output
)
32 assert(self
->buf
!= NULL
);
34 /* Move to the end of the line, up to the end of the string, s. */
35 str_end
= self
->buf
+ self
->string_size
;
36 for (n
= self
->buf
+ self
->pos
;
37 n
< str_end
&& *n
!= '\n';
40 /* Skip the newline character */
44 /* Get the length from the current position to the end of the line. */
45 len
= n
- (self
->buf
+ self
->pos
);
46 *output
= self
->buf
+ self
->pos
;
49 assert(self
->pos
< PY_SSIZE_T_MAX
- len
);
55 /* Internal routine for changing the size of the buffer of BytesIO objects.
56 The caller should ensure that the 'size' argument is non-negative. Returns
57 0 on success, -1 otherwise. */
59 resize_buffer(bytesio
*self
, size_t size
)
61 /* Here, unsigned types are used to avoid dealing with signed integer
62 overflow, which is undefined in C. */
63 size_t alloc
= self
->buf_size
;
66 assert(self
->buf
!= NULL
);
68 /* For simplicity, stay in the range of the signed type. Anyway, Python
69 doesn't allow strings to be longer than this. */
70 if (size
> PY_SSIZE_T_MAX
)
73 if (size
< alloc
/ 2) {
74 /* Major downsize; resize down to exact size. */
77 else if (size
< alloc
) {
78 /* Within allocated size; quick exit */
81 else if (size
<= alloc
* 1.125) {
82 /* Moderate upsize; overallocate similar to list_resize() */
83 alloc
= size
+ (size
>> 3) + (size
< 9 ? 3 : 6);
86 /* Major upsize; resize up to exact size */
90 if (alloc
> ((size_t)-1) / sizeof(char))
92 new_buf
= (char *)PyMem_Realloc(self
->buf
, alloc
* sizeof(char));
93 if (new_buf
== NULL
) {
97 self
->buf_size
= alloc
;
103 PyErr_SetString(PyExc_OverflowError
,
104 "new buffer size too large");
108 /* Internal routine for writing a string of bytes to the buffer of a BytesIO
109 object. Returns the number of bytes wrote, or -1 on error. */
111 write_bytes(bytesio
*self
, const char *bytes
, Py_ssize_t len
)
113 assert(self
->buf
!= NULL
);
114 assert(self
->pos
>= 0);
117 if ((size_t)self
->pos
+ len
> self
->buf_size
) {
118 if (resize_buffer(self
, (size_t)self
->pos
+ len
) < 0)
122 if (self
->pos
> self
->string_size
) {
123 /* In case of overseek, pad with null bytes the buffer region between
124 the end of stream and the current position.
127 | |<---used--->|<----------available----------->|
128 | | <--to pad-->|<---to write---> |
131 memset(self
->buf
+ self
->string_size
, '\0',
132 (self
->pos
- self
->string_size
) * sizeof(char));
135 /* Copy the data to the internal buffer, overwriting some of the existing
136 data if self->pos < self->string_size. */
137 memcpy(self
->buf
+ self
->pos
, bytes
, len
);
140 /* Set the new length of the internal string if it has changed. */
141 if (self
->string_size
< self
->pos
) {
142 self
->string_size
= self
->pos
;
149 bytesio_get_closed(bytesio
*self
)
151 if (self
->buf
== NULL
) {
159 /* Generic getter for the writable, readable and seekable properties */
161 return_true(bytesio
*self
)
166 PyDoc_STRVAR(flush_doc
,
167 "flush() -> None. Does nothing.");
170 bytesio_flush(bytesio
*self
)
175 PyDoc_STRVAR(getval_doc
,
176 "getvalue() -> bytes.\n"
178 "Retrieve the entire contents of the BytesIO object.");
181 bytesio_getvalue(bytesio
*self
)
184 return PyBytes_FromStringAndSize(self
->buf
, self
->string_size
);
187 PyDoc_STRVAR(isatty_doc
,
188 "isatty() -> False.\n"
190 "Always returns False since BytesIO objects are not connected\n"
191 "to a tty-like device.");
194 bytesio_isatty(bytesio
*self
)
200 PyDoc_STRVAR(tell_doc
,
201 "tell() -> current file position, an integer\n");
204 bytesio_tell(bytesio
*self
)
207 return PyLong_FromSsize_t(self
->pos
);
210 PyDoc_STRVAR(read_doc
,
211 "read([size]) -> read at most size bytes, returned as a string.\n"
213 "If the size argument is negative, read until EOF is reached.\n"
214 "Return an empty string at EOF.");
217 bytesio_read(bytesio
*self
, PyObject
*args
)
221 PyObject
*arg
= Py_None
;
225 if (!PyArg_ParseTuple(args
, "|O:read", &arg
))
228 if (PyNumber_Check(arg
)) {
229 size
= PyNumber_AsSsize_t(arg
, PyExc_OverflowError
);
230 if (size
== -1 && PyErr_Occurred())
233 else if (arg
== Py_None
) {
234 /* Read until EOF is reached, by default. */
238 PyErr_Format(PyExc_TypeError
, "integer argument expected, got '%s'",
239 Py_TYPE(arg
)->tp_name
);
243 /* adjust invalid sizes */
244 n
= self
->string_size
- self
->pos
;
245 if (size
< 0 || size
> n
) {
251 assert(self
->buf
!= NULL
);
252 output
= self
->buf
+ self
->pos
;
255 return PyBytes_FromStringAndSize(output
, size
);
259 PyDoc_STRVAR(read1_doc
,
260 "read1(size) -> read at most size bytes, returned as a string.\n"
262 "If the size argument is negative or omitted, read until EOF is reached.\n"
263 "Return an empty string at EOF.");
266 bytesio_read1(bytesio
*self
, PyObject
*n
)
270 arg
= PyTuple_Pack(1, n
);
273 res
= bytesio_read(self
, arg
);
278 PyDoc_STRVAR(readline_doc
,
279 "readline([size]) -> next line from the file, as a string.\n"
281 "Retain newline. A non-negative size argument limits the maximum\n"
282 "number of bytes to return (an incomplete line may be returned then).\n"
283 "Return an empty string at EOF.\n");
286 bytesio_readline(bytesio
*self
, PyObject
*args
)
290 PyObject
*arg
= Py_None
;
294 if (!PyArg_ParseTuple(args
, "|O:readline", &arg
))
297 if (PyNumber_Check(arg
)) {
298 size
= PyNumber_AsSsize_t(arg
, PyExc_OverflowError
);
299 if (size
== -1 && PyErr_Occurred())
302 else if (arg
== Py_None
) {
303 /* No size limit, by default. */
307 PyErr_Format(PyExc_TypeError
, "integer argument expected, got '%s'",
308 Py_TYPE(arg
)->tp_name
);
312 n
= get_line(self
, &output
);
314 if (size
>= 0 && size
< n
) {
320 return PyBytes_FromStringAndSize(output
, n
);
323 PyDoc_STRVAR(readlines_doc
,
324 "readlines([size]) -> list of strings, each a line from the file.\n"
326 "Call readline() repeatedly and return a list of the lines so read.\n"
327 "The optional size argument, if given, is an approximate bound on the\n"
328 "total number of bytes in the lines returned.\n");
331 bytesio_readlines(bytesio
*self
, PyObject
*args
)
333 Py_ssize_t maxsize
, size
, n
;
334 PyObject
*result
, *line
;
336 PyObject
*arg
= Py_None
;
340 if (!PyArg_ParseTuple(args
, "|O:readlines", &arg
))
343 if (PyNumber_Check(arg
)) {
344 maxsize
= PyNumber_AsSsize_t(arg
, PyExc_OverflowError
);
345 if (maxsize
== -1 && PyErr_Occurred())
348 else if (arg
== Py_None
) {
349 /* No size limit, by default. */
353 PyErr_Format(PyExc_TypeError
, "integer argument expected, got '%s'",
354 Py_TYPE(arg
)->tp_name
);
359 result
= PyList_New(0);
363 while ((n
= get_line(self
, &output
)) != 0) {
364 line
= PyBytes_FromStringAndSize(output
, n
);
367 if (PyList_Append(result
, line
) == -1) {
373 if (maxsize
> 0 && size
>= maxsize
)
383 PyDoc_STRVAR(readinto_doc
,
384 "readinto(bytearray) -> int. Read up to len(b) bytes into b.\n"
386 "Returns number of bytes read (0 for EOF), or None if the object\n"
387 "is set not to block as has no data to read.");
390 bytesio_readinto(bytesio
*self
, PyObject
*args
)
397 if (!PyArg_ParseTuple(args
, "w*", &buf
))
401 if (self
->pos
+ len
> self
->string_size
)
402 len
= self
->string_size
- self
->pos
;
404 memcpy(buf
.buf
, self
->buf
+ self
->pos
, len
);
405 assert(self
->pos
+ len
< PY_SSIZE_T_MAX
);
409 PyBuffer_Release(&buf
);
410 return PyLong_FromSsize_t(len
);
413 PyDoc_STRVAR(truncate_doc
,
414 "truncate([size]) -> int. Truncate the file to at most size bytes.\n"
416 "Size defaults to the current file position, as returned by tell().\n"
417 "Returns the new size. Imply an absolute seek to the position size.");
420 bytesio_truncate(bytesio
*self
, PyObject
*args
)
423 PyObject
*arg
= Py_None
;
427 if (!PyArg_ParseTuple(args
, "|O:truncate", &arg
))
430 if (PyNumber_Check(arg
)) {
431 size
= PyNumber_AsSsize_t(arg
, PyExc_OverflowError
);
432 if (size
== -1 && PyErr_Occurred())
435 else if (arg
== Py_None
) {
436 /* Truncate to current position if no argument is passed. */
440 PyErr_Format(PyExc_TypeError
, "integer argument expected, got '%s'",
441 Py_TYPE(arg
)->tp_name
);
446 PyErr_Format(PyExc_ValueError
,
447 "negative size value %zd", size
);
451 if (size
< self
->string_size
) {
452 self
->string_size
= size
;
453 if (resize_buffer(self
, size
) < 0)
458 return PyLong_FromSsize_t(size
);
462 bytesio_iternext(bytesio
*self
)
469 n
= get_line(self
, &next
);
474 return PyBytes_FromStringAndSize(next
, n
);
477 PyDoc_STRVAR(seek_doc
,
478 "seek(pos, whence=0) -> int. Change stream position.\n"
480 "Seek to byte offset pos relative to position indicated by whence:\n"
481 " 0 Start of stream (the default). pos should be >= 0;\n"
482 " 1 Current position - pos may be negative;\n"
483 " 2 End of stream - pos usually negative.\n"
484 "Returns the new absolute position.");
487 bytesio_seek(bytesio
*self
, PyObject
*args
)
495 if (!PyArg_ParseTuple(args
, "O|i:seek", &posobj
, &mode
))
498 pos
= PyNumber_AsSsize_t(posobj
, PyExc_OverflowError
);
499 if (pos
== -1 && PyErr_Occurred())
502 if (pos
< 0 && mode
== 0) {
503 PyErr_Format(PyExc_ValueError
,
504 "negative seek value %zd", pos
);
508 /* mode 0: offset relative to beginning of the string.
509 mode 1: offset relative to current position.
510 mode 2: offset relative the end of the string. */
512 if (pos
> PY_SSIZE_T_MAX
- self
->pos
) {
513 PyErr_SetString(PyExc_OverflowError
,
514 "new position too large");
519 else if (mode
== 2) {
520 if (pos
> PY_SSIZE_T_MAX
- self
->string_size
) {
521 PyErr_SetString(PyExc_OverflowError
,
522 "new position too large");
525 pos
+= self
->string_size
;
527 else if (mode
!= 0) {
528 PyErr_Format(PyExc_ValueError
,
529 "invalid whence (%i, should be 0, 1 or 2)", mode
);
537 return PyLong_FromSsize_t(self
->pos
);
540 PyDoc_STRVAR(write_doc
,
541 "write(bytes) -> int. Write bytes to file.\n"
543 "Return the number of bytes written.");
546 bytesio_write(bytesio
*self
, PyObject
*obj
)
550 PyObject
*result
= NULL
;
554 if (PyObject_GetBuffer(obj
, &buf
, PyBUF_CONTIG_RO
) < 0)
558 n
= write_bytes(self
, buf
.buf
, buf
.len
);
560 result
= PyLong_FromSsize_t(n
);
562 PyBuffer_Release(&buf
);
566 PyDoc_STRVAR(writelines_doc
,
567 "writelines(sequence_of_strings) -> None. Write strings to the file.\n"
569 "Note that newlines are not added. The sequence can be any iterable\n"
570 "object producing strings. This is equivalent to calling write() for\n"
574 bytesio_writelines(bytesio
*self
, PyObject
*v
)
581 it
= PyObject_GetIter(v
);
585 while ((item
= PyIter_Next(it
)) != NULL
) {
586 ret
= bytesio_write(self
, item
);
596 /* See if PyIter_Next failed */
597 if (PyErr_Occurred())
603 PyDoc_STRVAR(close_doc
,
604 "close() -> None. Disable all I/O operations.");
607 bytesio_close(bytesio
*self
)
609 if (self
->buf
!= NULL
) {
610 PyMem_Free(self
->buf
);
617 bytesio_dealloc(bytesio
*self
)
619 if (self
->buf
!= NULL
) {
620 PyMem_Free(self
->buf
);
623 Py_TYPE(self
)->tp_clear((PyObject
*)self
);
624 Py_TYPE(self
)->tp_free(self
);
628 bytesio_new(PyTypeObject
*type
, PyObject
*args
, PyObject
*kwds
)
632 assert(type
!= NULL
&& type
->tp_alloc
!= NULL
);
633 self
= (bytesio
*)type
->tp_alloc(type
, 0);
637 self
->string_size
= 0;
640 self
->buf
= (char *)PyMem_Malloc(0);
641 if (self
->buf
== NULL
) {
643 return PyErr_NoMemory();
646 return (PyObject
*)self
;
650 bytesio_init(bytesio
*self
, PyObject
*args
, PyObject
*kwds
)
652 PyObject
*initvalue
= NULL
;
654 if (!PyArg_ParseTuple(args
, "|O:BytesIO", &initvalue
))
657 /* In case, __init__ is called multiple times. */
658 self
->string_size
= 0;
661 if (initvalue
&& initvalue
!= Py_None
) {
663 res
= bytesio_write(self
, initvalue
);
674 bytesio_traverse(bytesio
*self
, visitproc visit
, void *arg
)
676 Py_VISIT(self
->dict
);
677 Py_VISIT(self
->weakreflist
);
682 bytesio_clear(bytesio
*self
)
684 Py_CLEAR(self
->dict
);
685 if (self
->weakreflist
!= NULL
)
686 PyObject_ClearWeakRefs((PyObject
*)self
);
691 static PyGetSetDef bytesio_getsetlist
[] = {
692 {"closed", (getter
)bytesio_get_closed
, NULL
,
693 "True if the file is closed."},
694 {NULL
}, /* sentinel */
697 static struct PyMethodDef bytesio_methods
[] = {
698 {"readable", (PyCFunction
)return_true
, METH_NOARGS
, NULL
},
699 {"seekable", (PyCFunction
)return_true
, METH_NOARGS
, NULL
},
700 {"writable", (PyCFunction
)return_true
, METH_NOARGS
, NULL
},
701 {"close", (PyCFunction
)bytesio_close
, METH_NOARGS
, close_doc
},
702 {"flush", (PyCFunction
)bytesio_flush
, METH_NOARGS
, flush_doc
},
703 {"isatty", (PyCFunction
)bytesio_isatty
, METH_NOARGS
, isatty_doc
},
704 {"tell", (PyCFunction
)bytesio_tell
, METH_NOARGS
, tell_doc
},
705 {"write", (PyCFunction
)bytesio_write
, METH_O
, write_doc
},
706 {"writelines", (PyCFunction
)bytesio_writelines
, METH_O
, writelines_doc
},
707 {"read1", (PyCFunction
)bytesio_read1
, METH_O
, read1_doc
},
708 {"readinto", (PyCFunction
)bytesio_readinto
, METH_VARARGS
, readinto_doc
},
709 {"readline", (PyCFunction
)bytesio_readline
, METH_VARARGS
, readline_doc
},
710 {"readlines", (PyCFunction
)bytesio_readlines
, METH_VARARGS
, readlines_doc
},
711 {"read", (PyCFunction
)bytesio_read
, METH_VARARGS
, read_doc
},
712 {"getvalue", (PyCFunction
)bytesio_getvalue
, METH_VARARGS
, getval_doc
},
713 {"seek", (PyCFunction
)bytesio_seek
, METH_VARARGS
, seek_doc
},
714 {"truncate", (PyCFunction
)bytesio_truncate
, METH_VARARGS
, truncate_doc
},
715 {NULL
, NULL
} /* sentinel */
718 PyDoc_STRVAR(bytesio_doc
,
719 "BytesIO([buffer]) -> object\n"
721 "Create a buffered I/O implementation using an in-memory bytes\n"
722 "buffer, ready for reading and writing.");
724 PyTypeObject PyBytesIO_Type
= {
725 PyVarObject_HEAD_INIT(NULL
, 0)
726 "_io.BytesIO", /*tp_name*/
727 sizeof(bytesio
), /*tp_basicsize*/
729 (destructor
)bytesio_dealloc
, /*tp_dealloc*/
736 0, /*tp_as_sequence*/
744 Py_TPFLAGS_DEFAULT
| Py_TPFLAGS_BASETYPE
|
745 Py_TPFLAGS_HAVE_GC
, /*tp_flags*/
746 bytesio_doc
, /*tp_doc*/
747 (traverseproc
)bytesio_traverse
, /*tp_traverse*/
748 (inquiry
)bytesio_clear
, /*tp_clear*/
749 0, /*tp_richcompare*/
750 offsetof(bytesio
, weakreflist
), /*tp_weaklistoffset*/
751 PyObject_SelfIter
, /*tp_iter*/
752 (iternextfunc
)bytesio_iternext
, /*tp_iternext*/
753 bytesio_methods
, /*tp_methods*/
755 bytesio_getsetlist
, /*tp_getset*/
760 offsetof(bytesio
, dict
), /*tp_dictoffset*/
761 (initproc
)bytesio_init
, /*tp_init*/
763 bytesio_new
, /*tp_new*/