2 / Author: Sam Rushing <rushing@nightmare.com>
3 / Hacked for Unix by AMK
6 / Modified to support mmap with offset - to map a 'window' of a file
7 / Author: Yotam Medini yotamm@mellanox.co.il
9 / mmapmodule.cpp -- map a view of a file into memory
11 / todo: need permission flags, perhaps a 'chsize' analog
12 / not all functions check range yet!!!
15 / This version of mmapmodule.c has been changed significantly
16 / from the original mmapfile.c on which it was based.
17 / The original version of mmapfile is maintained by Sam at
18 / ftp://squirl.nightmare.com/pub/python/python-ext.
21 #define PY_SSIZE_T_CLEAN
39 my_getallocationgranularity (void)
44 return si
.dwAllocationGranularity
;
53 #if defined(HAVE_SYSCONF) && defined(_SC_PAGESIZE)
57 return sysconf(_SC_PAGESIZE
);
60 #define my_getallocationgranularity my_getpagesize
62 #define my_getpagesize getpagesize
69 #ifdef HAVE_SYS_TYPES_H
70 #include <sys/types.h>
71 #endif /* HAVE_SYS_TYPES_H */
73 /* Prefer MAP_ANONYMOUS since MAP_ANON is deprecated according to man page. */
74 #if !defined(MAP_ANONYMOUS) && defined(MAP_ANON)
75 # define MAP_ANONYMOUS MAP_ANON
78 static PyObject
*mmap_module_error
;
92 size_t pos
; /* relative to offset */
110 mmap_object_dealloc(mmap_object
*m_obj
)
113 if (m_obj
->data
!= NULL
)
114 UnmapViewOfFile (m_obj
->data
);
115 if (m_obj
->map_handle
!= INVALID_HANDLE_VALUE
)
116 CloseHandle (m_obj
->map_handle
);
117 if (m_obj
->file_handle
!= INVALID_HANDLE_VALUE
)
118 CloseHandle (m_obj
->file_handle
);
120 PyMem_Free(m_obj
->tagname
);
121 #endif /* MS_WINDOWS */
125 (void) close(m_obj
->fd
);
126 if (m_obj
->data
!=NULL
) {
127 msync(m_obj
->data
, m_obj
->size
, MS_SYNC
);
128 munmap(m_obj
->data
, m_obj
->size
);
132 Py_TYPE(m_obj
)->tp_free((PyObject
*)m_obj
);
136 mmap_close_method(mmap_object
*self
, PyObject
*unused
)
139 /* For each resource we maintain, we need to check
140 the value is valid, and if so, free the resource
141 and set the member value to an invalid value so
142 the dealloc does not attempt to resource clearing
144 TODO - should we check for errors in the close operations???
146 if (self
->data
!= NULL
) {
147 UnmapViewOfFile(self
->data
);
150 if (self
->map_handle
!= INVALID_HANDLE_VALUE
) {
151 CloseHandle(self
->map_handle
);
152 self
->map_handle
= INVALID_HANDLE_VALUE
;
154 if (self
->file_handle
!= INVALID_HANDLE_VALUE
) {
155 CloseHandle(self
->file_handle
);
156 self
->file_handle
= INVALID_HANDLE_VALUE
;
158 #endif /* MS_WINDOWS */
161 (void) close(self
->fd
);
163 if (self
->data
!= NULL
) {
164 munmap(self
->data
, self
->size
);
174 #define CHECK_VALID(err) \
176 if (self->map_handle == INVALID_HANDLE_VALUE) { \
177 PyErr_SetString(PyExc_ValueError, "mmap closed or invalid"); \
181 #endif /* MS_WINDOWS */
184 #define CHECK_VALID(err) \
186 if (self->data == NULL) { \
187 PyErr_SetString(PyExc_ValueError, "mmap closed or invalid"); \
194 mmap_read_byte_method(mmap_object
*self
,
198 if (self
->pos
< self
->size
) {
199 char value
= self
->data
[self
->pos
];
201 return Py_BuildValue("c", value
);
203 PyErr_SetString(PyExc_ValueError
, "read byte out of range");
209 mmap_read_line_method(mmap_object
*self
,
212 char *start
= self
->data
+self
->pos
;
213 char *eof
= self
->data
+self
->size
;
219 eol
= memchr(start
, '\n', self
->size
- self
->pos
);
223 ++eol
; /* we're interested in the position after the
225 result
= PyString_FromStringAndSize(start
, (eol
- start
));
226 self
->pos
+= (eol
- start
);
231 mmap_read_method(mmap_object
*self
,
234 Py_ssize_t num_bytes
;
238 if (!PyArg_ParseTuple(args
, "n:read", &num_bytes
))
241 /* silently 'adjust' out-of-range requests */
242 if (num_bytes
> self
->size
- self
->pos
) {
243 num_bytes
-= (self
->pos
+num_bytes
) - self
->size
;
245 result
= Py_BuildValue("s#", self
->data
+self
->pos
, num_bytes
);
246 self
->pos
+= num_bytes
;
251 mmap_gfind(mmap_object
*self
,
255 Py_ssize_t start
= self
->pos
;
256 Py_ssize_t end
= self
->size
;
261 if (!PyArg_ParseTuple(args
, reverse
? "s#|nn:rfind" : "s#|nn:find",
262 &needle
, &len
, &start
, &end
)) {
265 const char *p
, *start_p
, *end_p
;
266 int sign
= reverse
? -1 : 1;
272 else if ((size_t)start
> self
->size
)
279 else if ((size_t)end
> self
->size
)
282 start_p
= self
->data
+ start
;
283 end_p
= self
->data
+ end
;
285 for (p
= (reverse
? end_p
- len
: start_p
);
286 (p
>= start_p
) && (p
+ len
<= end_p
); p
+= sign
) {
288 for (i
= 0; i
< len
&& needle
[i
] == p
[i
]; ++i
)
291 return PyInt_FromSsize_t(p
- self
->data
);
294 return PyInt_FromLong(-1);
299 mmap_find_method(mmap_object
*self
,
302 return mmap_gfind(self
, args
, 0);
306 mmap_rfind_method(mmap_object
*self
,
309 return mmap_gfind(self
, args
, 1);
313 is_writeable(mmap_object
*self
)
315 if (self
->access
!= ACCESS_READ
)
317 PyErr_Format(PyExc_TypeError
, "mmap can't modify a readonly memory map.");
322 is_resizeable(mmap_object
*self
)
324 if ((self
->access
== ACCESS_WRITE
) || (self
->access
== ACCESS_DEFAULT
))
326 PyErr_Format(PyExc_TypeError
,
327 "mmap can't resize a readonly or copy-on-write memory map.");
333 mmap_write_method(mmap_object
*self
,
340 if (!PyArg_ParseTuple(args
, "s#:write", &data
, &length
))
343 if (!is_writeable(self
))
346 if ((self
->pos
+ length
) > self
->size
) {
347 PyErr_SetString(PyExc_ValueError
, "data out of range");
350 memcpy(self
->data
+self
->pos
, data
, length
);
351 self
->pos
= self
->pos
+length
;
357 mmap_write_byte_method(mmap_object
*self
,
363 if (!PyArg_ParseTuple(args
, "c:write_byte", &value
))
366 if (!is_writeable(self
))
368 *(self
->data
+self
->pos
) = value
;
375 mmap_size_method(mmap_object
*self
,
381 if (self
->file_handle
!= INVALID_HANDLE_VALUE
) {
384 low
= GetFileSize(self
->file_handle
, &high
);
385 if (low
== INVALID_FILE_SIZE
) {
386 /* It might be that the function appears to have failed,
387 when indeed its size equals INVALID_FILE_SIZE */
388 DWORD error
= GetLastError();
389 if (error
!= NO_ERROR
)
390 return PyErr_SetFromWindowsErr(error
);
392 if (!high
&& low
< LONG_MAX
)
393 return PyInt_FromLong((long)low
);
394 size
= (((PY_LONG_LONG
)high
)<<32) + low
;
395 return PyLong_FromLongLong(size
);
397 return PyInt_FromSsize_t(self
->size
);
399 #endif /* MS_WINDOWS */
404 if (-1 == fstat(self
->fd
, &buf
)) {
405 PyErr_SetFromErrno(mmap_module_error
);
408 return PyInt_FromSsize_t(buf
.st_size
);
413 /* This assumes that you want the entire file mapped,
414 / and when recreating the map will make the new file
417 / Is this really necessary? This could easily be done
418 / from python by just closing and re-opening with the
423 mmap_resize_method(mmap_object
*self
,
428 if (!PyArg_ParseTuple(args
, "n:resize", &new_size
) ||
429 !is_resizeable(self
)) {
434 DWORD off_hi
, off_lo
, newSizeLow
, newSizeHigh
;
435 /* First, unmap the file view */
436 UnmapViewOfFile(self
->data
);
437 /* Close the mapping object */
438 CloseHandle(self
->map_handle
);
439 /* Move to the desired EOF position */
440 #if SIZEOF_SIZE_T > 4
441 newSizeHigh
= (DWORD
)((self
->offset
+ new_size
) >> 32);
442 newSizeLow
= (DWORD
)((self
->offset
+ new_size
) & 0xFFFFFFFF);
443 off_hi
= (DWORD
)(self
->offset
>> 32);
444 off_lo
= (DWORD
)(self
->offset
& 0xFFFFFFFF);
447 newSizeLow
= (DWORD
)new_size
;
449 off_lo
= (DWORD
)self
->offset
;
451 SetFilePointer(self
->file_handle
,
452 newSizeLow
, &newSizeHigh
, FILE_BEGIN
);
453 /* Change the size of the file */
454 SetEndOfFile(self
->file_handle
);
455 /* Create another mapping object and remap the file view */
456 self
->map_handle
= CreateFileMapping(
463 if (self
->map_handle
!= NULL
) {
464 self
->data
= (char *) MapViewOfFile(self
->map_handle
,
469 if (self
->data
!= NULL
) {
470 self
->size
= new_size
;
474 dwErrCode
= GetLastError();
477 dwErrCode
= GetLastError();
479 PyErr_SetFromWindowsErr(dwErrCode
);
481 #endif /* MS_WINDOWS */
486 PyErr_SetString(PyExc_SystemError
,
487 "mmap: resizing not available--no mremap()");
493 if (ftruncate(self
->fd
, new_size
) == -1) {
494 PyErr_SetFromErrno(mmap_module_error
);
498 #ifdef MREMAP_MAYMOVE
499 newmap
= mremap(self
->data
, self
->size
, new_size
, MREMAP_MAYMOVE
);
501 newmap
= mremap(self
->data
, self
->size
, new_size
, 0);
503 if (newmap
== (void *)-1)
505 PyErr_SetFromErrno(mmap_module_error
);
509 self
->size
= new_size
;
512 #endif /* HAVE_MREMAP */
518 mmap_tell_method(mmap_object
*self
, PyObject
*unused
)
521 return PyInt_FromSize_t(self
->pos
);
525 mmap_flush_method(mmap_object
*self
, PyObject
*args
)
527 Py_ssize_t offset
= 0;
528 Py_ssize_t size
= self
->size
;
530 if (!PyArg_ParseTuple(args
, "|nn:flush", &offset
, &size
))
532 if ((size_t)(offset
+ size
) > self
->size
) {
533 PyErr_SetString(PyExc_ValueError
, "flush values out of range");
537 return PyInt_FromLong((long) FlushViewOfFile(self
->data
+offset
, size
));
539 /* XXX semantics of return value? */
540 /* XXX flags for msync? */
541 if (-1 == msync(self
->data
+ offset
, size
, MS_SYNC
)) {
542 PyErr_SetFromErrno(mmap_module_error
);
545 return PyInt_FromLong(0);
547 PyErr_SetString(PyExc_ValueError
, "flush not supported on this system");
553 mmap_seek_method(mmap_object
*self
, PyObject
*args
)
558 if (!PyArg_ParseTuple(args
, "n|i:seek", &dist
, &how
))
563 case 0: /* relative to start */
568 case 1: /* relative to current position */
569 if ((Py_ssize_t
)self
->pos
+ dist
< 0)
571 where
= self
->pos
+ dist
;
573 case 2: /* relative to end */
574 if ((Py_ssize_t
)self
->size
+ dist
< 0)
576 where
= self
->size
+ dist
;
579 PyErr_SetString(PyExc_ValueError
, "unknown seek type");
582 if (where
> self
->size
)
590 PyErr_SetString(PyExc_ValueError
, "seek out of range");
595 mmap_move_method(mmap_object
*self
, PyObject
*args
)
597 unsigned long dest
, src
, count
;
599 if (!PyArg_ParseTuple(args
, "kkk:move", &dest
, &src
, &count
) ||
600 !is_writeable(self
)) {
603 /* bounds check the values */
604 if (/* end of source after end of data?? */
605 ((src
+count
) > self
->size
)
607 || (dest
+count
> self
->size
)) {
608 PyErr_SetString(PyExc_ValueError
,
609 "source or destination out of range");
612 memmove(self
->data
+dest
, self
->data
+src
, count
);
619 static struct PyMethodDef mmap_object_methods
[] = {
620 {"close", (PyCFunction
) mmap_close_method
, METH_NOARGS
},
621 {"find", (PyCFunction
) mmap_find_method
, METH_VARARGS
},
622 {"rfind", (PyCFunction
) mmap_rfind_method
, METH_VARARGS
},
623 {"flush", (PyCFunction
) mmap_flush_method
, METH_VARARGS
},
624 {"move", (PyCFunction
) mmap_move_method
, METH_VARARGS
},
625 {"read", (PyCFunction
) mmap_read_method
, METH_VARARGS
},
626 {"read_byte", (PyCFunction
) mmap_read_byte_method
, METH_NOARGS
},
627 {"readline", (PyCFunction
) mmap_read_line_method
, METH_NOARGS
},
628 {"resize", (PyCFunction
) mmap_resize_method
, METH_VARARGS
},
629 {"seek", (PyCFunction
) mmap_seek_method
, METH_VARARGS
},
630 {"size", (PyCFunction
) mmap_size_method
, METH_NOARGS
},
631 {"tell", (PyCFunction
) mmap_tell_method
, METH_NOARGS
},
632 {"write", (PyCFunction
) mmap_write_method
, METH_VARARGS
},
633 {"write_byte", (PyCFunction
) mmap_write_byte_method
, METH_VARARGS
},
634 {NULL
, NULL
} /* sentinel */
637 /* Functions for treating an mmap'ed file as a buffer */
640 mmap_buffer_getreadbuf(mmap_object
*self
, Py_ssize_t index
, const void **ptr
)
644 PyErr_SetString(PyExc_SystemError
,
645 "Accessing non-existent mmap segment");
653 mmap_buffer_getwritebuf(mmap_object
*self
, Py_ssize_t index
, const void **ptr
)
657 PyErr_SetString(PyExc_SystemError
,
658 "Accessing non-existent mmap segment");
661 if (!is_writeable(self
))
668 mmap_buffer_getsegcount(mmap_object
*self
, Py_ssize_t
*lenp
)
677 mmap_buffer_getcharbuffer(mmap_object
*self
, Py_ssize_t index
, const void **ptr
)
680 PyErr_SetString(PyExc_SystemError
,
681 "accessing non-existent buffer segment");
684 *ptr
= (const char *)self
->data
;
689 mmap_length(mmap_object
*self
)
696 mmap_item(mmap_object
*self
, Py_ssize_t i
)
699 if (i
< 0 || (size_t)i
>= self
->size
) {
700 PyErr_SetString(PyExc_IndexError
, "mmap index out of range");
703 return PyString_FromStringAndSize(self
->data
+ i
, 1);
707 mmap_slice(mmap_object
*self
, Py_ssize_t ilow
, Py_ssize_t ihigh
)
712 else if ((size_t)ilow
> self
->size
)
718 else if ((size_t)ihigh
> self
->size
)
721 return PyString_FromStringAndSize(self
->data
+ ilow
, ihigh
-ilow
);
725 mmap_subscript(mmap_object
*self
, PyObject
*item
)
728 if (PyIndex_Check(item
)) {
729 Py_ssize_t i
= PyNumber_AsSsize_t(item
, PyExc_IndexError
);
730 if (i
== -1 && PyErr_Occurred())
734 if (i
< 0 || (size_t)i
> self
->size
) {
735 PyErr_SetString(PyExc_IndexError
,
736 "mmap index out of range");
739 return PyString_FromStringAndSize(self
->data
+ i
, 1);
741 else if (PySlice_Check(item
)) {
742 Py_ssize_t start
, stop
, step
, slicelen
;
744 if (PySlice_GetIndicesEx((PySliceObject
*)item
, self
->size
,
745 &start
, &stop
, &step
, &slicelen
) < 0) {
750 return PyString_FromStringAndSize("", 0);
752 return PyString_FromStringAndSize(self
->data
+ start
,
755 char *result_buf
= (char *)PyMem_Malloc(slicelen
);
759 if (result_buf
== NULL
)
760 return PyErr_NoMemory();
761 for (cur
= start
, i
= 0; i
< slicelen
;
763 result_buf
[i
] = self
->data
[cur
];
765 result
= PyString_FromStringAndSize(result_buf
,
767 PyMem_Free(result_buf
);
772 PyErr_SetString(PyExc_TypeError
,
773 "mmap indices must be integers");
779 mmap_concat(mmap_object
*self
, PyObject
*bb
)
782 PyErr_SetString(PyExc_SystemError
,
783 "mmaps don't support concatenation");
788 mmap_repeat(mmap_object
*self
, Py_ssize_t n
)
791 PyErr_SetString(PyExc_SystemError
,
792 "mmaps don't support repeat operation");
797 mmap_ass_slice(mmap_object
*self
, Py_ssize_t ilow
, Py_ssize_t ihigh
, PyObject
*v
)
804 else if ((size_t)ilow
> self
->size
)
810 else if ((size_t)ihigh
> self
->size
)
814 PyErr_SetString(PyExc_TypeError
,
815 "mmap object doesn't support slice deletion");
818 if (! (PyString_Check(v
)) ) {
819 PyErr_SetString(PyExc_IndexError
,
820 "mmap slice assignment must be a string");
823 if (PyString_Size(v
) != (ihigh
- ilow
)) {
824 PyErr_SetString(PyExc_IndexError
,
825 "mmap slice assignment is wrong size");
828 if (!is_writeable(self
))
830 buf
= PyString_AsString(v
);
831 memcpy(self
->data
+ ilow
, buf
, ihigh
-ilow
);
836 mmap_ass_item(mmap_object
*self
, Py_ssize_t i
, PyObject
*v
)
841 if (i
< 0 || (size_t)i
>= self
->size
) {
842 PyErr_SetString(PyExc_IndexError
, "mmap index out of range");
846 PyErr_SetString(PyExc_TypeError
,
847 "mmap object doesn't support item deletion");
850 if (! (PyString_Check(v
) && PyString_Size(v
)==1) ) {
851 PyErr_SetString(PyExc_IndexError
,
852 "mmap assignment must be single-character string");
855 if (!is_writeable(self
))
857 buf
= PyString_AsString(v
);
858 self
->data
[i
] = buf
[0];
863 mmap_ass_subscript(mmap_object
*self
, PyObject
*item
, PyObject
*value
)
867 if (PyIndex_Check(item
)) {
868 Py_ssize_t i
= PyNumber_AsSsize_t(item
, PyExc_IndexError
);
871 if (i
== -1 && PyErr_Occurred())
875 if (i
< 0 || (size_t)i
> self
->size
) {
876 PyErr_SetString(PyExc_IndexError
,
877 "mmap index out of range");
881 PyErr_SetString(PyExc_TypeError
,
882 "mmap object doesn't support item deletion");
885 if (!PyString_Check(value
) || PyString_Size(value
) != 1) {
886 PyErr_SetString(PyExc_IndexError
,
887 "mmap assignment must be single-character string");
890 if (!is_writeable(self
))
892 buf
= PyString_AsString(value
);
893 self
->data
[i
] = buf
[0];
896 else if (PySlice_Check(item
)) {
897 Py_ssize_t start
, stop
, step
, slicelen
;
899 if (PySlice_GetIndicesEx((PySliceObject
*)item
,
900 self
->size
, &start
, &stop
,
901 &step
, &slicelen
) < 0) {
905 PyErr_SetString(PyExc_TypeError
,
906 "mmap object doesn't support slice deletion");
909 if (!PyString_Check(value
)) {
910 PyErr_SetString(PyExc_IndexError
,
911 "mmap slice assignment must be a string");
914 if (PyString_Size(value
) != slicelen
) {
915 PyErr_SetString(PyExc_IndexError
,
916 "mmap slice assignment is wrong size");
919 if (!is_writeable(self
))
924 else if (step
== 1) {
925 const char *buf
= PyString_AsString(value
);
929 memcpy(self
->data
+ start
, buf
, slicelen
);
934 const char *buf
= PyString_AsString(value
);
938 for (cur
= start
, i
= 0; i
< slicelen
;
940 self
->data
[cur
] = buf
[i
];
946 PyErr_SetString(PyExc_TypeError
,
947 "mmap indices must be integer");
952 static PySequenceMethods mmap_as_sequence
= {
953 (lenfunc
)mmap_length
, /*sq_length*/
954 (binaryfunc
)mmap_concat
, /*sq_concat*/
955 (ssizeargfunc
)mmap_repeat
, /*sq_repeat*/
956 (ssizeargfunc
)mmap_item
, /*sq_item*/
957 (ssizessizeargfunc
)mmap_slice
, /*sq_slice*/
958 (ssizeobjargproc
)mmap_ass_item
, /*sq_ass_item*/
959 (ssizessizeobjargproc
)mmap_ass_slice
, /*sq_ass_slice*/
962 static PyMappingMethods mmap_as_mapping
= {
963 (lenfunc
)mmap_length
,
964 (binaryfunc
)mmap_subscript
,
965 (objobjargproc
)mmap_ass_subscript
,
968 static PyBufferProcs mmap_as_buffer
= {
969 (readbufferproc
)mmap_buffer_getreadbuf
,
970 (writebufferproc
)mmap_buffer_getwritebuf
,
971 (segcountproc
)mmap_buffer_getsegcount
,
972 (charbufferproc
)mmap_buffer_getcharbuffer
,
976 new_mmap_object(PyTypeObject
*type
, PyObject
*args
, PyObject
*kwdict
);
978 PyDoc_STRVAR(mmap_doc
,
979 "Windows: mmap(fileno, length[, tagname[, access[, offset]]])\n\
981 Maps length bytes from the file specified by the file handle fileno,\n\
982 and returns a mmap object. If length is larger than the current size\n\
983 of the file, the file is extended to contain length bytes. If length\n\
984 is 0, the maximum length of the map is the current size of the file,\n\
985 except that if the file is empty Windows raises an exception (you cannot\n\
986 create an empty mapping on Windows).\n\
988 Unix: mmap(fileno, length[, flags[, prot[, access[, offset]]]])\n\
990 Maps length bytes from the file specified by the file descriptor fileno,\n\
991 and returns a mmap object. If length is 0, the maximum length of the map\n\
992 will be the current size of the file when mmap is called.\n\
993 flags specifies the nature of the mapping. MAP_PRIVATE creates a\n\
994 private copy-on-write mapping, so changes to the contents of the mmap\n\
995 object will be private to this process, and MAP_SHARED creates a mapping\n\
996 that's shared with all other processes mapping the same areas of the file.\n\
997 The default value is MAP_SHARED.\n\
999 To map anonymous memory, pass -1 as the fileno (both versions).");
1002 static PyTypeObject mmap_object_type
= {
1003 PyVarObject_HEAD_INIT(NULL
, 0)
1004 "mmap.mmap", /* tp_name */
1005 sizeof(mmap_object
), /* tp_size */
1006 0, /* tp_itemsize */
1008 (destructor
) mmap_object_dealloc
, /* tp_dealloc */
1014 0, /* tp_as_number */
1015 &mmap_as_sequence
, /*tp_as_sequence*/
1016 &mmap_as_mapping
, /*tp_as_mapping*/
1020 PyObject_GenericGetAttr
, /*tp_getattro*/
1022 &mmap_as_buffer
, /*tp_as_buffer*/
1023 Py_TPFLAGS_DEFAULT
| Py_TPFLAGS_BASETYPE
| Py_TPFLAGS_HAVE_GETCHARBUFFER
, /*tp_flags*/
1024 mmap_doc
, /*tp_doc*/
1025 0, /* tp_traverse */
1027 0, /* tp_richcompare */
1028 0, /* tp_weaklistoffset */
1030 0, /* tp_iternext */
1031 mmap_object_methods
, /* tp_methods */
1036 0, /* tp_descr_get */
1037 0, /* tp_descr_set */
1038 0, /* tp_dictoffset */
1040 PyType_GenericAlloc
, /* tp_alloc */
1041 new_mmap_object
, /* tp_new */
1042 PyObject_Del
, /* tp_free */
1046 /* extract the map size from the given PyObject
1048 Returns -1 on error, with an appropriate Python exception raised. On
1049 success, the map size is returned. */
1051 _GetMapSize(PyObject
*o
, const char* param
)
1055 if (PyIndex_Check(o
)) {
1056 Py_ssize_t i
= PyNumber_AsSsize_t(o
, PyExc_OverflowError
);
1057 if (i
==-1 && PyErr_Occurred())
1060 PyErr_Format(PyExc_OverflowError
,
1061 "memory mapped %s must be positive",
1068 PyErr_SetString(PyExc_TypeError
, "map size must be an integral value");
1074 new_mmap_object(PyTypeObject
*type
, PyObject
*args
, PyObject
*kwdict
)
1080 PyObject
*map_size_obj
= NULL
, *offset_obj
= NULL
;
1081 Py_ssize_t map_size
, offset
;
1082 int fd
, flags
= MAP_SHARED
, prot
= PROT_WRITE
| PROT_READ
;
1084 int access
= (int)ACCESS_DEFAULT
;
1085 static char *keywords
[] = {"fileno", "length",
1087 "access", "offset", NULL
};
1089 if (!PyArg_ParseTupleAndKeywords(args
, kwdict
, "iO|iiiO", keywords
,
1090 &fd
, &map_size_obj
, &flags
, &prot
,
1091 &access
, &offset_obj
))
1093 map_size
= _GetMapSize(map_size_obj
, "size");
1096 offset
= _GetMapSize(offset_obj
, "offset");
1100 if ((access
!= (int)ACCESS_DEFAULT
) &&
1101 ((flags
!= MAP_SHARED
) || (prot
!= (PROT_WRITE
| PROT_READ
))))
1102 return PyErr_Format(PyExc_ValueError
,
1103 "mmap can't specify both access and flags, prot.");
1104 switch ((access_mode
)access
) {
1111 prot
= PROT_READ
| PROT_WRITE
;
1114 flags
= MAP_PRIVATE
;
1115 prot
= PROT_READ
| PROT_WRITE
;
1117 case ACCESS_DEFAULT
:
1118 /* use the specified or default values of flags and prot */
1121 return PyErr_Format(PyExc_ValueError
,
1122 "mmap invalid access parameter.");
1125 if (prot
== PROT_READ
) {
1126 access
= ACCESS_READ
;
1131 /* on OpenVMS we must ensure that all bytes are written to the file */
1136 if (fd
!= -1 && fstat(fd
, &st
) == 0 && S_ISREG(st
.st_mode
)) {
1137 if (map_size
== 0) {
1138 map_size
= st
.st_size
;
1139 } else if ((size_t)offset
+ (size_t)map_size
> st
.st_size
) {
1140 PyErr_SetString(PyExc_ValueError
,
1141 "mmap length is greater than file size");
1146 m_obj
= (mmap_object
*)type
->tp_alloc(type
, 0);
1147 if (m_obj
== NULL
) {return NULL
;}
1149 m_obj
->size
= (size_t) map_size
;
1150 m_obj
->pos
= (size_t) 0;
1151 m_obj
->offset
= offset
;
1154 /* Assume the caller wants to map anonymous memory.
1155 This is the same behaviour as Windows. mmap.mmap(-1, size)
1156 on both Windows and Unix map anonymous memory.
1158 #ifdef MAP_ANONYMOUS
1159 /* BSD way to map anonymous memory */
1160 flags
|= MAP_ANONYMOUS
;
1162 /* SVR4 method to map anonymous memory is to open /dev/zero */
1163 fd
= devzero
= open("/dev/zero", O_RDWR
);
1164 if (devzero
== -1) {
1166 PyErr_SetFromErrno(mmap_module_error
);
1171 m_obj
->fd
= dup(fd
);
1172 if (m_obj
->fd
== -1) {
1174 PyErr_SetFromErrno(mmap_module_error
);
1179 m_obj
->data
= mmap(NULL
, map_size
,
1183 if (devzero
!= -1) {
1187 if (m_obj
->data
== (char *)-1) {
1190 PyErr_SetFromErrno(mmap_module_error
);
1193 m_obj
->access
= (access_mode
)access
;
1194 return (PyObject
*)m_obj
;
1200 new_mmap_object(PyTypeObject
*type
, PyObject
*args
, PyObject
*kwdict
)
1203 PyObject
*map_size_obj
= NULL
, *offset_obj
= NULL
;
1204 Py_ssize_t map_size
, offset
;
1205 DWORD off_hi
; /* upper 32 bits of offset */
1206 DWORD off_lo
; /* lower 32 bits of offset */
1207 DWORD size_hi
; /* upper 32 bits of size */
1208 DWORD size_lo
; /* lower 32 bits of size */
1213 int access
= (access_mode
)ACCESS_DEFAULT
;
1214 DWORD flProtect
, dwDesiredAccess
;
1215 static char *keywords
[] = { "fileno", "length",
1217 "access", "offset", NULL
};
1219 if (!PyArg_ParseTupleAndKeywords(args
, kwdict
, "iO|ziO", keywords
,
1220 &fileno
, &map_size_obj
,
1221 &tagname
, &access
, &offset_obj
)) {
1225 switch((access_mode
)access
) {
1227 flProtect
= PAGE_READONLY
;
1228 dwDesiredAccess
= FILE_MAP_READ
;
1230 case ACCESS_DEFAULT
: case ACCESS_WRITE
:
1231 flProtect
= PAGE_READWRITE
;
1232 dwDesiredAccess
= FILE_MAP_WRITE
;
1235 flProtect
= PAGE_WRITECOPY
;
1236 dwDesiredAccess
= FILE_MAP_COPY
;
1239 return PyErr_Format(PyExc_ValueError
,
1240 "mmap invalid access parameter.");
1243 map_size
= _GetMapSize(map_size_obj
, "size");
1246 offset
= _GetMapSize(offset_obj
, "offset");
1250 /* assume -1 and 0 both mean invalid filedescriptor
1251 to 'anonymously' map memory.
1252 XXX: fileno == 0 is a valid fd, but was accepted prior to 2.5.
1253 XXX: Should this code be added?
1255 PyErr_Warn(PyExc_DeprecationWarning,
1256 "don't use 0 for anonymous memory");
1258 if (fileno
!= -1 && fileno
!= 0) {
1259 fh
= (HANDLE
)_get_osfhandle(fileno
);
1260 if (fh
==(HANDLE
)-1) {
1261 PyErr_SetFromErrno(mmap_module_error
);
1264 /* Win9x appears to need us seeked to zero */
1265 lseek(fileno
, 0, SEEK_SET
);
1268 m_obj
= (mmap_object
*)type
->tp_alloc(type
, 0);
1271 /* Set every field to an invalid marker, so we can safely
1272 destruct the object in the face of failure */
1274 m_obj
->file_handle
= INVALID_HANDLE_VALUE
;
1275 m_obj
->map_handle
= INVALID_HANDLE_VALUE
;
1276 m_obj
->tagname
= NULL
;
1277 m_obj
->offset
= offset
;
1280 /* It is necessary to duplicate the handle, so the
1281 Python code can close it on us */
1282 if (!DuplicateHandle(
1283 GetCurrentProcess(), /* source process handle */
1284 fh
, /* handle to be duplicated */
1285 GetCurrentProcess(), /* target proc handle */
1286 (LPHANDLE
)&m_obj
->file_handle
, /* result */
1287 0, /* access - ignored due to options value */
1288 FALSE
, /* inherited by child processes? */
1289 DUPLICATE_SAME_ACCESS
)) { /* options */
1290 dwErr
= GetLastError();
1292 PyErr_SetFromWindowsErr(dwErr
);
1297 low
= GetFileSize(fh
, &high
);
1298 /* low might just happen to have the value INVALID_FILE_SIZE;
1299 so we need to check the last error also. */
1300 if (low
== INVALID_FILE_SIZE
&&
1301 (dwErr
= GetLastError()) != NO_ERROR
) {
1303 return PyErr_SetFromWindowsErr(dwErr
);
1306 #if SIZEOF_SIZE_T > 4
1307 m_obj
->size
= (((size_t)high
)<<32) + low
;
1310 /* File is too large to map completely */
1311 m_obj
->size
= (size_t)-1;
1316 m_obj
->size
= map_size
;
1320 m_obj
->size
= map_size
;
1323 /* set the initial position */
1324 m_obj
->pos
= (size_t) 0;
1326 /* set the tag name */
1327 if (tagname
!= NULL
&& *tagname
!= '\0') {
1328 m_obj
->tagname
= PyMem_Malloc(strlen(tagname
)+1);
1329 if (m_obj
->tagname
== NULL
) {
1334 strcpy(m_obj
->tagname
, tagname
);
1337 m_obj
->tagname
= NULL
;
1339 m_obj
->access
= (access_mode
)access
;
1340 /* DWORD is a 4-byte int. If we're on a box where size_t consumes
1341 * more than 4 bytes, we need to break it apart. Else (size_t
1342 * consumes 4 bytes), C doesn't define what happens if we shift
1343 * right by 32, so we need different code.
1345 #if SIZEOF_SIZE_T > 4
1346 size_hi
= (DWORD
)((offset
+ m_obj
->size
) >> 32);
1347 size_lo
= (DWORD
)((offset
+ m_obj
->size
) & 0xFFFFFFFF);
1348 off_hi
= (DWORD
)(offset
>> 32);
1349 off_lo
= (DWORD
)(offset
& 0xFFFFFFFF);
1352 size_lo
= (DWORD
)(offset
+ m_obj
->size
);
1354 off_lo
= (DWORD
)offset
;
1356 /* For files, it would be sufficient to pass 0 as size.
1357 For anonymous maps, we have to pass the size explicitly. */
1358 m_obj
->map_handle
= CreateFileMapping(m_obj
->file_handle
,
1364 if (m_obj
->map_handle
!= NULL
) {
1365 m_obj
->data
= (char *) MapViewOfFile(m_obj
->map_handle
,
1370 if (m_obj
->data
!= NULL
)
1371 return (PyObject
*)m_obj
;
1373 dwErr
= GetLastError();
1375 dwErr
= GetLastError();
1377 PyErr_SetFromWindowsErr(dwErr
);
1380 #endif /* MS_WINDOWS */
1383 setint(PyObject
*d
, const char *name
, long value
)
1385 PyObject
*o
= PyInt_FromLong(value
);
1386 if (o
&& PyDict_SetItemString(d
, name
, o
) == 0) {
1394 PyObject
*dict
, *module
;
1396 if (PyType_Ready(&mmap_object_type
) < 0)
1399 module
= Py_InitModule("mmap", NULL
);
1402 dict
= PyModule_GetDict(module
);
1405 mmap_module_error
= PyErr_NewException("mmap.error",
1406 PyExc_EnvironmentError
, NULL
);
1407 if (mmap_module_error
== NULL
)
1409 PyDict_SetItemString(dict
, "error", mmap_module_error
);
1410 PyDict_SetItemString(dict
, "mmap", (PyObject
*) &mmap_object_type
);
1412 setint(dict
, "PROT_EXEC", PROT_EXEC
);
1415 setint(dict
, "PROT_READ", PROT_READ
);
1418 setint(dict
, "PROT_WRITE", PROT_WRITE
);
1422 setint(dict
, "MAP_SHARED", MAP_SHARED
);
1425 setint(dict
, "MAP_PRIVATE", MAP_PRIVATE
);
1427 #ifdef MAP_DENYWRITE
1428 setint(dict
, "MAP_DENYWRITE", MAP_DENYWRITE
);
1430 #ifdef MAP_EXECUTABLE
1431 setint(dict
, "MAP_EXECUTABLE", MAP_EXECUTABLE
);
1433 #ifdef MAP_ANONYMOUS
1434 setint(dict
, "MAP_ANON", MAP_ANONYMOUS
);
1435 setint(dict
, "MAP_ANONYMOUS", MAP_ANONYMOUS
);
1438 setint(dict
, "PAGESIZE", (long)my_getpagesize());
1440 setint(dict
, "ALLOCATIONGRANULARITY", (long)my_getallocationgranularity());
1442 setint(dict
, "ACCESS_READ", ACCESS_READ
);
1443 setint(dict
, "ACCESS_WRITE", ACCESS_WRITE
);
1444 setint(dict
, "ACCESS_COPY", ACCESS_COPY
);