1 /* Defining _XOPEN_SOURCE hides the declaration of madvise() on Solaris <
2 11 and the MADV_DONTNEED definition on IRIX 6.5. */
14 #define MAP_ANON MAP_ANONYMOUS
22 #define MAP_NORESERVE 0
26 static int dev_zero
= -1;
30 addrspace_free(void *v
__attribute__ ((unused
)), uintptr n
__attribute__ ((unused
)))
33 size_t page_size
= getpagesize();
38 for(off
= 0; off
< n
; off
+= page_size
)
39 if(mincore((char *)v
+ off
, page_size
, (void *)&one_byte
) != -1
47 mmap_fixed(byte
*v
, uintptr n
, int32 prot
, int32 flags
, int32 fd
, uint32 offset
)
51 p
= runtime_mmap((void *)v
, n
, prot
, flags
, fd
, offset
);
52 if(p
!= v
&& addrspace_free(v
, n
)) {
53 // On some systems, mmap ignores v without
54 // MAP_FIXED, so retry if the address space is free.
57 p
= runtime_mmap((void *)v
, n
, prot
, flags
|MAP_FIXED
, fd
, offset
);
63 runtime_SysAlloc(uintptr n
, uint64
*stat
)
70 dev_zero
= open("/dev/zero", O_RDONLY
);
72 runtime_printf("open /dev/zero: errno=%d\n", errno
);
79 p
= runtime_mmap(nil
, n
, PROT_READ
|PROT_WRITE
, MAP_ANON
|MAP_PRIVATE
, fd
, 0);
80 if (p
== MAP_FAILED
) {
82 runtime_printf("runtime: mmap: access denied\n");
83 runtime_printf("if you're running SELinux, enable execmem for this process.\n");
87 runtime_printf("runtime: mmap: too much locked memory (check 'ulimit -l').\n");
92 runtime_xadd64(stat
, n
);
97 runtime_SysUnused(void *v
__attribute__ ((unused
)), uintptr n
__attribute__ ((unused
)))
100 runtime_madvise(v
, n
, MADV_DONTNEED
);
105 runtime_SysUsed(void *v
, uintptr n
)
112 runtime_SysFree(void *v
, uintptr n
, uint64
*stat
)
114 runtime_xadd64(stat
, -(uint64
)n
);
115 runtime_munmap(v
, n
);
119 runtime_SysReserve(void *v
, uintptr n
)
125 if (dev_zero
== -1) {
126 dev_zero
= open("/dev/zero", O_RDONLY
);
128 runtime_printf("open /dev/zero: errno=%d\n", errno
);
135 // On 64-bit, people with ulimit -v set complain if we reserve too
136 // much address space. Instead, assume that the reservation is okay
137 // if we can reserve at least 64K and check the assumption in SysMap.
138 // Only user-mode Linux (UML) rejects these requests.
139 if(sizeof(void*) == 8 && (uintptr
)v
>= 0xffffffffU
) {
140 p
= mmap_fixed(v
, 64<<10, PROT_NONE
, MAP_ANON
|MAP_PRIVATE
, fd
, 0);
142 runtime_munmap(p
, 64<<10);
145 runtime_munmap(p
, 64<<10);
149 // Use the MAP_NORESERVE mmap() flag here because typically most of
150 // this reservation will never be used. It does not make sense
151 // reserve a huge amount of unneeded swap space. This is important on
152 // systems which do not overcommit memory by default.
153 p
= runtime_mmap(v
, n
, PROT_NONE
, MAP_ANON
|MAP_PRIVATE
|MAP_NORESERVE
, fd
, 0);
160 runtime_SysMap(void *v
, uintptr n
, uint64
*stat
)
165 runtime_xadd64(stat
, n
);
168 if (dev_zero
== -1) {
169 dev_zero
= open("/dev/zero", O_RDONLY
);
171 runtime_printf("open /dev/zero: errno=%d\n", errno
);
178 // On 64-bit, we don't actually have v reserved, so tread carefully.
179 if(sizeof(void*) == 8 && (uintptr
)v
>= 0xffffffffU
) {
180 p
= mmap_fixed(v
, n
, PROT_READ
|PROT_WRITE
, MAP_ANON
|MAP_PRIVATE
, fd
, 0);
181 if(p
== MAP_FAILED
&& errno
== ENOMEM
)
182 runtime_throw("runtime: out of memory");
184 runtime_printf("runtime: address space conflict: map(%p) = %p\n", v
, p
);
185 runtime_throw("runtime: address space conflict");
190 p
= runtime_mmap(v
, n
, PROT_READ
|PROT_WRITE
, MAP_ANON
|MAP_FIXED
|MAP_PRIVATE
, fd
, 0);
191 if(p
== MAP_FAILED
&& errno
== ENOMEM
)
192 runtime_throw("runtime: out of memory");
194 runtime_throw("runtime: cannot map pages in arena address space");