2 * Win32 virtual memory functions
4 * Copyright 1997, 2002 Alexandre Julliard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
22 #include "wine/port.h"
34 #include <sys/types.h>
35 #ifdef HAVE_SYS_SOCKET_H
36 # include <sys/socket.h>
38 #ifdef HAVE_SYS_STAT_H
39 # include <sys/stat.h>
41 #ifdef HAVE_SYS_MMAN_H
42 # include <sys/mman.h>
44 #ifdef HAVE_SYS_SYSINFO_H
45 # include <sys/sysinfo.h>
47 #ifdef HAVE_VALGRIND_VALGRIND_H
48 # include <valgrind/valgrind.h>
52 #define WIN32_NO_STATUS
53 #define NONAMELESSUNION
56 #include "wine/library.h"
57 #include "wine/server.h"
58 #include "wine/exception.h"
59 #include "wine/rbtree.h"
60 #include "wine/debug.h"
61 #include "ntdll_misc.h"
63 WINE_DEFAULT_DEBUG_CHANNEL(virtual);
64 WINE_DECLARE_DEBUG_CHANNEL(module
);
67 #define MAP_NORESERVE 0
73 struct wine_rb_entry entry
; /* entry in global view tree */
74 void *base
; /* base address */
75 size_t size
; /* size in bytes */
76 unsigned int protect
; /* protection for all pages at allocation time and SEC_* flags */
79 /* per-page protection flags */
80 #define VPROT_READ 0x01
81 #define VPROT_WRITE 0x02
82 #define VPROT_EXEC 0x04
83 #define VPROT_WRITECOPY 0x08
84 #define VPROT_GUARD 0x10
85 #define VPROT_COMMITTED 0x20
86 #define VPROT_WRITEWATCH 0x40
87 /* per-mapping protection flags */
88 #define VPROT_SYSTEM 0x0200 /* system view (underlying mmap not under our control) */
90 /* Conversion from VPROT_* to Win32 flags */
91 static const BYTE VIRTUAL_Win32Flags
[16] =
93 PAGE_NOACCESS
, /* 0 */
94 PAGE_READONLY
, /* READ */
95 PAGE_READWRITE
, /* WRITE */
96 PAGE_READWRITE
, /* READ | WRITE */
97 PAGE_EXECUTE
, /* EXEC */
98 PAGE_EXECUTE_READ
, /* READ | EXEC */
99 PAGE_EXECUTE_READWRITE
, /* WRITE | EXEC */
100 PAGE_EXECUTE_READWRITE
, /* READ | WRITE | EXEC */
101 PAGE_WRITECOPY
, /* WRITECOPY */
102 PAGE_WRITECOPY
, /* READ | WRITECOPY */
103 PAGE_WRITECOPY
, /* WRITE | WRITECOPY */
104 PAGE_WRITECOPY
, /* READ | WRITE | WRITECOPY */
105 PAGE_EXECUTE_WRITECOPY
, /* EXEC | WRITECOPY */
106 PAGE_EXECUTE_WRITECOPY
, /* READ | EXEC | WRITECOPY */
107 PAGE_EXECUTE_WRITECOPY
, /* WRITE | EXEC | WRITECOPY */
108 PAGE_EXECUTE_WRITECOPY
/* READ | WRITE | EXEC | WRITECOPY */
111 static struct wine_rb_tree views_tree
;
113 static RTL_CRITICAL_SECTION csVirtual
;
114 static RTL_CRITICAL_SECTION_DEBUG critsect_debug
=
117 { &critsect_debug
.ProcessLocksList
, &critsect_debug
.ProcessLocksList
},
118 0, 0, { (DWORD_PTR
)(__FILE__
": csVirtual") }
120 static RTL_CRITICAL_SECTION csVirtual
= { &critsect_debug
, -1, 0, 0, 0, 0 };
123 static const UINT page_shift
= 12;
124 static const UINT_PTR page_mask
= 0xfff;
125 /* Note: these are Windows limits, you cannot change them. */
126 static void *address_space_limit
= (void *)0xc0000000; /* top of the total available address space */
127 static void *user_space_limit
= (void *)0x7fff0000; /* top of the user address space */
128 static void *working_set_limit
= (void *)0x7fff0000; /* top of the current working set */
129 static void *address_space_start
= (void *)0x110000; /* keep DOS area clear */
130 #elif defined(__x86_64__)
131 static const UINT page_shift
= 12;
132 static const UINT_PTR page_mask
= 0xfff;
133 static void *address_space_limit
= (void *)0x7fffffff0000;
134 static void *user_space_limit
= (void *)0x7fffffff0000;
135 static void *working_set_limit
= (void *)0x7fffffff0000;
136 static void *address_space_start
= (void *)0x10000;
138 UINT_PTR page_size
= 0;
139 static UINT page_shift
;
140 static UINT_PTR page_mask
;
141 static void *address_space_limit
;
142 static void *user_space_limit
;
143 static void *working_set_limit
;
144 static void *address_space_start
= (void *)0x10000;
145 #endif /* __i386__ */
146 static const BOOL is_win64
= (sizeof(void *) > sizeof(int));
148 #define ROUND_ADDR(addr,mask) \
149 ((void *)((UINT_PTR)(addr) & ~(UINT_PTR)(mask)))
151 #define ROUND_SIZE(addr,size) \
152 (((SIZE_T)(size) + ((UINT_PTR)(addr) & page_mask) + page_mask) & ~page_mask)
154 #define VIRTUAL_DEBUG_DUMP_VIEW(view) \
155 do { if (TRACE_ON(virtual)) VIRTUAL_DumpView(view); } while (0)
157 #ifdef _WIN64 /* on 64-bit the page protection bytes use a 2-level table */
158 static const size_t pages_vprot_shift
= 20;
159 static const size_t pages_vprot_mask
= (1 << 20) - 1;
160 static size_t pages_vprot_size
;
161 static BYTE
**pages_vprot
;
162 #else /* on 32-bit we use a simple array with one byte per page */
163 static BYTE
*pages_vprot
;
166 static struct file_view
*view_block_start
, *view_block_end
, *next_free_view
;
167 static const size_t view_block_size
= 0x100000;
168 static void *preload_reserve_start
;
169 static void *preload_reserve_end
;
170 static BOOL use_locks
;
171 static BOOL force_exec_prot
; /* whether to force PROT_EXEC on all PROT_READ mmaps */
173 static inline int is_view_valloc( const struct file_view
*view
)
175 return !(view
->protect
& (SEC_FILE
| SEC_RESERVE
| SEC_COMMIT
));
178 /***********************************************************************
181 * Return the page protection byte.
183 static BYTE
get_page_vprot( const void *addr
)
185 size_t idx
= (size_t)addr
>> page_shift
;
188 if ((idx
>> pages_vprot_shift
) >= pages_vprot_size
) return 0;
189 if (!pages_vprot
[idx
>> pages_vprot_shift
]) return 0;
190 return pages_vprot
[idx
>> pages_vprot_shift
][idx
& pages_vprot_mask
];
192 return pages_vprot
[idx
];
197 /***********************************************************************
200 * Set a range of page protection bytes.
202 static void set_page_vprot( const void *addr
, size_t size
, BYTE vprot
)
204 size_t idx
= (size_t)addr
>> page_shift
;
205 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
208 while (idx
>> pages_vprot_shift
!= end
>> pages_vprot_shift
)
210 size_t dir_size
= pages_vprot_mask
+ 1 - (idx
& pages_vprot_mask
);
211 memset( pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
), vprot
, dir_size
);
214 memset( pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
), vprot
, end
- idx
);
216 memset( pages_vprot
+ idx
, vprot
, end
- idx
);
221 /***********************************************************************
222 * set_page_vprot_bits
224 * Set or clear bits in a range of page protection bytes.
226 static void set_page_vprot_bits( const void *addr
, size_t size
, BYTE set
, BYTE clear
)
228 size_t idx
= (size_t)addr
>> page_shift
;
229 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
232 for ( ; idx
< end
; idx
++)
234 BYTE
*ptr
= pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
);
235 *ptr
= (*ptr
& ~clear
) | set
;
238 for ( ; idx
< end
; idx
++) pages_vprot
[idx
] = (pages_vprot
[idx
] & ~clear
) | set
;
243 /***********************************************************************
246 * Allocate the page protection bytes for a given range.
248 static BOOL
alloc_pages_vprot( const void *addr
, size_t size
)
251 size_t idx
= (size_t)addr
>> page_shift
;
252 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
256 assert( end
<= pages_vprot_size
<< pages_vprot_shift
);
257 for (i
= idx
>> pages_vprot_shift
; i
< (end
+ pages_vprot_mask
) >> pages_vprot_shift
; i
++)
259 if (pages_vprot
[i
]) continue;
260 if ((ptr
= wine_anon_mmap( NULL
, pages_vprot_mask
+ 1, PROT_READ
| PROT_WRITE
, 0 )) == (void *)-1)
262 pages_vprot
[i
] = ptr
;
269 /***********************************************************************
272 * View comparison function used for the rb tree.
274 static int compare_view( const void *addr
, const struct wine_rb_entry
*entry
)
276 struct file_view
*view
= WINE_RB_ENTRY_VALUE( entry
, struct file_view
, entry
);
278 if (addr
< view
->base
) return -1;
279 if (addr
> view
->base
) return 1;
284 /***********************************************************************
287 static const char *VIRTUAL_GetProtStr( BYTE prot
)
289 static char buffer
[6];
290 buffer
[0] = (prot
& VPROT_COMMITTED
) ? 'c' : '-';
291 buffer
[1] = (prot
& VPROT_GUARD
) ? 'g' : ((prot
& VPROT_WRITEWATCH
) ? 'H' : '-');
292 buffer
[2] = (prot
& VPROT_READ
) ? 'r' : '-';
293 buffer
[3] = (prot
& VPROT_WRITECOPY
) ? 'W' : ((prot
& VPROT_WRITE
) ? 'w' : '-');
294 buffer
[4] = (prot
& VPROT_EXEC
) ? 'x' : '-';
300 /***********************************************************************
301 * VIRTUAL_GetUnixProt
303 * Convert page protections to protection for mmap/mprotect.
305 static int VIRTUAL_GetUnixProt( BYTE vprot
)
308 if ((vprot
& VPROT_COMMITTED
) && !(vprot
& VPROT_GUARD
))
310 if (vprot
& VPROT_READ
) prot
|= PROT_READ
;
311 if (vprot
& VPROT_WRITE
) prot
|= PROT_WRITE
| PROT_READ
;
312 if (vprot
& VPROT_WRITECOPY
) prot
|= PROT_WRITE
| PROT_READ
;
313 if (vprot
& VPROT_EXEC
) prot
|= PROT_EXEC
| PROT_READ
;
314 if (vprot
& VPROT_WRITEWATCH
) prot
&= ~PROT_WRITE
;
316 if (!prot
) prot
= PROT_NONE
;
321 /***********************************************************************
324 static void VIRTUAL_DumpView( struct file_view
*view
)
327 char *addr
= view
->base
;
328 BYTE prot
= get_page_vprot( addr
);
330 TRACE( "View: %p - %p", addr
, addr
+ view
->size
- 1 );
331 if (view
->protect
& VPROT_SYSTEM
)
332 TRACE( " (builtin image)\n" );
333 else if (view
->protect
& SEC_IMAGE
)
334 TRACE( " (image)\n" );
335 else if (view
->protect
& SEC_FILE
)
336 TRACE( " (file)\n" );
337 else if (view
->protect
& (SEC_RESERVE
| SEC_COMMIT
))
338 TRACE( " (anonymous)\n" );
340 TRACE( " (valloc)\n");
342 for (count
= i
= 1; i
< view
->size
>> page_shift
; i
++, count
++)
344 BYTE next
= get_page_vprot( addr
+ (count
<< page_shift
) );
345 if (next
== prot
) continue;
346 TRACE( " %p - %p %s\n",
347 addr
, addr
+ (count
<< page_shift
) - 1, VIRTUAL_GetProtStr(prot
) );
348 addr
+= (count
<< page_shift
);
353 TRACE( " %p - %p %s\n",
354 addr
, addr
+ (count
<< page_shift
) - 1, VIRTUAL_GetProtStr(prot
) );
358 /***********************************************************************
362 static void VIRTUAL_Dump(void)
365 struct file_view
*view
;
367 TRACE( "Dump of all virtual memory views:\n" );
368 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
369 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
371 VIRTUAL_DumpView( view
);
373 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
378 /***********************************************************************
381 * Find the view containing a given address. The csVirtual section must be held by caller.
390 static struct file_view
*VIRTUAL_FindView( const void *addr
, size_t size
)
392 struct wine_rb_entry
*ptr
= views_tree
.root
;
394 if ((const char *)addr
+ size
< (const char *)addr
) return NULL
; /* overflow */
398 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
400 if (view
->base
> addr
) ptr
= ptr
->left
;
401 else if ((const char *)view
->base
+ view
->size
<= (const char *)addr
) ptr
= ptr
->right
;
402 else if ((const char *)view
->base
+ view
->size
< (const char *)addr
+ size
) break; /* size too large */
409 /***********************************************************************
412 static inline UINT_PTR
get_mask( ULONG zero_bits
)
414 if (!zero_bits
) return 0xffff; /* allocations are aligned to 64K by default */
415 if (zero_bits
< page_shift
) zero_bits
= page_shift
;
416 if (zero_bits
> 21) return 0;
417 return (1 << zero_bits
) - 1;
421 /***********************************************************************
422 * is_write_watch_range
424 static inline BOOL
is_write_watch_range( const void *addr
, size_t size
)
426 struct file_view
*view
= VIRTUAL_FindView( addr
, size
);
427 return view
&& (view
->protect
& VPROT_WRITEWATCH
);
431 /***********************************************************************
434 * Find the first view overlapping at least part of the specified range.
435 * The csVirtual section must be held by caller.
437 static struct file_view
*find_view_range( const void *addr
, size_t size
)
439 struct wine_rb_entry
*ptr
= views_tree
.root
;
443 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
445 if ((const char *)view
->base
>= (const char *)addr
+ size
) ptr
= ptr
->left
;
446 else if ((const char *)view
->base
+ view
->size
<= (const char *)addr
) ptr
= ptr
->right
;
453 /***********************************************************************
456 * Find a free area between views inside the specified range.
457 * The csVirtual section must be held by caller.
459 static void *find_free_area( void *base
, void *end
, size_t size
, size_t mask
, int top_down
)
461 struct wine_rb_entry
*first
= NULL
, *ptr
= views_tree
.root
;
464 /* find the first (resp. last) view inside the range */
467 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
468 if ((char *)view
->base
+ view
->size
>= (char *)end
)
470 end
= min( end
, view
->base
);
473 else if (view
->base
<= base
)
475 base
= max( (char *)base
, (char *)view
->base
+ view
->size
);
481 ptr
= top_down
? ptr
->right
: ptr
->left
;
487 start
= ROUND_ADDR( (char *)end
- size
, mask
);
488 if (start
>= end
|| start
< base
) return NULL
;
492 struct file_view
*view
= WINE_RB_ENTRY_VALUE( first
, struct file_view
, entry
);
494 if ((char *)view
->base
+ view
->size
<= (char *)start
) break;
495 start
= ROUND_ADDR( (char *)view
->base
- size
, mask
);
496 /* stop if remaining space is not large enough */
497 if (!start
|| start
>= end
|| start
< base
) return NULL
;
498 first
= wine_rb_prev( first
);
503 start
= ROUND_ADDR( (char *)base
+ mask
, mask
);
504 if (!start
|| start
>= end
|| (char *)end
- (char *)start
< size
) return NULL
;
508 struct file_view
*view
= WINE_RB_ENTRY_VALUE( first
, struct file_view
, entry
);
510 if ((char *)view
->base
>= (char *)start
+ size
) break;
511 start
= ROUND_ADDR( (char *)view
->base
+ view
->size
+ mask
, mask
);
512 /* stop if remaining space is not large enough */
513 if (!start
|| start
>= end
|| (char *)end
- (char *)start
< size
) return NULL
;
514 first
= wine_rb_next( first
);
521 /***********************************************************************
524 * Add a reserved area to the list maintained by libwine.
525 * The csVirtual section must be held by caller.
527 static void add_reserved_area( void *addr
, size_t size
)
529 TRACE( "adding %p-%p\n", addr
, (char *)addr
+ size
);
531 if (addr
< user_space_limit
)
533 /* unmap the part of the area that is below the limit */
534 assert( (char *)addr
+ size
> (char *)user_space_limit
);
535 munmap( addr
, (char *)user_space_limit
- (char *)addr
);
536 size
-= (char *)user_space_limit
- (char *)addr
;
537 addr
= user_space_limit
;
539 /* blow away existing mappings */
540 wine_anon_mmap( addr
, size
, PROT_NONE
, MAP_NORESERVE
| MAP_FIXED
);
541 wine_mmap_add_reserved_area( addr
, size
);
545 /***********************************************************************
546 * remove_reserved_area
548 * Remove a reserved area from the list maintained by libwine.
549 * The csVirtual section must be held by caller.
551 static void remove_reserved_area( void *addr
, size_t size
)
553 struct file_view
*view
;
555 TRACE( "removing %p-%p\n", addr
, (char *)addr
+ size
);
556 wine_mmap_remove_reserved_area( addr
, size
, 0 );
558 /* unmap areas not covered by an existing view */
559 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
561 if ((char *)view
->base
>= (char *)addr
+ size
) break;
562 if ((char *)view
->base
+ view
->size
<= (char *)addr
) continue;
563 if (view
->base
> addr
) munmap( addr
, (char *)view
->base
- (char *)addr
);
564 if ((char *)view
->base
+ view
->size
> (char *)addr
+ size
) return;
565 size
= (char *)addr
+ size
- ((char *)view
->base
+ view
->size
);
566 addr
= (char *)view
->base
+ view
->size
;
568 munmap( addr
, size
);
579 /***********************************************************************
580 * get_area_boundary_callback
582 * Get lowest boundary address between reserved area and non-reserved area
583 * in the specified region. If no boundaries are found, result is NULL.
584 * The csVirtual section must be held by caller.
586 static int get_area_boundary_callback( void *start
, size_t size
, void *arg
)
588 struct area_boundary
*area
= arg
;
589 void *end
= (char *)start
+ size
;
591 area
->boundary
= NULL
;
592 if (area
->base
>= end
) return 0;
593 if ((char *)start
>= (char *)area
->base
+ area
->size
) return 1;
594 if (area
->base
>= start
)
596 if ((char *)area
->base
+ area
->size
> (char *)end
)
598 area
->boundary
= end
;
603 area
->boundary
= start
;
608 /***********************************************************************
611 * Check if an address range goes beyond a given limit.
613 static inline BOOL
is_beyond_limit( const void *addr
, size_t size
, const void *limit
)
615 return (addr
>= limit
|| (const char *)addr
+ size
> (const char *)limit
);
619 /***********************************************************************
622 * Unmap an area, or simply replace it by an empty mapping if it is
623 * in a reserved area. The csVirtual section must be held by caller.
625 static inline void unmap_area( void *addr
, size_t size
)
627 switch (wine_mmap_is_in_reserved_area( addr
, size
))
629 case -1: /* partially in a reserved area */
631 struct area_boundary area
;
635 wine_mmap_enum_reserved_areas( get_area_boundary_callback
, &area
, 0 );
636 assert( area
.boundary
);
637 lower_size
= (char *)area
.boundary
- (char *)addr
;
638 unmap_area( addr
, lower_size
);
639 unmap_area( area
.boundary
, size
- lower_size
);
642 case 1: /* in a reserved area */
643 wine_anon_mmap( addr
, size
, PROT_NONE
, MAP_NORESERVE
| MAP_FIXED
);
646 case 0: /* not in a reserved area */
647 if (is_beyond_limit( addr
, size
, user_space_limit
))
648 add_reserved_area( addr
, size
);
650 munmap( addr
, size
);
656 /***********************************************************************
659 * Allocate a new view. The csVirtual section must be held by caller.
661 static struct file_view
*alloc_view(void)
665 struct file_view
*ret
= next_free_view
;
666 next_free_view
= *(struct file_view
**)ret
;
669 if (view_block_start
== view_block_end
)
671 void *ptr
= wine_anon_mmap( NULL
, view_block_size
, PROT_READ
| PROT_WRITE
, 0 );
672 if (ptr
== (void *)-1) return NULL
;
673 view_block_start
= ptr
;
674 view_block_end
= view_block_start
+ view_block_size
/ sizeof(*view_block_start
);
676 return view_block_start
++;
680 /***********************************************************************
683 * Deletes a view. The csVirtual section must be held by caller.
685 static void delete_view( struct file_view
*view
) /* [in] View */
687 if (!(view
->protect
& VPROT_SYSTEM
)) unmap_area( view
->base
, view
->size
);
688 set_page_vprot( view
->base
, view
->size
, 0 );
689 wine_rb_remove( &views_tree
, &view
->entry
);
690 *(struct file_view
**)view
= next_free_view
;
691 next_free_view
= view
;
695 /***********************************************************************
698 * Create a view. The csVirtual section must be held by caller.
700 static NTSTATUS
create_view( struct file_view
**view_ret
, void *base
, size_t size
, unsigned int vprot
)
702 struct file_view
*view
;
703 int unix_prot
= VIRTUAL_GetUnixProt( vprot
);
705 assert( !((UINT_PTR
)base
& page_mask
) );
706 assert( !(size
& page_mask
) );
708 /* Check for overlapping views. This can happen if the previous view
709 * was a system view that got unmapped behind our back. In that case
710 * we recover by simply deleting it. */
712 while ((view
= find_view_range( base
, size
)))
714 TRACE( "overlapping view %p-%p for %p-%p\n",
715 view
->base
, (char *)view
->base
+ view
->size
, base
, (char *)base
+ size
);
716 assert( view
->protect
& VPROT_SYSTEM
);
720 if (!alloc_pages_vprot( base
, size
)) return STATUS_NO_MEMORY
;
722 /* Create the view structure */
724 if (!(view
= alloc_view()))
726 FIXME( "out of memory for %p-%p\n", base
, (char *)base
+ size
);
727 return STATUS_NO_MEMORY
;
732 view
->protect
= vprot
;
733 set_page_vprot( base
, size
, vprot
);
735 wine_rb_put( &views_tree
, view
->base
, &view
->entry
);
739 if (force_exec_prot
&& (unix_prot
& PROT_READ
) && !(unix_prot
& PROT_EXEC
))
741 TRACE( "forcing exec permission on %p-%p\n", base
, (char *)base
+ size
- 1 );
742 mprotect( base
, size
, unix_prot
| PROT_EXEC
);
744 return STATUS_SUCCESS
;
748 /***********************************************************************
749 * VIRTUAL_GetWin32Prot
751 * Convert page protections to Win32 flags.
753 static DWORD
VIRTUAL_GetWin32Prot( BYTE vprot
, unsigned int map_prot
)
755 DWORD ret
= VIRTUAL_Win32Flags
[vprot
& 0x0f];
756 if (vprot
& VPROT_GUARD
) ret
|= PAGE_GUARD
;
757 if (map_prot
& SEC_NOCACHE
) ret
|= PAGE_NOCACHE
;
762 /***********************************************************************
765 * Build page protections from Win32 flags.
768 * protect [I] Win32 protection flags
771 * Value of page protection flags
773 static NTSTATUS
get_vprot_flags( DWORD protect
, unsigned int *vprot
, BOOL image
)
775 switch(protect
& 0xff)
782 *vprot
= VPROT_READ
| VPROT_WRITECOPY
;
784 *vprot
= VPROT_READ
| VPROT_WRITE
;
787 *vprot
= VPROT_READ
| VPROT_WRITECOPY
;
792 case PAGE_EXECUTE_READ
:
793 *vprot
= VPROT_EXEC
| VPROT_READ
;
795 case PAGE_EXECUTE_READWRITE
:
797 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITECOPY
;
799 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITE
;
801 case PAGE_EXECUTE_WRITECOPY
:
802 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITECOPY
;
808 return STATUS_INVALID_PAGE_PROTECTION
;
810 if (protect
& PAGE_GUARD
) *vprot
|= VPROT_GUARD
;
811 return STATUS_SUCCESS
;
815 /***********************************************************************
818 * Wrapper for mprotect, adds PROT_EXEC if forced by force_exec_prot
820 static inline int mprotect_exec( void *base
, size_t size
, int unix_prot
)
822 if (force_exec_prot
&& (unix_prot
& PROT_READ
) && !(unix_prot
& PROT_EXEC
))
824 TRACE( "forcing exec permission on %p-%p\n", base
, (char *)base
+ size
- 1 );
825 if (!mprotect( base
, size
, unix_prot
| PROT_EXEC
)) return 0;
826 /* exec + write may legitimately fail, in that case fall back to write only */
827 if (!(unix_prot
& PROT_WRITE
)) return -1;
830 return mprotect( base
, size
, unix_prot
);
834 /***********************************************************************
837 * Call mprotect on a page range, applying the protections from the per-page byte.
839 static void mprotect_range( void *base
, size_t size
, BYTE set
, BYTE clear
)
842 char *addr
= ROUND_ADDR( base
, page_mask
);
845 size
= ROUND_SIZE( base
, size
);
846 prot
= VIRTUAL_GetUnixProt( (get_page_vprot( addr
) & ~clear
) | set
);
847 for (count
= i
= 1; i
< size
>> page_shift
; i
++, count
++)
849 next
= VIRTUAL_GetUnixProt( (get_page_vprot( addr
+ (count
<< page_shift
) ) & ~clear
) | set
);
850 if (next
== prot
) continue;
851 mprotect_exec( addr
, count
<< page_shift
, prot
);
852 addr
+= count
<< page_shift
;
856 if (count
) mprotect_exec( addr
, count
<< page_shift
, prot
);
860 /***********************************************************************
863 * Change the protection of a range of pages.
869 static BOOL
VIRTUAL_SetProt( struct file_view
*view
, /* [in] Pointer to view */
870 void *base
, /* [in] Starting address */
871 size_t size
, /* [in] Size in bytes */
872 BYTE vprot
) /* [in] Protections to use */
874 int unix_prot
= VIRTUAL_GetUnixProt(vprot
);
876 if (view
->protect
& VPROT_WRITEWATCH
)
878 /* each page may need different protections depending on write watch flag */
879 set_page_vprot_bits( base
, size
, vprot
& ~VPROT_WRITEWATCH
, ~vprot
& ~VPROT_WRITEWATCH
);
880 mprotect_range( base
, size
, 0, 0 );
884 /* if setting stack guard pages, store the permissions first, as the guard may be
885 * triggered at any point after mprotect and change the permissions again */
886 if ((vprot
& VPROT_GUARD
) &&
887 (base
>= NtCurrentTeb()->DeallocationStack
) &&
888 (base
< NtCurrentTeb()->Tib
.StackBase
))
890 set_page_vprot( base
, size
, vprot
);
891 mprotect( base
, size
, unix_prot
);
895 if (mprotect_exec( base
, size
, unix_prot
)) /* FIXME: last error */
898 set_page_vprot( base
, size
, vprot
);
903 /***********************************************************************
906 * Set page protections on a range of pages
908 static NTSTATUS
set_protection( struct file_view
*view
, void *base
, SIZE_T size
, ULONG protect
)
913 if ((status
= get_vprot_flags( protect
, &vprot
, view
->protect
& SEC_IMAGE
))) return status
;
914 if (is_view_valloc( view
))
916 if (vprot
& VPROT_WRITECOPY
) return STATUS_INVALID_PAGE_PROTECTION
;
920 BYTE access
= vprot
& (VPROT_READ
| VPROT_WRITE
| VPROT_EXEC
);
921 if ((view
->protect
& access
) != access
) return STATUS_INVALID_PAGE_PROTECTION
;
924 if (!VIRTUAL_SetProt( view
, base
, size
, vprot
| VPROT_COMMITTED
)) return STATUS_ACCESS_DENIED
;
925 return STATUS_SUCCESS
;
929 /***********************************************************************
930 * update_write_watches
932 static void update_write_watches( void *base
, size_t size
, size_t accessed_size
)
934 TRACE( "updating watch %p-%p-%p\n", base
, (char *)base
+ accessed_size
, (char *)base
+ size
);
935 /* clear write watch flag on accessed pages */
936 set_page_vprot_bits( base
, accessed_size
, 0, VPROT_WRITEWATCH
);
937 /* restore page protections on the entire range */
938 mprotect_range( base
, size
, 0, 0 );
942 /***********************************************************************
943 * reset_write_watches
945 * Reset write watches in a memory range.
947 static void reset_write_watches( void *base
, SIZE_T size
)
949 set_page_vprot_bits( base
, size
, VPROT_WRITEWATCH
, 0 );
950 mprotect_range( base
, size
, 0, 0 );
954 /***********************************************************************
957 * Release the extra memory while keeping the range starting on the granularity boundary.
959 static inline void *unmap_extra_space( void *ptr
, size_t total_size
, size_t wanted_size
, size_t mask
)
961 if ((ULONG_PTR
)ptr
& mask
)
963 size_t extra
= mask
+ 1 - ((ULONG_PTR
)ptr
& mask
);
964 munmap( ptr
, extra
);
965 ptr
= (char *)ptr
+ extra
;
968 if (total_size
> wanted_size
)
969 munmap( (char *)ptr
+ wanted_size
, total_size
- wanted_size
);
983 /***********************************************************************
984 * alloc_reserved_area_callback
986 * Try to map some space inside a reserved area. Callback for wine_mmap_enum_reserved_areas.
988 static int alloc_reserved_area_callback( void *start
, size_t size
, void *arg
)
990 struct alloc_area
*alloc
= arg
;
991 void *end
= (char *)start
+ size
;
993 if (start
< address_space_start
) start
= address_space_start
;
994 if (is_beyond_limit( start
, size
, alloc
->limit
)) end
= alloc
->limit
;
995 if (start
>= end
) return 0;
997 /* make sure we don't touch the preloader reserved range */
998 if (preload_reserve_end
>= start
)
1000 if (preload_reserve_end
>= end
)
1002 if (preload_reserve_start
<= start
) return 0; /* no space in that area */
1003 if (preload_reserve_start
< end
) end
= preload_reserve_start
;
1005 else if (preload_reserve_start
<= start
) start
= preload_reserve_end
;
1008 /* range is split in two by the preloader reservation, try first part */
1009 if ((alloc
->result
= find_free_area( start
, preload_reserve_start
, alloc
->size
,
1010 alloc
->mask
, alloc
->top_down
)))
1012 /* then fall through to try second part */
1013 start
= preload_reserve_end
;
1016 if ((alloc
->result
= find_free_area( start
, end
, alloc
->size
, alloc
->mask
, alloc
->top_down
)))
1022 /***********************************************************************
1025 * mmap the fixed memory area.
1026 * The csVirtual section must be held by caller.
1028 static NTSTATUS
map_fixed_area( void *base
, size_t size
, unsigned int vprot
)
1032 switch (wine_mmap_is_in_reserved_area( base
, size
))
1034 case -1: /* partially in a reserved area */
1037 struct area_boundary area
;
1041 wine_mmap_enum_reserved_areas( get_area_boundary_callback
, &area
, 0 );
1042 assert( area
.boundary
);
1043 lower_size
= (char *)area
.boundary
- (char *)base
;
1044 status
= map_fixed_area( base
, lower_size
, vprot
);
1045 if (status
== STATUS_SUCCESS
)
1047 status
= map_fixed_area( area
.boundary
, size
- lower_size
, vprot
);
1048 if (status
!= STATUS_SUCCESS
) unmap_area( base
, lower_size
);
1052 case 0: /* not in a reserved area, do a normal allocation */
1053 if ((ptr
= wine_anon_mmap( base
, size
, VIRTUAL_GetUnixProt(vprot
), 0 )) == (void *)-1)
1055 if (errno
== ENOMEM
) return STATUS_NO_MEMORY
;
1056 return STATUS_INVALID_PARAMETER
;
1060 /* We couldn't get the address we wanted */
1061 if (is_beyond_limit( ptr
, size
, user_space_limit
)) add_reserved_area( ptr
, size
);
1062 else munmap( ptr
, size
);
1063 return STATUS_CONFLICTING_ADDRESSES
;
1068 case 1: /* in a reserved area, make sure the address is available */
1069 if (find_view_range( base
, size
)) return STATUS_CONFLICTING_ADDRESSES
;
1070 /* replace the reserved area by our mapping */
1071 if ((ptr
= wine_anon_mmap( base
, size
, VIRTUAL_GetUnixProt(vprot
), MAP_FIXED
)) != base
)
1072 return STATUS_INVALID_PARAMETER
;
1075 if (is_beyond_limit( ptr
, size
, working_set_limit
)) working_set_limit
= address_space_limit
;
1076 return STATUS_SUCCESS
;
1079 /***********************************************************************
1082 * Create a view and mmap the corresponding memory area.
1083 * The csVirtual section must be held by caller.
1085 static NTSTATUS
map_view( struct file_view
**view_ret
, void *base
, size_t size
, size_t mask
,
1086 int top_down
, unsigned int vprot
)
1093 if (is_beyond_limit( base
, size
, address_space_limit
))
1094 return STATUS_WORKING_SET_LIMIT_RANGE
;
1095 status
= map_fixed_area( base
, size
, vprot
);
1096 if (status
!= STATUS_SUCCESS
) return status
;
1101 size_t view_size
= size
+ mask
+ 1;
1102 struct alloc_area alloc
;
1106 alloc
.top_down
= top_down
;
1107 alloc
.limit
= user_space_limit
;
1108 if (wine_mmap_enum_reserved_areas( alloc_reserved_area_callback
, &alloc
, top_down
))
1111 TRACE( "got mem in reserved area %p-%p\n", ptr
, (char *)ptr
+ size
);
1112 if (wine_anon_mmap( ptr
, size
, VIRTUAL_GetUnixProt(vprot
), MAP_FIXED
) != ptr
)
1113 return STATUS_INVALID_PARAMETER
;
1119 if ((ptr
= wine_anon_mmap( NULL
, view_size
, VIRTUAL_GetUnixProt(vprot
), 0 )) == (void *)-1)
1121 if (errno
== ENOMEM
) return STATUS_NO_MEMORY
;
1122 return STATUS_INVALID_PARAMETER
;
1124 TRACE( "got mem with anon mmap %p-%p\n", ptr
, (char *)ptr
+ size
);
1125 /* if we got something beyond the user limit, unmap it and retry */
1126 if (is_beyond_limit( ptr
, view_size
, user_space_limit
)) add_reserved_area( ptr
, view_size
);
1129 ptr
= unmap_extra_space( ptr
, view_size
, size
, mask
);
1132 status
= create_view( view_ret
, ptr
, size
, vprot
);
1133 if (status
!= STATUS_SUCCESS
) unmap_area( ptr
, size
);
1138 /***********************************************************************
1139 * map_file_into_view
1141 * Wrapper for mmap() to map a file into a view, falling back to read if mmap fails.
1142 * The csVirtual section must be held by caller.
1144 static NTSTATUS
map_file_into_view( struct file_view
*view
, int fd
, size_t start
, size_t size
,
1145 off_t offset
, unsigned int vprot
, BOOL removable
)
1148 int prot
= VIRTUAL_GetUnixProt( vprot
| VPROT_COMMITTED
/* make sure it is accessible */ );
1149 unsigned int flags
= MAP_FIXED
| ((vprot
& VPROT_WRITE
) ? MAP_SHARED
: MAP_PRIVATE
);
1151 assert( start
< view
->size
);
1152 assert( start
+ size
<= view
->size
);
1154 if (force_exec_prot
&& (vprot
& VPROT_READ
))
1156 TRACE( "forcing exec permission on mapping %p-%p\n",
1157 (char *)view
->base
+ start
, (char *)view
->base
+ start
+ size
- 1 );
1161 /* only try mmap if media is not removable (or if we require write access) */
1162 if (!removable
|| (flags
& MAP_SHARED
))
1164 if (mmap( (char *)view
->base
+ start
, size
, prot
, flags
, fd
, offset
) != (void *)-1)
1169 case EINVAL
: /* file offset is not page-aligned, fall back to read() */
1170 if (flags
& MAP_SHARED
) return STATUS_INVALID_PARAMETER
;
1173 case ENODEV
: /* filesystem doesn't support mmap(), fall back to read() */
1174 if (flags
& MAP_SHARED
)
1176 ERR( "shared writable mmap not supported, broken filesystem?\n" );
1177 return STATUS_NOT_SUPPORTED
;
1181 case EPERM
: /* noexec filesystem, fall back to read() */
1182 if (flags
& MAP_SHARED
)
1184 if (prot
& PROT_EXEC
) ERR( "failed to set PROT_EXEC on file map, noexec filesystem?\n" );
1185 return STATUS_ACCESS_DENIED
;
1187 if (prot
& PROT_EXEC
) WARN( "failed to set PROT_EXEC on file map, noexec filesystem?\n" );
1190 return FILE_GetNtStatus();
1194 /* Reserve the memory with an anonymous mmap */
1195 ptr
= wine_anon_mmap( (char *)view
->base
+ start
, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
1196 if (ptr
== (void *)-1) return FILE_GetNtStatus();
1197 /* Now read in the file */
1198 pread( fd
, ptr
, size
, offset
);
1199 if (prot
!= (PROT_READ
|PROT_WRITE
)) mprotect( ptr
, size
, prot
); /* Set the right protection */
1201 set_page_vprot( (char *)view
->base
+ start
, size
, vprot
);
1202 return STATUS_SUCCESS
;
1206 /***********************************************************************
1207 * get_committed_size
1209 * Get the size of the committed range starting at base.
1210 * Also return the protections for the first page.
1212 static SIZE_T
get_committed_size( struct file_view
*view
, void *base
, BYTE
*vprot
)
1216 start
= ((char *)base
- (char *)view
->base
) >> page_shift
;
1217 *vprot
= get_page_vprot( base
);
1219 if (view
->protect
& SEC_RESERVE
)
1222 SERVER_START_REQ( get_mapping_committed_range
)
1224 req
->base
= wine_server_client_ptr( view
->base
);
1225 req
->offset
= start
<< page_shift
;
1226 if (!wine_server_call( req
))
1229 if (reply
->committed
)
1231 *vprot
|= VPROT_COMMITTED
;
1232 set_page_vprot_bits( base
, ret
, VPROT_COMMITTED
, 0 );
1239 for (i
= start
+ 1; i
< view
->size
>> page_shift
; i
++)
1240 if ((*vprot
^ get_page_vprot( (char *)view
->base
+ (i
<< page_shift
) )) & VPROT_COMMITTED
) break;
1241 return (i
- start
) << page_shift
;
1245 /***********************************************************************
1248 * Decommit some pages of a given view.
1249 * The csVirtual section must be held by caller.
1251 static NTSTATUS
decommit_pages( struct file_view
*view
, size_t start
, size_t size
)
1253 if (wine_anon_mmap( (char *)view
->base
+ start
, size
, PROT_NONE
, MAP_FIXED
) != (void *)-1)
1255 set_page_vprot_bits( (char *)view
->base
+ start
, size
, 0, VPROT_COMMITTED
);
1256 return STATUS_SUCCESS
;
1258 return FILE_GetNtStatus();
1262 /***********************************************************************
1263 * allocate_dos_memory
1265 * Allocate the DOS memory range.
1267 static NTSTATUS
allocate_dos_memory( struct file_view
**view
, unsigned int vprot
)
1271 void * const low_64k
= (void *)0x10000;
1272 const size_t dosmem_size
= 0x110000;
1273 int unix_prot
= VIRTUAL_GetUnixProt( vprot
);
1275 /* check for existing view */
1277 if (find_view_range( 0, dosmem_size
)) return STATUS_CONFLICTING_ADDRESSES
;
1279 /* check without the first 64K */
1281 if (wine_mmap_is_in_reserved_area( low_64k
, dosmem_size
- 0x10000 ) != 1)
1283 addr
= wine_anon_mmap( low_64k
, dosmem_size
- 0x10000, unix_prot
, 0 );
1284 if (addr
!= low_64k
)
1286 if (addr
!= (void *)-1) munmap( addr
, dosmem_size
- 0x10000 );
1287 return map_view( view
, NULL
, dosmem_size
, 0xffff, 0, vprot
);
1291 /* now try to allocate the low 64K too */
1293 if (wine_mmap_is_in_reserved_area( NULL
, 0x10000 ) != 1)
1295 addr
= wine_anon_mmap( (void *)page_size
, 0x10000 - page_size
, unix_prot
, 0 );
1296 if (addr
== (void *)page_size
)
1298 if (!wine_anon_mmap( NULL
, page_size
, unix_prot
, MAP_FIXED
))
1301 TRACE( "successfully mapped low 64K range\n" );
1303 else TRACE( "failed to map page 0\n" );
1307 if (addr
!= (void *)-1) munmap( addr
, 0x10000 - page_size
);
1309 TRACE( "failed to map low 64K range\n" );
1313 /* now reserve the whole range */
1315 size
= (char *)dosmem_size
- (char *)addr
;
1316 wine_anon_mmap( addr
, size
, unix_prot
, MAP_FIXED
);
1317 return create_view( view
, addr
, size
, vprot
);
1321 /***********************************************************************
1324 * Map the header of a PE file into memory.
1326 static NTSTATUS
map_pe_header( void *ptr
, size_t size
, int fd
, BOOL
*removable
)
1328 if (!size
) return STATUS_INVALID_IMAGE_FORMAT
;
1332 if (mmap( ptr
, size
, PROT_READ
|PROT_WRITE
|PROT_EXEC
, MAP_FIXED
|MAP_PRIVATE
, fd
, 0 ) != (void *)-1)
1333 return STATUS_SUCCESS
;
1339 WARN( "noexec file system, falling back to read\n" );
1343 WARN( "file system doesn't support mmap, falling back to read\n" );
1346 return FILE_GetNtStatus();
1350 pread( fd
, ptr
, size
, 0 );
1351 return STATUS_SUCCESS
; /* page protections will be updated later */
1355 /***********************************************************************
1358 * Map an executable (PE format) image into memory.
1360 static NTSTATUS
map_image( HANDLE hmapping
, ACCESS_MASK access
, int fd
, char *base
, SIZE_T total_size
,
1361 SIZE_T mask
, SIZE_T header_size
, int shared_fd
, BOOL removable
, PVOID
*addr_ptr
)
1363 IMAGE_DOS_HEADER
*dos
;
1364 IMAGE_NT_HEADERS
*nt
;
1365 IMAGE_SECTION_HEADER sections
[96];
1366 IMAGE_SECTION_HEADER
*sec
;
1367 IMAGE_DATA_DIRECTORY
*imports
;
1368 NTSTATUS status
= STATUS_CONFLICTING_ADDRESSES
;
1373 struct file_view
*view
= NULL
;
1374 char *ptr
, *header_end
, *header_start
;
1376 /* zero-map the whole range */
1378 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1380 if (base
>= (char *)address_space_start
) /* make sure the DOS area remains free */
1381 status
= map_view( &view
, base
, total_size
, mask
, FALSE
, SEC_IMAGE
| SEC_FILE
|
1382 VPROT_COMMITTED
| VPROT_READ
| VPROT_EXEC
| VPROT_WRITECOPY
);
1384 if (status
!= STATUS_SUCCESS
)
1385 status
= map_view( &view
, NULL
, total_size
, mask
, FALSE
, SEC_IMAGE
| SEC_FILE
|
1386 VPROT_COMMITTED
| VPROT_READ
| VPROT_EXEC
| VPROT_WRITECOPY
);
1388 if (status
!= STATUS_SUCCESS
) goto error
;
1391 TRACE_(module
)( "mapped PE file at %p-%p\n", ptr
, ptr
+ total_size
);
1393 /* map the header */
1395 if (fstat( fd
, &st
) == -1)
1397 status
= FILE_GetNtStatus();
1400 header_size
= min( header_size
, st
.st_size
);
1401 if ((status
= map_pe_header( view
->base
, header_size
, fd
, &removable
)) != STATUS_SUCCESS
) goto error
;
1403 status
= STATUS_INVALID_IMAGE_FORMAT
; /* generic error */
1404 dos
= (IMAGE_DOS_HEADER
*)ptr
;
1405 nt
= (IMAGE_NT_HEADERS
*)(ptr
+ dos
->e_lfanew
);
1406 header_end
= ptr
+ ROUND_SIZE( 0, header_size
);
1407 memset( ptr
+ header_size
, 0, header_end
- (ptr
+ header_size
) );
1408 if ((char *)(nt
+ 1) > header_end
) goto error
;
1409 header_start
= (char*)&nt
->OptionalHeader
+nt
->FileHeader
.SizeOfOptionalHeader
;
1410 if (nt
->FileHeader
.NumberOfSections
> sizeof(sections
)/sizeof(*sections
)) goto error
;
1411 if (header_start
+ sizeof(*sections
) * nt
->FileHeader
.NumberOfSections
> header_end
) goto error
;
1412 /* Some applications (e.g. the Steam version of Borderlands) map over the top of the section headers,
1413 * copying the headers into local memory is necessary to properly load such applications. */
1414 memcpy(sections
, header_start
, sizeof(*sections
) * nt
->FileHeader
.NumberOfSections
);
1417 imports
= nt
->OptionalHeader
.DataDirectory
+ IMAGE_DIRECTORY_ENTRY_IMPORT
;
1418 if (!imports
->Size
|| !imports
->VirtualAddress
) imports
= NULL
;
1420 /* check for non page-aligned binary */
1422 if (nt
->OptionalHeader
.SectionAlignment
<= page_mask
)
1424 /* unaligned sections, this happens for native subsystem binaries */
1425 /* in that case Windows simply maps in the whole file */
1427 if (map_file_into_view( view
, fd
, 0, total_size
, 0, VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
,
1428 removable
) != STATUS_SUCCESS
) goto error
;
1430 /* check that all sections are loaded at the right offset */
1431 if (nt
->OptionalHeader
.FileAlignment
!= nt
->OptionalHeader
.SectionAlignment
) goto error
;
1432 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++)
1434 if (sec
[i
].VirtualAddress
!= sec
[i
].PointerToRawData
)
1435 goto error
; /* Windows refuses to load in that case too */
1438 /* set the image protections */
1439 VIRTUAL_SetProt( view
, ptr
, total_size
,
1440 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
| VPROT_EXEC
);
1442 /* no relocations are performed on non page-aligned binaries */
1447 /* map all the sections */
1449 for (i
= pos
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++, sec
++)
1451 static const SIZE_T sector_align
= 0x1ff;
1452 SIZE_T map_size
, file_start
, file_size
, end
;
1454 if (!sec
->Misc
.VirtualSize
)
1455 map_size
= ROUND_SIZE( 0, sec
->SizeOfRawData
);
1457 map_size
= ROUND_SIZE( 0, sec
->Misc
.VirtualSize
);
1459 /* file positions are rounded to sector boundaries regardless of OptionalHeader.FileAlignment */
1460 file_start
= sec
->PointerToRawData
& ~sector_align
;
1461 file_size
= (sec
->SizeOfRawData
+ (sec
->PointerToRawData
& sector_align
) + sector_align
) & ~sector_align
;
1462 if (file_size
> map_size
) file_size
= map_size
;
1464 /* a few sanity checks */
1465 end
= sec
->VirtualAddress
+ ROUND_SIZE( sec
->VirtualAddress
, map_size
);
1466 if (sec
->VirtualAddress
> total_size
|| end
> total_size
|| end
< sec
->VirtualAddress
)
1468 WARN_(module
)( "Section %.8s too large (%x+%lx/%lx)\n",
1469 sec
->Name
, sec
->VirtualAddress
, map_size
, total_size
);
1473 if ((sec
->Characteristics
& IMAGE_SCN_MEM_SHARED
) &&
1474 (sec
->Characteristics
& IMAGE_SCN_MEM_WRITE
))
1476 TRACE_(module
)( "mapping shared section %.8s at %p off %x (%x) size %lx (%lx) flags %x\n",
1477 sec
->Name
, ptr
+ sec
->VirtualAddress
,
1478 sec
->PointerToRawData
, (int)pos
, file_size
, map_size
,
1479 sec
->Characteristics
);
1480 if (map_file_into_view( view
, shared_fd
, sec
->VirtualAddress
, map_size
, pos
,
1481 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITE
, FALSE
) != STATUS_SUCCESS
)
1483 ERR_(module
)( "Could not map shared section %.8s\n", sec
->Name
);
1487 /* check if the import directory falls inside this section */
1488 if (imports
&& imports
->VirtualAddress
>= sec
->VirtualAddress
&&
1489 imports
->VirtualAddress
< sec
->VirtualAddress
+ map_size
)
1491 UINT_PTR base
= imports
->VirtualAddress
& ~page_mask
;
1492 UINT_PTR end
= base
+ ROUND_SIZE( imports
->VirtualAddress
, imports
->Size
);
1493 if (end
> sec
->VirtualAddress
+ map_size
) end
= sec
->VirtualAddress
+ map_size
;
1495 map_file_into_view( view
, shared_fd
, base
, end
- base
,
1496 pos
+ (base
- sec
->VirtualAddress
),
1497 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
, FALSE
);
1503 TRACE_(module
)( "mapping section %.8s at %p off %x size %x virt %x flags %x\n",
1504 sec
->Name
, ptr
+ sec
->VirtualAddress
,
1505 sec
->PointerToRawData
, sec
->SizeOfRawData
,
1506 sec
->Misc
.VirtualSize
, sec
->Characteristics
);
1508 if (!sec
->PointerToRawData
|| !file_size
) continue;
1510 /* Note: if the section is not aligned properly map_file_into_view will magically
1511 * fall back to read(), so we don't need to check anything here.
1513 end
= file_start
+ file_size
;
1514 if (sec
->PointerToRawData
>= st
.st_size
||
1515 end
> ((st
.st_size
+ sector_align
) & ~sector_align
) ||
1517 map_file_into_view( view
, fd
, sec
->VirtualAddress
, file_size
, file_start
,
1518 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
,
1519 removable
) != STATUS_SUCCESS
)
1521 ERR_(module
)( "Could not map section %.8s, file probably truncated\n", sec
->Name
);
1525 if (file_size
& page_mask
)
1527 end
= ROUND_SIZE( 0, file_size
);
1528 if (end
> map_size
) end
= map_size
;
1529 TRACE_(module
)("clearing %p - %p\n",
1530 ptr
+ sec
->VirtualAddress
+ file_size
,
1531 ptr
+ sec
->VirtualAddress
+ end
);
1532 memset( ptr
+ sec
->VirtualAddress
+ file_size
, 0, end
- file_size
);
1536 /* set the image protections */
1538 VIRTUAL_SetProt( view
, ptr
, ROUND_SIZE( 0, header_size
), VPROT_COMMITTED
| VPROT_READ
);
1541 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++, sec
++)
1544 BYTE vprot
= VPROT_COMMITTED
;
1546 if (sec
->Misc
.VirtualSize
)
1547 size
= ROUND_SIZE( sec
->VirtualAddress
, sec
->Misc
.VirtualSize
);
1549 size
= ROUND_SIZE( sec
->VirtualAddress
, sec
->SizeOfRawData
);
1551 if (sec
->Characteristics
& IMAGE_SCN_MEM_READ
) vprot
|= VPROT_READ
;
1552 if (sec
->Characteristics
& IMAGE_SCN_MEM_WRITE
) vprot
|= VPROT_WRITECOPY
;
1553 if (sec
->Characteristics
& IMAGE_SCN_MEM_EXECUTE
) vprot
|= VPROT_EXEC
;
1555 /* Dumb game crack lets the AOEP point into a data section. Adjust. */
1556 if ((nt
->OptionalHeader
.AddressOfEntryPoint
>= sec
->VirtualAddress
) &&
1557 (nt
->OptionalHeader
.AddressOfEntryPoint
< sec
->VirtualAddress
+ size
))
1558 vprot
|= VPROT_EXEC
;
1560 if (!VIRTUAL_SetProt( view
, ptr
+ sec
->VirtualAddress
, size
, vprot
) && (vprot
& VPROT_EXEC
))
1561 ERR( "failed to set %08x protection on section %.8s, noexec filesystem?\n",
1562 sec
->Characteristics
, sec
->Name
);
1567 SERVER_START_REQ( map_view
)
1569 req
->mapping
= wine_server_obj_handle( hmapping
);
1570 req
->access
= access
;
1571 req
->base
= wine_server_client_ptr( view
->base
);
1572 req
->size
= view
->size
;
1574 status
= wine_server_call( req
);
1577 if (status
) goto error
;
1579 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1580 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1583 #ifdef VALGRIND_LOAD_PDB_DEBUGINFO
1584 VALGRIND_LOAD_PDB_DEBUGINFO(fd
, ptr
, total_size
, ptr
- base
);
1586 if (ptr
!= base
) return STATUS_IMAGE_NOT_AT_BASE
;
1587 return STATUS_SUCCESS
;
1590 if (view
) delete_view( view
);
1591 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1596 struct alloc_virtual_heap
1602 /* callback for wine_mmap_enum_reserved_areas to allocate space for the virtual heap */
1603 static int alloc_virtual_heap( void *base
, size_t size
, void *arg
)
1605 struct alloc_virtual_heap
*alloc
= arg
;
1607 if (is_beyond_limit( base
, size
, address_space_limit
)) address_space_limit
= (char *)base
+ size
;
1608 if (size
< alloc
->size
) return 0;
1609 if (is_win64
&& base
< (void *)0x80000000) return 0;
1610 alloc
->base
= wine_anon_mmap( (char *)base
+ size
- alloc
->size
, alloc
->size
,
1611 PROT_READ
|PROT_WRITE
, MAP_FIXED
);
1612 return (alloc
->base
!= (void *)-1);
1615 /***********************************************************************
1618 void virtual_init(void)
1620 const char *preload
;
1621 struct alloc_virtual_heap alloc_views
;
1624 #if !defined(__i386__) && !defined(__x86_64__)
1625 page_size
= sysconf( _SC_PAGESIZE
);
1626 page_mask
= page_size
- 1;
1627 /* Make sure we have a power of 2 */
1628 assert( !(page_size
& page_mask
) );
1630 while ((1 << page_shift
) != page_size
) page_shift
++;
1632 address_space_limit
= (void *)(((1UL << 47) - 1) & ~page_mask
);
1634 address_space_limit
= (void *)~page_mask
;
1636 user_space_limit
= working_set_limit
= address_space_limit
;
1638 if ((preload
= getenv("WINEPRELOADRESERVE")))
1640 unsigned long start
, end
;
1641 if (sscanf( preload
, "%lx-%lx", &start
, &end
) == 2)
1643 preload_reserve_start
= (void *)start
;
1644 preload_reserve_end
= (void *)end
;
1645 /* some apps start inside the DOS area */
1646 if (preload_reserve_start
)
1647 address_space_start
= min( address_space_start
, preload_reserve_start
);
1651 /* try to find space in a reserved area for the views and pages protection table */
1653 pages_vprot_size
= ((size_t)address_space_limit
>> page_shift
>> pages_vprot_shift
) + 1;
1654 alloc_views
.size
= view_block_size
+ pages_vprot_size
* sizeof(*pages_vprot
);
1656 alloc_views
.size
= view_block_size
+ (1U << (32 - page_shift
));
1658 if (wine_mmap_enum_reserved_areas( alloc_virtual_heap
, &alloc_views
, 1 ))
1659 wine_mmap_remove_reserved_area( alloc_views
.base
, alloc_views
.size
, 0 );
1661 alloc_views
.base
= wine_anon_mmap( NULL
, alloc_views
.size
, PROT_READ
| PROT_WRITE
, 0 );
1663 assert( alloc_views
.base
!= (void *)-1 );
1664 view_block_start
= alloc_views
.base
;
1665 view_block_end
= view_block_start
+ view_block_size
/ sizeof(*view_block_start
);
1666 pages_vprot
= (void *)((char *)alloc_views
.base
+ view_block_size
);
1667 wine_rb_init( &views_tree
, compare_view
);
1669 /* make the DOS area accessible (except the low 64K) to hide bugs in broken apps like Excel 2003 */
1670 size
= (char *)address_space_start
- (char *)0x10000;
1671 if (size
&& wine_mmap_is_in_reserved_area( (void*)0x10000, size
) == 1)
1672 wine_anon_mmap( (void *)0x10000, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
1676 /***********************************************************************
1677 * virtual_init_threading
1679 void virtual_init_threading(void)
1685 /***********************************************************************
1686 * virtual_get_system_info
1688 void virtual_get_system_info( SYSTEM_BASIC_INFORMATION
*info
)
1691 struct sysinfo sinfo
;
1695 info
->KeMaximumIncrement
= 0; /* FIXME */
1696 info
->PageSize
= page_size
;
1697 info
->MmLowestPhysicalPage
= 1;
1698 info
->MmHighestPhysicalPage
= 0x7fffffff / page_size
;
1700 if (!sysinfo(&sinfo
))
1702 ULONG64 total
= (ULONG64
)sinfo
.totalram
* sinfo
.mem_unit
;
1703 info
->MmHighestPhysicalPage
= max(1, total
/ page_size
);
1706 info
->MmNumberOfPhysicalPages
= info
->MmHighestPhysicalPage
- info
->MmLowestPhysicalPage
;
1707 info
->AllocationGranularity
= get_mask(0) + 1;
1708 info
->LowestUserAddress
= (void *)0x10000;
1709 info
->HighestUserAddress
= (char *)user_space_limit
- 1;
1710 info
->ActiveProcessorsAffinityMask
= get_system_affinity_mask();
1711 info
->NumberOfProcessors
= NtCurrentTeb()->Peb
->NumberOfProcessors
;
1715 /***********************************************************************
1716 * virtual_create_builtin_view
1718 NTSTATUS
virtual_create_builtin_view( void *module
)
1722 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( module
);
1723 SIZE_T size
= nt
->OptionalHeader
.SizeOfImage
;
1724 IMAGE_SECTION_HEADER
*sec
;
1725 struct file_view
*view
;
1729 size
= ROUND_SIZE( module
, size
);
1730 base
= ROUND_ADDR( module
, page_mask
);
1731 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1732 status
= create_view( &view
, base
, size
, SEC_IMAGE
| SEC_FILE
| VPROT_SYSTEM
|
1733 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
| VPROT_EXEC
);
1736 TRACE( "created %p-%p\n", base
, (char *)base
+ size
);
1738 /* The PE header is always read-only, no write, no execute. */
1739 set_page_vprot( base
, page_size
, VPROT_COMMITTED
| VPROT_READ
);
1741 sec
= (IMAGE_SECTION_HEADER
*)((char *)&nt
->OptionalHeader
+ nt
->FileHeader
.SizeOfOptionalHeader
);
1742 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++)
1744 BYTE flags
= VPROT_COMMITTED
;
1746 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_EXECUTE
) flags
|= VPROT_EXEC
;
1747 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_READ
) flags
|= VPROT_READ
;
1748 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_WRITE
) flags
|= VPROT_WRITE
;
1749 set_page_vprot( (char *)base
+ sec
[i
].VirtualAddress
, sec
[i
].Misc
.VirtualSize
, flags
);
1751 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1753 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1758 /***********************************************************************
1759 * virtual_alloc_thread_stack
1761 NTSTATUS
virtual_alloc_thread_stack( TEB
*teb
, SIZE_T reserve_size
, SIZE_T commit_size
, SIZE_T
*pthread_size
)
1763 struct file_view
*view
;
1766 SIZE_T size
, extra_size
= 0;
1768 if (!reserve_size
|| !commit_size
)
1770 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( NtCurrentTeb()->Peb
->ImageBaseAddress
);
1771 if (!reserve_size
) reserve_size
= nt
->OptionalHeader
.SizeOfStackReserve
;
1772 if (!commit_size
) commit_size
= nt
->OptionalHeader
.SizeOfStackCommit
;
1775 size
= max( reserve_size
, commit_size
);
1776 if (size
< 1024 * 1024) size
= 1024 * 1024; /* Xlib needs a large stack */
1777 size
= (size
+ 0xffff) & ~0xffff; /* round to 64K boundary */
1778 if (pthread_size
) *pthread_size
= extra_size
= max( page_size
, ROUND_SIZE( 0, *pthread_size
));
1780 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1782 if ((status
= map_view( &view
, NULL
, size
+ extra_size
, 0xffff, 0,
1783 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
)) != STATUS_SUCCESS
)
1786 #ifdef VALGRIND_STACK_REGISTER
1787 VALGRIND_STACK_REGISTER( view
->base
, (char *)view
->base
+ view
->size
);
1790 /* setup no access guard page */
1791 set_page_vprot( view
->base
, page_size
, VPROT_COMMITTED
);
1792 set_page_vprot( (char *)view
->base
+ page_size
, page_size
,
1793 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
| VPROT_GUARD
);
1794 mprotect_range( view
->base
, 2 * page_size
, 0, 0 );
1795 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1799 struct file_view
*extra_view
;
1801 /* shrink the first view and create a second one for the extra size */
1802 /* this allows the app to free the stack without freeing the thread start portion */
1803 view
->size
-= extra_size
;
1804 status
= create_view( &extra_view
, (char *)view
->base
+ view
->size
, extra_size
,
1805 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
);
1806 if (status
!= STATUS_SUCCESS
)
1808 unmap_area( (char *)view
->base
+ view
->size
, extra_size
);
1809 delete_view( view
);
1814 /* note: limit is lower than base since the stack grows down */
1815 teb
->DeallocationStack
= view
->base
;
1816 teb
->Tib
.StackBase
= (char *)view
->base
+ view
->size
;
1817 teb
->Tib
.StackLimit
= (char *)view
->base
+ 2 * page_size
;
1819 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1824 /***********************************************************************
1825 * virtual_clear_thread_stack
1827 * Clear the stack contents before calling the main entry point, some broken apps need that.
1829 void virtual_clear_thread_stack( void *stack_end
)
1831 void *stack
= NtCurrentTeb()->Tib
.StackLimit
;
1832 size_t size
= (char *)stack_end
- (char *)stack
;
1834 wine_anon_mmap( stack
, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
1835 if (force_exec_prot
) mprotect( stack
, size
, PROT_READ
| PROT_WRITE
| PROT_EXEC
);
1839 /***********************************************************************
1840 * virtual_handle_fault
1842 NTSTATUS
virtual_handle_fault( LPCVOID addr
, DWORD err
, BOOL on_signal_stack
)
1844 NTSTATUS ret
= STATUS_ACCESS_VIOLATION
;
1845 void *page
= ROUND_ADDR( addr
, page_mask
);
1849 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1850 vprot
= get_page_vprot( page
);
1851 if (!on_signal_stack
&& (vprot
& VPROT_GUARD
))
1853 set_page_vprot_bits( page
, page_size
, 0, VPROT_GUARD
);
1854 mprotect_range( page
, page_size
, 0, 0 );
1855 ret
= STATUS_GUARD_PAGE_VIOLATION
;
1857 else if (err
& EXCEPTION_WRITE_FAULT
)
1859 if (vprot
& VPROT_WRITEWATCH
)
1861 set_page_vprot_bits( page
, page_size
, 0, VPROT_WRITEWATCH
);
1862 mprotect_range( page
, page_size
, 0, 0 );
1864 /* ignore fault if page is writable now */
1865 if (VIRTUAL_GetUnixProt( get_page_vprot( page
)) & PROT_WRITE
)
1867 if ((vprot
& VPROT_WRITEWATCH
) || is_write_watch_range( page
, page_size
))
1868 ret
= STATUS_SUCCESS
;
1871 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1876 /***********************************************************************
1877 * check_write_access
1879 * Check if the memory range is writable, temporarily disabling write watches if necessary.
1881 static NTSTATUS
check_write_access( void *base
, size_t size
, BOOL
*has_write_watch
)
1884 char *addr
= ROUND_ADDR( base
, page_mask
);
1886 size
= ROUND_SIZE( base
, size
);
1887 for (i
= 0; i
< size
; i
+= page_size
)
1889 BYTE vprot
= get_page_vprot( addr
+ i
);
1890 if (vprot
& VPROT_WRITEWATCH
) *has_write_watch
= TRUE
;
1891 if (!(VIRTUAL_GetUnixProt( vprot
& ~VPROT_WRITEWATCH
) & PROT_WRITE
))
1892 return STATUS_INVALID_USER_BUFFER
;
1894 if (*has_write_watch
)
1895 mprotect_range( addr
, size
, 0, VPROT_WRITEWATCH
); /* temporarily enable write access */
1896 return STATUS_SUCCESS
;
1900 /***********************************************************************
1901 * virtual_locked_server_call
1903 unsigned int virtual_locked_server_call( void *req_ptr
)
1905 struct __server_request_info
* const req
= req_ptr
;
1907 void *addr
= req
->reply_data
;
1908 data_size_t size
= req
->u
.req
.request_header
.reply_size
;
1909 BOOL has_write_watch
= FALSE
;
1910 unsigned int ret
= STATUS_ACCESS_VIOLATION
;
1912 if (!size
) return wine_server_call( req_ptr
);
1914 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1915 if (!(ret
= check_write_access( addr
, size
, &has_write_watch
)))
1917 ret
= server_call_unlocked( req
);
1918 if (has_write_watch
) update_write_watches( addr
, size
, wine_server_reply_size( req
));
1920 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1925 /***********************************************************************
1926 * virtual_locked_read
1928 ssize_t
virtual_locked_read( int fd
, void *addr
, size_t size
)
1931 BOOL has_write_watch
= FALSE
;
1934 ssize_t ret
= read( fd
, addr
, size
);
1935 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
1937 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1938 if (!check_write_access( addr
, size
, &has_write_watch
))
1940 ret
= read( fd
, addr
, size
);
1942 if (has_write_watch
) update_write_watches( addr
, size
, max( 0, ret
));
1944 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1950 /***********************************************************************
1951 * virtual_locked_pread
1953 ssize_t
virtual_locked_pread( int fd
, void *addr
, size_t size
, off_t offset
)
1956 BOOL has_write_watch
= FALSE
;
1959 ssize_t ret
= pread( fd
, addr
, size
, offset
);
1960 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
1962 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1963 if (!check_write_access( addr
, size
, &has_write_watch
))
1965 ret
= pread( fd
, addr
, size
, offset
);
1967 if (has_write_watch
) update_write_watches( addr
, size
, max( 0, ret
));
1969 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1975 /***********************************************************************
1976 * __wine_locked_recvmsg
1978 ssize_t CDECL
__wine_locked_recvmsg( int fd
, struct msghdr
*hdr
, int flags
)
1982 BOOL has_write_watch
= FALSE
;
1985 ssize_t ret
= recvmsg( fd
, hdr
, flags
);
1986 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
1988 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1989 for (i
= 0; i
< hdr
->msg_iovlen
; i
++)
1990 if (check_write_access( hdr
->msg_iov
[i
].iov_base
, hdr
->msg_iov
[i
].iov_len
, &has_write_watch
))
1992 if (i
== hdr
->msg_iovlen
)
1994 ret
= recvmsg( fd
, hdr
, flags
);
1997 if (has_write_watch
)
1998 while (i
--) update_write_watches( hdr
->msg_iov
[i
].iov_base
, hdr
->msg_iov
[i
].iov_len
, 0 );
2000 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2006 /***********************************************************************
2007 * virtual_is_valid_code_address
2009 BOOL
virtual_is_valid_code_address( const void *addr
, SIZE_T size
)
2011 struct file_view
*view
;
2015 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2016 if ((view
= VIRTUAL_FindView( addr
, size
)))
2017 ret
= !(view
->protect
& VPROT_SYSTEM
); /* system views are not visible to the app */
2018 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2023 /***********************************************************************
2024 * virtual_handle_stack_fault
2026 * Handle an access fault inside the current thread stack.
2027 * Called from inside a signal handler.
2029 BOOL
virtual_handle_stack_fault( void *addr
)
2033 RtlEnterCriticalSection( &csVirtual
); /* no need for signal masking inside signal handler */
2034 if (get_page_vprot( addr
) & VPROT_GUARD
)
2036 char *page
= ROUND_ADDR( addr
, page_mask
);
2037 set_page_vprot_bits( page
, page_size
, 0, VPROT_GUARD
);
2038 mprotect_range( page
, page_size
, 0, 0 );
2039 NtCurrentTeb()->Tib
.StackLimit
= page
;
2040 if (page
>= (char *)NtCurrentTeb()->DeallocationStack
+ 2*page_size
)
2043 set_page_vprot_bits( page
, page_size
, VPROT_COMMITTED
| VPROT_GUARD
, 0 );
2044 mprotect_range( page
, page_size
, 0, 0 );
2048 RtlLeaveCriticalSection( &csVirtual
);
2053 /***********************************************************************
2054 * virtual_check_buffer_for_read
2056 * Check if a memory buffer can be read, triggering page faults if needed for DIB section access.
2058 BOOL
virtual_check_buffer_for_read( const void *ptr
, SIZE_T size
)
2060 if (!size
) return TRUE
;
2061 if (!ptr
) return FALSE
;
2065 volatile const char *p
= ptr
;
2066 char dummy
__attribute__((unused
));
2067 SIZE_T count
= size
;
2069 while (count
> page_size
)
2076 dummy
= p
[count
- 1];
2087 /***********************************************************************
2088 * virtual_check_buffer_for_write
2090 * Check if a memory buffer can be written to, triggering page faults if needed for write watches.
2092 BOOL
virtual_check_buffer_for_write( void *ptr
, SIZE_T size
)
2094 if (!size
) return TRUE
;
2095 if (!ptr
) return FALSE
;
2099 volatile char *p
= ptr
;
2100 SIZE_T count
= size
;
2102 while (count
> page_size
)
2120 /***********************************************************************
2121 * virtual_uninterrupted_read_memory
2123 * Similar to NtReadVirtualMemory, but without wineserver calls. Moreover
2124 * permissions are checked before accessing each page, to ensure that no
2125 * exceptions can happen.
2127 SIZE_T
virtual_uninterrupted_read_memory( const void *addr
, void *buffer
, SIZE_T size
)
2129 struct file_view
*view
;
2131 SIZE_T bytes_read
= 0;
2133 if (!size
) return 0;
2135 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2136 if ((view
= VIRTUAL_FindView( addr
, size
)))
2138 if (!(view
->protect
& VPROT_SYSTEM
))
2140 char *page
= ROUND_ADDR( addr
, page_mask
);
2142 while (bytes_read
< size
&& (VIRTUAL_GetUnixProt( get_page_vprot( page
)) & PROT_READ
))
2144 SIZE_T block_size
= min( size
, page_size
- ((UINT_PTR
)addr
& page_mask
) );
2145 memcpy( buffer
, addr
, block_size
);
2147 addr
= (const void *)((const char *)addr
+ block_size
);
2148 buffer
= (void *)((char *)buffer
+ block_size
);
2149 bytes_read
+= block_size
;
2154 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2159 /***********************************************************************
2160 * virtual_uninterrupted_write_memory
2162 * Similar to NtWriteVirtualMemory, but without wineserver calls. Moreover
2163 * permissions are checked before accessing each page, to ensure that no
2164 * exceptions can happen.
2166 NTSTATUS
virtual_uninterrupted_write_memory( void *addr
, const void *buffer
, SIZE_T size
)
2168 BOOL has_write_watch
= FALSE
;
2172 if (!size
) return STATUS_SUCCESS
;
2174 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2175 if (!(ret
= check_write_access( addr
, size
, &has_write_watch
)))
2177 memcpy( addr
, buffer
, size
);
2178 if (has_write_watch
) update_write_watches( addr
, size
, size
);
2180 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2185 /***********************************************************************
2186 * VIRTUAL_SetForceExec
2188 * Whether to force exec prot on all views.
2190 void VIRTUAL_SetForceExec( BOOL enable
)
2192 struct file_view
*view
;
2195 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2196 if (!force_exec_prot
!= !enable
) /* change all existing views */
2198 force_exec_prot
= enable
;
2200 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
2202 /* file mappings are always accessible */
2203 BYTE commit
= is_view_valloc( view
) ? 0 : VPROT_COMMITTED
;
2205 mprotect_range( view
->base
, view
->size
, commit
, 0 );
2208 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2217 /* free reserved areas above the limit; callback for wine_mmap_enum_reserved_areas */
2218 static int free_reserved_memory( void *base
, size_t size
, void *arg
)
2220 struct free_range
*range
= arg
;
2222 if ((char *)base
>= range
->limit
) return 0;
2223 if ((char *)base
+ size
<= range
->base
) return 0;
2224 if ((char *)base
< range
->base
)
2226 size
-= range
->base
- (char *)base
;
2229 if ((char *)base
+ size
> range
->limit
) size
= range
->limit
- (char *)base
;
2230 remove_reserved_area( base
, size
);
2231 return 1; /* stop enumeration since the list has changed */
2234 /***********************************************************************
2235 * virtual_release_address_space
2237 * Release some address space once we have loaded and initialized the app.
2239 void virtual_release_address_space(void)
2241 struct free_range range
;
2244 if (is_win64
) return;
2246 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2248 range
.base
= (char *)0x82000000;
2249 range
.limit
= user_space_limit
;
2251 if (range
.limit
> range
.base
)
2253 while (wine_mmap_enum_reserved_areas( free_reserved_memory
, &range
, 1 )) /* nothing */;
2257 #ifndef __APPLE__ /* dyld doesn't support parts of the WINE_DOS segment being unmapped */
2258 range
.base
= (char *)0x20000000;
2259 range
.limit
= (char *)0x7f000000;
2260 while (wine_mmap_enum_reserved_areas( free_reserved_memory
, &range
, 0 )) /* nothing */;
2264 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2268 /***********************************************************************
2269 * virtual_set_large_address_space
2271 * Enable use of a large address space when allowed by the application.
2273 void virtual_set_large_address_space(void)
2275 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( NtCurrentTeb()->Peb
->ImageBaseAddress
);
2277 if (!(nt
->FileHeader
.Characteristics
& IMAGE_FILE_LARGE_ADDRESS_AWARE
)) return;
2278 /* no large address space on win9x */
2279 if (NtCurrentTeb()->Peb
->OSPlatformId
!= VER_PLATFORM_WIN32_NT
) return;
2281 user_space_limit
= working_set_limit
= address_space_limit
;
2285 /***********************************************************************
2286 * NtAllocateVirtualMemory (NTDLL.@)
2287 * ZwAllocateVirtualMemory (NTDLL.@)
2289 NTSTATUS WINAPI
NtAllocateVirtualMemory( HANDLE process
, PVOID
*ret
, ULONG zero_bits
,
2290 SIZE_T
*size_ptr
, ULONG type
, ULONG protect
)
2294 SIZE_T size
= *size_ptr
;
2295 SIZE_T mask
= get_mask( zero_bits
);
2296 NTSTATUS status
= STATUS_SUCCESS
;
2297 BOOL is_dos_memory
= FALSE
;
2298 struct file_view
*view
;
2301 TRACE("%p %p %08lx %x %08x\n", process
, *ret
, size
, type
, protect
);
2303 if (!size
) return STATUS_INVALID_PARAMETER
;
2304 if (!mask
) return STATUS_INVALID_PARAMETER_3
;
2306 if (process
!= NtCurrentProcess())
2309 apc_result_t result
;
2311 memset( &call
, 0, sizeof(call
) );
2313 call
.virtual_alloc
.type
= APC_VIRTUAL_ALLOC
;
2314 call
.virtual_alloc
.addr
= wine_server_client_ptr( *ret
);
2315 call
.virtual_alloc
.size
= *size_ptr
;
2316 call
.virtual_alloc
.zero_bits
= zero_bits
;
2317 call
.virtual_alloc
.op_type
= type
;
2318 call
.virtual_alloc
.prot
= protect
;
2319 status
= server_queue_process_apc( process
, &call
, &result
);
2320 if (status
!= STATUS_SUCCESS
) return status
;
2322 if (result
.virtual_alloc
.status
== STATUS_SUCCESS
)
2324 *ret
= wine_server_get_ptr( result
.virtual_alloc
.addr
);
2325 *size_ptr
= result
.virtual_alloc
.size
;
2327 return result
.virtual_alloc
.status
;
2330 /* Round parameters to a page boundary */
2332 if (is_beyond_limit( 0, size
, working_set_limit
)) return STATUS_WORKING_SET_LIMIT_RANGE
;
2336 if (type
& MEM_RESERVE
) /* Round down to 64k boundary */
2337 base
= ROUND_ADDR( *ret
, mask
);
2339 base
= ROUND_ADDR( *ret
, page_mask
);
2340 size
= (((UINT_PTR
)*ret
+ size
+ page_mask
) & ~page_mask
) - (UINT_PTR
)base
;
2342 /* disallow low 64k, wrap-around and kernel space */
2343 if (((char *)base
< (char *)0x10000) ||
2344 ((char *)base
+ size
< (char *)base
) ||
2345 is_beyond_limit( base
, size
, address_space_limit
))
2347 /* address 1 is magic to mean DOS area */
2348 if (!base
&& *ret
== (void *)1 && size
== 0x110000) is_dos_memory
= TRUE
;
2349 else return STATUS_INVALID_PARAMETER
;
2355 size
= (size
+ page_mask
) & ~page_mask
;
2358 /* Compute the alloc type flags */
2360 if (!(type
& (MEM_COMMIT
| MEM_RESERVE
| MEM_RESET
)) ||
2361 (type
& ~(MEM_COMMIT
| MEM_RESERVE
| MEM_TOP_DOWN
| MEM_WRITE_WATCH
| MEM_RESET
)))
2363 WARN("called with wrong alloc type flags (%08x) !\n", type
);
2364 return STATUS_INVALID_PARAMETER
;
2367 /* Reserve the memory */
2369 if (use_locks
) server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2371 if ((type
& MEM_RESERVE
) || !base
)
2373 if (!(status
= get_vprot_flags( protect
, &vprot
, FALSE
)))
2375 if (type
& MEM_COMMIT
) vprot
|= VPROT_COMMITTED
;
2376 if (type
& MEM_WRITE_WATCH
) vprot
|= VPROT_WRITEWATCH
;
2377 if (protect
& PAGE_NOCACHE
) vprot
|= SEC_NOCACHE
;
2379 if (vprot
& VPROT_WRITECOPY
) status
= STATUS_INVALID_PAGE_PROTECTION
;
2380 else if (is_dos_memory
) status
= allocate_dos_memory( &view
, vprot
);
2381 else status
= map_view( &view
, base
, size
, mask
, type
& MEM_TOP_DOWN
, vprot
);
2383 if (status
== STATUS_SUCCESS
) base
= view
->base
;
2386 else if (type
& MEM_RESET
)
2388 if (!(view
= VIRTUAL_FindView( base
, size
))) status
= STATUS_NOT_MAPPED_VIEW
;
2389 else madvise( base
, size
, MADV_DONTNEED
);
2391 else /* commit the pages */
2393 if (!(view
= VIRTUAL_FindView( base
, size
))) status
= STATUS_NOT_MAPPED_VIEW
;
2394 else if (view
->protect
& SEC_FILE
) status
= STATUS_ALREADY_COMMITTED
;
2395 else if (!(status
= set_protection( view
, base
, size
, protect
)) && (view
->protect
& SEC_RESERVE
))
2397 SERVER_START_REQ( add_mapping_committed_range
)
2399 req
->base
= wine_server_client_ptr( view
->base
);
2400 req
->offset
= (char *)base
- (char *)view
->base
;
2402 wine_server_call( req
);
2408 if (!status
) VIRTUAL_DEBUG_DUMP_VIEW( view
);
2410 if (use_locks
) server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2412 if (status
== STATUS_SUCCESS
)
2421 /***********************************************************************
2422 * NtFreeVirtualMemory (NTDLL.@)
2423 * ZwFreeVirtualMemory (NTDLL.@)
2425 NTSTATUS WINAPI
NtFreeVirtualMemory( HANDLE process
, PVOID
*addr_ptr
, SIZE_T
*size_ptr
, ULONG type
)
2427 struct file_view
*view
;
2430 NTSTATUS status
= STATUS_SUCCESS
;
2431 LPVOID addr
= *addr_ptr
;
2432 SIZE_T size
= *size_ptr
;
2434 TRACE("%p %p %08lx %x\n", process
, addr
, size
, type
);
2436 if (process
!= NtCurrentProcess())
2439 apc_result_t result
;
2441 memset( &call
, 0, sizeof(call
) );
2443 call
.virtual_free
.type
= APC_VIRTUAL_FREE
;
2444 call
.virtual_free
.addr
= wine_server_client_ptr( addr
);
2445 call
.virtual_free
.size
= size
;
2446 call
.virtual_free
.op_type
= type
;
2447 status
= server_queue_process_apc( process
, &call
, &result
);
2448 if (status
!= STATUS_SUCCESS
) return status
;
2450 if (result
.virtual_free
.status
== STATUS_SUCCESS
)
2452 *addr_ptr
= wine_server_get_ptr( result
.virtual_free
.addr
);
2453 *size_ptr
= result
.virtual_free
.size
;
2455 return result
.virtual_free
.status
;
2458 /* Fix the parameters */
2460 size
= ROUND_SIZE( addr
, size
);
2461 base
= ROUND_ADDR( addr
, page_mask
);
2463 /* avoid freeing the DOS area when a broken app passes a NULL pointer */
2464 if (!base
) return STATUS_INVALID_PARAMETER
;
2466 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2468 if (!(view
= VIRTUAL_FindView( base
, size
)) || !is_view_valloc( view
))
2470 status
= STATUS_INVALID_PARAMETER
;
2472 else if (type
== MEM_RELEASE
)
2474 /* Free the pages */
2476 if (size
|| (base
!= view
->base
)) status
= STATUS_INVALID_PARAMETER
;
2479 delete_view( view
);
2484 else if (type
== MEM_DECOMMIT
)
2486 status
= decommit_pages( view
, base
- (char *)view
->base
, size
);
2487 if (status
== STATUS_SUCCESS
)
2495 WARN("called with wrong free type flags (%08x) !\n", type
);
2496 status
= STATUS_INVALID_PARAMETER
;
2499 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2504 /***********************************************************************
2505 * NtProtectVirtualMemory (NTDLL.@)
2506 * ZwProtectVirtualMemory (NTDLL.@)
2508 NTSTATUS WINAPI
NtProtectVirtualMemory( HANDLE process
, PVOID
*addr_ptr
, SIZE_T
*size_ptr
,
2509 ULONG new_prot
, ULONG
*old_prot
)
2511 struct file_view
*view
;
2513 NTSTATUS status
= STATUS_SUCCESS
;
2516 SIZE_T size
= *size_ptr
;
2517 LPVOID addr
= *addr_ptr
;
2520 TRACE("%p %p %08lx %08x\n", process
, addr
, size
, new_prot
);
2523 return STATUS_ACCESS_VIOLATION
;
2525 if (process
!= NtCurrentProcess())
2528 apc_result_t result
;
2530 memset( &call
, 0, sizeof(call
) );
2532 call
.virtual_protect
.type
= APC_VIRTUAL_PROTECT
;
2533 call
.virtual_protect
.addr
= wine_server_client_ptr( addr
);
2534 call
.virtual_protect
.size
= size
;
2535 call
.virtual_protect
.prot
= new_prot
;
2536 status
= server_queue_process_apc( process
, &call
, &result
);
2537 if (status
!= STATUS_SUCCESS
) return status
;
2539 if (result
.virtual_protect
.status
== STATUS_SUCCESS
)
2541 *addr_ptr
= wine_server_get_ptr( result
.virtual_protect
.addr
);
2542 *size_ptr
= result
.virtual_protect
.size
;
2543 if (old_prot
) *old_prot
= result
.virtual_protect
.prot
;
2545 return result
.virtual_protect
.status
;
2548 /* Fix the parameters */
2550 size
= ROUND_SIZE( addr
, size
);
2551 base
= ROUND_ADDR( addr
, page_mask
);
2553 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2555 if ((view
= VIRTUAL_FindView( base
, size
)))
2557 /* Make sure all the pages are committed */
2558 if (get_committed_size( view
, base
, &vprot
) >= size
&& (vprot
& VPROT_COMMITTED
))
2560 old
= VIRTUAL_GetWin32Prot( vprot
, view
->protect
);
2561 status
= set_protection( view
, base
, size
, new_prot
);
2563 else status
= STATUS_NOT_COMMITTED
;
2565 else status
= STATUS_INVALID_PARAMETER
;
2567 if (!status
) VIRTUAL_DEBUG_DUMP_VIEW( view
);
2569 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2571 if (status
== STATUS_SUCCESS
)
2581 /* retrieve state for a free memory area; callback for wine_mmap_enum_reserved_areas */
2582 static int get_free_mem_state_callback( void *start
, size_t size
, void *arg
)
2584 MEMORY_BASIC_INFORMATION
*info
= arg
;
2585 void *end
= (char *)start
+ size
;
2587 if ((char *)info
->BaseAddress
+ info
->RegionSize
< (char *)start
) return 0;
2589 if (info
->BaseAddress
>= end
)
2591 if (info
->AllocationBase
< end
) info
->AllocationBase
= end
;
2595 if (info
->BaseAddress
>= start
|| start
<= address_space_start
)
2597 /* it's a real free area */
2598 info
->State
= MEM_FREE
;
2599 info
->Protect
= PAGE_NOACCESS
;
2600 info
->AllocationBase
= 0;
2601 info
->AllocationProtect
= 0;
2603 if ((char *)info
->BaseAddress
+ info
->RegionSize
> (char *)end
)
2604 info
->RegionSize
= (char *)end
- (char *)info
->BaseAddress
;
2606 else /* outside of the reserved area, pretend it's allocated */
2608 info
->RegionSize
= (char *)start
- (char *)info
->BaseAddress
;
2609 info
->State
= MEM_RESERVE
;
2610 info
->Protect
= PAGE_NOACCESS
;
2611 info
->AllocationProtect
= PAGE_NOACCESS
;
2612 info
->Type
= MEM_PRIVATE
;
2617 #define UNIMPLEMENTED_INFO_CLASS(c) \
2619 FIXME("(process=%p,addr=%p) Unimplemented information class: " #c "\n", process, addr); \
2620 return STATUS_INVALID_INFO_CLASS
2622 /***********************************************************************
2623 * NtQueryVirtualMemory (NTDLL.@)
2624 * ZwQueryVirtualMemory (NTDLL.@)
2626 NTSTATUS WINAPI
NtQueryVirtualMemory( HANDLE process
, LPCVOID addr
,
2627 MEMORY_INFORMATION_CLASS info_class
, PVOID buffer
,
2628 SIZE_T len
, SIZE_T
*res_len
)
2630 struct file_view
*view
;
2631 char *base
, *alloc_base
= 0, *alloc_end
= working_set_limit
;
2632 struct wine_rb_entry
*ptr
;
2633 MEMORY_BASIC_INFORMATION
*info
= buffer
;
2636 if (info_class
!= MemoryBasicInformation
)
2640 UNIMPLEMENTED_INFO_CLASS(MemoryWorkingSetList
);
2641 UNIMPLEMENTED_INFO_CLASS(MemorySectionName
);
2642 UNIMPLEMENTED_INFO_CLASS(MemoryBasicVlmInformation
);
2645 FIXME("(%p,%p,info_class=%d,%p,%ld,%p) Unknown information class\n",
2646 process
, addr
, info_class
, buffer
, len
, res_len
);
2647 return STATUS_INVALID_INFO_CLASS
;
2651 if (process
!= NtCurrentProcess())
2655 apc_result_t result
;
2657 memset( &call
, 0, sizeof(call
) );
2659 call
.virtual_query
.type
= APC_VIRTUAL_QUERY
;
2660 call
.virtual_query
.addr
= wine_server_client_ptr( addr
);
2661 status
= server_queue_process_apc( process
, &call
, &result
);
2662 if (status
!= STATUS_SUCCESS
) return status
;
2664 if (result
.virtual_query
.status
== STATUS_SUCCESS
)
2666 info
->BaseAddress
= wine_server_get_ptr( result
.virtual_query
.base
);
2667 info
->AllocationBase
= wine_server_get_ptr( result
.virtual_query
.alloc_base
);
2668 info
->RegionSize
= result
.virtual_query
.size
;
2669 info
->Protect
= result
.virtual_query
.prot
;
2670 info
->AllocationProtect
= result
.virtual_query
.alloc_prot
;
2671 info
->State
= (DWORD
)result
.virtual_query
.state
<< 12;
2672 info
->Type
= (DWORD
)result
.virtual_query
.alloc_type
<< 16;
2673 if (info
->RegionSize
!= result
.virtual_query
.size
) /* truncated */
2674 return STATUS_INVALID_PARAMETER
; /* FIXME */
2675 if (res_len
) *res_len
= sizeof(*info
);
2677 return result
.virtual_query
.status
;
2680 base
= ROUND_ADDR( addr
, page_mask
);
2682 if (is_beyond_limit( base
, 1, working_set_limit
)) return STATUS_WORKING_SET_LIMIT_RANGE
;
2684 /* Find the view containing the address */
2686 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2687 ptr
= views_tree
.root
;
2690 view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
2691 if ((char *)view
->base
> base
)
2693 alloc_end
= view
->base
;
2696 else if ((char *)view
->base
+ view
->size
<= base
)
2698 alloc_base
= (char *)view
->base
+ view
->size
;
2703 alloc_base
= view
->base
;
2704 alloc_end
= (char *)view
->base
+ view
->size
;
2709 /* Fill the info structure */
2711 info
->AllocationBase
= alloc_base
;
2712 info
->BaseAddress
= base
;
2713 info
->RegionSize
= alloc_end
- base
;
2717 if (!wine_mmap_enum_reserved_areas( get_free_mem_state_callback
, info
, 0 ))
2719 /* not in a reserved area at all, pretend it's allocated */
2721 if (base
>= (char *)address_space_start
)
2723 info
->State
= MEM_RESERVE
;
2724 info
->Protect
= PAGE_NOACCESS
;
2725 info
->AllocationProtect
= PAGE_NOACCESS
;
2726 info
->Type
= MEM_PRIVATE
;
2731 info
->State
= MEM_FREE
;
2732 info
->Protect
= PAGE_NOACCESS
;
2733 info
->AllocationBase
= 0;
2734 info
->AllocationProtect
= 0;
2743 SIZE_T range_size
= get_committed_size( view
, base
, &vprot
);
2745 info
->State
= (vprot
& VPROT_COMMITTED
) ? MEM_COMMIT
: MEM_RESERVE
;
2746 info
->Protect
= (vprot
& VPROT_COMMITTED
) ? VIRTUAL_GetWin32Prot( vprot
, view
->protect
) : 0;
2747 info
->AllocationProtect
= VIRTUAL_GetWin32Prot( view
->protect
, view
->protect
);
2748 if (view
->protect
& SEC_IMAGE
) info
->Type
= MEM_IMAGE
;
2749 else if (view
->protect
& (SEC_FILE
| SEC_RESERVE
| SEC_COMMIT
)) info
->Type
= MEM_MAPPED
;
2750 else info
->Type
= MEM_PRIVATE
;
2751 for (ptr
= base
; ptr
< base
+ range_size
; ptr
+= page_size
)
2752 if ((get_page_vprot( ptr
) ^ vprot
) & ~VPROT_WRITEWATCH
) break;
2753 info
->RegionSize
= ptr
- base
;
2755 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2757 if (res_len
) *res_len
= sizeof(*info
);
2758 return STATUS_SUCCESS
;
2762 /***********************************************************************
2763 * NtLockVirtualMemory (NTDLL.@)
2764 * ZwLockVirtualMemory (NTDLL.@)
2766 NTSTATUS WINAPI
NtLockVirtualMemory( HANDLE process
, PVOID
*addr
, SIZE_T
*size
, ULONG unknown
)
2768 NTSTATUS status
= STATUS_SUCCESS
;
2770 if (process
!= NtCurrentProcess())
2773 apc_result_t result
;
2775 memset( &call
, 0, sizeof(call
) );
2777 call
.virtual_lock
.type
= APC_VIRTUAL_LOCK
;
2778 call
.virtual_lock
.addr
= wine_server_client_ptr( *addr
);
2779 call
.virtual_lock
.size
= *size
;
2780 status
= server_queue_process_apc( process
, &call
, &result
);
2781 if (status
!= STATUS_SUCCESS
) return status
;
2783 if (result
.virtual_lock
.status
== STATUS_SUCCESS
)
2785 *addr
= wine_server_get_ptr( result
.virtual_lock
.addr
);
2786 *size
= result
.virtual_lock
.size
;
2788 return result
.virtual_lock
.status
;
2791 *size
= ROUND_SIZE( *addr
, *size
);
2792 *addr
= ROUND_ADDR( *addr
, page_mask
);
2794 if (mlock( *addr
, *size
)) status
= STATUS_ACCESS_DENIED
;
2799 /***********************************************************************
2800 * NtUnlockVirtualMemory (NTDLL.@)
2801 * ZwUnlockVirtualMemory (NTDLL.@)
2803 NTSTATUS WINAPI
NtUnlockVirtualMemory( HANDLE process
, PVOID
*addr
, SIZE_T
*size
, ULONG unknown
)
2805 NTSTATUS status
= STATUS_SUCCESS
;
2807 if (process
!= NtCurrentProcess())
2810 apc_result_t result
;
2812 memset( &call
, 0, sizeof(call
) );
2814 call
.virtual_unlock
.type
= APC_VIRTUAL_UNLOCK
;
2815 call
.virtual_unlock
.addr
= wine_server_client_ptr( *addr
);
2816 call
.virtual_unlock
.size
= *size
;
2817 status
= server_queue_process_apc( process
, &call
, &result
);
2818 if (status
!= STATUS_SUCCESS
) return status
;
2820 if (result
.virtual_unlock
.status
== STATUS_SUCCESS
)
2822 *addr
= wine_server_get_ptr( result
.virtual_unlock
.addr
);
2823 *size
= result
.virtual_unlock
.size
;
2825 return result
.virtual_unlock
.status
;
2828 *size
= ROUND_SIZE( *addr
, *size
);
2829 *addr
= ROUND_ADDR( *addr
, page_mask
);
2831 if (munlock( *addr
, *size
)) status
= STATUS_ACCESS_DENIED
;
2836 /***********************************************************************
2837 * NtCreateSection (NTDLL.@)
2838 * ZwCreateSection (NTDLL.@)
2840 NTSTATUS WINAPI
NtCreateSection( HANDLE
*handle
, ACCESS_MASK access
, const OBJECT_ATTRIBUTES
*attr
,
2841 const LARGE_INTEGER
*size
, ULONG protect
,
2842 ULONG sec_flags
, HANDLE file
)
2845 unsigned int vprot
, file_access
= 0;
2847 struct object_attributes
*objattr
;
2849 if ((ret
= get_vprot_flags( protect
, &vprot
, sec_flags
& SEC_IMAGE
))) return ret
;
2850 if ((ret
= alloc_object_attributes( attr
, &objattr
, &len
))) return ret
;
2852 if (vprot
& VPROT_READ
) file_access
|= FILE_READ_DATA
;
2853 if (vprot
& VPROT_WRITE
) file_access
|= FILE_WRITE_DATA
;
2855 SERVER_START_REQ( create_mapping
)
2857 req
->access
= access
;
2858 req
->flags
= sec_flags
;
2859 req
->file_handle
= wine_server_obj_handle( file
);
2860 req
->file_access
= file_access
;
2861 req
->size
= size
? size
->QuadPart
: 0;
2862 wine_server_add_data( req
, objattr
, len
);
2863 ret
= wine_server_call( req
);
2864 *handle
= wine_server_ptr_handle( reply
->handle
);
2868 RtlFreeHeap( GetProcessHeap(), 0, objattr
);
2873 /***********************************************************************
2874 * NtOpenSection (NTDLL.@)
2875 * ZwOpenSection (NTDLL.@)
2877 NTSTATUS WINAPI
NtOpenSection( HANDLE
*handle
, ACCESS_MASK access
, const OBJECT_ATTRIBUTES
*attr
)
2881 if ((ret
= validate_open_object_attributes( attr
))) return ret
;
2883 SERVER_START_REQ( open_mapping
)
2885 req
->access
= access
;
2886 req
->attributes
= attr
->Attributes
;
2887 req
->rootdir
= wine_server_obj_handle( attr
->RootDirectory
);
2888 if (attr
->ObjectName
)
2889 wine_server_add_data( req
, attr
->ObjectName
->Buffer
, attr
->ObjectName
->Length
);
2890 ret
= wine_server_call( req
);
2891 *handle
= wine_server_ptr_handle( reply
->handle
);
2898 /***********************************************************************
2899 * NtMapViewOfSection (NTDLL.@)
2900 * ZwMapViewOfSection (NTDLL.@)
2902 NTSTATUS WINAPI
NtMapViewOfSection( HANDLE handle
, HANDLE process
, PVOID
*addr_ptr
, ULONG zero_bits
,
2903 SIZE_T commit_size
, const LARGE_INTEGER
*offset_ptr
, SIZE_T
*size_ptr
,
2904 SECTION_INHERIT inherit
, ULONG alloc_type
, ULONG protect
)
2907 mem_size_t full_size
;
2909 SIZE_T size
, mask
= get_mask( zero_bits
);
2910 int unix_handle
= -1, needs_close
;
2911 unsigned int vprot
, sec_flags
;
2912 struct file_view
*view
;
2913 pe_image_info_t image_info
;
2915 LARGE_INTEGER offset
;
2918 offset
.QuadPart
= offset_ptr
? offset_ptr
->QuadPart
: 0;
2920 TRACE("handle=%p process=%p addr=%p off=%x%08x size=%lx access=%x\n",
2921 handle
, process
, *addr_ptr
, offset
.u
.HighPart
, offset
.u
.LowPart
, *size_ptr
, protect
);
2923 /* Check parameters */
2925 if ((*addr_ptr
&& zero_bits
) || !mask
)
2926 return STATUS_INVALID_PARAMETER_4
;
2929 if (!is_wow64
&& (alloc_type
& AT_ROUND_TO_PAGE
))
2931 *addr_ptr
= ROUND_ADDR( *addr_ptr
, page_mask
);
2936 if ((offset
.u
.LowPart
& mask
) || (*addr_ptr
&& ((UINT_PTR
)*addr_ptr
& mask
)))
2937 return STATUS_MAPPED_ALIGNMENT
;
2943 case PAGE_WRITECOPY
:
2944 access
= SECTION_MAP_READ
;
2946 case PAGE_READWRITE
:
2947 access
= SECTION_MAP_WRITE
;
2950 case PAGE_EXECUTE_READ
:
2951 case PAGE_EXECUTE_WRITECOPY
:
2952 access
= SECTION_MAP_READ
| SECTION_MAP_EXECUTE
;
2954 case PAGE_EXECUTE_READWRITE
:
2955 access
= SECTION_MAP_WRITE
| SECTION_MAP_EXECUTE
;
2958 return STATUS_INVALID_PAGE_PROTECTION
;
2961 if (process
!= NtCurrentProcess())
2964 apc_result_t result
;
2966 memset( &call
, 0, sizeof(call
) );
2968 call
.map_view
.type
= APC_MAP_VIEW
;
2969 call
.map_view
.handle
= wine_server_obj_handle( handle
);
2970 call
.map_view
.addr
= wine_server_client_ptr( *addr_ptr
);
2971 call
.map_view
.size
= *size_ptr
;
2972 call
.map_view
.offset
= offset
.QuadPart
;
2973 call
.map_view
.zero_bits
= zero_bits
;
2974 call
.map_view
.alloc_type
= alloc_type
;
2975 call
.map_view
.prot
= protect
;
2976 res
= server_queue_process_apc( process
, &call
, &result
);
2977 if (res
!= STATUS_SUCCESS
) return res
;
2979 if ((NTSTATUS
)result
.map_view
.status
>= 0)
2981 *addr_ptr
= wine_server_get_ptr( result
.map_view
.addr
);
2982 *size_ptr
= result
.map_view
.size
;
2984 return result
.map_view
.status
;
2987 SERVER_START_REQ( get_mapping_info
)
2989 req
->handle
= wine_server_obj_handle( handle
);
2990 req
->access
= access
;
2991 wine_server_set_reply( req
, &image_info
, sizeof(image_info
) );
2992 res
= wine_server_call( req
);
2993 sec_flags
= reply
->flags
;
2994 full_size
= reply
->size
;
2995 shared_file
= wine_server_ptr_handle( reply
->shared_file
);
2998 if (res
) return res
;
3000 if ((res
= server_get_unix_fd( handle
, 0, &unix_handle
, &needs_close
, NULL
, NULL
))) goto done
;
3002 if (sec_flags
& SEC_IMAGE
)
3004 void *base
= wine_server_get_ptr( image_info
.base
);
3006 if ((ULONG_PTR
)base
!= image_info
.base
) base
= NULL
;
3007 size
= image_info
.map_size
;
3008 if (size
!= image_info
.map_size
) /* truncated */
3010 WARN( "Modules larger than 4Gb (%s) not supported\n",
3011 wine_dbgstr_longlong(image_info
.map_size
) );
3012 res
= STATUS_INVALID_PARAMETER
;
3017 int shared_fd
, shared_needs_close
;
3019 if ((res
= server_get_unix_fd( shared_file
, FILE_READ_DATA
|FILE_WRITE_DATA
,
3020 &shared_fd
, &shared_needs_close
, NULL
, NULL
))) goto done
;
3021 res
= map_image( handle
, access
, unix_handle
, base
, size
, mask
, image_info
.header_size
,
3022 shared_fd
, needs_close
, addr_ptr
);
3023 if (shared_needs_close
) close( shared_fd
);
3024 close_handle( shared_file
);
3028 res
= map_image( handle
, access
, unix_handle
, base
, size
, mask
, image_info
.header_size
,
3029 -1, needs_close
, addr_ptr
);
3031 if (needs_close
) close( unix_handle
);
3032 if (res
>= 0) *size_ptr
= size
;
3036 res
= STATUS_INVALID_PARAMETER
;
3037 if (offset
.QuadPart
>= full_size
) goto done
;
3041 if (size
> full_size
- offset
.QuadPart
)
3043 res
= STATUS_INVALID_VIEW_SIZE
;
3049 size
= full_size
- offset
.QuadPart
;
3050 if (size
!= full_size
- offset
.QuadPart
) /* truncated */
3052 WARN( "Files larger than 4Gb (%s) not supported on this platform\n",
3053 wine_dbgstr_longlong(full_size
) );
3057 if (!(size
= ROUND_SIZE( 0, size
))) goto done
; /* wrap-around */
3059 /* Reserve a properly aligned area */
3061 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3063 get_vprot_flags( protect
, &vprot
, sec_flags
& SEC_IMAGE
);
3065 if (!(sec_flags
& SEC_RESERVE
)) vprot
|= VPROT_COMMITTED
;
3066 res
= map_view( &view
, *addr_ptr
, size
, mask
, FALSE
, vprot
);
3069 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3075 TRACE("handle=%p size=%lx offset=%x%08x\n",
3076 handle
, size
, offset
.u
.HighPart
, offset
.u
.LowPart
);
3078 res
= map_file_into_view( view
, unix_handle
, 0, size
, offset
.QuadPart
, vprot
, needs_close
);
3079 if (res
== STATUS_SUCCESS
)
3081 SERVER_START_REQ( map_view
)
3083 req
->mapping
= wine_server_obj_handle( handle
);
3084 req
->access
= access
;
3085 req
->base
= wine_server_client_ptr( view
->base
);
3087 req
->start
= offset
.QuadPart
;
3088 res
= wine_server_call( req
);
3093 if (res
== STATUS_SUCCESS
)
3095 *addr_ptr
= view
->base
;
3097 VIRTUAL_DEBUG_DUMP_VIEW( view
);
3101 ERR( "map_file_into_view %p %lx %x%08x failed\n",
3102 view
->base
, size
, offset
.u
.HighPart
, offset
.u
.LowPart
);
3103 delete_view( view
);
3106 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3109 if (needs_close
) close( unix_handle
);
3114 /***********************************************************************
3115 * NtUnmapViewOfSection (NTDLL.@)
3116 * ZwUnmapViewOfSection (NTDLL.@)
3118 NTSTATUS WINAPI
NtUnmapViewOfSection( HANDLE process
, PVOID addr
)
3120 struct file_view
*view
;
3121 NTSTATUS status
= STATUS_NOT_MAPPED_VIEW
;
3124 if (process
!= NtCurrentProcess())
3127 apc_result_t result
;
3129 memset( &call
, 0, sizeof(call
) );
3131 call
.unmap_view
.type
= APC_UNMAP_VIEW
;
3132 call
.unmap_view
.addr
= wine_server_client_ptr( addr
);
3133 status
= server_queue_process_apc( process
, &call
, &result
);
3134 if (status
== STATUS_SUCCESS
) status
= result
.unmap_view
.status
;
3138 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3139 if ((view
= VIRTUAL_FindView( addr
, 0 )) && !is_view_valloc( view
))
3141 if (!(view
->protect
& VPROT_SYSTEM
))
3143 SERVER_START_REQ( unmap_view
)
3145 req
->base
= wine_server_client_ptr( view
->base
);
3146 status
= wine_server_call( req
);
3149 if (!status
) delete_view( view
);
3150 else FIXME( "failed to unmap %p %x\n", view
->base
, status
);
3152 else delete_view( view
);
3154 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3159 /******************************************************************************
3160 * NtQuerySection (NTDLL.@)
3161 * ZwQuerySection (NTDLL.@)
3163 NTSTATUS WINAPI
NtQuerySection( HANDLE handle
, SECTION_INFORMATION_CLASS
class, void *ptr
,
3164 SIZE_T size
, SIZE_T
*ret_size
)
3167 pe_image_info_t image_info
;
3171 case SectionBasicInformation
:
3172 if (size
< sizeof(SECTION_BASIC_INFORMATION
)) return STATUS_INFO_LENGTH_MISMATCH
;
3174 case SectionImageInformation
:
3175 if (size
< sizeof(SECTION_IMAGE_INFORMATION
)) return STATUS_INFO_LENGTH_MISMATCH
;
3178 FIXME( "class %u not implemented\n", class );
3179 return STATUS_NOT_IMPLEMENTED
;
3181 if (!ptr
) return STATUS_ACCESS_VIOLATION
;
3183 SERVER_START_REQ( get_mapping_info
)
3185 req
->handle
= wine_server_obj_handle( handle
);
3186 req
->access
= SECTION_QUERY
;
3187 wine_server_set_reply( req
, &image_info
, sizeof(image_info
) );
3188 if (!(status
= wine_server_call( req
)))
3190 if (class == SectionBasicInformation
)
3192 SECTION_BASIC_INFORMATION
*info
= ptr
;
3193 info
->Attributes
= reply
->flags
;
3194 info
->BaseAddress
= NULL
;
3195 info
->Size
.QuadPart
= reply
->size
;
3196 if (ret_size
) *ret_size
= sizeof(*info
);
3198 else if (reply
->flags
& SEC_IMAGE
)
3200 SECTION_IMAGE_INFORMATION
*info
= ptr
;
3201 info
->TransferAddress
= wine_server_get_ptr( image_info
.entry_point
);
3202 info
->ZeroBits
= image_info
.zerobits
;
3203 info
->MaximumStackSize
= image_info
.stack_size
;
3204 info
->CommittedStackSize
= image_info
.stack_commit
;
3205 info
->SubSystemType
= image_info
.subsystem
;
3206 info
->SubsystemVersionLow
= image_info
.subsystem_low
;
3207 info
->SubsystemVersionHigh
= image_info
.subsystem_high
;
3208 info
->GpValue
= image_info
.gp
;
3209 info
->ImageCharacteristics
= image_info
.image_charact
;
3210 info
->DllCharacteristics
= image_info
.dll_charact
;
3211 info
->Machine
= image_info
.machine
;
3212 info
->ImageContainsCode
= image_info
.contains_code
;
3213 info
->ImageFlags
= image_info
.image_flags
;
3214 info
->LoaderFlags
= image_info
.loader_flags
;
3215 info
->ImageFileSize
= image_info
.file_size
;
3216 info
->CheckSum
= image_info
.checksum
;
3217 if (ret_size
) *ret_size
= sizeof(*info
);
3219 else status
= STATUS_SECTION_NOT_IMAGE
;
3228 /***********************************************************************
3229 * NtFlushVirtualMemory (NTDLL.@)
3230 * ZwFlushVirtualMemory (NTDLL.@)
3232 NTSTATUS WINAPI
NtFlushVirtualMemory( HANDLE process
, LPCVOID
*addr_ptr
,
3233 SIZE_T
*size_ptr
, ULONG unknown
)
3235 struct file_view
*view
;
3236 NTSTATUS status
= STATUS_SUCCESS
;
3238 void *addr
= ROUND_ADDR( *addr_ptr
, page_mask
);
3240 if (process
!= NtCurrentProcess())
3243 apc_result_t result
;
3245 memset( &call
, 0, sizeof(call
) );
3247 call
.virtual_flush
.type
= APC_VIRTUAL_FLUSH
;
3248 call
.virtual_flush
.addr
= wine_server_client_ptr( addr
);
3249 call
.virtual_flush
.size
= *size_ptr
;
3250 status
= server_queue_process_apc( process
, &call
, &result
);
3251 if (status
!= STATUS_SUCCESS
) return status
;
3253 if (result
.virtual_flush
.status
== STATUS_SUCCESS
)
3255 *addr_ptr
= wine_server_get_ptr( result
.virtual_flush
.addr
);
3256 *size_ptr
= result
.virtual_flush
.size
;
3258 return result
.virtual_flush
.status
;
3261 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3262 if (!(view
= VIRTUAL_FindView( addr
, *size_ptr
))) status
= STATUS_INVALID_PARAMETER
;
3265 if (!*size_ptr
) *size_ptr
= view
->size
;
3268 if (msync( addr
, *size_ptr
, MS_ASYNC
)) status
= STATUS_NOT_MAPPED_DATA
;
3271 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3276 /***********************************************************************
3277 * NtGetWriteWatch (NTDLL.@)
3278 * ZwGetWriteWatch (NTDLL.@)
3280 NTSTATUS WINAPI
NtGetWriteWatch( HANDLE process
, ULONG flags
, PVOID base
, SIZE_T size
, PVOID
*addresses
,
3281 ULONG_PTR
*count
, ULONG
*granularity
)
3283 NTSTATUS status
= STATUS_SUCCESS
;
3286 size
= ROUND_SIZE( base
, size
);
3287 base
= ROUND_ADDR( base
, page_mask
);
3289 if (!count
|| !granularity
) return STATUS_ACCESS_VIOLATION
;
3290 if (!*count
|| !size
) return STATUS_INVALID_PARAMETER
;
3291 if (flags
& ~WRITE_WATCH_FLAG_RESET
) return STATUS_INVALID_PARAMETER
;
3293 if (!addresses
) return STATUS_ACCESS_VIOLATION
;
3295 TRACE( "%p %x %p-%p %p %lu\n", process
, flags
, base
, (char *)base
+ size
,
3296 addresses
, *count
);
3298 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3300 if (is_write_watch_range( base
, size
))
3304 char *end
= addr
+ size
;
3306 while (pos
< *count
&& addr
< end
)
3308 if (!(get_page_vprot( addr
) & VPROT_WRITEWATCH
)) addresses
[pos
++] = addr
;
3311 if (flags
& WRITE_WATCH_FLAG_RESET
) reset_write_watches( base
, addr
- (char *)base
);
3313 *granularity
= page_size
;
3315 else status
= STATUS_INVALID_PARAMETER
;
3317 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3322 /***********************************************************************
3323 * NtResetWriteWatch (NTDLL.@)
3324 * ZwResetWriteWatch (NTDLL.@)
3326 NTSTATUS WINAPI
NtResetWriteWatch( HANDLE process
, PVOID base
, SIZE_T size
)
3328 NTSTATUS status
= STATUS_SUCCESS
;
3331 size
= ROUND_SIZE( base
, size
);
3332 base
= ROUND_ADDR( base
, page_mask
);
3334 TRACE( "%p %p-%p\n", process
, base
, (char *)base
+ size
);
3336 if (!size
) return STATUS_INVALID_PARAMETER
;
3338 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3340 if (is_write_watch_range( base
, size
))
3341 reset_write_watches( base
, size
);
3343 status
= STATUS_INVALID_PARAMETER
;
3345 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3350 /***********************************************************************
3351 * NtReadVirtualMemory (NTDLL.@)
3352 * ZwReadVirtualMemory (NTDLL.@)
3354 NTSTATUS WINAPI
NtReadVirtualMemory( HANDLE process
, const void *addr
, void *buffer
,
3355 SIZE_T size
, SIZE_T
*bytes_read
)
3359 if (virtual_check_buffer_for_write( buffer
, size
))
3361 SERVER_START_REQ( read_process_memory
)
3363 req
->handle
= wine_server_obj_handle( process
);
3364 req
->addr
= wine_server_client_ptr( addr
);
3365 wine_server_set_reply( req
, buffer
, size
);
3366 if ((status
= wine_server_call( req
))) size
= 0;
3372 status
= STATUS_ACCESS_VIOLATION
;
3375 if (bytes_read
) *bytes_read
= size
;
3380 /***********************************************************************
3381 * NtWriteVirtualMemory (NTDLL.@)
3382 * ZwWriteVirtualMemory (NTDLL.@)
3384 NTSTATUS WINAPI
NtWriteVirtualMemory( HANDLE process
, void *addr
, const void *buffer
,
3385 SIZE_T size
, SIZE_T
*bytes_written
)
3389 if (virtual_check_buffer_for_read( buffer
, size
))
3391 SERVER_START_REQ( write_process_memory
)
3393 req
->handle
= wine_server_obj_handle( process
);
3394 req
->addr
= wine_server_client_ptr( addr
);
3395 wine_server_add_data( req
, buffer
, size
);
3396 if ((status
= wine_server_call( req
))) size
= 0;
3402 status
= STATUS_PARTIAL_COPY
;
3405 if (bytes_written
) *bytes_written
= size
;
3410 /***********************************************************************
3411 * NtAreMappedFilesTheSame (NTDLL.@)
3412 * ZwAreMappedFilesTheSame (NTDLL.@)
3414 NTSTATUS WINAPI
NtAreMappedFilesTheSame(PVOID addr1
, PVOID addr2
)
3416 struct file_view
*view1
, *view2
;
3420 TRACE("%p %p\n", addr1
, addr2
);
3422 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3424 view1
= VIRTUAL_FindView( addr1
, 0 );
3425 view2
= VIRTUAL_FindView( addr2
, 0 );
3427 if (!view1
|| !view2
)
3428 status
= STATUS_INVALID_ADDRESS
;
3429 else if (is_view_valloc( view1
) || is_view_valloc( view2
))
3430 status
= STATUS_CONFLICTING_ADDRESSES
;
3431 else if (view1
== view2
)
3432 status
= STATUS_SUCCESS
;
3433 else if ((view1
->protect
& VPROT_SYSTEM
) || (view2
->protect
& VPROT_SYSTEM
))
3434 status
= STATUS_NOT_SAME_DEVICE
;
3437 SERVER_START_REQ( is_same_mapping
)
3439 req
->base1
= wine_server_client_ptr( view1
->base
);
3440 req
->base2
= wine_server_client_ptr( view2
->base
);
3441 status
= wine_server_call( req
);
3446 server_leave_uninterrupted_section( &csVirtual
, &sigset
);