2 * Win32 virtual memory functions
4 * Copyright 1997, 2002 Alexandre Julliard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
22 #include "wine/port.h"
34 #include <sys/types.h>
35 #ifdef HAVE_SYS_SOCKET_H
36 # include <sys/socket.h>
38 #ifdef HAVE_SYS_STAT_H
39 # include <sys/stat.h>
41 #ifdef HAVE_SYS_MMAN_H
42 # include <sys/mman.h>
44 #ifdef HAVE_SYS_SYSINFO_H
45 # include <sys/sysinfo.h>
47 #ifdef HAVE_VALGRIND_VALGRIND_H
48 # include <valgrind/valgrind.h>
52 #define WIN32_NO_STATUS
53 #define NONAMELESSUNION
56 #include "wine/library.h"
57 #include "wine/server.h"
58 #include "wine/exception.h"
59 #include "wine/rbtree.h"
60 #include "wine/debug.h"
61 #include "ntdll_misc.h"
63 WINE_DEFAULT_DEBUG_CHANNEL(virtual);
64 WINE_DECLARE_DEBUG_CHANNEL(module
);
67 #define MAP_NORESERVE 0
73 struct wine_rb_entry entry
; /* entry in global view tree */
74 void *base
; /* base address */
75 size_t size
; /* size in bytes */
76 unsigned int protect
; /* protection for all pages at allocation time and SEC_* flags */
79 /* per-page protection flags */
80 #define VPROT_READ 0x01
81 #define VPROT_WRITE 0x02
82 #define VPROT_EXEC 0x04
83 #define VPROT_WRITECOPY 0x08
84 #define VPROT_GUARD 0x10
85 #define VPROT_COMMITTED 0x20
86 #define VPROT_WRITEWATCH 0x40
87 /* per-mapping protection flags */
88 #define VPROT_SYSTEM 0x0200 /* system view (underlying mmap not under our control) */
90 /* Conversion from VPROT_* to Win32 flags */
91 static const BYTE VIRTUAL_Win32Flags
[16] =
93 PAGE_NOACCESS
, /* 0 */
94 PAGE_READONLY
, /* READ */
95 PAGE_READWRITE
, /* WRITE */
96 PAGE_READWRITE
, /* READ | WRITE */
97 PAGE_EXECUTE
, /* EXEC */
98 PAGE_EXECUTE_READ
, /* READ | EXEC */
99 PAGE_EXECUTE_READWRITE
, /* WRITE | EXEC */
100 PAGE_EXECUTE_READWRITE
, /* READ | WRITE | EXEC */
101 PAGE_WRITECOPY
, /* WRITECOPY */
102 PAGE_WRITECOPY
, /* READ | WRITECOPY */
103 PAGE_WRITECOPY
, /* WRITE | WRITECOPY */
104 PAGE_WRITECOPY
, /* READ | WRITE | WRITECOPY */
105 PAGE_EXECUTE_WRITECOPY
, /* EXEC | WRITECOPY */
106 PAGE_EXECUTE_WRITECOPY
, /* READ | EXEC | WRITECOPY */
107 PAGE_EXECUTE_WRITECOPY
, /* WRITE | EXEC | WRITECOPY */
108 PAGE_EXECUTE_WRITECOPY
/* READ | WRITE | EXEC | WRITECOPY */
111 static struct wine_rb_tree views_tree
;
113 static RTL_CRITICAL_SECTION csVirtual
;
114 static RTL_CRITICAL_SECTION_DEBUG critsect_debug
=
117 { &critsect_debug
.ProcessLocksList
, &critsect_debug
.ProcessLocksList
},
118 0, 0, { (DWORD_PTR
)(__FILE__
": csVirtual") }
120 static RTL_CRITICAL_SECTION csVirtual
= { &critsect_debug
, -1, 0, 0, 0, 0 };
123 static const UINT page_shift
= 12;
124 static const UINT_PTR page_mask
= 0xfff;
125 /* Note: these are Windows limits, you cannot change them. */
126 static void *address_space_limit
= (void *)0xc0000000; /* top of the total available address space */
127 static void *user_space_limit
= (void *)0x7fff0000; /* top of the user address space */
128 static void *working_set_limit
= (void *)0x7fff0000; /* top of the current working set */
129 static void *address_space_start
= (void *)0x110000; /* keep DOS area clear */
130 #elif defined(__x86_64__)
131 static const UINT page_shift
= 12;
132 static const UINT_PTR page_mask
= 0xfff;
133 static void *address_space_limit
= (void *)0x7fffffff0000;
134 static void *user_space_limit
= (void *)0x7fffffff0000;
135 static void *working_set_limit
= (void *)0x7fffffff0000;
136 static void *address_space_start
= (void *)0x10000;
138 UINT_PTR page_size
= 0;
139 static UINT page_shift
;
140 static UINT_PTR page_mask
;
141 static void *address_space_limit
;
142 static void *user_space_limit
;
143 static void *working_set_limit
;
144 static void *address_space_start
= (void *)0x10000;
145 #endif /* __i386__ */
146 static const BOOL is_win64
= (sizeof(void *) > sizeof(int));
148 #define ROUND_ADDR(addr,mask) \
149 ((void *)((UINT_PTR)(addr) & ~(UINT_PTR)(mask)))
151 #define ROUND_SIZE(addr,size) \
152 (((SIZE_T)(size) + ((UINT_PTR)(addr) & page_mask) + page_mask) & ~page_mask)
154 #define VIRTUAL_DEBUG_DUMP_VIEW(view) \
155 do { if (TRACE_ON(virtual)) VIRTUAL_DumpView(view); } while (0)
157 #ifdef _WIN64 /* on 64-bit the page protection bytes use a 2-level table */
158 static const size_t pages_vprot_shift
= 20;
159 static const size_t pages_vprot_mask
= (1 << 20) - 1;
160 static size_t pages_vprot_size
;
161 static BYTE
**pages_vprot
;
162 #else /* on 32-bit we use a simple array with one byte per page */
163 static BYTE
*pages_vprot
;
166 static struct file_view
*view_block_start
, *view_block_end
, *next_free_view
;
167 static const size_t view_block_size
= 0x100000;
168 static void *preload_reserve_start
;
169 static void *preload_reserve_end
;
170 static BOOL use_locks
;
171 static BOOL force_exec_prot
; /* whether to force PROT_EXEC on all PROT_READ mmaps */
173 static inline int is_view_valloc( const struct file_view
*view
)
175 return !(view
->protect
& (SEC_FILE
| SEC_RESERVE
| SEC_COMMIT
));
178 /***********************************************************************
181 * Return the page protection byte.
183 static BYTE
get_page_vprot( const void *addr
)
185 size_t idx
= (size_t)addr
>> page_shift
;
188 if ((idx
>> pages_vprot_shift
) >= pages_vprot_size
) return 0;
189 if (!pages_vprot
[idx
>> pages_vprot_shift
]) return 0;
190 return pages_vprot
[idx
>> pages_vprot_shift
][idx
& pages_vprot_mask
];
192 return pages_vprot
[idx
];
197 /***********************************************************************
200 * Set a range of page protection bytes.
202 static void set_page_vprot( const void *addr
, size_t size
, BYTE vprot
)
204 size_t idx
= (size_t)addr
>> page_shift
;
205 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
208 while (idx
>> pages_vprot_shift
!= end
>> pages_vprot_shift
)
210 size_t dir_size
= pages_vprot_mask
+ 1 - (idx
& pages_vprot_mask
);
211 memset( pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
), vprot
, dir_size
);
214 memset( pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
), vprot
, end
- idx
);
216 memset( pages_vprot
+ idx
, vprot
, end
- idx
);
221 /***********************************************************************
222 * set_page_vprot_bits
224 * Set or clear bits in a range of page protection bytes.
226 static void set_page_vprot_bits( const void *addr
, size_t size
, BYTE set
, BYTE clear
)
228 size_t idx
= (size_t)addr
>> page_shift
;
229 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
232 for ( ; idx
< end
; idx
++)
234 BYTE
*ptr
= pages_vprot
[idx
>> pages_vprot_shift
] + (idx
& pages_vprot_mask
);
235 *ptr
= (*ptr
& ~clear
) | set
;
238 for ( ; idx
< end
; idx
++) pages_vprot
[idx
] = (pages_vprot
[idx
] & ~clear
) | set
;
243 /***********************************************************************
246 * Allocate the page protection bytes for a given range.
248 static BOOL
alloc_pages_vprot( const void *addr
, size_t size
)
251 size_t idx
= (size_t)addr
>> page_shift
;
252 size_t end
= ((size_t)addr
+ size
+ page_mask
) >> page_shift
;
256 assert( end
<= pages_vprot_size
<< pages_vprot_shift
);
257 for (i
= idx
>> pages_vprot_shift
; i
< (end
+ pages_vprot_mask
) >> pages_vprot_shift
; i
++)
259 if (pages_vprot
[i
]) continue;
260 if ((ptr
= wine_anon_mmap( NULL
, pages_vprot_mask
+ 1, PROT_READ
| PROT_WRITE
, 0 )) == (void *)-1)
262 pages_vprot
[i
] = ptr
;
269 /***********************************************************************
272 * View comparison function used for the rb tree.
274 static int compare_view( const void *addr
, const struct wine_rb_entry
*entry
)
276 struct file_view
*view
= WINE_RB_ENTRY_VALUE( entry
, struct file_view
, entry
);
278 if (addr
< view
->base
) return -1;
279 if (addr
> view
->base
) return 1;
284 /***********************************************************************
287 static const char *VIRTUAL_GetProtStr( BYTE prot
)
289 static char buffer
[6];
290 buffer
[0] = (prot
& VPROT_COMMITTED
) ? 'c' : '-';
291 buffer
[1] = (prot
& VPROT_GUARD
) ? 'g' : ((prot
& VPROT_WRITEWATCH
) ? 'H' : '-');
292 buffer
[2] = (prot
& VPROT_READ
) ? 'r' : '-';
293 buffer
[3] = (prot
& VPROT_WRITECOPY
) ? 'W' : ((prot
& VPROT_WRITE
) ? 'w' : '-');
294 buffer
[4] = (prot
& VPROT_EXEC
) ? 'x' : '-';
300 /***********************************************************************
301 * VIRTUAL_GetUnixProt
303 * Convert page protections to protection for mmap/mprotect.
305 static int VIRTUAL_GetUnixProt( BYTE vprot
)
308 if ((vprot
& VPROT_COMMITTED
) && !(vprot
& VPROT_GUARD
))
310 if (vprot
& VPROT_READ
) prot
|= PROT_READ
;
311 if (vprot
& VPROT_WRITE
) prot
|= PROT_WRITE
| PROT_READ
;
312 if (vprot
& VPROT_WRITECOPY
) prot
|= PROT_WRITE
| PROT_READ
;
313 if (vprot
& VPROT_EXEC
) prot
|= PROT_EXEC
| PROT_READ
;
314 if (vprot
& VPROT_WRITEWATCH
) prot
&= ~PROT_WRITE
;
316 if (!prot
) prot
= PROT_NONE
;
321 /***********************************************************************
324 static void VIRTUAL_DumpView( struct file_view
*view
)
327 char *addr
= view
->base
;
328 BYTE prot
= get_page_vprot( addr
);
330 TRACE( "View: %p - %p", addr
, addr
+ view
->size
- 1 );
331 if (view
->protect
& VPROT_SYSTEM
)
332 TRACE( " (builtin image)\n" );
333 else if (view
->protect
& SEC_IMAGE
)
334 TRACE( " (image)\n" );
335 else if (view
->protect
& SEC_FILE
)
336 TRACE( " (file)\n" );
337 else if (view
->protect
& (SEC_RESERVE
| SEC_COMMIT
))
338 TRACE( " (anonymous)\n" );
340 TRACE( " (valloc)\n");
342 for (count
= i
= 1; i
< view
->size
>> page_shift
; i
++, count
++)
344 BYTE next
= get_page_vprot( addr
+ (count
<< page_shift
) );
345 if (next
== prot
) continue;
346 TRACE( " %p - %p %s\n",
347 addr
, addr
+ (count
<< page_shift
) - 1, VIRTUAL_GetProtStr(prot
) );
348 addr
+= (count
<< page_shift
);
353 TRACE( " %p - %p %s\n",
354 addr
, addr
+ (count
<< page_shift
) - 1, VIRTUAL_GetProtStr(prot
) );
358 /***********************************************************************
362 static void VIRTUAL_Dump(void)
365 struct file_view
*view
;
367 TRACE( "Dump of all virtual memory views:\n" );
368 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
369 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
371 VIRTUAL_DumpView( view
);
373 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
378 /***********************************************************************
381 * Find the view containing a given address. The csVirtual section must be held by caller.
390 static struct file_view
*VIRTUAL_FindView( const void *addr
, size_t size
)
392 struct wine_rb_entry
*ptr
= views_tree
.root
;
394 if ((const char *)addr
+ size
< (const char *)addr
) return NULL
; /* overflow */
398 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
400 if (view
->base
> addr
) ptr
= ptr
->left
;
401 else if ((const char *)view
->base
+ view
->size
<= (const char *)addr
) ptr
= ptr
->right
;
402 else if ((const char *)view
->base
+ view
->size
< (const char *)addr
+ size
) break; /* size too large */
409 /***********************************************************************
412 static inline UINT_PTR
get_mask( ULONG zero_bits
)
414 if (!zero_bits
) return 0xffff; /* allocations are aligned to 64K by default */
415 if (zero_bits
< page_shift
) zero_bits
= page_shift
;
416 if (zero_bits
> 21) return 0;
417 return (1 << zero_bits
) - 1;
421 /***********************************************************************
422 * is_write_watch_range
424 static inline BOOL
is_write_watch_range( const void *addr
, size_t size
)
426 struct file_view
*view
= VIRTUAL_FindView( addr
, size
);
427 return view
&& (view
->protect
& VPROT_WRITEWATCH
);
431 /***********************************************************************
434 * Find the first view overlapping at least part of the specified range.
435 * The csVirtual section must be held by caller.
437 static struct file_view
*find_view_range( const void *addr
, size_t size
)
439 struct wine_rb_entry
*ptr
= views_tree
.root
;
443 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
445 if ((const char *)view
->base
>= (const char *)addr
+ size
) ptr
= ptr
->left
;
446 else if ((const char *)view
->base
+ view
->size
<= (const char *)addr
) ptr
= ptr
->right
;
453 /***********************************************************************
456 * Find a free area between views inside the specified range.
457 * The csVirtual section must be held by caller.
459 static void *find_free_area( void *base
, void *end
, size_t size
, size_t mask
, int top_down
)
461 struct wine_rb_entry
*first
= NULL
, *ptr
= views_tree
.root
;
464 /* find the first (resp. last) view inside the range */
467 struct file_view
*view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
468 if ((char *)view
->base
+ view
->size
>= (char *)end
)
470 end
= min( end
, view
->base
);
473 else if (view
->base
<= base
)
475 base
= max( (char *)base
, (char *)view
->base
+ view
->size
);
481 ptr
= top_down
? ptr
->right
: ptr
->left
;
487 start
= ROUND_ADDR( (char *)end
- size
, mask
);
488 if (start
>= end
|| start
< base
) return NULL
;
492 struct file_view
*view
= WINE_RB_ENTRY_VALUE( first
, struct file_view
, entry
);
494 if ((char *)view
->base
+ view
->size
<= (char *)start
) break;
495 start
= ROUND_ADDR( (char *)view
->base
- size
, mask
);
496 /* stop if remaining space is not large enough */
497 if (!start
|| start
>= end
|| start
< base
) return NULL
;
498 first
= wine_rb_prev( first
);
503 start
= ROUND_ADDR( (char *)base
+ mask
, mask
);
504 if (!start
|| start
>= end
|| (char *)end
- (char *)start
< size
) return NULL
;
508 struct file_view
*view
= WINE_RB_ENTRY_VALUE( first
, struct file_view
, entry
);
510 if ((char *)view
->base
>= (char *)start
+ size
) break;
511 start
= ROUND_ADDR( (char *)view
->base
+ view
->size
+ mask
, mask
);
512 /* stop if remaining space is not large enough */
513 if (!start
|| start
>= end
|| (char *)end
- (char *)start
< size
) return NULL
;
514 first
= wine_rb_next( first
);
521 /***********************************************************************
524 * Add a reserved area to the list maintained by libwine.
525 * The csVirtual section must be held by caller.
527 static void add_reserved_area( void *addr
, size_t size
)
529 TRACE( "adding %p-%p\n", addr
, (char *)addr
+ size
);
531 if (addr
< user_space_limit
)
533 /* unmap the part of the area that is below the limit */
534 assert( (char *)addr
+ size
> (char *)user_space_limit
);
535 munmap( addr
, (char *)user_space_limit
- (char *)addr
);
536 size
-= (char *)user_space_limit
- (char *)addr
;
537 addr
= user_space_limit
;
539 /* blow away existing mappings */
540 wine_anon_mmap( addr
, size
, PROT_NONE
, MAP_NORESERVE
| MAP_FIXED
);
541 wine_mmap_add_reserved_area( addr
, size
);
545 /***********************************************************************
546 * remove_reserved_area
548 * Remove a reserved area from the list maintained by libwine.
549 * The csVirtual section must be held by caller.
551 static void remove_reserved_area( void *addr
, size_t size
)
553 struct file_view
*view
;
555 TRACE( "removing %p-%p\n", addr
, (char *)addr
+ size
);
556 wine_mmap_remove_reserved_area( addr
, size
, 0 );
558 /* unmap areas not covered by an existing view */
559 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
561 if ((char *)view
->base
>= (char *)addr
+ size
) break;
562 if ((char *)view
->base
+ view
->size
<= (char *)addr
) continue;
563 if (view
->base
> addr
) munmap( addr
, (char *)view
->base
- (char *)addr
);
564 if ((char *)view
->base
+ view
->size
> (char *)addr
+ size
) return;
565 size
= (char *)addr
+ size
- ((char *)view
->base
+ view
->size
);
566 addr
= (char *)view
->base
+ view
->size
;
568 munmap( addr
, size
);
579 /***********************************************************************
580 * get_area_boundary_callback
582 * Get lowest boundary address between reserved area and non-reserved area
583 * in the specified region. If no boundaries are found, result is NULL.
584 * The csVirtual section must be held by caller.
586 static int get_area_boundary_callback( void *start
, size_t size
, void *arg
)
588 struct area_boundary
*area
= arg
;
589 void *end
= (char *)start
+ size
;
591 area
->boundary
= NULL
;
592 if (area
->base
>= end
) return 0;
593 if ((char *)start
>= (char *)area
->base
+ area
->size
) return 1;
594 if (area
->base
>= start
)
596 if ((char *)area
->base
+ area
->size
> (char *)end
)
598 area
->boundary
= end
;
603 area
->boundary
= start
;
608 /***********************************************************************
611 * Check if an address range goes beyond a given limit.
613 static inline BOOL
is_beyond_limit( const void *addr
, size_t size
, const void *limit
)
615 return (addr
>= limit
|| (const char *)addr
+ size
> (const char *)limit
);
619 /***********************************************************************
622 * Unmap an area, or simply replace it by an empty mapping if it is
623 * in a reserved area. The csVirtual section must be held by caller.
625 static inline void unmap_area( void *addr
, size_t size
)
627 switch (wine_mmap_is_in_reserved_area( addr
, size
))
629 case -1: /* partially in a reserved area */
631 struct area_boundary area
;
635 wine_mmap_enum_reserved_areas( get_area_boundary_callback
, &area
, 0 );
636 assert( area
.boundary
);
637 lower_size
= (char *)area
.boundary
- (char *)addr
;
638 unmap_area( addr
, lower_size
);
639 unmap_area( area
.boundary
, size
- lower_size
);
642 case 1: /* in a reserved area */
643 wine_anon_mmap( addr
, size
, PROT_NONE
, MAP_NORESERVE
| MAP_FIXED
);
646 case 0: /* not in a reserved area */
647 if (is_beyond_limit( addr
, size
, user_space_limit
))
648 add_reserved_area( addr
, size
);
650 munmap( addr
, size
);
656 /***********************************************************************
659 * Allocate a new view. The csVirtual section must be held by caller.
661 static struct file_view
*alloc_view(void)
665 struct file_view
*ret
= next_free_view
;
666 next_free_view
= *(struct file_view
**)ret
;
669 if (view_block_start
== view_block_end
)
671 void *ptr
= wine_anon_mmap( NULL
, view_block_size
, PROT_READ
| PROT_WRITE
, 0 );
672 if (ptr
== (void *)-1) return NULL
;
673 view_block_start
= ptr
;
674 view_block_end
= view_block_start
+ view_block_size
/ sizeof(*view_block_start
);
676 return view_block_start
++;
680 /***********************************************************************
683 * Deletes a view. The csVirtual section must be held by caller.
685 static void delete_view( struct file_view
*view
) /* [in] View */
687 if (!(view
->protect
& VPROT_SYSTEM
)) unmap_area( view
->base
, view
->size
);
688 set_page_vprot( view
->base
, view
->size
, 0 );
689 wine_rb_remove( &views_tree
, &view
->entry
);
690 *(struct file_view
**)view
= next_free_view
;
691 next_free_view
= view
;
695 /***********************************************************************
698 * Create a view. The csVirtual section must be held by caller.
700 static NTSTATUS
create_view( struct file_view
**view_ret
, void *base
, size_t size
, unsigned int vprot
)
702 struct file_view
*view
;
703 int unix_prot
= VIRTUAL_GetUnixProt( vprot
);
705 assert( !((UINT_PTR
)base
& page_mask
) );
706 assert( !(size
& page_mask
) );
708 /* Check for overlapping views. This can happen if the previous view
709 * was a system view that got unmapped behind our back. In that case
710 * we recover by simply deleting it. */
712 while ((view
= find_view_range( base
, size
)))
714 TRACE( "overlapping view %p-%p for %p-%p\n",
715 view
->base
, (char *)view
->base
+ view
->size
, base
, (char *)base
+ size
);
716 assert( view
->protect
& VPROT_SYSTEM
);
720 if (!alloc_pages_vprot( base
, size
)) return STATUS_NO_MEMORY
;
722 /* Create the view structure */
724 if (!(view
= alloc_view()))
726 FIXME( "out of memory for %p-%p\n", base
, (char *)base
+ size
);
727 return STATUS_NO_MEMORY
;
732 view
->protect
= vprot
;
733 set_page_vprot( base
, size
, vprot
);
735 wine_rb_put( &views_tree
, view
->base
, &view
->entry
);
739 if (force_exec_prot
&& (unix_prot
& PROT_READ
) && !(unix_prot
& PROT_EXEC
))
741 TRACE( "forcing exec permission on %p-%p\n", base
, (char *)base
+ size
- 1 );
742 mprotect( base
, size
, unix_prot
| PROT_EXEC
);
744 return STATUS_SUCCESS
;
748 /***********************************************************************
749 * VIRTUAL_GetWin32Prot
751 * Convert page protections to Win32 flags.
753 static DWORD
VIRTUAL_GetWin32Prot( BYTE vprot
, unsigned int map_prot
)
755 DWORD ret
= VIRTUAL_Win32Flags
[vprot
& 0x0f];
756 if (vprot
& VPROT_GUARD
) ret
|= PAGE_GUARD
;
757 if (map_prot
& SEC_NOCACHE
) ret
|= PAGE_NOCACHE
;
762 /***********************************************************************
765 * Build page protections from Win32 flags.
768 * protect [I] Win32 protection flags
771 * Value of page protection flags
773 static NTSTATUS
get_vprot_flags( DWORD protect
, unsigned int *vprot
, BOOL image
)
775 switch(protect
& 0xff)
782 *vprot
= VPROT_READ
| VPROT_WRITECOPY
;
784 *vprot
= VPROT_READ
| VPROT_WRITE
;
787 *vprot
= VPROT_READ
| VPROT_WRITECOPY
;
792 case PAGE_EXECUTE_READ
:
793 *vprot
= VPROT_EXEC
| VPROT_READ
;
795 case PAGE_EXECUTE_READWRITE
:
797 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITECOPY
;
799 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITE
;
801 case PAGE_EXECUTE_WRITECOPY
:
802 *vprot
= VPROT_EXEC
| VPROT_READ
| VPROT_WRITECOPY
;
808 return STATUS_INVALID_PAGE_PROTECTION
;
810 if (protect
& PAGE_GUARD
) *vprot
|= VPROT_GUARD
;
811 return STATUS_SUCCESS
;
815 /***********************************************************************
818 * Wrapper for mprotect, adds PROT_EXEC if forced by force_exec_prot
820 static inline int mprotect_exec( void *base
, size_t size
, int unix_prot
)
822 if (force_exec_prot
&& (unix_prot
& PROT_READ
) && !(unix_prot
& PROT_EXEC
))
824 TRACE( "forcing exec permission on %p-%p\n", base
, (char *)base
+ size
- 1 );
825 if (!mprotect( base
, size
, unix_prot
| PROT_EXEC
)) return 0;
826 /* exec + write may legitimately fail, in that case fall back to write only */
827 if (!(unix_prot
& PROT_WRITE
)) return -1;
830 return mprotect( base
, size
, unix_prot
);
834 /***********************************************************************
837 * Call mprotect on a page range, applying the protections from the per-page byte.
839 static void mprotect_range( void *base
, size_t size
, BYTE set
, BYTE clear
)
842 char *addr
= ROUND_ADDR( base
, page_mask
);
845 size
= ROUND_SIZE( base
, size
);
846 prot
= VIRTUAL_GetUnixProt( (get_page_vprot( addr
) & ~clear
) | set
);
847 for (count
= i
= 1; i
< size
>> page_shift
; i
++, count
++)
849 next
= VIRTUAL_GetUnixProt( (get_page_vprot( addr
+ (count
<< page_shift
) ) & ~clear
) | set
);
850 if (next
== prot
) continue;
851 mprotect_exec( addr
, count
<< page_shift
, prot
);
852 addr
+= count
<< page_shift
;
856 if (count
) mprotect_exec( addr
, count
<< page_shift
, prot
);
860 /***********************************************************************
863 * Change the protection of a range of pages.
869 static BOOL
VIRTUAL_SetProt( struct file_view
*view
, /* [in] Pointer to view */
870 void *base
, /* [in] Starting address */
871 size_t size
, /* [in] Size in bytes */
872 BYTE vprot
) /* [in] Protections to use */
874 int unix_prot
= VIRTUAL_GetUnixProt(vprot
);
876 if (view
->protect
& VPROT_WRITEWATCH
)
878 /* each page may need different protections depending on write watch flag */
879 set_page_vprot_bits( base
, size
, vprot
& ~VPROT_WRITEWATCH
, ~vprot
& ~VPROT_WRITEWATCH
);
880 mprotect_range( base
, size
, 0, 0 );
884 /* if setting stack guard pages, store the permissions first, as the guard may be
885 * triggered at any point after mprotect and change the permissions again */
886 if ((vprot
& VPROT_GUARD
) &&
887 (base
>= NtCurrentTeb()->DeallocationStack
) &&
888 (base
< NtCurrentTeb()->Tib
.StackBase
))
890 set_page_vprot( base
, size
, vprot
);
891 mprotect( base
, size
, unix_prot
);
895 if (mprotect_exec( base
, size
, unix_prot
)) /* FIXME: last error */
898 set_page_vprot( base
, size
, vprot
);
903 /***********************************************************************
906 * Set page protections on a range of pages
908 static NTSTATUS
set_protection( struct file_view
*view
, void *base
, SIZE_T size
, ULONG protect
)
913 if ((status
= get_vprot_flags( protect
, &vprot
, view
->protect
& SEC_IMAGE
))) return status
;
914 if (is_view_valloc( view
))
916 if (vprot
& VPROT_WRITECOPY
) return STATUS_INVALID_PAGE_PROTECTION
;
920 BYTE access
= vprot
& (VPROT_READ
| VPROT_WRITE
| VPROT_EXEC
);
921 if ((view
->protect
& access
) != access
) return STATUS_INVALID_PAGE_PROTECTION
;
924 if (!VIRTUAL_SetProt( view
, base
, size
, vprot
| VPROT_COMMITTED
)) return STATUS_ACCESS_DENIED
;
925 return STATUS_SUCCESS
;
929 /***********************************************************************
930 * update_write_watches
932 static void update_write_watches( void *base
, size_t size
, size_t accessed_size
)
934 TRACE( "updating watch %p-%p-%p\n", base
, (char *)base
+ accessed_size
, (char *)base
+ size
);
935 /* clear write watch flag on accessed pages */
936 set_page_vprot_bits( base
, accessed_size
, 0, VPROT_WRITEWATCH
);
937 /* restore page protections on the entire range */
938 mprotect_range( base
, size
, 0, 0 );
942 /***********************************************************************
943 * reset_write_watches
945 * Reset write watches in a memory range.
947 static void reset_write_watches( void *base
, SIZE_T size
)
949 set_page_vprot_bits( base
, size
, VPROT_WRITEWATCH
, 0 );
950 mprotect_range( base
, size
, 0, 0 );
954 /***********************************************************************
957 * Release the extra memory while keeping the range starting on the granularity boundary.
959 static inline void *unmap_extra_space( void *ptr
, size_t total_size
, size_t wanted_size
, size_t mask
)
961 if ((ULONG_PTR
)ptr
& mask
)
963 size_t extra
= mask
+ 1 - ((ULONG_PTR
)ptr
& mask
);
964 munmap( ptr
, extra
);
965 ptr
= (char *)ptr
+ extra
;
968 if (total_size
> wanted_size
)
969 munmap( (char *)ptr
+ wanted_size
, total_size
- wanted_size
);
983 /***********************************************************************
984 * alloc_reserved_area_callback
986 * Try to map some space inside a reserved area. Callback for wine_mmap_enum_reserved_areas.
988 static int alloc_reserved_area_callback( void *start
, size_t size
, void *arg
)
990 struct alloc_area
*alloc
= arg
;
991 void *end
= (char *)start
+ size
;
993 if (start
< address_space_start
) start
= address_space_start
;
994 if (is_beyond_limit( start
, size
, alloc
->limit
)) end
= alloc
->limit
;
995 if (start
>= end
) return 0;
997 /* make sure we don't touch the preloader reserved range */
998 if (preload_reserve_end
>= start
)
1000 if (preload_reserve_end
>= end
)
1002 if (preload_reserve_start
<= start
) return 0; /* no space in that area */
1003 if (preload_reserve_start
< end
) end
= preload_reserve_start
;
1005 else if (preload_reserve_start
<= start
) start
= preload_reserve_end
;
1008 /* range is split in two by the preloader reservation, try first part */
1009 if ((alloc
->result
= find_free_area( start
, preload_reserve_start
, alloc
->size
,
1010 alloc
->mask
, alloc
->top_down
)))
1012 /* then fall through to try second part */
1013 start
= preload_reserve_end
;
1016 if ((alloc
->result
= find_free_area( start
, end
, alloc
->size
, alloc
->mask
, alloc
->top_down
)))
1022 /***********************************************************************
1025 * mmap the fixed memory area.
1026 * The csVirtual section must be held by caller.
1028 static NTSTATUS
map_fixed_area( void *base
, size_t size
, unsigned int vprot
)
1032 switch (wine_mmap_is_in_reserved_area( base
, size
))
1034 case -1: /* partially in a reserved area */
1037 struct area_boundary area
;
1041 wine_mmap_enum_reserved_areas( get_area_boundary_callback
, &area
, 0 );
1042 assert( area
.boundary
);
1043 lower_size
= (char *)area
.boundary
- (char *)base
;
1044 status
= map_fixed_area( base
, lower_size
, vprot
);
1045 if (status
== STATUS_SUCCESS
)
1047 status
= map_fixed_area( area
.boundary
, size
- lower_size
, vprot
);
1048 if (status
!= STATUS_SUCCESS
) unmap_area( base
, lower_size
);
1052 case 0: /* not in a reserved area, do a normal allocation */
1053 if ((ptr
= wine_anon_mmap( base
, size
, VIRTUAL_GetUnixProt(vprot
), 0 )) == (void *)-1)
1055 if (errno
== ENOMEM
) return STATUS_NO_MEMORY
;
1056 return STATUS_INVALID_PARAMETER
;
1060 /* We couldn't get the address we wanted */
1061 if (is_beyond_limit( ptr
, size
, user_space_limit
)) add_reserved_area( ptr
, size
);
1062 else munmap( ptr
, size
);
1063 return STATUS_CONFLICTING_ADDRESSES
;
1068 case 1: /* in a reserved area, make sure the address is available */
1069 if (find_view_range( base
, size
)) return STATUS_CONFLICTING_ADDRESSES
;
1070 /* replace the reserved area by our mapping */
1071 if ((ptr
= wine_anon_mmap( base
, size
, VIRTUAL_GetUnixProt(vprot
), MAP_FIXED
)) != base
)
1072 return STATUS_INVALID_PARAMETER
;
1075 if (is_beyond_limit( ptr
, size
, working_set_limit
)) working_set_limit
= address_space_limit
;
1076 return STATUS_SUCCESS
;
1079 /***********************************************************************
1082 * Create a view and mmap the corresponding memory area.
1083 * The csVirtual section must be held by caller.
1085 static NTSTATUS
map_view( struct file_view
**view_ret
, void *base
, size_t size
, size_t mask
,
1086 int top_down
, unsigned int vprot
)
1093 if (is_beyond_limit( base
, size
, address_space_limit
))
1094 return STATUS_WORKING_SET_LIMIT_RANGE
;
1095 status
= map_fixed_area( base
, size
, vprot
);
1096 if (status
!= STATUS_SUCCESS
) return status
;
1101 size_t view_size
= size
+ mask
+ 1;
1102 struct alloc_area alloc
;
1106 alloc
.top_down
= top_down
;
1107 alloc
.limit
= user_space_limit
;
1108 if (wine_mmap_enum_reserved_areas( alloc_reserved_area_callback
, &alloc
, top_down
))
1111 TRACE( "got mem in reserved area %p-%p\n", ptr
, (char *)ptr
+ size
);
1112 if (wine_anon_mmap( ptr
, size
, VIRTUAL_GetUnixProt(vprot
), MAP_FIXED
) != ptr
)
1113 return STATUS_INVALID_PARAMETER
;
1119 if ((ptr
= wine_anon_mmap( NULL
, view_size
, VIRTUAL_GetUnixProt(vprot
), 0 )) == (void *)-1)
1121 if (errno
== ENOMEM
) return STATUS_NO_MEMORY
;
1122 return STATUS_INVALID_PARAMETER
;
1124 TRACE( "got mem with anon mmap %p-%p\n", ptr
, (char *)ptr
+ size
);
1125 /* if we got something beyond the user limit, unmap it and retry */
1126 if (is_beyond_limit( ptr
, view_size
, user_space_limit
)) add_reserved_area( ptr
, view_size
);
1129 ptr
= unmap_extra_space( ptr
, view_size
, size
, mask
);
1132 status
= create_view( view_ret
, ptr
, size
, vprot
);
1133 if (status
!= STATUS_SUCCESS
) unmap_area( ptr
, size
);
1138 /***********************************************************************
1139 * map_file_into_view
1141 * Wrapper for mmap() to map a file into a view, falling back to read if mmap fails.
1142 * The csVirtual section must be held by caller.
1144 static NTSTATUS
map_file_into_view( struct file_view
*view
, int fd
, size_t start
, size_t size
,
1145 off_t offset
, unsigned int vprot
, BOOL removable
)
1148 int prot
= VIRTUAL_GetUnixProt( vprot
| VPROT_COMMITTED
/* make sure it is accessible */ );
1149 unsigned int flags
= MAP_FIXED
| ((vprot
& VPROT_WRITECOPY
) ? MAP_PRIVATE
: MAP_SHARED
);
1151 assert( start
< view
->size
);
1152 assert( start
+ size
<= view
->size
);
1154 if (force_exec_prot
&& (vprot
& VPROT_READ
))
1156 TRACE( "forcing exec permission on mapping %p-%p\n",
1157 (char *)view
->base
+ start
, (char *)view
->base
+ start
+ size
- 1 );
1161 /* only try mmap if media is not removable (or if we require write access) */
1162 if (!removable
|| (flags
& MAP_SHARED
))
1164 if (mmap( (char *)view
->base
+ start
, size
, prot
, flags
, fd
, offset
) != (void *)-1)
1169 case EINVAL
: /* file offset is not page-aligned, fall back to read() */
1170 if (flags
& MAP_SHARED
) return STATUS_INVALID_PARAMETER
;
1173 case ENODEV
: /* filesystem doesn't support mmap(), fall back to read() */
1174 if (vprot
& VPROT_WRITE
)
1176 ERR( "shared writable mmap not supported, broken filesystem?\n" );
1177 return STATUS_NOT_SUPPORTED
;
1181 case EPERM
: /* noexec filesystem, fall back to read() */
1182 if (flags
& MAP_SHARED
)
1184 if (prot
& PROT_EXEC
) ERR( "failed to set PROT_EXEC on file map, noexec filesystem?\n" );
1185 return STATUS_ACCESS_DENIED
;
1187 if (prot
& PROT_EXEC
) WARN( "failed to set PROT_EXEC on file map, noexec filesystem?\n" );
1190 return FILE_GetNtStatus();
1194 /* Reserve the memory with an anonymous mmap */
1195 ptr
= wine_anon_mmap( (char *)view
->base
+ start
, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
1196 if (ptr
== (void *)-1) return FILE_GetNtStatus();
1197 /* Now read in the file */
1198 pread( fd
, ptr
, size
, offset
);
1199 if (prot
!= (PROT_READ
|PROT_WRITE
)) mprotect( ptr
, size
, prot
); /* Set the right protection */
1201 set_page_vprot( (char *)view
->base
+ start
, size
, vprot
);
1202 return STATUS_SUCCESS
;
1206 /***********************************************************************
1207 * get_committed_size
1209 * Get the size of the committed range starting at base.
1210 * Also return the protections for the first page.
1212 static SIZE_T
get_committed_size( struct file_view
*view
, void *base
, BYTE
*vprot
)
1216 start
= ((char *)base
- (char *)view
->base
) >> page_shift
;
1217 *vprot
= get_page_vprot( base
);
1219 if (view
->protect
& SEC_RESERVE
)
1222 SERVER_START_REQ( get_mapping_committed_range
)
1224 req
->base
= wine_server_client_ptr( view
->base
);
1225 req
->offset
= start
<< page_shift
;
1226 if (!wine_server_call( req
))
1229 if (reply
->committed
)
1231 *vprot
|= VPROT_COMMITTED
;
1232 set_page_vprot_bits( base
, ret
, VPROT_COMMITTED
, 0 );
1239 for (i
= start
+ 1; i
< view
->size
>> page_shift
; i
++)
1240 if ((*vprot
^ get_page_vprot( (char *)view
->base
+ (i
<< page_shift
) )) & VPROT_COMMITTED
) break;
1241 return (i
- start
) << page_shift
;
1245 /***********************************************************************
1248 * Decommit some pages of a given view.
1249 * The csVirtual section must be held by caller.
1251 static NTSTATUS
decommit_pages( struct file_view
*view
, size_t start
, size_t size
)
1253 if (wine_anon_mmap( (char *)view
->base
+ start
, size
, PROT_NONE
, MAP_FIXED
) != (void *)-1)
1255 set_page_vprot_bits( (char *)view
->base
+ start
, size
, 0, VPROT_COMMITTED
);
1256 return STATUS_SUCCESS
;
1258 return FILE_GetNtStatus();
1262 /***********************************************************************
1263 * allocate_dos_memory
1265 * Allocate the DOS memory range.
1267 static NTSTATUS
allocate_dos_memory( struct file_view
**view
, unsigned int vprot
)
1271 void * const low_64k
= (void *)0x10000;
1272 const size_t dosmem_size
= 0x110000;
1273 int unix_prot
= VIRTUAL_GetUnixProt( vprot
);
1275 /* check for existing view */
1277 if (find_view_range( 0, dosmem_size
)) return STATUS_CONFLICTING_ADDRESSES
;
1279 /* check without the first 64K */
1281 if (wine_mmap_is_in_reserved_area( low_64k
, dosmem_size
- 0x10000 ) != 1)
1283 addr
= wine_anon_mmap( low_64k
, dosmem_size
- 0x10000, unix_prot
, 0 );
1284 if (addr
!= low_64k
)
1286 if (addr
!= (void *)-1) munmap( addr
, dosmem_size
- 0x10000 );
1287 return map_view( view
, NULL
, dosmem_size
, 0xffff, 0, vprot
);
1291 /* now try to allocate the low 64K too */
1293 if (wine_mmap_is_in_reserved_area( NULL
, 0x10000 ) != 1)
1295 addr
= wine_anon_mmap( (void *)page_size
, 0x10000 - page_size
, unix_prot
, 0 );
1296 if (addr
== (void *)page_size
)
1298 if (!wine_anon_mmap( NULL
, page_size
, unix_prot
, MAP_FIXED
))
1301 TRACE( "successfully mapped low 64K range\n" );
1303 else TRACE( "failed to map page 0\n" );
1307 if (addr
!= (void *)-1) munmap( addr
, 0x10000 - page_size
);
1309 TRACE( "failed to map low 64K range\n" );
1313 /* now reserve the whole range */
1315 size
= (char *)dosmem_size
- (char *)addr
;
1316 wine_anon_mmap( addr
, size
, unix_prot
, MAP_FIXED
);
1317 return create_view( view
, addr
, size
, vprot
);
1321 /***********************************************************************
1324 * Map the header of a PE file into memory.
1326 static NTSTATUS
map_pe_header( void *ptr
, size_t size
, int fd
, BOOL
*removable
)
1328 if (!size
) return STATUS_INVALID_IMAGE_FORMAT
;
1332 if (mmap( ptr
, size
, PROT_READ
|PROT_WRITE
|PROT_EXEC
, MAP_FIXED
|MAP_PRIVATE
, fd
, 0 ) != (void *)-1)
1333 return STATUS_SUCCESS
;
1339 WARN( "noexec file system, falling back to read\n" );
1343 WARN( "file system doesn't support mmap, falling back to read\n" );
1346 return FILE_GetNtStatus();
1350 pread( fd
, ptr
, size
, 0 );
1351 return STATUS_SUCCESS
; /* page protections will be updated later */
1355 /***********************************************************************
1358 * Map an executable (PE format) image into memory.
1360 static NTSTATUS
map_image( HANDLE hmapping
, ACCESS_MASK access
, int fd
, SIZE_T mask
,
1361 pe_image_info_t
*image_info
, int shared_fd
, BOOL removable
, PVOID
*addr_ptr
)
1363 IMAGE_DOS_HEADER
*dos
;
1364 IMAGE_NT_HEADERS
*nt
;
1365 IMAGE_SECTION_HEADER sections
[96];
1366 IMAGE_SECTION_HEADER
*sec
;
1367 IMAGE_DATA_DIRECTORY
*imports
;
1368 NTSTATUS status
= STATUS_CONFLICTING_ADDRESSES
;
1369 SIZE_T header_size
, total_size
= image_info
->map_size
;
1374 struct file_view
*view
= NULL
;
1375 char *ptr
, *header_end
, *header_start
;
1376 char *base
= wine_server_get_ptr( image_info
->base
);
1378 if (total_size
!= image_info
->map_size
) /* truncated */
1380 WARN( "Modules larger than 4Gb (%s) not supported\n", wine_dbgstr_longlong(image_info
->map_size
) );
1381 return STATUS_INVALID_PARAMETER
;
1383 if ((ULONG_PTR
)base
!= image_info
->base
) base
= NULL
;
1385 /* zero-map the whole range */
1387 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1389 if (base
>= (char *)address_space_start
) /* make sure the DOS area remains free */
1390 status
= map_view( &view
, base
, total_size
, mask
, FALSE
, SEC_IMAGE
| SEC_FILE
|
1391 VPROT_COMMITTED
| VPROT_READ
| VPROT_EXEC
| VPROT_WRITECOPY
);
1393 if (status
!= STATUS_SUCCESS
)
1394 status
= map_view( &view
, NULL
, total_size
, mask
, FALSE
, SEC_IMAGE
| SEC_FILE
|
1395 VPROT_COMMITTED
| VPROT_READ
| VPROT_EXEC
| VPROT_WRITECOPY
);
1397 if (status
!= STATUS_SUCCESS
) goto error
;
1400 TRACE_(module
)( "mapped PE file at %p-%p\n", ptr
, ptr
+ total_size
);
1402 /* map the header */
1404 if (fstat( fd
, &st
) == -1)
1406 status
= FILE_GetNtStatus();
1409 header_size
= min( image_info
->header_size
, st
.st_size
);
1410 if ((status
= map_pe_header( view
->base
, header_size
, fd
, &removable
)) != STATUS_SUCCESS
) goto error
;
1412 status
= STATUS_INVALID_IMAGE_FORMAT
; /* generic error */
1413 dos
= (IMAGE_DOS_HEADER
*)ptr
;
1414 nt
= (IMAGE_NT_HEADERS
*)(ptr
+ dos
->e_lfanew
);
1415 header_end
= ptr
+ ROUND_SIZE( 0, header_size
);
1416 memset( ptr
+ header_size
, 0, header_end
- (ptr
+ header_size
) );
1417 if ((char *)(nt
+ 1) > header_end
) goto error
;
1418 header_start
= (char*)&nt
->OptionalHeader
+nt
->FileHeader
.SizeOfOptionalHeader
;
1419 if (nt
->FileHeader
.NumberOfSections
> sizeof(sections
)/sizeof(*sections
)) goto error
;
1420 if (header_start
+ sizeof(*sections
) * nt
->FileHeader
.NumberOfSections
> header_end
) goto error
;
1421 /* Some applications (e.g. the Steam version of Borderlands) map over the top of the section headers,
1422 * copying the headers into local memory is necessary to properly load such applications. */
1423 memcpy(sections
, header_start
, sizeof(*sections
) * nt
->FileHeader
.NumberOfSections
);
1426 imports
= nt
->OptionalHeader
.DataDirectory
+ IMAGE_DIRECTORY_ENTRY_IMPORT
;
1427 if (!imports
->Size
|| !imports
->VirtualAddress
) imports
= NULL
;
1429 /* check for non page-aligned binary */
1431 if (image_info
->image_flags
& IMAGE_FLAGS_ImageMappedFlat
)
1433 /* unaligned sections, this happens for native subsystem binaries */
1434 /* in that case Windows simply maps in the whole file */
1436 if (map_file_into_view( view
, fd
, 0, total_size
, 0, VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
,
1437 removable
) != STATUS_SUCCESS
) goto error
;
1439 /* check that all sections are loaded at the right offset */
1440 if (nt
->OptionalHeader
.FileAlignment
!= nt
->OptionalHeader
.SectionAlignment
) goto error
;
1441 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++)
1443 if (sec
[i
].VirtualAddress
!= sec
[i
].PointerToRawData
)
1444 goto error
; /* Windows refuses to load in that case too */
1447 /* set the image protections */
1448 VIRTUAL_SetProt( view
, ptr
, total_size
,
1449 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
| VPROT_EXEC
);
1451 /* no relocations are performed on non page-aligned binaries */
1456 /* map all the sections */
1458 for (i
= pos
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++, sec
++)
1460 static const SIZE_T sector_align
= 0x1ff;
1461 SIZE_T map_size
, file_start
, file_size
, end
;
1463 if (!sec
->Misc
.VirtualSize
)
1464 map_size
= ROUND_SIZE( 0, sec
->SizeOfRawData
);
1466 map_size
= ROUND_SIZE( 0, sec
->Misc
.VirtualSize
);
1468 /* file positions are rounded to sector boundaries regardless of OptionalHeader.FileAlignment */
1469 file_start
= sec
->PointerToRawData
& ~sector_align
;
1470 file_size
= (sec
->SizeOfRawData
+ (sec
->PointerToRawData
& sector_align
) + sector_align
) & ~sector_align
;
1471 if (file_size
> map_size
) file_size
= map_size
;
1473 /* a few sanity checks */
1474 end
= sec
->VirtualAddress
+ ROUND_SIZE( sec
->VirtualAddress
, map_size
);
1475 if (sec
->VirtualAddress
> total_size
|| end
> total_size
|| end
< sec
->VirtualAddress
)
1477 WARN_(module
)( "Section %.8s too large (%x+%lx/%lx)\n",
1478 sec
->Name
, sec
->VirtualAddress
, map_size
, total_size
);
1482 if ((sec
->Characteristics
& IMAGE_SCN_MEM_SHARED
) &&
1483 (sec
->Characteristics
& IMAGE_SCN_MEM_WRITE
))
1485 TRACE_(module
)( "mapping shared section %.8s at %p off %x (%x) size %lx (%lx) flags %x\n",
1486 sec
->Name
, ptr
+ sec
->VirtualAddress
,
1487 sec
->PointerToRawData
, (int)pos
, file_size
, map_size
,
1488 sec
->Characteristics
);
1489 if (map_file_into_view( view
, shared_fd
, sec
->VirtualAddress
, map_size
, pos
,
1490 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITE
, FALSE
) != STATUS_SUCCESS
)
1492 ERR_(module
)( "Could not map shared section %.8s\n", sec
->Name
);
1496 /* check if the import directory falls inside this section */
1497 if (imports
&& imports
->VirtualAddress
>= sec
->VirtualAddress
&&
1498 imports
->VirtualAddress
< sec
->VirtualAddress
+ map_size
)
1500 UINT_PTR base
= imports
->VirtualAddress
& ~page_mask
;
1501 UINT_PTR end
= base
+ ROUND_SIZE( imports
->VirtualAddress
, imports
->Size
);
1502 if (end
> sec
->VirtualAddress
+ map_size
) end
= sec
->VirtualAddress
+ map_size
;
1504 map_file_into_view( view
, shared_fd
, base
, end
- base
,
1505 pos
+ (base
- sec
->VirtualAddress
),
1506 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
, FALSE
);
1512 TRACE_(module
)( "mapping section %.8s at %p off %x size %x virt %x flags %x\n",
1513 sec
->Name
, ptr
+ sec
->VirtualAddress
,
1514 sec
->PointerToRawData
, sec
->SizeOfRawData
,
1515 sec
->Misc
.VirtualSize
, sec
->Characteristics
);
1517 if (!sec
->PointerToRawData
|| !file_size
) continue;
1519 /* Note: if the section is not aligned properly map_file_into_view will magically
1520 * fall back to read(), so we don't need to check anything here.
1522 end
= file_start
+ file_size
;
1523 if (sec
->PointerToRawData
>= st
.st_size
||
1524 end
> ((st
.st_size
+ sector_align
) & ~sector_align
) ||
1526 map_file_into_view( view
, fd
, sec
->VirtualAddress
, file_size
, file_start
,
1527 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
,
1528 removable
) != STATUS_SUCCESS
)
1530 ERR_(module
)( "Could not map section %.8s, file probably truncated\n", sec
->Name
);
1534 if (file_size
& page_mask
)
1536 end
= ROUND_SIZE( 0, file_size
);
1537 if (end
> map_size
) end
= map_size
;
1538 TRACE_(module
)("clearing %p - %p\n",
1539 ptr
+ sec
->VirtualAddress
+ file_size
,
1540 ptr
+ sec
->VirtualAddress
+ end
);
1541 memset( ptr
+ sec
->VirtualAddress
+ file_size
, 0, end
- file_size
);
1545 /* set the image protections */
1547 VIRTUAL_SetProt( view
, ptr
, ROUND_SIZE( 0, header_size
), VPROT_COMMITTED
| VPROT_READ
);
1550 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++, sec
++)
1553 BYTE vprot
= VPROT_COMMITTED
;
1555 if (sec
->Misc
.VirtualSize
)
1556 size
= ROUND_SIZE( sec
->VirtualAddress
, sec
->Misc
.VirtualSize
);
1558 size
= ROUND_SIZE( sec
->VirtualAddress
, sec
->SizeOfRawData
);
1560 if (sec
->Characteristics
& IMAGE_SCN_MEM_READ
) vprot
|= VPROT_READ
;
1561 if (sec
->Characteristics
& IMAGE_SCN_MEM_WRITE
) vprot
|= VPROT_WRITECOPY
;
1562 if (sec
->Characteristics
& IMAGE_SCN_MEM_EXECUTE
) vprot
|= VPROT_EXEC
;
1564 /* Dumb game crack lets the AOEP point into a data section. Adjust. */
1565 if ((nt
->OptionalHeader
.AddressOfEntryPoint
>= sec
->VirtualAddress
) &&
1566 (nt
->OptionalHeader
.AddressOfEntryPoint
< sec
->VirtualAddress
+ size
))
1567 vprot
|= VPROT_EXEC
;
1569 if (!VIRTUAL_SetProt( view
, ptr
+ sec
->VirtualAddress
, size
, vprot
) && (vprot
& VPROT_EXEC
))
1570 ERR( "failed to set %08x protection on section %.8s, noexec filesystem?\n",
1571 sec
->Characteristics
, sec
->Name
);
1576 SERVER_START_REQ( map_view
)
1578 req
->mapping
= wine_server_obj_handle( hmapping
);
1579 req
->access
= access
;
1580 req
->base
= wine_server_client_ptr( view
->base
);
1581 req
->size
= view
->size
;
1583 status
= wine_server_call( req
);
1586 if (status
) goto error
;
1588 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1589 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1592 #ifdef VALGRIND_LOAD_PDB_DEBUGINFO
1593 VALGRIND_LOAD_PDB_DEBUGINFO(fd
, ptr
, total_size
, ptr
- base
);
1595 if (ptr
!= base
) return STATUS_IMAGE_NOT_AT_BASE
;
1596 return STATUS_SUCCESS
;
1599 if (view
) delete_view( view
);
1600 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1605 /***********************************************************************
1606 * virtual_map_section
1608 * Map a file section into memory.
1610 NTSTATUS
virtual_map_section( HANDLE handle
, PVOID
*addr_ptr
, ULONG zero_bits
, SIZE_T commit_size
,
1611 const LARGE_INTEGER
*offset_ptr
, SIZE_T
*size_ptr
, ULONG protect
,
1612 pe_image_info_t
*image_info
)
1615 mem_size_t full_size
;
1617 SIZE_T size
, mask
= get_mask( zero_bits
);
1618 int unix_handle
= -1, needs_close
;
1619 unsigned int vprot
, sec_flags
;
1620 struct file_view
*view
;
1622 LARGE_INTEGER offset
;
1625 offset
.QuadPart
= offset_ptr
? offset_ptr
->QuadPart
: 0;
1631 case PAGE_WRITECOPY
:
1632 access
= SECTION_MAP_READ
;
1634 case PAGE_READWRITE
:
1635 access
= SECTION_MAP_WRITE
;
1638 case PAGE_EXECUTE_READ
:
1639 case PAGE_EXECUTE_WRITECOPY
:
1640 access
= SECTION_MAP_READ
| SECTION_MAP_EXECUTE
;
1642 case PAGE_EXECUTE_READWRITE
:
1643 access
= SECTION_MAP_WRITE
| SECTION_MAP_EXECUTE
;
1646 return STATUS_INVALID_PAGE_PROTECTION
;
1649 SERVER_START_REQ( get_mapping_info
)
1651 req
->handle
= wine_server_obj_handle( handle
);
1652 req
->access
= access
;
1653 wine_server_set_reply( req
, image_info
, sizeof(*image_info
) );
1654 res
= wine_server_call( req
);
1655 sec_flags
= reply
->flags
;
1656 full_size
= reply
->size
;
1657 shared_file
= wine_server_ptr_handle( reply
->shared_file
);
1660 if (res
) return res
;
1662 if ((res
= server_get_unix_fd( handle
, 0, &unix_handle
, &needs_close
, NULL
, NULL
))) goto done
;
1664 if (sec_flags
& SEC_IMAGE
)
1668 int shared_fd
, shared_needs_close
;
1670 if ((res
= server_get_unix_fd( shared_file
, FILE_READ_DATA
|FILE_WRITE_DATA
,
1671 &shared_fd
, &shared_needs_close
, NULL
, NULL
))) goto done
;
1672 res
= map_image( handle
, access
, unix_handle
, mask
, image_info
,
1673 shared_fd
, needs_close
, addr_ptr
);
1674 if (shared_needs_close
) close( shared_fd
);
1675 close_handle( shared_file
);
1679 res
= map_image( handle
, access
, unix_handle
, mask
, image_info
, -1, needs_close
, addr_ptr
);
1681 if (needs_close
) close( unix_handle
);
1682 if (res
>= 0) *size_ptr
= image_info
->map_size
;
1686 res
= STATUS_INVALID_PARAMETER
;
1687 if (offset
.QuadPart
>= full_size
) goto done
;
1691 if (size
> full_size
- offset
.QuadPart
)
1693 res
= STATUS_INVALID_VIEW_SIZE
;
1699 size
= full_size
- offset
.QuadPart
;
1700 if (size
!= full_size
- offset
.QuadPart
) /* truncated */
1702 WARN( "Files larger than 4Gb (%s) not supported on this platform\n",
1703 wine_dbgstr_longlong(full_size
) );
1707 if (!(size
= ROUND_SIZE( 0, size
))) goto done
; /* wrap-around */
1709 /* Reserve a properly aligned area */
1711 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1713 get_vprot_flags( protect
, &vprot
, sec_flags
& SEC_IMAGE
);
1715 if (!(sec_flags
& SEC_RESERVE
)) vprot
|= VPROT_COMMITTED
;
1716 res
= map_view( &view
, *addr_ptr
, size
, mask
, FALSE
, vprot
);
1719 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1725 TRACE( "handle=%p size=%lx offset=%x%08x\n", handle
, size
, offset
.u
.HighPart
, offset
.u
.LowPart
);
1727 res
= map_file_into_view( view
, unix_handle
, 0, size
, offset
.QuadPart
, vprot
, needs_close
);
1728 if (res
== STATUS_SUCCESS
)
1730 SERVER_START_REQ( map_view
)
1732 req
->mapping
= wine_server_obj_handle( handle
);
1733 req
->access
= access
;
1734 req
->base
= wine_server_client_ptr( view
->base
);
1736 req
->start
= offset
.QuadPart
;
1737 res
= wine_server_call( req
);
1742 if (res
== STATUS_SUCCESS
)
1744 *addr_ptr
= view
->base
;
1746 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1750 ERR( "mapping %p %lx %x%08x failed\n", view
->base
, size
, offset
.u
.HighPart
, offset
.u
.LowPart
);
1751 delete_view( view
);
1754 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1757 if (needs_close
) close( unix_handle
);
1762 struct alloc_virtual_heap
1768 /* callback for wine_mmap_enum_reserved_areas to allocate space for the virtual heap */
1769 static int alloc_virtual_heap( void *base
, size_t size
, void *arg
)
1771 struct alloc_virtual_heap
*alloc
= arg
;
1773 if (is_beyond_limit( base
, size
, address_space_limit
)) address_space_limit
= (char *)base
+ size
;
1774 if (size
< alloc
->size
) return 0;
1775 if (is_win64
&& base
< (void *)0x80000000) return 0;
1776 alloc
->base
= wine_anon_mmap( (char *)base
+ size
- alloc
->size
, alloc
->size
,
1777 PROT_READ
|PROT_WRITE
, MAP_FIXED
);
1778 return (alloc
->base
!= (void *)-1);
1781 /***********************************************************************
1784 void virtual_init(void)
1786 const char *preload
;
1787 struct alloc_virtual_heap alloc_views
;
1790 #if !defined(__i386__) && !defined(__x86_64__)
1791 page_size
= sysconf( _SC_PAGESIZE
);
1792 page_mask
= page_size
- 1;
1793 /* Make sure we have a power of 2 */
1794 assert( !(page_size
& page_mask
) );
1796 while ((1 << page_shift
) != page_size
) page_shift
++;
1798 address_space_limit
= (void *)(((1UL << 47) - 1) & ~page_mask
);
1800 address_space_limit
= (void *)~page_mask
;
1802 user_space_limit
= working_set_limit
= address_space_limit
;
1804 if ((preload
= getenv("WINEPRELOADRESERVE")))
1806 unsigned long start
, end
;
1807 if (sscanf( preload
, "%lx-%lx", &start
, &end
) == 2)
1809 preload_reserve_start
= (void *)start
;
1810 preload_reserve_end
= (void *)end
;
1811 /* some apps start inside the DOS area */
1812 if (preload_reserve_start
)
1813 address_space_start
= min( address_space_start
, preload_reserve_start
);
1817 /* try to find space in a reserved area for the views and pages protection table */
1819 pages_vprot_size
= ((size_t)address_space_limit
>> page_shift
>> pages_vprot_shift
) + 1;
1820 alloc_views
.size
= view_block_size
+ pages_vprot_size
* sizeof(*pages_vprot
);
1822 alloc_views
.size
= view_block_size
+ (1U << (32 - page_shift
));
1824 if (wine_mmap_enum_reserved_areas( alloc_virtual_heap
, &alloc_views
, 1 ))
1825 wine_mmap_remove_reserved_area( alloc_views
.base
, alloc_views
.size
, 0 );
1827 alloc_views
.base
= wine_anon_mmap( NULL
, alloc_views
.size
, PROT_READ
| PROT_WRITE
, 0 );
1829 assert( alloc_views
.base
!= (void *)-1 );
1830 view_block_start
= alloc_views
.base
;
1831 view_block_end
= view_block_start
+ view_block_size
/ sizeof(*view_block_start
);
1832 pages_vprot
= (void *)((char *)alloc_views
.base
+ view_block_size
);
1833 wine_rb_init( &views_tree
, compare_view
);
1835 /* make the DOS area accessible (except the low 64K) to hide bugs in broken apps like Excel 2003 */
1836 size
= (char *)address_space_start
- (char *)0x10000;
1837 if (size
&& wine_mmap_is_in_reserved_area( (void*)0x10000, size
) == 1)
1838 wine_anon_mmap( (void *)0x10000, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
1842 /***********************************************************************
1843 * virtual_init_threading
1845 void virtual_init_threading(void)
1851 /***********************************************************************
1852 * virtual_get_system_info
1854 void virtual_get_system_info( SYSTEM_BASIC_INFORMATION
*info
)
1857 struct sysinfo sinfo
;
1861 info
->KeMaximumIncrement
= 0; /* FIXME */
1862 info
->PageSize
= page_size
;
1863 info
->MmLowestPhysicalPage
= 1;
1864 info
->MmHighestPhysicalPage
= 0x7fffffff / page_size
;
1866 if (!sysinfo(&sinfo
))
1868 ULONG64 total
= (ULONG64
)sinfo
.totalram
* sinfo
.mem_unit
;
1869 info
->MmHighestPhysicalPage
= max(1, total
/ page_size
);
1872 info
->MmNumberOfPhysicalPages
= info
->MmHighestPhysicalPage
- info
->MmLowestPhysicalPage
;
1873 info
->AllocationGranularity
= get_mask(0) + 1;
1874 info
->LowestUserAddress
= (void *)0x10000;
1875 info
->HighestUserAddress
= (char *)user_space_limit
- 1;
1876 info
->ActiveProcessorsAffinityMask
= get_system_affinity_mask();
1877 info
->NumberOfProcessors
= NtCurrentTeb()->Peb
->NumberOfProcessors
;
1881 /***********************************************************************
1882 * virtual_create_builtin_view
1884 NTSTATUS
virtual_create_builtin_view( void *module
)
1888 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( module
);
1889 SIZE_T size
= nt
->OptionalHeader
.SizeOfImage
;
1890 IMAGE_SECTION_HEADER
*sec
;
1891 struct file_view
*view
;
1895 size
= ROUND_SIZE( module
, size
);
1896 base
= ROUND_ADDR( module
, page_mask
);
1897 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1898 status
= create_view( &view
, base
, size
, SEC_IMAGE
| SEC_FILE
| VPROT_SYSTEM
|
1899 VPROT_COMMITTED
| VPROT_READ
| VPROT_WRITECOPY
| VPROT_EXEC
);
1902 TRACE( "created %p-%p\n", base
, (char *)base
+ size
);
1904 /* The PE header is always read-only, no write, no execute. */
1905 set_page_vprot( base
, page_size
, VPROT_COMMITTED
| VPROT_READ
);
1907 sec
= (IMAGE_SECTION_HEADER
*)((char *)&nt
->OptionalHeader
+ nt
->FileHeader
.SizeOfOptionalHeader
);
1908 for (i
= 0; i
< nt
->FileHeader
.NumberOfSections
; i
++)
1910 BYTE flags
= VPROT_COMMITTED
;
1912 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_EXECUTE
) flags
|= VPROT_EXEC
;
1913 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_READ
) flags
|= VPROT_READ
;
1914 if (sec
[i
].Characteristics
& IMAGE_SCN_MEM_WRITE
) flags
|= VPROT_WRITE
;
1915 set_page_vprot( (char *)base
+ sec
[i
].VirtualAddress
, sec
[i
].Misc
.VirtualSize
, flags
);
1917 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1919 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1924 /***********************************************************************
1925 * virtual_alloc_thread_stack
1927 NTSTATUS
virtual_alloc_thread_stack( TEB
*teb
, SIZE_T reserve_size
, SIZE_T commit_size
, SIZE_T
*pthread_size
)
1929 struct file_view
*view
;
1932 SIZE_T size
, extra_size
= 0;
1934 if (!reserve_size
|| !commit_size
)
1936 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( NtCurrentTeb()->Peb
->ImageBaseAddress
);
1937 if (!reserve_size
) reserve_size
= nt
->OptionalHeader
.SizeOfStackReserve
;
1938 if (!commit_size
) commit_size
= nt
->OptionalHeader
.SizeOfStackCommit
;
1941 size
= max( reserve_size
, commit_size
);
1942 if (size
< 1024 * 1024) size
= 1024 * 1024; /* Xlib needs a large stack */
1943 size
= (size
+ 0xffff) & ~0xffff; /* round to 64K boundary */
1944 if (pthread_size
) *pthread_size
= extra_size
= max( page_size
, ROUND_SIZE( 0, *pthread_size
));
1946 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
1948 if ((status
= map_view( &view
, NULL
, size
+ extra_size
, 0xffff, 0,
1949 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
)) != STATUS_SUCCESS
)
1952 #ifdef VALGRIND_STACK_REGISTER
1953 VALGRIND_STACK_REGISTER( view
->base
, (char *)view
->base
+ view
->size
);
1956 /* setup no access guard page */
1957 set_page_vprot( view
->base
, page_size
, VPROT_COMMITTED
);
1958 set_page_vprot( (char *)view
->base
+ page_size
, page_size
,
1959 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
| VPROT_GUARD
);
1960 mprotect_range( view
->base
, 2 * page_size
, 0, 0 );
1961 VIRTUAL_DEBUG_DUMP_VIEW( view
);
1965 struct file_view
*extra_view
;
1967 /* shrink the first view and create a second one for the extra size */
1968 /* this allows the app to free the stack without freeing the thread start portion */
1969 view
->size
-= extra_size
;
1970 status
= create_view( &extra_view
, (char *)view
->base
+ view
->size
, extra_size
,
1971 VPROT_READ
| VPROT_WRITE
| VPROT_COMMITTED
);
1972 if (status
!= STATUS_SUCCESS
)
1974 unmap_area( (char *)view
->base
+ view
->size
, extra_size
);
1975 delete_view( view
);
1980 /* note: limit is lower than base since the stack grows down */
1981 teb
->DeallocationStack
= view
->base
;
1982 teb
->Tib
.StackBase
= (char *)view
->base
+ view
->size
;
1983 teb
->Tib
.StackLimit
= (char *)view
->base
+ 2 * page_size
;
1985 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
1990 /***********************************************************************
1991 * virtual_clear_thread_stack
1993 * Clear the stack contents before calling the main entry point, some broken apps need that.
1995 void virtual_clear_thread_stack( void *stack_end
)
1997 void *stack
= NtCurrentTeb()->Tib
.StackLimit
;
1998 size_t size
= (char *)stack_end
- (char *)stack
;
2000 wine_anon_mmap( stack
, size
, PROT_READ
| PROT_WRITE
, MAP_FIXED
);
2001 if (force_exec_prot
) mprotect( stack
, size
, PROT_READ
| PROT_WRITE
| PROT_EXEC
);
2005 /***********************************************************************
2006 * virtual_handle_fault
2008 NTSTATUS
virtual_handle_fault( LPCVOID addr
, DWORD err
, BOOL on_signal_stack
)
2010 NTSTATUS ret
= STATUS_ACCESS_VIOLATION
;
2011 void *page
= ROUND_ADDR( addr
, page_mask
);
2015 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2016 vprot
= get_page_vprot( page
);
2017 if (!on_signal_stack
&& (vprot
& VPROT_GUARD
))
2019 set_page_vprot_bits( page
, page_size
, 0, VPROT_GUARD
);
2020 mprotect_range( page
, page_size
, 0, 0 );
2021 ret
= STATUS_GUARD_PAGE_VIOLATION
;
2023 else if (err
& EXCEPTION_WRITE_FAULT
)
2025 if (vprot
& VPROT_WRITEWATCH
)
2027 set_page_vprot_bits( page
, page_size
, 0, VPROT_WRITEWATCH
);
2028 mprotect_range( page
, page_size
, 0, 0 );
2030 /* ignore fault if page is writable now */
2031 if (VIRTUAL_GetUnixProt( get_page_vprot( page
)) & PROT_WRITE
)
2033 if ((vprot
& VPROT_WRITEWATCH
) || is_write_watch_range( page
, page_size
))
2034 ret
= STATUS_SUCCESS
;
2037 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2042 /***********************************************************************
2043 * check_write_access
2045 * Check if the memory range is writable, temporarily disabling write watches if necessary.
2047 static NTSTATUS
check_write_access( void *base
, size_t size
, BOOL
*has_write_watch
)
2050 char *addr
= ROUND_ADDR( base
, page_mask
);
2052 size
= ROUND_SIZE( base
, size
);
2053 for (i
= 0; i
< size
; i
+= page_size
)
2055 BYTE vprot
= get_page_vprot( addr
+ i
);
2056 if (vprot
& VPROT_WRITEWATCH
) *has_write_watch
= TRUE
;
2057 if (!(VIRTUAL_GetUnixProt( vprot
& ~VPROT_WRITEWATCH
) & PROT_WRITE
))
2058 return STATUS_INVALID_USER_BUFFER
;
2060 if (*has_write_watch
)
2061 mprotect_range( addr
, size
, 0, VPROT_WRITEWATCH
); /* temporarily enable write access */
2062 return STATUS_SUCCESS
;
2066 /***********************************************************************
2067 * virtual_locked_server_call
2069 unsigned int virtual_locked_server_call( void *req_ptr
)
2071 struct __server_request_info
* const req
= req_ptr
;
2073 void *addr
= req
->reply_data
;
2074 data_size_t size
= req
->u
.req
.request_header
.reply_size
;
2075 BOOL has_write_watch
= FALSE
;
2076 unsigned int ret
= STATUS_ACCESS_VIOLATION
;
2078 if (!size
) return wine_server_call( req_ptr
);
2080 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2081 if (!(ret
= check_write_access( addr
, size
, &has_write_watch
)))
2083 ret
= server_call_unlocked( req
);
2084 if (has_write_watch
) update_write_watches( addr
, size
, wine_server_reply_size( req
));
2086 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2091 /***********************************************************************
2092 * virtual_locked_read
2094 ssize_t
virtual_locked_read( int fd
, void *addr
, size_t size
)
2097 BOOL has_write_watch
= FALSE
;
2100 ssize_t ret
= read( fd
, addr
, size
);
2101 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
2103 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2104 if (!check_write_access( addr
, size
, &has_write_watch
))
2106 ret
= read( fd
, addr
, size
);
2108 if (has_write_watch
) update_write_watches( addr
, size
, max( 0, ret
));
2110 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2116 /***********************************************************************
2117 * virtual_locked_pread
2119 ssize_t
virtual_locked_pread( int fd
, void *addr
, size_t size
, off_t offset
)
2122 BOOL has_write_watch
= FALSE
;
2125 ssize_t ret
= pread( fd
, addr
, size
, offset
);
2126 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
2128 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2129 if (!check_write_access( addr
, size
, &has_write_watch
))
2131 ret
= pread( fd
, addr
, size
, offset
);
2133 if (has_write_watch
) update_write_watches( addr
, size
, max( 0, ret
));
2135 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2141 /***********************************************************************
2142 * __wine_locked_recvmsg
2144 ssize_t CDECL
__wine_locked_recvmsg( int fd
, struct msghdr
*hdr
, int flags
)
2148 BOOL has_write_watch
= FALSE
;
2151 ssize_t ret
= recvmsg( fd
, hdr
, flags
);
2152 if (ret
!= -1 || errno
!= EFAULT
) return ret
;
2154 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2155 for (i
= 0; i
< hdr
->msg_iovlen
; i
++)
2156 if (check_write_access( hdr
->msg_iov
[i
].iov_base
, hdr
->msg_iov
[i
].iov_len
, &has_write_watch
))
2158 if (i
== hdr
->msg_iovlen
)
2160 ret
= recvmsg( fd
, hdr
, flags
);
2163 if (has_write_watch
)
2164 while (i
--) update_write_watches( hdr
->msg_iov
[i
].iov_base
, hdr
->msg_iov
[i
].iov_len
, 0 );
2166 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2172 /***********************************************************************
2173 * virtual_is_valid_code_address
2175 BOOL
virtual_is_valid_code_address( const void *addr
, SIZE_T size
)
2177 struct file_view
*view
;
2181 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2182 if ((view
= VIRTUAL_FindView( addr
, size
)))
2183 ret
= !(view
->protect
& VPROT_SYSTEM
); /* system views are not visible to the app */
2184 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2189 /***********************************************************************
2190 * virtual_handle_stack_fault
2192 * Handle an access fault inside the current thread stack.
2193 * Called from inside a signal handler.
2195 BOOL
virtual_handle_stack_fault( void *addr
)
2199 RtlEnterCriticalSection( &csVirtual
); /* no need for signal masking inside signal handler */
2200 if (get_page_vprot( addr
) & VPROT_GUARD
)
2202 char *page
= ROUND_ADDR( addr
, page_mask
);
2203 set_page_vprot_bits( page
, page_size
, 0, VPROT_GUARD
);
2204 mprotect_range( page
, page_size
, 0, 0 );
2205 NtCurrentTeb()->Tib
.StackLimit
= page
;
2206 if (page
>= (char *)NtCurrentTeb()->DeallocationStack
+ 2*page_size
)
2209 set_page_vprot_bits( page
, page_size
, VPROT_COMMITTED
| VPROT_GUARD
, 0 );
2210 mprotect_range( page
, page_size
, 0, 0 );
2214 RtlLeaveCriticalSection( &csVirtual
);
2219 /***********************************************************************
2220 * virtual_check_buffer_for_read
2222 * Check if a memory buffer can be read, triggering page faults if needed for DIB section access.
2224 BOOL
virtual_check_buffer_for_read( const void *ptr
, SIZE_T size
)
2226 if (!size
) return TRUE
;
2227 if (!ptr
) return FALSE
;
2231 volatile const char *p
= ptr
;
2232 char dummy
__attribute__((unused
));
2233 SIZE_T count
= size
;
2235 while (count
> page_size
)
2242 dummy
= p
[count
- 1];
2253 /***********************************************************************
2254 * virtual_check_buffer_for_write
2256 * Check if a memory buffer can be written to, triggering page faults if needed for write watches.
2258 BOOL
virtual_check_buffer_for_write( void *ptr
, SIZE_T size
)
2260 if (!size
) return TRUE
;
2261 if (!ptr
) return FALSE
;
2265 volatile char *p
= ptr
;
2266 SIZE_T count
= size
;
2268 while (count
> page_size
)
2286 /***********************************************************************
2287 * virtual_uninterrupted_read_memory
2289 * Similar to NtReadVirtualMemory, but without wineserver calls. Moreover
2290 * permissions are checked before accessing each page, to ensure that no
2291 * exceptions can happen.
2293 SIZE_T
virtual_uninterrupted_read_memory( const void *addr
, void *buffer
, SIZE_T size
)
2295 struct file_view
*view
;
2297 SIZE_T bytes_read
= 0;
2299 if (!size
) return 0;
2301 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2302 if ((view
= VIRTUAL_FindView( addr
, size
)))
2304 if (!(view
->protect
& VPROT_SYSTEM
))
2306 char *page
= ROUND_ADDR( addr
, page_mask
);
2308 while (bytes_read
< size
&& (VIRTUAL_GetUnixProt( get_page_vprot( page
)) & PROT_READ
))
2310 SIZE_T block_size
= min( size
, page_size
- ((UINT_PTR
)addr
& page_mask
) );
2311 memcpy( buffer
, addr
, block_size
);
2313 addr
= (const void *)((const char *)addr
+ block_size
);
2314 buffer
= (void *)((char *)buffer
+ block_size
);
2315 bytes_read
+= block_size
;
2320 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2325 /***********************************************************************
2326 * virtual_uninterrupted_write_memory
2328 * Similar to NtWriteVirtualMemory, but without wineserver calls. Moreover
2329 * permissions are checked before accessing each page, to ensure that no
2330 * exceptions can happen.
2332 NTSTATUS
virtual_uninterrupted_write_memory( void *addr
, const void *buffer
, SIZE_T size
)
2334 BOOL has_write_watch
= FALSE
;
2338 if (!size
) return STATUS_SUCCESS
;
2340 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2341 if (!(ret
= check_write_access( addr
, size
, &has_write_watch
)))
2343 memcpy( addr
, buffer
, size
);
2344 if (has_write_watch
) update_write_watches( addr
, size
, size
);
2346 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2351 /***********************************************************************
2352 * VIRTUAL_SetForceExec
2354 * Whether to force exec prot on all views.
2356 void VIRTUAL_SetForceExec( BOOL enable
)
2358 struct file_view
*view
;
2361 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2362 if (!force_exec_prot
!= !enable
) /* change all existing views */
2364 force_exec_prot
= enable
;
2366 WINE_RB_FOR_EACH_ENTRY( view
, &views_tree
, struct file_view
, entry
)
2368 /* file mappings are always accessible */
2369 BYTE commit
= is_view_valloc( view
) ? 0 : VPROT_COMMITTED
;
2371 mprotect_range( view
->base
, view
->size
, commit
, 0 );
2374 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2383 /* free reserved areas above the limit; callback for wine_mmap_enum_reserved_areas */
2384 static int free_reserved_memory( void *base
, size_t size
, void *arg
)
2386 struct free_range
*range
= arg
;
2388 if ((char *)base
>= range
->limit
) return 0;
2389 if ((char *)base
+ size
<= range
->base
) return 0;
2390 if ((char *)base
< range
->base
)
2392 size
-= range
->base
- (char *)base
;
2395 if ((char *)base
+ size
> range
->limit
) size
= range
->limit
- (char *)base
;
2396 remove_reserved_area( base
, size
);
2397 return 1; /* stop enumeration since the list has changed */
2400 /***********************************************************************
2401 * virtual_release_address_space
2403 * Release some address space once we have loaded and initialized the app.
2405 void virtual_release_address_space(void)
2407 struct free_range range
;
2410 if (is_win64
) return;
2412 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2414 range
.base
= (char *)0x82000000;
2415 range
.limit
= user_space_limit
;
2417 if (range
.limit
> range
.base
)
2419 while (wine_mmap_enum_reserved_areas( free_reserved_memory
, &range
, 1 )) /* nothing */;
2423 #ifndef __APPLE__ /* dyld doesn't support parts of the WINE_DOS segment being unmapped */
2424 range
.base
= (char *)0x20000000;
2425 range
.limit
= (char *)0x7f000000;
2426 while (wine_mmap_enum_reserved_areas( free_reserved_memory
, &range
, 0 )) /* nothing */;
2430 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2434 /***********************************************************************
2435 * virtual_set_large_address_space
2437 * Enable use of a large address space when allowed by the application.
2439 void virtual_set_large_address_space(void)
2441 IMAGE_NT_HEADERS
*nt
= RtlImageNtHeader( NtCurrentTeb()->Peb
->ImageBaseAddress
);
2443 if (!(nt
->FileHeader
.Characteristics
& IMAGE_FILE_LARGE_ADDRESS_AWARE
)) return;
2444 /* no large address space on win9x */
2445 if (NtCurrentTeb()->Peb
->OSPlatformId
!= VER_PLATFORM_WIN32_NT
) return;
2447 user_space_limit
= working_set_limit
= address_space_limit
;
2451 /***********************************************************************
2452 * NtAllocateVirtualMemory (NTDLL.@)
2453 * ZwAllocateVirtualMemory (NTDLL.@)
2455 NTSTATUS WINAPI
NtAllocateVirtualMemory( HANDLE process
, PVOID
*ret
, ULONG zero_bits
,
2456 SIZE_T
*size_ptr
, ULONG type
, ULONG protect
)
2460 SIZE_T size
= *size_ptr
;
2461 SIZE_T mask
= get_mask( zero_bits
);
2462 NTSTATUS status
= STATUS_SUCCESS
;
2463 BOOL is_dos_memory
= FALSE
;
2464 struct file_view
*view
;
2467 TRACE("%p %p %08lx %x %08x\n", process
, *ret
, size
, type
, protect
);
2469 if (!size
) return STATUS_INVALID_PARAMETER
;
2470 if (!mask
) return STATUS_INVALID_PARAMETER_3
;
2472 if (process
!= NtCurrentProcess())
2475 apc_result_t result
;
2477 memset( &call
, 0, sizeof(call
) );
2479 call
.virtual_alloc
.type
= APC_VIRTUAL_ALLOC
;
2480 call
.virtual_alloc
.addr
= wine_server_client_ptr( *ret
);
2481 call
.virtual_alloc
.size
= *size_ptr
;
2482 call
.virtual_alloc
.zero_bits
= zero_bits
;
2483 call
.virtual_alloc
.op_type
= type
;
2484 call
.virtual_alloc
.prot
= protect
;
2485 status
= server_queue_process_apc( process
, &call
, &result
);
2486 if (status
!= STATUS_SUCCESS
) return status
;
2488 if (result
.virtual_alloc
.status
== STATUS_SUCCESS
)
2490 *ret
= wine_server_get_ptr( result
.virtual_alloc
.addr
);
2491 *size_ptr
= result
.virtual_alloc
.size
;
2493 return result
.virtual_alloc
.status
;
2496 /* Round parameters to a page boundary */
2498 if (is_beyond_limit( 0, size
, working_set_limit
)) return STATUS_WORKING_SET_LIMIT_RANGE
;
2502 if (type
& MEM_RESERVE
) /* Round down to 64k boundary */
2503 base
= ROUND_ADDR( *ret
, mask
);
2505 base
= ROUND_ADDR( *ret
, page_mask
);
2506 size
= (((UINT_PTR
)*ret
+ size
+ page_mask
) & ~page_mask
) - (UINT_PTR
)base
;
2508 /* disallow low 64k, wrap-around and kernel space */
2509 if (((char *)base
< (char *)0x10000) ||
2510 ((char *)base
+ size
< (char *)base
) ||
2511 is_beyond_limit( base
, size
, address_space_limit
))
2513 /* address 1 is magic to mean DOS area */
2514 if (!base
&& *ret
== (void *)1 && size
== 0x110000) is_dos_memory
= TRUE
;
2515 else return STATUS_INVALID_PARAMETER
;
2521 size
= (size
+ page_mask
) & ~page_mask
;
2524 /* Compute the alloc type flags */
2526 if (!(type
& (MEM_COMMIT
| MEM_RESERVE
| MEM_RESET
)) ||
2527 (type
& ~(MEM_COMMIT
| MEM_RESERVE
| MEM_TOP_DOWN
| MEM_WRITE_WATCH
| MEM_RESET
)))
2529 WARN("called with wrong alloc type flags (%08x) !\n", type
);
2530 return STATUS_INVALID_PARAMETER
;
2533 /* Reserve the memory */
2535 if (use_locks
) server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2537 if ((type
& MEM_RESERVE
) || !base
)
2539 if (!(status
= get_vprot_flags( protect
, &vprot
, FALSE
)))
2541 if (type
& MEM_COMMIT
) vprot
|= VPROT_COMMITTED
;
2542 if (type
& MEM_WRITE_WATCH
) vprot
|= VPROT_WRITEWATCH
;
2543 if (protect
& PAGE_NOCACHE
) vprot
|= SEC_NOCACHE
;
2545 if (vprot
& VPROT_WRITECOPY
) status
= STATUS_INVALID_PAGE_PROTECTION
;
2546 else if (is_dos_memory
) status
= allocate_dos_memory( &view
, vprot
);
2547 else status
= map_view( &view
, base
, size
, mask
, type
& MEM_TOP_DOWN
, vprot
);
2549 if (status
== STATUS_SUCCESS
) base
= view
->base
;
2552 else if (type
& MEM_RESET
)
2554 if (!(view
= VIRTUAL_FindView( base
, size
))) status
= STATUS_NOT_MAPPED_VIEW
;
2555 else madvise( base
, size
, MADV_DONTNEED
);
2557 else /* commit the pages */
2559 if (!(view
= VIRTUAL_FindView( base
, size
))) status
= STATUS_NOT_MAPPED_VIEW
;
2560 else if (view
->protect
& SEC_FILE
) status
= STATUS_ALREADY_COMMITTED
;
2561 else if (!(status
= set_protection( view
, base
, size
, protect
)) && (view
->protect
& SEC_RESERVE
))
2563 SERVER_START_REQ( add_mapping_committed_range
)
2565 req
->base
= wine_server_client_ptr( view
->base
);
2566 req
->offset
= (char *)base
- (char *)view
->base
;
2568 wine_server_call( req
);
2574 if (!status
) VIRTUAL_DEBUG_DUMP_VIEW( view
);
2576 if (use_locks
) server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2578 if (status
== STATUS_SUCCESS
)
2587 /***********************************************************************
2588 * NtFreeVirtualMemory (NTDLL.@)
2589 * ZwFreeVirtualMemory (NTDLL.@)
2591 NTSTATUS WINAPI
NtFreeVirtualMemory( HANDLE process
, PVOID
*addr_ptr
, SIZE_T
*size_ptr
, ULONG type
)
2593 struct file_view
*view
;
2596 NTSTATUS status
= STATUS_SUCCESS
;
2597 LPVOID addr
= *addr_ptr
;
2598 SIZE_T size
= *size_ptr
;
2600 TRACE("%p %p %08lx %x\n", process
, addr
, size
, type
);
2602 if (process
!= NtCurrentProcess())
2605 apc_result_t result
;
2607 memset( &call
, 0, sizeof(call
) );
2609 call
.virtual_free
.type
= APC_VIRTUAL_FREE
;
2610 call
.virtual_free
.addr
= wine_server_client_ptr( addr
);
2611 call
.virtual_free
.size
= size
;
2612 call
.virtual_free
.op_type
= type
;
2613 status
= server_queue_process_apc( process
, &call
, &result
);
2614 if (status
!= STATUS_SUCCESS
) return status
;
2616 if (result
.virtual_free
.status
== STATUS_SUCCESS
)
2618 *addr_ptr
= wine_server_get_ptr( result
.virtual_free
.addr
);
2619 *size_ptr
= result
.virtual_free
.size
;
2621 return result
.virtual_free
.status
;
2624 /* Fix the parameters */
2626 size
= ROUND_SIZE( addr
, size
);
2627 base
= ROUND_ADDR( addr
, page_mask
);
2629 /* avoid freeing the DOS area when a broken app passes a NULL pointer */
2630 if (!base
) return STATUS_INVALID_PARAMETER
;
2632 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2634 if (!(view
= VIRTUAL_FindView( base
, size
)) || !is_view_valloc( view
))
2636 status
= STATUS_INVALID_PARAMETER
;
2638 else if (type
== MEM_RELEASE
)
2640 /* Free the pages */
2642 if (size
|| (base
!= view
->base
)) status
= STATUS_INVALID_PARAMETER
;
2645 delete_view( view
);
2650 else if (type
== MEM_DECOMMIT
)
2652 status
= decommit_pages( view
, base
- (char *)view
->base
, size
);
2653 if (status
== STATUS_SUCCESS
)
2661 WARN("called with wrong free type flags (%08x) !\n", type
);
2662 status
= STATUS_INVALID_PARAMETER
;
2665 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2670 /***********************************************************************
2671 * NtProtectVirtualMemory (NTDLL.@)
2672 * ZwProtectVirtualMemory (NTDLL.@)
2674 NTSTATUS WINAPI
NtProtectVirtualMemory( HANDLE process
, PVOID
*addr_ptr
, SIZE_T
*size_ptr
,
2675 ULONG new_prot
, ULONG
*old_prot
)
2677 struct file_view
*view
;
2679 NTSTATUS status
= STATUS_SUCCESS
;
2682 SIZE_T size
= *size_ptr
;
2683 LPVOID addr
= *addr_ptr
;
2686 TRACE("%p %p %08lx %08x\n", process
, addr
, size
, new_prot
);
2689 return STATUS_ACCESS_VIOLATION
;
2691 if (process
!= NtCurrentProcess())
2694 apc_result_t result
;
2696 memset( &call
, 0, sizeof(call
) );
2698 call
.virtual_protect
.type
= APC_VIRTUAL_PROTECT
;
2699 call
.virtual_protect
.addr
= wine_server_client_ptr( addr
);
2700 call
.virtual_protect
.size
= size
;
2701 call
.virtual_protect
.prot
= new_prot
;
2702 status
= server_queue_process_apc( process
, &call
, &result
);
2703 if (status
!= STATUS_SUCCESS
) return status
;
2705 if (result
.virtual_protect
.status
== STATUS_SUCCESS
)
2707 *addr_ptr
= wine_server_get_ptr( result
.virtual_protect
.addr
);
2708 *size_ptr
= result
.virtual_protect
.size
;
2709 if (old_prot
) *old_prot
= result
.virtual_protect
.prot
;
2711 return result
.virtual_protect
.status
;
2714 /* Fix the parameters */
2716 size
= ROUND_SIZE( addr
, size
);
2717 base
= ROUND_ADDR( addr
, page_mask
);
2719 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2721 if ((view
= VIRTUAL_FindView( base
, size
)))
2723 /* Make sure all the pages are committed */
2724 if (get_committed_size( view
, base
, &vprot
) >= size
&& (vprot
& VPROT_COMMITTED
))
2726 old
= VIRTUAL_GetWin32Prot( vprot
, view
->protect
);
2727 status
= set_protection( view
, base
, size
, new_prot
);
2729 else status
= STATUS_NOT_COMMITTED
;
2731 else status
= STATUS_INVALID_PARAMETER
;
2733 if (!status
) VIRTUAL_DEBUG_DUMP_VIEW( view
);
2735 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2737 if (status
== STATUS_SUCCESS
)
2747 /* retrieve state for a free memory area; callback for wine_mmap_enum_reserved_areas */
2748 static int get_free_mem_state_callback( void *start
, size_t size
, void *arg
)
2750 MEMORY_BASIC_INFORMATION
*info
= arg
;
2751 void *end
= (char *)start
+ size
;
2753 if ((char *)info
->BaseAddress
+ info
->RegionSize
< (char *)start
) return 0;
2755 if (info
->BaseAddress
>= end
)
2757 if (info
->AllocationBase
< end
) info
->AllocationBase
= end
;
2761 if (info
->BaseAddress
>= start
|| start
<= address_space_start
)
2763 /* it's a real free area */
2764 info
->State
= MEM_FREE
;
2765 info
->Protect
= PAGE_NOACCESS
;
2766 info
->AllocationBase
= 0;
2767 info
->AllocationProtect
= 0;
2769 if ((char *)info
->BaseAddress
+ info
->RegionSize
> (char *)end
)
2770 info
->RegionSize
= (char *)end
- (char *)info
->BaseAddress
;
2772 else /* outside of the reserved area, pretend it's allocated */
2774 info
->RegionSize
= (char *)start
- (char *)info
->BaseAddress
;
2775 info
->State
= MEM_RESERVE
;
2776 info
->Protect
= PAGE_NOACCESS
;
2777 info
->AllocationProtect
= PAGE_NOACCESS
;
2778 info
->Type
= MEM_PRIVATE
;
2783 #define UNIMPLEMENTED_INFO_CLASS(c) \
2785 FIXME("(process=%p,addr=%p) Unimplemented information class: " #c "\n", process, addr); \
2786 return STATUS_INVALID_INFO_CLASS
2788 /***********************************************************************
2789 * NtQueryVirtualMemory (NTDLL.@)
2790 * ZwQueryVirtualMemory (NTDLL.@)
2792 NTSTATUS WINAPI
NtQueryVirtualMemory( HANDLE process
, LPCVOID addr
,
2793 MEMORY_INFORMATION_CLASS info_class
, PVOID buffer
,
2794 SIZE_T len
, SIZE_T
*res_len
)
2796 struct file_view
*view
;
2797 char *base
, *alloc_base
= 0, *alloc_end
= working_set_limit
;
2798 struct wine_rb_entry
*ptr
;
2799 MEMORY_BASIC_INFORMATION
*info
= buffer
;
2802 if (info_class
!= MemoryBasicInformation
)
2806 UNIMPLEMENTED_INFO_CLASS(MemoryWorkingSetList
);
2807 UNIMPLEMENTED_INFO_CLASS(MemorySectionName
);
2808 UNIMPLEMENTED_INFO_CLASS(MemoryBasicVlmInformation
);
2811 FIXME("(%p,%p,info_class=%d,%p,%ld,%p) Unknown information class\n",
2812 process
, addr
, info_class
, buffer
, len
, res_len
);
2813 return STATUS_INVALID_INFO_CLASS
;
2817 if (process
!= NtCurrentProcess())
2821 apc_result_t result
;
2823 memset( &call
, 0, sizeof(call
) );
2825 call
.virtual_query
.type
= APC_VIRTUAL_QUERY
;
2826 call
.virtual_query
.addr
= wine_server_client_ptr( addr
);
2827 status
= server_queue_process_apc( process
, &call
, &result
);
2828 if (status
!= STATUS_SUCCESS
) return status
;
2830 if (result
.virtual_query
.status
== STATUS_SUCCESS
)
2832 info
->BaseAddress
= wine_server_get_ptr( result
.virtual_query
.base
);
2833 info
->AllocationBase
= wine_server_get_ptr( result
.virtual_query
.alloc_base
);
2834 info
->RegionSize
= result
.virtual_query
.size
;
2835 info
->Protect
= result
.virtual_query
.prot
;
2836 info
->AllocationProtect
= result
.virtual_query
.alloc_prot
;
2837 info
->State
= (DWORD
)result
.virtual_query
.state
<< 12;
2838 info
->Type
= (DWORD
)result
.virtual_query
.alloc_type
<< 16;
2839 if (info
->RegionSize
!= result
.virtual_query
.size
) /* truncated */
2840 return STATUS_INVALID_PARAMETER
; /* FIXME */
2841 if (res_len
) *res_len
= sizeof(*info
);
2843 return result
.virtual_query
.status
;
2846 base
= ROUND_ADDR( addr
, page_mask
);
2848 if (is_beyond_limit( base
, 1, working_set_limit
)) return STATUS_WORKING_SET_LIMIT_RANGE
;
2850 /* Find the view containing the address */
2852 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
2853 ptr
= views_tree
.root
;
2856 view
= WINE_RB_ENTRY_VALUE( ptr
, struct file_view
, entry
);
2857 if ((char *)view
->base
> base
)
2859 alloc_end
= view
->base
;
2862 else if ((char *)view
->base
+ view
->size
<= base
)
2864 alloc_base
= (char *)view
->base
+ view
->size
;
2869 alloc_base
= view
->base
;
2870 alloc_end
= (char *)view
->base
+ view
->size
;
2875 /* Fill the info structure */
2877 info
->AllocationBase
= alloc_base
;
2878 info
->BaseAddress
= base
;
2879 info
->RegionSize
= alloc_end
- base
;
2883 if (!wine_mmap_enum_reserved_areas( get_free_mem_state_callback
, info
, 0 ))
2885 /* not in a reserved area at all, pretend it's allocated */
2887 if (base
>= (char *)address_space_start
)
2889 info
->State
= MEM_RESERVE
;
2890 info
->Protect
= PAGE_NOACCESS
;
2891 info
->AllocationProtect
= PAGE_NOACCESS
;
2892 info
->Type
= MEM_PRIVATE
;
2897 info
->State
= MEM_FREE
;
2898 info
->Protect
= PAGE_NOACCESS
;
2899 info
->AllocationBase
= 0;
2900 info
->AllocationProtect
= 0;
2909 SIZE_T range_size
= get_committed_size( view
, base
, &vprot
);
2911 info
->State
= (vprot
& VPROT_COMMITTED
) ? MEM_COMMIT
: MEM_RESERVE
;
2912 info
->Protect
= (vprot
& VPROT_COMMITTED
) ? VIRTUAL_GetWin32Prot( vprot
, view
->protect
) : 0;
2913 info
->AllocationProtect
= VIRTUAL_GetWin32Prot( view
->protect
, view
->protect
);
2914 if (view
->protect
& SEC_IMAGE
) info
->Type
= MEM_IMAGE
;
2915 else if (view
->protect
& (SEC_FILE
| SEC_RESERVE
| SEC_COMMIT
)) info
->Type
= MEM_MAPPED
;
2916 else info
->Type
= MEM_PRIVATE
;
2917 for (ptr
= base
; ptr
< base
+ range_size
; ptr
+= page_size
)
2918 if ((get_page_vprot( ptr
) ^ vprot
) & ~VPROT_WRITEWATCH
) break;
2919 info
->RegionSize
= ptr
- base
;
2921 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
2923 if (res_len
) *res_len
= sizeof(*info
);
2924 return STATUS_SUCCESS
;
2928 /***********************************************************************
2929 * NtLockVirtualMemory (NTDLL.@)
2930 * ZwLockVirtualMemory (NTDLL.@)
2932 NTSTATUS WINAPI
NtLockVirtualMemory( HANDLE process
, PVOID
*addr
, SIZE_T
*size
, ULONG unknown
)
2934 NTSTATUS status
= STATUS_SUCCESS
;
2936 if (process
!= NtCurrentProcess())
2939 apc_result_t result
;
2941 memset( &call
, 0, sizeof(call
) );
2943 call
.virtual_lock
.type
= APC_VIRTUAL_LOCK
;
2944 call
.virtual_lock
.addr
= wine_server_client_ptr( *addr
);
2945 call
.virtual_lock
.size
= *size
;
2946 status
= server_queue_process_apc( process
, &call
, &result
);
2947 if (status
!= STATUS_SUCCESS
) return status
;
2949 if (result
.virtual_lock
.status
== STATUS_SUCCESS
)
2951 *addr
= wine_server_get_ptr( result
.virtual_lock
.addr
);
2952 *size
= result
.virtual_lock
.size
;
2954 return result
.virtual_lock
.status
;
2957 *size
= ROUND_SIZE( *addr
, *size
);
2958 *addr
= ROUND_ADDR( *addr
, page_mask
);
2960 if (mlock( *addr
, *size
)) status
= STATUS_ACCESS_DENIED
;
2965 /***********************************************************************
2966 * NtUnlockVirtualMemory (NTDLL.@)
2967 * ZwUnlockVirtualMemory (NTDLL.@)
2969 NTSTATUS WINAPI
NtUnlockVirtualMemory( HANDLE process
, PVOID
*addr
, SIZE_T
*size
, ULONG unknown
)
2971 NTSTATUS status
= STATUS_SUCCESS
;
2973 if (process
!= NtCurrentProcess())
2976 apc_result_t result
;
2978 memset( &call
, 0, sizeof(call
) );
2980 call
.virtual_unlock
.type
= APC_VIRTUAL_UNLOCK
;
2981 call
.virtual_unlock
.addr
= wine_server_client_ptr( *addr
);
2982 call
.virtual_unlock
.size
= *size
;
2983 status
= server_queue_process_apc( process
, &call
, &result
);
2984 if (status
!= STATUS_SUCCESS
) return status
;
2986 if (result
.virtual_unlock
.status
== STATUS_SUCCESS
)
2988 *addr
= wine_server_get_ptr( result
.virtual_unlock
.addr
);
2989 *size
= result
.virtual_unlock
.size
;
2991 return result
.virtual_unlock
.status
;
2994 *size
= ROUND_SIZE( *addr
, *size
);
2995 *addr
= ROUND_ADDR( *addr
, page_mask
);
2997 if (munlock( *addr
, *size
)) status
= STATUS_ACCESS_DENIED
;
3002 /***********************************************************************
3003 * NtCreateSection (NTDLL.@)
3004 * ZwCreateSection (NTDLL.@)
3006 NTSTATUS WINAPI
NtCreateSection( HANDLE
*handle
, ACCESS_MASK access
, const OBJECT_ATTRIBUTES
*attr
,
3007 const LARGE_INTEGER
*size
, ULONG protect
,
3008 ULONG sec_flags
, HANDLE file
)
3011 unsigned int vprot
, file_access
= 0;
3013 struct object_attributes
*objattr
;
3015 if ((ret
= get_vprot_flags( protect
, &vprot
, sec_flags
& SEC_IMAGE
))) return ret
;
3016 if ((ret
= alloc_object_attributes( attr
, &objattr
, &len
))) return ret
;
3018 if (vprot
& VPROT_READ
) file_access
|= FILE_READ_DATA
;
3019 if (vprot
& VPROT_WRITE
) file_access
|= FILE_WRITE_DATA
;
3021 SERVER_START_REQ( create_mapping
)
3023 req
->access
= access
;
3024 req
->flags
= sec_flags
;
3025 req
->file_handle
= wine_server_obj_handle( file
);
3026 req
->file_access
= file_access
;
3027 req
->size
= size
? size
->QuadPart
: 0;
3028 wine_server_add_data( req
, objattr
, len
);
3029 ret
= wine_server_call( req
);
3030 *handle
= wine_server_ptr_handle( reply
->handle
);
3034 RtlFreeHeap( GetProcessHeap(), 0, objattr
);
3039 /***********************************************************************
3040 * NtOpenSection (NTDLL.@)
3041 * ZwOpenSection (NTDLL.@)
3043 NTSTATUS WINAPI
NtOpenSection( HANDLE
*handle
, ACCESS_MASK access
, const OBJECT_ATTRIBUTES
*attr
)
3047 if ((ret
= validate_open_object_attributes( attr
))) return ret
;
3049 SERVER_START_REQ( open_mapping
)
3051 req
->access
= access
;
3052 req
->attributes
= attr
->Attributes
;
3053 req
->rootdir
= wine_server_obj_handle( attr
->RootDirectory
);
3054 if (attr
->ObjectName
)
3055 wine_server_add_data( req
, attr
->ObjectName
->Buffer
, attr
->ObjectName
->Length
);
3056 ret
= wine_server_call( req
);
3057 *handle
= wine_server_ptr_handle( reply
->handle
);
3064 /***********************************************************************
3065 * NtMapViewOfSection (NTDLL.@)
3066 * ZwMapViewOfSection (NTDLL.@)
3068 NTSTATUS WINAPI
NtMapViewOfSection( HANDLE handle
, HANDLE process
, PVOID
*addr_ptr
, ULONG zero_bits
,
3069 SIZE_T commit_size
, const LARGE_INTEGER
*offset_ptr
, SIZE_T
*size_ptr
,
3070 SECTION_INHERIT inherit
, ULONG alloc_type
, ULONG protect
)
3073 SIZE_T mask
= get_mask( zero_bits
);
3074 pe_image_info_t image_info
;
3075 LARGE_INTEGER offset
;
3077 offset
.QuadPart
= offset_ptr
? offset_ptr
->QuadPart
: 0;
3079 TRACE("handle=%p process=%p addr=%p off=%x%08x size=%lx access=%x\n",
3080 handle
, process
, *addr_ptr
, offset
.u
.HighPart
, offset
.u
.LowPart
, *size_ptr
, protect
);
3082 /* Check parameters */
3084 if ((*addr_ptr
&& zero_bits
) || !mask
)
3085 return STATUS_INVALID_PARAMETER_4
;
3088 if (!is_wow64
&& (alloc_type
& AT_ROUND_TO_PAGE
))
3090 *addr_ptr
= ROUND_ADDR( *addr_ptr
, page_mask
);
3095 if ((offset
.u
.LowPart
& mask
) || (*addr_ptr
&& ((UINT_PTR
)*addr_ptr
& mask
)))
3096 return STATUS_MAPPED_ALIGNMENT
;
3098 if (process
!= NtCurrentProcess())
3101 apc_result_t result
;
3103 memset( &call
, 0, sizeof(call
) );
3105 call
.map_view
.type
= APC_MAP_VIEW
;
3106 call
.map_view
.handle
= wine_server_obj_handle( handle
);
3107 call
.map_view
.addr
= wine_server_client_ptr( *addr_ptr
);
3108 call
.map_view
.size
= *size_ptr
;
3109 call
.map_view
.offset
= offset
.QuadPart
;
3110 call
.map_view
.zero_bits
= zero_bits
;
3111 call
.map_view
.alloc_type
= alloc_type
;
3112 call
.map_view
.prot
= protect
;
3113 res
= server_queue_process_apc( process
, &call
, &result
);
3114 if (res
!= STATUS_SUCCESS
) return res
;
3116 if ((NTSTATUS
)result
.map_view
.status
>= 0)
3118 *addr_ptr
= wine_server_get_ptr( result
.map_view
.addr
);
3119 *size_ptr
= result
.map_view
.size
;
3121 return result
.map_view
.status
;
3124 return virtual_map_section( handle
, addr_ptr
, zero_bits
, commit_size
,
3125 offset_ptr
, size_ptr
, protect
, &image_info
);
3129 /***********************************************************************
3130 * NtUnmapViewOfSection (NTDLL.@)
3131 * ZwUnmapViewOfSection (NTDLL.@)
3133 NTSTATUS WINAPI
NtUnmapViewOfSection( HANDLE process
, PVOID addr
)
3135 struct file_view
*view
;
3136 NTSTATUS status
= STATUS_NOT_MAPPED_VIEW
;
3139 if (process
!= NtCurrentProcess())
3142 apc_result_t result
;
3144 memset( &call
, 0, sizeof(call
) );
3146 call
.unmap_view
.type
= APC_UNMAP_VIEW
;
3147 call
.unmap_view
.addr
= wine_server_client_ptr( addr
);
3148 status
= server_queue_process_apc( process
, &call
, &result
);
3149 if (status
== STATUS_SUCCESS
) status
= result
.unmap_view
.status
;
3153 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3154 if ((view
= VIRTUAL_FindView( addr
, 0 )) && !is_view_valloc( view
))
3156 if (!(view
->protect
& VPROT_SYSTEM
))
3158 SERVER_START_REQ( unmap_view
)
3160 req
->base
= wine_server_client_ptr( view
->base
);
3161 status
= wine_server_call( req
);
3164 if (!status
) delete_view( view
);
3165 else FIXME( "failed to unmap %p %x\n", view
->base
, status
);
3167 else delete_view( view
);
3169 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3174 /******************************************************************************
3175 * NtQuerySection (NTDLL.@)
3176 * ZwQuerySection (NTDLL.@)
3178 NTSTATUS WINAPI
NtQuerySection( HANDLE handle
, SECTION_INFORMATION_CLASS
class, void *ptr
,
3179 SIZE_T size
, SIZE_T
*ret_size
)
3182 pe_image_info_t image_info
;
3186 case SectionBasicInformation
:
3187 if (size
< sizeof(SECTION_BASIC_INFORMATION
)) return STATUS_INFO_LENGTH_MISMATCH
;
3189 case SectionImageInformation
:
3190 if (size
< sizeof(SECTION_IMAGE_INFORMATION
)) return STATUS_INFO_LENGTH_MISMATCH
;
3193 FIXME( "class %u not implemented\n", class );
3194 return STATUS_NOT_IMPLEMENTED
;
3196 if (!ptr
) return STATUS_ACCESS_VIOLATION
;
3198 SERVER_START_REQ( get_mapping_info
)
3200 req
->handle
= wine_server_obj_handle( handle
);
3201 req
->access
= SECTION_QUERY
;
3202 wine_server_set_reply( req
, &image_info
, sizeof(image_info
) );
3203 if (!(status
= wine_server_call( req
)))
3205 if (class == SectionBasicInformation
)
3207 SECTION_BASIC_INFORMATION
*info
= ptr
;
3208 info
->Attributes
= reply
->flags
;
3209 info
->BaseAddress
= NULL
;
3210 info
->Size
.QuadPart
= reply
->size
;
3211 if (ret_size
) *ret_size
= sizeof(*info
);
3213 else if (reply
->flags
& SEC_IMAGE
)
3215 SECTION_IMAGE_INFORMATION
*info
= ptr
;
3216 info
->TransferAddress
= wine_server_get_ptr( image_info
.entry_point
);
3217 info
->ZeroBits
= image_info
.zerobits
;
3218 info
->MaximumStackSize
= image_info
.stack_size
;
3219 info
->CommittedStackSize
= image_info
.stack_commit
;
3220 info
->SubSystemType
= image_info
.subsystem
;
3221 info
->SubsystemVersionLow
= image_info
.subsystem_low
;
3222 info
->SubsystemVersionHigh
= image_info
.subsystem_high
;
3223 info
->GpValue
= image_info
.gp
;
3224 info
->ImageCharacteristics
= image_info
.image_charact
;
3225 info
->DllCharacteristics
= image_info
.dll_charact
;
3226 info
->Machine
= image_info
.machine
;
3227 info
->ImageContainsCode
= image_info
.contains_code
;
3228 info
->u
.ImageFlags
= image_info
.image_flags
;
3229 info
->LoaderFlags
= image_info
.loader_flags
;
3230 info
->ImageFileSize
= image_info
.file_size
;
3231 info
->CheckSum
= image_info
.checksum
;
3232 if (ret_size
) *ret_size
= sizeof(*info
);
3233 #ifndef _WIN64 /* don't return 64-bit values to 32-bit processes */
3234 if (image_info
.machine
== IMAGE_FILE_MACHINE_AMD64
||
3235 image_info
.machine
== IMAGE_FILE_MACHINE_ARM64
)
3237 info
->TransferAddress
= (void *)0x81231234; /* sic */
3238 info
->MaximumStackSize
= 0x100000;
3239 info
->CommittedStackSize
= 0x10000;
3243 else status
= STATUS_SECTION_NOT_IMAGE
;
3252 /***********************************************************************
3253 * NtFlushVirtualMemory (NTDLL.@)
3254 * ZwFlushVirtualMemory (NTDLL.@)
3256 NTSTATUS WINAPI
NtFlushVirtualMemory( HANDLE process
, LPCVOID
*addr_ptr
,
3257 SIZE_T
*size_ptr
, ULONG unknown
)
3259 struct file_view
*view
;
3260 NTSTATUS status
= STATUS_SUCCESS
;
3262 void *addr
= ROUND_ADDR( *addr_ptr
, page_mask
);
3264 if (process
!= NtCurrentProcess())
3267 apc_result_t result
;
3269 memset( &call
, 0, sizeof(call
) );
3271 call
.virtual_flush
.type
= APC_VIRTUAL_FLUSH
;
3272 call
.virtual_flush
.addr
= wine_server_client_ptr( addr
);
3273 call
.virtual_flush
.size
= *size_ptr
;
3274 status
= server_queue_process_apc( process
, &call
, &result
);
3275 if (status
!= STATUS_SUCCESS
) return status
;
3277 if (result
.virtual_flush
.status
== STATUS_SUCCESS
)
3279 *addr_ptr
= wine_server_get_ptr( result
.virtual_flush
.addr
);
3280 *size_ptr
= result
.virtual_flush
.size
;
3282 return result
.virtual_flush
.status
;
3285 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3286 if (!(view
= VIRTUAL_FindView( addr
, *size_ptr
))) status
= STATUS_INVALID_PARAMETER
;
3289 if (!*size_ptr
) *size_ptr
= view
->size
;
3292 if (msync( addr
, *size_ptr
, MS_ASYNC
)) status
= STATUS_NOT_MAPPED_DATA
;
3295 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3300 /***********************************************************************
3301 * NtGetWriteWatch (NTDLL.@)
3302 * ZwGetWriteWatch (NTDLL.@)
3304 NTSTATUS WINAPI
NtGetWriteWatch( HANDLE process
, ULONG flags
, PVOID base
, SIZE_T size
, PVOID
*addresses
,
3305 ULONG_PTR
*count
, ULONG
*granularity
)
3307 NTSTATUS status
= STATUS_SUCCESS
;
3310 size
= ROUND_SIZE( base
, size
);
3311 base
= ROUND_ADDR( base
, page_mask
);
3313 if (!count
|| !granularity
) return STATUS_ACCESS_VIOLATION
;
3314 if (!*count
|| !size
) return STATUS_INVALID_PARAMETER
;
3315 if (flags
& ~WRITE_WATCH_FLAG_RESET
) return STATUS_INVALID_PARAMETER
;
3317 if (!addresses
) return STATUS_ACCESS_VIOLATION
;
3319 TRACE( "%p %x %p-%p %p %lu\n", process
, flags
, base
, (char *)base
+ size
,
3320 addresses
, *count
);
3322 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3324 if (is_write_watch_range( base
, size
))
3328 char *end
= addr
+ size
;
3330 while (pos
< *count
&& addr
< end
)
3332 if (!(get_page_vprot( addr
) & VPROT_WRITEWATCH
)) addresses
[pos
++] = addr
;
3335 if (flags
& WRITE_WATCH_FLAG_RESET
) reset_write_watches( base
, addr
- (char *)base
);
3337 *granularity
= page_size
;
3339 else status
= STATUS_INVALID_PARAMETER
;
3341 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3346 /***********************************************************************
3347 * NtResetWriteWatch (NTDLL.@)
3348 * ZwResetWriteWatch (NTDLL.@)
3350 NTSTATUS WINAPI
NtResetWriteWatch( HANDLE process
, PVOID base
, SIZE_T size
)
3352 NTSTATUS status
= STATUS_SUCCESS
;
3355 size
= ROUND_SIZE( base
, size
);
3356 base
= ROUND_ADDR( base
, page_mask
);
3358 TRACE( "%p %p-%p\n", process
, base
, (char *)base
+ size
);
3360 if (!size
) return STATUS_INVALID_PARAMETER
;
3362 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3364 if (is_write_watch_range( base
, size
))
3365 reset_write_watches( base
, size
);
3367 status
= STATUS_INVALID_PARAMETER
;
3369 server_leave_uninterrupted_section( &csVirtual
, &sigset
);
3374 /***********************************************************************
3375 * NtReadVirtualMemory (NTDLL.@)
3376 * ZwReadVirtualMemory (NTDLL.@)
3378 NTSTATUS WINAPI
NtReadVirtualMemory( HANDLE process
, const void *addr
, void *buffer
,
3379 SIZE_T size
, SIZE_T
*bytes_read
)
3383 if (virtual_check_buffer_for_write( buffer
, size
))
3385 SERVER_START_REQ( read_process_memory
)
3387 req
->handle
= wine_server_obj_handle( process
);
3388 req
->addr
= wine_server_client_ptr( addr
);
3389 wine_server_set_reply( req
, buffer
, size
);
3390 if ((status
= wine_server_call( req
))) size
= 0;
3396 status
= STATUS_ACCESS_VIOLATION
;
3399 if (bytes_read
) *bytes_read
= size
;
3404 /***********************************************************************
3405 * NtWriteVirtualMemory (NTDLL.@)
3406 * ZwWriteVirtualMemory (NTDLL.@)
3408 NTSTATUS WINAPI
NtWriteVirtualMemory( HANDLE process
, void *addr
, const void *buffer
,
3409 SIZE_T size
, SIZE_T
*bytes_written
)
3413 if (virtual_check_buffer_for_read( buffer
, size
))
3415 SERVER_START_REQ( write_process_memory
)
3417 req
->handle
= wine_server_obj_handle( process
);
3418 req
->addr
= wine_server_client_ptr( addr
);
3419 wine_server_add_data( req
, buffer
, size
);
3420 if ((status
= wine_server_call( req
))) size
= 0;
3426 status
= STATUS_PARTIAL_COPY
;
3429 if (bytes_written
) *bytes_written
= size
;
3434 /***********************************************************************
3435 * NtAreMappedFilesTheSame (NTDLL.@)
3436 * ZwAreMappedFilesTheSame (NTDLL.@)
3438 NTSTATUS WINAPI
NtAreMappedFilesTheSame(PVOID addr1
, PVOID addr2
)
3440 struct file_view
*view1
, *view2
;
3444 TRACE("%p %p\n", addr1
, addr2
);
3446 server_enter_uninterrupted_section( &csVirtual
, &sigset
);
3448 view1
= VIRTUAL_FindView( addr1
, 0 );
3449 view2
= VIRTUAL_FindView( addr2
, 0 );
3451 if (!view1
|| !view2
)
3452 status
= STATUS_INVALID_ADDRESS
;
3453 else if (is_view_valloc( view1
) || is_view_valloc( view2
))
3454 status
= STATUS_CONFLICTING_ADDRESSES
;
3455 else if (view1
== view2
)
3456 status
= STATUS_SUCCESS
;
3457 else if ((view1
->protect
& VPROT_SYSTEM
) || (view2
->protect
& VPROT_SYSTEM
))
3458 status
= STATUS_NOT_SAME_DEVICE
;
3461 SERVER_START_REQ( is_same_mapping
)
3463 req
->base1
= wine_server_client_ptr( view1
->base
);
3464 req
->base2
= wine_server_client_ptr( view2
->base
);
3465 status
= wine_server_call( req
);
3470 server_leave_uninterrupted_section( &csVirtual
, &sigset
);