1 /******************************************************************************
5 * This is the implementation of a file that consists of blocks of
6 * a predetermined size.
7 * This class is used in the Compound File implementation of the
8 * IStorage and IStream interfaces. It provides the functionality
9 * to read and write any blocks in the file as well as setting and
10 * obtaining the size of the file.
11 * The blocks are indexed sequentially from the start of the file
15 * - Support for a transacted mode
17 * Copyright 1999 Thuy Nguyen
19 * This library is free software; you can redistribute it and/or
20 * modify it under the terms of the GNU Lesser General Public
21 * License as published by the Free Software Foundation; either
22 * version 2.1 of the License, or (at your option) any later version.
24 * This library is distributed in the hope that it will be useful,
25 * but WITHOUT ANY WARRANTY; without even the implied warranty of
26 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
27 * Lesser General Public License for more details.
29 * You should have received a copy of the GNU Lesser General Public
30 * License along with this library; if not, write to the Free Software
31 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
42 #define NONAMELESSUNION
43 #define NONAMELESSSTRUCT
52 #include "storage32.h"
54 #include "wine/debug.h"
56 WINE_DEFAULT_DEBUG_CHANNEL(storage
);
58 /***********************************************************
59 * Data structures used internally by the BigBlockFile
63 /* We map in PAGE_SIZE-sized chunks. Must be a multiple of 4096. */
64 #define PAGE_SIZE 131072
66 #define BLOCKS_PER_PAGE (PAGE_SIZE / BIG_BLOCK_SIZE)
68 /* We keep a list of recently-discarded pages. This controls the
69 * size of that list. */
70 #define MAX_VICTIM_PAGES 16
72 /* This structure provides one bit for each block in a page.
73 * Use BIGBLOCKFILE_{Test,Set,Clear}Bit to manipulate it. */
76 unsigned int bits
[BLOCKS_PER_PAGE
/ (CHAR_BIT
* sizeof(unsigned int))];
80 * This structure identifies the paged that are mapped
81 * from the file and their position in memory. It is
82 * also used to hold a reference count to those pages.
84 * page_index identifies which PAGE_SIZE chunk from the
85 * file this mapping represents. (The mappings are always
97 BlockBits readable_blocks
;
98 BlockBits writable_blocks
;
101 /***********************************************************
102 * Prototypes for private methods
104 static void* BIGBLOCKFILE_GetMappedView(LPBIGBLOCKFILE This
,
106 static void BIGBLOCKFILE_ReleaseMappedPage(LPBIGBLOCKFILE This
,
108 static void BIGBLOCKFILE_FreeAllMappedPages(LPBIGBLOCKFILE This
);
109 static void BIGBLOCKFILE_UnmapAllMappedPages(LPBIGBLOCKFILE This
);
110 static void BIGBLOCKFILE_RemapAllMappedPages(LPBIGBLOCKFILE This
);
111 static void* BIGBLOCKFILE_GetBigBlockPointer(LPBIGBLOCKFILE This
,
113 DWORD desired_access
);
114 static MappedPage
* BIGBLOCKFILE_GetPageFromPointer(LPBIGBLOCKFILE This
,
116 static MappedPage
* BIGBLOCKFILE_CreatePage(LPBIGBLOCKFILE This
,
118 static DWORD
BIGBLOCKFILE_GetProtectMode(DWORD openFlags
);
119 static BOOL
BIGBLOCKFILE_FileInit(LPBIGBLOCKFILE This
, HANDLE hFile
);
120 static BOOL
BIGBLOCKFILE_MemInit(LPBIGBLOCKFILE This
, ILockBytes
* plkbyt
);
122 /* Note that this evaluates a and b multiple times, so don't
123 * pass expressions with side effects. */
124 #define ROUND_UP(a, b) ((((a) + (b) - 1)/(b))*(b))
126 /***********************************************************
127 * Blockbits functions.
129 static inline BOOL
BIGBLOCKFILE_TestBit(const BlockBits
*bb
,
132 unsigned int array_index
= index
/ (CHAR_BIT
* sizeof(unsigned int));
133 unsigned int bit_index
= index
% (CHAR_BIT
* sizeof(unsigned int));
135 return bb
->bits
[array_index
] & (1 << bit_index
);
138 static inline void BIGBLOCKFILE_SetBit(BlockBits
*bb
, unsigned int index
)
140 unsigned int array_index
= index
/ (CHAR_BIT
* sizeof(unsigned int));
141 unsigned int bit_index
= index
% (CHAR_BIT
* sizeof(unsigned int));
143 bb
->bits
[array_index
] |= (1 << bit_index
);
146 static inline void BIGBLOCKFILE_ClearBit(BlockBits
*bb
, unsigned int index
)
148 unsigned int array_index
= index
/ (CHAR_BIT
* sizeof(unsigned int));
149 unsigned int bit_index
= index
% (CHAR_BIT
* sizeof(unsigned int));
151 bb
->bits
[array_index
] &= ~(1 << bit_index
);
154 static inline void BIGBLOCKFILE_Zero(BlockBits
*bb
)
156 memset(bb
->bits
, 0, sizeof(bb
->bits
));
159 /******************************************************************************
160 * BIGBLOCKFILE_Construct
162 * Construct a big block file. Create the file mapping object.
163 * Create the read only mapped pages list, the writable mapped page list
164 * and the blocks in use list.
166 BigBlockFile
* BIGBLOCKFILE_Construct(
175 This
= HeapAlloc(GetProcessHeap(), 0, sizeof(BigBlockFile
));
180 This
->fileBased
= fileBased
;
182 This
->flProtect
= BIGBLOCKFILE_GetProtectMode(openFlags
);
184 This
->blocksize
= blocksize
;
186 This
->maplist
= NULL
;
187 This
->victimhead
= NULL
;
188 This
->victimtail
= NULL
;
189 This
->num_victim_pages
= 0;
193 if (!BIGBLOCKFILE_FileInit(This
, hFile
))
195 HeapFree(GetProcessHeap(), 0, This
);
201 if (!BIGBLOCKFILE_MemInit(This
, pLkByt
))
203 HeapFree(GetProcessHeap(), 0, This
);
211 /******************************************************************************
212 * BIGBLOCKFILE_FileInit
214 * Initialize a big block object supported by a file.
216 static BOOL
BIGBLOCKFILE_FileInit(LPBIGBLOCKFILE This
, HANDLE hFile
)
219 This
->hbytearray
= 0;
220 This
->pbytearray
= NULL
;
224 if (This
->hfile
== INVALID_HANDLE_VALUE
)
227 This
->filesize
.u
.LowPart
= GetFileSize(This
->hfile
,
228 &This
->filesize
.u
.HighPart
);
230 if( This
->filesize
.u
.LowPart
|| This
->filesize
.u
.HighPart
)
232 /* create the file mapping object
234 This
->hfilemap
= CreateFileMappingA(This
->hfile
,
242 CloseHandle(This
->hfile
);
247 This
->hfilemap
= NULL
;
249 This
->maplist
= NULL
;
251 TRACE("file len %lu\n", This
->filesize
.u
.LowPart
);
256 /******************************************************************************
257 * BIGBLOCKFILE_MemInit
259 * Initialize a big block object supported by an ILockBytes on HGLOABL.
261 static BOOL
BIGBLOCKFILE_MemInit(LPBIGBLOCKFILE This
, ILockBytes
* plkbyt
)
267 * Retrieve the handle to the byte array from the LockByte object.
269 if (GetHGlobalFromILockBytes(plkbyt
, &(This
->hbytearray
)) != S_OK
)
271 FIXME("May not be an ILockBytes on HGLOBAL\n");
275 This
->pLkbyt
= plkbyt
;
278 * Increment the reference count of the ILockByte object since
279 * we're keeping a reference to it.
281 ILockBytes_AddRef(This
->pLkbyt
);
283 This
->filesize
.u
.LowPart
= GlobalSize(This
->hbytearray
);
284 This
->filesize
.u
.HighPart
= 0;
286 This
->pbytearray
= GlobalLock(This
->hbytearray
);
288 TRACE("mem on %p len %lu\n", This
->pbytearray
, This
->filesize
.u
.LowPart
);
293 /******************************************************************************
294 * BIGBLOCKFILE_Destructor
296 * Destructor. Clean up, free memory.
298 void BIGBLOCKFILE_Destructor(
301 BIGBLOCKFILE_FreeAllMappedPages(This
);
305 CloseHandle(This
->hfilemap
);
306 CloseHandle(This
->hfile
);
310 GlobalUnlock(This
->hbytearray
);
311 ILockBytes_Release(This
->pLkbyt
);
316 HeapFree(GetProcessHeap(), 0, This
);
319 /******************************************************************************
320 * BIGBLOCKFILE_GetROBigBlock
322 * Returns the specified block in read only mode.
323 * Will return NULL if the block doesn't exists.
325 void* BIGBLOCKFILE_GetROBigBlock(
330 * block index starts at -1
331 * translate to zero based index
333 if (index
== 0xffffffff)
339 * validate the block index
342 if (This
->blocksize
* (index
+ 1)
343 > ROUND_UP(This
->filesize
.u
.LowPart
, This
->blocksize
))
345 TRACE("out of range %lu vs %lu\n", This
->blocksize
* (index
+ 1),
346 This
->filesize
.u
.LowPart
);
350 return BIGBLOCKFILE_GetBigBlockPointer(This
, index
, FILE_MAP_READ
);
353 /******************************************************************************
354 * BIGBLOCKFILE_GetBigBlock
356 * Returns the specified block.
357 * Will grow the file if necessary.
359 void* BIGBLOCKFILE_GetBigBlock(LPBIGBLOCKFILE This
, ULONG index
)
362 * block index starts at -1
363 * translate to zero based index
365 if (index
== 0xffffffff)
371 * make sure that the block physically exists
373 if ((This
->blocksize
* (index
+ 1)) > This
->filesize
.u
.LowPart
)
375 ULARGE_INTEGER newSize
;
377 newSize
.u
.HighPart
= 0;
378 newSize
.u
.LowPart
= This
->blocksize
* (index
+ 1);
380 BIGBLOCKFILE_SetSize(This
, newSize
);
383 return BIGBLOCKFILE_GetBigBlockPointer(This
, index
, FILE_MAP_WRITE
);
386 /******************************************************************************
387 * BIGBLOCKFILE_ReleaseBigBlock
389 * Releases the specified block.
391 void BIGBLOCKFILE_ReleaseBigBlock(LPBIGBLOCKFILE This
, void *pBlock
)
398 page
= BIGBLOCKFILE_GetPageFromPointer(This
, pBlock
);
403 BIGBLOCKFILE_ReleaseMappedPage(This
, page
);
406 /******************************************************************************
407 * BIGBLOCKFILE_SetSize
409 * Sets the size of the file.
412 void BIGBLOCKFILE_SetSize(LPBIGBLOCKFILE This
, ULARGE_INTEGER newSize
)
414 if (This
->filesize
.u
.LowPart
== newSize
.u
.LowPart
)
417 TRACE("from %lu to %lu\n", This
->filesize
.u
.LowPart
, newSize
.u
.LowPart
);
419 * unmap all views, must be done before call to SetEndFile
421 BIGBLOCKFILE_UnmapAllMappedPages(This
);
425 LARGE_INTEGER newpos
;
427 newpos
.QuadPart
= newSize
.QuadPart
;
428 if (SetFilePointerEx(This
->hfile
, newpos
, NULL
, FILE_BEGIN
))
430 if( This
->hfilemap
) CloseHandle(This
->hfilemap
);
432 SetEndOfFile(This
->hfile
);
435 * re-create the file mapping object
437 This
->hfilemap
= CreateFileMappingA(This
->hfile
,
446 GlobalUnlock(This
->hbytearray
);
449 * Resize the byte array object.
451 ILockBytes_SetSize(This
->pLkbyt
, newSize
);
454 * Re-acquire the handle, it may have changed.
456 GetHGlobalFromILockBytes(This
->pLkbyt
, &This
->hbytearray
);
457 This
->pbytearray
= GlobalLock(This
->hbytearray
);
460 This
->filesize
.u
.LowPart
= newSize
.u
.LowPart
;
461 This
->filesize
.u
.HighPart
= newSize
.u
.HighPart
;
463 BIGBLOCKFILE_RemapAllMappedPages(This
);
466 /******************************************************************************
467 * BIGBLOCKFILE_GetSize
469 * Returns the size of the file.
472 ULARGE_INTEGER
BIGBLOCKFILE_GetSize(LPBIGBLOCKFILE This
)
474 return This
->filesize
;
477 /******************************************************************************
478 * BIGBLOCKFILE_AccessCheck [PRIVATE]
480 * block_index is the index within the page.
482 static BOOL
BIGBLOCKFILE_AccessCheck(MappedPage
*page
, ULONG block_index
,
483 DWORD desired_access
)
485 assert(block_index
< BLOCKS_PER_PAGE
);
487 if (desired_access
== FILE_MAP_READ
)
489 if (BIGBLOCKFILE_TestBit(&page
->writable_blocks
, block_index
))
492 BIGBLOCKFILE_SetBit(&page
->readable_blocks
, block_index
);
496 assert(desired_access
== FILE_MAP_WRITE
);
498 if (BIGBLOCKFILE_TestBit(&page
->readable_blocks
, block_index
))
501 BIGBLOCKFILE_SetBit(&page
->writable_blocks
, block_index
);
507 /******************************************************************************
508 * BIGBLOCKFILE_GetBigBlockPointer [PRIVATE]
510 * Returns a pointer to the specified block.
512 static void* BIGBLOCKFILE_GetBigBlockPointer(
515 DWORD desired_access
)
517 DWORD page_index
= block_index
/ BLOCKS_PER_PAGE
;
518 DWORD block_on_page
= block_index
% BLOCKS_PER_PAGE
;
520 MappedPage
*page
= BIGBLOCKFILE_GetMappedView(This
, page_index
);
521 if (!page
|| !page
->lpBytes
) return NULL
;
523 if (!BIGBLOCKFILE_AccessCheck(page
, block_on_page
, desired_access
))
525 BIGBLOCKFILE_ReleaseMappedPage(This
, page
);
529 return (LPBYTE
)page
->lpBytes
+ (block_on_page
* This
->blocksize
);
532 /******************************************************************************
533 * BIGBLOCKFILE_GetMappedPageFromPointer [PRIVATE]
535 * pBlock is a pointer to a block on a page.
536 * The page has to be on the in-use list. (As oppsed to the victim list.)
538 * Does not increment the usage count.
540 static MappedPage
*BIGBLOCKFILE_GetPageFromPointer(LPBIGBLOCKFILE This
,
545 for (page
= This
->maplist
; page
!= NULL
; page
= page
->next
)
547 if ((LPBYTE
)pBlock
>= (LPBYTE
)page
->lpBytes
548 && (LPBYTE
)pBlock
<= (LPBYTE
)page
->lpBytes
+ PAGE_SIZE
)
556 /******************************************************************************
557 * BIGBLOCKFILE_FindPageInList [PRIVATE]
560 static MappedPage
*BIGBLOCKFILE_FindPageInList(MappedPage
*head
,
563 for (; head
!= NULL
; head
= head
->next
)
565 if (head
->page_index
== page_index
)
567 InterlockedIncrement(&head
->refcnt
);
576 static void BIGBLOCKFILE_UnlinkPage(MappedPage
*page
)
578 if (page
->next
) page
->next
->prev
= page
->prev
;
579 if (page
->prev
) page
->prev
->next
= page
->next
;
582 static void BIGBLOCKFILE_LinkHeadPage(MappedPage
**head
, MappedPage
*page
)
584 if (*head
) (*head
)->prev
= page
;
590 /******************************************************************************
591 * BIGBLOCKFILE_GetMappedView [PRIVATE]
593 * Gets the page requested if it is already mapped.
594 * If it's not already mapped, this method will map it
596 static void * BIGBLOCKFILE_GetMappedView(
602 page
= BIGBLOCKFILE_FindPageInList(This
->maplist
, page_index
);
605 page
= BIGBLOCKFILE_FindPageInList(This
->victimhead
, page_index
);
608 This
->num_victim_pages
--;
610 BIGBLOCKFILE_Zero(&page
->readable_blocks
);
611 BIGBLOCKFILE_Zero(&page
->writable_blocks
);
617 /* If the page is not already at the head of the list, move
618 * it there. (Also moves pages from victim to main list.) */
619 if (This
->maplist
!= page
)
621 if (This
->victimhead
== page
) This
->victimhead
= page
->next
;
622 if (This
->victimtail
== page
) This
->victimtail
= page
->prev
;
624 BIGBLOCKFILE_UnlinkPage(page
);
626 BIGBLOCKFILE_LinkHeadPage(&This
->maplist
, page
);
632 page
= BIGBLOCKFILE_CreatePage(This
, page_index
);
633 if (!page
) return NULL
;
635 BIGBLOCKFILE_LinkHeadPage(&This
->maplist
, page
);
640 static BOOL
BIGBLOCKFILE_MapPage(LPBIGBLOCKFILE This
, MappedPage
*page
)
642 DWORD lowoffset
= PAGE_SIZE
* page
->page_index
;
647 DWORD desired_access
;
649 if( !This
->hfilemap
)
652 if (lowoffset
+ PAGE_SIZE
> This
->filesize
.u
.LowPart
)
653 numBytesToMap
= This
->filesize
.u
.LowPart
- lowoffset
;
655 numBytesToMap
= PAGE_SIZE
;
657 if (This
->flProtect
== PAGE_READONLY
)
658 desired_access
= FILE_MAP_READ
;
660 desired_access
= FILE_MAP_WRITE
;
662 page
->lpBytes
= MapViewOfFile(This
->hfilemap
, desired_access
, 0,
663 lowoffset
, numBytesToMap
);
667 page
->lpBytes
= (LPBYTE
)This
->pbytearray
+ lowoffset
;
670 TRACE("mapped page %lu to %p\n", page
->page_index
, page
->lpBytes
);
672 return page
->lpBytes
!= NULL
;
675 static MappedPage
*BIGBLOCKFILE_CreatePage(LPBIGBLOCKFILE This
,
680 page
= HeapAlloc(GetProcessHeap(), 0, sizeof(MappedPage
));
684 page
->page_index
= page_index
;
690 BIGBLOCKFILE_MapPage(This
, page
);
692 BIGBLOCKFILE_Zero(&page
->readable_blocks
);
693 BIGBLOCKFILE_Zero(&page
->writable_blocks
);
698 static void BIGBLOCKFILE_UnmapPage(LPBIGBLOCKFILE This
, MappedPage
*page
)
700 TRACE("%ld at %p\n", page
->page_index
, page
->lpBytes
);
701 if (page
->refcnt
> 0)
702 ERR("unmapping inuse page %p\n", page
->lpBytes
);
704 if (This
->fileBased
&& page
->lpBytes
)
705 UnmapViewOfFile(page
->lpBytes
);
707 page
->lpBytes
= NULL
;
710 static void BIGBLOCKFILE_DeletePage(LPBIGBLOCKFILE This
, MappedPage
*page
)
712 BIGBLOCKFILE_UnmapPage(This
, page
);
714 HeapFree(GetProcessHeap(), 0, page
);
717 /******************************************************************************
718 * BIGBLOCKFILE_ReleaseMappedPage [PRIVATE]
720 * Decrements the reference count of the mapped page.
722 static void BIGBLOCKFILE_ReleaseMappedPage(
726 assert(This
!= NULL
);
727 assert(page
!= NULL
);
729 /* If the page is no longer refenced, move it to the victim list.
730 * If the victim list is too long, kick somebody off. */
731 if (!InterlockedDecrement(&page
->refcnt
))
733 if (This
->maplist
== page
) This
->maplist
= page
->next
;
735 BIGBLOCKFILE_UnlinkPage(page
);
737 if (MAX_VICTIM_PAGES
> 0)
739 if (This
->num_victim_pages
>= MAX_VICTIM_PAGES
)
741 MappedPage
*victim
= This
->victimtail
;
744 This
->victimtail
= victim
->prev
;
745 if (This
->victimhead
== victim
)
746 This
->victimhead
= victim
->next
;
748 BIGBLOCKFILE_UnlinkPage(victim
);
749 BIGBLOCKFILE_DeletePage(This
, victim
);
752 else This
->num_victim_pages
++;
754 BIGBLOCKFILE_LinkHeadPage(&This
->victimhead
, page
);
755 if (This
->victimtail
== NULL
) This
->victimtail
= page
;
758 BIGBLOCKFILE_DeletePage(This
, page
);
762 static void BIGBLOCKFILE_DeleteList(LPBIGBLOCKFILE This
, MappedPage
*list
)
766 MappedPage
*next
= list
->next
;
768 BIGBLOCKFILE_DeletePage(This
, list
);
774 /******************************************************************************
775 * BIGBLOCKFILE_FreeAllMappedPages [PRIVATE]
777 * Unmap all currently mapped pages.
778 * Empty mapped pages list.
780 static void BIGBLOCKFILE_FreeAllMappedPages(
783 BIGBLOCKFILE_DeleteList(This
, This
->maplist
);
784 BIGBLOCKFILE_DeleteList(This
, This
->victimhead
);
786 This
->maplist
= NULL
;
787 This
->victimhead
= NULL
;
788 This
->victimtail
= NULL
;
789 This
->num_victim_pages
= 0;
792 static void BIGBLOCKFILE_UnmapList(LPBIGBLOCKFILE This
, MappedPage
*list
)
794 for (; list
!= NULL
; list
= list
->next
)
796 BIGBLOCKFILE_UnmapPage(This
, list
);
800 static void BIGBLOCKFILE_UnmapAllMappedPages(LPBIGBLOCKFILE This
)
802 BIGBLOCKFILE_UnmapList(This
, This
->maplist
);
803 BIGBLOCKFILE_UnmapList(This
, This
->victimhead
);
806 static void BIGBLOCKFILE_RemapList(LPBIGBLOCKFILE This
, MappedPage
*list
)
810 MappedPage
*next
= list
->next
;
812 if (list
->page_index
* PAGE_SIZE
> This
->filesize
.u
.LowPart
)
814 TRACE("discarding %lu\n", list
->page_index
);
816 /* page is entirely outside of the file, delete it */
817 BIGBLOCKFILE_UnlinkPage(list
);
818 BIGBLOCKFILE_DeletePage(This
, list
);
822 /* otherwise, remap it */
823 BIGBLOCKFILE_MapPage(This
, list
);
830 static void BIGBLOCKFILE_RemapAllMappedPages(LPBIGBLOCKFILE This
)
832 BIGBLOCKFILE_RemapList(This
, This
->maplist
);
833 BIGBLOCKFILE_RemapList(This
, This
->victimhead
);
836 /****************************************************************************
837 * BIGBLOCKFILE_GetProtectMode
839 * This function will return a protection mode flag for a file-mapping object
840 * from the open flags of a file.
842 static DWORD
BIGBLOCKFILE_GetProtectMode(DWORD openFlags
)
844 switch(STGM_ACCESS_MODE(openFlags
))
848 return PAGE_READWRITE
;
850 return PAGE_READONLY
;