2 * Copyright (c) 2010 The DragonFly Project. All rights reserved.
4 * This code is derived from software contributed to The DragonFly Project
5 * by Matthew Dillon <dillon@backplane.com>
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
38 struct recover_dict
*next
;
39 struct recover_dict
*parent
;
48 #define DICTF_MADEDIR 0x01
49 #define DICTF_MADEFILE 0x02
50 #define DICTF_PARENT 0x04 /* parent attached for real */
51 #define DICTF_TRAVERSED 0x80
53 static void recover_top(char *ptr
, hammer_off_t offset
);
54 static void recover_elm(hammer_btree_leaf_elm_t leaf
);
55 static struct recover_dict
*get_dict(int64_t obj_id
, uint16_t pfs_id
);
56 static char *recover_path(struct recover_dict
*dict
);
57 static void sanitize_string(char *str
);
59 static const char *TargetDir
;
60 static int CachedFd
= -1;
61 static char *CachedPath
;
64 * XXX There is a hidden bug here while iterating zone-2 offset as
65 * shown in an example below.
67 * If a volume was once used as HAMMER filesystem which consists of
68 * multiple volumes whose usage has reached beyond the first volume,
69 * and then later re-formatted only using 1 volume, hammer recover is
70 * likely to hit assertion in get_buffer() due to having access to
71 * invalid volume (vol1,2,...) from old filesystem data.
73 * |-----vol0-----|-----vol1-----|-----vol2-----| old filesystem
74 * <-----------------------> used by old filesystem
76 * |-----vol0-----| new filesystem
77 * <-----> used by new filesystem
78 * <-------> unused, invalid data from old filesystem
79 * <-> B-Tree nodes likely to point to vol1
83 hammer_cmd_recover(const char *target_dir
)
85 struct buffer_info
*data_buffer
;
86 struct volume_info
*volume
;
92 TargetDir
= target_dir
;
94 if (mkdir(TargetDir
, 0777) == -1) {
95 if (errno
!= EEXIST
) {
101 printf("Running raw scan of HAMMER image, recovering to %s\n",
105 for (i
= 0; i
< HAMMER_MAX_VOLUMES
; i
++) {
106 volume
= get_volume(i
);
109 printf("Scanning volume %d size %s\n",
110 volume
->vol_no
, sizetostr(volume
->size
));
111 off
= HAMMER_ENCODE_RAW_BUFFER(volume
->vol_no
, 0);
112 off_end
= off
+ HAMMER_VOL_BUF_SIZE(volume
->ondisk
);
113 while (off
< off_end
) {
114 ptr
= get_buffer_data(off
, &data_buffer
, 0);
116 recover_top(ptr
, off
);
117 off
+= HAMMER_BUFSIZE
;
120 rel_buffer(data_buffer
);
131 * Top level recovery processor. Assume the data is a B-Tree node.
132 * If the CRC is good we attempt to process the node, building the
133 * object space and creating the dictionary as we go.
136 recover_top(char *ptr
, hammer_off_t offset
)
138 hammer_node_ondisk_t node
;
139 hammer_btree_elm_t elm
;
143 char buf
[HAMMER_BTREE_LEAF_ELMS
+ 1];
145 for (node
= (void *)ptr
; (char *)node
< ptr
+ HAMMER_BUFSIZE
; ++node
) {
146 isnode
= hammer_crc_test_btree(node
);
147 maxcount
= hammer_node_max_elements(node
->type
);
150 for (i
= 0; i
< node
->count
&& i
< maxcount
; ++i
)
151 buf
[i
] = hammer_elm_btype(&node
->elms
[i
]);
153 if (!isnode
&& DebugOpt
> 1)
154 printf("%016jx -\n", offset
);
156 printf("%016jx %c %d %s\n",
157 offset
, node
->type
, node
->count
, buf
);
159 offset
+= sizeof(*node
);
161 if (isnode
&& node
->type
== HAMMER_BTREE_TYPE_LEAF
) {
162 for (i
= 0; i
< node
->count
&& i
< maxcount
; ++i
) {
163 elm
= &node
->elms
[i
];
164 if (elm
->base
.btype
!= HAMMER_BTREE_TYPE_RECORD
)
166 recover_elm(&elm
->leaf
);
173 recover_elm(hammer_btree_leaf_elm_t leaf
)
175 struct buffer_info
*data_buffer
= NULL
;
176 struct recover_dict
*dict
;
177 struct recover_dict
*dict2
;
178 hammer_data_ondisk_t ondisk
;
179 hammer_off_t data_offset
;
193 * Ignore deleted records
197 if ((data_offset
= leaf
->data_offset
) != 0)
198 ondisk
= get_buffer_data(data_offset
, &data_buffer
, 0);
204 len
= leaf
->data_len
;
205 chunk
= HAMMER_BUFSIZE
- ((int)data_offset
& HAMMER_BUFMASK
);
209 if (len
< 0 || len
> HAMMER_XBUFSIZE
|| len
> chunk
)
212 pfs_id
= lo_to_pfs(leaf
->base
.localization
);
214 dict
= get_dict(leaf
->base
.obj_id
, pfs_id
);
216 switch(leaf
->base
.rec_type
) {
217 case HAMMER_RECTYPE_INODE
:
219 * We found an inode which also tells us where the file
220 * or directory is in the directory hierarchy.
223 printf("file %016jx:%05d inode found\n",
224 (uintmax_t)leaf
->base
.obj_id
, pfs_id
);
226 path1
= recover_path(dict
);
229 * Attach the inode to its parent. This isn't strictly
230 * necessary because the information is also in the
231 * directory entries, but if we do not find the directory
232 * entry this ensures that the files will still be
233 * reasonably well organized in their proper directories.
235 if ((dict
->flags
& DICTF_PARENT
) == 0 &&
236 dict
->obj_id
!= HAMMER_OBJID_ROOT
&&
237 ondisk
->inode
.parent_obj_id
!= 0) {
238 dict
->flags
|= DICTF_PARENT
;
239 dict
->parent
= get_dict(ondisk
->inode
.parent_obj_id
,
242 (dict
->parent
->flags
& DICTF_MADEDIR
) == 0) {
243 dict
->parent
->flags
|= DICTF_MADEDIR
;
244 path2
= recover_path(dict
->parent
);
245 printf("mkdir %s\n", path2
);
251 if (dict
->obj_type
== 0)
252 dict
->obj_type
= ondisk
->inode
.obj_type
;
253 dict
->size
= ondisk
->inode
.size
;
254 path2
= recover_path(dict
);
256 if (lstat(path1
, &st
) == 0) {
257 if (ondisk
->inode
.obj_type
== HAMMER_OBJTYPE_REGFILE
) {
258 truncate(path1
, dict
->size
);
259 /* chmod(path1, 0666); */
261 if (strcmp(path1
, path2
)) {
262 printf("Rename %s -> %s\n", path1
, path2
);
263 rename(path1
, path2
);
265 } else if (ondisk
->inode
.obj_type
== HAMMER_OBJTYPE_REGFILE
) {
266 printf("mkinode (file) %s\n", path2
);
267 fd
= open(path2
, O_RDWR
|O_CREAT
, 0666);
270 } else if (ondisk
->inode
.obj_type
== HAMMER_OBJTYPE_DIRECTORY
) {
271 printf("mkinode (dir) %s\n", path2
);
273 dict
->flags
|= DICTF_MADEDIR
;
278 case HAMMER_RECTYPE_DATA
:
282 if (leaf
->base
.obj_id
== 0)
285 printf("file %016jx:%05d data %016jx,%d\n",
286 (uintmax_t)leaf
->base
.obj_id
,
288 (uintmax_t)leaf
->base
.key
- len
,
293 * Update the dictionary entry
295 if (dict
->obj_type
== 0)
296 dict
->obj_type
= HAMMER_OBJTYPE_REGFILE
;
299 * If the parent directory has not been created we
300 * have to create it (typically a PFS%05d)
303 (dict
->parent
->flags
& DICTF_MADEDIR
) == 0) {
304 dict
->parent
->flags
|= DICTF_MADEDIR
;
305 path2
= recover_path(dict
->parent
);
306 printf("mkdir %s\n", path2
);
313 * Create the file if necessary, report file creations
315 path1
= recover_path(dict
);
316 if (CachedPath
&& strcmp(CachedPath
, path1
) == 0) {
319 fd
= open(path1
, O_CREAT
|O_RDWR
, 0666);
322 printf("Unable to create %s: %s\n",
323 path1
, strerror(errno
));
327 if ((dict
->flags
& DICTF_MADEFILE
) == 0) {
328 dict
->flags
|= DICTF_MADEFILE
;
329 printf("mkfile %s\n", path1
);
333 * And write the record. A HAMMER data block is aligned
334 * and may contain trailing zeros after the file EOF. The
335 * inode record is required to get the actual file size.
337 * However, when the inode record is not available
338 * we can do a sparse write and that will get it right
339 * most of the time even if the inode record is never
342 file_offset
= (int64_t)leaf
->base
.key
- len
;
343 lseek(fd
, (off_t
)file_offset
, SEEK_SET
);
345 if (dict
->size
== -1) {
346 for (zfill
= chunk
- 1; zfill
>= 0; --zfill
) {
347 if (((char *)ondisk
)[zfill
])
356 write(fd
, ondisk
, zfill
);
358 lseek(fd
, chunk
- zfill
, SEEK_CUR
);
361 data_offset
+= chunk
;
362 file_offset
+= chunk
;
363 ondisk
= get_buffer_data(data_offset
, &data_buffer
, 0);
366 chunk
= HAMMER_BUFSIZE
-
367 ((int)data_offset
& HAMMER_BUFMASK
);
371 if (dict
->size
>= 0 && file_offset
> dict
->size
) {
372 ftruncate(fd
, dict
->size
);
373 /* fchmod(fd, 0666); */
376 if (fd
== CachedFd
) {
378 } else if (CachedPath
) {
388 case HAMMER_RECTYPE_DIRENTRY
:
389 nlen
= len
- HAMMER_ENTRY_NAME_OFF
;
390 if ((int)nlen
< 0) /* illegal length */
392 if (ondisk
->entry
.obj_id
== 0 ||
393 ondisk
->entry
.obj_id
== HAMMER_OBJID_ROOT
)
395 name
= malloc(nlen
+ 1);
396 bcopy(ondisk
->entry
.name
, name
, nlen
);
398 sanitize_string(name
);
401 * We can't deal with hardlinks so if the object already
402 * has a name assigned to it we just keep using that name.
404 dict2
= get_dict(ondisk
->entry
.obj_id
, pfs_id
);
405 path1
= recover_path(dict2
);
407 if (dict2
->name
== NULL
)
413 * Attach dict2 to its directory (dict), create the
414 * directory (dict) if necessary. We must ensure
415 * that the directory entry exists in order to be
416 * able to properly rename() the file without creating
417 * a namespace conflict.
419 if ((dict2
->flags
& DICTF_PARENT
) == 0) {
420 dict2
->flags
|= DICTF_PARENT
;
421 dict2
->parent
= dict
;
422 if ((dict
->flags
& DICTF_MADEDIR
) == 0) {
423 dict
->flags
|= DICTF_MADEDIR
;
424 path2
= recover_path(dict
);
425 printf("mkdir %s\n", path2
);
431 path2
= recover_path(dict2
);
432 if (strcmp(path1
, path2
) != 0 && lstat(path1
, &st
) == 0) {
433 printf("Rename %s -> %s\n", path1
, path2
);
434 rename(path1
, path2
);
439 printf("dir %016jx:%05d entry %016jx \"%s\"\n",
440 (uintmax_t)leaf
->base
.obj_id
,
442 (uintmax_t)ondisk
->entry
.obj_id
,
447 * Ignore any other record types
452 rel_buffer(data_buffer
);
455 #define RD_HSIZE 32768
456 #define RD_HMASK (RD_HSIZE - 1)
458 struct recover_dict
*RDHash
[RD_HSIZE
];
461 struct recover_dict
*
462 get_dict(int64_t obj_id
, uint16_t pfs_id
)
464 struct recover_dict
*dict
;
470 i
= crc32(&obj_id
, sizeof(obj_id
)) & RD_HMASK
;
471 for (dict
= RDHash
[i
]; dict
; dict
= dict
->next
) {
472 if (dict
->obj_id
== obj_id
&&
473 dict
->pfs_id
== pfs_id
) {
478 dict
= malloc(sizeof(*dict
));
479 bzero(dict
, sizeof(*dict
));
480 dict
->obj_id
= obj_id
;
481 dict
->pfs_id
= pfs_id
;
482 dict
->next
= RDHash
[i
];
487 * Always connect dangling dictionary entries to object 1
488 * (the root of the PFS).
490 * DICTF_PARENT will not be set until we know what the
491 * real parent directory object is.
493 if (dict
->obj_id
!= HAMMER_OBJID_ROOT
)
494 dict
->parent
= get_dict(1, pfs_id
);
500 enum { PI_FIGURE
, PI_LOAD
} state
;
507 static void recover_path_helper(struct recover_dict
*, struct path_info
*);
511 recover_path(struct recover_dict
*dict
)
513 struct path_info info
;
515 bzero(&info
, sizeof(info
));
516 info
.pfs_id
= dict
->pfs_id
;
517 info
.state
= PI_FIGURE
;
518 recover_path_helper(dict
, &info
);
519 info
.base
= malloc(info
.len
);
520 info
.next
= info
.base
;
521 info
.state
= PI_LOAD
;
522 recover_path_helper(dict
, &info
);
529 recover_path_helper(struct recover_dict
*dict
, struct path_info
*info
)
532 * Calculate path element length
534 dict
->flags
|= DICTF_TRAVERSED
;
536 switch(info
->state
) {
538 if (dict
->obj_id
== HAMMER_OBJID_ROOT
)
541 info
->len
+= strlen(dict
->name
);
547 (dict
->parent
->flags
& DICTF_TRAVERSED
) == 0) {
548 recover_path_helper(dict
->parent
, info
);
550 info
->len
+= strlen(TargetDir
) + 1;
555 (dict
->parent
->flags
& DICTF_TRAVERSED
) == 0) {
556 recover_path_helper(dict
->parent
, info
);
558 strcpy(info
->next
, TargetDir
);
559 info
->next
+= strlen(info
->next
);
563 if (dict
->obj_id
== HAMMER_OBJID_ROOT
) {
564 snprintf(info
->next
, 8+1, "PFS%05d", info
->pfs_id
);
565 } else if (dict
->name
) {
566 strcpy(info
->next
, dict
->name
);
568 snprintf(info
->next
, 6+16+1, "obj_0x%016jx",
569 (uintmax_t)dict
->obj_id
);
571 info
->next
+= strlen(info
->next
);
574 dict
->flags
&= ~DICTF_TRAVERSED
;
579 sanitize_string(char *str
)