?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Fix inode link count checks in btrfsck
[btrfs-progs-unstable.git] / convert.c
blobd037c9809554143e964f84682972b97e4d78bdf6
1 /*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
19 #define _XOPEN_SOURCE 600
20 #define _GNU_SOURCE 1
21 #ifndef __CHECKER__
22 #include <sys/ioctl.h>
23 #include <sys/mount.h>
24 #endif
25 #include <stdio.h>
26 #include <stdlib.h>
27 #include <sys/types.h>
28 #include <sys/stat.h>
29 #include <sys/acl.h>
30 #include <fcntl.h>
31 #include <unistd.h>
32 #include <uuid/uuid.h>
33 #include <linux/fs.h>
34 #include "kerncompat.h"
35 #include "ctree.h"
36 #include "disk-io.h"
37 #include "volumes.h"
38 #include "transaction.h"
39 #include "crc32c.h"
40 #include "utils.h"
41 #include <ext2fs/ext2_fs.h>
42 #include <ext2fs/ext2fs.h>
43 #include <ext2fs/ext2_ext_attr.h>
44
45 #define INO_OFFSET (BTRFS_FIRST_FREE_OBJECTID - EXT2_ROOT_INO)
46 #define STRIPE_LEN (64 * 1024)
47 #define EXT2_IMAGE_SUBVOL_OBJECTID BTRFS_FIRST_FREE_OBJECTID
48
49 /*
50 * Open Ext2fs in readonly mode, read block allocation bitmap and
51 * inode bitmap into memory.
52 */
53 static int open_ext2fs(const char *name, ext2_filsys *ret_fs)
54 {
55 errcode_t ret;
56 ext2_filsys ext2_fs;
57 ext2_ino_t ino;
58 ret = ext2fs_open(name, 0, 0, 0, unix_io_manager, &ext2_fs);
59 if (ret) {
60 fprintf(stderr, "ext2fs_open: %s\n", error_message(ret));
61 goto fail;
62 }
63 ret = ext2fs_read_inode_bitmap(ext2_fs);
64 if (ret) {
65 fprintf(stderr, "ext2fs_read_inode_bitmap: %s\n",
66 error_message(ret));
67 goto fail;
68 }
69 ret = ext2fs_read_block_bitmap(ext2_fs);
70 if (ret) {
71 fprintf(stderr, "ext2fs_read_block_bitmap: %s\n",
72 error_message(ret));
73 goto fail;
74 }
75 /*
76 * search each block group for a free inode. this set up
77 * uninit block/inode bitmaps appropriately.
78 */
79 ino = 1;
80 while (ino <= ext2_fs->super->s_inodes_count) {
81 ext2_ino_t foo;
82 ext2fs_new_inode(ext2_fs, ino, 0, NULL, &foo);
83 ino += EXT2_INODES_PER_GROUP(ext2_fs->super);
84 }
85
86 *ret_fs = ext2_fs;
87 return 0;
88 fail:
89 return -1;
90 }
91
92 static int close_ext2fs(ext2_filsys fs)
93 {
94 ext2fs_close(fs);
95 return 0;
96 }
97
98 static int ext2_alloc_block(ext2_filsys fs, u64 goal, u64 *block_ret)
99 {
100 blk_t block;
101
102 if (!ext2fs_new_block(fs, goal, NULL, &block)) {
103 ext2fs_fast_mark_block_bitmap(fs->block_map, block);
104 *block_ret = block;
105 return 0;
106 }
107 return -ENOSPC;
108 }
109
110 static int ext2_free_block(ext2_filsys fs, u64 block)
111 {
112 BUG_ON(block != (blk_t)block);
113 ext2fs_fast_unmark_block_bitmap(fs->block_map, block);
114 return 0;
115 }
116
117 static int cache_free_extents(struct btrfs_root *root, ext2_filsys ext2_fs)
118
119 {
120 int i, ret = 0;
121 blk_t block;
122 u64 bytenr;
123 u64 blocksize = ext2_fs->blocksize;
124
125 block = ext2_fs->super->s_first_data_block;
126 for (; block < ext2_fs->super->s_blocks_count; block++) {
127 if (ext2fs_fast_test_block_bitmap(ext2_fs->block_map, block))
128 continue;
129 bytenr = block * blocksize;
130 ret = set_extent_dirty(&root->fs_info->free_space_cache,
131 bytenr, bytenr + blocksize - 1, 0);
132 BUG_ON(ret);
133 }
134
135 for (i = 0; i < BTRFS_SUPER_MIRROR_MAX; i++) {
136 bytenr = btrfs_sb_offset(i);
137 bytenr &= ~((u64)STRIPE_LEN - 1);
138 if (bytenr >= blocksize * ext2_fs->super->s_blocks_count)
139 break;
140 clear_extent_dirty(&root->fs_info->free_space_cache, bytenr,
141 bytenr + STRIPE_LEN - 1, 0);
142 }
143
144 clear_extent_dirty(&root->fs_info->free_space_cache,
145 0, BTRFS_SUPER_INFO_OFFSET - 1, 0);
146
147 return 0;
148 }
149
150 static int custom_alloc_extent(struct btrfs_root *root, u64 num_bytes,
151 u64 hint_byte, struct btrfs_key *ins)
152 {
153 u64 start;
154 u64 end;
155 u64 last = hint_byte;
156 int ret;
157 int wrapped = 0;
158 struct btrfs_block_group_cache *cache;
159
160 while(1) {
161 ret = find_first_extent_bit(&root->fs_info->free_space_cache,
162 last, &start, &end, EXTENT_DIRTY);
163 if (ret) {
164 if (wrapped++ == 0) {
165 last = 0;
166 continue;
167 } else {
168 goto fail;
169 }
170 }
171
172 start = max(last, start);
173 last = end + 1;
174 if (last - start < num_bytes)
175 continue;
176
177 last = start + num_bytes;
178 if (test_range_bit(&root->fs_info->pinned_extents,
179 start, last - 1, EXTENT_DIRTY, 0))
180 continue;
181
182 cache = btrfs_lookup_block_group(root->fs_info, start);
183 BUG_ON(!cache);
184 if (cache->flags & BTRFS_BLOCK_GROUP_SYSTEM ||
185 last > cache->key.objectid + cache->key.offset) {
186 last = cache->key.objectid + cache->key.offset;
187 continue;
188 }
189
190 clear_extent_dirty(&root->fs_info->free_space_cache,
191 start, start + num_bytes - 1, 0);
192
193 ins->objectid = start;
194 ins->offset = num_bytes;
195 ins->type = BTRFS_EXTENT_ITEM_KEY;
196 return 0;
197 }
198 fail:
199 fprintf(stderr, "not enough free space\n");
200 return -ENOSPC;
201 }
202
203 static int intersect_with_sb(u64 bytenr, u64 num_bytes)
204 {
205 int i;
206 u64 offset;
207
208 for (i = 0; i < BTRFS_SUPER_MIRROR_MAX; i++) {
209 offset = btrfs_sb_offset(i);
210 offset &= ~((u64)STRIPE_LEN - 1);
211
212 if (bytenr < offset + STRIPE_LEN &&
213 bytenr + num_bytes > offset)
214 return 1;
215 }
216 return 0;
217 }
218
219 static int custom_free_extent(struct btrfs_root *root, u64 bytenr,
220 u64 num_bytes)
221 {
222 return intersect_with_sb(bytenr, num_bytes);
223 }
224
225 struct btrfs_extent_ops extent_ops = {
226 .alloc_extent = custom_alloc_extent,
227 .free_extent = custom_free_extent,
228 };
229
230 struct dir_iterate_data {
231 struct btrfs_trans_handle *trans;
232 struct btrfs_root *root;
233 struct btrfs_inode_item *inode;
234 u64 objectid;
235 u64 index_cnt;
236 u64 parent;
237 int errcode;
238 };
239
240 static u8 filetype_conversion_table[EXT2_FT_MAX] = {
241 [EXT2_FT_UNKNOWN] = BTRFS_FT_UNKNOWN,
242 [EXT2_FT_REG_FILE] = BTRFS_FT_REG_FILE,
243 [EXT2_FT_DIR] = BTRFS_FT_DIR,
244 [EXT2_FT_CHRDEV] = BTRFS_FT_CHRDEV,
245 [EXT2_FT_BLKDEV] = BTRFS_FT_BLKDEV,
246 [EXT2_FT_FIFO] = BTRFS_FT_FIFO,
247 [EXT2_FT_SOCK] = BTRFS_FT_SOCK,
248 [EXT2_FT_SYMLINK] = BTRFS_FT_SYMLINK,
249 };
250
251 static int dir_iterate_proc(ext2_ino_t dir, int entry,
252 struct ext2_dir_entry *old,
253 int offset, int blocksize,
254 char *buf,void *priv_data)
255 {
256 int ret;
257 int file_type;
258 u64 objectid;
259 u64 inode_size;
260 char dotdot[] = "..";
261 struct btrfs_key location;
262 struct ext2_dir_entry_2 *dirent = (struct ext2_dir_entry_2 *)old;
263 struct dir_iterate_data *idata = (struct dir_iterate_data *)priv_data;
264
265 objectid = dirent->inode + INO_OFFSET;
266 if (!strncmp(dirent->name, dotdot, dirent->name_len)) {
267 if (dirent->name_len == 2) {
268 BUG_ON(idata->parent != 0);
269 idata->parent = objectid;
270 }
271 return 0;
272 }
273 if (dirent->inode < EXT2_GOOD_OLD_FIRST_INO)
274 return 0;
275
276 location.objectid = objectid;
277 location.offset = 0;
278 btrfs_set_key_type(&location, BTRFS_INODE_ITEM_KEY);
279
280 file_type = dirent->file_type;
281 BUG_ON(file_type > EXT2_FT_SYMLINK);
282 ret = btrfs_insert_dir_item(idata->trans, idata->root,
283 dirent->name, dirent->name_len,
284 idata->objectid, &location,
285 filetype_conversion_table[file_type],
286 idata->index_cnt);
287 if (ret)
288 goto fail;
289 ret = btrfs_insert_inode_ref(idata->trans, idata->root,
290 dirent->name, dirent->name_len,
291 objectid, idata->objectid,
292 idata->index_cnt);
293 if (ret)
294 goto fail;
295 idata->index_cnt++;
296 inode_size = btrfs_stack_inode_size(idata->inode) +
297 dirent->name_len * 2;
298 btrfs_set_stack_inode_size(idata->inode, inode_size);
299 return 0;
300 fail:
301 idata->errcode = ret;
302 return BLOCK_ABORT;
303 }
304
305 static int create_dir_entries(struct btrfs_trans_handle *trans,
306 struct btrfs_root *root, u64 objectid,
307 struct btrfs_inode_item *btrfs_inode,
308 ext2_filsys ext2_fs, ext2_ino_t ext2_ino)
309 {
310 int ret;
311 errcode_t err;
312 struct dir_iterate_data data = {
313 .trans = trans,
314 .root = root,
315 .inode = btrfs_inode,
316 .objectid = objectid,
317 .index_cnt = 2,
318 .parent = 0,
319 .errcode = 0,
320 };
321
322 err = ext2fs_dir_iterate2(ext2_fs, ext2_ino, 0, NULL,
323 dir_iterate_proc, &data);
324 if (err)
325 goto error;
326 ret = data.errcode;
327 if (ret == 0 && data.parent == objectid) {
328 ret = btrfs_insert_inode_ref(trans, root, "..", 2,
329 objectid, objectid, 0);
330 }
331 return ret;
332 error:
333 fprintf(stderr, "ext2fs_dir_iterate2: %s\n", error_message(err));
334 return -1;
335 }
336
337 static int read_disk_extent(struct btrfs_root *root, u64 bytenr,
338 u32 num_bytes, char *buffer)
339 {
340 int ret;
341 struct btrfs_fs_devices *fs_devs = root->fs_info->fs_devices;
342
343 ret = pread(fs_devs->latest_bdev, buffer, num_bytes, bytenr);
344 if (ret != num_bytes)
345 goto fail;
346 ret = 0;
347 fail:
348 if (ret > 0)
349 ret = -1;
350 return ret;
351 }
352 /*
353 * Record a file extent. Do all the required works, such as inserting
354 * file extent item, inserting extent item and backref item into extent
355 * tree and updating block accounting.
356 */
357 static int record_file_extent(struct btrfs_trans_handle *trans,
358 struct btrfs_root *root, u64 objectid,
359 struct btrfs_inode_item *inode,
360 u64 file_pos, u64 disk_bytenr,
361 u64 num_bytes, int checksum)
362 {
363 int ret;
364 struct btrfs_fs_info *info = root->fs_info;
365 struct btrfs_root *extent_root = info->extent_root;
366 struct extent_buffer *leaf;
367 struct btrfs_file_extent_item *fi;
368 struct btrfs_key ins_key;
369 struct btrfs_path path;
370 struct btrfs_extent_item *ei;
371 u32 blocksize = root->sectorsize;
372 u64 nbytes;
373
374 if (disk_bytenr == 0) {
375 ret = btrfs_insert_file_extent(trans, root, objectid,
376 file_pos, disk_bytenr,
377 num_bytes, num_bytes);
378 return ret;
379 }
380
381 btrfs_init_path(&path);
382
383 if (checksum) {
384 u64 offset;
385 char *buffer;
386
387 ret = -ENOMEM;
388 buffer = malloc(blocksize);
389 if (!buffer)
390 goto fail;
391 for (offset = 0; offset < num_bytes; offset += blocksize) {
392 ret = read_disk_extent(root, disk_bytenr + offset,
393 blocksize, buffer);
394 if (ret)
395 break;
396 ret = btrfs_csum_file_block(trans,
397 root->fs_info->csum_root,
398 disk_bytenr + num_bytes,
399 disk_bytenr + offset,
400 buffer, blocksize);
401 if (ret)
402 break;
403 }
404 free(buffer);
405 if (ret)
406 goto fail;
407 }
408
409 ins_key.objectid = objectid;
410 ins_key.offset = file_pos;
411 btrfs_set_key_type(&ins_key, BTRFS_EXTENT_DATA_KEY);
412 ret = btrfs_insert_empty_item(trans, root, &path, &ins_key,
413 sizeof(*fi));
414 if (ret)
415 goto fail;
416 leaf = path.nodes[0];
417 fi = btrfs_item_ptr(leaf, path.slots[0],
418 struct btrfs_file_extent_item);
419 btrfs_set_file_extent_generation(leaf, fi, trans->transid);
420 btrfs_set_file_extent_type(leaf, fi, BTRFS_FILE_EXTENT_REG);
421 btrfs_set_file_extent_disk_bytenr(leaf, fi, disk_bytenr);
422 btrfs_set_file_extent_disk_num_bytes(leaf, fi, num_bytes);
423 btrfs_set_file_extent_offset(leaf, fi, 0);
424 btrfs_set_file_extent_num_bytes(leaf, fi, num_bytes);
425 btrfs_set_file_extent_ram_bytes(leaf, fi, num_bytes);
426 btrfs_set_file_extent_compression(leaf, fi, 0);
427 btrfs_set_file_extent_encryption(leaf, fi, 0);
428 btrfs_set_file_extent_other_encoding(leaf, fi, 0);
429 btrfs_mark_buffer_dirty(leaf);
430
431 nbytes = btrfs_stack_inode_nbytes(inode) + num_bytes;
432 btrfs_set_stack_inode_nbytes(inode, nbytes);
433
434 btrfs_release_path(root, &path);
435
436 ins_key.objectid = disk_bytenr;
437 ins_key.offset = num_bytes;
438 ins_key.type = BTRFS_EXTENT_ITEM_KEY;
439
440 ret = btrfs_insert_empty_item(trans, extent_root, &path,
441 &ins_key, sizeof(*ei));
442 if (ret == 0) {
443 leaf = path.nodes[0];
444 ei = btrfs_item_ptr(leaf, path.slots[0],
445 struct btrfs_extent_item);
446
447 btrfs_set_extent_refs(leaf, ei, 0);
448 btrfs_set_extent_generation(leaf, ei, 0);
449 btrfs_set_extent_flags(leaf, ei, BTRFS_EXTENT_FLAG_DATA);
450
451 btrfs_mark_buffer_dirty(leaf);
452
453 ret = btrfs_update_block_group(trans, root, disk_bytenr,
454 num_bytes, 1, 0);
455 if (ret)
456 goto fail;
457 } else if (ret != -EEXIST) {
458 goto fail;
459 }
460 btrfs_extent_post_op(trans, extent_root);
461
462 ret = btrfs_inc_extent_ref(trans, root, disk_bytenr, num_bytes, 0,
463 root->root_key.objectid,
464 objectid, file_pos);
465 if (ret)
466 goto fail;
467 ret = 0;
468 fail:
469 btrfs_release_path(root, &path);
470 return ret;
471 }
472
473 static int record_file_blocks(struct btrfs_trans_handle *trans,
474 struct btrfs_root *root, u64 objectid,
475 struct btrfs_inode_item *inode,
476 u64 file_block, u64 disk_block,
477 u64 num_blocks, int checksum)
478 {
479 u64 file_pos = file_block * root->sectorsize;
480 u64 disk_bytenr = disk_block * root->sectorsize;
481 u64 num_bytes = num_blocks * root->sectorsize;
482 return record_file_extent(trans, root, objectid, inode, file_pos,
483 disk_bytenr, num_bytes, checksum);
484 }
485
486 struct blk_iterate_data {
487 struct btrfs_trans_handle *trans;
488 struct btrfs_root *root;
489 struct btrfs_inode_item *inode;
490 u64 objectid;
491 u64 first_block;
492 u64 disk_block;
493 u64 num_blocks;
494 u64 boundary;
495 int checksum;
496 int errcode;
497 };
498
499 static int block_iterate_proc(ext2_filsys ext2_fs,
500 u64 disk_block, u64 file_block,
501 struct blk_iterate_data *idata)
502 {
503 int ret;
504 int sb_region;
505 int do_barrier;
506 struct btrfs_root *root = idata->root;
507 struct btrfs_trans_handle *trans = idata->trans;
508 struct btrfs_block_group_cache *cache;
509 u64 bytenr = disk_block * root->sectorsize;
510
511 sb_region = intersect_with_sb(bytenr, root->sectorsize);
512 do_barrier = sb_region || disk_block >= idata->boundary;
513 if ((idata->num_blocks > 0 && do_barrier) ||
514 (file_block > idata->first_block + idata->num_blocks) ||
515 (disk_block != idata->disk_block + idata->num_blocks)) {
516 if (idata->num_blocks > 0) {
517 ret = record_file_blocks(trans, root, idata->objectid,
518 idata->inode, idata->first_block,
519 idata->disk_block, idata->num_blocks,
520 idata->checksum);
521 if (ret)
522 goto fail;
523 idata->first_block += idata->num_blocks;
524 idata->num_blocks = 0;
525 }
526 if (file_block > idata->first_block) {
527 ret = record_file_blocks(trans, root, idata->objectid,
528 idata->inode, idata->first_block,
529 0, file_block - idata->first_block,
530 idata->checksum);
531 if (ret)
532 goto fail;
533 }
534
535 if (sb_region) {
536 bytenr += STRIPE_LEN - 1;
537 bytenr &= ~((u64)STRIPE_LEN - 1);
538 } else {
539 cache = btrfs_lookup_block_group(root->fs_info, bytenr);
540 BUG_ON(!cache);
541 bytenr = cache->key.objectid + cache->key.offset;
542 }
543
544 idata->first_block = file_block;
545 idata->disk_block = disk_block;
546 idata->boundary = bytenr / root->sectorsize;
547 }
548 idata->num_blocks++;
549 return 0;
550 fail:
551 idata->errcode = ret;
552 return BLOCK_ABORT;
553 }
554
555 static int __block_iterate_proc(ext2_filsys fs, blk_t *blocknr,
556 e2_blkcnt_t blockcnt, blk_t ref_block,
557 int ref_offset, void *priv_data)
558 {
559 struct blk_iterate_data *idata;
560 idata = (struct blk_iterate_data *)priv_data;
561 return block_iterate_proc(fs, *blocknr, blockcnt, idata);
562 }
563
564 /*
565 * traverse file's data blocks, record these data blocks as file extents.
566 */
567 static int create_file_extents(struct btrfs_trans_handle *trans,
568 struct btrfs_root *root, u64 objectid,
569 struct btrfs_inode_item *btrfs_inode,
570 ext2_filsys ext2_fs, ext2_ino_t ext2_ino,
571 int datacsum, int packing)
572 {
573 int ret;
574 char *buffer = NULL;
575 errcode_t err;
576 u32 last_block;
577 u32 sectorsize = root->sectorsize;
578 u64 inode_size = btrfs_stack_inode_size(btrfs_inode);
579 struct blk_iterate_data data = {
580 .trans = trans,
581 .root = root,
582 .inode = btrfs_inode,
583 .objectid = objectid,
584 .first_block = 0,
585 .disk_block = 0,
586 .num_blocks = 0,
587 .boundary = (u64)-1,
588 .checksum = datacsum,
589 .errcode = 0,
590 };
591 err = ext2fs_block_iterate2(ext2_fs, ext2_ino, BLOCK_FLAG_DATA_ONLY,
592 NULL, __block_iterate_proc, &data);
593 if (err)
594 goto error;
595 ret = data.errcode;
596 if (ret)
597 goto fail;
598 if (packing && data.first_block == 0 && data.num_blocks > 0 &&
599 inode_size <= BTRFS_MAX_INLINE_DATA_SIZE(root)) {
600 u64 num_bytes = data.num_blocks * sectorsize;
601 u64 disk_bytenr = data.disk_block * sectorsize;
602 u64 nbytes;
603
604 buffer = malloc(num_bytes);
605 if (!buffer)
606 return -ENOMEM;
607 ret = read_disk_extent(root, disk_bytenr, num_bytes, buffer);
608 if (ret)
609 goto fail;
610 if (num_bytes > inode_size)
611 num_bytes = inode_size;
612 ret = btrfs_insert_inline_extent(trans, root, objectid,
613 0, buffer, num_bytes);
614 if (ret)
615 goto fail;
616 nbytes = btrfs_stack_inode_nbytes(btrfs_inode) + num_bytes;
617 btrfs_set_stack_inode_nbytes(btrfs_inode, nbytes);
618 } else if (data.num_blocks > 0) {
619 ret = record_file_blocks(trans, root, objectid, btrfs_inode,
620 data.first_block, data.disk_block,
621 data.num_blocks, data.checksum);
622 if (ret)
623 goto fail;
624 }
625 data.first_block += data.num_blocks;
626 last_block = (inode_size + sectorsize - 1) / sectorsize;
627 if (last_block > data.first_block) {
628 ret = record_file_blocks(trans, root, objectid, btrfs_inode,
629 data.first_block, 0, last_block -
630 data.first_block, data.checksum);
631 }
632 fail:
633 if (buffer)
634 free(buffer);
635 return ret;
636 error:
637 fprintf(stderr, "ext2fs_block_iterate2: %s\n", error_message(err));
638 return -1;
639 }
640
641 static int create_symbol_link(struct btrfs_trans_handle *trans,
642 struct btrfs_root *root, u64 objectid,
643 struct btrfs_inode_item *btrfs_inode,
644 ext2_filsys ext2_fs, ext2_ino_t ext2_ino,
645 struct ext2_inode *ext2_inode)
646 {
647 int ret;
648 char *pathname;
649 u64 inode_size = btrfs_stack_inode_size(btrfs_inode);
650 if (ext2fs_inode_data_blocks(ext2_fs, ext2_inode)) {
651 btrfs_set_stack_inode_size(btrfs_inode, inode_size + 1);
652 ret = create_file_extents(trans, root, objectid, btrfs_inode,
653 ext2_fs, ext2_ino, 1, 1);
654 btrfs_set_stack_inode_size(btrfs_inode, inode_size);
655 return ret;
656 }
657
658 pathname = (char *)&(ext2_inode->i_block[0]);
659 BUG_ON(pathname[inode_size] != 0);
660 ret = btrfs_insert_inline_extent(trans, root, objectid, 0,
661 pathname, inode_size + 1);
662 btrfs_set_stack_inode_nbytes(btrfs_inode, inode_size + 1);
663 return ret;
664 }
665
666 /*
667 * Following xattr/acl related codes are based on codes in
668 * fs/ext3/xattr.c and fs/ext3/acl.c
669 */
670 #define EXT2_XATTR_BHDR(ptr) ((struct ext2_ext_attr_header *)(ptr))
671 #define EXT2_XATTR_BFIRST(ptr) \
672 ((struct ext2_ext_attr_entry *)(EXT2_XATTR_BHDR(ptr) + 1))
673 #define EXT2_XATTR_IHDR(inode) \
674 ((struct ext2_ext_attr_header *) ((void *)(inode) + \
675 EXT2_GOOD_OLD_INODE_SIZE + (inode)->i_extra_isize))
676 #define EXT2_XATTR_IFIRST(inode) \
677 ((struct ext2_ext_attr_entry *) ((void *)EXT2_XATTR_IHDR(inode) + \
678 sizeof(EXT2_XATTR_IHDR(inode)->h_magic)))
679
680 static int ext2_xattr_check_names(struct ext2_ext_attr_entry *entry,
681 const void *end)
682 {
683 struct ext2_ext_attr_entry *next;
684
685 while (!EXT2_EXT_IS_LAST_ENTRY(entry)) {
686 next = EXT2_EXT_ATTR_NEXT(entry);
687 if ((void *)next >= end)
688 return -EIO;
689 entry = next;
690 }
691 return 0;
692 }
693
694 static int ext2_xattr_check_block(const char *buf, size_t size)
695 {
696 int error;
697 struct ext2_ext_attr_header *header = EXT2_XATTR_BHDR(buf);
698
699 if (header->h_magic != EXT2_EXT_ATTR_MAGIC ||
700 header->h_blocks != 1)
701 return -EIO;
702 error = ext2_xattr_check_names(EXT2_XATTR_BFIRST(buf), buf + size);
703 return error;
704 }
705
706 static int ext2_xattr_check_entry(struct ext2_ext_attr_entry *entry,
707 size_t size)
708 {
709 size_t value_size = entry->e_value_size;
710
711 if (entry->e_value_block != 0 || value_size > size ||
712 entry->e_value_offs + value_size > size)
713 return -EIO;
714 return 0;
715 }
716
717 #define EXT2_ACL_VERSION 0x0001
718
719 typedef struct {
720 __le16 e_tag;
721 __le16 e_perm;
722 __le32 e_id;
723 } ext2_acl_entry;
724
725 typedef struct {
726 __le16 e_tag;
727 __le16 e_perm;
728 } ext2_acl_entry_short;
729
730 typedef struct {
731 __le32 a_version;
732 } ext2_acl_header;
733
734 static inline int ext2_acl_count(size_t size)
735 {
736 ssize_t s;
737 size -= sizeof(ext2_acl_header);
738 s = size - 4 * sizeof(ext2_acl_entry_short);
739 if (s < 0) {
740 if (size % sizeof(ext2_acl_entry_short))
741 return -1;
742 return size / sizeof(ext2_acl_entry_short);
743 } else {
744 if (s % sizeof(ext2_acl_entry))
745 return -1;
746 return s / sizeof(ext2_acl_entry) + 4;
747 }
748 }
749
750 #define ACL_EA_VERSION 0x0002
751
752 typedef struct {
753 __le16 e_tag;
754 __le16 e_perm;
755 __le32 e_id;
756 } acl_ea_entry;
757
758 typedef struct {
759 __le32 a_version;
760 acl_ea_entry a_entries[0];
761 } acl_ea_header;
762
763 static inline size_t acl_ea_size(int count)
764 {
765 return sizeof(acl_ea_header) + count * sizeof(acl_ea_entry);
766 }
767
768 static int ext2_acl_to_xattr(void *dst, const void *src,
769 size_t dst_size, size_t src_size)
770 {
771 int i, count;
772 const void *end = src + src_size;
773 acl_ea_header *ext_acl = (acl_ea_header *)dst;
774 acl_ea_entry *dst_entry = ext_acl->a_entries;
775 ext2_acl_entry *src_entry;
776
777 if (src_size < sizeof(ext2_acl_header))
778 goto fail;
779 if (((ext2_acl_header *)src)->a_version !=
780 cpu_to_le32(EXT2_ACL_VERSION))
781 goto fail;
782 src += sizeof(ext2_acl_header);
783 count = ext2_acl_count(src_size);
784 if (count <= 0)
785 goto fail;
786
787 BUG_ON(dst_size < acl_ea_size(count));
788 ext_acl->a_version = cpu_to_le32(ACL_EA_VERSION);
789 for (i = 0; i < count; i++, dst_entry++) {
790 src_entry = (ext2_acl_entry *)src;
791 if (src + sizeof(ext2_acl_entry_short) > end)
792 goto fail;
793 dst_entry->e_tag = src_entry->e_tag;
794 dst_entry->e_perm = src_entry->e_perm;
795 switch (le16_to_cpu(src_entry->e_tag)) {
796 case ACL_USER_OBJ:
797 case ACL_GROUP_OBJ:
798 case ACL_MASK:
799 case ACL_OTHER:
800 src += sizeof(ext2_acl_entry_short);
801 dst_entry->e_id = cpu_to_le32(ACL_UNDEFINED_ID);
802 break;
803 case ACL_USER:
804 case ACL_GROUP:
805 src += sizeof(ext2_acl_entry);
806 if (src > end)
807 goto fail;
808 dst_entry->e_id = src_entry->e_id;
809 break;
810 default:
811 goto fail;
812 }
813 }
814 if (src != end)
815 goto fail;
816 return 0;
817 fail:
818 return -EINVAL;
819 }
820
821 static char *xattr_prefix_table[] = {
822 [1] = "user.",
823 [2] = "system.posix_acl_access",
824 [3] = "system.posix_acl_default",
825 [4] = "trusted.",
826 [6] = "security.",
827 };
828
829 static int copy_single_xattr(struct btrfs_trans_handle *trans,
830 struct btrfs_root *root, u64 objectid,
831 struct ext2_ext_attr_entry *entry,
832 const void *data, u32 datalen)
833 {
834 int ret = 0;
835 int name_len;
836 int name_index;
837 void *databuf = NULL;
838 char namebuf[XATTR_NAME_MAX + 1];
839
840 name_index = entry->e_name_index;
841 if (name_index >= ARRAY_SIZE(xattr_prefix_table) ||
842 xattr_prefix_table[name_index] == NULL)
843 return -EOPNOTSUPP;
844 name_len = strlen(xattr_prefix_table[name_index]) +
845 entry->e_name_len;
846 if (name_len >= sizeof(namebuf))
847 return -ERANGE;
848
849 if (name_index == 2 || name_index == 3) {
850 size_t bufsize = acl_ea_size(ext2_acl_count(datalen));
851 databuf = malloc(bufsize);
852 if (!databuf)
853 return -ENOMEM;
854 ret = ext2_acl_to_xattr(databuf, data, bufsize, datalen);
855 if (ret)
856 goto out;
857 data = databuf;
858 datalen = bufsize;
859 }
860 strcpy(namebuf, xattr_prefix_table[name_index]);
861 strncat(namebuf, EXT2_EXT_ATTR_NAME(entry), entry->e_name_len);
862 if (name_len + datalen > BTRFS_LEAF_DATA_SIZE(root) -
863 sizeof(struct btrfs_item) - sizeof(struct btrfs_dir_item)) {
864 fprintf(stderr, "skip large xattr on inode %Lu name %.*s\n",
865 objectid - INO_OFFSET, name_len, namebuf);
866 goto out;
867 }
868 ret = btrfs_insert_xattr_item(trans, root, namebuf, name_len,
869 data, datalen, objectid);
870 out:
871 if (databuf)
872 free(databuf);
873 return ret;
874 }
875
876 static int copy_extended_attrs(struct btrfs_trans_handle *trans,
877 struct btrfs_root *root, u64 objectid,
878 struct btrfs_inode_item *btrfs_inode,
879 ext2_filsys ext2_fs, ext2_ino_t ext2_ino)
880 {
881 int ret = 0;
882 int inline_ea = 0;
883 errcode_t err;
884 u32 datalen;
885 u32 block_size = ext2_fs->blocksize;
886 u32 inode_size = EXT2_INODE_SIZE(ext2_fs->super);
887 struct ext2_inode_large *ext2_inode;
888 struct ext2_ext_attr_entry *entry;
889 void *data;
890 char *buffer = NULL;
891 char inode_buf[EXT2_GOOD_OLD_INODE_SIZE];
892
893 if (inode_size <= EXT2_GOOD_OLD_INODE_SIZE) {
894 ext2_inode = (struct ext2_inode_large *)inode_buf;
895 } else {
896 ext2_inode = (struct ext2_inode_large *)malloc(inode_size);
897 if (!ext2_inode)
898 return -ENOMEM;
899 }
900 err = ext2fs_read_inode_full(ext2_fs, ext2_ino, (void *)ext2_inode,
901 inode_size);
902 if (err) {
903 fprintf(stderr, "ext2fs_read_inode_full: %s\n",
904 error_message(err));
905 ret = -1;
906 goto out;
907 }
908
909 if (ext2_ino > ext2_fs->super->s_first_ino &&
910 inode_size > EXT2_GOOD_OLD_INODE_SIZE) {
911 if (EXT2_GOOD_OLD_INODE_SIZE +
912 ext2_inode->i_extra_isize > inode_size) {
913 ret = -EIO;
914 goto out;
915 }
916 if (ext2_inode->i_extra_isize != 0 &&
917 EXT2_XATTR_IHDR(ext2_inode)->h_magic ==
918 EXT2_EXT_ATTR_MAGIC) {
919 inline_ea = 1;
920 }
921 }
922 if (inline_ea) {
923 int total;
924 void *end = (void *)ext2_inode + inode_size;
925 entry = EXT2_XATTR_IFIRST(ext2_inode);
926 total = end - (void *)entry;
927 ret = ext2_xattr_check_names(entry, end);
928 if (ret)
929 goto out;
930 while (!EXT2_EXT_IS_LAST_ENTRY(entry)) {
931 ret = ext2_xattr_check_entry(entry, total);
932 if (ret)
933 goto out;
934 data = (void *)EXT2_XATTR_IFIRST(ext2_inode) +
935 entry->e_value_offs;
936 datalen = entry->e_value_size;
937 ret = copy_single_xattr(trans, root, objectid,
938 entry, data, datalen);
939 if (ret)
940 goto out;
941 entry = EXT2_EXT_ATTR_NEXT(entry);
942 }
943 }
944
945 if (ext2_inode->i_file_acl == 0)
946 goto out;
947
948 buffer = malloc(block_size);
949 if (!buffer) {
950 ret = -ENOMEM;
951 goto out;
952 }
953 err = ext2fs_read_ext_attr(ext2_fs, ext2_inode->i_file_acl, buffer);
954 if (err) {
955 fprintf(stderr, "ext2fs_read_ext_attr: %s\n",
956 error_message(err));
957 ret = -1;
958 goto out;
959 }
960 ret = ext2_xattr_check_block(buffer, block_size);
961 if (ret)
962 goto out;
963
964 entry = EXT2_XATTR_BFIRST(buffer);
965 while (!EXT2_EXT_IS_LAST_ENTRY(entry)) {
966 ret = ext2_xattr_check_entry(entry, block_size);
967 if (ret)
968 goto out;
969 data = buffer + entry->e_value_offs;
970 datalen = entry->e_value_size;
971 ret = copy_single_xattr(trans, root, objectid,
972 entry, data, datalen);
973 if (ret)
974 goto out;
975 entry = EXT2_EXT_ATTR_NEXT(entry);
976 }
977 out:
978 if (buffer != NULL)
979 free(buffer);
980 if ((void *)ext2_inode != inode_buf)
981 free(ext2_inode);
982 return ret;
983 }
984 #define MINORBITS 20
985 #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi))
986
987 static inline dev_t old_decode_dev(u16 val)
988 {
989 return MKDEV((val >> 8) & 255, val & 255);
990 }
991
992 static inline dev_t new_decode_dev(u32 dev)
993 {
994 unsigned major = (dev & 0xfff00) >> 8;
995 unsigned minor = (dev & 0xff) | ((dev >> 12) & 0xfff00);
996 return MKDEV(major, minor);
997 }
998
999 static int copy_inode_item(struct btrfs_inode_item *dst,
1000 struct ext2_inode *src, u32 blocksize)
1001 {
1002 btrfs_set_stack_inode_generation(dst, 1);
1003 btrfs_set_stack_inode_size(dst, src->i_size);
1004 btrfs_set_stack_inode_nbytes(dst, 0);
1005 btrfs_set_stack_inode_block_group(dst, 0);
1006 btrfs_set_stack_inode_nlink(dst, src->i_links_count);
1007 btrfs_set_stack_inode_uid(dst, src->i_uid | (src->i_uid_high << 16));
1008 btrfs_set_stack_inode_gid(dst, src->i_gid | (src->i_gid_high << 16));
1009 btrfs_set_stack_inode_mode(dst, src->i_mode);
1010 btrfs_set_stack_inode_rdev(dst, 0);
1011 btrfs_set_stack_inode_flags(dst, 0);
1012 btrfs_set_stack_timespec_sec(&dst->atime, src->i_atime);
1013 btrfs_set_stack_timespec_nsec(&dst->atime, 0);
1014 btrfs_set_stack_timespec_sec(&dst->ctime, src->i_ctime);
1015 btrfs_set_stack_timespec_nsec(&dst->ctime, 0);
1016 btrfs_set_stack_timespec_sec(&dst->mtime, src->i_mtime);
1017 btrfs_set_stack_timespec_nsec(&dst->mtime, 0);
1018 btrfs_set_stack_timespec_sec(&dst->otime, 0);
1019 btrfs_set_stack_timespec_nsec(&dst->otime, 0);
1020
1021 if (S_ISDIR(src->i_mode)) {
1022 btrfs_set_stack_inode_size(dst, 0);
1023 btrfs_set_stack_inode_nlink(dst, 1);
1024 }
1025 if (S_ISREG(src->i_mode)) {
1026 btrfs_set_stack_inode_size(dst, (u64)src->i_size_high << 32 |
1027 (u64)src->i_size);
1028 }
1029 if (!S_ISREG(src->i_mode) && !S_ISDIR(src->i_mode) &&
1030 !S_ISLNK(src->i_mode)) {
1031 if (src->i_block[0]) {
1032 btrfs_set_stack_inode_rdev(dst,
1033 old_decode_dev(src->i_block[0]));
1034 } else {
1035 btrfs_set_stack_inode_rdev(dst,
1036 new_decode_dev(src->i_block[1]));
1037 }
1038 }
1039 return 0;
1040 }
1041
1042 /*
1043 * copy a single inode. do all the required works, such as cloning
1044 * inode item, creating file extents and creating directory entries.
1045 */
1046 static int copy_single_inode(struct btrfs_trans_handle *trans,
1047 struct btrfs_root *root, u64 objectid,
1048 ext2_filsys ext2_fs, ext2_ino_t ext2_ino,
1049 struct ext2_inode *ext2_inode,
1050 int datacsum, int packing, int noxattr)
1051 {
1052 int ret;
1053 struct btrfs_key inode_key;
1054 struct btrfs_inode_item btrfs_inode;
1055
1056 if (ext2_inode->i_links_count == 0)
1057 return 0;
1058
1059 copy_inode_item(&btrfs_inode, ext2_inode, ext2_fs->blocksize);
1060 if (!datacsum && S_ISREG(ext2_inode->i_mode)) {
1061 u32 flags = btrfs_stack_inode_flags(&btrfs_inode) |
1062 BTRFS_INODE_NODATASUM;
1063 btrfs_set_stack_inode_flags(&btrfs_inode, flags);
1064 }
1065
1066 switch (ext2_inode->i_mode & S_IFMT) {
1067 case S_IFREG:
1068 ret = create_file_extents(trans, root, objectid, &btrfs_inode,
1069 ext2_fs, ext2_ino, datacsum, packing);
1070 break;
1071 case S_IFDIR:
1072 ret = create_dir_entries(trans, root, objectid, &btrfs_inode,
1073 ext2_fs, ext2_ino);
1074 break;
1075 case S_IFLNK:
1076 ret = create_symbol_link(trans, root, objectid, &btrfs_inode,
1077 ext2_fs, ext2_ino, ext2_inode);
1078 break;
1079 default:
1080 ret = 0;
1081 break;
1082 }
1083 if (ret)
1084 return ret;
1085
1086 if (!noxattr) {
1087 ret = copy_extended_attrs(trans, root, objectid, &btrfs_inode,
1088 ext2_fs, ext2_ino);
1089 if (ret)
1090 return ret;
1091 }
1092 inode_key.objectid = objectid;
1093 inode_key.offset = 0;
1094 btrfs_set_key_type(&inode_key, BTRFS_INODE_ITEM_KEY);
1095 ret = btrfs_insert_inode(trans, root, objectid, &btrfs_inode);
1096 return ret;
1097 }
1098
1099 static int copy_disk_extent(struct btrfs_root *root, u64 dst_bytenr,
1100 u64 src_bytenr, u32 num_bytes)
1101 {
1102 int ret;
1103 char *buffer;
1104 struct btrfs_fs_devices *fs_devs = root->fs_info->fs_devices;
1105
1106 buffer = malloc(num_bytes);
1107 if (!buffer)
1108 return -ENOMEM;
1109 ret = pread(fs_devs->latest_bdev, buffer, num_bytes, src_bytenr);
1110 if (ret != num_bytes)
1111 goto fail;
1112 ret = pwrite(fs_devs->latest_bdev, buffer, num_bytes, dst_bytenr);
1113 if (ret != num_bytes)
1114 goto fail;
1115 ret = 0;
1116 fail:
1117 free(buffer);
1118 if (ret > 0)
1119 ret = -1;
1120 return ret;
1121 }
1122 /*
1123 * scan ext2's inode bitmap and copy all used inode.
1124 */
1125 static int copy_inodes(struct btrfs_root *root, ext2_filsys ext2_fs,
1126 int datacsum, int packing, int noxattr)
1127 {
1128 int ret;
1129 errcode_t err;
1130 ext2_inode_scan ext2_scan;
1131 struct ext2_inode ext2_inode;
1132 ext2_ino_t ext2_ino;
1133 u64 objectid;
1134 struct btrfs_trans_handle *trans;
1135
1136 trans = btrfs_start_transaction(root, 1);
1137 if (!trans)
1138 return -ENOMEM;
1139 err = ext2fs_open_inode_scan(ext2_fs, 0, &ext2_scan);
1140 if (err) {
1141 fprintf(stderr, "ext2fs_open_inode_scan: %s\n", error_message(err));
1142 return -1;
1143 }
1144 while (!(err = ext2fs_get_next_inode(ext2_scan, &ext2_ino,
1145 &ext2_inode))) {
1146 /* no more inodes */
1147 if (ext2_ino == 0)
1148 break;
1149 /* skip special inode in ext2fs */
1150 if (ext2_ino < EXT2_GOOD_OLD_FIRST_INO &&
1151 ext2_ino != EXT2_ROOT_INO)
1152 continue;
1153 objectid = ext2_ino + INO_OFFSET;
1154 ret = copy_single_inode(trans, root,
1155 objectid, ext2_fs, ext2_ino,
1156 &ext2_inode, datacsum, packing,
1157 noxattr);
1158 if (ret)
1159 return ret;
1160 if (trans->blocks_used >= 4096) {
1161 ret = btrfs_commit_transaction(trans, root);
1162 BUG_ON(ret);
1163 trans = btrfs_start_transaction(root, 1);
1164 BUG_ON(!trans);
1165 }
1166 }
1167 if (err) {
1168 fprintf(stderr, "ext2fs_get_next_inode: %s\n", error_message(err));
1169 return -1;
1170 }
1171 ret = btrfs_commit_transaction(trans, root);
1172 BUG_ON(ret);
1173
1174 return ret;
1175 }
1176
1177 /*
1178 * Construct a range of ext2fs image file.
1179 * scan block allocation bitmap, find all blocks used by the ext2fs
1180 * in this range and create file extents that point to these blocks.
1181 *
1182 * Note: Before calling the function, no file extent points to blocks
1183 * in this range
1184 */
1185 static int create_image_file_range(struct btrfs_trans_handle *trans,
1186 struct btrfs_root *root, u64 objectid,
1187 struct btrfs_inode_item *inode,
1188 u64 start_byte, u64 end_byte,
1189 ext2_filsys ext2_fs)
1190 {
1191 u32 blocksize = ext2_fs->blocksize;
1192 u32 block = start_byte / blocksize;
1193 u32 last_block = (end_byte + blocksize - 1) / blocksize;
1194 int ret = 0;
1195 struct blk_iterate_data data = {
1196 .trans = trans,
1197 .root = root,
1198 .inode = inode,
1199 .objectid = objectid,
1200 .first_block = block,
1201 .disk_block = 0,
1202 .num_blocks = 0,
1203 .boundary = (u64)-1,
1204 .checksum = 0,
1205 .errcode = 0,
1206 };
1207 for (; start_byte < end_byte; block++, start_byte += blocksize) {
1208 if (!ext2fs_fast_test_block_bitmap(ext2_fs->block_map, block))
1209 continue;
1210 ret = block_iterate_proc(NULL, block, block, &data);
1211 if (ret & BLOCK_ABORT) {
1212 ret = data.errcode;
1213 goto fail;
1214 }
1215 }
1216 if (data.num_blocks > 0) {
1217 ret = record_file_blocks(trans, root, objectid, inode,
1218 data.first_block, data.disk_block,
1219 data.num_blocks, 0);
1220 if (ret)
1221 goto fail;
1222 data.first_block += data.num_blocks;
1223 }
1224 if (last_block > data.first_block) {
1225 ret = record_file_blocks(trans, root, objectid, inode,
1226 data.first_block, 0, last_block -
1227 data.first_block, 0);
1228 if (ret)
1229 goto fail;
1230 }
1231 fail:
1232 return ret;
1233 }
1234 /*
1235 * Create the ext2fs image file.
1236 */
1237 static int create_ext2_image(struct btrfs_root *root, ext2_filsys ext2_fs,
1238 const char *name)
1239 {
1240 int ret;
1241 struct btrfs_key key;
1242 struct btrfs_key location;
1243 struct btrfs_path path;
1244 struct btrfs_inode_item btrfs_inode;
1245 struct btrfs_inode_item *inode_item;
1246 struct extent_buffer *leaf;
1247 struct btrfs_fs_info *fs_info = root->fs_info;
1248 struct btrfs_root *extent_root = fs_info->extent_root;
1249 struct btrfs_trans_handle *trans;
1250 struct btrfs_extent_item *ei;
1251 struct btrfs_extent_inline_ref *iref;
1252 struct btrfs_extent_data_ref *dref;
1253 u64 bytenr;
1254 u64 num_bytes;
1255 u64 objectid;
1256 u64 last_byte;
1257 u64 first_free;
1258 u64 total_bytes;
1259 u32 sectorsize = root->sectorsize;
1260
1261 total_bytes = btrfs_super_total_bytes(&fs_info->super_copy);
1262 first_free = BTRFS_SUPER_INFO_OFFSET + sectorsize * 2 - 1;
1263 first_free &= ~((u64)sectorsize - 1);
1264
1265 memset(&btrfs_inode, 0, sizeof(btrfs_inode));
1266 btrfs_set_stack_inode_generation(&btrfs_inode, 1);
1267 btrfs_set_stack_inode_size(&btrfs_inode, total_bytes);
1268 btrfs_set_stack_inode_nlink(&btrfs_inode, 1);
1269 btrfs_set_stack_inode_nbytes(&btrfs_inode, 0);
1270 btrfs_set_stack_inode_mode(&btrfs_inode, S_IFREG | 0400);
1271 btrfs_set_stack_inode_flags(&btrfs_inode, BTRFS_INODE_NODATASUM |
1272 BTRFS_INODE_READONLY);
1273 btrfs_init_path(&path);
1274 trans = btrfs_start_transaction(root, 1);
1275 BUG_ON(!trans);
1276
1277 objectid = btrfs_root_dirid(&root->root_item);
1278 ret = btrfs_find_free_objectid(trans, root, objectid, &objectid);
1279 if (ret)
1280 goto fail;
1281
1282 /*
1283 * copy blocks covered by extent #0 to new positions. extent #0 is
1284 * special, we can't rely on relocate_extents_range to relocate it.
1285 */
1286 for (last_byte = 0; last_byte < first_free; last_byte += sectorsize) {
1287 ret = custom_alloc_extent(root, sectorsize, 0, &key);
1288 if (ret)
1289 goto fail;
1290 ret = copy_disk_extent(root, key.objectid, last_byte,
1291 sectorsize);
1292 if (ret)
1293 goto fail;
1294 ret = record_file_extent(trans, root, objectid,
1295 &btrfs_inode, last_byte,
1296 key.objectid, sectorsize, 0);
1297 if (ret)
1298 goto fail;
1299 }
1300
1301 while(1) {
1302 key.objectid = last_byte;
1303 key.offset = 0;
1304 btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
1305 ret = btrfs_search_slot(trans, fs_info->extent_root,
1306 &key, &path, 0, 0);
1307 if (ret < 0)
1308 goto fail;
1309 next:
1310 leaf = path.nodes[0];
1311 if (path.slots[0] >= btrfs_header_nritems(leaf)) {
1312 ret = btrfs_next_leaf(extent_root, &path);
1313 if (ret < 0)
1314 goto fail;
1315 if (ret > 0)
1316 break;
1317 leaf = path.nodes[0];
1318 }
1319 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
1320 if (last_byte > key.objectid ||
1321 key.type != BTRFS_EXTENT_ITEM_KEY) {
1322 path.slots[0]++;
1323 goto next;
1324 }
1325
1326 bytenr = key.objectid;
1327 num_bytes = key.offset;
1328 ei = btrfs_item_ptr(leaf, path.slots[0],
1329 struct btrfs_extent_item);
1330 if (!(btrfs_extent_flags(leaf, ei) & BTRFS_EXTENT_FLAG_DATA)) {
1331 path.slots[0]++;
1332 goto next;
1333 }
1334
1335 BUG_ON(btrfs_item_size_nr(leaf, path.slots[0]) != sizeof(*ei) +
1336 btrfs_extent_inline_ref_size(BTRFS_EXTENT_DATA_REF_KEY));
1337
1338 iref = (struct btrfs_extent_inline_ref *)(ei + 1);
1339 key.type = btrfs_extent_inline_ref_type(leaf, iref);
1340 BUG_ON(key.type != BTRFS_EXTENT_DATA_REF_KEY);
1341 dref = (struct btrfs_extent_data_ref *)(&iref->offset);
1342 if (btrfs_extent_data_ref_root(leaf, dref) !=
1343 BTRFS_FS_TREE_OBJECTID) {
1344 path.slots[0]++;
1345 goto next;
1346 }
1347
1348 if (bytenr > last_byte) {
1349 ret = create_image_file_range(trans, root, objectid,
1350 &btrfs_inode, last_byte,
1351 bytenr, ext2_fs);
1352 if (ret)
1353 goto fail;
1354 }
1355 ret = record_file_extent(trans, root, objectid, &btrfs_inode,
1356 bytenr, bytenr, num_bytes, 0);
1357 if (ret)
1358 goto fail;
1359 last_byte = bytenr + num_bytes;
1360 btrfs_release_path(extent_root, &path);
1361
1362 if (trans->blocks_used >= 4096) {
1363 ret = btrfs_commit_transaction(trans, root);
1364 BUG_ON(ret);
1365 trans = btrfs_start_transaction(root, 1);
1366 BUG_ON(!trans);
1367 }
1368 }
1369 btrfs_release_path(root, &path);
1370 if (total_bytes > last_byte) {
1371 ret = create_image_file_range(trans, root, objectid,
1372 &btrfs_inode, last_byte,
1373 total_bytes, ext2_fs);
1374 if (ret)
1375 goto fail;
1376 }
1377
1378 ret = btrfs_insert_inode(trans, root, objectid, &btrfs_inode);
1379 if (ret)
1380 goto fail;
1381
1382 location.objectid = objectid;
1383 location.offset = 0;
1384 btrfs_set_key_type(&location, BTRFS_INODE_ITEM_KEY);
1385 ret = btrfs_insert_dir_item(trans, root, name, strlen(name),
1386 btrfs_root_dirid(&root->root_item),
1387 &location, EXT2_FT_REG_FILE, objectid);
1388 if (ret)
1389 goto fail;
1390 ret = btrfs_insert_inode_ref(trans, root, name, strlen(name),
1391 objectid,
1392 btrfs_root_dirid(&root->root_item),
1393 objectid);
1394 if (ret)
1395 goto fail;
1396 location.objectid = btrfs_root_dirid(&root->root_item);
1397 location.offset = 0;
1398 btrfs_set_key_type(&location, BTRFS_INODE_ITEM_KEY);
1399 ret = btrfs_lookup_inode(trans, root, &path, &location, 1);
1400 if (ret)
1401 goto fail;
1402 leaf = path.nodes[0];
1403 inode_item = btrfs_item_ptr(leaf, path.slots[0],
1404 struct btrfs_inode_item);
1405 btrfs_set_inode_size(leaf, inode_item, strlen(name) * 2 +
1406 btrfs_inode_size(leaf, inode_item));
1407 btrfs_mark_buffer_dirty(leaf);
1408 btrfs_release_path(root, &path);
1409 ret = btrfs_commit_transaction(trans, root);
1410 BUG_ON(ret);
1411 fail:
1412 btrfs_release_path(root, &path);
1413 return ret;
1414 }
1415
1416 struct btrfs_root *link_subvol(struct btrfs_root *root, const char *base,
1417 u64 root_objectid)
1418 {
1419 struct btrfs_trans_handle *trans;
1420 struct btrfs_fs_info *fs_info = root->fs_info;
1421 struct btrfs_root *tree_root = fs_info->tree_root;
1422 struct btrfs_root *new_root = NULL;
1423 struct btrfs_path *path;
1424 struct btrfs_inode_item *inode_item;
1425 struct extent_buffer *leaf;
1426 struct btrfs_key key;
1427 u64 dirid = btrfs_root_dirid(&root->root_item);
1428 u64 index = 2;
1429 char buf[64];
1430 int i;
1431 int ret;
1432
1433 path = btrfs_alloc_path();
1434 BUG_ON(!path);
1435
1436 key.objectid = dirid;
1437 key.type = BTRFS_DIR_INDEX_KEY;
1438 key.offset = (u64)-1;
1439
1440 ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
1441 BUG_ON(ret <= 0);
1442
1443 if (path->slots[0] > 0) {
1444 path->slots[0]--;
1445 btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
1446 if (key.objectid == dirid && key.type == BTRFS_DIR_INDEX_KEY)
1447 index = key.offset + 1;
1448 }
1449 btrfs_release_path(root, path);
1450
1451 trans = btrfs_start_transaction(root, 1);
1452 BUG_ON(!trans);
1453
1454 key.objectid = dirid;
1455 key.offset = 0;
1456 key.type = BTRFS_INODE_ITEM_KEY;
1457
1458 ret = btrfs_lookup_inode(trans, root, path, &key, 1);
1459 BUG_ON(ret);
1460 leaf = path->nodes[0];
1461 inode_item = btrfs_item_ptr(leaf, path->slots[0],
1462 struct btrfs_inode_item);
1463
1464 key.objectid = root_objectid;
1465 key.offset = (u64)-1;
1466 key.type = BTRFS_ROOT_ITEM_KEY;
1467
1468 strcpy(buf, base);
1469 for (i = 0; i < 1024; i++) {
1470 ret = btrfs_insert_dir_item(trans, root, buf, strlen(buf),
1471 dirid, &key, BTRFS_FT_DIR, index);
1472 if (ret != -EEXIST)
1473 break;
1474 sprintf(buf, "%s%d", base, i);
1475 }
1476 if (ret)
1477 goto fail;
1478
1479 btrfs_set_inode_size(leaf, inode_item, strlen(buf) * 2 +
1480 btrfs_inode_size(leaf, inode_item));
1481 btrfs_mark_buffer_dirty(leaf);
1482 btrfs_release_path(root, path);
1483
1484 /* add the backref first */
1485 ret = btrfs_add_root_ref(trans, tree_root, root_objectid,
1486 BTRFS_ROOT_BACKREF_KEY,
1487 root->root_key.objectid,
1488 dirid, index, buf, strlen(buf));
1489 BUG_ON(ret);
1490
1491 /* now add the forward ref */
1492 ret = btrfs_add_root_ref(trans, tree_root, root->root_key.objectid,
1493 BTRFS_ROOT_REF_KEY, root_objectid,
1494 dirid, index, buf, strlen(buf));
1495
1496 ret = btrfs_commit_transaction(trans, root);
1497 BUG_ON(ret);
1498
1499 new_root = btrfs_read_fs_root(fs_info, &key);
1500 if (IS_ERR(new_root))
1501 new_root = NULL;
1502 fail:
1503 btrfs_free_path(path);
1504 return new_root;
1505 }
1506
1507 /*
1508 * Fixup block accounting. The initial block accounting created by
1509 * make_block_groups isn't accuracy in this case.
1510 */
1511 static int fixup_block_accounting(struct btrfs_trans_handle *trans,
1512 struct btrfs_root *root)
1513 {
1514 int ret;
1515 int slot;
1516 u64 start = 0;
1517 u64 bytes_used = 0;
1518 struct btrfs_path path;
1519 struct btrfs_key key;
1520 struct extent_buffer *leaf;
1521 struct btrfs_block_group_cache *cache;
1522 struct btrfs_fs_info *fs_info = root->fs_info;
1523
1524 while(1) {
1525 cache = btrfs_lookup_block_group(fs_info, start);
1526 if (!cache)
1527 break;
1528 start = cache->key.objectid + cache->key.offset;
1529 btrfs_set_block_group_used(&cache->item, 0);
1530 cache->space_info->bytes_used = 0;
1531 }
1532
1533 btrfs_init_path(&path);
1534 key.offset = 0;
1535 key.objectid = 0;
1536 btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
1537 ret = btrfs_search_slot(trans, root->fs_info->extent_root,
1538 &key, &path, 0, 0);
1539 if (ret < 0)
1540 return ret;
1541 while(1) {
1542 leaf = path.nodes[0];
1543 slot = path.slots[0];
1544 if (slot >= btrfs_header_nritems(leaf)) {
1545 ret = btrfs_next_leaf(root, &path);
1546 if (ret < 0)
1547 return ret;
1548 if (ret > 0)
1549 break;
1550 leaf = path.nodes[0];
1551 slot = path.slots[0];
1552 }
1553 btrfs_item_key_to_cpu(leaf, &key, slot);
1554 if (key.type == BTRFS_EXTENT_ITEM_KEY) {
1555 bytes_used += key.offset;
1556 ret = btrfs_update_block_group(trans, root,
1557 key.objectid, key.offset, 1, 0);
1558 BUG_ON(ret);
1559 }
1560 path.slots[0]++;
1561 }
1562 btrfs_set_super_bytes_used(&root->fs_info->super_copy, bytes_used);
1563 btrfs_release_path(root, &path);
1564 return 0;
1565 }
1566
1567 static int create_chunk_mapping(struct btrfs_trans_handle *trans,
1568 struct btrfs_root *root)
1569 {
1570 struct btrfs_fs_info *info = root->fs_info;
1571 struct btrfs_root *chunk_root = info->chunk_root;
1572 struct btrfs_root *extent_root = info->extent_root;
1573 struct btrfs_device *device;
1574 struct btrfs_block_group_cache *cache;
1575 struct btrfs_dev_extent *extent;
1576 struct extent_buffer *leaf;
1577 struct btrfs_chunk chunk;
1578 struct btrfs_key key;
1579 struct btrfs_path path;
1580 u64 cur_start;
1581 u64 total_bytes;
1582 u64 chunk_objectid;
1583 int ret;
1584
1585 btrfs_init_path(&path);
1586
1587 total_bytes = btrfs_super_total_bytes(&root->fs_info->super_copy);
1588 chunk_objectid = BTRFS_FIRST_CHUNK_TREE_OBJECTID;
1589
1590 BUG_ON(list_empty(&info->fs_devices->devices));
1591 device = list_entry(info->fs_devices->devices.next,
1592 struct btrfs_device, dev_list);
1593 BUG_ON(device->devid != info->fs_devices->latest_devid);
1594
1595 /* delete device extent created by make_btrfs */
1596 key.objectid = device->devid;
1597 key.offset = 0;
1598 key.type = BTRFS_DEV_EXTENT_KEY;
1599 ret = btrfs_search_slot(trans, device->dev_root, &key, &path, -1, 1);
1600 if (ret < 0)
1601 goto err;
1602
1603 BUG_ON(ret > 0);
1604 ret = btrfs_del_item(trans, device->dev_root, &path);
1605 if (ret)
1606 goto err;
1607 btrfs_release_path(device->dev_root, &path);
1608
1609 /* delete chunk item created by make_btrfs */
1610 key.objectid = chunk_objectid;
1611 key.offset = 0;
1612 key.type = BTRFS_CHUNK_ITEM_KEY;
1613 ret = btrfs_search_slot(trans, chunk_root, &key, &path, -1, 1);
1614 if (ret < 0)
1615 goto err;
1616
1617 BUG_ON(ret > 0);
1618 ret = btrfs_del_item(trans, chunk_root, &path);
1619 if (ret)
1620 goto err;
1621 btrfs_release_path(chunk_root, &path);
1622
1623 /* for each block group, create device extent and chunk item */
1624 cur_start = 0;
1625 while (cur_start < total_bytes) {
1626 cache = btrfs_lookup_block_group(root->fs_info, cur_start);
1627 BUG_ON(!cache);
1628
1629 /* insert device extent */
1630 key.objectid = device->devid;
1631 key.offset = cache->key.objectid;
1632 key.type = BTRFS_DEV_EXTENT_KEY;
1633 ret = btrfs_insert_empty_item(trans, device->dev_root, &path,
1634 &key, sizeof(*extent));
1635 if (ret)
1636 goto err;
1637
1638 leaf = path.nodes[0];
1639 extent = btrfs_item_ptr(leaf, path.slots[0],
1640 struct btrfs_dev_extent);
1641
1642 btrfs_set_dev_extent_chunk_tree(leaf, extent,
1643 chunk_root->root_key.objectid);
1644 btrfs_set_dev_extent_chunk_objectid(leaf, extent,
1645 chunk_objectid);
1646 btrfs_set_dev_extent_chunk_offset(leaf, extent,
1647 cache->key.objectid);
1648 btrfs_set_dev_extent_length(leaf, extent, cache->key.offset);
1649 write_extent_buffer(leaf, root->fs_info->chunk_tree_uuid,
1650 (unsigned long)btrfs_dev_extent_chunk_tree_uuid(extent),
1651 BTRFS_UUID_SIZE);
1652 btrfs_mark_buffer_dirty(leaf);
1653 btrfs_release_path(device->dev_root, &path);
1654
1655 /* insert chunk item */
1656 btrfs_set_stack_chunk_length(&chunk, cache->key.offset);
1657 btrfs_set_stack_chunk_owner(&chunk,
1658 extent_root->root_key.objectid);
1659 btrfs_set_stack_chunk_stripe_len(&chunk, STRIPE_LEN);
1660 btrfs_set_stack_chunk_type(&chunk, cache->flags);
1661 btrfs_set_stack_chunk_io_align(&chunk, device->io_align);
1662 btrfs_set_stack_chunk_io_width(&chunk, device->io_width);
1663 btrfs_set_stack_chunk_sector_size(&chunk, device->sector_size);
1664 btrfs_set_stack_chunk_num_stripes(&chunk, 1);
1665 btrfs_set_stack_chunk_sub_stripes(&chunk, 0);
1666 btrfs_set_stack_stripe_devid(&chunk.stripe, device->devid);
1667 btrfs_set_stack_stripe_offset(&chunk.stripe,
1668 cache->key.objectid);
1669 memcpy(&chunk.stripe.dev_uuid, device->uuid, BTRFS_UUID_SIZE);
1670
1671 key.objectid = chunk_objectid;
1672 key.offset = cache->key.objectid;
1673 key.type = BTRFS_CHUNK_ITEM_KEY;
1674
1675 ret = btrfs_insert_item(trans, chunk_root, &key, &chunk,
1676 btrfs_chunk_item_size(1));
1677 if (ret)
1678 goto err;
1679
1680 cur_start = cache->key.objectid + cache->key.offset;
1681 }
1682
1683 device->bytes_used = total_bytes;
1684 ret = btrfs_update_device(trans, device);
1685 err:
1686 btrfs_release_path(device->dev_root, &path);
1687 return ret;
1688 }
1689
1690 static int create_subvol(struct btrfs_trans_handle *trans,
1691 struct btrfs_root *root, u64 root_objectid)
1692 {
1693 struct extent_buffer *tmp;
1694 struct btrfs_root *new_root;
1695 struct btrfs_key key;
1696 struct btrfs_root_item root_item;
1697 int ret;
1698
1699 ret = btrfs_copy_root(trans, root, root->node, &tmp,
1700 root_objectid);
1701 BUG_ON(ret);
1702
1703 memcpy(&root_item, &root->root_item, sizeof(root_item));
1704 btrfs_set_root_bytenr(&root_item, tmp->start);
1705 btrfs_set_root_level(&root_item, btrfs_header_level(tmp));
1706 btrfs_set_root_generation(&root_item, trans->transid);
1707 free_extent_buffer(tmp);
1708
1709 key.objectid = root_objectid;
1710 key.type = BTRFS_ROOT_ITEM_KEY;
1711 key.offset = trans->transid;
1712 ret = btrfs_insert_root(trans, root->fs_info->tree_root,
1713 &key, &root_item);
1714
1715 key.offset = (u64)-1;
1716 new_root = btrfs_read_fs_root(root->fs_info, &key);
1717 BUG_ON(!new_root || IS_ERR(new_root));
1718
1719 ret = btrfs_make_root_dir(trans, new_root, BTRFS_FIRST_FREE_OBJECTID);
1720 BUG_ON(ret);
1721
1722 return 0;
1723 }
1724
1725 static int init_btrfs(struct btrfs_root *root)
1726 {
1727 int ret;
1728 struct btrfs_key location;
1729 struct btrfs_trans_handle *trans;
1730 struct btrfs_fs_info *fs_info = root->fs_info;
1731 struct extent_buffer *tmp;
1732
1733 trans = btrfs_start_transaction(root, 1);
1734 BUG_ON(!trans);
1735 ret = btrfs_make_block_groups(trans, root);
1736 if (ret)
1737 goto err;
1738 ret = fixup_block_accounting(trans, root);
1739 if (ret)
1740 goto err;
1741 ret = create_chunk_mapping(trans, root);
1742 if (ret)
1743 goto err;
1744 ret = btrfs_make_root_dir(trans, fs_info->tree_root,
1745 BTRFS_ROOT_TREE_DIR_OBJECTID);
1746 if (ret)
1747 goto err;
1748 memcpy(&location, &root->root_key, sizeof(location));
1749 location.offset = (u64)-1;
1750 ret = btrfs_insert_dir_item(trans, fs_info->tree_root, "default", 7,
1751 btrfs_super_root_dir(&fs_info->super_copy),
1752 &location, BTRFS_FT_DIR, 0);
1753 if (ret)
1754 goto err;
1755 ret = btrfs_insert_inode_ref(trans, fs_info->tree_root, "default", 7,
1756 location.objectid,
1757 btrfs_super_root_dir(&fs_info->super_copy), 0);
1758 if (ret)
1759 goto err;
1760 btrfs_set_root_dirid(&fs_info->fs_root->root_item,
1761 BTRFS_FIRST_FREE_OBJECTID);
1762
1763 /* subvol for ext2 image file */
1764 ret = create_subvol(trans, root, EXT2_IMAGE_SUBVOL_OBJECTID);
1765 BUG_ON(ret);
1766 /* subvol for data relocation */
1767 ret = create_subvol(trans, root, BTRFS_DATA_RELOC_TREE_OBJECTID);
1768 BUG_ON(ret);
1769
1770 ret = __btrfs_cow_block(trans, fs_info->csum_root,
1771 fs_info->csum_root->node, NULL, 0, &tmp, 0, 0);
1772 BUG_ON(ret);
1773 free_extent_buffer(tmp);
1774
1775 ret = btrfs_commit_transaction(trans, root);
1776 BUG_ON(ret);
1777 err:
1778 return ret;
1779 }
1780
1781 /*
1782 * Migrate super block to it's default position and zero 0 ~ 16k
1783 */
1784 static int migrate_super_block(int fd, u64 old_bytenr, u32 sectorsize)
1785 {
1786 int ret;
1787 struct extent_buffer *buf;
1788 struct btrfs_super_block *super;
1789 u32 len;
1790 u32 bytenr;
1791
1792 BUG_ON(sectorsize < sizeof(*super));
1793 buf = malloc(sizeof(*buf) + sectorsize);
1794 if (!buf)
1795 return -ENOMEM;
1796
1797 buf->len = sectorsize;
1798 ret = pread(fd, buf->data, sectorsize, old_bytenr);
1799 if (ret != sectorsize)
1800 goto fail;
1801
1802 super = (struct btrfs_super_block *)buf->data;
1803 BUG_ON(btrfs_super_bytenr(super) != old_bytenr);
1804 btrfs_set_super_bytenr(super, BTRFS_SUPER_INFO_OFFSET);
1805
1806 csum_tree_block_size(buf, BTRFS_CRC32_SIZE, 0);
1807 ret = pwrite(fd, buf->data, sectorsize, BTRFS_SUPER_INFO_OFFSET);
1808 if (ret != sectorsize)
1809 goto fail;
1810
1811 ret = fsync(fd);
1812 if (ret)
1813 goto fail;
1814
1815 memset(buf->data, 0, sectorsize);
1816 for (bytenr = 0; bytenr < BTRFS_SUPER_INFO_OFFSET; ) {
1817 len = BTRFS_SUPER_INFO_OFFSET - bytenr;
1818 if (len > sectorsize)
1819 len = sectorsize;
1820 ret = pwrite(fd, buf->data, len, bytenr);
1821 if (ret != len) {
1822 fprintf(stderr, "unable to zero fill device\n");
1823 break;
1824 }
1825 bytenr += len;
1826 }
1827 ret = 0;
1828 fsync(fd);
1829 fail:
1830 free(buf);
1831 if (ret > 0)
1832 ret = -1;
1833 return ret;
1834 }
1835
1836 static int prepare_system_chunk_sb(struct btrfs_super_block *super)
1837 {
1838 struct btrfs_chunk *chunk;
1839 struct btrfs_disk_key *key;
1840 u32 sectorsize = btrfs_super_sectorsize(super);
1841
1842 key = (struct btrfs_disk_key *)(super->sys_chunk_array);
1843 chunk = (struct btrfs_chunk *)(super->sys_chunk_array +
1844 sizeof(struct btrfs_disk_key));
1845
1846 btrfs_set_disk_key_objectid(key, BTRFS_FIRST_CHUNK_TREE_OBJECTID);
1847 btrfs_set_disk_key_type(key, BTRFS_CHUNK_ITEM_KEY);
1848 btrfs_set_disk_key_offset(key, 0);
1849
1850 btrfs_set_stack_chunk_length(chunk, btrfs_super_total_bytes(super));
1851 btrfs_set_stack_chunk_owner(chunk, BTRFS_EXTENT_TREE_OBJECTID);
1852 btrfs_set_stack_chunk_stripe_len(chunk, 64 * 1024);
1853 btrfs_set_stack_chunk_type(chunk, BTRFS_BLOCK_GROUP_SYSTEM);
1854 btrfs_set_stack_chunk_io_align(chunk, sectorsize);
1855 btrfs_set_stack_chunk_io_width(chunk, sectorsize);
1856 btrfs_set_stack_chunk_sector_size(chunk, sectorsize);
1857 btrfs_set_stack_chunk_num_stripes(chunk, 1);
1858 btrfs_set_stack_chunk_sub_stripes(chunk, 0);
1859 chunk->stripe.devid = super->dev_item.devid;
1860 chunk->stripe.offset = cpu_to_le64(0);
1861 memcpy(chunk->stripe.dev_uuid, super->dev_item.uuid, BTRFS_UUID_SIZE);
1862 btrfs_set_super_sys_array_size(super, sizeof(*key) + sizeof(*chunk));
1863 return 0;
1864 }
1865
1866 static int prepare_system_chunk(int fd, u64 sb_bytenr, u32 sectorsize)
1867 {
1868 int ret;
1869 struct extent_buffer *buf;
1870 struct btrfs_super_block *super;
1871
1872 BUG_ON(sectorsize < sizeof(*super));
1873 buf = malloc(sizeof(*buf) + sectorsize);
1874 if (!buf)
1875 return -ENOMEM;
1876
1877 buf->len = sectorsize;
1878 ret = pread(fd, buf->data, sectorsize, sb_bytenr);
1879 if (ret != sectorsize)
1880 goto fail;
1881
1882 super = (struct btrfs_super_block *)buf->data;
1883 BUG_ON(btrfs_super_bytenr(super) != sb_bytenr);
1884 BUG_ON(btrfs_super_num_devices(super) != 1);
1885
1886 ret = prepare_system_chunk_sb(super);
1887 if (ret)
1888 goto fail;
1889
1890 csum_tree_block_size(buf, BTRFS_CRC32_SIZE, 0);
1891 ret = pwrite(fd, buf->data, sectorsize, sb_bytenr);
1892 if (ret != sectorsize)
1893 goto fail;
1894
1895 ret = 0;
1896 fail:
1897 free(buf);
1898 if (ret > 0)
1899 ret = -1;
1900 return ret;
1901 }
1902
1903 static int relocate_one_reference(struct btrfs_trans_handle *trans,
1904 struct btrfs_root *root,
1905 u64 extent_start, u64 extent_size,
1906 struct btrfs_key *extent_key,
1907 struct extent_io_tree *reloc_tree)
1908 {
1909 struct extent_buffer *leaf;
1910 struct btrfs_file_extent_item *fi;
1911 struct btrfs_key key;
1912 struct btrfs_path path;
1913 struct btrfs_inode_item inode;
1914 struct blk_iterate_data data;
1915 u64 bytenr;
1916 u64 num_bytes;
1917 u64 cur_offset;
1918 u64 new_pos;
1919 u64 nbytes;
1920 u64 sector_end;
1921 u32 sectorsize = root->sectorsize;
1922 unsigned long ptr;
1923 int datacsum;
1924 int fd;
1925 int ret;
1926
1927 btrfs_init_path(&path);
1928 ret = btrfs_search_slot(trans, root, extent_key, &path, -1, 1);
1929 if (ret)
1930 goto fail;
1931
1932 leaf = path.nodes[0];
1933 fi = btrfs_item_ptr(leaf, path.slots[0],
1934 struct btrfs_file_extent_item);
1935 BUG_ON(btrfs_file_extent_offset(leaf, fi) > 0);
1936 if (extent_start != btrfs_file_extent_disk_bytenr(leaf, fi) ||
1937 extent_size != btrfs_file_extent_disk_num_bytes(leaf, fi)) {
1938 ret = 1;
1939 goto fail;
1940 }
1941
1942 bytenr = extent_start + btrfs_file_extent_offset(leaf, fi);
1943 num_bytes = btrfs_file_extent_num_bytes(leaf, fi);
1944
1945 ret = btrfs_del_item(trans, root, &path);
1946 if (ret)
1947 goto fail;
1948
1949 ret = btrfs_free_extent(trans, root, extent_start, extent_size, 0,
1950 root->root_key.objectid,
1951 extent_key->objectid, extent_key->offset);
1952 if (ret)
1953 goto fail;
1954
1955 btrfs_release_path(root, &path);
1956
1957 key.objectid = extent_key->objectid;
1958 key.offset = 0;
1959 key.type = BTRFS_INODE_ITEM_KEY;
1960 ret = btrfs_lookup_inode(trans, root, &path, &key, 0);
1961 if (ret)
1962 goto fail;
1963
1964 leaf = path.nodes[0];
1965 ptr = btrfs_item_ptr_offset(leaf, path.slots[0]);
1966 read_extent_buffer(leaf, &inode, ptr, sizeof(inode));
1967 btrfs_release_path(root, &path);
1968
1969 BUG_ON(num_bytes & (sectorsize - 1));
1970 nbytes = btrfs_stack_inode_nbytes(&inode) - num_bytes;
1971 btrfs_set_stack_inode_nbytes(&inode, nbytes);
1972 datacsum = !(btrfs_stack_inode_flags(&inode) & BTRFS_INODE_NODATASUM);
1973
1974 data = (struct blk_iterate_data) {
1975 .trans = trans,
1976 .root = root,
1977 .inode = &inode,
1978 .objectid = extent_key->objectid,
1979 .first_block = extent_key->offset / sectorsize,
1980 .disk_block = 0,
1981 .num_blocks = 0,
1982 .boundary = (u64)-1,
1983 .checksum = datacsum,
1984 .errcode = 0,
1985 };
1986
1987 cur_offset = extent_key->offset;
1988 while (num_bytes > 0) {
1989 sector_end = bytenr + sectorsize - 1;
1990 if (test_range_bit(reloc_tree, bytenr, sector_end,
1991 EXTENT_LOCKED, 1)) {
1992 ret = get_state_private(reloc_tree, bytenr, &new_pos);
1993 BUG_ON(ret);
1994 } else {
1995 ret = custom_alloc_extent(root, sectorsize, 0, &key);
1996 if (ret)
1997 goto fail;
1998 new_pos = key.objectid;
1999
2000 if (cur_offset == extent_key->offset) {
2001 fd = root->fs_info->fs_devices->latest_bdev;
2002 readahead(fd, bytenr, num_bytes);
2003 }
2004 ret = copy_disk_extent(root, new_pos, bytenr,
2005 sectorsize);
2006 if (ret)
2007 goto fail;
2008 ret = set_extent_bits(reloc_tree, bytenr, sector_end,
2009 EXTENT_LOCKED, GFP_NOFS);
2010 BUG_ON(ret);
2011 ret = set_state_private(reloc_tree, bytenr, new_pos);
2012 BUG_ON(ret);
2013 }
2014
2015 ret = block_iterate_proc(NULL, new_pos / sectorsize,
2016 cur_offset / sectorsize, &data);
2017 if (ret & BLOCK_ABORT) {
2018 ret = data.errcode;
2019 goto fail;
2020 }
2021
2022 cur_offset += sectorsize;
2023 bytenr += sectorsize;
2024 num_bytes -= sectorsize;
2025 }
2026
2027 if (data.num_blocks > 0) {
2028 ret = record_file_blocks(trans, root,
2029 extent_key->objectid, &inode,
2030 data.first_block, data.disk_block,
2031 data.num_blocks, datacsum);
2032 if (ret)
2033 goto fail;
2034 }
2035
2036 key.objectid = extent_key->objectid;
2037 key.offset = 0;
2038 key.type = BTRFS_INODE_ITEM_KEY;
2039 ret = btrfs_lookup_inode(trans, root, &path, &key, 1);
2040 if (ret)
2041 goto fail;
2042
2043 leaf = path.nodes[0];
2044 ptr = btrfs_item_ptr_offset(leaf, path.slots[0]);
2045 write_extent_buffer(leaf, &inode, ptr, sizeof(inode));
2046 btrfs_mark_buffer_dirty(leaf);
2047 btrfs_release_path(root, &path);
2048
2049 fail:
2050 btrfs_release_path(root, &path);
2051 return ret;
2052 }
2053
2054 static int relocate_extents_range(struct btrfs_root *fs_root,
2055 struct btrfs_root *ext2_root,
2056 u64 start_byte, u64 end_byte)
2057 {
2058 struct btrfs_fs_info *info = fs_root->fs_info;
2059 struct btrfs_root *extent_root = info->extent_root;
2060 struct btrfs_root *cur_root = NULL;
2061 struct btrfs_trans_handle *trans;
2062 struct btrfs_extent_data_ref *dref;
2063 struct btrfs_extent_inline_ref *iref;
2064 struct btrfs_extent_item *ei;
2065 struct extent_buffer *leaf;
2066 struct btrfs_key key;
2067 struct btrfs_key extent_key;
2068 struct btrfs_path path;
2069 struct extent_io_tree reloc_tree;
2070 unsigned long ptr;
2071 unsigned long end;
2072 u64 cur_byte;
2073 u64 num_bytes;
2074 u64 ref_root;
2075 u64 num_extents;
2076 int pass = 0;
2077 int ret;
2078
2079 btrfs_init_path(&path);
2080 extent_io_tree_init(&reloc_tree);
2081
2082 key.objectid = start_byte;
2083 key.offset = 0;
2084 key.type = BTRFS_EXTENT_ITEM_KEY;
2085 ret = btrfs_search_slot(NULL, extent_root, &key, &path, 0, 0);
2086 if (ret < 0)
2087 goto fail;
2088 if (ret > 0) {
2089 ret = btrfs_previous_item(extent_root, &path, 0,
2090 BTRFS_EXTENT_ITEM_KEY);
2091 if (ret < 0)
2092 goto fail;
2093 if (ret == 0) {
2094 leaf = path.nodes[0];
2095 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
2096 if (key.objectid + key.offset > start_byte)
2097 start_byte = key.objectid;
2098 }
2099 }
2100 btrfs_release_path(extent_root, &path);
2101 again:
2102 cur_root = (pass % 2 == 0) ? ext2_root : fs_root;
2103 num_extents = 0;
2104
2105 trans = btrfs_start_transaction(cur_root, 1);
2106 BUG_ON(!trans);
2107
2108 cur_byte = start_byte;
2109 while (1) {
2110 key.objectid = cur_byte;
2111 key.offset = 0;
2112 key.type = BTRFS_EXTENT_ITEM_KEY;
2113 ret = btrfs_search_slot(trans, extent_root,
2114 &key, &path, 0, 0);
2115 if (ret < 0)
2116 goto fail;
2117 next:
2118 leaf = path.nodes[0];
2119 if (path.slots[0] >= btrfs_header_nritems(leaf)) {
2120 ret = btrfs_next_leaf(extent_root, &path);
2121 if (ret < 0)
2122 goto fail;
2123 if (ret > 0)
2124 break;
2125 leaf = path.nodes[0];
2126 }
2127
2128 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
2129 if (key.objectid < cur_byte ||
2130 key.type != BTRFS_EXTENT_ITEM_KEY) {
2131 path.slots[0]++;
2132 goto next;
2133 }
2134 if (key.objectid >= end_byte)
2135 break;
2136
2137 num_extents++;
2138
2139 cur_byte = key.objectid;
2140 num_bytes = key.offset;
2141 ei = btrfs_item_ptr(leaf, path.slots[0],
2142 struct btrfs_extent_item);
2143 BUG_ON(!(btrfs_extent_flags(leaf, ei) &
2144 BTRFS_EXTENT_FLAG_DATA));
2145
2146 ptr = btrfs_item_ptr_offset(leaf, path.slots[0]);
2147 end = ptr + btrfs_item_size_nr(leaf, path.slots[0]);
2148
2149 ptr += sizeof(struct btrfs_extent_item);
2150
2151 while (ptr < end) {
2152 iref = (struct btrfs_extent_inline_ref *)ptr;
2153 key.type = btrfs_extent_inline_ref_type(leaf, iref);
2154 BUG_ON(key.type != BTRFS_EXTENT_DATA_REF_KEY);
2155 dref = (struct btrfs_extent_data_ref *)(&iref->offset);
2156 ref_root = btrfs_extent_data_ref_root(leaf, dref);
2157 extent_key.objectid =
2158 btrfs_extent_data_ref_objectid(leaf, dref);
2159 extent_key.offset =
2160 btrfs_extent_data_ref_offset(leaf, dref);
2161 extent_key.type = BTRFS_EXTENT_DATA_KEY;
2162 BUG_ON(btrfs_extent_data_ref_count(leaf, dref) != 1);
2163
2164 if (ref_root == cur_root->root_key.objectid)
2165 break;
2166
2167 ptr += btrfs_extent_inline_ref_size(key.type);
2168 }
2169
2170 if (ptr >= end) {
2171 path.slots[0]++;
2172 goto next;
2173 }
2174
2175 ret = relocate_one_reference(trans, cur_root, cur_byte,
2176 num_bytes, &extent_key,
2177 &reloc_tree);
2178 if (ret < 0)
2179 goto fail;
2180
2181 cur_byte += num_bytes;
2182 btrfs_release_path(extent_root, &path);
2183
2184 if (trans->blocks_used >= 4096) {
2185 ret = btrfs_commit_transaction(trans, cur_root);
2186 BUG_ON(ret);
2187 trans = btrfs_start_transaction(cur_root, 1);
2188 BUG_ON(!trans);
2189 }
2190 }
2191 btrfs_release_path(cur_root, &path);
2192
2193 ret = btrfs_commit_transaction(trans, cur_root);
2194 BUG_ON(ret);
2195
2196 if (num_extents > 0 && pass++ < 16)
2197 goto again;
2198
2199 ret = (num_extents > 0) ? -1 : 0;
2200 fail:
2201 btrfs_release_path(cur_root, &path);
2202 extent_io_tree_cleanup(&reloc_tree);
2203 return ret;
2204 }
2205
2206 /*
2207 * relocate data in system chunk
2208 */
2209 static int cleanup_sys_chunk(struct btrfs_root *fs_root,
2210 struct btrfs_root *ext2_root)
2211 {
2212 struct btrfs_block_group_cache *cache;
2213 int i, ret = 0;
2214 u64 offset = 0;
2215 u64 end_byte;
2216
2217 while(1) {
2218 cache = btrfs_lookup_block_group(fs_root->fs_info, offset);
2219 if (!cache)
2220 break;
2221
2222 end_byte = cache->key.objectid + cache->key.offset;
2223 if (cache->flags & BTRFS_BLOCK_GROUP_SYSTEM) {
2224 ret = relocate_extents_range(fs_root, ext2_root,
2225 cache->key.objectid,
2226 end_byte);
2227 if (ret)
2228 goto fail;
2229 }
2230 offset = end_byte;
2231 }
2232 for (i = 0; i < BTRFS_SUPER_MIRROR_MAX; i++) {
2233 offset = btrfs_sb_offset(i);
2234 offset &= ~((u64)STRIPE_LEN - 1);
2235
2236 ret = relocate_extents_range(fs_root, ext2_root,
2237 offset, offset + STRIPE_LEN);
2238 if (ret)
2239 goto fail;
2240 }
2241 ret = 0;
2242 fail:
2243 return ret;
2244 }
2245
2246 static int fixup_chunk_mapping(struct btrfs_root *root)
2247 {
2248 struct btrfs_trans_handle *trans;
2249 struct btrfs_fs_info *info = root->fs_info;
2250 struct btrfs_root *chunk_root = info->chunk_root;
2251 struct extent_buffer *leaf;
2252 struct btrfs_key key;
2253 struct btrfs_path path;
2254 struct btrfs_chunk chunk;
2255 unsigned long ptr;
2256 u32 size;
2257 u64 type;
2258 int ret;
2259
2260 btrfs_init_path(&path);
2261
2262 trans = btrfs_start_transaction(root, 1);
2263 BUG_ON(!trans);
2264
2265 /*
2266 * recow the whole chunk tree. this will move all chunk tree blocks
2267 * into system block group.
2268 */
2269 memset(&key, 0, sizeof(key));
2270 while (1) {
2271 ret = btrfs_search_slot(trans, chunk_root, &key, &path, 0, 1);
2272 if (ret < 0)
2273 goto err;
2274
2275 ret = btrfs_next_leaf(chunk_root, &path);
2276 if (ret < 0)
2277 goto err;
2278 if (ret > 0)
2279 break;
2280
2281 btrfs_item_key_to_cpu(path.nodes[0], &key, path.slots[0]);
2282 btrfs_release_path(chunk_root, &path);
2283 }
2284 btrfs_release_path(chunk_root, &path);
2285
2286 /* fixup the system chunk array in super block */
2287 btrfs_set_super_sys_array_size(&info->super_copy, 0);
2288
2289 key.objectid = BTRFS_FIRST_CHUNK_TREE_OBJECTID;
2290 key.offset = 0;
2291 key.type = BTRFS_CHUNK_ITEM_KEY;
2292
2293 ret = btrfs_search_slot(trans, chunk_root, &key, &path, 0, 0);
2294 if (ret < 0)
2295 goto err;
2296 BUG_ON(ret != 0);
2297 while(1) {
2298 leaf = path.nodes[0];
2299 if (path.slots[0] >= btrfs_header_nritems(leaf)) {
2300 ret = btrfs_next_leaf(chunk_root, &path);
2301 if (ret < 0)
2302 goto err;
2303 if (ret > 0)
2304 break;
2305 leaf = path.nodes[0];
2306 }
2307 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
2308 if (key.type != BTRFS_CHUNK_ITEM_KEY)
2309 goto next;
2310
2311 ptr = btrfs_item_ptr_offset(leaf, path.slots[0]);
2312 size = btrfs_item_size_nr(leaf, path.slots[0]);
2313 BUG_ON(size != sizeof(chunk));
2314 read_extent_buffer(leaf, &chunk, ptr, size);
2315 type = btrfs_stack_chunk_type(&chunk);
2316
2317 if (!(type & BTRFS_BLOCK_GROUP_SYSTEM))
2318 goto next;
2319
2320 ret = btrfs_add_system_chunk(trans, chunk_root, &key,
2321 &chunk, size);
2322 if (ret)
2323 goto err;
2324 next:
2325 path.slots[0]++;
2326 }
2327
2328 ret = btrfs_commit_transaction(trans, root);
2329 BUG_ON(ret);
2330 err:
2331 btrfs_release_path(chunk_root, &path);
2332 return ret;
2333 }
2334
2335 int do_convert(const char *devname, int datacsum, int packing, int noxattr)
2336 {
2337 int i, fd, ret;
2338 u32 blocksize;
2339 u64 blocks[7];
2340 u64 total_bytes;
2341 u64 super_bytenr;
2342 ext2_filsys ext2_fs;
2343 struct btrfs_root *root;
2344 struct btrfs_root *ext2_root;
2345
2346 ret = open_ext2fs(devname, &ext2_fs);
2347 if (ret) {
2348 fprintf(stderr, "unable to open the Ext2fs\n");
2349 goto fail;
2350 }
2351 blocksize = ext2_fs->blocksize;
2352 total_bytes = (u64)ext2_fs->super->s_blocks_count * blocksize;
2353 if (blocksize < 4096) {
2354 fprintf(stderr, "block size is too small\n");
2355 goto fail;
2356 }
2357 if (!(ext2_fs->super->s_feature_incompat &
2358 EXT2_FEATURE_INCOMPAT_FILETYPE)) {
2359 fprintf(stderr, "filetype feature is missing\n");
2360 goto fail;
2361 }
2362 for (i = 0; i < 7; i++) {
2363 ret = ext2_alloc_block(ext2_fs, 0, blocks + i);
2364 if (ret) {
2365 fprintf(stderr, "not enough free space\n");
2366 goto fail;
2367 }
2368 blocks[i] *= blocksize;
2369 }
2370 super_bytenr = blocks[0];
2371 fd = open(devname, O_RDWR);
2372 if (fd < 0) {
2373 fprintf(stderr, "unable to open %s\n", devname);
2374 goto fail;
2375 }
2376 ret = make_btrfs(fd, devname, ext2_fs->super->s_volume_name,
2377 blocks, total_bytes, blocksize, blocksize,
2378 blocksize, blocksize);
2379 if (ret) {
2380 fprintf(stderr, "unable to create initial ctree\n");
2381 goto fail;
2382 }
2383 /* create a system chunk that maps the whole device */
2384 ret = prepare_system_chunk(fd, super_bytenr, blocksize);
2385 if (ret) {
2386 fprintf(stderr, "unable to update system chunk\n");
2387 goto fail;
2388 }
2389 root = open_ctree_fd(fd, devname, super_bytenr, O_RDWR);
2390 if (!root) {
2391 fprintf(stderr, "unable to open ctree\n");
2392 goto fail;
2393 }
2394 ret = cache_free_extents(root, ext2_fs);
2395 if (ret) {
2396 fprintf(stderr, "error during cache_free_extents %d\n", ret);
2397 goto fail;
2398 }
2399 root->fs_info->extent_ops = &extent_ops;
2400 /* recover block allocation bitmap */
2401 for (i = 0; i < 7; i++) {
2402 blocks[i] /= blocksize;
2403 ext2_free_block(ext2_fs, blocks[i]);
2404 }
2405 ret = init_btrfs(root);
2406 if (ret) {
2407 fprintf(stderr, "unable to setup the root tree\n");
2408 goto fail;
2409 }
2410 printf("creating btrfs metadata.\n");
2411 ret = copy_inodes(root, ext2_fs, datacsum, packing, noxattr);
2412 if (ret) {
2413 fprintf(stderr, "error during copy_inodes %d\n", ret);
2414 goto fail;
2415 }
2416 printf("creating ext2fs image file.\n");
2417 ext2_root = link_subvol(root, "ext2_saved", EXT2_IMAGE_SUBVOL_OBJECTID);
2418 if (!ext2_root) {
2419 fprintf(stderr, "unable to create subvol\n");
2420 goto fail;
2421 }
2422 ret = create_ext2_image(ext2_root, ext2_fs, "image");
2423 if (ret) {
2424 fprintf(stderr, "error during create_ext2_image %d\n", ret);
2425 goto fail;
2426 }
2427 printf("cleaning up system chunk.\n");
2428 ret = cleanup_sys_chunk(root, ext2_root);
2429 if (ret) {
2430 fprintf(stderr, "error during cleanup_sys_chunk %d\n", ret);
2431 goto fail;
2432 }
2433 ret = close_ctree(root);
2434 if (ret) {
2435 fprintf(stderr, "error during close_ctree %d\n", ret);
2436 goto fail;
2437 }
2438 close_ext2fs(ext2_fs);
2439
2440 /*
2441 * If this step succeed, we get a mountable btrfs. Otherwise
2442 * the ext2fs is left unchanged.
2443 */
2444 ret = migrate_super_block(fd, super_bytenr, blocksize);
2445 if (ret) {
2446 fprintf(stderr, "unable to migrate super block\n");
2447 goto fail;
2448 }
2449
2450 root = open_ctree_fd(fd, devname, 0, O_RDWR);
2451 if (!root) {
2452 fprintf(stderr, "unable to open ctree\n");
2453 goto fail;
2454 }
2455 /* move chunk tree into system chunk. */
2456 ret = fixup_chunk_mapping(root);
2457 if (ret) {
2458 fprintf(stderr, "error during fixup_chunk_tree\n");
2459 goto fail;
2460 }
2461 ret = close_ctree(root);
2462 close(fd);
2463
2464 printf("conversion complete.\n");
2465 return 0;
2466 fail:
2467 fprintf(stderr, "conversion aborted.\n");
2468 return -1;
2469 }
2470
2471 static int may_rollback(struct btrfs_root *root)
2472 {
2473 struct btrfs_fs_info *info = root->fs_info;
2474 struct btrfs_multi_bio *multi = NULL;
2475 u64 bytenr;
2476 u64 length;
2477 u64 physical;
2478 u64 total_bytes;
2479 int num_stripes;
2480 int ret;
2481
2482 if (btrfs_super_num_devices(&info->super_copy) != 1)
2483 goto fail;
2484
2485 bytenr = BTRFS_SUPER_INFO_OFFSET;
2486 total_bytes = btrfs_super_total_bytes(&root->fs_info->super_copy);
2487
2488 while (1) {
2489 ret = btrfs_map_block(&info->mapping_tree, WRITE, bytenr,
2490 &length, &multi, 0);
2491 if (ret)
2492 goto fail;
2493
2494 num_stripes = multi->num_stripes;
2495 physical = multi->stripes[0].physical;
2496 kfree(multi);
2497
2498 if (num_stripes != 1 || physical != bytenr)
2499 goto fail;
2500
2501 bytenr += length;
2502 if (bytenr >= total_bytes)
2503 break;
2504 }
2505 return 0;
2506 fail:
2507 return -1;
2508 }
2509
2510 int do_rollback(const char *devname, int force)
2511 {
2512 int fd;
2513 int ret;
2514 int i;
2515 struct btrfs_root *root;
2516 struct btrfs_root *ext2_root;
2517 struct btrfs_root *chunk_root;
2518 struct btrfs_dir_item *dir;
2519 struct btrfs_inode_item *inode;
2520 struct btrfs_file_extent_item *fi;
2521 struct btrfs_trans_handle *trans;
2522 struct extent_buffer *leaf;
2523 struct btrfs_block_group_cache *cache1;
2524 struct btrfs_block_group_cache *cache2;
2525 struct btrfs_key key;
2526 struct btrfs_path path;
2527 struct extent_io_tree io_tree;
2528 char *buf;
2529 char *name;
2530 u64 bytenr;
2531 u64 num_bytes;
2532 u64 root_dir;
2533 u64 objectid;
2534 u64 offset;
2535 u64 start;
2536 u64 end;
2537 u64 sb_bytenr;
2538 u64 first_free;
2539 u64 total_bytes;
2540 u32 sectorsize;
2541
2542 extent_io_tree_init(&io_tree);
2543
2544 fd = open(devname, O_RDWR);
2545 if (fd < 0) {
2546 fprintf(stderr, "unable to open %s\n", devname);
2547 goto fail;
2548 }
2549 root = open_ctree_fd(fd, devname, 0, O_RDWR);
2550 if (!root) {
2551 fprintf(stderr, "unable to open ctree\n");
2552 goto fail;
2553 }
2554 ret = may_rollback(root);
2555 if (ret < 0) {
2556 fprintf(stderr, "unable to do rollback\n");
2557 goto fail;
2558 }
2559
2560 sectorsize = root->sectorsize;
2561 buf = malloc(sectorsize);
2562 if (!buf) {
2563 fprintf(stderr, "unable to allocate memory\n");
2564 goto fail;
2565 }
2566
2567 btrfs_init_path(&path);
2568
2569 key.objectid = EXT2_IMAGE_SUBVOL_OBJECTID;
2570 key.type = BTRFS_ROOT_ITEM_KEY;
2571 key.offset = (u64)-1;
2572 ext2_root = btrfs_read_fs_root(root->fs_info, &key);
2573 if (!ext2_root || IS_ERR(ext2_root)) {
2574 fprintf(stderr, "unable to open subvol %llu\n",
2575 key.objectid);
2576 goto fail;
2577 }
2578
2579 name = "image";
2580 root_dir = btrfs_root_dirid(&root->root_item);
2581 dir = btrfs_lookup_dir_item(NULL, ext2_root, &path,
2582 root_dir, name, strlen(name), 0);
2583 if (!dir || IS_ERR(dir)) {
2584 fprintf(stderr, "unable to find file %s\n", name);
2585 goto fail;
2586 }
2587 leaf = path.nodes[0];
2588 btrfs_dir_item_key_to_cpu(leaf, dir, &key);
2589 btrfs_release_path(ext2_root, &path);
2590
2591 objectid = key.objectid;
2592
2593 ret = btrfs_lookup_inode(NULL, ext2_root, &path, &key, 0);
2594 if (ret) {
2595 fprintf(stderr, "unable to find inode item\n");
2596 goto fail;
2597 }
2598 leaf = path.nodes[0];
2599 inode = btrfs_item_ptr(leaf, path.slots[0], struct btrfs_inode_item);
2600 total_bytes = btrfs_inode_size(leaf, inode);
2601 btrfs_release_path(ext2_root, &path);
2602
2603 key.objectid = objectid;
2604 key.offset = 0;
2605 btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
2606 ret = btrfs_search_slot(NULL, ext2_root, &key, &path, 0, 0);
2607 if (ret != 0) {
2608 fprintf(stderr, "unable to find first file extent\n");
2609 btrfs_release_path(ext2_root, &path);
2610 goto fail;
2611 }
2612
2613 /* build mapping tree for the relocated blocks */
2614 for (offset = 0; offset < total_bytes; ) {
2615 leaf = path.nodes[0];
2616 if (path.slots[0] >= btrfs_header_nritems(leaf)) {
2617 ret = btrfs_next_leaf(root, &path);
2618 if (ret != 0)
2619 break;
2620 continue;
2621 }
2622
2623 btrfs_item_key_to_cpu(leaf, &key, path.slots[0]);
2624 if (key.objectid != objectid || key.offset != offset ||
2625 btrfs_key_type(&key) != BTRFS_EXTENT_DATA_KEY)
2626 break;
2627
2628 fi = btrfs_item_ptr(leaf, path.slots[0],
2629 struct btrfs_file_extent_item);
2630 if (btrfs_file_extent_type(leaf, fi) != BTRFS_FILE_EXTENT_REG)
2631 break;
2632 if (btrfs_file_extent_compression(leaf, fi) ||
2633 btrfs_file_extent_encryption(leaf, fi) ||
2634 btrfs_file_extent_other_encoding(leaf, fi))
2635 break;
2636
2637 bytenr = btrfs_file_extent_disk_bytenr(leaf, fi);
2638 /* skip holes and direct mapped extents */
2639 if (bytenr == 0 || bytenr == offset)
2640 goto next_extent;
2641
2642 bytenr += btrfs_file_extent_offset(leaf, fi);
2643 num_bytes = btrfs_file_extent_num_bytes(leaf, fi);
2644
2645 cache1 = btrfs_lookup_block_group(root->fs_info, offset);
2646 cache2 = btrfs_lookup_block_group(root->fs_info,
2647 offset + num_bytes - 1);
2648 if (!cache1 || cache1 != cache2 ||
2649 (!(cache1->flags & BTRFS_BLOCK_GROUP_SYSTEM) &&
2650 !intersect_with_sb(offset, num_bytes)))
2651 break;
2652
2653 set_extent_bits(&io_tree, offset, offset + num_bytes - 1,
2654 EXTENT_LOCKED, GFP_NOFS);
2655 set_state_private(&io_tree, offset, bytenr);
2656 next_extent:
2657 offset += btrfs_file_extent_num_bytes(leaf, fi);
2658 path.slots[0]++;
2659 }
2660 btrfs_release_path(ext2_root, &path);
2661
2662 if (offset < total_bytes) {
2663 fprintf(stderr, "unable to build extent mapping\n");
2664 goto fail;
2665 }
2666
2667 first_free = BTRFS_SUPER_INFO_OFFSET + 2 * sectorsize - 1;
2668 first_free &= ~((u64)sectorsize - 1);
2669 /* backup for extent #0 should exist */
2670 if(!test_range_bit(&io_tree, 0, first_free - 1, EXTENT_LOCKED, 1)) {
2671 fprintf(stderr, "no backup for the first extent\n");
2672 goto fail;
2673 }
2674 /* force no allocation from system block group */
2675 root->fs_info->system_allocs = -1;
2676 trans = btrfs_start_transaction(root, 1);
2677 BUG_ON(!trans);
2678 /*
2679 * recow the whole chunk tree, this will remove all chunk tree blocks
2680 * from system block group
2681 */
2682 chunk_root = root->fs_info->chunk_root;
2683 memset(&key, 0, sizeof(key));
2684 while (1) {
2685 ret = btrfs_search_slot(trans, chunk_root, &key, &path, 0, 1);
2686 if (ret < 0)
2687 break;
2688
2689 ret = btrfs_next_leaf(chunk_root, &path);
2690 if (ret)
2691 break;
2692
2693 btrfs_item_key_to_cpu(path.nodes[0], &key, path.slots[0]);
2694 btrfs_release_path(chunk_root, &path);
2695 }
2696 btrfs_release_path(chunk_root, &path);
2697
2698 offset = 0;
2699 num_bytes = 0;
2700 while(1) {
2701 cache1 = btrfs_lookup_block_group(root->fs_info, offset);
2702 if (!cache1)
2703 break;
2704
2705 if (cache1->flags & BTRFS_BLOCK_GROUP_SYSTEM)
2706 num_bytes += btrfs_block_group_used(&cache1->item);
2707
2708 offset = cache1->key.objectid + cache1->key.offset;
2709 }
2710 /* only extent #0 left in system block group? */
2711 if (num_bytes > first_free) {
2712 fprintf(stderr, "unable to empty system block group\n");
2713 goto fail;
2714 }
2715 /* create a system chunk that maps the whole device */
2716 ret = prepare_system_chunk_sb(&root->fs_info->super_copy);
2717 if (ret) {
2718 fprintf(stderr, "unable to update system chunk\n");
2719 goto fail;
2720 }
2721
2722 ret = btrfs_commit_transaction(trans, root);
2723 BUG_ON(ret);
2724
2725 ret = close_ctree(root);
2726 if (ret) {
2727 fprintf(stderr, "error during close_ctree %d\n", ret);
2728 goto fail;
2729 }
2730
2731 /* zero btrfs super block mirrors */
2732 memset(buf, 0, sectorsize);
2733 for (i = 1 ; i < BTRFS_SUPER_MIRROR_MAX; i++) {
2734 bytenr = btrfs_sb_offset(i);
2735 if (bytenr >= total_bytes)
2736 break;
2737 ret = pwrite(fd, buf, sectorsize, bytenr);
2738 }
2739
2740 sb_bytenr = (u64)-1;
2741 /* copy all relocated blocks back */
2742 while(1) {
2743 ret = find_first_extent_bit(&io_tree, 0, &start, &end,
2744 EXTENT_LOCKED);
2745 if (ret)
2746 break;
2747
2748 ret = get_state_private(&io_tree, start, &bytenr);
2749 BUG_ON(ret);
2750
2751 clear_extent_bits(&io_tree, start, end, EXTENT_LOCKED,
2752 GFP_NOFS);
2753
2754 while (start <= end) {
2755 if (start == BTRFS_SUPER_INFO_OFFSET) {
2756 sb_bytenr = bytenr;
2757 goto next_sector;
2758 }
2759 ret = pread(fd, buf, sectorsize, bytenr);
2760 if (ret < 0) {
2761 fprintf(stderr, "error during pread %d\n", ret);
2762 goto fail;
2763 }
2764 BUG_ON(ret != sectorsize);
2765 ret = pwrite(fd, buf, sectorsize, start);
2766 if (ret < 0) {
2767 fprintf(stderr, "error during pwrite %d\n", ret);
2768 goto fail;
2769 }
2770 BUG_ON(ret != sectorsize);
2771 next_sector:
2772 start += sectorsize;
2773 bytenr += sectorsize;
2774 }
2775 }
2776
2777 ret = fsync(fd);
2778 if (ret) {
2779 fprintf(stderr, "error during fsync %d\n", ret);
2780 goto fail;
2781 }
2782 /*
2783 * finally, overwrite btrfs super block.
2784 */
2785 ret = pread(fd, buf, sectorsize, sb_bytenr);
2786 if (ret < 0) {
2787 fprintf(stderr, "error during pread %d\n", ret);
2788 goto fail;
2789 }
2790 BUG_ON(ret != sectorsize);
2791 ret = pwrite(fd, buf, sectorsize, BTRFS_SUPER_INFO_OFFSET);
2792 if (ret < 0) {
2793 fprintf(stderr, "error during pwrite %d\n", ret);
2794 goto fail;
2795 }
2796 BUG_ON(ret != sectorsize);
2797 ret = fsync(fd);
2798 if (ret) {
2799 fprintf(stderr, "error during fsync %d\n", ret);
2800 goto fail;
2801 }
2802
2803 close(fd);
2804 free(buf);
2805 extent_io_tree_cleanup(&io_tree);
2806 printf("rollback complete.\n");
2807 return 0;
2808 fail:
2809 fprintf(stderr, "rollback aborted.\n");
2810 return -1;
2811 }
2812
2813 static void print_usage(void)
2814 {
2815 printf("usage: btrfs-convert [-d] [-i] [-n] [-r] device\n");
2816 printf("\t-d disable data checksum\n");
2817 printf("\t-i ignore xattrs and ACLs\n");
2818 printf("\t-n disable packing of small files\n");
2819 printf("\t-r roll back to ext2fs\n");
2820 }
2821
2822 int main(int argc, char *argv[])
2823 {
2824 int ret;
2825 int packing = 1;
2826 int noxattr = 0;
2827 int datacsum = 1;
2828 int rollback = 0;
2829 char *file;
2830 while(1) {
2831 int c = getopt(argc, argv, "dinr");
2832 if (c < 0)
2833 break;
2834 switch(c) {
2835 case 'd':
2836 datacsum = 0;
2837 break;
2838 case 'i':
2839 noxattr = 1;
2840 break;
2841 case 'n':
2842 packing = 0;
2843 break;
2844 case 'r':
2845 rollback = 1;
2846 break;
2847 default:
2848 print_usage();
2849 return 1;
2850 }
2851 }
2852 argc = argc - optind;
2853 if (argc != 1) {
2854 print_usage();
2855 return 1;
2856 }
2857
2858 file = argv[optind];
2859 if (check_mounted(file)) {
2860 fprintf(stderr, "%s is mounted\n", file);
2861 return 1;
2862 }
2863
2864 if (rollback) {
2865 ret = do_rollback(file, 0);
2866 } else {
2867 ret = do_convert(file, datacsum, packing, noxattr);
2868 }
2869 if (ret)
2870 return 1;
2871 return 0;
2872 }
Btrfs-progs-unstable mirror