2 * fs/logfs/segment.c - Handling the Object Store
4 * As should be obvious for Linux kernel code, license is GPLv2
6 * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org>
8 * Object store or ostore makes up the complete device with exception of
9 * the superblock and journal areas. Apart from its own metadata it stores
10 * three kinds of objects: inodes, dentries and blocks, both data and indirect.
13 #include <linux/slab.h>
15 static int logfs_mark_segment_bad(struct super_block
*sb
, u32 segno
)
17 struct logfs_super
*super
= logfs_super(sb
);
18 struct btree_head32
*head
= &super
->s_reserved_segments
;
21 err
= btree_insert32(head
, segno
, (void *)1, GFP_NOFS
);
24 logfs_super(sb
)->s_bad_segments
++;
25 /* FIXME: write to journal */
29 int logfs_erase_segment(struct super_block
*sb
, u32 segno
, int ensure_erase
)
31 struct logfs_super
*super
= logfs_super(sb
);
35 return super
->s_devops
->erase(sb
, (u64
)segno
<< super
->s_segshift
,
36 super
->s_segsize
, ensure_erase
);
39 static s64
logfs_get_free_bytes(struct logfs_area
*area
, size_t bytes
)
43 logfs_open_area(area
, bytes
);
45 ofs
= area
->a_used_bytes
;
46 area
->a_used_bytes
+= bytes
;
47 BUG_ON(area
->a_used_bytes
>= logfs_super(area
->a_sb
)->s_segsize
);
49 return dev_ofs(area
->a_sb
, area
->a_segno
, ofs
);
52 static struct page
*get_mapping_page(struct super_block
*sb
, pgoff_t index
,
55 struct logfs_super
*super
= logfs_super(sb
);
56 struct address_space
*mapping
= super
->s_mapping_inode
->i_mapping
;
57 filler_t
*filler
= super
->s_devops
->readpage
;
60 BUG_ON(mapping_gfp_mask(mapping
) & __GFP_FS
);
62 page
= read_cache_page(mapping
, index
, filler
, sb
);
64 page
= find_or_create_page(mapping
, index
, GFP_NOFS
);
70 void __logfs_buf_write(struct logfs_area
*area
, u64 ofs
, void *buf
, size_t len
,
73 pgoff_t index
= ofs
>> PAGE_SHIFT
;
75 long offset
= ofs
& (PAGE_SIZE
-1);
78 /* Only logfs_wbuf_recover may use len==0 */
79 BUG_ON(!len
&& !use_filler
);
81 copylen
= min((ulong
)len
, PAGE_SIZE
- offset
);
83 page
= get_mapping_page(area
->a_sb
, index
, use_filler
);
84 SetPageUptodate(page
);
85 BUG_ON(!page
); /* FIXME: reserve a pool */
86 memcpy(page_address(page
) + offset
, buf
, copylen
);
88 page_cache_release(page
);
97 static void pad_partial_page(struct logfs_area
*area
)
99 struct super_block
*sb
= area
->a_sb
;
101 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_used_bytes
);
102 pgoff_t index
= ofs
>> PAGE_SHIFT
;
103 long offset
= ofs
& (PAGE_SIZE
-1);
104 u32 len
= PAGE_SIZE
- offset
;
106 if (len
% PAGE_SIZE
) {
107 page
= get_mapping_page(sb
, index
, 0);
108 BUG_ON(!page
); /* FIXME: reserve a pool */
109 memset(page_address(page
) + offset
, 0xff, len
);
110 SetPagePrivate(page
);
111 page_cache_release(page
);
115 static void pad_full_pages(struct logfs_area
*area
)
117 struct super_block
*sb
= area
->a_sb
;
118 struct logfs_super
*super
= logfs_super(sb
);
119 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_used_bytes
);
120 u32 len
= super
->s_segsize
- area
->a_used_bytes
;
121 pgoff_t index
= PAGE_CACHE_ALIGN(ofs
) >> PAGE_CACHE_SHIFT
;
122 pgoff_t no_indizes
= len
>> PAGE_CACHE_SHIFT
;
126 page
= get_mapping_page(sb
, index
, 0);
127 BUG_ON(!page
); /* FIXME: reserve a pool */
128 SetPageUptodate(page
);
129 memset(page_address(page
), 0xff, PAGE_CACHE_SIZE
);
130 SetPagePrivate(page
);
131 page_cache_release(page
);
138 * bdev_writeseg will write full pages. Memset the tail to prevent data leaks.
139 * Also make sure we allocate (and memset) all pages for final writeout.
141 static void pad_wbuf(struct logfs_area
*area
, int final
)
143 pad_partial_page(area
);
145 pad_full_pages(area
);
149 * We have to be careful with the alias tree. Since lookup is done by bix,
150 * it needs to be normalized, so 14, 15, 16, etc. all match when dealing with
151 * indirect blocks. So always use it through accessor functions.
153 static void *alias_tree_lookup(struct super_block
*sb
, u64 ino
, u64 bix
,
156 struct btree_head128
*head
= &logfs_super(sb
)->s_object_alias_tree
;
157 pgoff_t index
= logfs_pack_index(bix
, level
);
159 return btree_lookup128(head
, ino
, index
);
162 static int alias_tree_insert(struct super_block
*sb
, u64 ino
, u64 bix
,
163 level_t level
, void *val
)
165 struct btree_head128
*head
= &logfs_super(sb
)->s_object_alias_tree
;
166 pgoff_t index
= logfs_pack_index(bix
, level
);
168 return btree_insert128(head
, ino
, index
, val
, GFP_NOFS
);
171 static int btree_write_alias(struct super_block
*sb
, struct logfs_block
*block
,
172 write_alias_t
*write_one_alias
)
174 struct object_alias_item
*item
;
177 list_for_each_entry(item
, &block
->item_list
, list
) {
178 err
= write_alias_journal(sb
, block
->ino
, block
->bix
,
179 block
->level
, item
->child_no
, item
->val
);
186 static struct logfs_block_ops btree_block_ops
= {
187 .write_block
= btree_write_block
,
188 .free_block
= __free_block
,
189 .write_alias
= btree_write_alias
,
192 int logfs_load_object_aliases(struct super_block
*sb
,
193 struct logfs_obj_alias
*oa
, int count
)
195 struct logfs_super
*super
= logfs_super(sb
);
196 struct logfs_block
*block
;
197 struct object_alias_item
*item
;
202 super
->s_flags
|= LOGFS_SB_FLAG_OBJ_ALIAS
;
203 count
/= sizeof(*oa
);
204 for (i
= 0; i
< count
; i
++) {
205 item
= mempool_alloc(super
->s_alias_pool
, GFP_NOFS
);
208 memset(item
, 0, sizeof(*item
));
210 super
->s_no_object_aliases
++;
211 item
->val
= oa
[i
].val
;
212 item
->child_no
= be16_to_cpu(oa
[i
].child_no
);
214 ino
= be64_to_cpu(oa
[i
].ino
);
215 bix
= be64_to_cpu(oa
[i
].bix
);
216 level
= LEVEL(oa
[i
].level
);
218 log_aliases("logfs_load_object_aliases(%llx, %llx, %x, %x) %llx\n",
219 ino
, bix
, level
, item
->child_no
,
220 be64_to_cpu(item
->val
));
221 block
= alias_tree_lookup(sb
, ino
, bix
, level
);
223 block
= __alloc_block(sb
, ino
, bix
, level
);
224 block
->ops
= &btree_block_ops
;
225 err
= alias_tree_insert(sb
, ino
, bix
, level
, block
);
226 BUG_ON(err
); /* mempool empty */
228 if (test_and_set_bit(item
->child_no
, block
->alias_map
)) {
229 printk(KERN_ERR
"LogFS: Alias collision detected\n");
232 list_move_tail(&block
->alias_list
, &super
->s_object_alias
);
233 list_add(&item
->list
, &block
->item_list
);
238 static void kill_alias(void *_block
, unsigned long ignore0
,
239 u64 ignore1
, u64 ignore2
, size_t ignore3
)
241 struct logfs_block
*block
= _block
;
242 struct super_block
*sb
= block
->sb
;
243 struct logfs_super
*super
= logfs_super(sb
);
244 struct object_alias_item
*item
;
246 while (!list_empty(&block
->item_list
)) {
247 item
= list_entry(block
->item_list
.next
, typeof(*item
), list
);
248 list_del(&item
->list
);
249 mempool_free(item
, super
->s_alias_pool
);
251 block
->ops
->free_block(sb
, block
);
254 static int obj_type(struct inode
*inode
, level_t level
)
257 if (S_ISDIR(inode
->i_mode
))
259 if (inode
->i_ino
== LOGFS_INO_MASTER
)
265 static int obj_len(struct super_block
*sb
, int obj_type
)
269 return sizeof(struct logfs_disk_dentry
);
271 return sizeof(struct logfs_disk_inode
);
273 return sb
->s_blocksize
;
279 static int __logfs_segment_write(struct inode
*inode
, void *buf
,
280 struct logfs_shadow
*shadow
, int type
, int len
, int compr
)
282 struct logfs_area
*area
;
283 struct super_block
*sb
= inode
->i_sb
;
285 struct logfs_object_header h
;
288 if (shadow
->gc_level
== 0)
291 acc_len
= obj_len(sb
, type
);
293 area
= get_area(sb
, shadow
->gc_level
);
294 ofs
= logfs_get_free_bytes(area
, len
+ LOGFS_OBJECT_HEADERSIZE
);
295 LOGFS_BUG_ON(ofs
<= 0, sb
);
297 * Order is important. logfs_get_free_bytes(), by modifying the
298 * segment file, may modify the content of the very page we're about
299 * to write now. Which is fine, as long as the calculated crc and
300 * written data still match. So do the modifications _before_
301 * calculating the crc.
304 h
.len
= cpu_to_be16(len
);
307 h
.ino
= cpu_to_be64(inode
->i_ino
);
308 h
.bix
= cpu_to_be64(shadow
->bix
);
309 h
.crc
= logfs_crc32(&h
, sizeof(h
) - 4, 4);
310 h
.data_crc
= logfs_crc32(buf
, len
, 0);
312 logfs_buf_write(area
, ofs
, &h
, sizeof(h
));
313 logfs_buf_write(area
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, buf
, len
);
315 shadow
->new_ofs
= ofs
;
316 shadow
->new_len
= acc_len
+ LOGFS_OBJECT_HEADERSIZE
;
321 static s64
logfs_segment_write_compress(struct inode
*inode
, void *buf
,
322 struct logfs_shadow
*shadow
, int type
, int len
)
324 struct super_block
*sb
= inode
->i_sb
;
325 void *compressor_buf
= logfs_super(sb
)->s_compressed_je
;
329 mutex_lock(&logfs_super(sb
)->s_journal_mutex
);
330 compr_len
= logfs_compress(buf
, compressor_buf
, len
, len
);
332 if (compr_len
>= 0) {
333 ret
= __logfs_segment_write(inode
, compressor_buf
, shadow
,
334 type
, compr_len
, COMPR_ZLIB
);
336 ret
= __logfs_segment_write(inode
, buf
, shadow
, type
, len
,
339 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
344 * logfs_segment_write - write data block to object store
345 * @inode: inode containing data
347 * Returns an errno or zero.
349 int logfs_segment_write(struct inode
*inode
, struct page
*page
,
350 struct logfs_shadow
*shadow
)
352 struct super_block
*sb
= inode
->i_sb
;
353 struct logfs_super
*super
= logfs_super(sb
);
354 int do_compress
, type
, len
;
358 super
->s_flags
|= LOGFS_SB_FLAG_DIRTY
;
359 BUG_ON(super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
);
360 do_compress
= logfs_inode(inode
)->li_flags
& LOGFS_IF_COMPRESSED
;
361 if (shadow
->gc_level
!= 0) {
362 /* temporarily disable compression for indirect blocks */
366 type
= obj_type(inode
, shrink_level(shadow
->gc_level
));
367 len
= obj_len(sb
, type
);
370 ret
= logfs_segment_write_compress(inode
, buf
, shadow
, type
,
373 ret
= __logfs_segment_write(inode
, buf
, shadow
, type
, len
,
377 log_segment("logfs_segment_write(%llx, %llx, %x) %llx->%llx %x->%x\n",
378 shadow
->ino
, shadow
->bix
, shadow
->gc_level
,
379 shadow
->old_ofs
, shadow
->new_ofs
,
380 shadow
->old_len
, shadow
->new_len
);
381 /* this BUG_ON did catch a locking bug. useful */
382 BUG_ON(!(shadow
->new_ofs
& (super
->s_segsize
- 1)));
386 int wbuf_read(struct super_block
*sb
, u64 ofs
, size_t len
, void *buf
)
388 pgoff_t index
= ofs
>> PAGE_SHIFT
;
390 long offset
= ofs
& (PAGE_SIZE
-1);
394 copylen
= min((ulong
)len
, PAGE_SIZE
- offset
);
396 page
= get_mapping_page(sb
, index
, 1);
398 return PTR_ERR(page
);
399 memcpy(buf
, page_address(page
) + offset
, copylen
);
400 page_cache_release(page
);
411 * The "position" of indirect blocks is ambiguous. It can be the position
412 * of any data block somewhere behind this indirect block. So we need to
413 * normalize the positions through logfs_block_mask() before comparing.
415 static int check_pos(struct super_block
*sb
, u64 pos1
, u64 pos2
, level_t level
)
417 return (pos1
& logfs_block_mask(sb
, level
)) !=
418 (pos2
& logfs_block_mask(sb
, level
));
422 static int read_seg_header(struct super_block
*sb
, u64 ofs
,
423 struct logfs_segment_header
*sh
)
428 err
= wbuf_read(sb
, ofs
, sizeof(*sh
), sh
);
431 crc
= logfs_crc32(sh
, sizeof(*sh
), 4);
432 if (crc
!= sh
->crc
) {
433 printk(KERN_ERR
"LOGFS: header crc error at %llx: expected %x, "
434 "got %x\n", ofs
, be32_to_cpu(sh
->crc
),
442 static int read_obj_header(struct super_block
*sb
, u64 ofs
,
443 struct logfs_object_header
*oh
)
448 err
= wbuf_read(sb
, ofs
, sizeof(*oh
), oh
);
451 crc
= logfs_crc32(oh
, sizeof(*oh
) - 4, 4);
452 if (crc
!= oh
->crc
) {
453 printk(KERN_ERR
"LOGFS: header crc error at %llx: expected %x, "
454 "got %x\n", ofs
, be32_to_cpu(oh
->crc
),
461 static void move_btree_to_page(struct inode
*inode
, struct page
*page
,
464 struct super_block
*sb
= inode
->i_sb
;
465 struct logfs_super
*super
= logfs_super(sb
);
466 struct btree_head128
*head
= &super
->s_object_alias_tree
;
467 struct logfs_block
*block
;
468 struct object_alias_item
*item
, *next
;
470 if (!(super
->s_flags
& LOGFS_SB_FLAG_OBJ_ALIAS
))
473 block
= btree_remove128(head
, inode
->i_ino
, page
->index
);
477 log_blockmove("move_btree_to_page(%llx, %llx, %x)\n",
478 block
->ino
, block
->bix
, block
->level
);
479 list_for_each_entry_safe(item
, next
, &block
->item_list
, list
) {
480 data
[item
->child_no
] = item
->val
;
481 list_del(&item
->list
);
482 mempool_free(item
, super
->s_alias_pool
);
485 SetPagePrivate(page
);
486 page
->private = (unsigned long)block
;
487 block
->ops
= &indirect_block_ops
;
488 initialize_block_counters(page
, block
, data
, 0);
492 * This silences a false, yet annoying gcc warning. I hate it when my editor
493 * jumps into bitops.h each time I recompile this file.
494 * TODO: Complain to gcc folks about this and upgrade compiler.
496 static unsigned long fnb(const unsigned long *addr
,
497 unsigned long size
, unsigned long offset
)
499 return find_next_bit(addr
, size
, offset
);
502 void move_page_to_btree(struct page
*page
)
504 struct logfs_block
*block
= logfs_block(page
);
505 struct super_block
*sb
= block
->sb
;
506 struct logfs_super
*super
= logfs_super(sb
);
507 struct object_alias_item
*item
;
512 if (super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
) {
513 block
->ops
->free_block(sb
, block
);
516 log_blockmove("move_page_to_btree(%llx, %llx, %x)\n",
517 block
->ino
, block
->bix
, block
->level
);
518 super
->s_flags
|= LOGFS_SB_FLAG_OBJ_ALIAS
;
520 for (pos
= 0; ; pos
++) {
521 pos
= fnb(block
->alias_map
, LOGFS_BLOCK_FACTOR
, pos
);
522 if (pos
>= LOGFS_BLOCK_FACTOR
)
525 item
= mempool_alloc(super
->s_alias_pool
, GFP_NOFS
);
526 BUG_ON(!item
); /* mempool empty */
527 memset(item
, 0, sizeof(*item
));
529 child
= kmap_atomic(page
, KM_USER0
);
530 item
->val
= child
[pos
];
531 kunmap_atomic(child
, KM_USER0
);
532 item
->child_no
= pos
;
533 list_add(&item
->list
, &block
->item_list
);
536 ClearPagePrivate(page
);
538 block
->ops
= &btree_block_ops
;
539 err
= alias_tree_insert(block
->sb
, block
->ino
, block
->bix
, block
->level
,
541 BUG_ON(err
); /* mempool empty */
542 ClearPageUptodate(page
);
545 static int __logfs_segment_read(struct inode
*inode
, void *buf
,
546 u64 ofs
, u64 bix
, level_t level
)
548 struct super_block
*sb
= inode
->i_sb
;
549 void *compressor_buf
= logfs_super(sb
)->s_compressed_je
;
550 struct logfs_object_header oh
;
555 block_len
= obj_len(sb
, obj_type(inode
, level
));
556 err
= read_obj_header(sb
, ofs
, &oh
);
561 if (be64_to_cpu(oh
.ino
) != inode
->i_ino
562 || check_pos(sb
, be64_to_cpu(oh
.bix
), bix
, level
)) {
563 printk(KERN_ERR
"LOGFS: (ino, bix) don't match at %llx: "
564 "expected (%lx, %llx), got (%llx, %llx)\n",
565 ofs
, inode
->i_ino
, bix
,
566 be64_to_cpu(oh
.ino
), be64_to_cpu(oh
.bix
));
570 len
= be16_to_cpu(oh
.len
);
574 err
= wbuf_read(sb
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, len
, buf
);
577 crc
= logfs_crc32(buf
, len
, 0);
578 if (crc
!= oh
.data_crc
) {
579 printk(KERN_ERR
"LOGFS: uncompressed data crc error at "
580 "%llx: expected %x, got %x\n", ofs
,
581 be32_to_cpu(oh
.data_crc
),
587 mutex_lock(&logfs_super(sb
)->s_journal_mutex
);
588 err
= wbuf_read(sb
, ofs
+ LOGFS_OBJECT_HEADERSIZE
, len
,
591 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
594 crc
= logfs_crc32(compressor_buf
, len
, 0);
595 if (crc
!= oh
.data_crc
) {
596 printk(KERN_ERR
"LOGFS: compressed data crc error at "
597 "%llx: expected %x, got %x\n", ofs
,
598 be32_to_cpu(oh
.data_crc
),
600 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
603 err
= logfs_uncompress(compressor_buf
, buf
, len
, block_len
);
604 mutex_unlock(&logfs_super(sb
)->s_journal_mutex
);
606 printk(KERN_ERR
"LOGFS: uncompress error at %llx\n", ofs
);
619 printk(KERN_ERR
"LOGFS: device is read-only now\n");
625 * logfs_segment_read - read data block from object store
626 * @inode: inode containing data
628 * @ofs: physical data offset
630 * @level: block level
632 * Returns 0 on success or a negative errno.
634 int logfs_segment_read(struct inode
*inode
, struct page
*page
,
635 u64 ofs
, u64 bix
, level_t level
)
640 if (PageUptodate(page
))
643 ofs
&= ~LOGFS_FULLY_POPULATED
;
646 err
= __logfs_segment_read(inode
, buf
, ofs
, bix
, level
);
648 move_btree_to_page(inode
, page
, buf
);
649 SetPageUptodate(page
);
652 log_segment("logfs_segment_read(%lx, %llx, %x) %llx (%d)\n",
653 inode
->i_ino
, bix
, level
, ofs
, err
);
657 int logfs_segment_delete(struct inode
*inode
, struct logfs_shadow
*shadow
)
659 struct super_block
*sb
= inode
->i_sb
;
660 struct logfs_super
*super
= logfs_super(sb
);
661 struct logfs_object_header h
;
665 super
->s_flags
|= LOGFS_SB_FLAG_DIRTY
;
666 BUG_ON(super
->s_flags
& LOGFS_SB_FLAG_SHUTDOWN
);
667 BUG_ON(shadow
->old_ofs
& LOGFS_FULLY_POPULATED
);
668 if (!shadow
->old_ofs
)
671 log_segment("logfs_segment_delete(%llx, %llx, %x) %llx->%llx %x->%x\n",
672 shadow
->ino
, shadow
->bix
, shadow
->gc_level
,
673 shadow
->old_ofs
, shadow
->new_ofs
,
674 shadow
->old_len
, shadow
->new_len
);
675 err
= read_obj_header(sb
, shadow
->old_ofs
, &h
);
676 LOGFS_BUG_ON(err
, sb
);
677 LOGFS_BUG_ON(be64_to_cpu(h
.ino
) != inode
->i_ino
, sb
);
678 LOGFS_BUG_ON(check_pos(sb
, shadow
->bix
, be64_to_cpu(h
.bix
),
679 shrink_level(shadow
->gc_level
)), sb
);
681 if (shadow
->gc_level
== 0)
682 len
= be16_to_cpu(h
.len
);
684 len
= obj_len(sb
, h
.type
);
685 shadow
->old_len
= len
+ sizeof(h
);
689 void freeseg(struct super_block
*sb
, u32 segno
)
691 struct logfs_super
*super
= logfs_super(sb
);
692 struct address_space
*mapping
= super
->s_mapping_inode
->i_mapping
;
696 start
= dev_ofs(sb
, segno
, 0);
697 end
= dev_ofs(sb
, segno
+ 1, 0);
698 for (ofs
= start
; ofs
< end
; ofs
+= PAGE_SIZE
) {
699 page
= find_get_page(mapping
, ofs
>> PAGE_SHIFT
);
702 ClearPagePrivate(page
);
703 page_cache_release(page
);
707 int logfs_open_area(struct logfs_area
*area
, size_t bytes
)
709 struct super_block
*sb
= area
->a_sb
;
710 struct logfs_super
*super
= logfs_super(sb
);
713 if (area
->a_is_open
&& area
->a_used_bytes
+ bytes
<= super
->s_segsize
)
716 if (area
->a_is_open
) {
717 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_written_bytes
);
718 u32 len
= super
->s_segsize
- area
->a_written_bytes
;
720 log_gc("logfs_close_area(%x)\n", area
->a_segno
);
722 super
->s_devops
->writeseg(area
->a_sb
, ofs
, len
);
723 freeseg(sb
, area
->a_segno
);
727 area
->a_used_bytes
= 0;
728 area
->a_written_bytes
= 0;
730 area
->a_ops
->get_free_segment(area
);
731 area
->a_ops
->get_erase_count(area
);
733 log_gc("logfs_open_area(%x, %x)\n", area
->a_segno
, area
->a_level
);
734 err
= area
->a_ops
->erase_segment(area
);
736 printk(KERN_WARNING
"LogFS: Error erasing segment %x\n",
738 logfs_mark_segment_bad(sb
, area
->a_segno
);
745 void logfs_sync_area(struct logfs_area
*area
)
747 struct super_block
*sb
= area
->a_sb
;
748 struct logfs_super
*super
= logfs_super(sb
);
749 u64 ofs
= dev_ofs(sb
, area
->a_segno
, area
->a_written_bytes
);
750 u32 len
= (area
->a_used_bytes
- area
->a_written_bytes
);
752 if (super
->s_writesize
)
753 len
&= ~(super
->s_writesize
- 1);
757 super
->s_devops
->writeseg(sb
, ofs
, len
);
758 area
->a_written_bytes
+= len
;
761 void logfs_sync_segments(struct super_block
*sb
)
763 struct logfs_super
*super
= logfs_super(sb
);
767 logfs_sync_area(super
->s_area
[i
]);
771 * Pick a free segment to be used for this area. Effectively takes a
772 * candidate from the free list (not really a candidate anymore).
774 static void ostore_get_free_segment(struct logfs_area
*area
)
776 struct super_block
*sb
= area
->a_sb
;
777 struct logfs_super
*super
= logfs_super(sb
);
779 if (super
->s_free_list
.count
== 0) {
780 printk(KERN_ERR
"LOGFS: ran out of free segments\n");
784 area
->a_segno
= get_best_cand(sb
, &super
->s_free_list
, NULL
);
787 static void ostore_get_erase_count(struct logfs_area
*area
)
789 struct logfs_segment_entry se
;
792 logfs_get_segment_entry(area
->a_sb
, area
->a_segno
, &se
);
793 BUG_ON(se
.ec_level
== cpu_to_be32(BADSEG
) ||
794 se
.valid
== cpu_to_be32(RESERVED
));
796 ec_level
= be32_to_cpu(se
.ec_level
);
797 area
->a_erase_count
= (ec_level
>> 4) + 1;
800 static int ostore_erase_segment(struct logfs_area
*area
)
802 struct super_block
*sb
= area
->a_sb
;
803 struct logfs_segment_header sh
;
807 err
= logfs_erase_segment(sb
, area
->a_segno
, 0);
812 sh
.type
= SEG_OSTORE
;
813 sh
.level
= (__force u8
)area
->a_level
;
814 sh
.segno
= cpu_to_be32(area
->a_segno
);
815 sh
.ec
= cpu_to_be32(area
->a_erase_count
);
816 sh
.gec
= cpu_to_be64(logfs_super(sb
)->s_gec
);
817 sh
.crc
= logfs_crc32(&sh
, sizeof(sh
), 4);
819 logfs_set_segment_erased(sb
, area
->a_segno
, area
->a_erase_count
,
822 ofs
= dev_ofs(sb
, area
->a_segno
, 0);
823 area
->a_used_bytes
= sizeof(sh
);
824 logfs_buf_write(area
, ofs
, &sh
, sizeof(sh
));
828 static const struct logfs_area_ops ostore_area_ops
= {
829 .get_free_segment
= ostore_get_free_segment
,
830 .get_erase_count
= ostore_get_erase_count
,
831 .erase_segment
= ostore_erase_segment
,
834 static void free_area(struct logfs_area
*area
)
837 freeseg(area
->a_sb
, area
->a_segno
);
841 static struct logfs_area
*alloc_area(struct super_block
*sb
)
843 struct logfs_area
*area
;
845 area
= kzalloc(sizeof(*area
), GFP_KERNEL
);
853 static void map_invalidatepage(struct page
*page
, unsigned long l
)
858 static int map_releasepage(struct page
*page
, gfp_t g
)
860 /* Don't release these pages */
864 static const struct address_space_operations mapping_aops
= {
865 .invalidatepage
= map_invalidatepage
,
866 .releasepage
= map_releasepage
,
867 .set_page_dirty
= __set_page_dirty_nobuffers
,
870 int logfs_init_mapping(struct super_block
*sb
)
872 struct logfs_super
*super
= logfs_super(sb
);
873 struct address_space
*mapping
;
876 inode
= logfs_new_meta_inode(sb
, LOGFS_INO_MAPPING
);
878 return PTR_ERR(inode
);
879 super
->s_mapping_inode
= inode
;
880 mapping
= inode
->i_mapping
;
881 mapping
->a_ops
= &mapping_aops
;
882 /* Would it be possible to use __GFP_HIGHMEM as well? */
883 mapping_set_gfp_mask(mapping
, GFP_NOFS
);
887 int logfs_init_areas(struct super_block
*sb
)
889 struct logfs_super
*super
= logfs_super(sb
);
892 super
->s_alias_pool
= mempool_create_kmalloc_pool(600,
893 sizeof(struct object_alias_item
));
894 if (!super
->s_alias_pool
)
897 super
->s_journal_area
= alloc_area(sb
);
898 if (!super
->s_journal_area
)
902 super
->s_area
[i
] = alloc_area(sb
);
903 if (!super
->s_area
[i
])
905 super
->s_area
[i
]->a_level
= GC_LEVEL(i
);
906 super
->s_area
[i
]->a_ops
= &ostore_area_ops
;
908 btree_init_mempool128(&super
->s_object_alias_tree
,
909 super
->s_btree_pool
);
913 for (i
--; i
>= 0; i
--)
914 free_area(super
->s_area
[i
]);
915 free_area(super
->s_journal_area
);
916 logfs_mempool_destroy(super
->s_alias_pool
);
920 void logfs_cleanup_areas(struct super_block
*sb
)
922 struct logfs_super
*super
= logfs_super(sb
);
925 btree_grim_visitor128(&super
->s_object_alias_tree
, 0, kill_alias
);
927 free_area(super
->s_area
[i
]);
928 free_area(super
->s_journal_area
);
929 destroy_meta_inode(super
->s_mapping_inode
);