2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
11 * Implements Extendible Hashing as described in:
12 * "Extendible Hashing" by Fagin, et al in
13 * __ACM Trans. on Database Systems__, Sept 1979.
16 * Here's the layout of dirents which is essentially the same as that of ext2
17 * within a single block. The field de_name_len is the number of bytes
18 * actually required for the name (no null terminator). The field de_rec_len
19 * is the number of bytes allocated to the dirent. The offset of the next
20 * dirent in the block is (dirent + dirent->de_rec_len). When a dirent is
21 * deleted, the preceding dirent inherits its allocated space, ie
22 * prev->de_rec_len += deleted->de_rec_len. Since the next dirent is obtained
23 * by adding de_rec_len to the current dirent, this essentially causes the
24 * deleted dirent to get jumped over when iterating through all the dirents.
26 * When deleting the first dirent in a block, there is no previous dirent so
27 * the field de_ino is set to zero to designate it as deleted. When allocating
28 * a dirent, gfs2_dirent_alloc iterates through the dirents in a block. If the
29 * first dirent has (de_ino == 0) and de_rec_len is large enough, this first
30 * dirent is allocated. Otherwise it must go through all the 'used' dirents
31 * searching for one in which the amount of total space minus the amount of
32 * used space will provide enough space for the new dirent.
34 * There are two types of blocks in which dirents reside. In a stuffed dinode,
35 * the dirents begin at offset sizeof(struct gfs2_dinode) from the beginning of
36 * the block. In leaves, they begin at offset sizeof(struct gfs2_leaf) from the
37 * beginning of the leaf block. The dirents reside in leaves when
39 * dip->i_diskflags & GFS2_DIF_EXHASH is true
41 * Otherwise, the dirents are "linear", within a single stuffed dinode block.
43 * When the dirents are in leaves, the actual contents of the directory file are
44 * used as an array of 64-bit block pointers pointing to the leaf blocks. The
45 * dirents are NOT in the directory file itself. There can be more than one
46 * block pointer in the array that points to the same leaf. In fact, when a
47 * directory is first converted from linear to exhash, all of the pointers
48 * point to the same leaf.
50 * When a leaf is completely full, the size of the hash table can be
51 * doubled unless it is already at the maximum size which is hard coded into
52 * GFS2_DIR_MAX_DEPTH. After that, leaves are chained together in a linked list,
53 * but never before the maximum hash table size has been reached.
56 #include <linux/slab.h>
57 #include <linux/spinlock.h>
58 #include <linux/buffer_head.h>
59 #include <linux/sort.h>
60 #include <linux/gfs2_ondisk.h>
61 #include <linux/crc32.h>
62 #include <linux/vmalloc.h>
76 #define IS_LEAF 1 /* Hashed (leaf) directory */
77 #define IS_DINODE 2 /* Linear (stuffed dinode block) directory */
79 #define gfs2_disk_hash2offset(h) (((u64)(h)) >> 1)
80 #define gfs2_dir_offset2hash(p) ((u32)(((u64)(p)) << 1))
82 typedef int (*leaf_call_t
) (struct gfs2_inode
*dip
, u32 index
, u32 len
,
83 u64 leaf_no
, void *data
);
84 typedef int (*gfs2_dscan_t
)(const struct gfs2_dirent
*dent
,
85 const struct qstr
*name
, void *opaque
);
88 int gfs2_dir_get_new_buffer(struct gfs2_inode
*ip
, u64 block
,
89 struct buffer_head
**bhp
)
91 struct buffer_head
*bh
;
93 bh
= gfs2_meta_new(ip
->i_gl
, block
);
94 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
95 gfs2_metatype_set(bh
, GFS2_METATYPE_JD
, GFS2_FORMAT_JD
);
96 gfs2_buffer_clear_tail(bh
, sizeof(struct gfs2_meta_header
));
101 static int gfs2_dir_get_existing_buffer(struct gfs2_inode
*ip
, u64 block
,
102 struct buffer_head
**bhp
)
104 struct buffer_head
*bh
;
107 error
= gfs2_meta_read(ip
->i_gl
, block
, DIO_WAIT
, &bh
);
110 if (gfs2_metatype_check(GFS2_SB(&ip
->i_inode
), bh
, GFS2_METATYPE_JD
)) {
118 static int gfs2_dir_write_stuffed(struct gfs2_inode
*ip
, const char *buf
,
119 unsigned int offset
, unsigned int size
)
121 struct buffer_head
*dibh
;
124 error
= gfs2_meta_inode_buffer(ip
, &dibh
);
128 gfs2_trans_add_bh(ip
->i_gl
, dibh
, 1);
129 memcpy(dibh
->b_data
+ offset
+ sizeof(struct gfs2_dinode
), buf
, size
);
130 if (ip
->i_disksize
< offset
+ size
)
131 ip
->i_disksize
= offset
+ size
;
132 ip
->i_inode
.i_mtime
= ip
->i_inode
.i_ctime
= CURRENT_TIME
;
133 gfs2_dinode_out(ip
, dibh
->b_data
);
143 * gfs2_dir_write_data - Write directory information to the inode
144 * @ip: The GFS2 inode
145 * @buf: The buffer containing information to be written
146 * @offset: The file offset to start writing at
147 * @size: The amount of data to write
149 * Returns: The number of bytes correctly written or error code
151 static int gfs2_dir_write_data(struct gfs2_inode
*ip
, const char *buf
,
152 u64 offset
, unsigned int size
)
154 struct gfs2_sbd
*sdp
= GFS2_SB(&ip
->i_inode
);
155 struct buffer_head
*dibh
;
166 if (gfs2_is_stuffed(ip
) &&
167 offset
+ size
<= sdp
->sd_sb
.sb_bsize
- sizeof(struct gfs2_dinode
))
168 return gfs2_dir_write_stuffed(ip
, buf
, (unsigned int)offset
,
171 if (gfs2_assert_warn(sdp
, gfs2_is_jdata(ip
)))
174 if (gfs2_is_stuffed(ip
)) {
175 error
= gfs2_unstuff_dinode(ip
, NULL
);
181 o
= do_div(lblock
, sdp
->sd_jbsize
) + sizeof(struct gfs2_meta_header
);
183 while (copied
< size
) {
185 struct buffer_head
*bh
;
187 amount
= size
- copied
;
188 if (amount
> sdp
->sd_sb
.sb_bsize
- o
)
189 amount
= sdp
->sd_sb
.sb_bsize
- o
;
193 error
= gfs2_extent_map(&ip
->i_inode
, lblock
, &new,
198 if (gfs2_assert_withdraw(sdp
, dblock
))
202 if (amount
== sdp
->sd_jbsize
|| new)
203 error
= gfs2_dir_get_new_buffer(ip
, dblock
, &bh
);
205 error
= gfs2_dir_get_existing_buffer(ip
, dblock
, &bh
);
210 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
211 memcpy(bh
->b_data
+ o
, buf
, amount
);
220 o
= sizeof(struct gfs2_meta_header
);
224 error
= gfs2_meta_inode_buffer(ip
, &dibh
);
228 if (ip
->i_disksize
< offset
+ copied
)
229 ip
->i_disksize
= offset
+ copied
;
230 ip
->i_inode
.i_mtime
= ip
->i_inode
.i_ctime
= CURRENT_TIME
;
232 gfs2_trans_add_bh(ip
->i_gl
, dibh
, 1);
233 gfs2_dinode_out(ip
, dibh
->b_data
);
243 static int gfs2_dir_read_stuffed(struct gfs2_inode
*ip
, char *buf
,
244 u64 offset
, unsigned int size
)
246 struct buffer_head
*dibh
;
249 error
= gfs2_meta_inode_buffer(ip
, &dibh
);
251 offset
+= sizeof(struct gfs2_dinode
);
252 memcpy(buf
, dibh
->b_data
+ offset
, size
);
256 return (error
) ? error
: size
;
261 * gfs2_dir_read_data - Read a data from a directory inode
262 * @ip: The GFS2 Inode
263 * @buf: The buffer to place result into
264 * @offset: File offset to begin jdata_readng from
265 * @size: Amount of data to transfer
267 * Returns: The amount of data actually copied or the error
269 static int gfs2_dir_read_data(struct gfs2_inode
*ip
, char *buf
, u64 offset
,
270 unsigned int size
, unsigned ra
)
272 struct gfs2_sbd
*sdp
= GFS2_SB(&ip
->i_inode
);
279 if (offset
>= ip
->i_disksize
)
282 if (offset
+ size
> ip
->i_disksize
)
283 size
= ip
->i_disksize
- offset
;
288 if (gfs2_is_stuffed(ip
))
289 return gfs2_dir_read_stuffed(ip
, buf
, offset
, size
);
291 if (gfs2_assert_warn(sdp
, gfs2_is_jdata(ip
)))
295 o
= do_div(lblock
, sdp
->sd_jbsize
) + sizeof(struct gfs2_meta_header
);
297 while (copied
< size
) {
299 struct buffer_head
*bh
;
302 amount
= size
- copied
;
303 if (amount
> sdp
->sd_sb
.sb_bsize
- o
)
304 amount
= sdp
->sd_sb
.sb_bsize
- o
;
308 error
= gfs2_extent_map(&ip
->i_inode
, lblock
, &new,
310 if (error
|| !dblock
)
315 bh
= gfs2_meta_ra(ip
->i_gl
, dblock
, extlen
);
317 error
= gfs2_meta_read(ip
->i_gl
, dblock
, DIO_WAIT
, &bh
);
321 error
= gfs2_metatype_check(sdp
, bh
, GFS2_METATYPE_JD
);
328 memcpy(buf
, bh
->b_data
+ o
, amount
);
333 o
= sizeof(struct gfs2_meta_header
);
338 return (copied
) ? copied
: error
;
341 static inline int gfs2_dirent_sentinel(const struct gfs2_dirent
*dent
)
343 return dent
->de_inum
.no_addr
== 0 || dent
->de_inum
.no_formal_ino
== 0;
346 static inline int __gfs2_dirent_find(const struct gfs2_dirent
*dent
,
347 const struct qstr
*name
, int ret
)
349 if (!gfs2_dirent_sentinel(dent
) &&
350 be32_to_cpu(dent
->de_hash
) == name
->hash
&&
351 be16_to_cpu(dent
->de_name_len
) == name
->len
&&
352 memcmp(dent
+1, name
->name
, name
->len
) == 0)
357 static int gfs2_dirent_find(const struct gfs2_dirent
*dent
,
358 const struct qstr
*name
,
361 return __gfs2_dirent_find(dent
, name
, 1);
364 static int gfs2_dirent_prev(const struct gfs2_dirent
*dent
,
365 const struct qstr
*name
,
368 return __gfs2_dirent_find(dent
, name
, 2);
372 * name->name holds ptr to start of block.
373 * name->len holds size of block.
375 static int gfs2_dirent_last(const struct gfs2_dirent
*dent
,
376 const struct qstr
*name
,
379 const char *start
= name
->name
;
380 const char *end
= (const char *)dent
+ be16_to_cpu(dent
->de_rec_len
);
381 if (name
->len
== (end
- start
))
386 static int gfs2_dirent_find_space(const struct gfs2_dirent
*dent
,
387 const struct qstr
*name
,
390 unsigned required
= GFS2_DIRENT_SIZE(name
->len
);
391 unsigned actual
= GFS2_DIRENT_SIZE(be16_to_cpu(dent
->de_name_len
));
392 unsigned totlen
= be16_to_cpu(dent
->de_rec_len
);
394 if (gfs2_dirent_sentinel(dent
))
396 if (totlen
- actual
>= required
)
401 struct dirent_gather
{
402 const struct gfs2_dirent
**pdent
;
406 static int gfs2_dirent_gather(const struct gfs2_dirent
*dent
,
407 const struct qstr
*name
,
410 struct dirent_gather
*g
= opaque
;
411 if (!gfs2_dirent_sentinel(dent
)) {
412 g
->pdent
[g
->offset
++] = dent
;
418 * Other possible things to check:
419 * - Inode located within filesystem size (and on valid block)
420 * - Valid directory entry type
421 * Not sure how heavy-weight we want to make this... could also check
422 * hash is correct for example, but that would take a lot of extra time.
423 * For now the most important thing is to check that the various sizes
426 static int gfs2_check_dirent(struct gfs2_dirent
*dent
, unsigned int offset
,
427 unsigned int size
, unsigned int len
, int first
)
429 const char *msg
= "gfs2_dirent too small";
430 if (unlikely(size
< sizeof(struct gfs2_dirent
)))
432 msg
= "gfs2_dirent misaligned";
433 if (unlikely(offset
& 0x7))
435 msg
= "gfs2_dirent points beyond end of block";
436 if (unlikely(offset
+ size
> len
))
438 msg
= "zero inode number";
439 if (unlikely(!first
&& gfs2_dirent_sentinel(dent
)))
441 msg
= "name length is greater than space in dirent";
442 if (!gfs2_dirent_sentinel(dent
) &&
443 unlikely(sizeof(struct gfs2_dirent
)+be16_to_cpu(dent
->de_name_len
) >
448 printk(KERN_WARNING
"gfs2_check_dirent: %s (%s)\n", msg
,
449 first
? "first in block" : "not first in block");
453 static int gfs2_dirent_offset(const void *buf
)
455 const struct gfs2_meta_header
*h
= buf
;
460 switch(be32_to_cpu(h
->mh_type
)) {
461 case GFS2_METATYPE_LF
:
462 offset
= sizeof(struct gfs2_leaf
);
464 case GFS2_METATYPE_DI
:
465 offset
= sizeof(struct gfs2_dinode
);
472 printk(KERN_WARNING
"gfs2_scan_dirent: wrong block type %u\n",
473 be32_to_cpu(h
->mh_type
));
477 static struct gfs2_dirent
*gfs2_dirent_scan(struct inode
*inode
, void *buf
,
478 unsigned int len
, gfs2_dscan_t scan
,
479 const struct qstr
*name
,
482 struct gfs2_dirent
*dent
, *prev
;
487 ret
= gfs2_dirent_offset(buf
);
494 size
= be16_to_cpu(dent
->de_rec_len
);
495 if (gfs2_check_dirent(dent
, offset
, size
, len
, 1))
498 ret
= scan(dent
, name
, opaque
);
506 size
= be16_to_cpu(dent
->de_rec_len
);
507 if (gfs2_check_dirent(dent
, offset
, size
, len
, 0))
517 return prev
? prev
: dent
;
524 gfs2_consist_inode(GFS2_I(inode
));
525 return ERR_PTR(-EIO
);
528 static int dirent_check_reclen(struct gfs2_inode
*dip
,
529 const struct gfs2_dirent
*d
, const void *end_p
)
532 u16 rec_len
= be16_to_cpu(d
->de_rec_len
);
534 if (unlikely(rec_len
< sizeof(struct gfs2_dirent
)))
542 gfs2_consist_inode(dip
);
547 * dirent_next - Next dirent
548 * @dip: the directory
550 * @dent: Pointer to list of dirents
552 * Returns: 0 on success, error code otherwise
555 static int dirent_next(struct gfs2_inode
*dip
, struct buffer_head
*bh
,
556 struct gfs2_dirent
**dent
)
558 struct gfs2_dirent
*cur
= *dent
, *tmp
;
559 char *bh_end
= bh
->b_data
+ bh
->b_size
;
562 ret
= dirent_check_reclen(dip
, cur
, bh_end
);
566 tmp
= (void *)cur
+ ret
;
567 ret
= dirent_check_reclen(dip
, tmp
, bh_end
);
571 /* Only the first dent could ever have de_inum.no_addr == 0 */
572 if (gfs2_dirent_sentinel(tmp
)) {
573 gfs2_consist_inode(dip
);
582 * dirent_del - Delete a dirent
583 * @dip: The GFS2 inode
585 * @prev: The previous dirent
586 * @cur: The current dirent
590 static void dirent_del(struct gfs2_inode
*dip
, struct buffer_head
*bh
,
591 struct gfs2_dirent
*prev
, struct gfs2_dirent
*cur
)
593 u16 cur_rec_len
, prev_rec_len
;
595 if (gfs2_dirent_sentinel(cur
)) {
596 gfs2_consist_inode(dip
);
600 gfs2_trans_add_bh(dip
->i_gl
, bh
, 1);
602 /* If there is no prev entry, this is the first entry in the block.
603 The de_rec_len is already as big as it needs to be. Just zero
604 out the inode number and return. */
607 cur
->de_inum
.no_addr
= 0;
608 cur
->de_inum
.no_formal_ino
= 0;
612 /* Combine this dentry with the previous one. */
614 prev_rec_len
= be16_to_cpu(prev
->de_rec_len
);
615 cur_rec_len
= be16_to_cpu(cur
->de_rec_len
);
617 if ((char *)prev
+ prev_rec_len
!= (char *)cur
)
618 gfs2_consist_inode(dip
);
619 if ((char *)cur
+ cur_rec_len
> bh
->b_data
+ bh
->b_size
)
620 gfs2_consist_inode(dip
);
622 prev_rec_len
+= cur_rec_len
;
623 prev
->de_rec_len
= cpu_to_be16(prev_rec_len
);
627 * Takes a dent from which to grab space as an argument. Returns the
628 * newly created dent.
630 static struct gfs2_dirent
*gfs2_init_dirent(struct inode
*inode
,
631 struct gfs2_dirent
*dent
,
632 const struct qstr
*name
,
633 struct buffer_head
*bh
)
635 struct gfs2_inode
*ip
= GFS2_I(inode
);
636 struct gfs2_dirent
*ndent
;
637 unsigned offset
= 0, totlen
;
639 if (!gfs2_dirent_sentinel(dent
))
640 offset
= GFS2_DIRENT_SIZE(be16_to_cpu(dent
->de_name_len
));
641 totlen
= be16_to_cpu(dent
->de_rec_len
);
642 BUG_ON(offset
+ name
->len
> totlen
);
643 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
644 ndent
= (struct gfs2_dirent
*)((char *)dent
+ offset
);
645 dent
->de_rec_len
= cpu_to_be16(offset
);
646 gfs2_qstr2dirent(name
, totlen
- offset
, ndent
);
650 static struct gfs2_dirent
*gfs2_dirent_alloc(struct inode
*inode
,
651 struct buffer_head
*bh
,
652 const struct qstr
*name
)
654 struct gfs2_dirent
*dent
;
655 dent
= gfs2_dirent_scan(inode
, bh
->b_data
, bh
->b_size
,
656 gfs2_dirent_find_space
, name
, NULL
);
657 if (!dent
|| IS_ERR(dent
))
659 return gfs2_init_dirent(inode
, dent
, name
, bh
);
662 static int get_leaf(struct gfs2_inode
*dip
, u64 leaf_no
,
663 struct buffer_head
**bhp
)
667 error
= gfs2_meta_read(dip
->i_gl
, leaf_no
, DIO_WAIT
, bhp
);
668 if (!error
&& gfs2_metatype_check(GFS2_SB(&dip
->i_inode
), *bhp
, GFS2_METATYPE_LF
)) {
669 /* printk(KERN_INFO "block num=%llu\n", leaf_no); */
677 * get_leaf_nr - Get a leaf number associated with the index
678 * @dip: The GFS2 inode
682 * Returns: 0 on success, error code otherwise
685 static int get_leaf_nr(struct gfs2_inode
*dip
, u32 index
,
691 error
= gfs2_dir_read_data(dip
, (char *)&leaf_no
,
692 index
* sizeof(__be64
),
694 if (error
!= sizeof(u64
))
695 return (error
< 0) ? error
: -EIO
;
697 *leaf_out
= be64_to_cpu(leaf_no
);
702 static int get_first_leaf(struct gfs2_inode
*dip
, u32 index
,
703 struct buffer_head
**bh_out
)
708 error
= get_leaf_nr(dip
, index
, &leaf_no
);
710 error
= get_leaf(dip
, leaf_no
, bh_out
);
715 static struct gfs2_dirent
*gfs2_dirent_search(struct inode
*inode
,
716 const struct qstr
*name
,
718 struct buffer_head
**pbh
)
720 struct buffer_head
*bh
;
721 struct gfs2_dirent
*dent
;
722 struct gfs2_inode
*ip
= GFS2_I(inode
);
725 if (ip
->i_diskflags
& GFS2_DIF_EXHASH
) {
726 struct gfs2_leaf
*leaf
;
727 unsigned hsize
= 1 << ip
->i_depth
;
730 if (hsize
* sizeof(u64
) != ip
->i_disksize
) {
731 gfs2_consist_inode(ip
);
732 return ERR_PTR(-EIO
);
735 index
= name
->hash
>> (32 - ip
->i_depth
);
736 error
= get_first_leaf(ip
, index
, &bh
);
738 return ERR_PTR(error
);
740 dent
= gfs2_dirent_scan(inode
, bh
->b_data
, bh
->b_size
,
744 leaf
= (struct gfs2_leaf
*)bh
->b_data
;
745 ln
= be64_to_cpu(leaf
->lf_next
);
750 error
= get_leaf(ip
, ln
, &bh
);
753 return error
? ERR_PTR(error
) : NULL
;
757 error
= gfs2_meta_inode_buffer(ip
, &bh
);
759 return ERR_PTR(error
);
760 dent
= gfs2_dirent_scan(inode
, bh
->b_data
, bh
->b_size
, scan
, name
, NULL
);
762 if (unlikely(dent
== NULL
|| IS_ERR(dent
))) {
770 static struct gfs2_leaf
*new_leaf(struct inode
*inode
, struct buffer_head
**pbh
, u16 depth
)
772 struct gfs2_inode
*ip
= GFS2_I(inode
);
776 struct buffer_head
*bh
;
777 struct gfs2_leaf
*leaf
;
778 struct gfs2_dirent
*dent
;
779 struct qstr name
= { .name
= "", .len
= 0, .hash
= 0 };
781 error
= gfs2_alloc_block(ip
, &bn
, &n
);
784 bh
= gfs2_meta_new(ip
->i_gl
, bn
);
788 gfs2_trans_add_unrevoke(GFS2_SB(inode
), bn
, 1);
789 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
790 gfs2_metatype_set(bh
, GFS2_METATYPE_LF
, GFS2_FORMAT_LF
);
791 leaf
= (struct gfs2_leaf
*)bh
->b_data
;
792 leaf
->lf_depth
= cpu_to_be16(depth
);
793 leaf
->lf_entries
= 0;
794 leaf
->lf_dirent_format
= cpu_to_be32(GFS2_FORMAT_DE
);
796 memset(leaf
->lf_reserved
, 0, sizeof(leaf
->lf_reserved
));
797 dent
= (struct gfs2_dirent
*)(leaf
+1);
798 gfs2_qstr2dirent(&name
, bh
->b_size
- sizeof(struct gfs2_leaf
), dent
);
804 * dir_make_exhash - Convert a stuffed directory into an ExHash directory
805 * @dip: The GFS2 inode
807 * Returns: 0 on success, error code otherwise
810 static int dir_make_exhash(struct inode
*inode
)
812 struct gfs2_inode
*dip
= GFS2_I(inode
);
813 struct gfs2_sbd
*sdp
= GFS2_SB(inode
);
814 struct gfs2_dirent
*dent
;
816 struct buffer_head
*bh
, *dibh
;
817 struct gfs2_leaf
*leaf
;
824 error
= gfs2_meta_inode_buffer(dip
, &dibh
);
828 /* Turn over a new leaf */
830 leaf
= new_leaf(inode
, &bh
, 0);
835 gfs2_assert(sdp
, dip
->i_entries
< (1 << 16));
836 leaf
->lf_entries
= cpu_to_be16(dip
->i_entries
);
840 gfs2_buffer_copy_tail(bh
, sizeof(struct gfs2_leaf
), dibh
,
841 sizeof(struct gfs2_dinode
));
843 /* Find last entry */
846 args
.len
= bh
->b_size
- sizeof(struct gfs2_dinode
) +
847 sizeof(struct gfs2_leaf
);
848 args
.name
= bh
->b_data
;
849 dent
= gfs2_dirent_scan(&dip
->i_inode
, bh
->b_data
, bh
->b_size
,
850 gfs2_dirent_last
, &args
, NULL
);
859 return PTR_ERR(dent
);
862 /* Adjust the last dirent's record length
863 (Remember that dent still points to the last entry.) */
865 dent
->de_rec_len
= cpu_to_be16(be16_to_cpu(dent
->de_rec_len
) +
866 sizeof(struct gfs2_dinode
) -
867 sizeof(struct gfs2_leaf
));
871 /* We're done with the new leaf block, now setup the new
874 gfs2_trans_add_bh(dip
->i_gl
, dibh
, 1);
875 gfs2_buffer_clear_tail(dibh
, sizeof(struct gfs2_dinode
));
877 lp
= (__be64
*)(dibh
->b_data
+ sizeof(struct gfs2_dinode
));
879 for (x
= sdp
->sd_hash_ptrs
; x
--; lp
++)
880 *lp
= cpu_to_be64(bn
);
882 dip
->i_disksize
= sdp
->sd_sb
.sb_bsize
/ 2;
883 gfs2_add_inode_blocks(&dip
->i_inode
, 1);
884 dip
->i_diskflags
|= GFS2_DIF_EXHASH
;
886 for (x
= sdp
->sd_hash_ptrs
, y
= -1; x
; x
>>= 1, y
++) ;
889 gfs2_dinode_out(dip
, dibh
->b_data
);
897 * dir_split_leaf - Split a leaf block into two
898 * @dip: The GFS2 inode
902 * Returns: 0 on success, error code on failure
905 static int dir_split_leaf(struct inode
*inode
, const struct qstr
*name
)
907 struct gfs2_inode
*dip
= GFS2_I(inode
);
908 struct buffer_head
*nbh
, *obh
, *dibh
;
909 struct gfs2_leaf
*nleaf
, *oleaf
;
910 struct gfs2_dirent
*dent
= NULL
, *prev
= NULL
, *next
= NULL
, *new;
911 u32 start
, len
, half_len
, divider
;
918 index
= name
->hash
>> (32 - dip
->i_depth
);
919 error
= get_leaf_nr(dip
, index
, &leaf_no
);
923 /* Get the old leaf block */
924 error
= get_leaf(dip
, leaf_no
, &obh
);
928 oleaf
= (struct gfs2_leaf
*)obh
->b_data
;
929 if (dip
->i_depth
== be16_to_cpu(oleaf
->lf_depth
)) {
931 return 1; /* can't split */
934 gfs2_trans_add_bh(dip
->i_gl
, obh
, 1);
936 nleaf
= new_leaf(inode
, &nbh
, be16_to_cpu(oleaf
->lf_depth
) + 1);
943 /* Compute the start and len of leaf pointers in the hash table. */
944 len
= 1 << (dip
->i_depth
- be16_to_cpu(oleaf
->lf_depth
));
947 printk(KERN_WARNING
"i_depth %u lf_depth %u index %u\n", dip
->i_depth
, be16_to_cpu(oleaf
->lf_depth
), index
);
948 gfs2_consist_inode(dip
);
953 start
= (index
& ~(len
- 1));
955 /* Change the pointers.
956 Don't bother distinguishing stuffed from non-stuffed.
957 This code is complicated enough already. */
958 lp
= kmalloc(half_len
* sizeof(__be64
), GFP_NOFS
| __GFP_NOFAIL
);
959 /* Change the pointers */
960 for (x
= 0; x
< half_len
; x
++)
961 lp
[x
] = cpu_to_be64(bn
);
963 error
= gfs2_dir_write_data(dip
, (char *)lp
, start
* sizeof(u64
),
964 half_len
* sizeof(u64
));
965 if (error
!= half_len
* sizeof(u64
)) {
973 /* Compute the divider */
974 divider
= (start
+ half_len
) << (32 - dip
->i_depth
);
976 /* Copy the entries */
977 dent
= (struct gfs2_dirent
*)(obh
->b_data
+ sizeof(struct gfs2_leaf
));
981 if (dirent_next(dip
, obh
, &next
))
984 if (!gfs2_dirent_sentinel(dent
) &&
985 be32_to_cpu(dent
->de_hash
) < divider
) {
987 str
.name
= (char*)(dent
+1);
988 str
.len
= be16_to_cpu(dent
->de_name_len
);
989 str
.hash
= be32_to_cpu(dent
->de_hash
);
990 new = gfs2_dirent_alloc(inode
, nbh
, &str
);
992 error
= PTR_ERR(new);
996 new->de_inum
= dent
->de_inum
; /* No endian worries */
997 new->de_type
= dent
->de_type
; /* No endian worries */
998 be16_add_cpu(&nleaf
->lf_entries
, 1);
1000 dirent_del(dip
, obh
, prev
, dent
);
1002 if (!oleaf
->lf_entries
)
1003 gfs2_consist_inode(dip
);
1004 be16_add_cpu(&oleaf
->lf_entries
, -1);
1016 oleaf
->lf_depth
= nleaf
->lf_depth
;
1018 error
= gfs2_meta_inode_buffer(dip
, &dibh
);
1019 if (!gfs2_assert_withdraw(GFS2_SB(&dip
->i_inode
), !error
)) {
1020 gfs2_trans_add_bh(dip
->i_gl
, dibh
, 1);
1021 gfs2_add_inode_blocks(&dip
->i_inode
, 1);
1022 gfs2_dinode_out(dip
, dibh
->b_data
);
1041 * dir_double_exhash - Double size of ExHash table
1042 * @dip: The GFS2 dinode
1044 * Returns: 0 on success, error code on failure
1047 static int dir_double_exhash(struct gfs2_inode
*dip
)
1049 struct gfs2_sbd
*sdp
= GFS2_SB(&dip
->i_inode
);
1050 struct buffer_head
*dibh
;
1058 hsize
= 1 << dip
->i_depth
;
1059 if (hsize
* sizeof(u64
) != dip
->i_disksize
) {
1060 gfs2_consist_inode(dip
);
1064 /* Allocate both the "from" and "to" buffers in one big chunk */
1066 buf
= kcalloc(3, sdp
->sd_hash_bsize
, GFP_NOFS
| __GFP_NOFAIL
);
1068 for (block
= dip
->i_disksize
>> sdp
->sd_hash_bsize_shift
; block
--;) {
1069 error
= gfs2_dir_read_data(dip
, (char *)buf
,
1070 block
* sdp
->sd_hash_bsize
,
1071 sdp
->sd_hash_bsize
, 1);
1072 if (error
!= sdp
->sd_hash_bsize
) {
1079 to
= (u64
*)((char *)buf
+ sdp
->sd_hash_bsize
);
1081 for (x
= sdp
->sd_hash_ptrs
; x
--; from
++) {
1082 *to
++ = *from
; /* No endianess worries */
1086 error
= gfs2_dir_write_data(dip
,
1087 (char *)buf
+ sdp
->sd_hash_bsize
,
1088 block
* sdp
->sd_sb
.sb_bsize
,
1089 sdp
->sd_sb
.sb_bsize
);
1090 if (error
!= sdp
->sd_sb
.sb_bsize
) {
1099 error
= gfs2_meta_inode_buffer(dip
, &dibh
);
1100 if (!gfs2_assert_withdraw(sdp
, !error
)) {
1102 gfs2_dinode_out(dip
, dibh
->b_data
);
1114 * compare_dents - compare directory entries by hash value
1118 * When comparing the hash entries of @a to @b:
1124 static int compare_dents(const void *a
, const void *b
)
1126 const struct gfs2_dirent
*dent_a
, *dent_b
;
1130 dent_a
= *(const struct gfs2_dirent
**)a
;
1131 hash_a
= be32_to_cpu(dent_a
->de_hash
);
1133 dent_b
= *(const struct gfs2_dirent
**)b
;
1134 hash_b
= be32_to_cpu(dent_b
->de_hash
);
1136 if (hash_a
> hash_b
)
1138 else if (hash_a
< hash_b
)
1141 unsigned int len_a
= be16_to_cpu(dent_a
->de_name_len
);
1142 unsigned int len_b
= be16_to_cpu(dent_b
->de_name_len
);
1146 else if (len_a
< len_b
)
1149 ret
= memcmp(dent_a
+ 1, dent_b
+ 1, len_a
);
1156 * do_filldir_main - read out directory entries
1157 * @dip: The GFS2 inode
1158 * @offset: The offset in the file to read from
1159 * @opaque: opaque data to pass to filldir
1160 * @filldir: The function to pass entries to
1161 * @darr: an array of struct gfs2_dirent pointers to read
1162 * @entries: the number of entries in darr
1163 * @copied: pointer to int that's non-zero if a entry has been copied out
1165 * Jump through some hoops to make sure that if there are hash collsions,
1166 * they are read out at the beginning of a buffer. We want to minimize
1167 * the possibility that they will fall into different readdir buffers or
1168 * that someone will want to seek to that location.
1170 * Returns: errno, >0 on exception from filldir
1173 static int do_filldir_main(struct gfs2_inode
*dip
, u64
*offset
,
1174 void *opaque
, filldir_t filldir
,
1175 const struct gfs2_dirent
**darr
, u32 entries
,
1178 const struct gfs2_dirent
*dent
, *dent_next
;
1184 sort(darr
, entries
, sizeof(struct gfs2_dirent
*), compare_dents
, NULL
);
1186 dent_next
= darr
[0];
1187 off_next
= be32_to_cpu(dent_next
->de_hash
);
1188 off_next
= gfs2_disk_hash2offset(off_next
);
1190 for (x
= 0, y
= 1; x
< entries
; x
++, y
++) {
1195 dent_next
= darr
[y
];
1196 off_next
= be32_to_cpu(dent_next
->de_hash
);
1197 off_next
= gfs2_disk_hash2offset(off_next
);
1203 if (off_next
== off
) {
1204 if (*copied
&& !run
)
1215 error
= filldir(opaque
, (const char *)(dent
+ 1),
1216 be16_to_cpu(dent
->de_name_len
),
1217 off
, be64_to_cpu(dent
->de_inum
.no_addr
),
1218 be16_to_cpu(dent
->de_type
));
1225 /* Increment the *offset by one, so the next time we come into the
1226 do_filldir fxn, we get the next entry instead of the last one in the
1234 static void *gfs2_alloc_sort_buffer(unsigned size
)
1238 if (size
< KMALLOC_MAX_SIZE
)
1239 ptr
= kmalloc(size
, GFP_NOFS
| __GFP_NOWARN
);
1241 ptr
= __vmalloc(size
, GFP_NOFS
, PAGE_KERNEL
);
1245 static void gfs2_free_sort_buffer(void *ptr
)
1247 if (is_vmalloc_addr(ptr
))
1253 static int gfs2_dir_read_leaf(struct inode
*inode
, u64
*offset
, void *opaque
,
1254 filldir_t filldir
, int *copied
, unsigned *depth
,
1257 struct gfs2_inode
*ip
= GFS2_I(inode
);
1258 struct gfs2_sbd
*sdp
= GFS2_SB(inode
);
1259 struct buffer_head
*bh
;
1260 struct gfs2_leaf
*lf
;
1261 unsigned entries
= 0, entries2
= 0;
1262 unsigned leaves
= 0;
1263 const struct gfs2_dirent
**darr
, *dent
;
1264 struct dirent_gather g
;
1265 struct buffer_head
**larr
;
1271 error
= get_leaf(ip
, lfn
, &bh
);
1274 lf
= (struct gfs2_leaf
*)bh
->b_data
;
1276 *depth
= be16_to_cpu(lf
->lf_depth
);
1277 entries
+= be16_to_cpu(lf
->lf_entries
);
1279 lfn
= be64_to_cpu(lf
->lf_next
);
1288 * The extra 99 entries are not normally used, but are a buffer
1289 * zone in case the number of entries in the leaf is corrupt.
1290 * 99 is the maximum number of entries that can fit in a single
1293 larr
= gfs2_alloc_sort_buffer((leaves
+ entries
+ 99) * sizeof(void *));
1296 darr
= (const struct gfs2_dirent
**)(larr
+ leaves
);
1302 error
= get_leaf(ip
, lfn
, &bh
);
1305 lf
= (struct gfs2_leaf
*)bh
->b_data
;
1306 lfn
= be64_to_cpu(lf
->lf_next
);
1307 if (lf
->lf_entries
) {
1308 entries2
+= be16_to_cpu(lf
->lf_entries
);
1309 dent
= gfs2_dirent_scan(inode
, bh
->b_data
, bh
->b_size
,
1310 gfs2_dirent_gather
, NULL
, &g
);
1311 error
= PTR_ERR(dent
);
1314 if (entries2
!= g
.offset
) {
1315 fs_warn(sdp
, "Number of entries corrupt in dir "
1316 "leaf %llu, entries2 (%u) != "
1318 (unsigned long long)bh
->b_blocknr
,
1319 entries2
, g
.offset
);
1331 BUG_ON(entries2
!= entries
);
1332 error
= do_filldir_main(ip
, offset
, opaque
, filldir
, darr
,
1335 for(i
= 0; i
< leaf
; i
++)
1337 gfs2_free_sort_buffer(larr
);
1343 * dir_e_read - Reads the entries from a directory into a filldir buffer
1344 * @dip: dinode pointer
1345 * @offset: the hash of the last entry read shifted to the right once
1346 * @opaque: buffer for the filldir function to fill
1347 * @filldir: points to the filldir function to use
1352 static int dir_e_read(struct inode
*inode
, u64
*offset
, void *opaque
,
1355 struct gfs2_inode
*dip
= GFS2_I(inode
);
1356 struct gfs2_sbd
*sdp
= GFS2_SB(inode
);
1358 u32 ht_offset
, lp_offset
, ht_offset_cur
= -1;
1365 hsize
= 1 << dip
->i_depth
;
1366 if (hsize
* sizeof(u64
) != dip
->i_disksize
) {
1367 gfs2_consist_inode(dip
);
1371 hash
= gfs2_dir_offset2hash(*offset
);
1372 index
= hash
>> (32 - dip
->i_depth
);
1374 lp
= kmalloc(sdp
->sd_hash_bsize
, GFP_NOFS
);
1378 while (index
< hsize
) {
1379 lp_offset
= index
& (sdp
->sd_hash_ptrs
- 1);
1380 ht_offset
= index
- lp_offset
;
1382 if (ht_offset_cur
!= ht_offset
) {
1383 error
= gfs2_dir_read_data(dip
, (char *)lp
,
1384 ht_offset
* sizeof(__be64
),
1385 sdp
->sd_hash_bsize
, 1);
1386 if (error
!= sdp
->sd_hash_bsize
) {
1391 ht_offset_cur
= ht_offset
;
1394 error
= gfs2_dir_read_leaf(inode
, offset
, opaque
, filldir
,
1396 be64_to_cpu(lp
[lp_offset
]));
1400 len
= 1 << (dip
->i_depth
- depth
);
1401 index
= (index
& ~(len
- 1)) + len
;
1411 int gfs2_dir_read(struct inode
*inode
, u64
*offset
, void *opaque
,
1414 struct gfs2_inode
*dip
= GFS2_I(inode
);
1415 struct gfs2_sbd
*sdp
= GFS2_SB(inode
);
1416 struct dirent_gather g
;
1417 const struct gfs2_dirent
**darr
, *dent
;
1418 struct buffer_head
*dibh
;
1422 if (!dip
->i_entries
)
1425 if (dip
->i_diskflags
& GFS2_DIF_EXHASH
)
1426 return dir_e_read(inode
, offset
, opaque
, filldir
);
1428 if (!gfs2_is_stuffed(dip
)) {
1429 gfs2_consist_inode(dip
);
1433 error
= gfs2_meta_inode_buffer(dip
, &dibh
);
1438 /* 96 is max number of dirents which can be stuffed into an inode */
1439 darr
= kmalloc(96 * sizeof(struct gfs2_dirent
*), GFP_NOFS
);
1443 dent
= gfs2_dirent_scan(inode
, dibh
->b_data
, dibh
->b_size
,
1444 gfs2_dirent_gather
, NULL
, &g
);
1446 error
= PTR_ERR(dent
);
1449 if (dip
->i_entries
!= g
.offset
) {
1450 fs_warn(sdp
, "Number of entries corrupt in dir %llu, "
1451 "ip->i_entries (%u) != g.offset (%u)\n",
1452 (unsigned long long)dip
->i_no_addr
,
1458 error
= do_filldir_main(dip
, offset
, opaque
, filldir
, darr
,
1459 dip
->i_entries
, &copied
);
1473 * gfs2_dir_search - Search a directory
1474 * @dip: The GFS2 inode
1478 * This routine searches a directory for a file or another directory.
1479 * Assumes a glock is held on dip.
1484 struct inode
*gfs2_dir_search(struct inode
*dir
, const struct qstr
*name
)
1486 struct buffer_head
*bh
;
1487 struct gfs2_dirent
*dent
;
1488 struct inode
*inode
;
1490 dent
= gfs2_dirent_search(dir
, name
, gfs2_dirent_find
, &bh
);
1493 return ERR_CAST(dent
);
1494 inode
= gfs2_inode_lookup(dir
->i_sb
,
1495 be16_to_cpu(dent
->de_type
),
1496 be64_to_cpu(dent
->de_inum
.no_addr
),
1497 be64_to_cpu(dent
->de_inum
.no_formal_ino
));
1501 return ERR_PTR(-ENOENT
);
1504 int gfs2_dir_check(struct inode
*dir
, const struct qstr
*name
,
1505 const struct gfs2_inode
*ip
)
1507 struct buffer_head
*bh
;
1508 struct gfs2_dirent
*dent
;
1511 dent
= gfs2_dirent_search(dir
, name
, gfs2_dirent_find
, &bh
);
1514 return PTR_ERR(dent
);
1516 if (be64_to_cpu(dent
->de_inum
.no_addr
) != ip
->i_no_addr
)
1518 if (be64_to_cpu(dent
->de_inum
.no_formal_ino
) !=
1519 ip
->i_no_formal_ino
)
1521 if (unlikely(IF2DT(ip
->i_inode
.i_mode
) !=
1522 be16_to_cpu(dent
->de_type
))) {
1523 gfs2_consist_inode(GFS2_I(dir
));
1535 static int dir_new_leaf(struct inode
*inode
, const struct qstr
*name
)
1537 struct buffer_head
*bh
, *obh
;
1538 struct gfs2_inode
*ip
= GFS2_I(inode
);
1539 struct gfs2_leaf
*leaf
, *oleaf
;
1544 index
= name
->hash
>> (32 - ip
->i_depth
);
1545 error
= get_first_leaf(ip
, index
, &obh
);
1549 oleaf
= (struct gfs2_leaf
*)obh
->b_data
;
1550 bn
= be64_to_cpu(oleaf
->lf_next
);
1554 error
= get_leaf(ip
, bn
, &obh
);
1559 gfs2_trans_add_bh(ip
->i_gl
, obh
, 1);
1561 leaf
= new_leaf(inode
, &bh
, be16_to_cpu(oleaf
->lf_depth
));
1566 oleaf
->lf_next
= cpu_to_be64(bh
->b_blocknr
);
1570 error
= gfs2_meta_inode_buffer(ip
, &bh
);
1573 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
1574 gfs2_add_inode_blocks(&ip
->i_inode
, 1);
1575 gfs2_dinode_out(ip
, bh
->b_data
);
1581 * gfs2_dir_add - Add new filename into directory
1582 * @dip: The GFS2 inode
1583 * @filename: The new name
1584 * @inode: The inode number of the entry
1585 * @type: The type of the entry
1587 * Returns: 0 on success, error code on failure
1590 int gfs2_dir_add(struct inode
*inode
, const struct qstr
*name
,
1591 const struct gfs2_inode
*nip
, unsigned type
)
1593 struct gfs2_inode
*ip
= GFS2_I(inode
);
1594 struct buffer_head
*bh
;
1595 struct gfs2_dirent
*dent
;
1596 struct gfs2_leaf
*leaf
;
1600 dent
= gfs2_dirent_search(inode
, name
, gfs2_dirent_find_space
,
1604 return PTR_ERR(dent
);
1605 dent
= gfs2_init_dirent(inode
, dent
, name
, bh
);
1606 gfs2_inum_out(nip
, dent
);
1607 dent
->de_type
= cpu_to_be16(type
);
1608 if (ip
->i_diskflags
& GFS2_DIF_EXHASH
) {
1609 leaf
= (struct gfs2_leaf
*)bh
->b_data
;
1610 be16_add_cpu(&leaf
->lf_entries
, 1);
1613 error
= gfs2_meta_inode_buffer(ip
, &bh
);
1616 gfs2_trans_add_bh(ip
->i_gl
, bh
, 1);
1618 ip
->i_inode
.i_mtime
= ip
->i_inode
.i_ctime
= CURRENT_TIME
;
1619 gfs2_dinode_out(ip
, bh
->b_data
);
1624 if (!(ip
->i_diskflags
& GFS2_DIF_EXHASH
)) {
1625 error
= dir_make_exhash(inode
);
1630 error
= dir_split_leaf(inode
, name
);
1635 if (ip
->i_depth
< GFS2_DIR_MAX_DEPTH
) {
1636 error
= dir_double_exhash(ip
);
1639 error
= dir_split_leaf(inode
, name
);
1645 error
= dir_new_leaf(inode
, name
);
1656 * gfs2_dir_del - Delete a directory entry
1657 * @dip: The GFS2 inode
1658 * @filename: The filename
1660 * Returns: 0 on success, error code on failure
1663 int gfs2_dir_del(struct gfs2_inode
*dip
, const struct qstr
*name
)
1665 struct gfs2_dirent
*dent
, *prev
= NULL
;
1666 struct buffer_head
*bh
;
1669 /* Returns _either_ the entry (if its first in block) or the
1670 previous entry otherwise */
1671 dent
= gfs2_dirent_search(&dip
->i_inode
, name
, gfs2_dirent_prev
, &bh
);
1673 gfs2_consist_inode(dip
);
1677 gfs2_consist_inode(dip
);
1678 return PTR_ERR(dent
);
1680 /* If not first in block, adjust pointers accordingly */
1681 if (gfs2_dirent_find(dent
, name
, NULL
) == 0) {
1683 dent
= (struct gfs2_dirent
*)((char *)dent
+ be16_to_cpu(prev
->de_rec_len
));
1686 dirent_del(dip
, bh
, prev
, dent
);
1687 if (dip
->i_diskflags
& GFS2_DIF_EXHASH
) {
1688 struct gfs2_leaf
*leaf
= (struct gfs2_leaf
*)bh
->b_data
;
1689 u16 entries
= be16_to_cpu(leaf
->lf_entries
);
1691 gfs2_consist_inode(dip
);
1692 leaf
->lf_entries
= cpu_to_be16(--entries
);
1696 error
= gfs2_meta_inode_buffer(dip
, &bh
);
1700 if (!dip
->i_entries
)
1701 gfs2_consist_inode(dip
);
1702 gfs2_trans_add_bh(dip
->i_gl
, bh
, 1);
1704 dip
->i_inode
.i_mtime
= dip
->i_inode
.i_ctime
= CURRENT_TIME
;
1705 gfs2_dinode_out(dip
, bh
->b_data
);
1707 mark_inode_dirty(&dip
->i_inode
);
1713 * gfs2_dir_mvino - Change inode number of directory entry
1714 * @dip: The GFS2 inode
1718 * This routine changes the inode number of a directory entry. It's used
1719 * by rename to change ".." when a directory is moved.
1720 * Assumes a glock is held on dvp.
1725 int gfs2_dir_mvino(struct gfs2_inode
*dip
, const struct qstr
*filename
,
1726 const struct gfs2_inode
*nip
, unsigned int new_type
)
1728 struct buffer_head
*bh
;
1729 struct gfs2_dirent
*dent
;
1732 dent
= gfs2_dirent_search(&dip
->i_inode
, filename
, gfs2_dirent_find
, &bh
);
1734 gfs2_consist_inode(dip
);
1738 return PTR_ERR(dent
);
1740 gfs2_trans_add_bh(dip
->i_gl
, bh
, 1);
1741 gfs2_inum_out(nip
, dent
);
1742 dent
->de_type
= cpu_to_be16(new_type
);
1744 if (dip
->i_diskflags
& GFS2_DIF_EXHASH
) {
1746 error
= gfs2_meta_inode_buffer(dip
, &bh
);
1749 gfs2_trans_add_bh(dip
->i_gl
, bh
, 1);
1752 dip
->i_inode
.i_mtime
= dip
->i_inode
.i_ctime
= CURRENT_TIME
;
1753 gfs2_dinode_out(dip
, bh
->b_data
);
1759 * foreach_leaf - call a function for each leaf in a directory
1760 * @dip: the directory
1761 * @lc: the function to call for each each
1762 * @data: private data to pass to it
1767 static int foreach_leaf(struct gfs2_inode
*dip
, leaf_call_t lc
, void *data
)
1769 struct gfs2_sbd
*sdp
= GFS2_SB(&dip
->i_inode
);
1770 struct buffer_head
*bh
;
1771 struct gfs2_leaf
*leaf
;
1773 u32 ht_offset
, lp_offset
, ht_offset_cur
= -1;
1779 hsize
= 1 << dip
->i_depth
;
1780 if (hsize
* sizeof(u64
) != dip
->i_disksize
) {
1781 gfs2_consist_inode(dip
);
1785 lp
= kmalloc(sdp
->sd_hash_bsize
, GFP_NOFS
);
1789 while (index
< hsize
) {
1790 lp_offset
= index
& (sdp
->sd_hash_ptrs
- 1);
1791 ht_offset
= index
- lp_offset
;
1793 if (ht_offset_cur
!= ht_offset
) {
1794 error
= gfs2_dir_read_data(dip
, (char *)lp
,
1795 ht_offset
* sizeof(__be64
),
1796 sdp
->sd_hash_bsize
, 1);
1797 if (error
!= sdp
->sd_hash_bsize
) {
1802 ht_offset_cur
= ht_offset
;
1805 leaf_no
= be64_to_cpu(lp
[lp_offset
]);
1807 error
= get_leaf(dip
, leaf_no
, &bh
);
1810 leaf
= (struct gfs2_leaf
*)bh
->b_data
;
1811 len
= 1 << (dip
->i_depth
- be16_to_cpu(leaf
->lf_depth
));
1814 error
= lc(dip
, index
, len
, leaf_no
, data
);
1818 index
= (index
& ~(len
- 1)) + len
;
1823 if (index
!= hsize
) {
1824 gfs2_consist_inode(dip
);
1835 * leaf_dealloc - Deallocate a directory leaf
1836 * @dip: the directory
1837 * @index: the hash table offset in the directory
1838 * @len: the number of pointers to this leaf
1839 * @leaf_no: the leaf number
1845 static int leaf_dealloc(struct gfs2_inode
*dip
, u32 index
, u32 len
,
1846 u64 leaf_no
, void *data
)
1848 struct gfs2_sbd
*sdp
= GFS2_SB(&dip
->i_inode
);
1849 struct gfs2_leaf
*tmp_leaf
;
1850 struct gfs2_rgrp_list rlist
;
1851 struct buffer_head
*bh
, *dibh
;
1853 unsigned int rg_blocks
= 0, l_blocks
= 0;
1855 unsigned int x
, size
= len
* sizeof(u64
);
1858 memset(&rlist
, 0, sizeof(struct gfs2_rgrp_list
));
1860 ht
= kzalloc(size
, GFP_NOFS
);
1864 if (!gfs2_alloc_get(dip
)) {
1869 error
= gfs2_quota_hold(dip
, NO_QUOTA_CHANGE
, NO_QUOTA_CHANGE
);
1873 error
= gfs2_rindex_hold(sdp
, &dip
->i_alloc
->al_ri_gh
);
1877 /* Count the number of leaves */
1879 for (blk
= leaf_no
; blk
; blk
= nblk
) {
1880 error
= get_leaf(dip
, blk
, &bh
);
1883 tmp_leaf
= (struct gfs2_leaf
*)bh
->b_data
;
1884 nblk
= be64_to_cpu(tmp_leaf
->lf_next
);
1887 gfs2_rlist_add(sdp
, &rlist
, blk
);
1891 gfs2_rlist_alloc(&rlist
, LM_ST_EXCLUSIVE
);
1893 for (x
= 0; x
< rlist
.rl_rgrps
; x
++) {
1894 struct gfs2_rgrpd
*rgd
;
1895 rgd
= rlist
.rl_ghs
[x
].gh_gl
->gl_object
;
1896 rg_blocks
+= rgd
->rd_length
;
1899 error
= gfs2_glock_nq_m(rlist
.rl_rgrps
, rlist
.rl_ghs
);
1903 error
= gfs2_trans_begin(sdp
,
1904 rg_blocks
+ (DIV_ROUND_UP(size
, sdp
->sd_jbsize
) + 1) +
1905 RES_DINODE
+ RES_STATFS
+ RES_QUOTA
, l_blocks
);
1907 goto out_rg_gunlock
;
1909 for (blk
= leaf_no
; blk
; blk
= nblk
) {
1910 error
= get_leaf(dip
, blk
, &bh
);
1913 tmp_leaf
= (struct gfs2_leaf
*)bh
->b_data
;
1914 nblk
= be64_to_cpu(tmp_leaf
->lf_next
);
1917 gfs2_free_meta(dip
, blk
, 1);
1918 gfs2_add_inode_blocks(&dip
->i_inode
, -1);
1921 error
= gfs2_dir_write_data(dip
, ht
, index
* sizeof(u64
), size
);
1922 if (error
!= size
) {
1928 error
= gfs2_meta_inode_buffer(dip
, &dibh
);
1932 gfs2_trans_add_bh(dip
->i_gl
, dibh
, 1);
1933 gfs2_dinode_out(dip
, dibh
->b_data
);
1937 gfs2_trans_end(sdp
);
1939 gfs2_glock_dq_m(rlist
.rl_rgrps
, rlist
.rl_ghs
);
1941 gfs2_rlist_free(&rlist
);
1942 gfs2_glock_dq_uninit(&dip
->i_alloc
->al_ri_gh
);
1944 gfs2_quota_unhold(dip
);
1946 gfs2_alloc_put(dip
);
1953 * gfs2_dir_exhash_dealloc - free all the leaf blocks in a directory
1954 * @dip: the directory
1956 * Dealloc all on-disk directory leaves to FREEMETA state
1957 * Change on-disk inode type to "regular file"
1962 int gfs2_dir_exhash_dealloc(struct gfs2_inode
*dip
)
1964 struct gfs2_sbd
*sdp
= GFS2_SB(&dip
->i_inode
);
1965 struct buffer_head
*bh
;
1968 /* Dealloc on-disk leaves to FREEMETA state */
1969 error
= foreach_leaf(dip
, leaf_dealloc
, NULL
);
1973 /* Make this a regular file in case we crash.
1974 (We don't want to free these blocks a second time.) */
1976 error
= gfs2_trans_begin(sdp
, RES_DINODE
, 0);
1980 error
= gfs2_meta_inode_buffer(dip
, &bh
);
1982 gfs2_trans_add_bh(dip
->i_gl
, bh
, 1);
1983 ((struct gfs2_dinode
*)bh
->b_data
)->di_mode
=
1984 cpu_to_be32(S_IFREG
);
1988 gfs2_trans_end(sdp
);
1994 * gfs2_diradd_alloc_required - find if adding entry will require an allocation
1995 * @ip: the file being written to
1996 * @filname: the filename that's going to be added
1998 * Returns: 1 if alloc required, 0 if not, -ve on error
2001 int gfs2_diradd_alloc_required(struct inode
*inode
, const struct qstr
*name
)
2003 struct gfs2_dirent
*dent
;
2004 struct buffer_head
*bh
;
2006 dent
= gfs2_dirent_search(inode
, name
, gfs2_dirent_find_space
, &bh
);
2011 return PTR_ERR(dent
);