2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 #include "xfs_types.h"
24 #include "xfs_trans.h"
28 #include "xfs_dmapi.h"
29 #include "xfs_mount.h"
30 #include "xfs_da_btree.h"
31 #include "xfs_bmap_btree.h"
32 #include "xfs_alloc_btree.h"
33 #include "xfs_ialloc_btree.h"
34 #include "xfs_dir2_sf.h"
35 #include "xfs_attr_sf.h"
36 #include "xfs_dinode.h"
37 #include "xfs_inode.h"
38 #include "xfs_inode_item.h"
39 #include "xfs_alloc.h"
40 #include "xfs_btree.h"
43 #include "xfs_attr_leaf.h"
44 #include "xfs_dir2_data.h"
45 #include "xfs_dir2_leaf.h"
46 #include "xfs_dir2_block.h"
47 #include "xfs_dir2_node.h"
48 #include "xfs_error.h"
53 * Routines to implement directories as Btrees of hashed names.
56 /*========================================================================
57 * Function prototypes for the kernel.
58 *========================================================================*/
61 * Routines used for growing the Btree.
63 STATIC
int xfs_da_root_split(xfs_da_state_t
*state
,
64 xfs_da_state_blk_t
*existing_root
,
65 xfs_da_state_blk_t
*new_child
);
66 STATIC
int xfs_da_node_split(xfs_da_state_t
*state
,
67 xfs_da_state_blk_t
*existing_blk
,
68 xfs_da_state_blk_t
*split_blk
,
69 xfs_da_state_blk_t
*blk_to_add
,
72 STATIC
void xfs_da_node_rebalance(xfs_da_state_t
*state
,
73 xfs_da_state_blk_t
*node_blk_1
,
74 xfs_da_state_blk_t
*node_blk_2
);
75 STATIC
void xfs_da_node_add(xfs_da_state_t
*state
,
76 xfs_da_state_blk_t
*old_node_blk
,
77 xfs_da_state_blk_t
*new_node_blk
);
80 * Routines used for shrinking the Btree.
82 STATIC
int xfs_da_root_join(xfs_da_state_t
*state
,
83 xfs_da_state_blk_t
*root_blk
);
84 STATIC
int xfs_da_node_toosmall(xfs_da_state_t
*state
, int *retval
);
85 STATIC
void xfs_da_node_remove(xfs_da_state_t
*state
,
86 xfs_da_state_blk_t
*drop_blk
);
87 STATIC
void xfs_da_node_unbalance(xfs_da_state_t
*state
,
88 xfs_da_state_blk_t
*src_node_blk
,
89 xfs_da_state_blk_t
*dst_node_blk
);
94 STATIC uint
xfs_da_node_lasthash(xfs_dabuf_t
*bp
, int *count
);
95 STATIC
int xfs_da_node_order(xfs_dabuf_t
*node1_bp
, xfs_dabuf_t
*node2_bp
);
96 STATIC xfs_dabuf_t
*xfs_da_buf_make(int nbuf
, xfs_buf_t
**bps
, inst_t
*ra
);
97 STATIC
int xfs_da_blk_unlink(xfs_da_state_t
*state
,
98 xfs_da_state_blk_t
*drop_blk
,
99 xfs_da_state_blk_t
*save_blk
);
100 STATIC
void xfs_da_state_kill_altpath(xfs_da_state_t
*state
);
102 /*========================================================================
103 * Routines used for growing the Btree.
104 *========================================================================*/
107 * Create the initial contents of an intermediate node.
110 xfs_da_node_create(xfs_da_args_t
*args
, xfs_dablk_t blkno
, int level
,
111 xfs_dabuf_t
**bpp
, int whichfork
)
113 xfs_da_intnode_t
*node
;
119 error
= xfs_da_get_buf(tp
, args
->dp
, blkno
, -1, &bp
, whichfork
);
124 node
->hdr
.info
.forw
= 0;
125 node
->hdr
.info
.back
= 0;
126 node
->hdr
.info
.magic
= cpu_to_be16(XFS_DA_NODE_MAGIC
);
127 node
->hdr
.info
.pad
= 0;
129 node
->hdr
.level
= cpu_to_be16(level
);
131 xfs_da_log_buf(tp
, bp
,
132 XFS_DA_LOGRANGE(node
, &node
->hdr
, sizeof(node
->hdr
)));
139 * Split a leaf node, rebalance, then possibly split
140 * intermediate nodes, rebalance, etc.
143 xfs_da_split(xfs_da_state_t
*state
)
145 xfs_da_state_blk_t
*oldblk
, *newblk
, *addblk
;
146 xfs_da_intnode_t
*node
;
148 int max
, action
, error
, i
;
151 * Walk back up the tree splitting/inserting/adjusting as necessary.
152 * If we need to insert and there isn't room, split the node, then
153 * decide which fragment to insert the new block from below into.
154 * Note that we may split the root this way, but we need more fixup.
156 max
= state
->path
.active
- 1;
157 ASSERT((max
>= 0) && (max
< XFS_DA_NODE_MAXDEPTH
));
158 ASSERT(state
->path
.blk
[max
].magic
== XFS_ATTR_LEAF_MAGIC
||
159 state
->path
.blk
[max
].magic
== XFS_DIR2_LEAFN_MAGIC
);
161 addblk
= &state
->path
.blk
[max
]; /* initial dummy value */
162 for (i
= max
; (i
>= 0) && addblk
; state
->path
.active
--, i
--) {
163 oldblk
= &state
->path
.blk
[i
];
164 newblk
= &state
->altpath
.blk
[i
];
167 * If a leaf node then
168 * Allocate a new leaf node, then rebalance across them.
169 * else if an intermediate node then
170 * We split on the last layer, must we split the node?
172 switch (oldblk
->magic
) {
173 case XFS_ATTR_LEAF_MAGIC
:
174 error
= xfs_attr_leaf_split(state
, oldblk
, newblk
);
175 if ((error
!= 0) && (error
!= ENOSPC
)) {
176 return(error
); /* GROT: attr is inconsistent */
183 * Entry wouldn't fit, split the leaf again.
185 state
->extravalid
= 1;
187 state
->extraafter
= 0; /* before newblk */
188 error
= xfs_attr_leaf_split(state
, oldblk
,
191 state
->extraafter
= 1; /* after newblk */
192 error
= xfs_attr_leaf_split(state
, newblk
,
196 return(error
); /* GROT: attr inconsistent */
199 case XFS_DIR2_LEAFN_MAGIC
:
200 error
= xfs_dir2_leafn_split(state
, oldblk
, newblk
);
205 case XFS_DA_NODE_MAGIC
:
206 error
= xfs_da_node_split(state
, oldblk
, newblk
, addblk
,
208 xfs_da_buf_done(addblk
->bp
);
211 return(error
); /* GROT: dir is inconsistent */
213 * Record the newly split block for the next time thru?
223 * Update the btree to show the new hashval for this child.
225 xfs_da_fixhashpath(state
, &state
->path
);
227 * If we won't need this block again, it's getting dropped
228 * from the active path by the loop control, so we need
229 * to mark it done now.
231 if (i
> 0 || !addblk
)
232 xfs_da_buf_done(oldblk
->bp
);
238 * Split the root node.
240 ASSERT(state
->path
.active
== 0);
241 oldblk
= &state
->path
.blk
[0];
242 error
= xfs_da_root_split(state
, oldblk
, addblk
);
244 xfs_da_buf_done(oldblk
->bp
);
245 xfs_da_buf_done(addblk
->bp
);
247 return(error
); /* GROT: dir is inconsistent */
251 * Update pointers to the node which used to be block 0 and
252 * just got bumped because of the addition of a new root node.
253 * There might be three blocks involved if a double split occurred,
254 * and the original block 0 could be at any position in the list.
257 node
= oldblk
->bp
->data
;
258 if (node
->hdr
.info
.forw
) {
259 if (be32_to_cpu(node
->hdr
.info
.forw
) == addblk
->blkno
) {
262 ASSERT(state
->extravalid
);
263 bp
= state
->extrablk
.bp
;
266 node
->hdr
.info
.back
= cpu_to_be32(oldblk
->blkno
);
267 xfs_da_log_buf(state
->args
->trans
, bp
,
268 XFS_DA_LOGRANGE(node
, &node
->hdr
.info
,
269 sizeof(node
->hdr
.info
)));
271 node
= oldblk
->bp
->data
;
272 if (node
->hdr
.info
.back
) {
273 if (be32_to_cpu(node
->hdr
.info
.back
) == addblk
->blkno
) {
276 ASSERT(state
->extravalid
);
277 bp
= state
->extrablk
.bp
;
280 node
->hdr
.info
.forw
= cpu_to_be32(oldblk
->blkno
);
281 xfs_da_log_buf(state
->args
->trans
, bp
,
282 XFS_DA_LOGRANGE(node
, &node
->hdr
.info
,
283 sizeof(node
->hdr
.info
)));
285 xfs_da_buf_done(oldblk
->bp
);
286 xfs_da_buf_done(addblk
->bp
);
292 * Split the root. We have to create a new root and point to the two
293 * parts (the split old root) that we just created. Copy block zero to
294 * the EOF, extending the inode in process.
296 STATIC
int /* error */
297 xfs_da_root_split(xfs_da_state_t
*state
, xfs_da_state_blk_t
*blk1
,
298 xfs_da_state_blk_t
*blk2
)
300 xfs_da_intnode_t
*node
, *oldroot
;
308 xfs_dir2_leaf_t
*leaf
;
311 * Copy the existing (incorrect) block from the root node position
312 * to a free space somewhere.
315 ASSERT(args
!= NULL
);
316 error
= xfs_da_grow_inode(args
, &blkno
);
322 error
= xfs_da_get_buf(tp
, dp
, blkno
, -1, &bp
, args
->whichfork
);
327 oldroot
= blk1
->bp
->data
;
328 if (be16_to_cpu(oldroot
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
) {
329 size
= (int)((char *)&oldroot
->btree
[be16_to_cpu(oldroot
->hdr
.count
)] -
332 ASSERT(be16_to_cpu(oldroot
->hdr
.info
.magic
) == XFS_DIR2_LEAFN_MAGIC
);
333 leaf
= (xfs_dir2_leaf_t
*)oldroot
;
334 size
= (int)((char *)&leaf
->ents
[be16_to_cpu(leaf
->hdr
.count
)] -
337 memcpy(node
, oldroot
, size
);
338 xfs_da_log_buf(tp
, bp
, 0, size
- 1);
339 xfs_da_buf_done(blk1
->bp
);
344 * Set up the new root node.
346 error
= xfs_da_node_create(args
,
347 (args
->whichfork
== XFS_DATA_FORK
) ? mp
->m_dirleafblk
: 0,
348 be16_to_cpu(node
->hdr
.level
) + 1, &bp
, args
->whichfork
);
352 node
->btree
[0].hashval
= cpu_to_be32(blk1
->hashval
);
353 node
->btree
[0].before
= cpu_to_be32(blk1
->blkno
);
354 node
->btree
[1].hashval
= cpu_to_be32(blk2
->hashval
);
355 node
->btree
[1].before
= cpu_to_be32(blk2
->blkno
);
356 node
->hdr
.count
= cpu_to_be16(2);
359 if (be16_to_cpu(oldroot
->hdr
.info
.magic
) == XFS_DIR2_LEAFN_MAGIC
) {
360 ASSERT(blk1
->blkno
>= mp
->m_dirleafblk
&&
361 blk1
->blkno
< mp
->m_dirfreeblk
);
362 ASSERT(blk2
->blkno
>= mp
->m_dirleafblk
&&
363 blk2
->blkno
< mp
->m_dirfreeblk
);
367 /* Header is already logged by xfs_da_node_create */
368 xfs_da_log_buf(tp
, bp
,
369 XFS_DA_LOGRANGE(node
, node
->btree
,
370 sizeof(xfs_da_node_entry_t
) * 2));
377 * Split the node, rebalance, then add the new entry.
379 STATIC
int /* error */
380 xfs_da_node_split(xfs_da_state_t
*state
, xfs_da_state_blk_t
*oldblk
,
381 xfs_da_state_blk_t
*newblk
,
382 xfs_da_state_blk_t
*addblk
,
383 int treelevel
, int *result
)
385 xfs_da_intnode_t
*node
;
390 node
= oldblk
->bp
->data
;
391 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
394 * With V2 dirs the extra block is data or freespace.
396 useextra
= state
->extravalid
&& state
->args
->whichfork
== XFS_ATTR_FORK
;
397 newcount
= 1 + useextra
;
399 * Do we have to split the node?
401 if ((be16_to_cpu(node
->hdr
.count
) + newcount
) > state
->node_ents
) {
403 * Allocate a new node, add to the doubly linked chain of
404 * nodes, then move some of our excess entries into it.
406 error
= xfs_da_grow_inode(state
->args
, &blkno
);
408 return(error
); /* GROT: dir is inconsistent */
410 error
= xfs_da_node_create(state
->args
, blkno
, treelevel
,
411 &newblk
->bp
, state
->args
->whichfork
);
413 return(error
); /* GROT: dir is inconsistent */
414 newblk
->blkno
= blkno
;
415 newblk
->magic
= XFS_DA_NODE_MAGIC
;
416 xfs_da_node_rebalance(state
, oldblk
, newblk
);
417 error
= xfs_da_blk_link(state
, oldblk
, newblk
);
426 * Insert the new entry(s) into the correct block
427 * (updating last hashval in the process).
429 * xfs_da_node_add() inserts BEFORE the given index,
430 * and as a result of using node_lookup_int() we always
431 * point to a valid entry (not after one), but a split
432 * operation always results in a new block whose hashvals
433 * FOLLOW the current block.
435 * If we had double-split op below us, then add the extra block too.
437 node
= oldblk
->bp
->data
;
438 if (oldblk
->index
<= be16_to_cpu(node
->hdr
.count
)) {
440 xfs_da_node_add(state
, oldblk
, addblk
);
442 if (state
->extraafter
)
444 xfs_da_node_add(state
, oldblk
, &state
->extrablk
);
445 state
->extravalid
= 0;
449 xfs_da_node_add(state
, newblk
, addblk
);
451 if (state
->extraafter
)
453 xfs_da_node_add(state
, newblk
, &state
->extrablk
);
454 state
->extravalid
= 0;
462 * Balance the btree elements between two intermediate nodes,
463 * usually one full and one empty.
465 * NOTE: if blk2 is empty, then it will get the upper half of blk1.
468 xfs_da_node_rebalance(xfs_da_state_t
*state
, xfs_da_state_blk_t
*blk1
,
469 xfs_da_state_blk_t
*blk2
)
471 xfs_da_intnode_t
*node1
, *node2
, *tmpnode
;
472 xfs_da_node_entry_t
*btree_s
, *btree_d
;
476 node1
= blk1
->bp
->data
;
477 node2
= blk2
->bp
->data
;
479 * Figure out how many entries need to move, and in which direction.
480 * Swap the nodes around if that makes it simpler.
482 if ((be16_to_cpu(node1
->hdr
.count
) > 0) && (be16_to_cpu(node2
->hdr
.count
) > 0) &&
483 ((be32_to_cpu(node2
->btree
[0].hashval
) < be32_to_cpu(node1
->btree
[0].hashval
)) ||
484 (be32_to_cpu(node2
->btree
[be16_to_cpu(node2
->hdr
.count
)-1].hashval
) <
485 be32_to_cpu(node1
->btree
[be16_to_cpu(node1
->hdr
.count
)-1].hashval
)))) {
490 ASSERT(be16_to_cpu(node1
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
491 ASSERT(be16_to_cpu(node2
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
492 count
= (be16_to_cpu(node1
->hdr
.count
) - be16_to_cpu(node2
->hdr
.count
)) / 2;
495 tp
= state
->args
->trans
;
497 * Two cases: high-to-low and low-to-high.
501 * Move elements in node2 up to make a hole.
503 if ((tmp
= be16_to_cpu(node2
->hdr
.count
)) > 0) {
504 tmp
*= (uint
)sizeof(xfs_da_node_entry_t
);
505 btree_s
= &node2
->btree
[0];
506 btree_d
= &node2
->btree
[count
];
507 memmove(btree_d
, btree_s
, tmp
);
511 * Move the req'd B-tree elements from high in node1 to
514 be16_add_cpu(&node2
->hdr
.count
, count
);
515 tmp
= count
* (uint
)sizeof(xfs_da_node_entry_t
);
516 btree_s
= &node1
->btree
[be16_to_cpu(node1
->hdr
.count
) - count
];
517 btree_d
= &node2
->btree
[0];
518 memcpy(btree_d
, btree_s
, tmp
);
519 be16_add_cpu(&node1
->hdr
.count
, -count
);
522 * Move the req'd B-tree elements from low in node2 to
526 tmp
= count
* (uint
)sizeof(xfs_da_node_entry_t
);
527 btree_s
= &node2
->btree
[0];
528 btree_d
= &node1
->btree
[be16_to_cpu(node1
->hdr
.count
)];
529 memcpy(btree_d
, btree_s
, tmp
);
530 be16_add_cpu(&node1
->hdr
.count
, count
);
531 xfs_da_log_buf(tp
, blk1
->bp
,
532 XFS_DA_LOGRANGE(node1
, btree_d
, tmp
));
535 * Move elements in node2 down to fill the hole.
537 tmp
= be16_to_cpu(node2
->hdr
.count
) - count
;
538 tmp
*= (uint
)sizeof(xfs_da_node_entry_t
);
539 btree_s
= &node2
->btree
[count
];
540 btree_d
= &node2
->btree
[0];
541 memmove(btree_d
, btree_s
, tmp
);
542 be16_add_cpu(&node2
->hdr
.count
, -count
);
546 * Log header of node 1 and all current bits of node 2.
548 xfs_da_log_buf(tp
, blk1
->bp
,
549 XFS_DA_LOGRANGE(node1
, &node1
->hdr
, sizeof(node1
->hdr
)));
550 xfs_da_log_buf(tp
, blk2
->bp
,
551 XFS_DA_LOGRANGE(node2
, &node2
->hdr
,
553 sizeof(node2
->btree
[0]) * be16_to_cpu(node2
->hdr
.count
)));
556 * Record the last hashval from each block for upward propagation.
557 * (note: don't use the swapped node pointers)
559 node1
= blk1
->bp
->data
;
560 node2
= blk2
->bp
->data
;
561 blk1
->hashval
= be32_to_cpu(node1
->btree
[be16_to_cpu(node1
->hdr
.count
)-1].hashval
);
562 blk2
->hashval
= be32_to_cpu(node2
->btree
[be16_to_cpu(node2
->hdr
.count
)-1].hashval
);
565 * Adjust the expected index for insertion.
567 if (blk1
->index
>= be16_to_cpu(node1
->hdr
.count
)) {
568 blk2
->index
= blk1
->index
- be16_to_cpu(node1
->hdr
.count
);
569 blk1
->index
= be16_to_cpu(node1
->hdr
.count
) + 1; /* make it invalid */
574 * Add a new entry to an intermediate node.
577 xfs_da_node_add(xfs_da_state_t
*state
, xfs_da_state_blk_t
*oldblk
,
578 xfs_da_state_blk_t
*newblk
)
580 xfs_da_intnode_t
*node
;
581 xfs_da_node_entry_t
*btree
;
585 node
= oldblk
->bp
->data
;
587 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
588 ASSERT((oldblk
->index
>= 0) && (oldblk
->index
<= be16_to_cpu(node
->hdr
.count
)));
589 ASSERT(newblk
->blkno
!= 0);
590 if (state
->args
->whichfork
== XFS_DATA_FORK
)
591 ASSERT(newblk
->blkno
>= mp
->m_dirleafblk
&&
592 newblk
->blkno
< mp
->m_dirfreeblk
);
595 * We may need to make some room before we insert the new node.
598 btree
= &node
->btree
[ oldblk
->index
];
599 if (oldblk
->index
< be16_to_cpu(node
->hdr
.count
)) {
600 tmp
= (be16_to_cpu(node
->hdr
.count
) - oldblk
->index
) * (uint
)sizeof(*btree
);
601 memmove(btree
+ 1, btree
, tmp
);
603 btree
->hashval
= cpu_to_be32(newblk
->hashval
);
604 btree
->before
= cpu_to_be32(newblk
->blkno
);
605 xfs_da_log_buf(state
->args
->trans
, oldblk
->bp
,
606 XFS_DA_LOGRANGE(node
, btree
, tmp
+ sizeof(*btree
)));
607 be16_add_cpu(&node
->hdr
.count
, 1);
608 xfs_da_log_buf(state
->args
->trans
, oldblk
->bp
,
609 XFS_DA_LOGRANGE(node
, &node
->hdr
, sizeof(node
->hdr
)));
612 * Copy the last hash value from the oldblk to propagate upwards.
614 oldblk
->hashval
= be32_to_cpu(node
->btree
[be16_to_cpu(node
->hdr
.count
)-1 ].hashval
);
617 /*========================================================================
618 * Routines used for shrinking the Btree.
619 *========================================================================*/
622 * Deallocate an empty leaf node, remove it from its parent,
623 * possibly deallocating that block, etc...
626 xfs_da_join(xfs_da_state_t
*state
)
628 xfs_da_state_blk_t
*drop_blk
, *save_blk
;
632 drop_blk
= &state
->path
.blk
[ state
->path
.active
-1 ];
633 save_blk
= &state
->altpath
.blk
[ state
->path
.active
-1 ];
634 ASSERT(state
->path
.blk
[0].magic
== XFS_DA_NODE_MAGIC
);
635 ASSERT(drop_blk
->magic
== XFS_ATTR_LEAF_MAGIC
||
636 drop_blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
639 * Walk back up the tree joining/deallocating as necessary.
640 * When we stop dropping blocks, break out.
642 for ( ; state
->path
.active
>= 2; drop_blk
--, save_blk
--,
643 state
->path
.active
--) {
645 * See if we can combine the block with a neighbor.
646 * (action == 0) => no options, just leave
647 * (action == 1) => coalesce, then unlink
648 * (action == 2) => block empty, unlink it
650 switch (drop_blk
->magic
) {
651 case XFS_ATTR_LEAF_MAGIC
:
652 error
= xfs_attr_leaf_toosmall(state
, &action
);
657 xfs_attr_leaf_unbalance(state
, drop_blk
, save_blk
);
659 case XFS_DIR2_LEAFN_MAGIC
:
660 error
= xfs_dir2_leafn_toosmall(state
, &action
);
665 xfs_dir2_leafn_unbalance(state
, drop_blk
, save_blk
);
667 case XFS_DA_NODE_MAGIC
:
669 * Remove the offending node, fixup hashvals,
670 * check for a toosmall neighbor.
672 xfs_da_node_remove(state
, drop_blk
);
673 xfs_da_fixhashpath(state
, &state
->path
);
674 error
= xfs_da_node_toosmall(state
, &action
);
679 xfs_da_node_unbalance(state
, drop_blk
, save_blk
);
682 xfs_da_fixhashpath(state
, &state
->altpath
);
683 error
= xfs_da_blk_unlink(state
, drop_blk
, save_blk
);
684 xfs_da_state_kill_altpath(state
);
687 error
= xfs_da_shrink_inode(state
->args
, drop_blk
->blkno
,
694 * We joined all the way to the top. If it turns out that
695 * we only have one entry in the root, make the child block
698 xfs_da_node_remove(state
, drop_blk
);
699 xfs_da_fixhashpath(state
, &state
->path
);
700 error
= xfs_da_root_join(state
, &state
->path
.blk
[0]);
705 * We have only one entry in the root. Copy the only remaining child of
706 * the old root to block 0 as the new root node.
709 xfs_da_root_join(xfs_da_state_t
*state
, xfs_da_state_blk_t
*root_blk
)
711 xfs_da_intnode_t
*oldroot
;
713 xfs_da_blkinfo_t
*blkinfo
;
720 ASSERT(args
!= NULL
);
721 ASSERT(root_blk
->magic
== XFS_DA_NODE_MAGIC
);
722 oldroot
= root_blk
->bp
->data
;
723 ASSERT(be16_to_cpu(oldroot
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
724 ASSERT(!oldroot
->hdr
.info
.forw
);
725 ASSERT(!oldroot
->hdr
.info
.back
);
728 * If the root has more than one child, then don't do anything.
730 if (be16_to_cpu(oldroot
->hdr
.count
) > 1)
734 * Read in the (only) child block, then copy those bytes into
735 * the root block's buffer and free the original child block.
737 child
= be32_to_cpu(oldroot
->btree
[0].before
);
739 error
= xfs_da_read_buf(args
->trans
, args
->dp
, child
, -1, &bp
,
745 if (be16_to_cpu(oldroot
->hdr
.level
) == 1) {
746 ASSERT(be16_to_cpu(blkinfo
->magic
) == XFS_DIR2_LEAFN_MAGIC
||
747 be16_to_cpu(blkinfo
->magic
) == XFS_ATTR_LEAF_MAGIC
);
749 ASSERT(be16_to_cpu(blkinfo
->magic
) == XFS_DA_NODE_MAGIC
);
751 ASSERT(!blkinfo
->forw
);
752 ASSERT(!blkinfo
->back
);
753 memcpy(root_blk
->bp
->data
, bp
->data
, state
->blocksize
);
754 xfs_da_log_buf(args
->trans
, root_blk
->bp
, 0, state
->blocksize
- 1);
755 error
= xfs_da_shrink_inode(args
, child
, bp
);
760 * Check a node block and its neighbors to see if the block should be
761 * collapsed into one or the other neighbor. Always keep the block
762 * with the smaller block number.
763 * If the current block is over 50% full, don't try to join it, return 0.
764 * If the block is empty, fill in the state structure and return 2.
765 * If it can be collapsed, fill in the state structure and return 1.
766 * If nothing can be done, return 0.
769 xfs_da_node_toosmall(xfs_da_state_t
*state
, int *action
)
771 xfs_da_intnode_t
*node
;
772 xfs_da_state_blk_t
*blk
;
773 xfs_da_blkinfo_t
*info
;
774 int count
, forward
, error
, retval
, i
;
779 * Check for the degenerate case of the block being over 50% full.
780 * If so, it's not worth even looking to see if we might be able
781 * to coalesce with a sibling.
783 blk
= &state
->path
.blk
[ state
->path
.active
-1 ];
784 info
= blk
->bp
->data
;
785 ASSERT(be16_to_cpu(info
->magic
) == XFS_DA_NODE_MAGIC
);
786 node
= (xfs_da_intnode_t
*)info
;
787 count
= be16_to_cpu(node
->hdr
.count
);
788 if (count
> (state
->node_ents
>> 1)) {
789 *action
= 0; /* blk over 50%, don't try to join */
790 return(0); /* blk over 50%, don't try to join */
794 * Check for the degenerate case of the block being empty.
795 * If the block is empty, we'll simply delete it, no need to
796 * coalesce it with a sibling block. We choose (arbitrarily)
797 * to merge with the forward block unless it is NULL.
801 * Make altpath point to the block we want to keep and
802 * path point to the block we want to drop (this one).
804 forward
= (info
->forw
!= 0);
805 memcpy(&state
->altpath
, &state
->path
, sizeof(state
->path
));
806 error
= xfs_da_path_shift(state
, &state
->altpath
, forward
,
819 * Examine each sibling block to see if we can coalesce with
820 * at least 25% free space to spare. We need to figure out
821 * whether to merge with the forward or the backward block.
822 * We prefer coalescing with the lower numbered sibling so as
823 * to shrink a directory over time.
825 /* start with smaller blk num */
826 forward
= (be32_to_cpu(info
->forw
) < be32_to_cpu(info
->back
));
827 for (i
= 0; i
< 2; forward
= !forward
, i
++) {
829 blkno
= be32_to_cpu(info
->forw
);
831 blkno
= be32_to_cpu(info
->back
);
834 error
= xfs_da_read_buf(state
->args
->trans
, state
->args
->dp
,
835 blkno
, -1, &bp
, state
->args
->whichfork
);
840 node
= (xfs_da_intnode_t
*)info
;
841 count
= state
->node_ents
;
842 count
-= state
->node_ents
>> 2;
843 count
-= be16_to_cpu(node
->hdr
.count
);
845 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
846 count
-= be16_to_cpu(node
->hdr
.count
);
847 xfs_da_brelse(state
->args
->trans
, bp
);
849 break; /* fits with at least 25% to spare */
857 * Make altpath point to the block we want to keep (the lower
858 * numbered block) and path point to the block we want to drop.
860 memcpy(&state
->altpath
, &state
->path
, sizeof(state
->path
));
861 if (blkno
< blk
->blkno
) {
862 error
= xfs_da_path_shift(state
, &state
->altpath
, forward
,
872 error
= xfs_da_path_shift(state
, &state
->path
, forward
,
887 * Walk back up the tree adjusting hash values as necessary,
888 * when we stop making changes, return.
891 xfs_da_fixhashpath(xfs_da_state_t
*state
, xfs_da_state_path_t
*path
)
893 xfs_da_state_blk_t
*blk
;
894 xfs_da_intnode_t
*node
;
895 xfs_da_node_entry_t
*btree
;
896 xfs_dahash_t lasthash
=0;
899 level
= path
->active
-1;
900 blk
= &path
->blk
[ level
];
901 switch (blk
->magic
) {
902 case XFS_ATTR_LEAF_MAGIC
:
903 lasthash
= xfs_attr_leaf_lasthash(blk
->bp
, &count
);
907 case XFS_DIR2_LEAFN_MAGIC
:
908 lasthash
= xfs_dir2_leafn_lasthash(blk
->bp
, &count
);
912 case XFS_DA_NODE_MAGIC
:
913 lasthash
= xfs_da_node_lasthash(blk
->bp
, &count
);
918 for (blk
--, level
--; level
>= 0; blk
--, level
--) {
919 node
= blk
->bp
->data
;
920 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
921 btree
= &node
->btree
[ blk
->index
];
922 if (be32_to_cpu(btree
->hashval
) == lasthash
)
924 blk
->hashval
= lasthash
;
925 btree
->hashval
= cpu_to_be32(lasthash
);
926 xfs_da_log_buf(state
->args
->trans
, blk
->bp
,
927 XFS_DA_LOGRANGE(node
, btree
, sizeof(*btree
)));
929 lasthash
= be32_to_cpu(node
->btree
[be16_to_cpu(node
->hdr
.count
)-1].hashval
);
934 * Remove an entry from an intermediate node.
937 xfs_da_node_remove(xfs_da_state_t
*state
, xfs_da_state_blk_t
*drop_blk
)
939 xfs_da_intnode_t
*node
;
940 xfs_da_node_entry_t
*btree
;
943 node
= drop_blk
->bp
->data
;
944 ASSERT(drop_blk
->index
< be16_to_cpu(node
->hdr
.count
));
945 ASSERT(drop_blk
->index
>= 0);
948 * Copy over the offending entry, or just zero it out.
950 btree
= &node
->btree
[drop_blk
->index
];
951 if (drop_blk
->index
< (be16_to_cpu(node
->hdr
.count
)-1)) {
952 tmp
= be16_to_cpu(node
->hdr
.count
) - drop_blk
->index
- 1;
953 tmp
*= (uint
)sizeof(xfs_da_node_entry_t
);
954 memmove(btree
, btree
+ 1, tmp
);
955 xfs_da_log_buf(state
->args
->trans
, drop_blk
->bp
,
956 XFS_DA_LOGRANGE(node
, btree
, tmp
));
957 btree
= &node
->btree
[be16_to_cpu(node
->hdr
.count
)-1];
959 memset((char *)btree
, 0, sizeof(xfs_da_node_entry_t
));
960 xfs_da_log_buf(state
->args
->trans
, drop_blk
->bp
,
961 XFS_DA_LOGRANGE(node
, btree
, sizeof(*btree
)));
962 be16_add_cpu(&node
->hdr
.count
, -1);
963 xfs_da_log_buf(state
->args
->trans
, drop_blk
->bp
,
964 XFS_DA_LOGRANGE(node
, &node
->hdr
, sizeof(node
->hdr
)));
967 * Copy the last hash value from the block to propagate upwards.
970 drop_blk
->hashval
= be32_to_cpu(btree
->hashval
);
974 * Unbalance the btree elements between two intermediate nodes,
975 * move all Btree elements from one node into another.
978 xfs_da_node_unbalance(xfs_da_state_t
*state
, xfs_da_state_blk_t
*drop_blk
,
979 xfs_da_state_blk_t
*save_blk
)
981 xfs_da_intnode_t
*drop_node
, *save_node
;
982 xfs_da_node_entry_t
*btree
;
986 drop_node
= drop_blk
->bp
->data
;
987 save_node
= save_blk
->bp
->data
;
988 ASSERT(be16_to_cpu(drop_node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
989 ASSERT(be16_to_cpu(save_node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
990 tp
= state
->args
->trans
;
993 * If the dying block has lower hashvals, then move all the
994 * elements in the remaining block up to make a hole.
996 if ((be32_to_cpu(drop_node
->btree
[0].hashval
) < be32_to_cpu(save_node
->btree
[ 0 ].hashval
)) ||
997 (be32_to_cpu(drop_node
->btree
[be16_to_cpu(drop_node
->hdr
.count
)-1].hashval
) <
998 be32_to_cpu(save_node
->btree
[be16_to_cpu(save_node
->hdr
.count
)-1].hashval
)))
1000 btree
= &save_node
->btree
[be16_to_cpu(drop_node
->hdr
.count
)];
1001 tmp
= be16_to_cpu(save_node
->hdr
.count
) * (uint
)sizeof(xfs_da_node_entry_t
);
1002 memmove(btree
, &save_node
->btree
[0], tmp
);
1003 btree
= &save_node
->btree
[0];
1004 xfs_da_log_buf(tp
, save_blk
->bp
,
1005 XFS_DA_LOGRANGE(save_node
, btree
,
1006 (be16_to_cpu(save_node
->hdr
.count
) + be16_to_cpu(drop_node
->hdr
.count
)) *
1007 sizeof(xfs_da_node_entry_t
)));
1009 btree
= &save_node
->btree
[be16_to_cpu(save_node
->hdr
.count
)];
1010 xfs_da_log_buf(tp
, save_blk
->bp
,
1011 XFS_DA_LOGRANGE(save_node
, btree
,
1012 be16_to_cpu(drop_node
->hdr
.count
) *
1013 sizeof(xfs_da_node_entry_t
)));
1017 * Move all the B-tree elements from drop_blk to save_blk.
1019 tmp
= be16_to_cpu(drop_node
->hdr
.count
) * (uint
)sizeof(xfs_da_node_entry_t
);
1020 memcpy(btree
, &drop_node
->btree
[0], tmp
);
1021 be16_add_cpu(&save_node
->hdr
.count
, be16_to_cpu(drop_node
->hdr
.count
));
1023 xfs_da_log_buf(tp
, save_blk
->bp
,
1024 XFS_DA_LOGRANGE(save_node
, &save_node
->hdr
,
1025 sizeof(save_node
->hdr
)));
1028 * Save the last hashval in the remaining block for upward propagation.
1030 save_blk
->hashval
= be32_to_cpu(save_node
->btree
[be16_to_cpu(save_node
->hdr
.count
)-1].hashval
);
1033 /*========================================================================
1034 * Routines used for finding things in the Btree.
1035 *========================================================================*/
1038 * Walk down the Btree looking for a particular filename, filling
1039 * in the state structure as we go.
1041 * We will set the state structure to point to each of the elements
1042 * in each of the nodes where either the hashval is or should be.
1044 * We support duplicate hashval's so for each entry in the current
1045 * node that could contain the desired hashval, descend. This is a
1046 * pruned depth-first tree search.
1049 xfs_da_node_lookup_int(xfs_da_state_t
*state
, int *result
)
1051 xfs_da_state_blk_t
*blk
;
1052 xfs_da_blkinfo_t
*curr
;
1053 xfs_da_intnode_t
*node
;
1054 xfs_da_node_entry_t
*btree
;
1056 int probe
, span
, max
, error
, retval
;
1057 xfs_dahash_t hashval
, btreehashval
;
1058 xfs_da_args_t
*args
;
1063 * Descend thru the B-tree searching each level for the right
1064 * node to use, until the right hashval is found.
1066 blkno
= (args
->whichfork
== XFS_DATA_FORK
)? state
->mp
->m_dirleafblk
: 0;
1067 for (blk
= &state
->path
.blk
[0], state
->path
.active
= 1;
1068 state
->path
.active
<= XFS_DA_NODE_MAXDEPTH
;
1069 blk
++, state
->path
.active
++) {
1071 * Read the next node down in the tree.
1074 error
= xfs_da_read_buf(args
->trans
, args
->dp
, blkno
,
1075 -1, &blk
->bp
, args
->whichfork
);
1078 state
->path
.active
--;
1081 curr
= blk
->bp
->data
;
1082 blk
->magic
= be16_to_cpu(curr
->magic
);
1083 ASSERT(blk
->magic
== XFS_DA_NODE_MAGIC
||
1084 blk
->magic
== XFS_DIR2_LEAFN_MAGIC
||
1085 blk
->magic
== XFS_ATTR_LEAF_MAGIC
);
1088 * Search an intermediate node for a match.
1090 if (blk
->magic
== XFS_DA_NODE_MAGIC
) {
1091 node
= blk
->bp
->data
;
1092 max
= be16_to_cpu(node
->hdr
.count
);
1093 blk
->hashval
= be32_to_cpu(node
->btree
[max
-1].hashval
);
1096 * Binary search. (note: small blocks will skip loop)
1098 probe
= span
= max
/ 2;
1099 hashval
= args
->hashval
;
1100 for (btree
= &node
->btree
[probe
]; span
> 4;
1101 btree
= &node
->btree
[probe
]) {
1103 btreehashval
= be32_to_cpu(btree
->hashval
);
1104 if (btreehashval
< hashval
)
1106 else if (btreehashval
> hashval
)
1111 ASSERT((probe
>= 0) && (probe
< max
));
1112 ASSERT((span
<= 4) || (be32_to_cpu(btree
->hashval
) == hashval
));
1115 * Since we may have duplicate hashval's, find the first
1116 * matching hashval in the node.
1118 while ((probe
> 0) && (be32_to_cpu(btree
->hashval
) >= hashval
)) {
1122 while ((probe
< max
) && (be32_to_cpu(btree
->hashval
) < hashval
)) {
1128 * Pick the right block to descend on.
1132 blkno
= be32_to_cpu(node
->btree
[max
-1].before
);
1135 blkno
= be32_to_cpu(btree
->before
);
1137 } else if (blk
->magic
== XFS_ATTR_LEAF_MAGIC
) {
1138 blk
->hashval
= xfs_attr_leaf_lasthash(blk
->bp
, NULL
);
1140 } else if (blk
->magic
== XFS_DIR2_LEAFN_MAGIC
) {
1141 blk
->hashval
= xfs_dir2_leafn_lasthash(blk
->bp
, NULL
);
1147 * A leaf block that ends in the hashval that we are interested in
1148 * (final hashval == search hashval) means that the next block may
1149 * contain more entries with the same hashval, shift upward to the
1150 * next leaf and keep searching.
1153 if (blk
->magic
== XFS_DIR2_LEAFN_MAGIC
) {
1154 retval
= xfs_dir2_leafn_lookup_int(blk
->bp
, args
,
1155 &blk
->index
, state
);
1156 } else if (blk
->magic
== XFS_ATTR_LEAF_MAGIC
) {
1157 retval
= xfs_attr_leaf_lookup_int(blk
->bp
, args
);
1158 blk
->index
= args
->index
;
1159 args
->blkno
= blk
->blkno
;
1162 return XFS_ERROR(EFSCORRUPTED
);
1164 if (((retval
== ENOENT
) || (retval
== ENOATTR
)) &&
1165 (blk
->hashval
== args
->hashval
)) {
1166 error
= xfs_da_path_shift(state
, &state
->path
, 1, 1,
1172 } else if (blk
->magic
== XFS_ATTR_LEAF_MAGIC
) {
1173 /* path_shift() gives ENOENT */
1174 retval
= XFS_ERROR(ENOATTR
);
1183 /*========================================================================
1185 *========================================================================*/
1188 * Link a new block into a doubly linked list of blocks (of whatever type).
1191 xfs_da_blk_link(xfs_da_state_t
*state
, xfs_da_state_blk_t
*old_blk
,
1192 xfs_da_state_blk_t
*new_blk
)
1194 xfs_da_blkinfo_t
*old_info
, *new_info
, *tmp_info
;
1195 xfs_da_args_t
*args
;
1196 int before
=0, error
;
1200 * Set up environment.
1203 ASSERT(args
!= NULL
);
1204 old_info
= old_blk
->bp
->data
;
1205 new_info
= new_blk
->bp
->data
;
1206 ASSERT(old_blk
->magic
== XFS_DA_NODE_MAGIC
||
1207 old_blk
->magic
== XFS_DIR2_LEAFN_MAGIC
||
1208 old_blk
->magic
== XFS_ATTR_LEAF_MAGIC
);
1209 ASSERT(old_blk
->magic
== be16_to_cpu(old_info
->magic
));
1210 ASSERT(new_blk
->magic
== be16_to_cpu(new_info
->magic
));
1211 ASSERT(old_blk
->magic
== new_blk
->magic
);
1213 switch (old_blk
->magic
) {
1214 case XFS_ATTR_LEAF_MAGIC
:
1215 before
= xfs_attr_leaf_order(old_blk
->bp
, new_blk
->bp
);
1217 case XFS_DIR2_LEAFN_MAGIC
:
1218 before
= xfs_dir2_leafn_order(old_blk
->bp
, new_blk
->bp
);
1220 case XFS_DA_NODE_MAGIC
:
1221 before
= xfs_da_node_order(old_blk
->bp
, new_blk
->bp
);
1226 * Link blocks in appropriate order.
1230 * Link new block in before existing block.
1232 new_info
->forw
= cpu_to_be32(old_blk
->blkno
);
1233 new_info
->back
= old_info
->back
;
1234 if (old_info
->back
) {
1235 error
= xfs_da_read_buf(args
->trans
, args
->dp
,
1236 be32_to_cpu(old_info
->back
),
1237 -1, &bp
, args
->whichfork
);
1241 tmp_info
= bp
->data
;
1242 ASSERT(be16_to_cpu(tmp_info
->magic
) == be16_to_cpu(old_info
->magic
));
1243 ASSERT(be32_to_cpu(tmp_info
->forw
) == old_blk
->blkno
);
1244 tmp_info
->forw
= cpu_to_be32(new_blk
->blkno
);
1245 xfs_da_log_buf(args
->trans
, bp
, 0, sizeof(*tmp_info
)-1);
1246 xfs_da_buf_done(bp
);
1248 old_info
->back
= cpu_to_be32(new_blk
->blkno
);
1251 * Link new block in after existing block.
1253 new_info
->forw
= old_info
->forw
;
1254 new_info
->back
= cpu_to_be32(old_blk
->blkno
);
1255 if (old_info
->forw
) {
1256 error
= xfs_da_read_buf(args
->trans
, args
->dp
,
1257 be32_to_cpu(old_info
->forw
),
1258 -1, &bp
, args
->whichfork
);
1262 tmp_info
= bp
->data
;
1263 ASSERT(tmp_info
->magic
== old_info
->magic
);
1264 ASSERT(be32_to_cpu(tmp_info
->back
) == old_blk
->blkno
);
1265 tmp_info
->back
= cpu_to_be32(new_blk
->blkno
);
1266 xfs_da_log_buf(args
->trans
, bp
, 0, sizeof(*tmp_info
)-1);
1267 xfs_da_buf_done(bp
);
1269 old_info
->forw
= cpu_to_be32(new_blk
->blkno
);
1272 xfs_da_log_buf(args
->trans
, old_blk
->bp
, 0, sizeof(*tmp_info
) - 1);
1273 xfs_da_log_buf(args
->trans
, new_blk
->bp
, 0, sizeof(*tmp_info
) - 1);
1278 * Compare two intermediate nodes for "order".
1281 xfs_da_node_order(xfs_dabuf_t
*node1_bp
, xfs_dabuf_t
*node2_bp
)
1283 xfs_da_intnode_t
*node1
, *node2
;
1285 node1
= node1_bp
->data
;
1286 node2
= node2_bp
->data
;
1287 ASSERT((be16_to_cpu(node1
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
) &&
1288 (be16_to_cpu(node2
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
));
1289 if ((be16_to_cpu(node1
->hdr
.count
) > 0) && (be16_to_cpu(node2
->hdr
.count
) > 0) &&
1290 ((be32_to_cpu(node2
->btree
[0].hashval
) <
1291 be32_to_cpu(node1
->btree
[0].hashval
)) ||
1292 (be32_to_cpu(node2
->btree
[be16_to_cpu(node2
->hdr
.count
)-1].hashval
) <
1293 be32_to_cpu(node1
->btree
[be16_to_cpu(node1
->hdr
.count
)-1].hashval
)))) {
1300 * Pick up the last hashvalue from an intermediate node.
1303 xfs_da_node_lasthash(xfs_dabuf_t
*bp
, int *count
)
1305 xfs_da_intnode_t
*node
;
1308 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
1310 *count
= be16_to_cpu(node
->hdr
.count
);
1311 if (!node
->hdr
.count
)
1313 return be32_to_cpu(node
->btree
[be16_to_cpu(node
->hdr
.count
)-1].hashval
);
1317 * Unlink a block from a doubly linked list of blocks.
1319 STATIC
int /* error */
1320 xfs_da_blk_unlink(xfs_da_state_t
*state
, xfs_da_state_blk_t
*drop_blk
,
1321 xfs_da_state_blk_t
*save_blk
)
1323 xfs_da_blkinfo_t
*drop_info
, *save_info
, *tmp_info
;
1324 xfs_da_args_t
*args
;
1329 * Set up environment.
1332 ASSERT(args
!= NULL
);
1333 save_info
= save_blk
->bp
->data
;
1334 drop_info
= drop_blk
->bp
->data
;
1335 ASSERT(save_blk
->magic
== XFS_DA_NODE_MAGIC
||
1336 save_blk
->magic
== XFS_DIR2_LEAFN_MAGIC
||
1337 save_blk
->magic
== XFS_ATTR_LEAF_MAGIC
);
1338 ASSERT(save_blk
->magic
== be16_to_cpu(save_info
->magic
));
1339 ASSERT(drop_blk
->magic
== be16_to_cpu(drop_info
->magic
));
1340 ASSERT(save_blk
->magic
== drop_blk
->magic
);
1341 ASSERT((be32_to_cpu(save_info
->forw
) == drop_blk
->blkno
) ||
1342 (be32_to_cpu(save_info
->back
) == drop_blk
->blkno
));
1343 ASSERT((be32_to_cpu(drop_info
->forw
) == save_blk
->blkno
) ||
1344 (be32_to_cpu(drop_info
->back
) == save_blk
->blkno
));
1347 * Unlink the leaf block from the doubly linked chain of leaves.
1349 if (be32_to_cpu(save_info
->back
) == drop_blk
->blkno
) {
1350 save_info
->back
= drop_info
->back
;
1351 if (drop_info
->back
) {
1352 error
= xfs_da_read_buf(args
->trans
, args
->dp
,
1353 be32_to_cpu(drop_info
->back
),
1354 -1, &bp
, args
->whichfork
);
1358 tmp_info
= bp
->data
;
1359 ASSERT(tmp_info
->magic
== save_info
->magic
);
1360 ASSERT(be32_to_cpu(tmp_info
->forw
) == drop_blk
->blkno
);
1361 tmp_info
->forw
= cpu_to_be32(save_blk
->blkno
);
1362 xfs_da_log_buf(args
->trans
, bp
, 0,
1363 sizeof(*tmp_info
) - 1);
1364 xfs_da_buf_done(bp
);
1367 save_info
->forw
= drop_info
->forw
;
1368 if (drop_info
->forw
) {
1369 error
= xfs_da_read_buf(args
->trans
, args
->dp
,
1370 be32_to_cpu(drop_info
->forw
),
1371 -1, &bp
, args
->whichfork
);
1375 tmp_info
= bp
->data
;
1376 ASSERT(tmp_info
->magic
== save_info
->magic
);
1377 ASSERT(be32_to_cpu(tmp_info
->back
) == drop_blk
->blkno
);
1378 tmp_info
->back
= cpu_to_be32(save_blk
->blkno
);
1379 xfs_da_log_buf(args
->trans
, bp
, 0,
1380 sizeof(*tmp_info
) - 1);
1381 xfs_da_buf_done(bp
);
1385 xfs_da_log_buf(args
->trans
, save_blk
->bp
, 0, sizeof(*save_info
) - 1);
1390 * Move a path "forward" or "!forward" one block at the current level.
1392 * This routine will adjust a "path" to point to the next block
1393 * "forward" (higher hashvalues) or "!forward" (lower hashvals) in the
1394 * Btree, including updating pointers to the intermediate nodes between
1395 * the new bottom and the root.
1398 xfs_da_path_shift(xfs_da_state_t
*state
, xfs_da_state_path_t
*path
,
1399 int forward
, int release
, int *result
)
1401 xfs_da_state_blk_t
*blk
;
1402 xfs_da_blkinfo_t
*info
;
1403 xfs_da_intnode_t
*node
;
1404 xfs_da_args_t
*args
;
1405 xfs_dablk_t blkno
=0;
1409 * Roll up the Btree looking for the first block where our
1410 * current index is not at the edge of the block. Note that
1411 * we skip the bottom layer because we want the sibling block.
1414 ASSERT(args
!= NULL
);
1415 ASSERT(path
!= NULL
);
1416 ASSERT((path
->active
> 0) && (path
->active
< XFS_DA_NODE_MAXDEPTH
));
1417 level
= (path
->active
-1) - 1; /* skip bottom layer in path */
1418 for (blk
= &path
->blk
[level
]; level
>= 0; blk
--, level
--) {
1419 ASSERT(blk
->bp
!= NULL
);
1420 node
= blk
->bp
->data
;
1421 ASSERT(be16_to_cpu(node
->hdr
.info
.magic
) == XFS_DA_NODE_MAGIC
);
1422 if (forward
&& (blk
->index
< be16_to_cpu(node
->hdr
.count
)-1)) {
1424 blkno
= be32_to_cpu(node
->btree
[blk
->index
].before
);
1426 } else if (!forward
&& (blk
->index
> 0)) {
1428 blkno
= be32_to_cpu(node
->btree
[blk
->index
].before
);
1433 *result
= XFS_ERROR(ENOENT
); /* we're out of our tree */
1434 ASSERT(args
->op_flags
& XFS_DA_OP_OKNOENT
);
1439 * Roll down the edge of the subtree until we reach the
1440 * same depth we were at originally.
1442 for (blk
++, level
++; level
< path
->active
; blk
++, level
++) {
1444 * Release the old block.
1445 * (if it's dirty, trans won't actually let go)
1448 xfs_da_brelse(args
->trans
, blk
->bp
);
1451 * Read the next child block.
1454 error
= xfs_da_read_buf(args
->trans
, args
->dp
, blkno
, -1,
1455 &blk
->bp
, args
->whichfork
);
1458 ASSERT(blk
->bp
!= NULL
);
1459 info
= blk
->bp
->data
;
1460 ASSERT(be16_to_cpu(info
->magic
) == XFS_DA_NODE_MAGIC
||
1461 be16_to_cpu(info
->magic
) == XFS_DIR2_LEAFN_MAGIC
||
1462 be16_to_cpu(info
->magic
) == XFS_ATTR_LEAF_MAGIC
);
1463 blk
->magic
= be16_to_cpu(info
->magic
);
1464 if (blk
->magic
== XFS_DA_NODE_MAGIC
) {
1465 node
= (xfs_da_intnode_t
*)info
;
1466 blk
->hashval
= be32_to_cpu(node
->btree
[be16_to_cpu(node
->hdr
.count
)-1].hashval
);
1470 blk
->index
= be16_to_cpu(node
->hdr
.count
)-1;
1471 blkno
= be32_to_cpu(node
->btree
[blk
->index
].before
);
1473 ASSERT(level
== path
->active
-1);
1475 switch(blk
->magic
) {
1476 case XFS_ATTR_LEAF_MAGIC
:
1477 blk
->hashval
= xfs_attr_leaf_lasthash(blk
->bp
,
1480 case XFS_DIR2_LEAFN_MAGIC
:
1481 blk
->hashval
= xfs_dir2_leafn_lasthash(blk
->bp
,
1485 ASSERT(blk
->magic
== XFS_ATTR_LEAF_MAGIC
||
1486 blk
->magic
== XFS_DIR2_LEAFN_MAGIC
);
1496 /*========================================================================
1498 *========================================================================*/
1501 * Implement a simple hash on a character string.
1502 * Rotate the hash value by 7 bits, then XOR each character in.
1503 * This is implemented with some source-level loop unrolling.
1506 xfs_da_hashname(const uchar_t
*name
, int namelen
)
1511 * Do four characters at a time as long as we can.
1513 for (hash
= 0; namelen
>= 4; namelen
-= 4, name
+= 4)
1514 hash
= (name
[0] << 21) ^ (name
[1] << 14) ^ (name
[2] << 7) ^
1515 (name
[3] << 0) ^ rol32(hash
, 7 * 4);
1518 * Now do the rest of the characters.
1522 return (name
[0] << 14) ^ (name
[1] << 7) ^ (name
[2] << 0) ^
1525 return (name
[0] << 7) ^ (name
[1] << 0) ^ rol32(hash
, 7 * 2);
1527 return (name
[0] << 0) ^ rol32(hash
, 7 * 1);
1528 default: /* case 0: */
1535 struct xfs_da_args
*args
,
1539 return (args
->namelen
== len
&& memcmp(args
->name
, name
, len
) == 0) ?
1540 XFS_CMP_EXACT
: XFS_CMP_DIFFERENT
;
1544 xfs_default_hashname(
1545 struct xfs_name
*name
)
1547 return xfs_da_hashname(name
->name
, name
->len
);
1550 const struct xfs_nameops xfs_default_nameops
= {
1551 .hashname
= xfs_default_hashname
,
1552 .compname
= xfs_da_compname
1556 * Add a block to the btree ahead of the file.
1557 * Return the new block number to the caller.
1560 xfs_da_grow_inode(xfs_da_args_t
*args
, xfs_dablk_t
*new_blkno
)
1562 xfs_fileoff_t bno
, b
;
1563 xfs_bmbt_irec_t map
;
1564 xfs_bmbt_irec_t
*mapp
;
1566 int nmap
, error
, w
, count
, c
, got
, i
, mapi
;
1569 xfs_drfsbno_t nblks
;
1573 w
= args
->whichfork
;
1575 nblks
= dp
->i_d
.di_nblocks
;
1578 * For new directories adjust the file offset and block count.
1580 if (w
== XFS_DATA_FORK
) {
1581 bno
= mp
->m_dirleafblk
;
1582 count
= mp
->m_dirblkfsbs
;
1588 * Find a spot in the file space to put the new block.
1590 if ((error
= xfs_bmap_first_unused(tp
, dp
, count
, &bno
, w
)))
1592 if (w
== XFS_DATA_FORK
)
1593 ASSERT(bno
>= mp
->m_dirleafblk
&& bno
< mp
->m_dirfreeblk
);
1595 * Try mapping it in one filesystem block.
1598 ASSERT(args
->firstblock
!= NULL
);
1599 if ((error
= xfs_bmapi(tp
, dp
, bno
, count
,
1600 XFS_BMAPI_AFLAG(w
)|XFS_BMAPI_WRITE
|XFS_BMAPI_METADATA
|
1602 args
->firstblock
, args
->total
, &map
, &nmap
,
1603 args
->flist
, NULL
))) {
1612 * If we didn't get it and the block might work if fragmented,
1613 * try without the CONTIG flag. Loop until we get it all.
1615 else if (nmap
== 0 && count
> 1) {
1616 mapp
= kmem_alloc(sizeof(*mapp
) * count
, KM_SLEEP
);
1617 for (b
= bno
, mapi
= 0; b
< bno
+ count
; ) {
1618 nmap
= MIN(XFS_BMAP_MAX_NMAP
, count
);
1619 c
= (int)(bno
+ count
- b
);
1620 if ((error
= xfs_bmapi(tp
, dp
, b
, c
,
1621 XFS_BMAPI_AFLAG(w
)|XFS_BMAPI_WRITE
|
1623 args
->firstblock
, args
->total
,
1624 &mapp
[mapi
], &nmap
, args
->flist
,
1632 b
= mapp
[mapi
- 1].br_startoff
+
1633 mapp
[mapi
- 1].br_blockcount
;
1640 * Count the blocks we got, make sure it matches the total.
1642 for (i
= 0, got
= 0; i
< mapi
; i
++)
1643 got
+= mapp
[i
].br_blockcount
;
1644 if (got
!= count
|| mapp
[0].br_startoff
!= bno
||
1645 mapp
[mapi
- 1].br_startoff
+ mapp
[mapi
- 1].br_blockcount
!=
1649 return XFS_ERROR(ENOSPC
);
1653 /* account for newly allocated blocks in reserved blocks total */
1654 args
->total
-= dp
->i_d
.di_nblocks
- nblks
;
1655 *new_blkno
= (xfs_dablk_t
)bno
;
1660 * Ick. We need to always be able to remove a btree block, even
1661 * if there's no space reservation because the filesystem is full.
1662 * This is called if xfs_bunmapi on a btree block fails due to ENOSPC.
1663 * It swaps the target block with the last block in the file. The
1664 * last block in the file can always be removed since it can't cause
1665 * a bmap btree split to do that.
1668 xfs_da_swap_lastblock(xfs_da_args_t
*args
, xfs_dablk_t
*dead_blknop
,
1669 xfs_dabuf_t
**dead_bufp
)
1671 xfs_dablk_t dead_blkno
, last_blkno
, sib_blkno
, par_blkno
;
1672 xfs_dabuf_t
*dead_buf
, *last_buf
, *sib_buf
, *par_buf
;
1673 xfs_fileoff_t lastoff
;
1677 int error
, w
, entno
, level
, dead_level
;
1678 xfs_da_blkinfo_t
*dead_info
, *sib_info
;
1679 xfs_da_intnode_t
*par_node
, *dead_node
;
1680 xfs_dir2_leaf_t
*dead_leaf2
;
1681 xfs_dahash_t dead_hash
;
1683 dead_buf
= *dead_bufp
;
1684 dead_blkno
= *dead_blknop
;
1687 w
= args
->whichfork
;
1688 ASSERT(w
== XFS_DATA_FORK
);
1690 lastoff
= mp
->m_dirfreeblk
;
1691 error
= xfs_bmap_last_before(tp
, ip
, &lastoff
, w
);
1694 if (unlikely(lastoff
== 0)) {
1695 XFS_ERROR_REPORT("xfs_da_swap_lastblock(1)", XFS_ERRLEVEL_LOW
,
1697 return XFS_ERROR(EFSCORRUPTED
);
1700 * Read the last block in the btree space.
1702 last_blkno
= (xfs_dablk_t
)lastoff
- mp
->m_dirblkfsbs
;
1703 if ((error
= xfs_da_read_buf(tp
, ip
, last_blkno
, -1, &last_buf
, w
)))
1706 * Copy the last block into the dead buffer and log it.
1708 memcpy(dead_buf
->data
, last_buf
->data
, mp
->m_dirblksize
);
1709 xfs_da_log_buf(tp
, dead_buf
, 0, mp
->m_dirblksize
- 1);
1710 dead_info
= dead_buf
->data
;
1712 * Get values from the moved block.
1714 if (be16_to_cpu(dead_info
->magic
) == XFS_DIR2_LEAFN_MAGIC
) {
1715 dead_leaf2
= (xfs_dir2_leaf_t
*)dead_info
;
1717 dead_hash
= be32_to_cpu(dead_leaf2
->ents
[be16_to_cpu(dead_leaf2
->hdr
.count
) - 1].hashval
);
1719 ASSERT(be16_to_cpu(dead_info
->magic
) == XFS_DA_NODE_MAGIC
);
1720 dead_node
= (xfs_da_intnode_t
*)dead_info
;
1721 dead_level
= be16_to_cpu(dead_node
->hdr
.level
);
1722 dead_hash
= be32_to_cpu(dead_node
->btree
[be16_to_cpu(dead_node
->hdr
.count
) - 1].hashval
);
1724 sib_buf
= par_buf
= NULL
;
1726 * If the moved block has a left sibling, fix up the pointers.
1728 if ((sib_blkno
= be32_to_cpu(dead_info
->back
))) {
1729 if ((error
= xfs_da_read_buf(tp
, ip
, sib_blkno
, -1, &sib_buf
, w
)))
1731 sib_info
= sib_buf
->data
;
1733 be32_to_cpu(sib_info
->forw
) != last_blkno
||
1734 sib_info
->magic
!= dead_info
->magic
)) {
1735 XFS_ERROR_REPORT("xfs_da_swap_lastblock(2)",
1736 XFS_ERRLEVEL_LOW
, mp
);
1737 error
= XFS_ERROR(EFSCORRUPTED
);
1740 sib_info
->forw
= cpu_to_be32(dead_blkno
);
1741 xfs_da_log_buf(tp
, sib_buf
,
1742 XFS_DA_LOGRANGE(sib_info
, &sib_info
->forw
,
1743 sizeof(sib_info
->forw
)));
1744 xfs_da_buf_done(sib_buf
);
1748 * If the moved block has a right sibling, fix up the pointers.
1750 if ((sib_blkno
= be32_to_cpu(dead_info
->forw
))) {
1751 if ((error
= xfs_da_read_buf(tp
, ip
, sib_blkno
, -1, &sib_buf
, w
)))
1753 sib_info
= sib_buf
->data
;
1755 be32_to_cpu(sib_info
->back
) != last_blkno
||
1756 sib_info
->magic
!= dead_info
->magic
)) {
1757 XFS_ERROR_REPORT("xfs_da_swap_lastblock(3)",
1758 XFS_ERRLEVEL_LOW
, mp
);
1759 error
= XFS_ERROR(EFSCORRUPTED
);
1762 sib_info
->back
= cpu_to_be32(dead_blkno
);
1763 xfs_da_log_buf(tp
, sib_buf
,
1764 XFS_DA_LOGRANGE(sib_info
, &sib_info
->back
,
1765 sizeof(sib_info
->back
)));
1766 xfs_da_buf_done(sib_buf
);
1769 par_blkno
= mp
->m_dirleafblk
;
1772 * Walk down the tree looking for the parent of the moved block.
1775 if ((error
= xfs_da_read_buf(tp
, ip
, par_blkno
, -1, &par_buf
, w
)))
1777 par_node
= par_buf
->data
;
1779 be16_to_cpu(par_node
->hdr
.info
.magic
) != XFS_DA_NODE_MAGIC
||
1780 (level
>= 0 && level
!= be16_to_cpu(par_node
->hdr
.level
) + 1))) {
1781 XFS_ERROR_REPORT("xfs_da_swap_lastblock(4)",
1782 XFS_ERRLEVEL_LOW
, mp
);
1783 error
= XFS_ERROR(EFSCORRUPTED
);
1786 level
= be16_to_cpu(par_node
->hdr
.level
);
1788 entno
< be16_to_cpu(par_node
->hdr
.count
) &&
1789 be32_to_cpu(par_node
->btree
[entno
].hashval
) < dead_hash
;
1792 if (unlikely(entno
== be16_to_cpu(par_node
->hdr
.count
))) {
1793 XFS_ERROR_REPORT("xfs_da_swap_lastblock(5)",
1794 XFS_ERRLEVEL_LOW
, mp
);
1795 error
= XFS_ERROR(EFSCORRUPTED
);
1798 par_blkno
= be32_to_cpu(par_node
->btree
[entno
].before
);
1799 if (level
== dead_level
+ 1)
1801 xfs_da_brelse(tp
, par_buf
);
1805 * We're in the right parent block.
1806 * Look for the right entry.
1810 entno
< be16_to_cpu(par_node
->hdr
.count
) &&
1811 be32_to_cpu(par_node
->btree
[entno
].before
) != last_blkno
;
1814 if (entno
< be16_to_cpu(par_node
->hdr
.count
))
1816 par_blkno
= be32_to_cpu(par_node
->hdr
.info
.forw
);
1817 xfs_da_brelse(tp
, par_buf
);
1819 if (unlikely(par_blkno
== 0)) {
1820 XFS_ERROR_REPORT("xfs_da_swap_lastblock(6)",
1821 XFS_ERRLEVEL_LOW
, mp
);
1822 error
= XFS_ERROR(EFSCORRUPTED
);
1825 if ((error
= xfs_da_read_buf(tp
, ip
, par_blkno
, -1, &par_buf
, w
)))
1827 par_node
= par_buf
->data
;
1829 be16_to_cpu(par_node
->hdr
.level
) != level
||
1830 be16_to_cpu(par_node
->hdr
.info
.magic
) != XFS_DA_NODE_MAGIC
)) {
1831 XFS_ERROR_REPORT("xfs_da_swap_lastblock(7)",
1832 XFS_ERRLEVEL_LOW
, mp
);
1833 error
= XFS_ERROR(EFSCORRUPTED
);
1839 * Update the parent entry pointing to the moved block.
1841 par_node
->btree
[entno
].before
= cpu_to_be32(dead_blkno
);
1842 xfs_da_log_buf(tp
, par_buf
,
1843 XFS_DA_LOGRANGE(par_node
, &par_node
->btree
[entno
].before
,
1844 sizeof(par_node
->btree
[entno
].before
)));
1845 xfs_da_buf_done(par_buf
);
1846 xfs_da_buf_done(dead_buf
);
1847 *dead_blknop
= last_blkno
;
1848 *dead_bufp
= last_buf
;
1852 xfs_da_brelse(tp
, par_buf
);
1854 xfs_da_brelse(tp
, sib_buf
);
1855 xfs_da_brelse(tp
, last_buf
);
1860 * Remove a btree block from a directory or attribute.
1863 xfs_da_shrink_inode(xfs_da_args_t
*args
, xfs_dablk_t dead_blkno
,
1864 xfs_dabuf_t
*dead_buf
)
1867 int done
, error
, w
, count
;
1872 w
= args
->whichfork
;
1875 if (w
== XFS_DATA_FORK
)
1876 count
= mp
->m_dirblkfsbs
;
1881 * Remove extents. If we get ENOSPC for a dir we have to move
1882 * the last block to the place we want to kill.
1884 if ((error
= xfs_bunmapi(tp
, dp
, dead_blkno
, count
,
1885 XFS_BMAPI_AFLAG(w
)|XFS_BMAPI_METADATA
,
1886 0, args
->firstblock
, args
->flist
, NULL
,
1887 &done
)) == ENOSPC
) {
1888 if (w
!= XFS_DATA_FORK
)
1890 if ((error
= xfs_da_swap_lastblock(args
, &dead_blkno
,
1897 xfs_da_binval(tp
, dead_buf
);
1902 * See if the mapping(s) for this btree block are valid, i.e.
1903 * don't contain holes, are logically contiguous, and cover the whole range.
1906 xfs_da_map_covers_blocks(
1908 xfs_bmbt_irec_t
*mapp
,
1915 for (i
= 0, off
= bno
; i
< nmap
; i
++) {
1916 if (mapp
[i
].br_startblock
== HOLESTARTBLOCK
||
1917 mapp
[i
].br_startblock
== DELAYSTARTBLOCK
) {
1920 if (off
!= mapp
[i
].br_startoff
) {
1923 off
+= mapp
[i
].br_blockcount
;
1925 return off
== bno
+ count
;
1930 * Used for get_buf, read_buf, read_bufr, and reada_buf.
1937 xfs_daddr_t
*mappedbnop
,
1943 xfs_buf_t
*bp
= NULL
;
1947 xfs_bmbt_irec_t map
;
1948 xfs_bmbt_irec_t
*mapp
;
1949 xfs_daddr_t mappedbno
;
1957 nfsb
= (whichfork
== XFS_DATA_FORK
) ? mp
->m_dirblkfsbs
: 1;
1958 mappedbno
= *mappedbnop
;
1960 * Caller doesn't have a mapping. -2 means don't complain
1961 * if we land in a hole.
1963 if (mappedbno
== -1 || mappedbno
== -2) {
1965 * Optimize the one-block case.
1971 xfs_bmapi_single(trans
, dp
, whichfork
, &fsb
,
1972 (xfs_fileoff_t
)bno
))) {
1976 if (fsb
== NULLFSBLOCK
) {
1979 map
.br_startblock
= fsb
;
1980 map
.br_startoff
= (xfs_fileoff_t
)bno
;
1981 map
.br_blockcount
= 1;
1985 mapp
= kmem_alloc(sizeof(*mapp
) * nfsb
, KM_SLEEP
);
1987 if ((error
= xfs_bmapi(trans
, dp
, (xfs_fileoff_t
)bno
,
1989 XFS_BMAPI_METADATA
|
1990 XFS_BMAPI_AFLAG(whichfork
),
1991 NULL
, 0, mapp
, &nmap
, NULL
, NULL
)))
1995 map
.br_startblock
= XFS_DADDR_TO_FSB(mp
, mappedbno
);
1996 map
.br_startoff
= (xfs_fileoff_t
)bno
;
1997 map
.br_blockcount
= nfsb
;
2001 if (!xfs_da_map_covers_blocks(nmap
, mapp
, bno
, nfsb
)) {
2002 error
= mappedbno
== -2 ? 0 : XFS_ERROR(EFSCORRUPTED
);
2003 if (unlikely(error
== EFSCORRUPTED
)) {
2004 if (xfs_error_level
>= XFS_ERRLEVEL_LOW
) {
2005 cmn_err(CE_ALERT
, "xfs_da_do_buf: bno %lld\n",
2007 cmn_err(CE_ALERT
, "dir: inode %lld\n",
2008 (long long)dp
->i_ino
);
2009 for (i
= 0; i
< nmap
; i
++) {
2011 "[%02d] br_startoff %lld br_startblock %lld br_blockcount %lld br_state %d\n",
2013 (long long)mapp
[i
].br_startoff
,
2014 (long long)mapp
[i
].br_startblock
,
2015 (long long)mapp
[i
].br_blockcount
,
2019 XFS_ERROR_REPORT("xfs_da_do_buf(1)",
2020 XFS_ERRLEVEL_LOW
, mp
);
2024 if (caller
!= 3 && nmap
> 1) {
2025 bplist
= kmem_alloc(sizeof(*bplist
) * nmap
, KM_SLEEP
);
2030 * Turn the mapping(s) into buffer(s).
2032 for (i
= 0; i
< nmap
; i
++) {
2035 mappedbno
= XFS_FSB_TO_DADDR(mp
, mapp
[i
].br_startblock
);
2037 *mappedbnop
= mappedbno
;
2038 nmapped
= (int)XFS_FSB_TO_BB(mp
, mapp
[i
].br_blockcount
);
2041 bp
= xfs_trans_get_buf(trans
, mp
->m_ddev_targp
,
2042 mappedbno
, nmapped
, 0);
2043 error
= bp
? XFS_BUF_GETERROR(bp
) : XFS_ERROR(EIO
);
2048 error
= xfs_trans_read_buf(mp
, trans
, mp
->m_ddev_targp
,
2049 mappedbno
, nmapped
, 0, &bp
);
2052 xfs_baread(mp
->m_ddev_targp
, mappedbno
, nmapped
);
2059 xfs_trans_brelse(trans
, bp
);
2065 if (whichfork
== XFS_ATTR_FORK
) {
2066 XFS_BUF_SET_VTYPE_REF(bp
, B_FS_ATTR_BTREE
,
2067 XFS_ATTR_BTREE_REF
);
2069 XFS_BUF_SET_VTYPE_REF(bp
, B_FS_DIR_BTREE
,
2074 bplist
[nbplist
++] = bp
;
2078 * Build a dabuf structure.
2081 rbp
= xfs_da_buf_make(nbplist
, bplist
, ra
);
2083 rbp
= xfs_da_buf_make(1, &bp
, ra
);
2087 * For read_buf, check the magic number.
2090 xfs_dir2_data_t
*data
;
2091 xfs_dir2_free_t
*free
;
2092 xfs_da_blkinfo_t
*info
;
2098 magic
= be16_to_cpu(info
->magic
);
2099 magic1
= be32_to_cpu(data
->hdr
.magic
);
2101 XFS_TEST_ERROR((magic
!= XFS_DA_NODE_MAGIC
) &&
2102 (magic
!= XFS_ATTR_LEAF_MAGIC
) &&
2103 (magic
!= XFS_DIR2_LEAF1_MAGIC
) &&
2104 (magic
!= XFS_DIR2_LEAFN_MAGIC
) &&
2105 (magic1
!= XFS_DIR2_BLOCK_MAGIC
) &&
2106 (magic1
!= XFS_DIR2_DATA_MAGIC
) &&
2107 (be32_to_cpu(free
->hdr
.magic
) != XFS_DIR2_FREE_MAGIC
),
2108 mp
, XFS_ERRTAG_DA_READ_BUF
,
2109 XFS_RANDOM_DA_READ_BUF
))) {
2110 xfs_buftrace("DA READ ERROR", rbp
->bps
[0]);
2111 XFS_CORRUPTION_ERROR("xfs_da_do_buf(2)",
2112 XFS_ERRLEVEL_LOW
, mp
, info
);
2113 error
= XFS_ERROR(EFSCORRUPTED
);
2114 xfs_da_brelse(trans
, rbp
);
2130 for (i
= 0; i
< nbplist
; i
++)
2131 xfs_trans_brelse(trans
, bplist
[i
]);
2143 * Get a buffer for the dir/attr block.
2150 xfs_daddr_t mappedbno
,
2154 return xfs_da_do_buf(trans
, dp
, bno
, &mappedbno
, bpp
, whichfork
, 0,
2155 (inst_t
*)__return_address
);
2159 * Get a buffer for the dir/attr block, fill in the contents.
2166 xfs_daddr_t mappedbno
,
2170 return xfs_da_do_buf(trans
, dp
, bno
, &mappedbno
, bpp
, whichfork
, 1,
2171 (inst_t
*)__return_address
);
2175 * Readahead the dir/attr block.
2187 if (xfs_da_do_buf(trans
, dp
, bno
, &rval
, NULL
, whichfork
, 3,
2188 (inst_t
*)__return_address
))
2194 kmem_zone_t
*xfs_da_state_zone
; /* anchor for state struct zone */
2195 kmem_zone_t
*xfs_dabuf_zone
; /* dabuf zone */
2198 * Allocate a dir-state structure.
2199 * We don't put them on the stack since they're large.
2202 xfs_da_state_alloc(void)
2204 return kmem_zone_zalloc(xfs_da_state_zone
, KM_SLEEP
);
2208 * Kill the altpath contents of a da-state structure.
2211 xfs_da_state_kill_altpath(xfs_da_state_t
*state
)
2215 for (i
= 0; i
< state
->altpath
.active
; i
++) {
2216 if (state
->altpath
.blk
[i
].bp
) {
2217 if (state
->altpath
.blk
[i
].bp
!= state
->path
.blk
[i
].bp
)
2218 xfs_da_buf_done(state
->altpath
.blk
[i
].bp
);
2219 state
->altpath
.blk
[i
].bp
= NULL
;
2222 state
->altpath
.active
= 0;
2226 * Free a da-state structure.
2229 xfs_da_state_free(xfs_da_state_t
*state
)
2233 xfs_da_state_kill_altpath(state
);
2234 for (i
= 0; i
< state
->path
.active
; i
++) {
2235 if (state
->path
.blk
[i
].bp
)
2236 xfs_da_buf_done(state
->path
.blk
[i
].bp
);
2238 if (state
->extravalid
&& state
->extrablk
.bp
)
2239 xfs_da_buf_done(state
->extrablk
.bp
);
2241 memset((char *)state
, 0, sizeof(*state
));
2243 kmem_zone_free(xfs_da_state_zone
, state
);
2246 #ifdef XFS_DABUF_DEBUG
2247 xfs_dabuf_t
*xfs_dabuf_global_list
;
2248 static DEFINE_SPINLOCK(xfs_dabuf_global_lock
);
2255 STATIC xfs_dabuf_t
*
2256 xfs_da_buf_make(int nbuf
, xfs_buf_t
**bps
, inst_t
*ra
)
2264 dabuf
= kmem_zone_alloc(xfs_dabuf_zone
, KM_SLEEP
);
2266 dabuf
= kmem_alloc(XFS_DA_BUF_SIZE(nbuf
), KM_SLEEP
);
2268 #ifdef XFS_DABUF_DEBUG
2270 dabuf
->target
= XFS_BUF_TARGET(bps
[0]);
2271 dabuf
->blkno
= XFS_BUF_ADDR(bps
[0]);
2276 dabuf
->bbcount
= (short)BTOBB(XFS_BUF_COUNT(bp
));
2277 dabuf
->data
= XFS_BUF_PTR(bp
);
2281 for (i
= 0, dabuf
->bbcount
= 0; i
< nbuf
; i
++) {
2282 dabuf
->bps
[i
] = bp
= bps
[i
];
2283 dabuf
->bbcount
+= BTOBB(XFS_BUF_COUNT(bp
));
2285 dabuf
->data
= kmem_alloc(BBTOB(dabuf
->bbcount
), KM_SLEEP
);
2286 for (i
= off
= 0; i
< nbuf
; i
++, off
+= XFS_BUF_COUNT(bp
)) {
2288 memcpy((char *)dabuf
->data
+ off
, XFS_BUF_PTR(bp
),
2292 #ifdef XFS_DABUF_DEBUG
2296 spin_lock(&xfs_dabuf_global_lock
);
2297 for (p
= xfs_dabuf_global_list
; p
; p
= p
->next
) {
2298 ASSERT(p
->blkno
!= dabuf
->blkno
||
2299 p
->target
!= dabuf
->target
);
2302 if (xfs_dabuf_global_list
)
2303 xfs_dabuf_global_list
->prev
= dabuf
;
2304 dabuf
->next
= xfs_dabuf_global_list
;
2305 xfs_dabuf_global_list
= dabuf
;
2306 spin_unlock(&xfs_dabuf_global_lock
);
2316 xfs_da_buf_clean(xfs_dabuf_t
*dabuf
)
2323 ASSERT(dabuf
->nbuf
> 1);
2325 for (i
= off
= 0; i
< dabuf
->nbuf
;
2326 i
++, off
+= XFS_BUF_COUNT(bp
)) {
2328 memcpy(XFS_BUF_PTR(bp
), (char *)dabuf
->data
+ off
,
2338 xfs_da_buf_done(xfs_dabuf_t
*dabuf
)
2341 ASSERT(dabuf
->nbuf
&& dabuf
->data
&& dabuf
->bbcount
&& dabuf
->bps
[0]);
2343 xfs_da_buf_clean(dabuf
);
2344 if (dabuf
->nbuf
> 1)
2345 kmem_free(dabuf
->data
);
2346 #ifdef XFS_DABUF_DEBUG
2348 spin_lock(&xfs_dabuf_global_lock
);
2350 dabuf
->prev
->next
= dabuf
->next
;
2352 xfs_dabuf_global_list
= dabuf
->next
;
2354 dabuf
->next
->prev
= dabuf
->prev
;
2355 spin_unlock(&xfs_dabuf_global_lock
);
2357 memset(dabuf
, 0, XFS_DA_BUF_SIZE(dabuf
->nbuf
));
2359 if (dabuf
->nbuf
== 1)
2360 kmem_zone_free(xfs_dabuf_zone
, dabuf
);
2366 * Log transaction from a dabuf.
2369 xfs_da_log_buf(xfs_trans_t
*tp
, xfs_dabuf_t
*dabuf
, uint first
, uint last
)
2377 ASSERT(dabuf
->nbuf
&& dabuf
->data
&& dabuf
->bbcount
&& dabuf
->bps
[0]);
2378 if (dabuf
->nbuf
== 1) {
2379 ASSERT(dabuf
->data
== (void *)XFS_BUF_PTR(dabuf
->bps
[0]));
2380 xfs_trans_log_buf(tp
, dabuf
->bps
[0], first
, last
);
2384 ASSERT(first
<= last
);
2385 for (i
= off
= 0; i
< dabuf
->nbuf
; i
++, off
+= XFS_BUF_COUNT(bp
)) {
2388 l
= f
+ XFS_BUF_COUNT(bp
) - 1;
2394 xfs_trans_log_buf(tp
, bp
, f
- off
, l
- off
);
2396 * B_DONE is set by xfs_trans_log buf.
2397 * If we don't set it on a new buffer (get not read)
2398 * then if we don't put anything in the buffer it won't
2399 * be set, and at commit it it released into the cache,
2400 * and then a read will fail.
2402 else if (!(XFS_BUF_ISDONE(bp
)))
2409 * Release dabuf from a transaction.
2410 * Have to free up the dabuf before the buffers are released,
2411 * since the synchronization on the dabuf is really the lock on the buffer.
2414 xfs_da_brelse(xfs_trans_t
*tp
, xfs_dabuf_t
*dabuf
)
2421 ASSERT(dabuf
->nbuf
&& dabuf
->data
&& dabuf
->bbcount
&& dabuf
->bps
[0]);
2422 if ((nbuf
= dabuf
->nbuf
) == 1) {
2426 bplist
= kmem_alloc(nbuf
* sizeof(*bplist
), KM_SLEEP
);
2427 memcpy(bplist
, dabuf
->bps
, nbuf
* sizeof(*bplist
));
2429 xfs_da_buf_done(dabuf
);
2430 for (i
= 0; i
< nbuf
; i
++)
2431 xfs_trans_brelse(tp
, bplist
[i
]);
2437 * Invalidate dabuf from a transaction.
2440 xfs_da_binval(xfs_trans_t
*tp
, xfs_dabuf_t
*dabuf
)
2447 ASSERT(dabuf
->nbuf
&& dabuf
->data
&& dabuf
->bbcount
&& dabuf
->bps
[0]);
2448 if ((nbuf
= dabuf
->nbuf
) == 1) {
2452 bplist
= kmem_alloc(nbuf
* sizeof(*bplist
), KM_SLEEP
);
2453 memcpy(bplist
, dabuf
->bps
, nbuf
* sizeof(*bplist
));
2455 xfs_da_buf_done(dabuf
);
2456 for (i
= 0; i
< nbuf
; i
++)
2457 xfs_trans_binval(tp
, bplist
[i
]);
2463 * Get the first daddr from a dabuf.
2466 xfs_da_blkno(xfs_dabuf_t
*dabuf
)
2468 ASSERT(dabuf
->nbuf
);
2469 ASSERT(dabuf
->data
);
2470 return XFS_BUF_ADDR(dabuf
->bps
[0]);