1 /* -*- mode: c; c-basic-offset: 8; -*-
2 * vim: noexpandtab sw=8 ts=8 sts=0:
6 * Node local data allocation
8 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public
12 * License as published by the Free Software Foundation; either
13 * version 2 of the License, or (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
20 * You should have received a copy of the GNU General Public
21 * License along with this program; if not, write to the
22 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23 * Boston, MA 021110-1307, USA.
27 #include <linux/types.h>
28 #include <linux/slab.h>
29 #include <linux/highmem.h>
30 #include <linux/bitops.h>
31 #include <linux/debugfs.h>
33 #define MLOG_MASK_PREFIX ML_DISK_ALLOC
34 #include <cluster/masklog.h>
39 #include "blockcheck.h"
43 #include "localalloc.h"
48 #include "buffer_head_io.h"
50 #define OCFS2_LOCAL_ALLOC(dinode) (&((dinode)->id2.i_lab))
52 static u32
ocfs2_local_alloc_count_bits(struct ocfs2_dinode
*alloc
);
54 static int ocfs2_local_alloc_find_clear_bits(struct ocfs2_super
*osb
,
55 struct ocfs2_dinode
*alloc
,
58 static void ocfs2_clear_local_alloc(struct ocfs2_dinode
*alloc
);
60 static int ocfs2_sync_local_to_main(struct ocfs2_super
*osb
,
62 struct ocfs2_dinode
*alloc
,
63 struct inode
*main_bm_inode
,
64 struct buffer_head
*main_bm_bh
);
66 static int ocfs2_local_alloc_reserve_for_window(struct ocfs2_super
*osb
,
67 struct ocfs2_alloc_context
**ac
,
68 struct inode
**bitmap_inode
,
69 struct buffer_head
**bitmap_bh
);
71 static int ocfs2_local_alloc_new_window(struct ocfs2_super
*osb
,
73 struct ocfs2_alloc_context
*ac
);
75 static int ocfs2_local_alloc_slide_window(struct ocfs2_super
*osb
,
76 struct inode
*local_alloc_inode
);
78 #ifdef CONFIG_OCFS2_FS_STATS
80 static int ocfs2_la_debug_open(struct inode
*inode
, struct file
*file
)
82 file
->private_data
= inode
->i_private
;
86 #define LA_DEBUG_BUF_SZ PAGE_CACHE_SIZE
87 #define LA_DEBUG_VER 1
88 static ssize_t
ocfs2_la_debug_read(struct file
*file
, char __user
*userbuf
,
89 size_t count
, loff_t
*ppos
)
91 static DEFINE_MUTEX(la_debug_mutex
);
92 struct ocfs2_super
*osb
= file
->private_data
;
94 char *buf
= osb
->local_alloc_debug_buf
;
96 mutex_lock(&la_debug_mutex
);
97 memset(buf
, 0, LA_DEBUG_BUF_SZ
);
99 written
= snprintf(buf
, LA_DEBUG_BUF_SZ
,
100 "0x%x\t0x%llx\t%u\t%u\t0x%x\n",
102 (unsigned long long)osb
->la_last_gd
,
103 osb
->local_alloc_default_bits
,
104 osb
->local_alloc_bits
, osb
->local_alloc_state
);
106 ret
= simple_read_from_buffer(userbuf
, count
, ppos
, buf
, written
);
108 mutex_unlock(&la_debug_mutex
);
112 static const struct file_operations ocfs2_la_debug_fops
= {
113 .open
= ocfs2_la_debug_open
,
114 .read
= ocfs2_la_debug_read
,
117 static void ocfs2_init_la_debug(struct ocfs2_super
*osb
)
119 osb
->local_alloc_debug_buf
= kmalloc(LA_DEBUG_BUF_SZ
, GFP_NOFS
);
120 if (!osb
->local_alloc_debug_buf
)
123 osb
->local_alloc_debug
= debugfs_create_file("local_alloc_stats",
127 &ocfs2_la_debug_fops
);
128 if (!osb
->local_alloc_debug
) {
129 kfree(osb
->local_alloc_debug_buf
);
130 osb
->local_alloc_debug_buf
= NULL
;
134 static void ocfs2_shutdown_la_debug(struct ocfs2_super
*osb
)
136 if (osb
->local_alloc_debug
)
137 debugfs_remove(osb
->local_alloc_debug
);
139 if (osb
->local_alloc_debug_buf
)
140 kfree(osb
->local_alloc_debug_buf
);
142 osb
->local_alloc_debug_buf
= NULL
;
143 osb
->local_alloc_debug
= NULL
;
145 #else /* CONFIG_OCFS2_FS_STATS */
146 static void ocfs2_init_la_debug(struct ocfs2_super
*osb
)
150 static void ocfs2_shutdown_la_debug(struct ocfs2_super
*osb
)
156 static inline int ocfs2_la_state_enabled(struct ocfs2_super
*osb
)
158 return (osb
->local_alloc_state
== OCFS2_LA_THROTTLED
||
159 osb
->local_alloc_state
== OCFS2_LA_ENABLED
);
162 void ocfs2_local_alloc_seen_free_bits(struct ocfs2_super
*osb
,
163 unsigned int num_clusters
)
165 spin_lock(&osb
->osb_lock
);
166 if (osb
->local_alloc_state
== OCFS2_LA_DISABLED
||
167 osb
->local_alloc_state
== OCFS2_LA_THROTTLED
)
168 if (num_clusters
>= osb
->local_alloc_default_bits
) {
169 cancel_delayed_work(&osb
->la_enable_wq
);
170 osb
->local_alloc_state
= OCFS2_LA_ENABLED
;
172 spin_unlock(&osb
->osb_lock
);
175 void ocfs2_la_enable_worker(struct work_struct
*work
)
177 struct ocfs2_super
*osb
=
178 container_of(work
, struct ocfs2_super
,
180 spin_lock(&osb
->osb_lock
);
181 osb
->local_alloc_state
= OCFS2_LA_ENABLED
;
182 spin_unlock(&osb
->osb_lock
);
186 * Tell us whether a given allocation should use the local alloc
187 * file. Otherwise, it has to go to the main bitmap.
189 * This function does semi-dirty reads of local alloc size and state!
190 * This is ok however, as the values are re-checked once under mutex.
192 int ocfs2_alloc_should_use_local(struct ocfs2_super
*osb
, u64 bits
)
197 spin_lock(&osb
->osb_lock
);
198 la_bits
= osb
->local_alloc_bits
;
200 if (!ocfs2_la_state_enabled(osb
))
203 /* la_bits should be at least twice the size (in clusters) of
204 * a new block group. We want to be sure block group
205 * allocations go through the local alloc, so allow an
206 * allocation to take up to half the bitmap. */
207 if (bits
> (la_bits
/ 2))
212 mlog(0, "state=%d, bits=%llu, la_bits=%d, ret=%d\n",
213 osb
->local_alloc_state
, (unsigned long long)bits
, la_bits
, ret
);
214 spin_unlock(&osb
->osb_lock
);
218 int ocfs2_load_local_alloc(struct ocfs2_super
*osb
)
221 struct ocfs2_dinode
*alloc
= NULL
;
222 struct buffer_head
*alloc_bh
= NULL
;
224 struct inode
*inode
= NULL
;
225 struct ocfs2_local_alloc
*la
;
229 ocfs2_init_la_debug(osb
);
231 if (osb
->local_alloc_bits
== 0)
234 if (osb
->local_alloc_bits
>= osb
->bitmap_cpg
) {
235 mlog(ML_NOTICE
, "Requested local alloc window %d is larger "
236 "than max possible %u. Using defaults.\n",
237 osb
->local_alloc_bits
, (osb
->bitmap_cpg
- 1));
238 osb
->local_alloc_bits
=
239 ocfs2_megabytes_to_clusters(osb
->sb
,
240 OCFS2_DEFAULT_LOCAL_ALLOC_SIZE
);
243 /* read the alloc off disk */
244 inode
= ocfs2_get_system_file_inode(osb
, LOCAL_ALLOC_SYSTEM_INODE
,
252 status
= ocfs2_read_inode_block_full(inode
, &alloc_bh
,
253 OCFS2_BH_IGNORE_CACHE
);
259 alloc
= (struct ocfs2_dinode
*) alloc_bh
->b_data
;
260 la
= OCFS2_LOCAL_ALLOC(alloc
);
262 if (!(le32_to_cpu(alloc
->i_flags
) &
263 (OCFS2_LOCAL_ALLOC_FL
|OCFS2_BITMAP_FL
))) {
264 mlog(ML_ERROR
, "Invalid local alloc inode, %llu\n",
265 (unsigned long long)OCFS2_I(inode
)->ip_blkno
);
270 if ((la
->la_size
== 0) ||
271 (le16_to_cpu(la
->la_size
) > ocfs2_local_alloc_size(inode
->i_sb
))) {
272 mlog(ML_ERROR
, "Local alloc size is invalid (la_size = %u)\n",
273 le16_to_cpu(la
->la_size
));
278 /* do a little verification. */
279 num_used
= ocfs2_local_alloc_count_bits(alloc
);
281 /* hopefully the local alloc has always been recovered before
284 || alloc
->id1
.bitmap1
.i_used
285 || alloc
->id1
.bitmap1
.i_total
287 mlog(ML_ERROR
, "Local alloc hasn't been recovered!\n"
288 "found = %u, set = %u, taken = %u, off = %u\n",
289 num_used
, le32_to_cpu(alloc
->id1
.bitmap1
.i_used
),
290 le32_to_cpu(alloc
->id1
.bitmap1
.i_total
),
291 OCFS2_LOCAL_ALLOC(alloc
)->la_bm_off
);
293 osb
->local_alloc_bh
= alloc_bh
;
294 osb
->local_alloc_state
= OCFS2_LA_ENABLED
;
303 ocfs2_shutdown_la_debug(osb
);
305 mlog(0, "Local alloc window bits = %d\n", osb
->local_alloc_bits
);
312 * return any unused bits to the bitmap and write out a clean
315 * local_alloc_bh is optional. If not passed, we will simply use the
316 * one off osb. If you do pass it however, be warned that it *will* be
317 * returned brelse'd and NULL'd out.*/
318 void ocfs2_shutdown_local_alloc(struct ocfs2_super
*osb
)
322 struct inode
*local_alloc_inode
= NULL
;
323 struct buffer_head
*bh
= NULL
;
324 struct buffer_head
*main_bm_bh
= NULL
;
325 struct inode
*main_bm_inode
= NULL
;
326 struct ocfs2_dinode
*alloc_copy
= NULL
;
327 struct ocfs2_dinode
*alloc
= NULL
;
331 cancel_delayed_work(&osb
->la_enable_wq
);
332 flush_workqueue(ocfs2_wq
);
334 ocfs2_shutdown_la_debug(osb
);
336 if (osb
->local_alloc_state
== OCFS2_LA_UNUSED
)
340 ocfs2_get_system_file_inode(osb
,
341 LOCAL_ALLOC_SYSTEM_INODE
,
343 if (!local_alloc_inode
) {
349 osb
->local_alloc_state
= OCFS2_LA_DISABLED
;
351 main_bm_inode
= ocfs2_get_system_file_inode(osb
,
352 GLOBAL_BITMAP_SYSTEM_INODE
,
354 if (!main_bm_inode
) {
360 mutex_lock(&main_bm_inode
->i_mutex
);
362 status
= ocfs2_inode_lock(main_bm_inode
, &main_bm_bh
, 1);
368 /* WINDOW_MOVE_CREDITS is a bit heavy... */
369 handle
= ocfs2_start_trans(osb
, OCFS2_WINDOW_MOVE_CREDITS
);
370 if (IS_ERR(handle
)) {
371 mlog_errno(PTR_ERR(handle
));
376 bh
= osb
->local_alloc_bh
;
377 alloc
= (struct ocfs2_dinode
*) bh
->b_data
;
379 alloc_copy
= kmalloc(bh
->b_size
, GFP_NOFS
);
384 memcpy(alloc_copy
, alloc
, bh
->b_size
);
386 status
= ocfs2_journal_access_di(handle
, local_alloc_inode
, bh
,
387 OCFS2_JOURNAL_ACCESS_WRITE
);
393 ocfs2_clear_local_alloc(alloc
);
395 status
= ocfs2_journal_dirty(handle
, bh
);
402 osb
->local_alloc_bh
= NULL
;
403 osb
->local_alloc_state
= OCFS2_LA_UNUSED
;
405 status
= ocfs2_sync_local_to_main(osb
, handle
, alloc_copy
,
406 main_bm_inode
, main_bm_bh
);
411 ocfs2_commit_trans(osb
, handle
);
416 ocfs2_inode_unlock(main_bm_inode
, 1);
419 mutex_unlock(&main_bm_inode
->i_mutex
);
423 if (local_alloc_inode
)
424 iput(local_alloc_inode
);
433 * We want to free the bitmap bits outside of any recovery context as
434 * we'll need a cluster lock to do so, but we must clear the local
435 * alloc before giving up the recovered nodes journal. To solve this,
436 * we kmalloc a copy of the local alloc before it's change for the
437 * caller to process with ocfs2_complete_local_alloc_recovery
439 int ocfs2_begin_local_alloc_recovery(struct ocfs2_super
*osb
,
441 struct ocfs2_dinode
**alloc_copy
)
444 struct buffer_head
*alloc_bh
= NULL
;
445 struct inode
*inode
= NULL
;
446 struct ocfs2_dinode
*alloc
;
448 mlog_entry("(slot_num = %d)\n", slot_num
);
452 inode
= ocfs2_get_system_file_inode(osb
,
453 LOCAL_ALLOC_SYSTEM_INODE
,
461 mutex_lock(&inode
->i_mutex
);
463 status
= ocfs2_read_inode_block_full(inode
, &alloc_bh
,
464 OCFS2_BH_IGNORE_CACHE
);
470 *alloc_copy
= kmalloc(alloc_bh
->b_size
, GFP_KERNEL
);
471 if (!(*alloc_copy
)) {
475 memcpy((*alloc_copy
), alloc_bh
->b_data
, alloc_bh
->b_size
);
477 alloc
= (struct ocfs2_dinode
*) alloc_bh
->b_data
;
478 ocfs2_clear_local_alloc(alloc
);
480 ocfs2_compute_meta_ecc(osb
->sb
, alloc_bh
->b_data
, &alloc
->i_check
);
481 status
= ocfs2_write_block(osb
, alloc_bh
, inode
);
486 if ((status
< 0) && (*alloc_copy
)) {
494 mutex_unlock(&inode
->i_mutex
);
503 * Step 2: By now, we've completed the journal recovery, we've stamped
504 * a clean local alloc on disk and dropped the node out of the
505 * recovery map. Dlm locks will no longer stall, so lets clear out the
508 int ocfs2_complete_local_alloc_recovery(struct ocfs2_super
*osb
,
509 struct ocfs2_dinode
*alloc
)
513 struct buffer_head
*main_bm_bh
= NULL
;
514 struct inode
*main_bm_inode
;
518 main_bm_inode
= ocfs2_get_system_file_inode(osb
,
519 GLOBAL_BITMAP_SYSTEM_INODE
,
521 if (!main_bm_inode
) {
527 mutex_lock(&main_bm_inode
->i_mutex
);
529 status
= ocfs2_inode_lock(main_bm_inode
, &main_bm_bh
, 1);
535 handle
= ocfs2_start_trans(osb
, OCFS2_WINDOW_MOVE_CREDITS
);
536 if (IS_ERR(handle
)) {
537 status
= PTR_ERR(handle
);
543 /* we want the bitmap change to be recorded on disk asap */
546 status
= ocfs2_sync_local_to_main(osb
, handle
, alloc
,
547 main_bm_inode
, main_bm_bh
);
551 ocfs2_commit_trans(osb
, handle
);
554 ocfs2_inode_unlock(main_bm_inode
, 1);
557 mutex_unlock(&main_bm_inode
->i_mutex
);
565 ocfs2_init_inode_steal_slot(osb
);
570 /* Check to see if the local alloc window is within ac->ac_max_block */
571 static int ocfs2_local_alloc_in_range(struct inode
*inode
,
572 struct ocfs2_alloc_context
*ac
,
575 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
576 struct ocfs2_dinode
*alloc
;
577 struct ocfs2_local_alloc
*la
;
581 if (!ac
->ac_max_block
)
584 alloc
= (struct ocfs2_dinode
*) osb
->local_alloc_bh
->b_data
;
585 la
= OCFS2_LOCAL_ALLOC(alloc
);
587 start
= ocfs2_local_alloc_find_clear_bits(osb
, alloc
, bits_wanted
);
594 * Converting (bm_off + start + bits_wanted) to blocks gives us
595 * the blkno just past our actual allocation. This is perfect
596 * to compare with ac_max_block.
598 block_off
= ocfs2_clusters_to_blocks(inode
->i_sb
,
599 le32_to_cpu(la
->la_bm_off
) +
600 start
+ bits_wanted
);
601 mlog(0, "Checking %llu against %llu\n",
602 (unsigned long long)block_off
,
603 (unsigned long long)ac
->ac_max_block
);
604 if (block_off
> ac
->ac_max_block
)
611 * make sure we've got at least bits_wanted contiguous bits in the
612 * local alloc. You lose them when you drop i_mutex.
614 * We will add ourselves to the transaction passed in, but may start
615 * our own in order to shift windows.
617 int ocfs2_reserve_local_alloc_bits(struct ocfs2_super
*osb
,
619 struct ocfs2_alloc_context
*ac
)
622 struct ocfs2_dinode
*alloc
;
623 struct inode
*local_alloc_inode
;
624 unsigned int free_bits
;
631 ocfs2_get_system_file_inode(osb
,
632 LOCAL_ALLOC_SYSTEM_INODE
,
634 if (!local_alloc_inode
) {
640 mutex_lock(&local_alloc_inode
->i_mutex
);
643 * We must double check state and allocator bits because
644 * another process may have changed them while holding i_mutex.
646 spin_lock(&osb
->osb_lock
);
647 if (!ocfs2_la_state_enabled(osb
) ||
648 (bits_wanted
> osb
->local_alloc_bits
)) {
649 spin_unlock(&osb
->osb_lock
);
653 spin_unlock(&osb
->osb_lock
);
655 alloc
= (struct ocfs2_dinode
*) osb
->local_alloc_bh
->b_data
;
657 #ifdef CONFIG_OCFS2_DEBUG_FS
658 if (le32_to_cpu(alloc
->id1
.bitmap1
.i_used
) !=
659 ocfs2_local_alloc_count_bits(alloc
)) {
660 ocfs2_error(osb
->sb
, "local alloc inode %llu says it has "
661 "%u free bits, but a count shows %u",
662 (unsigned long long)le64_to_cpu(alloc
->i_blkno
),
663 le32_to_cpu(alloc
->id1
.bitmap1
.i_used
),
664 ocfs2_local_alloc_count_bits(alloc
));
670 free_bits
= le32_to_cpu(alloc
->id1
.bitmap1
.i_total
) -
671 le32_to_cpu(alloc
->id1
.bitmap1
.i_used
);
672 if (bits_wanted
> free_bits
) {
673 /* uhoh, window change time. */
675 ocfs2_local_alloc_slide_window(osb
, local_alloc_inode
);
677 if (status
!= -ENOSPC
)
683 * Under certain conditions, the window slide code
684 * might have reduced the number of bits available or
685 * disabled the the local alloc entirely. Re-check
686 * here and return -ENOSPC if necessary.
689 if (!ocfs2_la_state_enabled(osb
))
692 free_bits
= le32_to_cpu(alloc
->id1
.bitmap1
.i_total
) -
693 le32_to_cpu(alloc
->id1
.bitmap1
.i_used
);
694 if (bits_wanted
> free_bits
)
698 if (ac
->ac_max_block
)
699 mlog(0, "Calling in_range for max block %llu\n",
700 (unsigned long long)ac
->ac_max_block
);
702 if (!ocfs2_local_alloc_in_range(local_alloc_inode
, ac
,
705 * The window is outside ac->ac_max_block.
706 * This errno tells the caller to keep localalloc enabled
707 * but to get the allocation from the main bitmap.
713 ac
->ac_inode
= local_alloc_inode
;
714 /* We should never use localalloc from another slot */
715 ac
->ac_alloc_slot
= osb
->slot_num
;
716 ac
->ac_which
= OCFS2_AC_USE_LOCAL
;
717 get_bh(osb
->local_alloc_bh
);
718 ac
->ac_bh
= osb
->local_alloc_bh
;
721 if (status
< 0 && local_alloc_inode
) {
722 mutex_unlock(&local_alloc_inode
->i_mutex
);
723 iput(local_alloc_inode
);
726 mlog(0, "bits=%d, slot=%d, ret=%d\n", bits_wanted
, osb
->slot_num
,
733 int ocfs2_claim_local_alloc_bits(struct ocfs2_super
*osb
,
735 struct ocfs2_alloc_context
*ac
,
741 struct inode
*local_alloc_inode
;
743 struct ocfs2_dinode
*alloc
;
744 struct ocfs2_local_alloc
*la
;
747 BUG_ON(ac
->ac_which
!= OCFS2_AC_USE_LOCAL
);
749 local_alloc_inode
= ac
->ac_inode
;
750 alloc
= (struct ocfs2_dinode
*) osb
->local_alloc_bh
->b_data
;
751 la
= OCFS2_LOCAL_ALLOC(alloc
);
753 start
= ocfs2_local_alloc_find_clear_bits(osb
, alloc
, bits_wanted
);
755 /* TODO: Shouldn't we just BUG here? */
761 bitmap
= la
->la_bitmap
;
762 *bit_off
= le32_to_cpu(la
->la_bm_off
) + start
;
763 /* local alloc is always contiguous by nature -- we never
764 * delete bits from it! */
765 *num_bits
= bits_wanted
;
767 status
= ocfs2_journal_access_di(handle
, local_alloc_inode
,
769 OCFS2_JOURNAL_ACCESS_WRITE
);
776 ocfs2_set_bit(start
++, bitmap
);
778 le32_add_cpu(&alloc
->id1
.bitmap1
.i_used
, *num_bits
);
780 status
= ocfs2_journal_dirty(handle
, osb
->local_alloc_bh
);
792 static u32
ocfs2_local_alloc_count_bits(struct ocfs2_dinode
*alloc
)
797 struct ocfs2_local_alloc
*la
= OCFS2_LOCAL_ALLOC(alloc
);
801 buffer
= la
->la_bitmap
;
802 for (i
= 0; i
< le16_to_cpu(la
->la_size
); i
++)
803 count
+= hweight8(buffer
[i
]);
809 static int ocfs2_local_alloc_find_clear_bits(struct ocfs2_super
*osb
,
810 struct ocfs2_dinode
*alloc
,
813 int numfound
, bitoff
, left
, startoff
, lastzero
;
816 mlog_entry("(numbits wanted = %u)\n", numbits
);
818 if (!alloc
->id1
.bitmap1
.i_total
) {
819 mlog(0, "No bits in my window!\n");
824 bitmap
= OCFS2_LOCAL_ALLOC(alloc
)->la_bitmap
;
826 numfound
= bitoff
= startoff
= 0;
828 left
= le32_to_cpu(alloc
->id1
.bitmap1
.i_total
);
829 while ((bitoff
= ocfs2_find_next_zero_bit(bitmap
, left
, startoff
)) != -1) {
830 if (bitoff
== left
) {
831 /* mlog(0, "bitoff (%d) == left", bitoff); */
834 /* mlog(0, "Found a zero: bitoff = %d, startoff = %d, "
835 "numfound = %d\n", bitoff, startoff, numfound);*/
837 /* Ok, we found a zero bit... is it contig. or do we
839 if (bitoff
== startoff
) {
840 /* we found a zero */
844 /* got a zero after some ones */
848 /* we got everything we needed */
849 if (numfound
== numbits
) {
850 /* mlog(0, "Found it all!\n"); */
855 mlog(0, "Exiting loop, bitoff = %d, numfound = %d\n", bitoff
,
858 if (numfound
== numbits
)
859 bitoff
= startoff
- numfound
;
868 static void ocfs2_clear_local_alloc(struct ocfs2_dinode
*alloc
)
870 struct ocfs2_local_alloc
*la
= OCFS2_LOCAL_ALLOC(alloc
);
874 alloc
->id1
.bitmap1
.i_total
= 0;
875 alloc
->id1
.bitmap1
.i_used
= 0;
877 for(i
= 0; i
< le16_to_cpu(la
->la_size
); i
++)
878 la
->la_bitmap
[i
] = 0;
884 /* turn this on and uncomment below to aid debugging window shifts. */
885 static void ocfs2_verify_zero_bits(unsigned long *bitmap
,
889 unsigned int tmp
= count
;
891 if (ocfs2_test_bit(start
+ tmp
, bitmap
)) {
892 printk("ocfs2_verify_zero_bits: start = %u, count = "
893 "%u\n", start
, count
);
894 printk("ocfs2_verify_zero_bits: bit %u is set!",
903 * sync the local alloc to main bitmap.
905 * assumes you've already locked the main bitmap -- the bitmap inode
906 * passed is used for caching.
908 static int ocfs2_sync_local_to_main(struct ocfs2_super
*osb
,
910 struct ocfs2_dinode
*alloc
,
911 struct inode
*main_bm_inode
,
912 struct buffer_head
*main_bm_bh
)
915 int bit_off
, left
, count
, start
;
919 struct ocfs2_local_alloc
*la
= OCFS2_LOCAL_ALLOC(alloc
);
921 mlog_entry("total = %u, used = %u\n",
922 le32_to_cpu(alloc
->id1
.bitmap1
.i_total
),
923 le32_to_cpu(alloc
->id1
.bitmap1
.i_used
));
925 if (!alloc
->id1
.bitmap1
.i_total
) {
926 mlog(0, "nothing to sync!\n");
930 if (le32_to_cpu(alloc
->id1
.bitmap1
.i_used
) ==
931 le32_to_cpu(alloc
->id1
.bitmap1
.i_total
)) {
932 mlog(0, "all bits were taken!\n");
936 la_start_blk
= ocfs2_clusters_to_blocks(osb
->sb
,
937 le32_to_cpu(la
->la_bm_off
));
938 bitmap
= la
->la_bitmap
;
939 start
= count
= bit_off
= 0;
940 left
= le32_to_cpu(alloc
->id1
.bitmap1
.i_total
);
942 while ((bit_off
= ocfs2_find_next_zero_bit(bitmap
, left
, start
))
944 if ((bit_off
< left
) && (bit_off
== start
)) {
950 blkno
= la_start_blk
+
951 ocfs2_clusters_to_blocks(osb
->sb
,
954 mlog(0, "freeing %u bits starting at local alloc bit "
955 "%u (la_start_blk = %llu, blkno = %llu)\n",
956 count
, start
- count
,
957 (unsigned long long)la_start_blk
,
958 (unsigned long long)blkno
);
960 status
= ocfs2_free_clusters(handle
, main_bm_inode
,
961 main_bm_bh
, blkno
, count
);
978 enum ocfs2_la_event
{
979 OCFS2_LA_EVENT_SLIDE
, /* Normal window slide. */
980 OCFS2_LA_EVENT_FRAGMENTED
, /* The global bitmap has
981 * enough bits theoretically
982 * free, but a contiguous
983 * allocation could not be
985 OCFS2_LA_EVENT_ENOSPC
, /* Global bitmap doesn't have
986 * enough bits free to satisfy
989 #define OCFS2_LA_ENABLE_INTERVAL (30 * HZ)
991 * Given an event, calculate the size of our next local alloc window.
993 * This should always be called under i_mutex of the local alloc inode
994 * so that local alloc disabling doesn't race with processes trying to
997 * Returns the state which the local alloc was left in. This value can
998 * be ignored by some paths.
1000 static int ocfs2_recalc_la_window(struct ocfs2_super
*osb
,
1001 enum ocfs2_la_event event
)
1006 spin_lock(&osb
->osb_lock
);
1007 if (osb
->local_alloc_state
== OCFS2_LA_DISABLED
) {
1008 WARN_ON_ONCE(osb
->local_alloc_state
== OCFS2_LA_DISABLED
);
1013 * ENOSPC and fragmentation are treated similarly for now.
1015 if (event
== OCFS2_LA_EVENT_ENOSPC
||
1016 event
== OCFS2_LA_EVENT_FRAGMENTED
) {
1018 * We ran out of contiguous space in the primary
1019 * bitmap. Drastically reduce the number of bits used
1020 * by local alloc until we have to disable it.
1022 bits
= osb
->local_alloc_bits
>> 1;
1023 if (bits
> ocfs2_megabytes_to_clusters(osb
->sb
, 1)) {
1025 * By setting state to THROTTLED, we'll keep
1026 * the number of local alloc bits used down
1027 * until an event occurs which would give us
1028 * reason to assume the bitmap situation might
1031 osb
->local_alloc_state
= OCFS2_LA_THROTTLED
;
1032 osb
->local_alloc_bits
= bits
;
1034 osb
->local_alloc_state
= OCFS2_LA_DISABLED
;
1036 queue_delayed_work(ocfs2_wq
, &osb
->la_enable_wq
,
1037 OCFS2_LA_ENABLE_INTERVAL
);
1042 * Don't increase the size of the local alloc window until we
1043 * know we might be able to fulfill the request. Otherwise, we
1044 * risk bouncing around the global bitmap during periods of
1047 if (osb
->local_alloc_state
!= OCFS2_LA_THROTTLED
)
1048 osb
->local_alloc_bits
= osb
->local_alloc_default_bits
;
1051 state
= osb
->local_alloc_state
;
1052 spin_unlock(&osb
->osb_lock
);
1057 static int ocfs2_local_alloc_reserve_for_window(struct ocfs2_super
*osb
,
1058 struct ocfs2_alloc_context
**ac
,
1059 struct inode
**bitmap_inode
,
1060 struct buffer_head
**bitmap_bh
)
1064 *ac
= kzalloc(sizeof(struct ocfs2_alloc_context
), GFP_KERNEL
);
1072 (*ac
)->ac_bits_wanted
= osb
->local_alloc_bits
;
1074 status
= ocfs2_reserve_cluster_bitmap_bits(osb
, *ac
);
1075 if (status
== -ENOSPC
) {
1076 if (ocfs2_recalc_la_window(osb
, OCFS2_LA_EVENT_ENOSPC
) ==
1080 ocfs2_free_ac_resource(*ac
);
1081 memset(*ac
, 0, sizeof(struct ocfs2_alloc_context
));
1089 *bitmap_inode
= (*ac
)->ac_inode
;
1090 igrab(*bitmap_inode
);
1091 *bitmap_bh
= (*ac
)->ac_bh
;
1095 if ((status
< 0) && *ac
) {
1096 ocfs2_free_alloc_context(*ac
);
1105 * pass it the bitmap lock in lock_bh if you have it.
1107 static int ocfs2_local_alloc_new_window(struct ocfs2_super
*osb
,
1109 struct ocfs2_alloc_context
*ac
)
1112 u32 cluster_off
, cluster_count
;
1113 struct ocfs2_dinode
*alloc
= NULL
;
1114 struct ocfs2_local_alloc
*la
;
1118 alloc
= (struct ocfs2_dinode
*) osb
->local_alloc_bh
->b_data
;
1119 la
= OCFS2_LOCAL_ALLOC(alloc
);
1121 if (alloc
->id1
.bitmap1
.i_total
)
1122 mlog(0, "asking me to alloc a new window over a non-empty "
1125 mlog(0, "Allocating %u clusters for a new window.\n",
1126 osb
->local_alloc_bits
);
1128 /* Instruct the allocation code to try the most recently used
1129 * cluster group. We'll re-record the group used this pass
1131 ac
->ac_last_group
= osb
->la_last_gd
;
1133 /* we used the generic suballoc reserve function, but we set
1134 * everything up nicely, so there's no reason why we can't use
1135 * the more specific cluster api to claim bits. */
1136 status
= ocfs2_claim_clusters(osb
, handle
, ac
, osb
->local_alloc_bits
,
1137 &cluster_off
, &cluster_count
);
1138 if (status
== -ENOSPC
) {
1141 * Note: We could also try syncing the journal here to
1142 * allow use of any free bits which the current
1143 * transaction can't give us access to. --Mark
1145 if (ocfs2_recalc_la_window(osb
, OCFS2_LA_EVENT_FRAGMENTED
) ==
1149 status
= ocfs2_claim_clusters(osb
, handle
, ac
,
1150 osb
->local_alloc_bits
,
1153 if (status
== -ENOSPC
)
1156 * We only shrunk the *minimum* number of in our
1157 * request - it's entirely possible that the allocator
1158 * might give us more than we asked for.
1161 spin_lock(&osb
->osb_lock
);
1162 osb
->local_alloc_bits
= cluster_count
;
1163 spin_unlock(&osb
->osb_lock
);
1167 if (status
!= -ENOSPC
)
1172 osb
->la_last_gd
= ac
->ac_last_group
;
1174 la
->la_bm_off
= cpu_to_le32(cluster_off
);
1175 alloc
->id1
.bitmap1
.i_total
= cpu_to_le32(cluster_count
);
1176 /* just in case... In the future when we find space ourselves,
1177 * we don't have to get all contiguous -- but we'll have to
1178 * set all previously used bits in bitmap and update
1179 * la_bits_set before setting the bits in the main bitmap. */
1180 alloc
->id1
.bitmap1
.i_used
= 0;
1181 memset(OCFS2_LOCAL_ALLOC(alloc
)->la_bitmap
, 0,
1182 le16_to_cpu(la
->la_size
));
1184 mlog(0, "New window allocated:\n");
1185 mlog(0, "window la_bm_off = %u\n",
1186 OCFS2_LOCAL_ALLOC(alloc
)->la_bm_off
);
1187 mlog(0, "window bits = %u\n", le32_to_cpu(alloc
->id1
.bitmap1
.i_total
));
1194 /* Note that we do *NOT* lock the local alloc inode here as
1195 * it's been locked already for us. */
1196 static int ocfs2_local_alloc_slide_window(struct ocfs2_super
*osb
,
1197 struct inode
*local_alloc_inode
)
1200 struct buffer_head
*main_bm_bh
= NULL
;
1201 struct inode
*main_bm_inode
= NULL
;
1202 handle_t
*handle
= NULL
;
1203 struct ocfs2_dinode
*alloc
;
1204 struct ocfs2_dinode
*alloc_copy
= NULL
;
1205 struct ocfs2_alloc_context
*ac
= NULL
;
1209 ocfs2_recalc_la_window(osb
, OCFS2_LA_EVENT_SLIDE
);
1211 /* This will lock the main bitmap for us. */
1212 status
= ocfs2_local_alloc_reserve_for_window(osb
,
1217 if (status
!= -ENOSPC
)
1222 handle
= ocfs2_start_trans(osb
, OCFS2_WINDOW_MOVE_CREDITS
);
1223 if (IS_ERR(handle
)) {
1224 status
= PTR_ERR(handle
);
1230 alloc
= (struct ocfs2_dinode
*) osb
->local_alloc_bh
->b_data
;
1232 /* We want to clear the local alloc before doing anything
1233 * else, so that if we error later during this operation,
1234 * local alloc shutdown won't try to double free main bitmap
1235 * bits. Make a copy so the sync function knows which bits to
1237 alloc_copy
= kmalloc(osb
->local_alloc_bh
->b_size
, GFP_NOFS
);
1243 memcpy(alloc_copy
, alloc
, osb
->local_alloc_bh
->b_size
);
1245 status
= ocfs2_journal_access_di(handle
, local_alloc_inode
,
1246 osb
->local_alloc_bh
,
1247 OCFS2_JOURNAL_ACCESS_WRITE
);
1253 ocfs2_clear_local_alloc(alloc
);
1255 status
= ocfs2_journal_dirty(handle
, osb
->local_alloc_bh
);
1261 status
= ocfs2_sync_local_to_main(osb
, handle
, alloc_copy
,
1262 main_bm_inode
, main_bm_bh
);
1268 status
= ocfs2_local_alloc_new_window(osb
, handle
, ac
);
1270 if (status
!= -ENOSPC
)
1275 atomic_inc(&osb
->alloc_stats
.moves
);
1280 ocfs2_commit_trans(osb
, handle
);
1285 iput(main_bm_inode
);
1291 ocfs2_free_alloc_context(ac
);