2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #include <linux/sched.h>
11 #include <linux/slab.h>
12 #include <linux/spinlock.h>
13 #include <linux/completion.h>
14 #include <linux/buffer_head.h>
15 #include <linux/gfs2_ondisk.h>
16 #include <linux/crc32.h>
17 #include <linux/delay.h>
18 #include <linux/kthread.h>
19 #include <linux/freezer.h>
20 #include <linux/bio.h>
31 #include "trace_gfs2.h"
36 * gfs2_struct2blk - compute stuff
37 * @sdp: the filesystem
38 * @nstruct: the number of structures
39 * @ssize: the size of the structures
41 * Compute the number of log descriptor blocks needed to hold a certain number
42 * of structures of a certain size.
44 * Returns: the number of blocks needed (minimum is always 1)
47 unsigned int gfs2_struct2blk(struct gfs2_sbd
*sdp
, unsigned int nstruct
,
51 unsigned int first
, second
;
54 first
= (sdp
->sd_sb
.sb_bsize
- sizeof(struct gfs2_log_descriptor
)) / ssize
;
56 if (nstruct
> first
) {
57 second
= (sdp
->sd_sb
.sb_bsize
-
58 sizeof(struct gfs2_meta_header
)) / ssize
;
59 blks
+= DIV_ROUND_UP(nstruct
- first
, second
);
66 * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
67 * @mapping: The associated mapping (maybe NULL)
68 * @bd: The gfs2_bufdata to remove
70 * The log lock _must_ be held when calling this function
74 void gfs2_remove_from_ail(struct gfs2_bufdata
*bd
)
77 list_del_init(&bd
->bd_ail_st_list
);
78 list_del_init(&bd
->bd_ail_gl_list
);
79 atomic_dec(&bd
->bd_gl
->gl_ail_count
);
84 * gfs2_ail1_start_one - Start I/O on a part of the AIL
85 * @sdp: the filesystem
86 * @tr: the part of the AIL
90 static void gfs2_ail1_start_one(struct gfs2_sbd
*sdp
, struct gfs2_ail
*ai
)
91 __releases(&sdp
->sd_log_lock
)
92 __acquires(&sdp
->sd_log_lock
)
94 struct gfs2_bufdata
*bd
, *s
;
95 struct buffer_head
*bh
;
101 list_for_each_entry_safe_reverse(bd
, s
, &ai
->ai_ail1_list
,
105 gfs2_assert(sdp
, bd
->bd_ail
== ai
);
107 if (!buffer_busy(bh
)) {
108 if (!buffer_uptodate(bh
))
109 gfs2_io_error_bh(sdp
, bh
);
110 list_move(&bd
->bd_ail_st_list
, &ai
->ai_ail2_list
);
114 if (!buffer_dirty(bh
))
117 list_move(&bd
->bd_ail_st_list
, &ai
->ai_ail1_list
);
120 gfs2_log_unlock(sdp
);
122 if (test_clear_buffer_dirty(bh
)) {
123 bh
->b_end_io
= end_buffer_write_sync
;
124 submit_bh(WRITE_SYNC_PLUG
, bh
);
138 * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
139 * @sdp: the filesystem
144 static int gfs2_ail1_empty_one(struct gfs2_sbd
*sdp
, struct gfs2_ail
*ai
, int flags
)
146 struct gfs2_bufdata
*bd
, *s
;
147 struct buffer_head
*bh
;
149 list_for_each_entry_safe_reverse(bd
, s
, &ai
->ai_ail1_list
,
153 gfs2_assert(sdp
, bd
->bd_ail
== ai
);
155 if (buffer_busy(bh
)) {
162 if (!buffer_uptodate(bh
))
163 gfs2_io_error_bh(sdp
, bh
);
165 list_move(&bd
->bd_ail_st_list
, &ai
->ai_ail2_list
);
168 return list_empty(&ai
->ai_ail1_list
);
171 static void gfs2_ail1_start(struct gfs2_sbd
*sdp
, int flags
)
173 struct list_head
*head
;
175 struct list_head
*first
;
176 struct gfs2_ail
*first_ai
, *ai
, *tmp
;
180 head
= &sdp
->sd_ail1_list
;
181 if (list_empty(head
)) {
182 gfs2_log_unlock(sdp
);
185 sync_gen
= sdp
->sd_ail_sync_gen
++;
188 first_ai
= list_entry(first
, struct gfs2_ail
, ai_list
);
189 first_ai
->ai_sync_gen
= sync_gen
;
190 gfs2_ail1_start_one(sdp
, first_ai
); /* This may drop log lock */
196 if (first
&& (head
->prev
!= first
||
197 gfs2_ail1_empty_one(sdp
, first_ai
, 0)))
201 list_for_each_entry_safe_reverse(ai
, tmp
, head
, ai_list
) {
202 if (ai
->ai_sync_gen
>= sync_gen
)
204 ai
->ai_sync_gen
= sync_gen
;
205 gfs2_ail1_start_one(sdp
, ai
); /* This may drop log lock */
211 gfs2_log_unlock(sdp
);
214 static int gfs2_ail1_empty(struct gfs2_sbd
*sdp
, int flags
)
216 struct gfs2_ail
*ai
, *s
;
221 list_for_each_entry_safe_reverse(ai
, s
, &sdp
->sd_ail1_list
, ai_list
) {
222 if (gfs2_ail1_empty_one(sdp
, ai
, flags
))
223 list_move(&ai
->ai_list
, &sdp
->sd_ail2_list
);
224 else if (!(flags
& DIO_ALL
))
228 ret
= list_empty(&sdp
->sd_ail1_list
);
230 gfs2_log_unlock(sdp
);
237 * gfs2_ail2_empty_one - Check whether or not a trans in the AIL has been synced
238 * @sdp: the filesystem
243 static void gfs2_ail2_empty_one(struct gfs2_sbd
*sdp
, struct gfs2_ail
*ai
)
245 struct list_head
*head
= &ai
->ai_ail2_list
;
246 struct gfs2_bufdata
*bd
;
248 while (!list_empty(head
)) {
249 bd
= list_entry(head
->prev
, struct gfs2_bufdata
,
251 gfs2_assert(sdp
, bd
->bd_ail
== ai
);
252 gfs2_remove_from_ail(bd
);
256 static void ail2_empty(struct gfs2_sbd
*sdp
, unsigned int new_tail
)
258 struct gfs2_ail
*ai
, *safe
;
259 unsigned int old_tail
= sdp
->sd_log_tail
;
260 int wrap
= (new_tail
< old_tail
);
265 list_for_each_entry_safe(ai
, safe
, &sdp
->sd_ail2_list
, ai_list
) {
266 a
= (old_tail
<= ai
->ai_first
);
267 b
= (ai
->ai_first
< new_tail
);
268 rm
= (wrap
) ? (a
|| b
) : (a
&& b
);
272 gfs2_ail2_empty_one(sdp
, ai
);
273 list_del(&ai
->ai_list
);
274 gfs2_assert_warn(sdp
, list_empty(&ai
->ai_ail1_list
));
275 gfs2_assert_warn(sdp
, list_empty(&ai
->ai_ail2_list
));
279 gfs2_log_unlock(sdp
);
283 * gfs2_log_reserve - Make a log reservation
284 * @sdp: The GFS2 superblock
285 * @blks: The number of blocks to reserve
287 * Note that we never give out the last few blocks of the journal. Thats
288 * due to the fact that there is a small number of header blocks
289 * associated with each log flush. The exact number can't be known until
290 * flush time, so we ensure that we have just enough free blocks at all
291 * times to avoid running out during a log flush.
296 int gfs2_log_reserve(struct gfs2_sbd
*sdp
, unsigned int blks
)
298 unsigned int try = 0;
299 unsigned reserved_blks
= 6 * (4096 / sdp
->sd_vfs
->s_blocksize
);
301 if (gfs2_assert_warn(sdp
, blks
) ||
302 gfs2_assert_warn(sdp
, blks
<= sdp
->sd_jdesc
->jd_blocks
))
305 mutex_lock(&sdp
->sd_log_reserve_mutex
);
307 while(atomic_read(&sdp
->sd_log_blks_free
) <= (blks
+ reserved_blks
)) {
308 gfs2_log_unlock(sdp
);
309 gfs2_ail1_empty(sdp
, 0);
310 gfs2_log_flush(sdp
, NULL
);
313 gfs2_ail1_start(sdp
, 0);
316 atomic_sub(blks
, &sdp
->sd_log_blks_free
);
317 trace_gfs2_log_blocks(sdp
, -blks
);
318 gfs2_log_unlock(sdp
);
319 mutex_unlock(&sdp
->sd_log_reserve_mutex
);
321 down_read(&sdp
->sd_log_flush_lock
);
327 * gfs2_log_release - Release a given number of log blocks
328 * @sdp: The GFS2 superblock
329 * @blks: The number of blocks
333 void gfs2_log_release(struct gfs2_sbd
*sdp
, unsigned int blks
)
337 atomic_add(blks
, &sdp
->sd_log_blks_free
);
338 trace_gfs2_log_blocks(sdp
, blks
);
339 gfs2_assert_withdraw(sdp
,
340 atomic_read(&sdp
->sd_log_blks_free
) <= sdp
->sd_jdesc
->jd_blocks
);
341 gfs2_log_unlock(sdp
);
342 up_read(&sdp
->sd_log_flush_lock
);
345 static u64
log_bmap(struct gfs2_sbd
*sdp
, unsigned int lbn
)
347 struct gfs2_journal_extent
*je
;
349 list_for_each_entry(je
, &sdp
->sd_jdesc
->extent_list
, extent_list
) {
350 if (lbn
>= je
->lblock
&& lbn
< je
->lblock
+ je
->blocks
)
351 return je
->dblock
+ lbn
- je
->lblock
;
358 * log_distance - Compute distance between two journal blocks
359 * @sdp: The GFS2 superblock
360 * @newer: The most recent journal block of the pair
361 * @older: The older journal block of the pair
363 * Compute the distance (in the journal direction) between two
364 * blocks in the journal
366 * Returns: the distance in blocks
369 static inline unsigned int log_distance(struct gfs2_sbd
*sdp
, unsigned int newer
,
374 dist
= newer
- older
;
376 dist
+= sdp
->sd_jdesc
->jd_blocks
;
382 * calc_reserved - Calculate the number of blocks to reserve when
383 * refunding a transaction's unused buffers.
384 * @sdp: The GFS2 superblock
386 * This is complex. We need to reserve room for all our currently used
387 * metadata buffers (e.g. normal file I/O rewriting file time stamps) and
388 * all our journaled data buffers for journaled files (e.g. files in the
389 * meta_fs like rindex, or files for which chattr +j was done.)
390 * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
391 * will count it as free space (sd_log_blks_free) and corruption will follow.
393 * We can have metadata bufs and jdata bufs in the same journal. So each
394 * type gets its own log header, for which we need to reserve a block.
395 * In fact, each type has the potential for needing more than one header
396 * in cases where we have more buffers than will fit on a journal page.
397 * Metadata journal entries take up half the space of journaled buffer entries.
398 * Thus, metadata entries have buf_limit (502) and journaled buffers have
399 * databuf_limit (251) before they cause a wrap around.
401 * Also, we need to reserve blocks for revoke journal entries and one for an
402 * overall header for the lot.
404 * Returns: the number of blocks reserved
406 static unsigned int calc_reserved(struct gfs2_sbd
*sdp
)
408 unsigned int reserved
= 0;
409 unsigned int mbuf_limit
, metabufhdrs_needed
;
410 unsigned int dbuf_limit
, databufhdrs_needed
;
411 unsigned int revokes
= 0;
413 mbuf_limit
= buf_limit(sdp
);
414 metabufhdrs_needed
= (sdp
->sd_log_commited_buf
+
415 (mbuf_limit
- 1)) / mbuf_limit
;
416 dbuf_limit
= databuf_limit(sdp
);
417 databufhdrs_needed
= (sdp
->sd_log_commited_databuf
+
418 (dbuf_limit
- 1)) / dbuf_limit
;
420 if (sdp
->sd_log_commited_revoke
)
421 revokes
= gfs2_struct2blk(sdp
, sdp
->sd_log_commited_revoke
,
424 reserved
= sdp
->sd_log_commited_buf
+ metabufhdrs_needed
+
425 sdp
->sd_log_commited_databuf
+ databufhdrs_needed
+
427 /* One for the overall header */
433 static unsigned int current_tail(struct gfs2_sbd
*sdp
)
440 if (list_empty(&sdp
->sd_ail1_list
)) {
441 tail
= sdp
->sd_log_head
;
443 ai
= list_entry(sdp
->sd_ail1_list
.prev
, struct gfs2_ail
, ai_list
);
447 gfs2_log_unlock(sdp
);
452 void gfs2_log_incr_head(struct gfs2_sbd
*sdp
)
454 if (sdp
->sd_log_flush_head
== sdp
->sd_log_tail
)
455 BUG_ON(sdp
->sd_log_flush_head
!= sdp
->sd_log_head
);
457 if (++sdp
->sd_log_flush_head
== sdp
->sd_jdesc
->jd_blocks
) {
458 sdp
->sd_log_flush_head
= 0;
459 sdp
->sd_log_flush_wrapped
= 1;
464 * gfs2_log_write_endio - End of I/O for a log buffer
465 * @bh: The buffer head
466 * @uptodate: I/O Status
470 static void gfs2_log_write_endio(struct buffer_head
*bh
, int uptodate
)
472 struct gfs2_sbd
*sdp
= bh
->b_private
;
473 bh
->b_private
= NULL
;
475 end_buffer_write_sync(bh
, uptodate
);
476 if (atomic_dec_and_test(&sdp
->sd_log_in_flight
))
477 wake_up(&sdp
->sd_log_flush_wait
);
481 * gfs2_log_get_buf - Get and initialize a buffer to use for log control data
482 * @sdp: The GFS2 superblock
484 * Returns: the buffer_head
487 struct buffer_head
*gfs2_log_get_buf(struct gfs2_sbd
*sdp
)
489 u64 blkno
= log_bmap(sdp
, sdp
->sd_log_flush_head
);
490 struct buffer_head
*bh
;
492 bh
= sb_getblk(sdp
->sd_vfs
, blkno
);
494 memset(bh
->b_data
, 0, bh
->b_size
);
495 set_buffer_uptodate(bh
);
496 clear_buffer_dirty(bh
);
497 gfs2_log_incr_head(sdp
);
498 atomic_inc(&sdp
->sd_log_in_flight
);
500 bh
->b_end_io
= gfs2_log_write_endio
;
506 * gfs2_fake_write_endio -
507 * @bh: The buffer head
508 * @uptodate: The I/O Status
512 static void gfs2_fake_write_endio(struct buffer_head
*bh
, int uptodate
)
514 struct buffer_head
*real_bh
= bh
->b_private
;
515 struct gfs2_bufdata
*bd
= real_bh
->b_private
;
516 struct gfs2_sbd
*sdp
= bd
->bd_gl
->gl_sbd
;
518 end_buffer_write_sync(bh
, uptodate
);
519 free_buffer_head(bh
);
520 unlock_buffer(real_bh
);
522 if (atomic_dec_and_test(&sdp
->sd_log_in_flight
))
523 wake_up(&sdp
->sd_log_flush_wait
);
527 * gfs2_log_fake_buf - Build a fake buffer head to write metadata buffer to log
528 * @sdp: the filesystem
529 * @data: the data the buffer_head should point to
531 * Returns: the log buffer descriptor
534 struct buffer_head
*gfs2_log_fake_buf(struct gfs2_sbd
*sdp
,
535 struct buffer_head
*real
)
537 u64 blkno
= log_bmap(sdp
, sdp
->sd_log_flush_head
);
538 struct buffer_head
*bh
;
540 bh
= alloc_buffer_head(GFP_NOFS
| __GFP_NOFAIL
);
541 atomic_set(&bh
->b_count
, 1);
542 bh
->b_state
= (1 << BH_Mapped
) | (1 << BH_Uptodate
) | (1 << BH_Lock
);
543 set_bh_page(bh
, real
->b_page
, bh_offset(real
));
544 bh
->b_blocknr
= blkno
;
545 bh
->b_size
= sdp
->sd_sb
.sb_bsize
;
546 bh
->b_bdev
= sdp
->sd_vfs
->s_bdev
;
547 bh
->b_private
= real
;
548 bh
->b_end_io
= gfs2_fake_write_endio
;
550 gfs2_log_incr_head(sdp
);
551 atomic_inc(&sdp
->sd_log_in_flight
);
556 static void log_pull_tail(struct gfs2_sbd
*sdp
, unsigned int new_tail
)
558 unsigned int dist
= log_distance(sdp
, new_tail
, sdp
->sd_log_tail
);
560 ail2_empty(sdp
, new_tail
);
563 atomic_add(dist
, &sdp
->sd_log_blks_free
);
564 trace_gfs2_log_blocks(sdp
, dist
);
565 gfs2_assert_withdraw(sdp
, atomic_read(&sdp
->sd_log_blks_free
) <= sdp
->sd_jdesc
->jd_blocks
);
566 gfs2_log_unlock(sdp
);
568 sdp
->sd_log_tail
= new_tail
;
572 * log_write_header - Get and initialize a journal header buffer
573 * @sdp: The GFS2 superblock
575 * Returns: the initialized log buffer descriptor
578 static void log_write_header(struct gfs2_sbd
*sdp
, u32 flags
, int pull
)
580 u64 blkno
= log_bmap(sdp
, sdp
->sd_log_flush_head
);
581 struct buffer_head
*bh
;
582 struct gfs2_log_header
*lh
;
586 bh
= sb_getblk(sdp
->sd_vfs
, blkno
);
588 memset(bh
->b_data
, 0, bh
->b_size
);
589 set_buffer_uptodate(bh
);
590 clear_buffer_dirty(bh
);
592 gfs2_ail1_empty(sdp
, 0);
593 tail
= current_tail(sdp
);
595 lh
= (struct gfs2_log_header
*)bh
->b_data
;
596 memset(lh
, 0, sizeof(struct gfs2_log_header
));
597 lh
->lh_header
.mh_magic
= cpu_to_be32(GFS2_MAGIC
);
598 lh
->lh_header
.mh_type
= cpu_to_be32(GFS2_METATYPE_LH
);
599 lh
->lh_header
.mh_format
= cpu_to_be32(GFS2_FORMAT_LH
);
600 lh
->lh_sequence
= cpu_to_be64(sdp
->sd_log_sequence
++);
601 lh
->lh_flags
= cpu_to_be32(flags
);
602 lh
->lh_tail
= cpu_to_be32(tail
);
603 lh
->lh_blkno
= cpu_to_be32(sdp
->sd_log_flush_head
);
604 hash
= gfs2_disk_hash(bh
->b_data
, sizeof(struct gfs2_log_header
));
605 lh
->lh_hash
= cpu_to_be32(hash
);
607 bh
->b_end_io
= end_buffer_write_sync
;
608 if (test_bit(SDF_NOBARRIERS
, &sdp
->sd_flags
))
611 submit_bh(WRITE_SYNC
| (1 << BIO_RW_BARRIER
) | (1 << BIO_RW_META
), bh
);
613 if (buffer_eopnotsupp(bh
)) {
614 clear_buffer_eopnotsupp(bh
);
615 set_buffer_uptodate(bh
);
616 set_bit(SDF_NOBARRIERS
, &sdp
->sd_flags
);
620 submit_bh(WRITE_SYNC
| (1 << BIO_RW_META
), bh
);
623 if (!buffer_uptodate(bh
))
624 gfs2_io_error_bh(sdp
, bh
);
627 if (sdp
->sd_log_tail
!= tail
)
628 log_pull_tail(sdp
, tail
);
630 gfs2_assert_withdraw(sdp
, !pull
);
632 sdp
->sd_log_idle
= (tail
== sdp
->sd_log_flush_head
);
633 gfs2_log_incr_head(sdp
);
636 static void log_flush_commit(struct gfs2_sbd
*sdp
)
640 if (atomic_read(&sdp
->sd_log_in_flight
)) {
642 prepare_to_wait(&sdp
->sd_log_flush_wait
, &wait
,
643 TASK_UNINTERRUPTIBLE
);
644 if (atomic_read(&sdp
->sd_log_in_flight
))
646 } while(atomic_read(&sdp
->sd_log_in_flight
));
647 finish_wait(&sdp
->sd_log_flush_wait
, &wait
);
650 log_write_header(sdp
, 0, 0);
653 static void gfs2_ordered_write(struct gfs2_sbd
*sdp
)
655 struct gfs2_bufdata
*bd
;
656 struct buffer_head
*bh
;
660 while (!list_empty(&sdp
->sd_log_le_ordered
)) {
661 bd
= list_entry(sdp
->sd_log_le_ordered
.next
, struct gfs2_bufdata
, bd_le
.le_list
);
662 list_move(&bd
->bd_le
.le_list
, &written
);
664 if (!buffer_dirty(bh
))
667 gfs2_log_unlock(sdp
);
669 if (buffer_mapped(bh
) && test_clear_buffer_dirty(bh
)) {
670 bh
->b_end_io
= end_buffer_write_sync
;
671 submit_bh(WRITE_SYNC_PLUG
, bh
);
678 list_splice(&written
, &sdp
->sd_log_le_ordered
);
679 gfs2_log_unlock(sdp
);
682 static void gfs2_ordered_wait(struct gfs2_sbd
*sdp
)
684 struct gfs2_bufdata
*bd
;
685 struct buffer_head
*bh
;
688 while (!list_empty(&sdp
->sd_log_le_ordered
)) {
689 bd
= list_entry(sdp
->sd_log_le_ordered
.prev
, struct gfs2_bufdata
, bd_le
.le_list
);
691 if (buffer_locked(bh
)) {
693 gfs2_log_unlock(sdp
);
699 list_del_init(&bd
->bd_le
.le_list
);
701 gfs2_log_unlock(sdp
);
705 * gfs2_log_flush - flush incore transaction(s)
706 * @sdp: the filesystem
707 * @gl: The glock structure to flush. If NULL, flush the whole incore log
711 void __gfs2_log_flush(struct gfs2_sbd
*sdp
, struct gfs2_glock
*gl
)
715 down_write(&sdp
->sd_log_flush_lock
);
717 /* Log might have been flushed while we waited for the flush lock */
718 if (gl
&& !test_bit(GLF_LFLUSH
, &gl
->gl_flags
)) {
719 up_write(&sdp
->sd_log_flush_lock
);
722 trace_gfs2_log_flush(sdp
, 1);
724 ai
= kzalloc(sizeof(struct gfs2_ail
), GFP_NOFS
| __GFP_NOFAIL
);
725 INIT_LIST_HEAD(&ai
->ai_ail1_list
);
726 INIT_LIST_HEAD(&ai
->ai_ail2_list
);
728 if (sdp
->sd_log_num_buf
!= sdp
->sd_log_commited_buf
) {
729 printk(KERN_INFO
"GFS2: log buf %u %u\n", sdp
->sd_log_num_buf
,
730 sdp
->sd_log_commited_buf
);
731 gfs2_assert_withdraw(sdp
, 0);
733 if (sdp
->sd_log_num_databuf
!= sdp
->sd_log_commited_databuf
) {
734 printk(KERN_INFO
"GFS2: log databuf %u %u\n",
735 sdp
->sd_log_num_databuf
, sdp
->sd_log_commited_databuf
);
736 gfs2_assert_withdraw(sdp
, 0);
738 gfs2_assert_withdraw(sdp
,
739 sdp
->sd_log_num_revoke
== sdp
->sd_log_commited_revoke
);
741 sdp
->sd_log_flush_head
= sdp
->sd_log_head
;
742 sdp
->sd_log_flush_wrapped
= 0;
743 ai
->ai_first
= sdp
->sd_log_flush_head
;
745 gfs2_ordered_write(sdp
);
746 lops_before_commit(sdp
);
747 gfs2_ordered_wait(sdp
);
749 if (sdp
->sd_log_head
!= sdp
->sd_log_flush_head
)
750 log_flush_commit(sdp
);
751 else if (sdp
->sd_log_tail
!= current_tail(sdp
) && !sdp
->sd_log_idle
){
753 atomic_dec(&sdp
->sd_log_blks_free
); /* Adjust for unreserved buffer */
754 trace_gfs2_log_blocks(sdp
, -1);
755 gfs2_log_unlock(sdp
);
756 log_write_header(sdp
, 0, PULL
);
758 lops_after_commit(sdp
, ai
);
761 sdp
->sd_log_head
= sdp
->sd_log_flush_head
;
762 sdp
->sd_log_blks_reserved
= 0;
763 sdp
->sd_log_commited_buf
= 0;
764 sdp
->sd_log_commited_databuf
= 0;
765 sdp
->sd_log_commited_revoke
= 0;
767 if (!list_empty(&ai
->ai_ail1_list
)) {
768 list_add(&ai
->ai_list
, &sdp
->sd_ail1_list
);
771 gfs2_log_unlock(sdp
);
772 trace_gfs2_log_flush(sdp
, 0);
773 up_write(&sdp
->sd_log_flush_lock
);
778 static void log_refund(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
780 unsigned int reserved
;
785 sdp
->sd_log_commited_buf
+= tr
->tr_num_buf_new
- tr
->tr_num_buf_rm
;
786 sdp
->sd_log_commited_databuf
+= tr
->tr_num_databuf_new
-
787 tr
->tr_num_databuf_rm
;
788 gfs2_assert_withdraw(sdp
, (((int)sdp
->sd_log_commited_buf
) >= 0) ||
789 (((int)sdp
->sd_log_commited_databuf
) >= 0));
790 sdp
->sd_log_commited_revoke
+= tr
->tr_num_revoke
- tr
->tr_num_revoke_rm
;
791 gfs2_assert_withdraw(sdp
, ((int)sdp
->sd_log_commited_revoke
) >= 0);
792 reserved
= calc_reserved(sdp
);
793 gfs2_assert_withdraw(sdp
, sdp
->sd_log_blks_reserved
+ tr
->tr_reserved
>= reserved
);
794 unused
= sdp
->sd_log_blks_reserved
- reserved
+ tr
->tr_reserved
;
795 atomic_add(unused
, &sdp
->sd_log_blks_free
);
796 trace_gfs2_log_blocks(sdp
, unused
);
797 gfs2_assert_withdraw(sdp
, atomic_read(&sdp
->sd_log_blks_free
) <=
798 sdp
->sd_jdesc
->jd_blocks
);
799 sdp
->sd_log_blks_reserved
= reserved
;
801 gfs2_log_unlock(sdp
);
804 static void buf_lo_incore_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
806 struct list_head
*head
= &tr
->tr_list_buf
;
807 struct gfs2_bufdata
*bd
;
810 while (!list_empty(head
)) {
811 bd
= list_entry(head
->next
, struct gfs2_bufdata
, bd_list_tr
);
812 list_del_init(&bd
->bd_list_tr
);
815 gfs2_log_unlock(sdp
);
816 gfs2_assert_warn(sdp
, !tr
->tr_num_buf
);
820 * gfs2_log_commit - Commit a transaction to the log
821 * @sdp: the filesystem
822 * @tr: the transaction
827 void gfs2_log_commit(struct gfs2_sbd
*sdp
, struct gfs2_trans
*tr
)
830 buf_lo_incore_commit(sdp
, tr
);
832 up_read(&sdp
->sd_log_flush_lock
);
835 if (sdp
->sd_log_num_buf
> gfs2_tune_get(sdp
, gt_incore_log_blocks
))
836 wake_up_process(sdp
->sd_logd_process
);
837 gfs2_log_unlock(sdp
);
841 * gfs2_log_shutdown - write a shutdown header into a journal
842 * @sdp: the filesystem
846 void gfs2_log_shutdown(struct gfs2_sbd
*sdp
)
848 down_write(&sdp
->sd_log_flush_lock
);
850 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_blks_reserved
);
851 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_buf
);
852 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_revoke
);
853 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_rg
);
854 gfs2_assert_withdraw(sdp
, !sdp
->sd_log_num_databuf
);
855 gfs2_assert_withdraw(sdp
, list_empty(&sdp
->sd_ail1_list
));
857 sdp
->sd_log_flush_head
= sdp
->sd_log_head
;
858 sdp
->sd_log_flush_wrapped
= 0;
860 log_write_header(sdp
, GFS2_LOG_HEAD_UNMOUNT
,
861 (sdp
->sd_log_tail
== current_tail(sdp
)) ? 0 : PULL
);
863 gfs2_assert_warn(sdp
, atomic_read(&sdp
->sd_log_blks_free
) == sdp
->sd_jdesc
->jd_blocks
);
864 gfs2_assert_warn(sdp
, sdp
->sd_log_head
== sdp
->sd_log_tail
);
865 gfs2_assert_warn(sdp
, list_empty(&sdp
->sd_ail2_list
));
867 sdp
->sd_log_head
= sdp
->sd_log_flush_head
;
868 sdp
->sd_log_tail
= sdp
->sd_log_head
;
870 up_write(&sdp
->sd_log_flush_lock
);
875 * gfs2_meta_syncfs - sync all the buffers in a filesystem
876 * @sdp: the filesystem
880 void gfs2_meta_syncfs(struct gfs2_sbd
*sdp
)
882 gfs2_log_flush(sdp
, NULL
);
884 gfs2_ail1_start(sdp
, DIO_ALL
);
885 if (gfs2_ail1_empty(sdp
, DIO_ALL
))
893 * gfs2_logd - Update log tail as Active Items get flushed to in-place blocks
894 * @sdp: Pointer to GFS2 superblock
896 * Also, periodically check to make sure that we're using the most recent
900 int gfs2_logd(void *data
)
902 struct gfs2_sbd
*sdp
= data
;
906 while (!kthread_should_stop()) {
907 /* Advance the log tail */
909 t
= sdp
->sd_log_flush_time
+
910 gfs2_tune_get(sdp
, gt_log_flush_secs
) * HZ
;
912 gfs2_ail1_empty(sdp
, DIO_ALL
);
914 need_flush
= sdp
->sd_log_num_buf
> gfs2_tune_get(sdp
, gt_incore_log_blocks
);
915 gfs2_log_unlock(sdp
);
916 if (need_flush
|| time_after_eq(jiffies
, t
)) {
917 gfs2_log_flush(sdp
, NULL
);
918 sdp
->sd_log_flush_time
= jiffies
;
921 t
= gfs2_tune_get(sdp
, gt_logd_secs
) * HZ
;
922 if (freezing(current
))
924 schedule_timeout_interruptible(t
);