kernel/2.6.29.6-aldebaran-rt/fs/btrfs/locking.c

   1 /*
   2  * Copyright (C) 2008 Oracle.  All rights reserved.
   3  *
   4  * This program is free software; you can redistribute it and/or
   5  * modify it under the terms of the GNU General Public
   6  * License v2 as published by the Free Software Foundation.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  11  * General Public License for more details.
  12  *
  13  * You should have received a copy of the GNU General Public
  14  * License along with this program; if not, write to the
  15  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16  * Boston, MA 021110-1307, USA.
  17  */
  18 #include <linux/sched.h>
  19 #include <linux/gfp.h>
  20 #include <linux/pagemap.h>
  21 #include <linux/spinlock.h>
  22 #include <linux/page-flags.h>
  23 #include <asm/bug.h>
  24 #include "ctree.h"
  25 #include "extent_io.h"
  26 #include "locking.h"
  27
  28 static inline void spin_nested(struct extent_buffer *eb)
  29 {
  30         spin_lock(&eb->lock);
  31 }
  32
  33 /*
  34  * Setting a lock to blocking will drop the spinlock and set the
  35  * flag that forces other procs who want the lock to wait.  After
  36  * this you can safely schedule with the lock held.
  37  */
  38 void btrfs_set_lock_blocking(struct extent_buffer *eb)
  39 {
  40         if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags)) {
  41                 set_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags);
  42                 spin_unlock(&eb->lock);
  43         }
  44         /* exit with the spin lock released and the bit set */
  45 }
  46
  47 /*
  48  * clearing the blocking flag will take the spinlock again.
  49  * After this you can't safely schedule
  50  */
  51 void btrfs_clear_lock_blocking(struct extent_buffer *eb)
  52 {
  53         if (test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags)) {
  54                 spin_nested(eb);
  55                 clear_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags);
  56                 smp_mb__after_clear_bit();
  57         }
  58         /* exit with the spin lock held */
  59 }
  60
  61 /*
  62  * unfortunately, many of the places that currently set a lock to blocking
  63  * don't end up blocking for every long, and often they don't block
  64  * at all.  For a dbench 50 run, if we don't spin one the blocking bit
  65  * at all, the context switch rate can jump up to 400,000/sec or more.
  66  *
  67  * So, we're still stuck with this crummy spin on the blocking bit,
  68  * at least until the most common causes of the short blocks
  69  * can be dealt with.
  70  */
  71 static int btrfs_spin_on_block(struct extent_buffer *eb)
  72 {
  73         int i;
  74         for (i = 0; i < 512; i++) {
  75                 cpu_relax();
  76                 if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
  77                         return 1;
  78                 if (need_resched())
  79                         break;
  80         }
  81         return 0;
  82 }
  83
  84 /*
  85  * This is somewhat different from trylock.  It will take the
  86  * spinlock but if it finds the lock is set to blocking, it will
  87  * return without the lock held.
  88  *
  89  * returns 1 if it was able to take the lock and zero otherwise
  90  *
  91  * After this call, scheduling is not safe without first calling
  92  * btrfs_set_lock_blocking()
  93  */
  94 int btrfs_try_spin_lock(struct extent_buffer *eb)
  95 {
  96 #ifndef CONFIG_PREEMPT_RT
  97         int i;
  98
  99         spin_nested(eb);
 100         if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 101                 return 1;
 102         spin_unlock(&eb->lock);
 103
 104         /* spin for a bit on the BLOCKING flag */
 105         for (i = 0; i < 2; i++) {
 106                 if (!btrfs_spin_on_block(eb))
 107                         break;
 108
 109                 spin_nested(eb);
 110                 if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 111                         return 1;
 112                 spin_unlock(&eb->lock);
 113         }
 114 #endif
 115         return 0;
 116 }
 117
 118 /*
 119  * the autoremove wake function will return 0 if it tried to wake up
 120  * a process that was already awake, which means that process won't
 121  * count as an exclusive wakeup.  The waitq code will continue waking
 122  * procs until it finds one that was actually sleeping.
 123  *
 124  * For btrfs, this isn't quite what we want.  We want a single proc
 125  * to be notified that the lock is ready for taking.  If that proc
 126  * already happen to be awake, great, it will loop around and try for
 127  * the lock.
 128  *
 129  * So, btrfs_wake_function always returns 1, even when the proc that we
 130  * tried to wake up was already awake.
 131  */
 132 static int btrfs_wake_function(wait_queue_t *wait, unsigned mode,
 133                                int sync, void *key)
 134 {
 135         autoremove_wake_function(wait, mode, sync, key);
 136         return 1;
 137 }
 138
 139 /*
 140  * returns with the extent buffer spinlocked.
 141  *
 142  * This will spin and/or wait as required to take the lock, and then
 143  * return with the spinlock held.
 144  *
 145  * After this call, scheduling is not safe without first calling
 146  * btrfs_set_lock_blocking()
 147  */
 148 int btrfs_tree_lock(struct extent_buffer *eb)
 149 {
 150         DEFINE_WAIT(wait);
 151         wait.func = btrfs_wake_function;
 152
 153         while(1) {
 154                 spin_nested(eb);
 155
 156                 /* nobody is blocking, exit with the spinlock held */
 157                 if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 158                         return 0;
 159
 160                 /*
 161                  * we have the spinlock, but the real owner is blocking.
 162                  * wait for them
 163                  */
 164                 spin_unlock(&eb->lock);
 165
 166                 /*
 167                  * spin for a bit, and if the blocking flag goes away,
 168                  * loop around
 169                  */
 170                 if (btrfs_spin_on_block(eb))
 171                         continue;
 172
 173                 prepare_to_wait_exclusive(&eb->lock_wq, &wait,
 174                                           TASK_UNINTERRUPTIBLE);
 175
 176                 if (test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 177                         schedule();
 178
 179                 finish_wait(&eb->lock_wq, &wait);
 180         }
 181         return 0;
 182 }
 183
 184 /*
 185  * Very quick trylock, this does not spin or schedule.  It returns
 186  * 1 with the spinlock held if it was able to take the lock, or it
 187  * returns zero if it was unable to take the lock.
 188  *
 189  * After this call, scheduling is not safe without first calling
 190  * btrfs_set_lock_blocking()
 191  */
 192 int btrfs_try_tree_lock(struct extent_buffer *eb)
 193 {
 194         if (spin_trylock(&eb->lock)) {
 195                 if (test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags)) {
 196                         /*
 197                          * we've got the spinlock, but the real owner is
 198                          * blocking.  Drop the spinlock and return failure
 199                          */
 200                         spin_unlock(&eb->lock);
 201                         return 0;
 202                 }
 203                 return 1;
 204         }
 205         /* someone else has the spinlock giveup */
 206         return 0;
 207 }
 208
 209 int btrfs_tree_unlock(struct extent_buffer *eb)
 210 {
 211         /*
 212          * if we were a blocking owner, we don't have the spinlock held
 213          * just clear the bit and look for waiters
 214          */
 215         if (test_and_clear_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 216                 smp_mb__after_clear_bit();
 217         else
 218                 spin_unlock(&eb->lock);
 219
 220         if (waitqueue_active(&eb->lock_wq))
 221                 wake_up(&eb->lock_wq);
 222         return 0;
 223 }
 224
 225 void btrfs_assert_tree_locked(struct extent_buffer *eb)
 226 {
 227         if (!test_bit(EXTENT_BUFFER_BLOCKING, &eb->bflags))
 228                 assert_spin_locked(&eb->lock);
 229 }