Beautify diagnostic messages.

[linux-2.6/linux-mips.git] / fs / locks.c

/*
 *  linux/fs/locks.c
 *
 *  Provide support for fcntl()'s F_GETLK, F_SETLK, and F_SETLKW calls.
 *  Doug Evans (dje@spiff.uucp), August 07, 1992
 *
 *  Deadlock detection added.
 *  FIXME: one thing isn't handled yet:
 *      - mandatory locks (requires lots of changes elsewhere)
 *  Kelly Carmichael (kelly@[142.24.8.65]), September 17, 1994.
 *
 *  Miscellaneous edits, and a total rewrite of posix_lock_file() code.
 *  Kai Petzke (wpp@marie.physik.tu-berlin.de), 1994
 *  
 *  Converted file_lock_table to a linked list from an array, which eliminates
 *  the limits on how many active file locks are open.
 *  Chad Page (pageone@netcom.com), November 27, 1994
 * 
 *  Removed dependency on file descriptors. dup()'ed file descriptors now
 *  get the same locks as the original file descriptors, and a close() on
 *  any file descriptor removes ALL the locks on the file for the current
 *  process. Since locks still depend on the process id, locks are inherited
 *  after an exec() but not after a fork(). This agrees with POSIX, and both
 *  BSD and SVR4 practice.
 *  Andy Walker (andy@lysaker.kvaerner.no), February 14, 1995
 *
 *  Scrapped free list which is redundant now that we allocate locks
 *  dynamically with kmalloc()/kfree().
 *  Andy Walker (andy@lysaker.kvaerner.no), February 21, 1995
 *
 *  Implemented two lock personalities - FL_FLOCK and FL_POSIX.
 *
 *  FL_POSIX locks are created with calls to fcntl() and lockf() through the
 *  fcntl() system call. They have the semantics described above.
 *
 *  FL_FLOCK locks are created with calls to flock(), through the flock()
 *  system call, which is new. Old C libraries implement flock() via fcntl()
 *  and will continue to use the old, broken implementation.
 *
 *  FL_FLOCK locks follow the 4.4 BSD flock() semantics. They are associated
 *  with a file pointer (filp). As a result they can be shared by a parent
 *  process and its children after a fork(). They are removed when the last
 *  file descriptor referring to the file pointer is closed (unless explicitly
 *  unlocked). 
 *
 *  FL_FLOCK locks never deadlock, an existing lock is always removed before
 *  upgrading from shared to exclusive (or vice versa). When this happens
 *  any processes blocked by the current lock are woken up and allowed to
 *  run before the new lock is applied.
 *  Andy Walker (andy@lysaker.kvaerner.no), June 09, 1995
 *
 *  Removed some race conditions in flock_lock_file(), marked other possible
 *  races. Just grep for FIXME to see them. 
 *  Dmitry Gorodchanin (pgmdsg@ibi.com), February 09, 1996.
 *
 *  Addressed Dmitry's concerns. Deadlock checking no longer recursive.
 *  Lock allocation changed to GFP_ATOMIC as we can't afford to sleep
 *  once we've checked for blocking and deadlocking.
 *  Andy Walker (andy@lysaker.kvaerner.no), April 03, 1996.
 *
 *  Initial implementation of mandatory locks. SunOS turned out to be
 *  a rotten model, so I implemented the "obvious" semantics.
 *  See 'linux/Documentation/mandatory.txt' for details.
 *  Andy Walker (andy@lysaker.kvaerner.no), April 06, 1996.
 *
 *  Don't allow mandatory locks on mmap()'ed files. Added simple functions to
 *  check if a file has mandatory locks, used by mmap(), open() and creat() to
 *  see if system call should be rejected. Ref. HP-UX/SunOS/Solaris Reference
 *  Manual, Section 2.
 *  Andy Walker (andy@lysaker.kvaerner.no), April 09, 1996.
 *
 *  Tidied up block list handling. Added '/proc/locks' interface.
 *  Andy Walker (andy@lysaker.kvaerner.no), April 24, 1996.
 *
 *  Fixed deadlock condition for pathological code that mixes calls to
 *  flock() and fcntl().
 *  Andy Walker (andy@lysaker.kvaerner.no), April 29, 1996.
 *
 *  Allow only one type of locking scheme (FL_POSIX or FL_FLOCK) to be in use
 *  for a given file at a time. Changed the CONFIG_LOCK_MANDATORY scheme to
 *  guarantee sensible behaviour in the case where file system modules might
 *  be compiled with different options than the kernel itself.
 *  Andy Walker (andy@lysaker.kvaerner.no), May 15, 1996.
 *
 *  Added a couple of missing wake_up() calls. Thanks to Thomas Meckel
 *  (Thomas.Meckel@mni.fh-giessen.de) for spotting this.
 *  Andy Walker (andy@lysaker.kvaerner.no), May 15, 1996.
 *
 *  Changed FL_POSIX locks to use the block list in the same way as FL_FLOCK
 *  locks. Changed process synchronisation to avoid dereferencing locks that
 *  have already been freed.
 *  Andy Walker (andy@lysaker.kvaerner.no), Sep 21, 1996.
 *
 *  Made the block list a circular list to minimise searching in the list.
 *  Andy Walker (andy@lysaker.kvaerner.no), Sep 25, 1996.
 *
 *  Made mandatory locking a mount option. Default is not to allow mandatory
 *  locking.
 *  Andy Walker (andy@lysaker.kvaerner.no), Oct 04, 1996.
 *
 *  Some adaptations for NFS support.
 *  Olaf Kirch (okir@monad.swb.de), Dec 1996,
 *
 *  Fixed /proc/locks interface so that we can't overrun the buffer we are handed.
 *  Andy Walker (andy@lysaker.kvaerner.no), May 12, 1997.
 */

#include <linux/malloc.h>
#include <linux/file.h>
#include <linux/smp_lock.h>
#include <linux/init.h>

#include <asm/uaccess.h>

LIST_HEAD(file_lock_list);
static LIST_HEAD(blocked_list);

static kmem_cache_t *filelock_cache;

/* Allocate an empty lock structure. */
static struct file_lock *locks_alloc_lock(void)
{
        struct file_lock *fl;
        fl = kmem_cache_alloc(filelock_cache, SLAB_KERNEL);
        return fl;
}

/* Free a lock which is not in use. */
static inline void locks_free_lock(struct file_lock *fl)
{
        if (fl == NULL) {
                BUG();
                return;
        }

        if (waitqueue_active(&fl->fl_wait))
                panic("Attempting to free lock with active wait queue");

        if (!list_empty(&fl->fl_block))
                panic("Attempting to free lock with active block list");

        if (!list_empty(&fl->fl_link))
                panic("Attempting to free lock on active lock list");

        kmem_cache_free(filelock_cache, fl);
}

/*
 * Initialises the fields of the file lock which are invariant for
 * free file_locks.
 */
static void init_once(void *foo, kmem_cache_t *cache, unsigned long flags)
{
        struct file_lock *lock = (struct file_lock *) foo;

        if ((flags & (SLAB_CTOR_VERIFY|SLAB_CTOR_CONSTRUCTOR)) !=
                                        SLAB_CTOR_CONSTRUCTOR)
                return;

        lock->fl_next = NULL;
        INIT_LIST_HEAD(&lock->fl_link);
        INIT_LIST_HEAD(&lock->fl_block);
        init_waitqueue_head(&lock->fl_wait);
}

/*
 * Initialize a new lock from an existing file_lock structure.
 */
static void locks_copy_lock(struct file_lock *new, struct file_lock *fl)
{
        new->fl_owner = fl->fl_owner;
        new->fl_pid = fl->fl_pid;
        new->fl_file = fl->fl_file;
        new->fl_flags = fl->fl_flags;
        new->fl_type = fl->fl_type;
        new->fl_start = fl->fl_start;
        new->fl_end = fl->fl_end;
        new->fl_notify = fl->fl_notify;
        new->fl_insert = fl->fl_insert;
        new->fl_remove = fl->fl_remove;
        new->fl_u = fl->fl_u;
}

/* Fill in a file_lock structure with an appropriate FLOCK lock. */
static struct file_lock *flock_make_lock(struct file *filp, unsigned int type)
{
        struct file_lock *fl = locks_alloc_lock();
        if (fl == NULL)
                return NULL;

        fl->fl_owner = NULL;
        fl->fl_file = filp;
        fl->fl_pid = current->pid;
        fl->fl_flags = FL_FLOCK;
        fl->fl_type = type;
        fl->fl_start = 0;
        fl->fl_end = OFFSET_MAX;
        fl->fl_notify = NULL;
        fl->fl_insert = NULL;
        fl->fl_remove = NULL;
        
        return fl;
}

/* Verify a "struct flock" and copy it to a "struct file_lock" as a POSIX
 * style lock.
 */
static int posix_make_lock(struct file *filp, struct file_lock *fl,
                           struct flock *l)
{
        loff_t start;

        switch (l->l_whence) {
        case 0: /*SEEK_SET*/
                start = 0;
                break;
        case 1: /*SEEK_CUR*/
                start = filp->f_pos;
                break;
        case 2: /*SEEK_END*/
                start = filp->f_dentry->d_inode->i_size;
                break;
        default:
                return (0);
        }

        if (((start += l->l_start) < 0) || (l->l_len < 0))
                return (0);
        fl->fl_end = start + l->l_len - 1;
        if (l->l_len > 0 && fl->fl_end < 0)
                return (0);
        fl->fl_start = start;   /* we record the absolute position */
        if (l->l_len == 0)
                fl->fl_end = OFFSET_MAX;
        
        fl->fl_owner = current->files;
        fl->fl_pid = current->pid;
        fl->fl_file = filp;
        fl->fl_flags = FL_POSIX;
        fl->fl_notify = NULL;
        fl->fl_insert = NULL;
        fl->fl_remove = NULL;

        switch (l->l_type) {
        case F_RDLCK:
        case F_WRLCK:
        case F_UNLCK:
                fl->fl_type = l->l_type;
                break;
        default:
                return (0);
        }

        return (1);
}

/* Check if two locks overlap each other.
 */
static inline int locks_overlap(struct file_lock *fl1, struct file_lock *fl2)
{
        return ((fl1->fl_end >= fl2->fl_start) &&
                (fl2->fl_end >= fl1->fl_start));
}

/*
 * Check whether two locks have the same owner
 * N.B. Do we need the test on PID as well as owner?
 * (Clone tasks should be considered as one "owner".)
 */
static inline int
locks_same_owner(struct file_lock *fl1, struct file_lock *fl2)
{
        return (fl1->fl_owner == fl2->fl_owner) &&
               (fl1->fl_pid   == fl2->fl_pid);
}

/* Remove waiter from blocker's block list.
 * When blocker ends up pointing to itself then the list is empty.
 */
static void locks_delete_block(struct file_lock *waiter)
{
        list_del(&waiter->fl_block);
        INIT_LIST_HEAD(&waiter->fl_block);
        list_del(&waiter->fl_link);
        INIT_LIST_HEAD(&waiter->fl_link);
}

/* Insert waiter into blocker's block list.
 * We use a circular list so that processes can be easily woken up in
 * the order they blocked. The documentation doesn't require this but
 * it seems like the reasonable thing to do.
 */
static void locks_insert_block(struct file_lock *blocker, 
                               struct file_lock *waiter)
{
        if (!list_empty(&waiter->fl_block)) {
                printk(KERN_ERR "locks_insert_block: removing duplicated lock "
                        "(pid=%d %Ld-%Ld type=%d)\n", waiter->fl_pid,
                        waiter->fl_start, waiter->fl_end, waiter->fl_type);
                locks_delete_block(waiter);
        }
        list_add_tail(&waiter->fl_block, &blocker->fl_block);
//      list_add(&waiter->fl_link, &blocked_list);
//      waiter->fl_next = blocker;
}

/* Wake up processes blocked waiting for blocker.
 * If told to wait then schedule the processes until the block list
 * is empty, otherwise empty the block list ourselves.
 */
static void locks_wake_up_blocks(struct file_lock *blocker, unsigned int wait)
{
        while (!list_empty(&blocker->fl_block)) {
                struct file_lock *waiter = list_entry(blocker->fl_block.next, struct file_lock, fl_block);
                /* N.B. Is it possible for the notify function to block?? */
                if (waiter->fl_notify)
                        waiter->fl_notify(waiter);
                wake_up(&waiter->fl_wait);
                if (wait) {
                        /* Let the blocked process remove waiter from the
                         * block list when it gets scheduled.
                         */
                        current->policy |= SCHED_YIELD;
                        schedule();
                } else {
                        /* Remove waiter from the block list, because by the
                         * time it wakes up blocker won't exist any more.
                         */
                        locks_delete_block(waiter);
                }
        }
}

/* Insert file lock fl into an inode's lock list at the position indicated
 * by pos. At the same time add the lock to the global file lock list.
 */
static void locks_insert_lock(struct file_lock **pos, struct file_lock *fl)
{
        list_add(&fl->fl_link, &file_lock_list);

        /* insert into file's list */
        fl->fl_next = *pos;
        *pos = fl;

        if (fl->fl_insert)
                fl->fl_insert(fl);
}

/* Delete a lock and free it.
 * First remove our lock from the active lock lists. Then call
 * locks_wake_up_blocks() to wake up processes that are blocked
 * waiting for this lock. Finally free the lock structure.
 */
static void locks_delete_lock(struct file_lock **thisfl_p, unsigned int wait)
{
        int (*lock)(struct file *, int, struct file_lock *);
        struct file_lock *fl = *thisfl_p;

        *thisfl_p = fl->fl_next;
        fl->fl_next = NULL;

        list_del(&fl->fl_link);
        INIT_LIST_HEAD(&fl->fl_link);

        if (fl->fl_remove)
                fl->fl_remove(fl);

        locks_wake_up_blocks(fl, wait);
        lock = fl->fl_file->f_op->lock;
        if (lock) {
                fl->fl_type = F_UNLCK;
                lock(fl->fl_file, F_SETLK, fl);
        }
        locks_free_lock(fl);
}

/* Determine if lock sys_fl blocks lock caller_fl. Common functionality
 * checks for overlapping locks and shared/exclusive status.
 */
static int locks_conflict(struct file_lock *caller_fl, struct file_lock *sys_fl)
{
        if (!locks_overlap(caller_fl, sys_fl))
                return (0);

        switch (caller_fl->fl_type) {
        case F_RDLCK:
                return (sys_fl->fl_type == F_WRLCK);
                
        case F_WRLCK:
                return (1);

        default:
                printk("locks_conflict(): impossible lock type - %d\n",
                       caller_fl->fl_type);
                break;
        }
        return (0);     /* This should never happen */
}

/* Determine if lock sys_fl blocks lock caller_fl. POSIX specific
 * checking before calling the locks_conflict().
 */
static int posix_locks_conflict(struct file_lock *caller_fl, struct file_lock *sys_fl)
{
        /* POSIX locks owned by the same process do not conflict with
         * each other.
         */
        if (!(sys_fl->fl_flags & FL_POSIX) ||
            locks_same_owner(caller_fl, sys_fl))
                return (0);

        return (locks_conflict(caller_fl, sys_fl));
}

/* Determine if lock sys_fl blocks lock caller_fl. FLOCK specific
 * checking before calling the locks_conflict().
 */
static int flock_locks_conflict(struct file_lock *caller_fl, struct file_lock *sys_fl)
{
        /* FLOCK locks referring to the same filp do not conflict with
         * each other.
         */
        if (!(sys_fl->fl_flags & FL_FLOCK) ||
            (caller_fl->fl_file == sys_fl->fl_file))
                return (0);

        return (locks_conflict(caller_fl, sys_fl));
}

struct file_lock *
posix_test_lock(struct file *filp, struct file_lock *fl)
{
        struct file_lock *cfl;

        for (cfl = filp->f_dentry->d_inode->i_flock; cfl; cfl = cfl->fl_next) {
                if (!(cfl->fl_flags & FL_POSIX))
                        continue;
                if (posix_locks_conflict(cfl, fl))
                        break;
        }

        return (cfl);
}

/* This function tests for deadlock condition before putting a process to
 * sleep. The detection scheme is no longer recursive. Recursive was neat,
 * but dangerous - we risked stack corruption if the lock data was bad, or
 * if the recursion was too deep for any other reason.
 *
 * We rely on the fact that a task can only be on one lock's wait queue
 * at a time. When we find blocked_task on a wait queue we can re-search
 * with blocked_task equal to that queue's owner, until either blocked_task
 * isn't found, or blocked_task is found on a queue owned by my_task.
 *
 * Note: the above assumption may not be true when handling lock requests
 * from a broken NFS client. But broken NFS clients have a lot more to
 * worry about than proper deadlock detection anyway... --okir
 */
static int posix_locks_deadlock(struct file_lock *caller_fl,
                                struct file_lock *block_fl)
{
        struct list_head *tmp;
        void             *caller_owner, *blocked_owner;
        unsigned int     caller_pid, blocked_pid;

        caller_owner = caller_fl->fl_owner;
        caller_pid = caller_fl->fl_pid;
        blocked_owner = block_fl->fl_owner;
        blocked_pid = block_fl->fl_pid;

next_task:
        if (caller_owner == blocked_owner && caller_pid == blocked_pid)
                return 1;
        list_for_each(tmp, &file_lock_list) {
                struct list_head *btmp;
                struct file_lock *fl = list_entry(tmp, struct file_lock, fl_link);
                if (fl->fl_owner == NULL || list_empty(&fl->fl_block))
                        continue;
                list_for_each(btmp, &fl->fl_block) {
                        struct file_lock *bfl = list_entry(tmp, struct file_lock, fl_block);
                        if (bfl->fl_owner == blocked_owner &&
                            bfl->fl_pid == blocked_pid) {
                                if (fl->fl_owner == caller_owner &&
                                    fl->fl_pid == caller_pid) {
                                        return (1);
                                }
                                blocked_owner = fl->fl_owner;
                                blocked_pid = fl->fl_pid;
                                goto next_task;
                        }
                }
        }
        return 0;
}

int locks_mandatory_locked(struct inode *inode)
{
        fl_owner_t owner = current->files;
        struct file_lock *fl;

        /*
         * Search the lock list for this inode for any POSIX locks.
         */
        lock_kernel();
        for (fl = inode->i_flock; fl != NULL; fl = fl->fl_next) {
                if (!(fl->fl_flags & FL_POSIX))
                        continue;
                if (fl->fl_owner != owner)
                        break;
        }
        unlock_kernel();
        return fl ? -EAGAIN : 0;
}

int locks_mandatory_area(int read_write, struct inode *inode,
                         struct file *filp, loff_t offset,
                         size_t count)
{
        struct file_lock *fl;
        struct file_lock *new_fl = locks_alloc_lock();
        int error;

        new_fl->fl_owner = current->files;
        new_fl->fl_pid = current->pid;
        new_fl->fl_file = filp;
        new_fl->fl_flags = FL_POSIX | FL_ACCESS;
        new_fl->fl_type = (read_write == FLOCK_VERIFY_WRITE) ? F_WRLCK : F_RDLCK;
        new_fl->fl_start = offset;
        new_fl->fl_end = offset + count - 1;

        error = 0;
        lock_kernel();

repeat:
        /* Search the lock list for this inode for locks that conflict with
         * the proposed read/write.
         */
        for (fl = inode->i_flock; ; fl = fl->fl_next) {
                error = 0;
                if (!fl)
                        break;
                if (!(fl->fl_flags & FL_POSIX))
                        continue;
                /* Block for writes against a "read" lock,
                 * and both reads and writes against a "write" lock.
                 */
                if (posix_locks_conflict(new_fl, fl)) {
                        error = -EAGAIN;
                        if (filp && (filp->f_flags & O_NONBLOCK))
                                break;
                        error = -ERESTARTSYS;
                        if (signal_pending(current))
                                break;
                        error = -EDEADLK;
                        if (posix_locks_deadlock(new_fl, fl))
                                break;

                        locks_insert_block(fl, new_fl);
                        interruptible_sleep_on(&new_fl->fl_wait);
                        locks_delete_block(new_fl);

                        /*
                         * If we've been sleeping someone might have
                         * changed the permissions behind our back.
                         */
                        if ((inode->i_mode & (S_ISGID | S_IXGRP)) != S_ISGID)
                                break;
                        goto repeat;
                }
        }
        unlock_kernel();
        locks_free_lock(new_fl);
        return error;
}

/* Try to create a FLOCK lock on filp. We always insert new FLOCK locks at
 * the head of the list, but that's secret knowledge known only to the next
 * two functions.
 */
static int flock_lock_file(struct file *filp, unsigned int lock_type,
                           unsigned int wait)
{
        struct file_lock *fl;
        struct file_lock *new_fl = NULL;
        struct file_lock **before;
        struct inode * inode = filp->f_dentry->d_inode;
        int error, change;
        int unlock = (lock_type == F_UNLCK);

        /*
         * If we need a new lock, get it in advance to avoid races.
         */
        if (!unlock) {
                error = -ENOLCK;
                new_fl = flock_make_lock(filp, lock_type);
                if (!new_fl)
                        goto out;
        }

        error = 0;
search:
        change = 0;
        before = &inode->i_flock;
        while (((fl = *before) != NULL) && (fl->fl_flags & FL_FLOCK)) {
                if (filp == fl->fl_file) {
                        if (lock_type == fl->fl_type)
                                goto out;
                        change = 1;
                        break;
                }
                before = &fl->fl_next;
        }
        /* change means that we are changing the type of an existing lock, or
         * or else unlocking it.
         */
        if (change) {
                /* N.B. What if the wait argument is false? */
                locks_delete_lock(before, !unlock);
                /*
                 * If we waited, another lock may have been added ...
                 */
                if (!unlock)
                        goto search;
        }
        if (unlock)
                goto out;

repeat:
        /* Check signals each time we start */
        error = -ERESTARTSYS;
        if (signal_pending(current))
                goto out;
        for (fl = inode->i_flock; (fl != NULL) && (fl->fl_flags & FL_FLOCK);
             fl = fl->fl_next) {
                if (!flock_locks_conflict(new_fl, fl))
                        continue;
                error = -EAGAIN;
                if (!wait)
                        goto out;
                locks_insert_block(fl, new_fl);
                interruptible_sleep_on(&new_fl->fl_wait);
                locks_delete_block(new_fl);
                goto repeat;
        }
        locks_insert_lock(&inode->i_flock, new_fl);
        new_fl = NULL;
        error = 0;

out:
        if (new_fl)
                locks_free_lock(new_fl);
        return error;
}

/* Add a POSIX style lock to a file.
 * We merge adjacent locks whenever possible. POSIX locks are sorted by owner
 * task, then by starting address
 *
 * Kai Petzke writes:
 * To make freeing a lock much faster, we keep a pointer to the lock before the
 * actual one. But the real gain of the new coding was, that lock_it() and
 * unlock_it() became one function.
 *
 * To all purists: Yes, I use a few goto's. Just pass on to the next function.
 */

int posix_lock_file(struct file *filp, struct file_lock *caller,
                           unsigned int wait)
{
        struct file_lock *fl;
        struct file_lock *new_fl, *new_fl2;
        struct file_lock *left = NULL;
        struct file_lock *right = NULL;
        struct file_lock **before;
        struct inode * inode = filp->f_dentry->d_inode;
        int error, added = 0;

        /*
         * We may need two file_lock structures for this operation,
         * so we get them in advance to avoid races.
         */
        new_fl  = locks_alloc_lock();
        new_fl2 = locks_alloc_lock();
        error = -ENOLCK; /* "no luck" */
        if (!(new_fl && new_fl2))
                goto out;

        if (caller->fl_type != F_UNLCK) {
  repeat:
                for (fl = inode->i_flock; fl != NULL; fl = fl->fl_next) {
                        if (!(fl->fl_flags & FL_POSIX))
                                continue;
                        if (!posix_locks_conflict(caller, fl))
                                continue;
                        error = -EAGAIN;
                        if (!wait)
                                goto out;
                        error = -EDEADLK;
                        if (posix_locks_deadlock(caller, fl))
                                goto out;
                        error = -ERESTARTSYS;
                        if (signal_pending(current))
                                goto out;
                        locks_insert_block(fl, caller);
                        interruptible_sleep_on(&caller->fl_wait);
                        locks_delete_block(caller);
                        goto repeat;
                }
        }

        /*
         * We've allocated the new locks in advance, so there are no
         * errors possible (and no blocking operations) from here on.
         * 
         * Find the first old lock with the same owner as the new lock.
         */
        
        before = &inode->i_flock;

        /* First skip locks owned by other processes.
         */
        while ((fl = *before) && (!(fl->fl_flags & FL_POSIX) ||
                                  !locks_same_owner(caller, fl))) {
                before = &fl->fl_next;
        }

        /* Process locks with this owner.
         */
        while ((fl = *before) && locks_same_owner(caller, fl)) {
                /* Detect adjacent or overlapping regions (if same lock type)
                 */
                if (caller->fl_type == fl->fl_type) {
                        if (fl->fl_end < caller->fl_start - 1)
                                goto next_lock;
                        /* If the next lock in the list has entirely bigger
                         * addresses than the new one, insert the lock here.
                         */
                        if (fl->fl_start > caller->fl_end + 1)
                                break;

                        /* If we come here, the new and old lock are of the
                         * same type and adjacent or overlapping. Make one
                         * lock yielding from the lower start address of both
                         * locks to the higher end address.
                         */
                        if (fl->fl_start > caller->fl_start)
                                fl->fl_start = caller->fl_start;
                        else
                                caller->fl_start = fl->fl_start;
                        if (fl->fl_end < caller->fl_end)
                                fl->fl_end = caller->fl_end;
                        else
                                caller->fl_end = fl->fl_end;
                        if (added) {
                                locks_delete_lock(before, 0);
                                continue;
                        }
                        caller = fl;
                        added = 1;
                }
                else {
                        /* Processing for different lock types is a bit
                         * more complex.
                         */
                        if (fl->fl_end < caller->fl_start)
                                goto next_lock;
                        if (fl->fl_start > caller->fl_end)
                                break;
                        if (caller->fl_type == F_UNLCK)
                                added = 1;
                        if (fl->fl_start < caller->fl_start)
                                left = fl;
                        /* If the next lock in the list has a higher end
                         * address than the new one, insert the new one here.
                         */
                        if (fl->fl_end > caller->fl_end) {
                                right = fl;
                                break;
                        }
                        if (fl->fl_start >= caller->fl_start) {
                                /* The new lock completely replaces an old
                                 * one (This may happen several times).
                                 */
                                if (added) {
                                        locks_delete_lock(before, 0);
                                        continue;
                                }
                                /* Replace the old lock with the new one.
                                 * Wake up anybody waiting for the old one,
                                 * as the change in lock type might satisfy
                                 * their needs.
                                 */
                                locks_wake_up_blocks(fl, 0);
                                fl->fl_start = caller->fl_start;
                                fl->fl_end = caller->fl_end;
                                fl->fl_type = caller->fl_type;
                                fl->fl_u = caller->fl_u;
                                caller = fl;
                                added = 1;
                        }
                }
                /* Go on to next lock.
                 */
        next_lock:
                before = &fl->fl_next;
        }

        error = 0;
        if (!added) {
                if (caller->fl_type == F_UNLCK)
                        goto out;
                locks_copy_lock(new_fl, caller);
                locks_insert_lock(before, new_fl);
                new_fl = NULL;
        }
        if (right) {
                if (left == right) {
                        /* The new lock breaks the old one in two pieces,
                         * so we have to use the second new lock (in this
                         * case, even F_UNLCK may fail!).
                         */
                        locks_copy_lock(new_fl2, right);
                        locks_insert_lock(before, left);
                        left = new_fl2;
                        new_fl2 = NULL;
                }
                right->fl_start = caller->fl_end + 1;
                locks_wake_up_blocks(right, 0);
        }
        if (left) {
                left->fl_end = caller->fl_start - 1;
                locks_wake_up_blocks(left, 0);
        }
out:
        /*
         * Free any unused locks.
         */
        if (new_fl)
                locks_free_lock(new_fl);
        if (new_fl2)
                locks_free_lock(new_fl2);
        return error;
}

static inline int flock_translate_cmd(int cmd) {
        switch (cmd &~ LOCK_NB) {
        case LOCK_SH:
                return F_RDLCK;
        case LOCK_EX:
                return F_WRLCK;
        case LOCK_UN:
                return F_UNLCK;
        }
        return -EINVAL;
}

/* flock() system call entry point. Apply a FL_FLOCK style lock to
 * an open file descriptor.
 */
asmlinkage long sys_flock(unsigned int fd, unsigned int cmd)
{
        struct file *filp;
        int error, type;

        error = -EBADF;
        filp = fget(fd);
        if (!filp)
                goto out;

        error = flock_translate_cmd(cmd);
        if (error < 0)
                goto out_putf;
        type = error;

        error = -EBADF;
        if ((type != F_UNLCK) && !(filp->f_mode & 3))
                goto out_putf;

        lock_kernel();
        error = flock_lock_file(filp, type,
                                (cmd & (LOCK_UN | LOCK_NB)) ? 0 : 1);
        unlock_kernel();

out_putf:
        fput(filp);
out:
        return error;
}

/* Report the first existing lock that would conflict with l.
 * This implements the F_GETLK command of fcntl().
 */
int fcntl_getlk(unsigned int fd, struct flock *l)
{
        struct file *filp;
        struct file_lock *fl, *file_lock = locks_alloc_lock();
        struct flock flock;
        int error;

        error = -EFAULT;
        if (copy_from_user(&flock, l, sizeof(flock)))
                goto out;
        error = -EINVAL;
        if ((flock.l_type != F_RDLCK) && (flock.l_type != F_WRLCK))
                goto out;

        error = -EBADF;
        filp = fget(fd);
        if (!filp)
                goto out;

        if (!posix_make_lock(filp, file_lock, &flock))
                goto out_putf;

        if (filp->f_op->lock) {
                error = filp->f_op->lock(filp, F_GETLK, file_lock);
                if (error < 0)
                        goto out_putf;
                else if (error == LOCK_USE_CLNT)
                  /* Bypass for NFS with no locking - 2.0.36 compat */
                  fl = posix_test_lock(filp, file_lock);
                else
                  fl = (file_lock->fl_type == F_UNLCK ? NULL : file_lock);
        } else {
                fl = posix_test_lock(filp, file_lock);
        }
 
        flock.l_type = F_UNLCK;
        if (fl != NULL) {
                flock.l_pid = fl->fl_pid;
                flock.l_start = fl->fl_start;
                flock.l_len = fl->fl_end == OFFSET_MAX ? 0 :
                        fl->fl_end - fl->fl_start + 1;
                flock.l_whence = 0;
                flock.l_type = fl->fl_type;
        }
        error = -EFAULT;
        if (!copy_to_user(l, &flock, sizeof(flock)))
                error = 0;
  
out_putf:
        fput(filp);
out:
        locks_free_lock(file_lock);
        return error;
}

/* Apply the lock described by l to an open file descriptor.
 * This implements both the F_SETLK and F_SETLKW commands of fcntl().
 */
int fcntl_setlk(unsigned int fd, unsigned int cmd, struct flock *l)
{
        struct file *filp;
        struct file_lock *file_lock = locks_alloc_lock();
        struct flock flock;
        struct inode *inode;
        int error;

        /*
         * This might block, so we do it before checking the inode.
         */
        error = -EFAULT;
        if (copy_from_user(&flock, l, sizeof(flock)))
                goto out;

        /* Get arguments and validate them ...
         */

        error = -EBADF;
        filp = fget(fd);
        if (!filp)
                goto out;

        error = -EINVAL;
        inode = filp->f_dentry->d_inode;

        /* Don't allow mandatory locks on files that may be memory mapped
         * and shared.
         */
        if (IS_MANDLOCK(inode) &&
            (inode->i_mode & (S_ISGID | S_IXGRP)) == S_ISGID) {
                struct vm_area_struct *vma;
                struct address_space *mapping = inode->i_mapping;
                spin_lock(&mapping->i_shared_lock);
                for(vma = mapping->i_mmap;vma;vma = vma->vm_next_share) {
                        if (!(vma->vm_flags & VM_MAYSHARE))
                                continue;
                        spin_unlock(&mapping->i_shared_lock);
                        error = -EAGAIN;
                        goto out_putf;
                }
                spin_unlock(&mapping->i_shared_lock);
        }

        error = -EINVAL;
        if (!posix_make_lock(filp, file_lock, &flock))
                goto out_putf;
        
        error = -EBADF;
        switch (flock.l_type) {
        case F_RDLCK:
                if (!(filp->f_mode & FMODE_READ))
                        goto out_putf;
                break;
        case F_WRLCK:
                if (!(filp->f_mode & FMODE_WRITE))
                        goto out_putf;
                break;
        case F_UNLCK:
                break;
        case F_SHLCK:
        case F_EXLCK:
#ifdef __sparc__
/* warn a bit for now, but don't overdo it */
{
        static int count = 0;
        if (!count) {
                count=1;
                printk(KERN_WARNING
                       "fcntl_setlk() called by process %d (%s) with broken flock() emulation\n",
                       current->pid, current->comm);
        }
}
                if (!(filp->f_mode & 3))
                        goto out_putf;
                break;
#endif
        default:
                error = -EINVAL;
                goto out_putf;
        }

        if (filp->f_op->lock != NULL) {
                error = filp->f_op->lock(filp, cmd, file_lock);
                if (error < 0)
                        goto out_putf;
        }
        error = posix_lock_file(filp, file_lock, cmd == F_SETLKW);

out_putf:
        fput(filp);
out:
        locks_free_lock(file_lock);
        return error;
}

/*
 * This function is called when the file is being removed
 * from the task's fd array.
 */
void locks_remove_posix(struct file *filp, fl_owner_t owner)
{
        struct inode * inode = filp->f_dentry->d_inode;
        struct file_lock *fl;
        struct file_lock **before;

        /*
         * For POSIX locks we free all locks on this file for the given task.
         */
        if (!inode->i_flock) {
                /*
                 * Notice that something might be grabbing a lock right now.
                 * Consider it as a race won by us - event is async, so even if
                 * we miss the lock added we can trivially consider it as added
                 * after we went through this call.
                 */
                return;
        }
        lock_kernel();
repeat:
        before = &inode->i_flock;
        while ((fl = *before) != NULL) {
                if ((fl->fl_flags & FL_POSIX) && fl->fl_owner == owner) {
                        locks_delete_lock(before, 0);
                        goto repeat;
                }
                before = &fl->fl_next;
        }
        unlock_kernel();
}

/*
 * This function is called on the last close of an open file.
 */
void locks_remove_flock(struct file *filp)
{
        struct inode * inode = filp->f_dentry->d_inode; 
        struct file_lock file_lock, *fl;
        struct file_lock **before;
        if (!inode->i_flock)
                return;

        lock_kernel();
repeat:
        before = &inode->i_flock;
        while ((fl = *before) != NULL) {
                if ((fl->fl_flags & FL_FLOCK) && fl->fl_file == filp) {
                        int (*lock)(struct file *, int, struct file_lock *);
                        lock = NULL;
                        if (filp->f_op)
                                lock = filp->f_op->lock;
                        if (lock) {
                                file_lock = *fl;
                                file_lock.fl_type = F_UNLCK;
                        }
                        locks_delete_lock(before, 0);
                        if (lock) {
                                lock(filp, F_SETLK, &file_lock);
                                /* List may have changed: */
                                goto repeat;
                        }
                        continue;
                }
                before = &fl->fl_next;
        }
        unlock_kernel();
}

/* The following two are for the benefit of lockd.
 */
void
posix_block_lock(struct file_lock *blocker, struct file_lock *waiter)
{
        lock_kernel();
        locks_insert_block(blocker, waiter);
        unlock_kernel();
}

void
posix_unblock_lock(struct file_lock *waiter)
{
        locks_delete_block(waiter);
        return;
}

static void lock_get_status(char* out, struct file_lock *fl, int id, char *pfx)
{
        struct inode *inode;

        inode = fl->fl_file->f_dentry->d_inode;

        out += sprintf(out, "%d:%s ", id, pfx);
        if (fl->fl_flags & FL_POSIX) {
                out += sprintf(out, "%6s %s ",
                             (fl->fl_flags & FL_ACCESS) ? "ACCESS" : "POSIX ",
                             (IS_MANDLOCK(inode) &&
                              (inode->i_mode & (S_IXGRP | S_ISGID)) == S_ISGID) ?
                             "MANDATORY" : "ADVISORY ");
        }
        else {
                out += sprintf(out, "FLOCK  ADVISORY  ");
        }
        out += sprintf(out, "%s ", (fl->fl_type == F_RDLCK) ? "READ " : "WRITE");
        out += sprintf(out, "%d %s:%ld %Ld %Ld ",
                     fl->fl_pid,
                     kdevname(inode->i_dev), inode->i_ino,
                     (long long)fl->fl_start, (long long)fl->fl_end);
        sprintf(out, "%08lx %08lx %08lx %08lx %08lx\n",
                (long)fl, (long)fl->fl_link.prev, (long)fl->fl_link.next,
                (long)fl->fl_next, (long)fl->fl_block.next);
}

static void move_lock_status(char **p, off_t* pos, off_t offset)
{
        int len;
        len = strlen(*p);
        if(*pos >= offset) {
                /* the complete line is valid */
                *p += len;
                *pos += len;
                return;
        }
        if(*pos+len > offset) {
                /* use the second part of the line */
                int i = offset-*pos;
                memmove(*p,*p+i,len-i);
                *p += len-i;
                *pos += len;
                return;
        }
        /* discard the complete line */
        *pos += len;
}

int get_locks_status(char *buffer, char **start, off_t offset, int length)
{
        struct list_head *tmp;
        char *q = buffer;
        off_t pos = 0;
        int i = 0;

        lock_kernel();
        list_for_each(tmp, &file_lock_list) {
                struct list_head *btmp;
                struct file_lock *fl = list_entry(tmp, struct file_lock, fl_link);
                lock_get_status(q, fl, ++i, "");
                move_lock_status(&q, &pos, offset);

                if(pos >= offset+length)
                        goto done;

                list_for_each(btmp, &fl->fl_block) {
                        struct file_lock *bfl = list_entry(btmp,
                                        struct file_lock, fl_block);
                        lock_get_status(q, bfl, i, " ->");
                        move_lock_status(&q, &pos, offset);

                        if(pos >= offset+length)
                                goto done;
                }
        }
done:
        unlock_kernel();
        *start = buffer;
        if(q-buffer < length)
                return (q-buffer);
        return length;
}

static int __init filelock_init(void)
{
        filelock_cache = kmem_cache_create("file lock cache",
                        sizeof(struct file_lock), 0, 0, init_once, NULL);
        if (!filelock_cache)
                panic("cannot create file lock slab cache");
        return 0;
}

module_init(filelock_init)