2 * linux/fs/lockd/svclock.c
4 * Handling of server-side locks, mostly of the blocked variety.
5 * This is the ugliest part of lockd because we tread on very thin ice.
6 * GRANT and CANCEL calls may get stuck, meet in mid-flight, etc.
7 * IMNSHO introducing the grant callback into the NLM protocol was one
8 * of the worst ideas Sun ever had. Except maybe for the idea of doing
9 * NFS file locking at all.
11 * I'm trying hard to avoid race conditions by protecting most accesses
12 * to a file's list of blocked locks through a semaphore. The global
13 * list of blocked locks is not protected in this fashion however.
14 * Therefore, some functions (such as the RPC callback for the async grant
15 * call) move blocked locks towards the head of the list *while some other
16 * process might be traversing it*. This should not be a problem in
17 * practice, because this will only cause functions traversing the list
18 * to visit some blocks twice.
20 * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
23 #include <linux/config.h>
24 #include <linux/types.h>
25 #include <linux/errno.h>
26 #include <linux/kernel.h>
27 #include <linux/sched.h>
28 #include <linux/smp_lock.h>
29 #include <linux/sunrpc/clnt.h>
30 #include <linux/sunrpc/svc.h>
31 #include <linux/lockd/nlm.h>
32 #include <linux/lockd/lockd.h>
34 #define NLMDBG_FACILITY NLMDBG_SVCLOCK
36 #ifdef CONFIG_LOCKD_V4
37 #define nlm_deadlock nlm4_deadlock
39 #define nlm_deadlock nlm_lck_denied
42 static void nlmsvc_insert_block(struct nlm_block
*block
, unsigned long);
43 static int nlmsvc_remove_block(struct nlm_block
*block
);
44 static void nlmsvc_grant_callback(struct rpc_task
*task
);
45 static void nlmsvc_notify_blocked(struct file_lock
*);
48 * The list of blocked locks to retry
50 static struct nlm_block
* nlm_blocked
;
53 * Insert a blocked lock into the global list
56 nlmsvc_insert_block(struct nlm_block
*block
, unsigned long when
)
58 struct nlm_block
**bp
, *b
;
60 dprintk("lockd: nlmsvc_insert_block(%p, %ld)\n", block
, when
);
62 nlmsvc_remove_block(block
);
64 if (when
!= NLM_NEVER
) {
65 if ((when
+= jiffies
) == NLM_NEVER
)
67 while ((b
= *bp
) && time_before_eq(b
->b_when
,when
))
80 * Remove a block from the global list
83 nlmsvc_remove_block(struct nlm_block
*block
)
85 struct nlm_block
**bp
, *b
;
89 for (bp
= &nlm_blocked
; (b
= *bp
); bp
= &b
->b_next
) {
101 * Find a block for a given lock and optionally remove it from
104 static struct nlm_block
*
105 nlmsvc_lookup_block(struct nlm_file
*file
, struct nlm_lock
*lock
, int remove
)
107 struct nlm_block
**head
, *block
;
108 struct file_lock
*fl
;
110 dprintk("lockd: nlmsvc_lookup_block f=%p pd=%d %Ld-%Ld ty=%d\n",
111 file
, lock
->fl
.fl_pid
,
112 (long long)lock
->fl
.fl_start
,
113 (long long)lock
->fl
.fl_end
, lock
->fl
.fl_type
);
114 for (head
= &nlm_blocked
; (block
= *head
); head
= &block
->b_next
) {
115 fl
= &block
->b_call
.a_args
.lock
.fl
;
116 dprintk("lockd: check f=%p pd=%d %Ld-%Ld ty=%d cookie=%x\n",
117 block
->b_file
, fl
->fl_pid
,
118 (long long)fl
->fl_start
,
119 (long long)fl
->fl_end
, fl
->fl_type
,
120 *(unsigned int*)(block
->b_call
.a_args
.cookie
.data
));
121 if (block
->b_file
== file
&& nlm_compare_locks(fl
, &lock
->fl
)) {
123 *head
= block
->b_next
;
133 static inline int nlm_cookie_match(struct nlm_cookie
*a
, struct nlm_cookie
*b
)
137 if(memcmp(a
->data
,b
->data
,a
->len
))
143 * Find a block with a given NLM cookie.
145 static inline struct nlm_block
*
146 nlmsvc_find_block(struct nlm_cookie
*cookie
)
148 struct nlm_block
*block
;
150 for (block
= nlm_blocked
; block
; block
= block
->b_next
) {
151 dprintk("cookie: head of blocked queue %p, block %p\n",
153 if (nlm_cookie_match(&block
->b_call
.a_args
.cookie
,cookie
))
161 * Create a block and initialize it.
163 * Note: we explicitly set the cookie of the grant reply to that of
164 * the blocked lock request. The spec explicitly mentions that the client
165 * should _not_ rely on the callback containing the same cookie as the
166 * request, but (as I found out later) that's because some implementations
167 * do just this. Never mind the standards comittees, they support our
168 * logging industries.
170 static inline struct nlm_block
*
171 nlmsvc_create_block(struct svc_rqst
*rqstp
, struct nlm_file
*file
,
172 struct nlm_lock
*lock
, struct nlm_cookie
*cookie
)
174 struct nlm_block
*block
;
175 struct nlm_host
*host
;
176 struct nlm_rqst
*call
;
178 /* Create host handle for callback */
179 host
= nlmclnt_lookup_host(&rqstp
->rq_addr
,
180 rqstp
->rq_prot
, rqstp
->rq_vers
);
184 /* Allocate memory for block, and initialize arguments */
185 if (!(block
= (struct nlm_block
*) kmalloc(sizeof(*block
), GFP_KERNEL
)))
187 memset(block
, 0, sizeof(*block
));
188 locks_init_lock(&block
->b_call
.a_args
.lock
.fl
);
189 locks_init_lock(&block
->b_call
.a_res
.lock
.fl
);
191 if (!nlmclnt_setgrantargs(&block
->b_call
, lock
))
194 /* Set notifier function for VFS, and init args */
195 block
->b_call
.a_args
.lock
.fl
.fl_notify
= nlmsvc_notify_blocked
;
196 block
->b_call
.a_args
.cookie
= *cookie
; /* see above */
198 dprintk("lockd: created block %p...\n", block
);
200 /* Create and initialize the block */
201 block
->b_daemon
= rqstp
->rq_server
;
202 block
->b_host
= host
;
203 block
->b_file
= file
;
205 /* Add to file's list of blocks */
206 block
->b_fnext
= file
->f_blocks
;
207 file
->f_blocks
= block
;
209 /* Set up RPC arguments for callback */
210 call
= &block
->b_call
;
212 call
->a_flags
= RPC_TASK_ASYNC
;
219 nlm_release_host(host
);
224 * Delete a block. If the lock was cancelled or the grant callback
225 * failed, unlock is set to 1.
226 * It is the caller's responsibility to check whether the file
227 * can be closed hereafter.
230 nlmsvc_delete_block(struct nlm_block
*block
, int unlock
)
232 struct file_lock
*fl
= &block
->b_call
.a_args
.lock
.fl
;
233 struct nlm_file
*file
= block
->b_file
;
234 struct nlm_block
**bp
;
236 dprintk("lockd: deleting block %p...\n", block
);
238 /* Remove block from list */
239 nlmsvc_remove_block(block
);
240 posix_unblock_lock(&file
->f_file
, fl
);
241 block
->b_granted
= 0;
243 /* If the block is in the middle of a GRANT callback,
244 * don't kill it yet. */
245 if (block
->b_incall
) {
246 nlmsvc_insert_block(block
, NLM_NEVER
);
251 /* Remove block from file's list of blocks */
252 for (bp
= &file
->f_blocks
; *bp
; bp
= &(*bp
)->b_fnext
) {
254 *bp
= block
->b_fnext
;
260 nlm_release_host(block
->b_host
);
261 nlmclnt_freegrantargs(&block
->b_call
);
266 * Loop over all blocks and perform the action specified.
267 * (NLM_ACT_CHECK handled by nlmsvc_inspect_file).
270 nlmsvc_traverse_blocks(struct nlm_host
*host
, struct nlm_file
*file
, int action
)
272 struct nlm_block
*block
, *next
;
275 for (block
= file
->f_blocks
; block
; block
= next
) {
276 next
= block
->b_fnext
;
277 if (action
== NLM_ACT_MARK
)
278 block
->b_host
->h_inuse
= 1;
279 else if (action
== NLM_ACT_UNLOCK
) {
280 if (host
== NULL
|| host
== block
->b_host
)
281 nlmsvc_delete_block(block
, 1);
289 * Attempt to establish a lock, and if it can't be granted, block it
293 nlmsvc_lock(struct svc_rqst
*rqstp
, struct nlm_file
*file
,
294 struct nlm_lock
*lock
, int wait
, struct nlm_cookie
*cookie
)
296 struct file_lock
*conflock
;
297 struct nlm_block
*block
;
300 dprintk("lockd: nlmsvc_lock(%s/%ld, ty=%d, pi=%d, %Ld-%Ld, bl=%d)\n",
301 file
->f_file
.f_dentry
->d_inode
->i_sb
->s_id
,
302 file
->f_file
.f_dentry
->d_inode
->i_ino
,
303 lock
->fl
.fl_type
, lock
->fl
.fl_pid
,
304 (long long)lock
->fl
.fl_start
,
305 (long long)lock
->fl
.fl_end
,
309 /* Get existing block (in case client is busy-waiting) */
310 block
= nlmsvc_lookup_block(file
, lock
, 0);
312 lock
->fl
.fl_flags
|= FL_LOCKD
;
315 /* Lock file against concurrent access */
318 if (!(conflock
= posix_test_lock(&file
->f_file
, &lock
->fl
))) {
319 error
= posix_lock_file(&file
->f_file
, &lock
->fl
);
322 nlmsvc_delete_block(block
, 0);
325 dprintk("lockd: posix_lock_file returned %d\n", -error
);
332 return nlm_lck_denied
;
333 default: /* includes ENOLCK */
334 return nlm_lck_denied_nolocks
;
340 return nlm_lck_denied
;
343 if (posix_locks_deadlock(&lock
->fl
, conflock
)) {
348 /* If we don't have a block, create and initialize it. Then
349 * retry because we may have slept in kmalloc. */
350 /* We have to release f_sema as nlmsvc_create_block may try to
351 * to claim it while doing host garbage collection */
354 dprintk("lockd: blocking on this lock (allocating).\n");
355 if (!(block
= nlmsvc_create_block(rqstp
, file
, lock
, cookie
)))
356 return nlm_lck_denied_nolocks
;
360 /* Append to list of blocked */
361 nlmsvc_insert_block(block
, NLM_NEVER
);
363 if (list_empty(&block
->b_call
.a_args
.lock
.fl
.fl_block
)) {
364 /* Now add block to block list of the conflicting lock
365 if we haven't done so. */
366 dprintk("lockd: blocking on this lock.\n");
367 posix_block_lock(conflock
, &block
->b_call
.a_args
.lock
.fl
);
371 return nlm_lck_blocked
;
375 * Test for presence of a conflicting lock.
378 nlmsvc_testlock(struct nlm_file
*file
, struct nlm_lock
*lock
,
379 struct nlm_lock
*conflock
)
381 struct file_lock
*fl
;
383 dprintk("lockd: nlmsvc_testlock(%s/%ld, ty=%d, %Ld-%Ld)\n",
384 file
->f_file
.f_dentry
->d_inode
->i_sb
->s_id
,
385 file
->f_file
.f_dentry
->d_inode
->i_ino
,
387 (long long)lock
->fl
.fl_start
,
388 (long long)lock
->fl
.fl_end
);
390 if ((fl
= posix_test_lock(&file
->f_file
, &lock
->fl
)) != NULL
) {
391 dprintk("lockd: conflicting lock(ty=%d, %Ld-%Ld)\n",
392 fl
->fl_type
, (long long)fl
->fl_start
,
393 (long long)fl
->fl_end
);
394 conflock
->caller
= "somehost"; /* FIXME */
395 conflock
->oh
.len
= 0; /* don't return OH info */
397 return nlm_lck_denied
;
405 * This implies a CANCEL call: We send a GRANT_MSG, the client replies
406 * with a GRANT_RES call which gets lost, and calls UNLOCK immediately
407 * afterwards. In this case the block will still be there, and hence
411 nlmsvc_unlock(struct nlm_file
*file
, struct nlm_lock
*lock
)
415 dprintk("lockd: nlmsvc_unlock(%s/%ld, pi=%d, %Ld-%Ld)\n",
416 file
->f_file
.f_dentry
->d_inode
->i_sb
->s_id
,
417 file
->f_file
.f_dentry
->d_inode
->i_ino
,
419 (long long)lock
->fl
.fl_start
,
420 (long long)lock
->fl
.fl_end
);
422 /* First, cancel any lock that might be there */
423 nlmsvc_cancel_blocked(file
, lock
);
425 lock
->fl
.fl_type
= F_UNLCK
;
426 error
= posix_lock_file(&file
->f_file
, &lock
->fl
);
428 return (error
< 0)? nlm_lck_denied_nolocks
: nlm_granted
;
432 * Cancel a previously blocked request.
434 * A cancel request always overrides any grant that may currently
436 * The calling procedure must check whether the file can be closed.
439 nlmsvc_cancel_blocked(struct nlm_file
*file
, struct nlm_lock
*lock
)
441 struct nlm_block
*block
;
443 dprintk("lockd: nlmsvc_cancel(%s/%ld, pi=%d, %Ld-%Ld)\n",
444 file
->f_file
.f_dentry
->d_inode
->i_sb
->s_id
,
445 file
->f_file
.f_dentry
->d_inode
->i_ino
,
447 (long long)lock
->fl
.fl_start
,
448 (long long)lock
->fl
.fl_end
);
451 if ((block
= nlmsvc_lookup_block(file
, lock
, 1)) != NULL
)
452 nlmsvc_delete_block(block
, 1);
458 * Unblock a blocked lock request. This is a callback invoked from the
459 * VFS layer when a lock on which we blocked is removed.
461 * This function doesn't grant the blocked lock instantly, but rather moves
462 * the block to the head of nlm_blocked where it can be picked up by lockd.
465 nlmsvc_notify_blocked(struct file_lock
*fl
)
467 struct nlm_block
**bp
, *block
;
469 dprintk("lockd: VFS unblock notification for block %p\n", fl
);
470 for (bp
= &nlm_blocked
; (block
= *bp
); bp
= &block
->b_next
) {
471 if (nlm_compare_locks(&block
->b_call
.a_args
.lock
.fl
, fl
)) {
472 nlmsvc_insert_block(block
, 0);
473 svc_wake_up(block
->b_daemon
);
478 printk(KERN_WARNING
"lockd: notification for unknown block!\n");
482 * Try to claim a lock that was previously blocked.
484 * Note that we use both the RPC_GRANTED_MSG call _and_ an async
485 * RPC thread when notifying the client. This seems like overkill...
487 * - we don't want to use a synchronous RPC thread, otherwise
488 * we might find ourselves hanging on a dead portmapper.
489 * - Some lockd implementations (e.g. HP) don't react to
490 * RPC_GRANTED calls; they seem to insist on RPC_GRANTED_MSG calls.
493 nlmsvc_grant_blocked(struct nlm_block
*block
)
495 struct nlm_file
*file
= block
->b_file
;
496 struct nlm_lock
*lock
= &block
->b_call
.a_args
.lock
;
497 struct file_lock
*conflock
;
500 dprintk("lockd: grant blocked lock %p\n", block
);
502 /* First thing is lock the file */
505 /* Unlink block request from list */
506 nlmsvc_remove_block(block
);
508 /* If b_granted is true this means we've been here before.
509 * Just retry the grant callback, possibly refreshing the RPC
511 if (block
->b_granted
) {
512 nlm_rebind_host(block
->b_host
);
516 /* Try the lock operation again */
517 if ((conflock
= posix_test_lock(&file
->f_file
, &lock
->fl
)) != NULL
) {
518 /* Bummer, we blocked again */
519 dprintk("lockd: lock still blocked\n");
520 nlmsvc_insert_block(block
, NLM_NEVER
);
521 posix_block_lock(conflock
, &lock
->fl
);
526 /* Alright, no conflicting lock. Now lock it for real. If the
527 * following yields an error, this is most probably due to low
528 * memory. Retry the lock in a few seconds.
530 if ((error
= posix_lock_file(&file
->f_file
, &lock
->fl
)) < 0) {
531 printk(KERN_WARNING
"lockd: unexpected error %d in %s!\n",
532 -error
, __FUNCTION__
);
533 nlmsvc_insert_block(block
, 10 * HZ
);
539 /* Lock was granted by VFS. */
540 dprintk("lockd: GRANTing blocked lock.\n");
541 block
->b_granted
= 1;
544 /* Schedule next grant callback in 30 seconds */
545 nlmsvc_insert_block(block
, 30 * HZ
);
547 /* Call the client */
548 nlm_get_host(block
->b_call
.a_host
);
549 if (nlmsvc_async_call(&block
->b_call
, NLMPROC_GRANTED_MSG
,
550 nlmsvc_grant_callback
) < 0)
551 nlm_release_host(block
->b_call
.a_host
);
556 * This is the callback from the RPC layer when the NLM_GRANTED_MSG
557 * RPC call has succeeded or timed out.
558 * Like all RPC callbacks, it is invoked by the rpciod process, so it
559 * better not sleep. Therefore, we put the blocked lock on the nlm_blocked
560 * chain once more in order to have it removed by lockd itself (which can
561 * then sleep on the file semaphore without disrupting e.g. the nfs client).
564 nlmsvc_grant_callback(struct rpc_task
*task
)
566 struct nlm_rqst
*call
= (struct nlm_rqst
*) task
->tk_calldata
;
567 struct nlm_block
*block
;
568 unsigned long timeout
;
570 dprintk("lockd: GRANT_MSG RPC callback\n");
571 dprintk("callback: looking for cookie %x \n",
572 *(unsigned int *)(call
->a_args
.cookie
.data
));
573 if (!(block
= nlmsvc_find_block(&call
->a_args
.cookie
))) {
574 dprintk("lockd: no block for cookie %x\n", *(u32
*)(call
->a_args
.cookie
.data
));
578 /* Technically, we should down the file semaphore here. Since we
579 * move the block towards the head of the queue only, no harm
580 * can be done, though. */
581 if (task
->tk_status
< 0) {
582 /* RPC error: Re-insert for retransmission */
584 } else if (block
->b_done
) {
585 /* Block already removed, kill it for real */
588 /* Call was successful, now wait for client callback */
591 nlmsvc_insert_block(block
, timeout
);
592 svc_wake_up(block
->b_daemon
);
595 nlm_release_host(call
->a_host
);
599 * We received a GRANT_RES callback. Try to find the corresponding
603 nlmsvc_grant_reply(struct nlm_cookie
*cookie
, u32 status
)
605 struct nlm_block
*block
;
606 struct nlm_file
*file
;
608 if (!(block
= nlmsvc_find_block(cookie
)))
610 file
= block
->b_file
;
614 if ((block
= nlmsvc_find_block(cookie
)) != NULL
) {
615 if (status
== NLM_LCK_DENIED_GRACE_PERIOD
) {
616 /* Try again in a couple of seconds */
617 nlmsvc_insert_block(block
, 10 * HZ
);
620 /* Lock is now held by client, or has been rejected.
621 * In both cases, the block should be removed. */
624 if (status
== NLM_LCK_GRANTED
)
625 nlmsvc_delete_block(block
, 0);
627 nlmsvc_delete_block(block
, 1);
632 nlm_release_file(file
);
636 * Retry all blocked locks that have been notified. This is where lockd
637 * picks up locks that can be granted, or grant notifications that must
641 nlmsvc_retry_blocked(void)
643 struct nlm_block
*block
;
645 dprintk("nlmsvc_retry_blocked(%p, when=%ld)\n",
647 nlm_blocked
? nlm_blocked
->b_when
: 0);
648 while ((block
= nlm_blocked
)) {
649 if (block
->b_when
== NLM_NEVER
)
651 if (time_after(block
->b_when
,jiffies
))
653 dprintk("nlmsvc_retry_blocked(%p, when=%ld, done=%d)\n",
654 block
, block
->b_when
, block
->b_done
);
656 nlmsvc_delete_block(block
, 0);
658 nlmsvc_grant_blocked(block
);
661 if ((block
= nlm_blocked
) && block
->b_when
!= NLM_NEVER
)
662 return (block
->b_when
- jiffies
);
664 return MAX_SCHEDULE_TIMEOUT
;