2 * Copyright (c) 2001 The Regents of the University of Michigan.
5 * Kendrick Smith <kmsmith@umich.edu>
6 * Andy Adamson <andros@umich.edu>
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. Neither the name of the University nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
22 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
23 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
24 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
28 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
29 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
30 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
31 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #include <linux/sunrpc/clnt.h>
35 #include <linux/slab.h>
39 #define NFSDDBG_FACILITY NFSDDBG_PROC
41 #define NFSPROC4_CB_NULL 0
42 #define NFSPROC4_CB_COMPOUND 1
43 #define NFS4_STATEID_SIZE 16
45 /* Index of predefined Linux callback client operations */
48 NFSPROC4_CLNT_CB_NULL
= 0,
49 NFSPROC4_CLNT_CB_RECALL
,
50 NFSPROC4_CLNT_CB_SEQUENCE
,
58 #define NFS4_MAXTAGLEN 20
60 #define NFS4_enc_cb_null_sz 0
61 #define NFS4_dec_cb_null_sz 0
62 #define cb_compound_enc_hdr_sz 4
63 #define cb_compound_dec_hdr_sz (3 + (NFS4_MAXTAGLEN >> 2))
64 #define sessionid_sz (NFS4_MAX_SESSIONID_LEN >> 2)
65 #define cb_sequence_enc_sz (sessionid_sz + 4 + \
66 1 /* no referring calls list yet */)
67 #define cb_sequence_dec_sz (op_dec_sz + sessionid_sz + 4)
71 #define enc_nfs4_fh_sz (1 + (NFS4_FHSIZE >> 2))
72 #define enc_stateid_sz (NFS4_STATEID_SIZE >> 2)
73 #define NFS4_enc_cb_recall_sz (cb_compound_enc_hdr_sz + \
74 cb_sequence_enc_sz + \
75 1 + enc_stateid_sz + \
78 #define NFS4_dec_cb_recall_sz (cb_compound_dec_hdr_sz + \
79 cb_sequence_dec_sz + \
82 struct nfs4_rpc_args
{
84 struct nfsd4_cb_sequence args_seq
;
88 * Generic encode routines from fs/nfs/nfs4xdr.c
90 static inline __be32
*
91 xdr_writemem(__be32
*p
, const void *ptr
, int nbytes
)
93 int tmp
= XDR_QUADLEN(nbytes
);
97 memcpy(p
, ptr
, nbytes
);
101 #define WRITE32(n) *p++ = htonl(n)
102 #define WRITEMEM(ptr,nbytes) do { \
103 p = xdr_writemem(p, ptr, nbytes); \
105 #define RESERVE_SPACE(nbytes) do { \
106 p = xdr_reserve_space(xdr, nbytes); \
107 if (!p) dprintk("NFSD: RESERVE_SPACE(%d) failed in function %s\n", (int) (nbytes), __func__); \
112 * Generic decode routines from fs/nfs/nfs4xdr.c
114 #define DECODE_TAIL \
119 dprintk("NFSD: xdr error! (%s:%d)\n", __FILE__, __LINE__); \
123 #define READ32(x) (x) = ntohl(*p++)
124 #define READ64(x) do { \
125 (x) = (u64)ntohl(*p++) << 32; \
126 (x) |= ntohl(*p++); \
128 #define READTIME(x) do { \
130 (x.tv_sec) = ntohl(*p++); \
131 (x.tv_nsec) = ntohl(*p++); \
133 #define READ_BUF(nbytes) do { \
134 p = xdr_inline_decode(xdr, nbytes); \
136 dprintk("NFSD: %s: reply buffer overflowed in line %d.\n", \
137 __func__, __LINE__); \
142 struct nfs4_cb_compound_hdr
{
144 u32 ident
; /* minorversion 0 only */
157 } nfs_cb_errtbl
[] = {
159 { NFS4ERR_PERM
, EPERM
},
160 { NFS4ERR_NOENT
, ENOENT
},
162 { NFS4ERR_NXIO
, ENXIO
},
163 { NFS4ERR_ACCESS
, EACCES
},
164 { NFS4ERR_EXIST
, EEXIST
},
165 { NFS4ERR_XDEV
, EXDEV
},
166 { NFS4ERR_NOTDIR
, ENOTDIR
},
167 { NFS4ERR_ISDIR
, EISDIR
},
168 { NFS4ERR_INVAL
, EINVAL
},
169 { NFS4ERR_FBIG
, EFBIG
},
170 { NFS4ERR_NOSPC
, ENOSPC
},
171 { NFS4ERR_ROFS
, EROFS
},
172 { NFS4ERR_MLINK
, EMLINK
},
173 { NFS4ERR_NAMETOOLONG
, ENAMETOOLONG
},
174 { NFS4ERR_NOTEMPTY
, ENOTEMPTY
},
175 { NFS4ERR_DQUOT
, EDQUOT
},
176 { NFS4ERR_STALE
, ESTALE
},
177 { NFS4ERR_BADHANDLE
, EBADHANDLE
},
178 { NFS4ERR_BAD_COOKIE
, EBADCOOKIE
},
179 { NFS4ERR_NOTSUPP
, ENOTSUPP
},
180 { NFS4ERR_TOOSMALL
, ETOOSMALL
},
181 { NFS4ERR_SERVERFAULT
, ESERVERFAULT
},
182 { NFS4ERR_BADTYPE
, EBADTYPE
},
183 { NFS4ERR_LOCKED
, EAGAIN
},
184 { NFS4ERR_RESOURCE
, EREMOTEIO
},
185 { NFS4ERR_SYMLINK
, ELOOP
},
186 { NFS4ERR_OP_ILLEGAL
, EOPNOTSUPP
},
187 { NFS4ERR_DEADLOCK
, EDEADLK
},
192 nfs_cb_stat_to_errno(int stat
)
195 for (i
= 0; nfs_cb_errtbl
[i
].stat
!= -1; i
++) {
196 if (nfs_cb_errtbl
[i
].stat
== stat
)
197 return nfs_cb_errtbl
[i
].errno
;
199 /* If we cannot translate the error, the recovery routines should
201 * Note: remaining NFSv4 error codes have values > 10000, so should
202 * not conflict with native Linux error codes.
212 encode_cb_compound_hdr(struct xdr_stream
*xdr
, struct nfs4_cb_compound_hdr
*hdr
)
217 WRITE32(0); /* tag length is always 0 */
218 WRITE32(hdr
->minorversion
);
224 static void encode_cb_nops(struct nfs4_cb_compound_hdr
*hdr
)
226 *hdr
->nops_p
= htonl(hdr
->nops
);
230 encode_cb_recall(struct xdr_stream
*xdr
, struct nfs4_delegation
*dp
,
231 struct nfs4_cb_compound_hdr
*hdr
)
234 int len
= dp
->dl_fh
.fh_size
;
236 RESERVE_SPACE(12+sizeof(dp
->dl_stateid
) + len
);
237 WRITE32(OP_CB_RECALL
);
238 WRITE32(dp
->dl_stateid
.si_generation
);
239 WRITEMEM(&dp
->dl_stateid
.si_opaque
, sizeof(stateid_opaque_t
));
240 WRITE32(0); /* truncate optimization not implemented */
242 WRITEMEM(&dp
->dl_fh
.fh_base
, len
);
247 encode_cb_sequence(struct xdr_stream
*xdr
, struct nfsd4_cb_sequence
*args
,
248 struct nfs4_cb_compound_hdr
*hdr
)
252 if (hdr
->minorversion
== 0)
255 RESERVE_SPACE(1 + NFS4_MAX_SESSIONID_LEN
+ 20);
257 WRITE32(OP_CB_SEQUENCE
);
258 WRITEMEM(args
->cbs_clp
->cl_sessionid
.data
, NFS4_MAX_SESSIONID_LEN
);
259 WRITE32(args
->cbs_clp
->cl_cb_seq_nr
);
260 WRITE32(0); /* slotid, always 0 */
261 WRITE32(0); /* highest slotid always 0 */
262 WRITE32(0); /* cachethis always 0 */
263 WRITE32(0); /* FIXME: support referring_call_lists */
268 nfs4_xdr_enc_cb_null(struct rpc_rqst
*req
, __be32
*p
)
270 struct xdr_stream xdrs
, *xdr
= &xdrs
;
272 xdr_init_encode(&xdrs
, &req
->rq_snd_buf
, p
);
278 nfs4_xdr_enc_cb_recall(struct rpc_rqst
*req
, __be32
*p
,
279 struct nfs4_rpc_args
*rpc_args
)
281 struct xdr_stream xdr
;
282 struct nfs4_delegation
*args
= rpc_args
->args_op
;
283 struct nfs4_cb_compound_hdr hdr
= {
284 .ident
= args
->dl_ident
,
285 .minorversion
= rpc_args
->args_seq
.cbs_minorversion
,
288 xdr_init_encode(&xdr
, &req
->rq_snd_buf
, p
);
289 encode_cb_compound_hdr(&xdr
, &hdr
);
290 encode_cb_sequence(&xdr
, &rpc_args
->args_seq
, &hdr
);
291 encode_cb_recall(&xdr
, args
, &hdr
);
292 encode_cb_nops(&hdr
);
298 decode_cb_compound_hdr(struct xdr_stream
*xdr
, struct nfs4_cb_compound_hdr
*hdr
){
304 READ_BUF(hdr
->taglen
+ 4);
305 hdr
->tag
= (char *)p
;
306 p
+= XDR_QUADLEN(hdr
->taglen
);
312 decode_cb_op_hdr(struct xdr_stream
*xdr
, enum nfs_opnum4 expected
)
320 if (op
!= expected
) {
321 dprintk("NFSD: decode_cb_op_hdr: Callback server returned "
322 " operation %d but we issued a request for %d\n",
327 if (nfserr
!= NFS_OK
)
328 return -nfs_cb_stat_to_errno(nfserr
);
333 * Our current back channel implmentation supports a single backchannel
334 * with a single slot.
337 decode_cb_sequence(struct xdr_stream
*xdr
, struct nfsd4_cb_sequence
*res
,
338 struct rpc_rqst
*rqstp
)
340 struct nfs4_sessionid id
;
345 if (res
->cbs_minorversion
== 0)
348 status
= decode_cb_op_hdr(xdr
, OP_CB_SEQUENCE
);
353 * If the server returns different values for sessionID, slotID or
354 * sequence number, the server is looney tunes.
356 status
= -ESERVERFAULT
;
358 READ_BUF(NFS4_MAX_SESSIONID_LEN
+ 16);
359 memcpy(id
.data
, p
, NFS4_MAX_SESSIONID_LEN
);
360 p
+= XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN
);
361 if (memcmp(id
.data
, res
->cbs_clp
->cl_sessionid
.data
,
362 NFS4_MAX_SESSIONID_LEN
)) {
363 dprintk("%s Invalid session id\n", __func__
);
367 if (dummy
!= res
->cbs_clp
->cl_cb_seq_nr
) {
368 dprintk("%s Invalid sequence number\n", __func__
);
371 READ32(dummy
); /* slotid must be 0 */
373 dprintk("%s Invalid slotid\n", __func__
);
376 /* FIXME: process highest slotid and target highest slotid */
384 nfs4_xdr_dec_cb_null(struct rpc_rqst
*req
, __be32
*p
)
390 nfs4_xdr_dec_cb_recall(struct rpc_rqst
*rqstp
, __be32
*p
,
391 struct nfsd4_cb_sequence
*seq
)
393 struct xdr_stream xdr
;
394 struct nfs4_cb_compound_hdr hdr
;
397 xdr_init_decode(&xdr
, &rqstp
->rq_rcv_buf
, p
);
398 status
= decode_cb_compound_hdr(&xdr
, &hdr
);
402 status
= decode_cb_sequence(&xdr
, seq
, rqstp
);
406 status
= decode_cb_op_hdr(&xdr
, OP_CB_RECALL
);
412 * RPC procedure tables
414 #define PROC(proc, call, argtype, restype) \
415 [NFSPROC4_CLNT_##proc] = { \
416 .p_proc = NFSPROC4_CB_##call, \
417 .p_encode = (kxdrproc_t) nfs4_xdr_##argtype, \
418 .p_decode = (kxdrproc_t) nfs4_xdr_##restype, \
419 .p_arglen = NFS4_##argtype##_sz, \
420 .p_replen = NFS4_##restype##_sz, \
421 .p_statidx = NFSPROC4_CB_##call, \
425 static struct rpc_procinfo nfs4_cb_procedures
[] = {
426 PROC(CB_NULL
, NULL
, enc_cb_null
, dec_cb_null
),
427 PROC(CB_RECALL
, COMPOUND
, enc_cb_recall
, dec_cb_recall
),
430 static struct rpc_version nfs_cb_version4
= {
432 .nrprocs
= ARRAY_SIZE(nfs4_cb_procedures
),
433 .procs
= nfs4_cb_procedures
436 static struct rpc_version
* nfs_cb_version
[] = {
441 static struct rpc_program cb_program
;
443 static struct rpc_stat cb_stats
= {
444 .program
= &cb_program
447 #define NFS4_CALLBACK 0x40000000
448 static struct rpc_program cb_program
= {
450 .number
= NFS4_CALLBACK
,
451 .nrvers
= ARRAY_SIZE(nfs_cb_version
),
452 .version
= nfs_cb_version
,
454 .pipe_dir_name
= "/nfsd4_cb",
457 static int max_cb_time(void)
459 return max(NFSD_LEASE_TIME
/10, (time_t)1) * HZ
;
462 /* Reference counting, callback cleanup, etc., all look racy as heck.
463 * And why is cb_set an atomic? */
465 int setup_callback_client(struct nfs4_client
*clp
)
467 struct nfs4_cb_conn
*cb
= &clp
->cl_cb_conn
;
468 struct rpc_timeout timeparms
= {
469 .to_initval
= max_cb_time(),
472 struct rpc_create_args args
= {
473 .protocol
= XPRT_TRANSPORT_TCP
,
474 .address
= (struct sockaddr
*) &cb
->cb_addr
,
475 .addrsize
= cb
->cb_addrlen
,
476 .timeout
= &timeparms
,
477 .program
= &cb_program
,
478 .prognumber
= cb
->cb_prog
,
479 .version
= nfs_cb_version
[1]->number
,
480 .authflavor
= clp
->cl_flavor
,
481 .flags
= (RPC_CLNT_CREATE_NOPING
| RPC_CLNT_CREATE_QUIET
),
482 .client_name
= clp
->cl_principal
,
484 struct rpc_clnt
*client
;
486 if (!clp
->cl_principal
&& (clp
->cl_flavor
>= RPC_AUTH_GSS_KRB5
))
488 if (cb
->cb_minorversion
) {
489 args
.bc_xprt
= clp
->cl_cb_xprt
;
490 args
.protocol
= XPRT_TRANSPORT_BC_TCP
;
492 /* Create RPC client */
493 client
= rpc_create(&args
);
494 if (IS_ERR(client
)) {
495 dprintk("NFSD: couldn't create callback client: %ld\n",
497 return PTR_ERR(client
);
499 cb
->cb_client
= client
;
504 static void warn_no_callback_path(struct nfs4_client
*clp
, int reason
)
506 dprintk("NFSD: warning: no callback path to client %.*s: error %d\n",
507 (int)clp
->cl_name
.len
, clp
->cl_name
.data
, reason
);
510 static void nfsd4_cb_probe_done(struct rpc_task
*task
, void *calldata
)
512 struct nfs4_client
*clp
= calldata
;
515 warn_no_callback_path(clp
, task
->tk_status
);
517 atomic_set(&clp
->cl_cb_conn
.cb_set
, 1);
518 put_nfs4_client(clp
);
521 static const struct rpc_call_ops nfsd4_cb_probe_ops
= {
522 .rpc_call_done
= nfsd4_cb_probe_done
,
525 static struct rpc_cred
*callback_cred
;
527 int set_callback_cred(void)
531 callback_cred
= rpc_lookup_machine_cred();
538 void do_probe_callback(struct nfs4_client
*clp
)
540 struct nfs4_cb_conn
*cb
= &clp
->cl_cb_conn
;
541 struct rpc_message msg
= {
542 .rpc_proc
= &nfs4_cb_procedures
[NFSPROC4_CLNT_CB_NULL
],
544 .rpc_cred
= callback_cred
548 status
= rpc_call_async(cb
->cb_client
, &msg
,
549 RPC_TASK_SOFT
| RPC_TASK_SOFTCONN
,
550 &nfsd4_cb_probe_ops
, (void *)clp
);
552 warn_no_callback_path(clp
, status
);
553 put_nfs4_client(clp
);
558 * Set up the callback client and put a NFSPROC4_CB_NULL on the wire...
561 nfsd4_probe_callback(struct nfs4_client
*clp
)
565 BUG_ON(atomic_read(&clp
->cl_cb_conn
.cb_set
));
567 status
= setup_callback_client(clp
);
569 warn_no_callback_path(clp
, status
);
573 /* the task holds a reference to the nfs4_client struct */
574 atomic_inc(&clp
->cl_count
);
576 do_probe_callback(clp
);
580 * There's currently a single callback channel slot.
581 * If the slot is available, then mark it busy. Otherwise, set the
582 * thread for sleeping on the callback RPC wait queue.
584 static int nfsd41_cb_setup_sequence(struct nfs4_client
*clp
,
585 struct rpc_task
*task
)
587 struct nfs4_rpc_args
*args
= task
->tk_msg
.rpc_argp
;
588 u32
*ptr
= (u32
*)clp
->cl_sessionid
.data
;
591 dprintk("%s: %u:%u:%u:%u\n", __func__
,
592 ptr
[0], ptr
[1], ptr
[2], ptr
[3]);
594 if (test_and_set_bit(0, &clp
->cl_cb_slot_busy
) != 0) {
595 rpc_sleep_on(&clp
->cl_cb_waitq
, task
, NULL
);
596 dprintk("%s slot is busy\n", __func__
);
602 * We'll need the clp during XDR encoding and decoding,
603 * and the sequence during decoding to verify the reply
605 args
->args_seq
.cbs_clp
= clp
;
606 task
->tk_msg
.rpc_resp
= &args
->args_seq
;
609 dprintk("%s status=%d\n", __func__
, status
);
614 * TODO: cb_sequence should support referring call lists, cachethis, multiple
615 * slots, and mark callback channel down on communication errors.
617 static void nfsd4_cb_prepare(struct rpc_task
*task
, void *calldata
)
619 struct nfs4_delegation
*dp
= calldata
;
620 struct nfs4_client
*clp
= dp
->dl_client
;
621 struct nfs4_rpc_args
*args
= task
->tk_msg
.rpc_argp
;
622 u32 minorversion
= clp
->cl_cb_conn
.cb_minorversion
;
625 args
->args_seq
.cbs_minorversion
= minorversion
;
627 status
= nfsd41_cb_setup_sequence(clp
, task
);
629 if (status
!= -EAGAIN
) {
630 /* terminate rpc task */
631 task
->tk_status
= status
;
632 task
->tk_action
= NULL
;
637 rpc_call_start(task
);
640 static void nfsd4_cb_done(struct rpc_task
*task
, void *calldata
)
642 struct nfs4_delegation
*dp
= calldata
;
643 struct nfs4_client
*clp
= dp
->dl_client
;
645 dprintk("%s: minorversion=%d\n", __func__
,
646 clp
->cl_cb_conn
.cb_minorversion
);
648 if (clp
->cl_cb_conn
.cb_minorversion
) {
649 /* No need for lock, access serialized in nfsd4_cb_prepare */
651 clear_bit(0, &clp
->cl_cb_slot_busy
);
652 rpc_wake_up_next(&clp
->cl_cb_waitq
);
653 dprintk("%s: freed slot, new seqid=%d\n", __func__
,
656 /* We're done looking into the sequence information */
657 task
->tk_msg
.rpc_resp
= NULL
;
661 static void nfsd4_cb_recall_done(struct rpc_task
*task
, void *calldata
)
663 struct nfs4_delegation
*dp
= calldata
;
664 struct nfs4_client
*clp
= dp
->dl_client
;
666 nfsd4_cb_done(task
, calldata
);
668 switch (task
->tk_status
) {
670 /* Network partition? */
671 atomic_set(&clp
->cl_cb_conn
.cb_set
, 0);
672 warn_no_callback_path(clp
, task
->tk_status
);
674 case -NFS4ERR_BAD_STATEID
:
675 /* Race: client probably got cb_recall
676 * before open reply granting delegation */
679 /* success, or error we can't handle */
682 if (dp
->dl_retries
--) {
683 rpc_delay(task
, 2*HZ
);
685 rpc_restart_call(task
);
688 atomic_set(&clp
->cl_cb_conn
.cb_set
, 0);
689 warn_no_callback_path(clp
, task
->tk_status
);
692 kfree(task
->tk_msg
.rpc_argp
);
695 static void nfsd4_cb_recall_release(void *calldata
)
697 struct nfs4_delegation
*dp
= calldata
;
698 struct nfs4_client
*clp
= dp
->dl_client
;
700 nfs4_put_delegation(dp
);
701 put_nfs4_client(clp
);
704 static const struct rpc_call_ops nfsd4_cb_recall_ops
= {
705 .rpc_call_prepare
= nfsd4_cb_prepare
,
706 .rpc_call_done
= nfsd4_cb_recall_done
,
707 .rpc_release
= nfsd4_cb_recall_release
,
711 * called with dp->dl_count inc'ed.
714 nfsd4_cb_recall(struct nfs4_delegation
*dp
)
716 struct nfs4_client
*clp
= dp
->dl_client
;
717 struct rpc_clnt
*clnt
= clp
->cl_cb_conn
.cb_client
;
718 struct nfs4_rpc_args
*args
;
719 struct rpc_message msg
= {
720 .rpc_proc
= &nfs4_cb_procedures
[NFSPROC4_CLNT_CB_RECALL
],
721 .rpc_cred
= callback_cred
723 int status
= -ENOMEM
;
725 args
= kzalloc(sizeof(*args
), GFP_KERNEL
);
731 status
= rpc_call_async(clnt
, &msg
, RPC_TASK_SOFT
,
732 &nfsd4_cb_recall_ops
, dp
);
736 put_nfs4_client(clp
);
737 nfs4_put_delegation(dp
);