4 * An implementation of the DCCP protocol
5 * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/dccp.h>
13 #include <linux/module.h>
14 #include <linux/types.h>
15 #include <linux/sched.h>
16 #include <linux/kernel.h>
17 #include <linux/skbuff.h>
18 #include <linux/netdevice.h>
20 #include <linux/if_arp.h>
21 #include <linux/init.h>
22 #include <linux/random.h>
23 #include <net/checksum.h>
25 #include <net/inet_sock.h>
29 #include <asm/ioctls.h>
30 #include <linux/spinlock.h>
31 #include <linux/timer.h>
32 #include <linux/delay.h>
33 #include <linux/poll.h>
39 DEFINE_SNMP_STAT(struct dccp_mib
, dccp_statistics
) __read_mostly
;
41 EXPORT_SYMBOL_GPL(dccp_statistics
);
43 atomic_t dccp_orphan_count
= ATOMIC_INIT(0);
45 EXPORT_SYMBOL_GPL(dccp_orphan_count
);
47 struct inet_hashinfo __cacheline_aligned dccp_hashinfo
= {
48 .lhash_lock
= RW_LOCK_UNLOCKED
,
49 .lhash_users
= ATOMIC_INIT(0),
50 .lhash_wait
= __WAIT_QUEUE_HEAD_INITIALIZER(dccp_hashinfo
.lhash_wait
),
53 EXPORT_SYMBOL_GPL(dccp_hashinfo
);
55 /* the maximum queue length for tx in packets. 0 is no limit */
56 int sysctl_dccp_tx_qlen __read_mostly
= 5;
58 void dccp_set_state(struct sock
*sk
, const int state
)
60 const int oldstate
= sk
->sk_state
;
62 dccp_pr_debug("%s(%p) %s --> %s\n", dccp_role(sk
), sk
,
63 dccp_state_name(oldstate
), dccp_state_name(state
));
64 WARN_ON(state
== oldstate
);
68 if (oldstate
!= DCCP_OPEN
)
69 DCCP_INC_STATS(DCCP_MIB_CURRESTAB
);
73 if (oldstate
== DCCP_OPEN
|| oldstate
== DCCP_ACTIVE_CLOSEREQ
||
74 oldstate
== DCCP_CLOSING
)
75 DCCP_INC_STATS(DCCP_MIB_ESTABRESETS
);
77 sk
->sk_prot
->unhash(sk
);
78 if (inet_csk(sk
)->icsk_bind_hash
!= NULL
&&
79 !(sk
->sk_userlocks
& SOCK_BINDPORT_LOCK
))
83 if (oldstate
== DCCP_OPEN
)
84 DCCP_DEC_STATS(DCCP_MIB_CURRESTAB
);
87 /* Change state AFTER socket is unhashed to avoid closed
88 * socket sitting in hash tables.
93 EXPORT_SYMBOL_GPL(dccp_set_state
);
95 static void dccp_finish_passive_close(struct sock
*sk
)
97 switch (sk
->sk_state
) {
98 case DCCP_PASSIVE_CLOSE
:
99 /* Node (client or server) has received Close packet. */
100 dccp_send_reset(sk
, DCCP_RESET_CODE_CLOSED
);
101 dccp_set_state(sk
, DCCP_CLOSED
);
103 case DCCP_PASSIVE_CLOSEREQ
:
105 * Client received CloseReq. We set the `active' flag so that
106 * dccp_send_close() retransmits the Close as per RFC 4340, 8.3.
108 dccp_send_close(sk
, 1);
109 dccp_set_state(sk
, DCCP_CLOSING
);
113 void dccp_done(struct sock
*sk
)
115 dccp_set_state(sk
, DCCP_CLOSED
);
116 dccp_clear_xmit_timers(sk
);
118 sk
->sk_shutdown
= SHUTDOWN_MASK
;
120 if (!sock_flag(sk
, SOCK_DEAD
))
121 sk
->sk_state_change(sk
);
123 inet_csk_destroy_sock(sk
);
126 EXPORT_SYMBOL_GPL(dccp_done
);
128 const char *dccp_packet_name(const int type
)
130 static const char *dccp_packet_names
[] = {
131 [DCCP_PKT_REQUEST
] = "REQUEST",
132 [DCCP_PKT_RESPONSE
] = "RESPONSE",
133 [DCCP_PKT_DATA
] = "DATA",
134 [DCCP_PKT_ACK
] = "ACK",
135 [DCCP_PKT_DATAACK
] = "DATAACK",
136 [DCCP_PKT_CLOSEREQ
] = "CLOSEREQ",
137 [DCCP_PKT_CLOSE
] = "CLOSE",
138 [DCCP_PKT_RESET
] = "RESET",
139 [DCCP_PKT_SYNC
] = "SYNC",
140 [DCCP_PKT_SYNCACK
] = "SYNCACK",
143 if (type
>= DCCP_NR_PKT_TYPES
)
146 return dccp_packet_names
[type
];
149 EXPORT_SYMBOL_GPL(dccp_packet_name
);
151 const char *dccp_state_name(const int state
)
153 static char *dccp_state_names
[] = {
154 [DCCP_OPEN
] = "OPEN",
155 [DCCP_REQUESTING
] = "REQUESTING",
156 [DCCP_PARTOPEN
] = "PARTOPEN",
157 [DCCP_LISTEN
] = "LISTEN",
158 [DCCP_RESPOND
] = "RESPOND",
159 [DCCP_CLOSING
] = "CLOSING",
160 [DCCP_ACTIVE_CLOSEREQ
] = "CLOSEREQ",
161 [DCCP_PASSIVE_CLOSE
] = "PASSIVE_CLOSE",
162 [DCCP_PASSIVE_CLOSEREQ
] = "PASSIVE_CLOSEREQ",
163 [DCCP_TIME_WAIT
] = "TIME_WAIT",
164 [DCCP_CLOSED
] = "CLOSED",
167 if (state
>= DCCP_MAX_STATES
)
168 return "INVALID STATE!";
170 return dccp_state_names
[state
];
173 EXPORT_SYMBOL_GPL(dccp_state_name
);
175 int dccp_init_sock(struct sock
*sk
, const __u8 ctl_sock_initialized
)
177 struct dccp_sock
*dp
= dccp_sk(sk
);
178 struct dccp_minisock
*dmsk
= dccp_msk(sk
);
179 struct inet_connection_sock
*icsk
= inet_csk(sk
);
181 dccp_minisock_init(&dp
->dccps_minisock
);
183 icsk
->icsk_rto
= DCCP_TIMEOUT_INIT
;
184 icsk
->icsk_syn_retries
= sysctl_dccp_request_retries
;
185 sk
->sk_state
= DCCP_CLOSED
;
186 sk
->sk_write_space
= dccp_write_space
;
187 icsk
->icsk_sync_mss
= dccp_sync_mss
;
188 dp
->dccps_mss_cache
= 536;
189 dp
->dccps_rate_last
= jiffies
;
190 dp
->dccps_role
= DCCP_ROLE_UNDEFINED
;
191 dp
->dccps_service
= DCCP_SERVICE_CODE_IS_ABSENT
;
192 dp
->dccps_l_ack_ratio
= dp
->dccps_r_ack_ratio
= 1;
194 dccp_init_xmit_timers(sk
);
197 * FIXME: We're hardcoding the CCID, and doing this at this point makes
198 * the listening (master) sock get CCID control blocks, which is not
199 * necessary, but for now, to not mess with the test userspace apps,
200 * lets leave it here, later the real solution is to do this in a
201 * setsockopt(CCIDs-I-want/accept). -acme
203 if (likely(ctl_sock_initialized
)) {
204 int rc
= dccp_feat_init(dmsk
);
209 if (dmsk
->dccpms_send_ack_vector
) {
210 dp
->dccps_hc_rx_ackvec
= dccp_ackvec_alloc(GFP_KERNEL
);
211 if (dp
->dccps_hc_rx_ackvec
== NULL
)
214 dp
->dccps_hc_rx_ccid
= ccid_hc_rx_new(dmsk
->dccpms_rx_ccid
,
216 dp
->dccps_hc_tx_ccid
= ccid_hc_tx_new(dmsk
->dccpms_tx_ccid
,
218 if (unlikely(dp
->dccps_hc_rx_ccid
== NULL
||
219 dp
->dccps_hc_tx_ccid
== NULL
)) {
220 ccid_hc_rx_delete(dp
->dccps_hc_rx_ccid
, sk
);
221 ccid_hc_tx_delete(dp
->dccps_hc_tx_ccid
, sk
);
222 if (dmsk
->dccpms_send_ack_vector
) {
223 dccp_ackvec_free(dp
->dccps_hc_rx_ackvec
);
224 dp
->dccps_hc_rx_ackvec
= NULL
;
226 dp
->dccps_hc_rx_ccid
= dp
->dccps_hc_tx_ccid
= NULL
;
230 /* control socket doesn't need feat nego */
231 INIT_LIST_HEAD(&dmsk
->dccpms_pending
);
232 INIT_LIST_HEAD(&dmsk
->dccpms_conf
);
238 EXPORT_SYMBOL_GPL(dccp_init_sock
);
240 void dccp_destroy_sock(struct sock
*sk
)
242 struct dccp_sock
*dp
= dccp_sk(sk
);
243 struct dccp_minisock
*dmsk
= dccp_msk(sk
);
246 * DCCP doesn't use sk_write_queue, just sk_send_head
247 * for retransmissions
249 if (sk
->sk_send_head
!= NULL
) {
250 kfree_skb(sk
->sk_send_head
);
251 sk
->sk_send_head
= NULL
;
254 /* Clean up a referenced DCCP bind bucket. */
255 if (inet_csk(sk
)->icsk_bind_hash
!= NULL
)
258 kfree(dp
->dccps_service_list
);
259 dp
->dccps_service_list
= NULL
;
261 if (dmsk
->dccpms_send_ack_vector
) {
262 dccp_ackvec_free(dp
->dccps_hc_rx_ackvec
);
263 dp
->dccps_hc_rx_ackvec
= NULL
;
265 ccid_hc_rx_delete(dp
->dccps_hc_rx_ccid
, sk
);
266 ccid_hc_tx_delete(dp
->dccps_hc_tx_ccid
, sk
);
267 dp
->dccps_hc_rx_ccid
= dp
->dccps_hc_tx_ccid
= NULL
;
269 /* clean up feature negotiation state */
270 dccp_feat_clean(dmsk
);
273 EXPORT_SYMBOL_GPL(dccp_destroy_sock
);
275 static inline int dccp_listen_start(struct sock
*sk
, int backlog
)
277 struct dccp_sock
*dp
= dccp_sk(sk
);
279 dp
->dccps_role
= DCCP_ROLE_LISTEN
;
280 return inet_csk_listen_start(sk
, backlog
);
283 static inline int dccp_need_reset(int state
)
285 return state
!= DCCP_CLOSED
&& state
!= DCCP_LISTEN
&&
286 state
!= DCCP_REQUESTING
;
289 int dccp_disconnect(struct sock
*sk
, int flags
)
291 struct inet_connection_sock
*icsk
= inet_csk(sk
);
292 struct inet_sock
*inet
= inet_sk(sk
);
294 const int old_state
= sk
->sk_state
;
296 if (old_state
!= DCCP_CLOSED
)
297 dccp_set_state(sk
, DCCP_CLOSED
);
300 * This corresponds to the ABORT function of RFC793, sec. 3.8
301 * TCP uses a RST segment, DCCP a Reset packet with Code 2, "Aborted".
303 if (old_state
== DCCP_LISTEN
) {
304 inet_csk_listen_stop(sk
);
305 } else if (dccp_need_reset(old_state
)) {
306 dccp_send_reset(sk
, DCCP_RESET_CODE_ABORTED
);
307 sk
->sk_err
= ECONNRESET
;
308 } else if (old_state
== DCCP_REQUESTING
)
309 sk
->sk_err
= ECONNRESET
;
311 dccp_clear_xmit_timers(sk
);
313 __skb_queue_purge(&sk
->sk_receive_queue
);
314 __skb_queue_purge(&sk
->sk_write_queue
);
315 if (sk
->sk_send_head
!= NULL
) {
316 __kfree_skb(sk
->sk_send_head
);
317 sk
->sk_send_head
= NULL
;
322 if (!(sk
->sk_userlocks
& SOCK_BINDADDR_LOCK
))
323 inet_reset_saddr(sk
);
326 sock_reset_flag(sk
, SOCK_DONE
);
328 icsk
->icsk_backoff
= 0;
329 inet_csk_delack_init(sk
);
332 WARN_ON(inet
->num
&& !icsk
->icsk_bind_hash
);
334 sk
->sk_error_report(sk
);
338 EXPORT_SYMBOL_GPL(dccp_disconnect
);
341 * Wait for a DCCP event.
343 * Note that we don't need to lock the socket, as the upper poll layers
344 * take care of normal races (between the test and the event) and we don't
345 * go look at any of the socket buffers directly.
347 unsigned int dccp_poll(struct file
*file
, struct socket
*sock
,
351 struct sock
*sk
= sock
->sk
;
353 poll_wait(file
, sk
->sk_sleep
, wait
);
354 if (sk
->sk_state
== DCCP_LISTEN
)
355 return inet_csk_listen_poll(sk
);
357 /* Socket is not locked. We are protected from async events
358 by poll logic and correct handling of state changes
359 made by another threads is impossible in any case.
366 if (sk
->sk_shutdown
== SHUTDOWN_MASK
|| sk
->sk_state
== DCCP_CLOSED
)
368 if (sk
->sk_shutdown
& RCV_SHUTDOWN
)
369 mask
|= POLLIN
| POLLRDNORM
| POLLRDHUP
;
372 if ((1 << sk
->sk_state
) & ~(DCCPF_REQUESTING
| DCCPF_RESPOND
)) {
373 if (atomic_read(&sk
->sk_rmem_alloc
) > 0)
374 mask
|= POLLIN
| POLLRDNORM
;
376 if (!(sk
->sk_shutdown
& SEND_SHUTDOWN
)) {
377 if (sk_stream_wspace(sk
) >= sk_stream_min_wspace(sk
)) {
378 mask
|= POLLOUT
| POLLWRNORM
;
379 } else { /* send SIGIO later */
380 set_bit(SOCK_ASYNC_NOSPACE
,
381 &sk
->sk_socket
->flags
);
382 set_bit(SOCK_NOSPACE
, &sk
->sk_socket
->flags
);
384 /* Race breaker. If space is freed after
385 * wspace test but before the flags are set,
386 * IO signal will be lost.
388 if (sk_stream_wspace(sk
) >= sk_stream_min_wspace(sk
))
389 mask
|= POLLOUT
| POLLWRNORM
;
396 EXPORT_SYMBOL_GPL(dccp_poll
);
398 int dccp_ioctl(struct sock
*sk
, int cmd
, unsigned long arg
)
404 if (sk
->sk_state
== DCCP_LISTEN
)
410 unsigned long amount
= 0;
412 skb
= skb_peek(&sk
->sk_receive_queue
);
415 * We will only return the amount of this packet since
416 * that is all that will be read.
420 rc
= put_user(amount
, (int __user
*)arg
);
432 EXPORT_SYMBOL_GPL(dccp_ioctl
);
434 static int dccp_setsockopt_service(struct sock
*sk
, const __be32 service
,
435 char __user
*optval
, int optlen
)
437 struct dccp_sock
*dp
= dccp_sk(sk
);
438 struct dccp_service_list
*sl
= NULL
;
440 if (service
== DCCP_SERVICE_INVALID_VALUE
||
441 optlen
> DCCP_SERVICE_LIST_MAX_LEN
* sizeof(u32
))
444 if (optlen
> sizeof(service
)) {
445 sl
= kmalloc(optlen
, GFP_KERNEL
);
449 sl
->dccpsl_nr
= optlen
/ sizeof(u32
) - 1;
450 if (copy_from_user(sl
->dccpsl_list
,
451 optval
+ sizeof(service
),
452 optlen
- sizeof(service
)) ||
453 dccp_list_has_service(sl
, DCCP_SERVICE_INVALID_VALUE
)) {
460 dp
->dccps_service
= service
;
462 kfree(dp
->dccps_service_list
);
464 dp
->dccps_service_list
= sl
;
469 /* byte 1 is feature. the rest is the preference list */
470 static int dccp_setsockopt_change(struct sock
*sk
, int type
,
471 struct dccp_so_feat __user
*optval
)
473 struct dccp_so_feat opt
;
477 if (copy_from_user(&opt
, optval
, sizeof(opt
)))
480 * rfc4340: 6.1. Change Options
482 if (opt
.dccpsf_len
< 1)
485 val
= kmalloc(opt
.dccpsf_len
, GFP_KERNEL
);
489 if (copy_from_user(val
, opt
.dccpsf_val
, opt
.dccpsf_len
)) {
494 rc
= dccp_feat_change(dccp_msk(sk
), type
, opt
.dccpsf_feat
,
495 val
, opt
.dccpsf_len
, GFP_KERNEL
);
507 static int do_dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
508 char __user
*optval
, int optlen
)
510 struct dccp_sock
*dp
= dccp_sk(sk
);
513 if (optlen
< sizeof(int))
516 if (get_user(val
, (int __user
*)optval
))
519 if (optname
== DCCP_SOCKOPT_SERVICE
)
520 return dccp_setsockopt_service(sk
, val
, optval
, optlen
);
524 case DCCP_SOCKOPT_PACKET_SIZE
:
525 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
528 case DCCP_SOCKOPT_CHANGE_L
:
529 if (optlen
!= sizeof(struct dccp_so_feat
))
532 err
= dccp_setsockopt_change(sk
, DCCPO_CHANGE_L
,
533 (struct dccp_so_feat __user
*)
536 case DCCP_SOCKOPT_CHANGE_R
:
537 if (optlen
!= sizeof(struct dccp_so_feat
))
540 err
= dccp_setsockopt_change(sk
, DCCPO_CHANGE_R
,
541 (struct dccp_so_feat __user
*)
544 case DCCP_SOCKOPT_SERVER_TIMEWAIT
:
545 if (dp
->dccps_role
!= DCCP_ROLE_SERVER
)
548 dp
->dccps_server_timewait
= (val
!= 0);
550 case DCCP_SOCKOPT_SEND_CSCOV
: /* sender side, RFC 4340, sec. 9.2 */
551 if (val
< 0 || val
> 15)
554 dp
->dccps_pcslen
= val
;
556 case DCCP_SOCKOPT_RECV_CSCOV
: /* receiver side, RFC 4340 sec. 9.2.1 */
557 if (val
< 0 || val
> 15)
560 dp
->dccps_pcrlen
= val
;
561 /* FIXME: add feature negotiation,
562 * ChangeL(MinimumChecksumCoverage, val) */
574 int dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
575 char __user
*optval
, int optlen
)
577 if (level
!= SOL_DCCP
)
578 return inet_csk(sk
)->icsk_af_ops
->setsockopt(sk
, level
,
581 return do_dccp_setsockopt(sk
, level
, optname
, optval
, optlen
);
584 EXPORT_SYMBOL_GPL(dccp_setsockopt
);
587 int compat_dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
588 char __user
*optval
, int optlen
)
590 if (level
!= SOL_DCCP
)
591 return inet_csk_compat_setsockopt(sk
, level
, optname
,
593 return do_dccp_setsockopt(sk
, level
, optname
, optval
, optlen
);
596 EXPORT_SYMBOL_GPL(compat_dccp_setsockopt
);
599 static int dccp_getsockopt_service(struct sock
*sk
, int len
,
600 __be32 __user
*optval
,
603 const struct dccp_sock
*dp
= dccp_sk(sk
);
604 const struct dccp_service_list
*sl
;
605 int err
= -ENOENT
, slen
= 0, total_len
= sizeof(u32
);
608 if ((sl
= dp
->dccps_service_list
) != NULL
) {
609 slen
= sl
->dccpsl_nr
* sizeof(u32
);
618 if (put_user(total_len
, optlen
) ||
619 put_user(dp
->dccps_service
, optval
) ||
620 (sl
!= NULL
&& copy_to_user(optval
+ 1, sl
->dccpsl_list
, slen
)))
627 static int do_dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
628 char __user
*optval
, int __user
*optlen
)
630 struct dccp_sock
*dp
;
633 if (get_user(len
, optlen
))
636 if (len
< (int)sizeof(int))
642 case DCCP_SOCKOPT_PACKET_SIZE
:
643 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
645 case DCCP_SOCKOPT_SERVICE
:
646 return dccp_getsockopt_service(sk
, len
,
647 (__be32 __user
*)optval
, optlen
);
648 case DCCP_SOCKOPT_GET_CUR_MPS
:
649 val
= dp
->dccps_mss_cache
;
651 case DCCP_SOCKOPT_SERVER_TIMEWAIT
:
652 val
= dp
->dccps_server_timewait
;
654 case DCCP_SOCKOPT_SEND_CSCOV
:
655 val
= dp
->dccps_pcslen
;
657 case DCCP_SOCKOPT_RECV_CSCOV
:
658 val
= dp
->dccps_pcrlen
;
661 return ccid_hc_rx_getsockopt(dp
->dccps_hc_rx_ccid
, sk
, optname
,
662 len
, (u32 __user
*)optval
, optlen
);
664 return ccid_hc_tx_getsockopt(dp
->dccps_hc_tx_ccid
, sk
, optname
,
665 len
, (u32 __user
*)optval
, optlen
);
671 if (put_user(len
, optlen
) || copy_to_user(optval
, &val
, len
))
677 int dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
678 char __user
*optval
, int __user
*optlen
)
680 if (level
!= SOL_DCCP
)
681 return inet_csk(sk
)->icsk_af_ops
->getsockopt(sk
, level
,
684 return do_dccp_getsockopt(sk
, level
, optname
, optval
, optlen
);
687 EXPORT_SYMBOL_GPL(dccp_getsockopt
);
690 int compat_dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
691 char __user
*optval
, int __user
*optlen
)
693 if (level
!= SOL_DCCP
)
694 return inet_csk_compat_getsockopt(sk
, level
, optname
,
696 return do_dccp_getsockopt(sk
, level
, optname
, optval
, optlen
);
699 EXPORT_SYMBOL_GPL(compat_dccp_getsockopt
);
702 int dccp_sendmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
705 const struct dccp_sock
*dp
= dccp_sk(sk
);
706 const int flags
= msg
->msg_flags
;
707 const int noblock
= flags
& MSG_DONTWAIT
;
712 if (len
> dp
->dccps_mss_cache
)
717 if (sysctl_dccp_tx_qlen
&&
718 (sk
->sk_write_queue
.qlen
>= sysctl_dccp_tx_qlen
)) {
723 timeo
= sock_sndtimeo(sk
, noblock
);
726 * We have to use sk_stream_wait_connect here to set sk_write_pending,
727 * so that the trick in dccp_rcv_request_sent_state_process.
729 /* Wait for a connection to finish. */
730 if ((1 << sk
->sk_state
) & ~(DCCPF_OPEN
| DCCPF_PARTOPEN
))
731 if ((rc
= sk_stream_wait_connect(sk
, &timeo
)) != 0)
734 size
= sk
->sk_prot
->max_header
+ len
;
736 skb
= sock_alloc_send_skb(sk
, size
, noblock
, &rc
);
741 skb_reserve(skb
, sk
->sk_prot
->max_header
);
742 rc
= memcpy_fromiovec(skb_put(skb
, len
), msg
->msg_iov
, len
);
746 skb_queue_tail(&sk
->sk_write_queue
, skb
);
747 dccp_write_xmit(sk
,0);
756 EXPORT_SYMBOL_GPL(dccp_sendmsg
);
758 int dccp_recvmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
759 size_t len
, int nonblock
, int flags
, int *addr_len
)
761 const struct dccp_hdr
*dh
;
766 if (sk
->sk_state
== DCCP_LISTEN
) {
771 timeo
= sock_rcvtimeo(sk
, nonblock
);
774 struct sk_buff
*skb
= skb_peek(&sk
->sk_receive_queue
);
777 goto verify_sock_status
;
781 switch (dh
->dccph_type
) {
783 case DCCP_PKT_DATAACK
:
787 case DCCP_PKT_CLOSEREQ
:
788 if (!(flags
& MSG_PEEK
))
789 dccp_finish_passive_close(sk
);
792 dccp_pr_debug("found fin (%s) ok!\n",
793 dccp_packet_name(dh
->dccph_type
));
797 dccp_pr_debug("packet_type=%s\n",
798 dccp_packet_name(dh
->dccph_type
));
799 sk_eat_skb(sk
, skb
, 0);
802 if (sock_flag(sk
, SOCK_DONE
)) {
808 len
= sock_error(sk
);
812 if (sk
->sk_shutdown
& RCV_SHUTDOWN
) {
817 if (sk
->sk_state
== DCCP_CLOSED
) {
818 if (!sock_flag(sk
, SOCK_DONE
)) {
819 /* This occurs when user tries to read
820 * from never connected socket.
834 if (signal_pending(current
)) {
835 len
= sock_intr_errno(timeo
);
839 sk_wait_data(sk
, &timeo
);
844 else if (len
< skb
->len
)
845 msg
->msg_flags
|= MSG_TRUNC
;
847 if (skb_copy_datagram_iovec(skb
, 0, msg
->msg_iov
, len
)) {
848 /* Exception. Bailout! */
853 if (!(flags
& MSG_PEEK
))
854 sk_eat_skb(sk
, skb
, 0);
862 EXPORT_SYMBOL_GPL(dccp_recvmsg
);
864 int inet_dccp_listen(struct socket
*sock
, int backlog
)
866 struct sock
*sk
= sock
->sk
;
867 unsigned char old_state
;
873 if (sock
->state
!= SS_UNCONNECTED
|| sock
->type
!= SOCK_DCCP
)
876 old_state
= sk
->sk_state
;
877 if (!((1 << old_state
) & (DCCPF_CLOSED
| DCCPF_LISTEN
)))
880 /* Really, if the socket is already in listen state
881 * we can only allow the backlog to be adjusted.
883 if (old_state
!= DCCP_LISTEN
) {
885 * FIXME: here it probably should be sk->sk_prot->listen_start
886 * see tcp_listen_start
888 err
= dccp_listen_start(sk
, backlog
);
892 sk
->sk_max_ack_backlog
= backlog
;
900 EXPORT_SYMBOL_GPL(inet_dccp_listen
);
902 static void dccp_terminate_connection(struct sock
*sk
)
904 u8 next_state
= DCCP_CLOSED
;
906 switch (sk
->sk_state
) {
907 case DCCP_PASSIVE_CLOSE
:
908 case DCCP_PASSIVE_CLOSEREQ
:
909 dccp_finish_passive_close(sk
);
912 dccp_pr_debug("Stop PARTOPEN timer (%p)\n", sk
);
913 inet_csk_clear_xmit_timer(sk
, ICSK_TIME_DACK
);
916 dccp_send_close(sk
, 1);
918 if (dccp_sk(sk
)->dccps_role
== DCCP_ROLE_SERVER
&&
919 !dccp_sk(sk
)->dccps_server_timewait
)
920 next_state
= DCCP_ACTIVE_CLOSEREQ
;
922 next_state
= DCCP_CLOSING
;
925 dccp_set_state(sk
, next_state
);
929 void dccp_close(struct sock
*sk
, long timeout
)
931 struct dccp_sock
*dp
= dccp_sk(sk
);
933 u32 data_was_unread
= 0;
938 sk
->sk_shutdown
= SHUTDOWN_MASK
;
940 if (sk
->sk_state
== DCCP_LISTEN
) {
941 dccp_set_state(sk
, DCCP_CLOSED
);
944 inet_csk_listen_stop(sk
);
946 goto adjudge_to_death
;
949 sk_stop_timer(sk
, &dp
->dccps_xmit_timer
);
952 * We need to flush the recv. buffs. We do this only on the
953 * descriptor close, not protocol-sourced closes, because the
954 *reader process may not have drained the data yet!
956 while ((skb
= __skb_dequeue(&sk
->sk_receive_queue
)) != NULL
) {
957 data_was_unread
+= skb
->len
;
961 if (data_was_unread
) {
962 /* Unread data was tossed, send an appropriate Reset Code */
963 DCCP_WARN("DCCP: ABORT -- %u bytes unread\n", data_was_unread
);
964 dccp_send_reset(sk
, DCCP_RESET_CODE_ABORTED
);
965 dccp_set_state(sk
, DCCP_CLOSED
);
966 } else if (sock_flag(sk
, SOCK_LINGER
) && !sk
->sk_lingertime
) {
967 /* Check zero linger _after_ checking for unread data. */
968 sk
->sk_prot
->disconnect(sk
, 0);
969 } else if (sk
->sk_state
!= DCCP_CLOSED
) {
970 dccp_terminate_connection(sk
);
973 sk_stream_wait_close(sk
, timeout
);
976 state
= sk
->sk_state
;
979 atomic_inc(sk
->sk_prot
->orphan_count
);
982 * It is the last release_sock in its life. It will remove backlog.
986 * Now socket is owned by kernel and we acquire BH lock
987 * to finish close. No need to check for user refs.
991 WARN_ON(sock_owned_by_user(sk
));
993 /* Have we already been destroyed by a softirq or backlog? */
994 if (state
!= DCCP_CLOSED
&& sk
->sk_state
== DCCP_CLOSED
)
997 if (sk
->sk_state
== DCCP_CLOSED
)
998 inet_csk_destroy_sock(sk
);
1000 /* Otherwise, socket is reprieved until protocol close. */
1008 EXPORT_SYMBOL_GPL(dccp_close
);
1010 void dccp_shutdown(struct sock
*sk
, int how
)
1012 dccp_pr_debug("called shutdown(%x)\n", how
);
1015 EXPORT_SYMBOL_GPL(dccp_shutdown
);
1017 static inline int dccp_mib_init(void)
1019 return snmp_mib_init((void**)dccp_statistics
, sizeof(struct dccp_mib
));
1022 static inline void dccp_mib_exit(void)
1024 snmp_mib_free((void**)dccp_statistics
);
1027 static int thash_entries
;
1028 module_param(thash_entries
, int, 0444);
1029 MODULE_PARM_DESC(thash_entries
, "Number of ehash buckets");
1031 #ifdef CONFIG_IP_DCCP_DEBUG
1033 module_param(dccp_debug
, bool, 0644);
1034 MODULE_PARM_DESC(dccp_debug
, "Enable debug messages");
1036 EXPORT_SYMBOL_GPL(dccp_debug
);
1039 static int __init
dccp_init(void)
1042 int ehash_order
, bhash_order
, i
;
1045 BUILD_BUG_ON(sizeof(struct dccp_skb_cb
) >
1046 FIELD_SIZEOF(struct sk_buff
, cb
));
1048 dccp_hashinfo
.bind_bucket_cachep
=
1049 kmem_cache_create("dccp_bind_bucket",
1050 sizeof(struct inet_bind_bucket
), 0,
1051 SLAB_HWCACHE_ALIGN
, NULL
);
1052 if (!dccp_hashinfo
.bind_bucket_cachep
)
1056 * Size and allocate the main established and bind bucket
1059 * The methodology is similar to that of the buffer cache.
1061 if (num_physpages
>= (128 * 1024))
1062 goal
= num_physpages
>> (21 - PAGE_SHIFT
);
1064 goal
= num_physpages
>> (23 - PAGE_SHIFT
);
1067 goal
= (thash_entries
*
1068 sizeof(struct inet_ehash_bucket
)) >> PAGE_SHIFT
;
1069 for (ehash_order
= 0; (1UL << ehash_order
) < goal
; ehash_order
++)
1072 dccp_hashinfo
.ehash_size
= (1UL << ehash_order
) * PAGE_SIZE
/
1073 sizeof(struct inet_ehash_bucket
);
1074 while (dccp_hashinfo
.ehash_size
&
1075 (dccp_hashinfo
.ehash_size
- 1))
1076 dccp_hashinfo
.ehash_size
--;
1077 dccp_hashinfo
.ehash
= (struct inet_ehash_bucket
*)
1078 __get_free_pages(GFP_ATOMIC
, ehash_order
);
1079 } while (!dccp_hashinfo
.ehash
&& --ehash_order
> 0);
1081 if (!dccp_hashinfo
.ehash
) {
1082 DCCP_CRIT("Failed to allocate DCCP established hash table");
1083 goto out_free_bind_bucket_cachep
;
1086 for (i
= 0; i
< dccp_hashinfo
.ehash_size
; i
++) {
1087 INIT_HLIST_HEAD(&dccp_hashinfo
.ehash
[i
].chain
);
1088 INIT_HLIST_HEAD(&dccp_hashinfo
.ehash
[i
].twchain
);
1091 if (inet_ehash_locks_alloc(&dccp_hashinfo
))
1092 goto out_free_dccp_ehash
;
1094 bhash_order
= ehash_order
;
1097 dccp_hashinfo
.bhash_size
= (1UL << bhash_order
) * PAGE_SIZE
/
1098 sizeof(struct inet_bind_hashbucket
);
1099 if ((dccp_hashinfo
.bhash_size
> (64 * 1024)) &&
1102 dccp_hashinfo
.bhash
= (struct inet_bind_hashbucket
*)
1103 __get_free_pages(GFP_ATOMIC
, bhash_order
);
1104 } while (!dccp_hashinfo
.bhash
&& --bhash_order
>= 0);
1106 if (!dccp_hashinfo
.bhash
) {
1107 DCCP_CRIT("Failed to allocate DCCP bind hash table");
1108 goto out_free_dccp_locks
;
1111 for (i
= 0; i
< dccp_hashinfo
.bhash_size
; i
++) {
1112 spin_lock_init(&dccp_hashinfo
.bhash
[i
].lock
);
1113 INIT_HLIST_HEAD(&dccp_hashinfo
.bhash
[i
].chain
);
1116 rc
= dccp_mib_init();
1118 goto out_free_dccp_bhash
;
1120 rc
= dccp_ackvec_init();
1122 goto out_free_dccp_mib
;
1124 rc
= dccp_sysctl_init();
1126 goto out_ackvec_exit
;
1128 dccp_timestamping_init();
1135 out_free_dccp_bhash
:
1136 free_pages((unsigned long)dccp_hashinfo
.bhash
, bhash_order
);
1137 dccp_hashinfo
.bhash
= NULL
;
1138 out_free_dccp_locks
:
1139 inet_ehash_locks_free(&dccp_hashinfo
);
1140 out_free_dccp_ehash
:
1141 free_pages((unsigned long)dccp_hashinfo
.ehash
, ehash_order
);
1142 dccp_hashinfo
.ehash
= NULL
;
1143 out_free_bind_bucket_cachep
:
1144 kmem_cache_destroy(dccp_hashinfo
.bind_bucket_cachep
);
1145 dccp_hashinfo
.bind_bucket_cachep
= NULL
;
1149 static void __exit
dccp_fini(void)
1152 free_pages((unsigned long)dccp_hashinfo
.bhash
,
1153 get_order(dccp_hashinfo
.bhash_size
*
1154 sizeof(struct inet_bind_hashbucket
)));
1155 free_pages((unsigned long)dccp_hashinfo
.ehash
,
1156 get_order(dccp_hashinfo
.ehash_size
*
1157 sizeof(struct inet_ehash_bucket
)));
1158 inet_ehash_locks_free(&dccp_hashinfo
);
1159 kmem_cache_destroy(dccp_hashinfo
.bind_bucket_cachep
);
1164 module_init(dccp_init
);
1165 module_exit(dccp_fini
);
1167 MODULE_LICENSE("GPL");
1168 MODULE_AUTHOR("Arnaldo Carvalho de Melo <acme@conectiva.com.br>");
1169 MODULE_DESCRIPTION("DCCP - Datagram Congestion Controlled Protocol");