4 * An implementation of the DCCP protocol
5 * Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/dccp.h>
13 #include <linux/module.h>
14 #include <linux/types.h>
15 #include <linux/sched.h>
16 #include <linux/kernel.h>
17 #include <linux/skbuff.h>
18 #include <linux/netdevice.h>
20 #include <linux/if_arp.h>
21 #include <linux/init.h>
22 #include <linux/random.h>
23 #include <net/checksum.h>
25 #include <net/inet_sock.h>
29 #include <asm/ioctls.h>
30 #include <linux/spinlock.h>
31 #include <linux/timer.h>
32 #include <linux/delay.h>
33 #include <linux/poll.h>
39 DEFINE_SNMP_STAT(struct dccp_mib
, dccp_statistics
) __read_mostly
;
41 EXPORT_SYMBOL_GPL(dccp_statistics
);
43 atomic_t dccp_orphan_count
= ATOMIC_INIT(0);
45 EXPORT_SYMBOL_GPL(dccp_orphan_count
);
47 struct inet_hashinfo __cacheline_aligned dccp_hashinfo
= {
48 .lhash_lock
= RW_LOCK_UNLOCKED
,
49 .lhash_users
= ATOMIC_INIT(0),
50 .lhash_wait
= __WAIT_QUEUE_HEAD_INITIALIZER(dccp_hashinfo
.lhash_wait
),
53 EXPORT_SYMBOL_GPL(dccp_hashinfo
);
55 /* the maximum queue length for tx in packets. 0 is no limit */
56 int sysctl_dccp_tx_qlen __read_mostly
= 5;
58 void dccp_set_state(struct sock
*sk
, const int state
)
60 const int oldstate
= sk
->sk_state
;
62 dccp_pr_debug("%s(%p) %s --> %s\n", dccp_role(sk
), sk
,
63 dccp_state_name(oldstate
), dccp_state_name(state
));
64 WARN_ON(state
== oldstate
);
68 if (oldstate
!= DCCP_OPEN
)
69 DCCP_INC_STATS(DCCP_MIB_CURRESTAB
);
73 if (oldstate
== DCCP_OPEN
|| oldstate
== DCCP_ACTIVE_CLOSEREQ
||
74 oldstate
== DCCP_CLOSING
)
75 DCCP_INC_STATS(DCCP_MIB_ESTABRESETS
);
77 sk
->sk_prot
->unhash(sk
);
78 if (inet_csk(sk
)->icsk_bind_hash
!= NULL
&&
79 !(sk
->sk_userlocks
& SOCK_BINDPORT_LOCK
))
83 if (oldstate
== DCCP_OPEN
)
84 DCCP_DEC_STATS(DCCP_MIB_CURRESTAB
);
87 /* Change state AFTER socket is unhashed to avoid closed
88 * socket sitting in hash tables.
93 EXPORT_SYMBOL_GPL(dccp_set_state
);
95 static void dccp_finish_passive_close(struct sock
*sk
)
97 switch (sk
->sk_state
) {
98 case DCCP_PASSIVE_CLOSE
:
99 /* Node (client or server) has received Close packet. */
100 dccp_send_reset(sk
, DCCP_RESET_CODE_CLOSED
);
101 dccp_set_state(sk
, DCCP_CLOSED
);
103 case DCCP_PASSIVE_CLOSEREQ
:
105 * Client received CloseReq. We set the `active' flag so that
106 * dccp_send_close() retransmits the Close as per RFC 4340, 8.3.
108 dccp_send_close(sk
, 1);
109 dccp_set_state(sk
, DCCP_CLOSING
);
113 void dccp_done(struct sock
*sk
)
115 dccp_set_state(sk
, DCCP_CLOSED
);
116 dccp_clear_xmit_timers(sk
);
118 sk
->sk_shutdown
= SHUTDOWN_MASK
;
120 if (!sock_flag(sk
, SOCK_DEAD
))
121 sk
->sk_state_change(sk
);
123 inet_csk_destroy_sock(sk
);
126 EXPORT_SYMBOL_GPL(dccp_done
);
128 const char *dccp_packet_name(const int type
)
130 static const char *dccp_packet_names
[] = {
131 [DCCP_PKT_REQUEST
] = "REQUEST",
132 [DCCP_PKT_RESPONSE
] = "RESPONSE",
133 [DCCP_PKT_DATA
] = "DATA",
134 [DCCP_PKT_ACK
] = "ACK",
135 [DCCP_PKT_DATAACK
] = "DATAACK",
136 [DCCP_PKT_CLOSEREQ
] = "CLOSEREQ",
137 [DCCP_PKT_CLOSE
] = "CLOSE",
138 [DCCP_PKT_RESET
] = "RESET",
139 [DCCP_PKT_SYNC
] = "SYNC",
140 [DCCP_PKT_SYNCACK
] = "SYNCACK",
143 if (type
>= DCCP_NR_PKT_TYPES
)
146 return dccp_packet_names
[type
];
149 EXPORT_SYMBOL_GPL(dccp_packet_name
);
151 const char *dccp_state_name(const int state
)
153 static char *dccp_state_names
[] = {
154 [DCCP_OPEN
] = "OPEN",
155 [DCCP_REQUESTING
] = "REQUESTING",
156 [DCCP_PARTOPEN
] = "PARTOPEN",
157 [DCCP_LISTEN
] = "LISTEN",
158 [DCCP_RESPOND
] = "RESPOND",
159 [DCCP_CLOSING
] = "CLOSING",
160 [DCCP_ACTIVE_CLOSEREQ
] = "CLOSEREQ",
161 [DCCP_PASSIVE_CLOSE
] = "PASSIVE_CLOSE",
162 [DCCP_PASSIVE_CLOSEREQ
] = "PASSIVE_CLOSEREQ",
163 [DCCP_TIME_WAIT
] = "TIME_WAIT",
164 [DCCP_CLOSED
] = "CLOSED",
167 if (state
>= DCCP_MAX_STATES
)
168 return "INVALID STATE!";
170 return dccp_state_names
[state
];
173 EXPORT_SYMBOL_GPL(dccp_state_name
);
175 int dccp_init_sock(struct sock
*sk
, const __u8 ctl_sock_initialized
)
177 struct dccp_sock
*dp
= dccp_sk(sk
);
178 struct dccp_minisock
*dmsk
= dccp_msk(sk
);
179 struct inet_connection_sock
*icsk
= inet_csk(sk
);
181 dccp_minisock_init(&dp
->dccps_minisock
);
183 icsk
->icsk_rto
= DCCP_TIMEOUT_INIT
;
184 icsk
->icsk_syn_retries
= sysctl_dccp_request_retries
;
185 sk
->sk_state
= DCCP_CLOSED
;
186 sk
->sk_write_space
= dccp_write_space
;
187 icsk
->icsk_sync_mss
= dccp_sync_mss
;
188 dp
->dccps_mss_cache
= 536;
189 dp
->dccps_rate_last
= jiffies
;
190 dp
->dccps_role
= DCCP_ROLE_UNDEFINED
;
191 dp
->dccps_service
= DCCP_SERVICE_CODE_IS_ABSENT
;
192 dp
->dccps_l_ack_ratio
= dp
->dccps_r_ack_ratio
= 1;
194 dccp_init_xmit_timers(sk
);
197 * FIXME: We're hardcoding the CCID, and doing this at this point makes
198 * the listening (master) sock get CCID control blocks, which is not
199 * necessary, but for now, to not mess with the test userspace apps,
200 * lets leave it here, later the real solution is to do this in a
201 * setsockopt(CCIDs-I-want/accept). -acme
203 if (likely(ctl_sock_initialized
)) {
204 int rc
= dccp_feat_init(dmsk
);
209 if (dmsk
->dccpms_send_ack_vector
) {
210 dp
->dccps_hc_rx_ackvec
= dccp_ackvec_alloc(GFP_KERNEL
);
211 if (dp
->dccps_hc_rx_ackvec
== NULL
)
214 dp
->dccps_hc_rx_ccid
= ccid_hc_rx_new(dmsk
->dccpms_rx_ccid
,
216 dp
->dccps_hc_tx_ccid
= ccid_hc_tx_new(dmsk
->dccpms_tx_ccid
,
218 if (unlikely(dp
->dccps_hc_rx_ccid
== NULL
||
219 dp
->dccps_hc_tx_ccid
== NULL
)) {
220 ccid_hc_rx_delete(dp
->dccps_hc_rx_ccid
, sk
);
221 ccid_hc_tx_delete(dp
->dccps_hc_tx_ccid
, sk
);
222 if (dmsk
->dccpms_send_ack_vector
) {
223 dccp_ackvec_free(dp
->dccps_hc_rx_ackvec
);
224 dp
->dccps_hc_rx_ackvec
= NULL
;
226 dp
->dccps_hc_rx_ccid
= dp
->dccps_hc_tx_ccid
= NULL
;
230 /* control socket doesn't need feat nego */
231 INIT_LIST_HEAD(&dmsk
->dccpms_pending
);
232 INIT_LIST_HEAD(&dmsk
->dccpms_conf
);
238 EXPORT_SYMBOL_GPL(dccp_init_sock
);
240 void dccp_destroy_sock(struct sock
*sk
)
242 struct dccp_sock
*dp
= dccp_sk(sk
);
243 struct dccp_minisock
*dmsk
= dccp_msk(sk
);
246 * DCCP doesn't use sk_write_queue, just sk_send_head
247 * for retransmissions
249 if (sk
->sk_send_head
!= NULL
) {
250 kfree_skb(sk
->sk_send_head
);
251 sk
->sk_send_head
= NULL
;
254 /* Clean up a referenced DCCP bind bucket. */
255 if (inet_csk(sk
)->icsk_bind_hash
!= NULL
)
258 kfree(dp
->dccps_service_list
);
259 dp
->dccps_service_list
= NULL
;
261 if (dmsk
->dccpms_send_ack_vector
) {
262 dccp_ackvec_free(dp
->dccps_hc_rx_ackvec
);
263 dp
->dccps_hc_rx_ackvec
= NULL
;
265 ccid_hc_rx_delete(dp
->dccps_hc_rx_ccid
, sk
);
266 ccid_hc_tx_delete(dp
->dccps_hc_tx_ccid
, sk
);
267 dp
->dccps_hc_rx_ccid
= dp
->dccps_hc_tx_ccid
= NULL
;
269 /* clean up feature negotiation state */
270 dccp_feat_clean(dmsk
);
273 EXPORT_SYMBOL_GPL(dccp_destroy_sock
);
275 static inline int dccp_listen_start(struct sock
*sk
, int backlog
)
277 struct dccp_sock
*dp
= dccp_sk(sk
);
279 dp
->dccps_role
= DCCP_ROLE_LISTEN
;
280 return inet_csk_listen_start(sk
, backlog
);
283 static inline int dccp_need_reset(int state
)
285 return state
!= DCCP_CLOSED
&& state
!= DCCP_LISTEN
&&
286 state
!= DCCP_REQUESTING
;
289 int dccp_disconnect(struct sock
*sk
, int flags
)
291 struct inet_connection_sock
*icsk
= inet_csk(sk
);
292 struct inet_sock
*inet
= inet_sk(sk
);
294 const int old_state
= sk
->sk_state
;
296 if (old_state
!= DCCP_CLOSED
)
297 dccp_set_state(sk
, DCCP_CLOSED
);
300 * This corresponds to the ABORT function of RFC793, sec. 3.8
301 * TCP uses a RST segment, DCCP a Reset packet with Code 2, "Aborted".
303 if (old_state
== DCCP_LISTEN
) {
304 inet_csk_listen_stop(sk
);
305 } else if (dccp_need_reset(old_state
)) {
306 dccp_send_reset(sk
, DCCP_RESET_CODE_ABORTED
);
307 sk
->sk_err
= ECONNRESET
;
308 } else if (old_state
== DCCP_REQUESTING
)
309 sk
->sk_err
= ECONNRESET
;
311 dccp_clear_xmit_timers(sk
);
312 __skb_queue_purge(&sk
->sk_receive_queue
);
313 if (sk
->sk_send_head
!= NULL
) {
314 __kfree_skb(sk
->sk_send_head
);
315 sk
->sk_send_head
= NULL
;
320 if (!(sk
->sk_userlocks
& SOCK_BINDADDR_LOCK
))
321 inet_reset_saddr(sk
);
324 sock_reset_flag(sk
, SOCK_DONE
);
326 icsk
->icsk_backoff
= 0;
327 inet_csk_delack_init(sk
);
330 WARN_ON(inet
->num
&& !icsk
->icsk_bind_hash
);
332 sk
->sk_error_report(sk
);
336 EXPORT_SYMBOL_GPL(dccp_disconnect
);
339 * Wait for a DCCP event.
341 * Note that we don't need to lock the socket, as the upper poll layers
342 * take care of normal races (between the test and the event) and we don't
343 * go look at any of the socket buffers directly.
345 unsigned int dccp_poll(struct file
*file
, struct socket
*sock
,
349 struct sock
*sk
= sock
->sk
;
351 poll_wait(file
, sk
->sk_sleep
, wait
);
352 if (sk
->sk_state
== DCCP_LISTEN
)
353 return inet_csk_listen_poll(sk
);
355 /* Socket is not locked. We are protected from async events
356 by poll logic and correct handling of state changes
357 made by another threads is impossible in any case.
364 if (sk
->sk_shutdown
== SHUTDOWN_MASK
|| sk
->sk_state
== DCCP_CLOSED
)
366 if (sk
->sk_shutdown
& RCV_SHUTDOWN
)
367 mask
|= POLLIN
| POLLRDNORM
| POLLRDHUP
;
370 if ((1 << sk
->sk_state
) & ~(DCCPF_REQUESTING
| DCCPF_RESPOND
)) {
371 if (atomic_read(&sk
->sk_rmem_alloc
) > 0)
372 mask
|= POLLIN
| POLLRDNORM
;
374 if (!(sk
->sk_shutdown
& SEND_SHUTDOWN
)) {
375 if (sk_stream_wspace(sk
) >= sk_stream_min_wspace(sk
)) {
376 mask
|= POLLOUT
| POLLWRNORM
;
377 } else { /* send SIGIO later */
378 set_bit(SOCK_ASYNC_NOSPACE
,
379 &sk
->sk_socket
->flags
);
380 set_bit(SOCK_NOSPACE
, &sk
->sk_socket
->flags
);
382 /* Race breaker. If space is freed after
383 * wspace test but before the flags are set,
384 * IO signal will be lost.
386 if (sk_stream_wspace(sk
) >= sk_stream_min_wspace(sk
))
387 mask
|= POLLOUT
| POLLWRNORM
;
394 EXPORT_SYMBOL_GPL(dccp_poll
);
396 int dccp_ioctl(struct sock
*sk
, int cmd
, unsigned long arg
)
402 if (sk
->sk_state
== DCCP_LISTEN
)
408 unsigned long amount
= 0;
410 skb
= skb_peek(&sk
->sk_receive_queue
);
413 * We will only return the amount of this packet since
414 * that is all that will be read.
418 rc
= put_user(amount
, (int __user
*)arg
);
430 EXPORT_SYMBOL_GPL(dccp_ioctl
);
432 static int dccp_setsockopt_service(struct sock
*sk
, const __be32 service
,
433 char __user
*optval
, int optlen
)
435 struct dccp_sock
*dp
= dccp_sk(sk
);
436 struct dccp_service_list
*sl
= NULL
;
438 if (service
== DCCP_SERVICE_INVALID_VALUE
||
439 optlen
> DCCP_SERVICE_LIST_MAX_LEN
* sizeof(u32
))
442 if (optlen
> sizeof(service
)) {
443 sl
= kmalloc(optlen
, GFP_KERNEL
);
447 sl
->dccpsl_nr
= optlen
/ sizeof(u32
) - 1;
448 if (copy_from_user(sl
->dccpsl_list
,
449 optval
+ sizeof(service
),
450 optlen
- sizeof(service
)) ||
451 dccp_list_has_service(sl
, DCCP_SERVICE_INVALID_VALUE
)) {
458 dp
->dccps_service
= service
;
460 kfree(dp
->dccps_service_list
);
462 dp
->dccps_service_list
= sl
;
467 /* byte 1 is feature. the rest is the preference list */
468 static int dccp_setsockopt_change(struct sock
*sk
, int type
,
469 struct dccp_so_feat __user
*optval
)
471 struct dccp_so_feat opt
;
475 if (copy_from_user(&opt
, optval
, sizeof(opt
)))
478 * rfc4340: 6.1. Change Options
480 if (opt
.dccpsf_len
< 1)
483 val
= kmalloc(opt
.dccpsf_len
, GFP_KERNEL
);
487 if (copy_from_user(val
, opt
.dccpsf_val
, opt
.dccpsf_len
)) {
492 rc
= dccp_feat_change(dccp_msk(sk
), type
, opt
.dccpsf_feat
,
493 val
, opt
.dccpsf_len
, GFP_KERNEL
);
505 static int do_dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
506 char __user
*optval
, int optlen
)
508 struct dccp_sock
*dp
= dccp_sk(sk
);
511 if (optlen
< sizeof(int))
514 if (get_user(val
, (int __user
*)optval
))
517 if (optname
== DCCP_SOCKOPT_SERVICE
)
518 return dccp_setsockopt_service(sk
, val
, optval
, optlen
);
522 case DCCP_SOCKOPT_PACKET_SIZE
:
523 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
526 case DCCP_SOCKOPT_CHANGE_L
:
527 if (optlen
!= sizeof(struct dccp_so_feat
))
530 err
= dccp_setsockopt_change(sk
, DCCPO_CHANGE_L
,
531 (struct dccp_so_feat __user
*)
534 case DCCP_SOCKOPT_CHANGE_R
:
535 if (optlen
!= sizeof(struct dccp_so_feat
))
538 err
= dccp_setsockopt_change(sk
, DCCPO_CHANGE_R
,
539 (struct dccp_so_feat __user
*)
542 case DCCP_SOCKOPT_SERVER_TIMEWAIT
:
543 if (dp
->dccps_role
!= DCCP_ROLE_SERVER
)
546 dp
->dccps_server_timewait
= (val
!= 0);
548 case DCCP_SOCKOPT_SEND_CSCOV
: /* sender side, RFC 4340, sec. 9.2 */
549 if (val
< 0 || val
> 15)
552 dp
->dccps_pcslen
= val
;
554 case DCCP_SOCKOPT_RECV_CSCOV
: /* receiver side, RFC 4340 sec. 9.2.1 */
555 if (val
< 0 || val
> 15)
558 dp
->dccps_pcrlen
= val
;
559 /* FIXME: add feature negotiation,
560 * ChangeL(MinimumChecksumCoverage, val) */
572 int dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
573 char __user
*optval
, int optlen
)
575 if (level
!= SOL_DCCP
)
576 return inet_csk(sk
)->icsk_af_ops
->setsockopt(sk
, level
,
579 return do_dccp_setsockopt(sk
, level
, optname
, optval
, optlen
);
582 EXPORT_SYMBOL_GPL(dccp_setsockopt
);
585 int compat_dccp_setsockopt(struct sock
*sk
, int level
, int optname
,
586 char __user
*optval
, int optlen
)
588 if (level
!= SOL_DCCP
)
589 return inet_csk_compat_setsockopt(sk
, level
, optname
,
591 return do_dccp_setsockopt(sk
, level
, optname
, optval
, optlen
);
594 EXPORT_SYMBOL_GPL(compat_dccp_setsockopt
);
597 static int dccp_getsockopt_service(struct sock
*sk
, int len
,
598 __be32 __user
*optval
,
601 const struct dccp_sock
*dp
= dccp_sk(sk
);
602 const struct dccp_service_list
*sl
;
603 int err
= -ENOENT
, slen
= 0, total_len
= sizeof(u32
);
606 if ((sl
= dp
->dccps_service_list
) != NULL
) {
607 slen
= sl
->dccpsl_nr
* sizeof(u32
);
616 if (put_user(total_len
, optlen
) ||
617 put_user(dp
->dccps_service
, optval
) ||
618 (sl
!= NULL
&& copy_to_user(optval
+ 1, sl
->dccpsl_list
, slen
)))
625 static int do_dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
626 char __user
*optval
, int __user
*optlen
)
628 struct dccp_sock
*dp
;
631 if (get_user(len
, optlen
))
634 if (len
< (int)sizeof(int))
640 case DCCP_SOCKOPT_PACKET_SIZE
:
641 DCCP_WARN("sockopt(PACKET_SIZE) is deprecated: fix your app\n");
643 case DCCP_SOCKOPT_SERVICE
:
644 return dccp_getsockopt_service(sk
, len
,
645 (__be32 __user
*)optval
, optlen
);
646 case DCCP_SOCKOPT_GET_CUR_MPS
:
647 val
= dp
->dccps_mss_cache
;
649 case DCCP_SOCKOPT_SERVER_TIMEWAIT
:
650 val
= dp
->dccps_server_timewait
;
652 case DCCP_SOCKOPT_SEND_CSCOV
:
653 val
= dp
->dccps_pcslen
;
655 case DCCP_SOCKOPT_RECV_CSCOV
:
656 val
= dp
->dccps_pcrlen
;
659 return ccid_hc_rx_getsockopt(dp
->dccps_hc_rx_ccid
, sk
, optname
,
660 len
, (u32 __user
*)optval
, optlen
);
662 return ccid_hc_tx_getsockopt(dp
->dccps_hc_tx_ccid
, sk
, optname
,
663 len
, (u32 __user
*)optval
, optlen
);
669 if (put_user(len
, optlen
) || copy_to_user(optval
, &val
, len
))
675 int dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
676 char __user
*optval
, int __user
*optlen
)
678 if (level
!= SOL_DCCP
)
679 return inet_csk(sk
)->icsk_af_ops
->getsockopt(sk
, level
,
682 return do_dccp_getsockopt(sk
, level
, optname
, optval
, optlen
);
685 EXPORT_SYMBOL_GPL(dccp_getsockopt
);
688 int compat_dccp_getsockopt(struct sock
*sk
, int level
, int optname
,
689 char __user
*optval
, int __user
*optlen
)
691 if (level
!= SOL_DCCP
)
692 return inet_csk_compat_getsockopt(sk
, level
, optname
,
694 return do_dccp_getsockopt(sk
, level
, optname
, optval
, optlen
);
697 EXPORT_SYMBOL_GPL(compat_dccp_getsockopt
);
700 int dccp_sendmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
703 const struct dccp_sock
*dp
= dccp_sk(sk
);
704 const int flags
= msg
->msg_flags
;
705 const int noblock
= flags
& MSG_DONTWAIT
;
710 if (len
> dp
->dccps_mss_cache
)
715 if (sysctl_dccp_tx_qlen
&&
716 (sk
->sk_write_queue
.qlen
>= sysctl_dccp_tx_qlen
)) {
721 timeo
= sock_sndtimeo(sk
, noblock
);
724 * We have to use sk_stream_wait_connect here to set sk_write_pending,
725 * so that the trick in dccp_rcv_request_sent_state_process.
727 /* Wait for a connection to finish. */
728 if ((1 << sk
->sk_state
) & ~(DCCPF_OPEN
| DCCPF_PARTOPEN
))
729 if ((rc
= sk_stream_wait_connect(sk
, &timeo
)) != 0)
732 size
= sk
->sk_prot
->max_header
+ len
;
734 skb
= sock_alloc_send_skb(sk
, size
, noblock
, &rc
);
739 skb_reserve(skb
, sk
->sk_prot
->max_header
);
740 rc
= memcpy_fromiovec(skb_put(skb
, len
), msg
->msg_iov
, len
);
744 skb_queue_tail(&sk
->sk_write_queue
, skb
);
745 dccp_write_xmit(sk
,0);
754 EXPORT_SYMBOL_GPL(dccp_sendmsg
);
756 int dccp_recvmsg(struct kiocb
*iocb
, struct sock
*sk
, struct msghdr
*msg
,
757 size_t len
, int nonblock
, int flags
, int *addr_len
)
759 const struct dccp_hdr
*dh
;
764 if (sk
->sk_state
== DCCP_LISTEN
) {
769 timeo
= sock_rcvtimeo(sk
, nonblock
);
772 struct sk_buff
*skb
= skb_peek(&sk
->sk_receive_queue
);
775 goto verify_sock_status
;
779 switch (dh
->dccph_type
) {
781 case DCCP_PKT_DATAACK
:
785 case DCCP_PKT_CLOSEREQ
:
786 if (!(flags
& MSG_PEEK
))
787 dccp_finish_passive_close(sk
);
790 dccp_pr_debug("found fin (%s) ok!\n",
791 dccp_packet_name(dh
->dccph_type
));
795 dccp_pr_debug("packet_type=%s\n",
796 dccp_packet_name(dh
->dccph_type
));
797 sk_eat_skb(sk
, skb
, 0);
800 if (sock_flag(sk
, SOCK_DONE
)) {
806 len
= sock_error(sk
);
810 if (sk
->sk_shutdown
& RCV_SHUTDOWN
) {
815 if (sk
->sk_state
== DCCP_CLOSED
) {
816 if (!sock_flag(sk
, SOCK_DONE
)) {
817 /* This occurs when user tries to read
818 * from never connected socket.
832 if (signal_pending(current
)) {
833 len
= sock_intr_errno(timeo
);
837 sk_wait_data(sk
, &timeo
);
842 else if (len
< skb
->len
)
843 msg
->msg_flags
|= MSG_TRUNC
;
845 if (skb_copy_datagram_iovec(skb
, 0, msg
->msg_iov
, len
)) {
846 /* Exception. Bailout! */
851 if (!(flags
& MSG_PEEK
))
852 sk_eat_skb(sk
, skb
, 0);
860 EXPORT_SYMBOL_GPL(dccp_recvmsg
);
862 int inet_dccp_listen(struct socket
*sock
, int backlog
)
864 struct sock
*sk
= sock
->sk
;
865 unsigned char old_state
;
871 if (sock
->state
!= SS_UNCONNECTED
|| sock
->type
!= SOCK_DCCP
)
874 old_state
= sk
->sk_state
;
875 if (!((1 << old_state
) & (DCCPF_CLOSED
| DCCPF_LISTEN
)))
878 /* Really, if the socket is already in listen state
879 * we can only allow the backlog to be adjusted.
881 if (old_state
!= DCCP_LISTEN
) {
883 * FIXME: here it probably should be sk->sk_prot->listen_start
884 * see tcp_listen_start
886 err
= dccp_listen_start(sk
, backlog
);
890 sk
->sk_max_ack_backlog
= backlog
;
898 EXPORT_SYMBOL_GPL(inet_dccp_listen
);
900 static void dccp_terminate_connection(struct sock
*sk
)
902 u8 next_state
= DCCP_CLOSED
;
904 switch (sk
->sk_state
) {
905 case DCCP_PASSIVE_CLOSE
:
906 case DCCP_PASSIVE_CLOSEREQ
:
907 dccp_finish_passive_close(sk
);
910 dccp_pr_debug("Stop PARTOPEN timer (%p)\n", sk
);
911 inet_csk_clear_xmit_timer(sk
, ICSK_TIME_DACK
);
914 dccp_send_close(sk
, 1);
916 if (dccp_sk(sk
)->dccps_role
== DCCP_ROLE_SERVER
&&
917 !dccp_sk(sk
)->dccps_server_timewait
)
918 next_state
= DCCP_ACTIVE_CLOSEREQ
;
920 next_state
= DCCP_CLOSING
;
923 dccp_set_state(sk
, next_state
);
927 void dccp_close(struct sock
*sk
, long timeout
)
929 struct dccp_sock
*dp
= dccp_sk(sk
);
931 u32 data_was_unread
= 0;
936 sk
->sk_shutdown
= SHUTDOWN_MASK
;
938 if (sk
->sk_state
== DCCP_LISTEN
) {
939 dccp_set_state(sk
, DCCP_CLOSED
);
942 inet_csk_listen_stop(sk
);
944 goto adjudge_to_death
;
947 sk_stop_timer(sk
, &dp
->dccps_xmit_timer
);
950 * We need to flush the recv. buffs. We do this only on the
951 * descriptor close, not protocol-sourced closes, because the
952 *reader process may not have drained the data yet!
954 while ((skb
= __skb_dequeue(&sk
->sk_receive_queue
)) != NULL
) {
955 data_was_unread
+= skb
->len
;
959 if (data_was_unread
) {
960 /* Unread data was tossed, send an appropriate Reset Code */
961 DCCP_WARN("DCCP: ABORT -- %u bytes unread\n", data_was_unread
);
962 dccp_send_reset(sk
, DCCP_RESET_CODE_ABORTED
);
963 dccp_set_state(sk
, DCCP_CLOSED
);
964 } else if (sock_flag(sk
, SOCK_LINGER
) && !sk
->sk_lingertime
) {
965 /* Check zero linger _after_ checking for unread data. */
966 sk
->sk_prot
->disconnect(sk
, 0);
967 } else if (sk
->sk_state
!= DCCP_CLOSED
) {
968 dccp_terminate_connection(sk
);
971 sk_stream_wait_close(sk
, timeout
);
974 state
= sk
->sk_state
;
977 atomic_inc(sk
->sk_prot
->orphan_count
);
980 * It is the last release_sock in its life. It will remove backlog.
984 * Now socket is owned by kernel and we acquire BH lock
985 * to finish close. No need to check for user refs.
989 WARN_ON(sock_owned_by_user(sk
));
991 /* Have we already been destroyed by a softirq or backlog? */
992 if (state
!= DCCP_CLOSED
&& sk
->sk_state
== DCCP_CLOSED
)
995 if (sk
->sk_state
== DCCP_CLOSED
)
996 inet_csk_destroy_sock(sk
);
998 /* Otherwise, socket is reprieved until protocol close. */
1006 EXPORT_SYMBOL_GPL(dccp_close
);
1008 void dccp_shutdown(struct sock
*sk
, int how
)
1010 dccp_pr_debug("called shutdown(%x)\n", how
);
1013 EXPORT_SYMBOL_GPL(dccp_shutdown
);
1015 static inline int dccp_mib_init(void)
1017 return snmp_mib_init((void**)dccp_statistics
, sizeof(struct dccp_mib
));
1020 static inline void dccp_mib_exit(void)
1022 snmp_mib_free((void**)dccp_statistics
);
1025 static int thash_entries
;
1026 module_param(thash_entries
, int, 0444);
1027 MODULE_PARM_DESC(thash_entries
, "Number of ehash buckets");
1029 #ifdef CONFIG_IP_DCCP_DEBUG
1031 module_param(dccp_debug
, bool, 0444);
1032 MODULE_PARM_DESC(dccp_debug
, "Enable debug messages");
1034 EXPORT_SYMBOL_GPL(dccp_debug
);
1037 static int __init
dccp_init(void)
1040 int ehash_order
, bhash_order
, i
;
1043 BUILD_BUG_ON(sizeof(struct dccp_skb_cb
) >
1044 FIELD_SIZEOF(struct sk_buff
, cb
));
1046 dccp_hashinfo
.bind_bucket_cachep
=
1047 kmem_cache_create("dccp_bind_bucket",
1048 sizeof(struct inet_bind_bucket
), 0,
1049 SLAB_HWCACHE_ALIGN
, NULL
);
1050 if (!dccp_hashinfo
.bind_bucket_cachep
)
1054 * Size and allocate the main established and bind bucket
1057 * The methodology is similar to that of the buffer cache.
1059 if (num_physpages
>= (128 * 1024))
1060 goal
= num_physpages
>> (21 - PAGE_SHIFT
);
1062 goal
= num_physpages
>> (23 - PAGE_SHIFT
);
1065 goal
= (thash_entries
*
1066 sizeof(struct inet_ehash_bucket
)) >> PAGE_SHIFT
;
1067 for (ehash_order
= 0; (1UL << ehash_order
) < goal
; ehash_order
++)
1070 dccp_hashinfo
.ehash_size
= (1UL << ehash_order
) * PAGE_SIZE
/
1071 sizeof(struct inet_ehash_bucket
);
1072 while (dccp_hashinfo
.ehash_size
&
1073 (dccp_hashinfo
.ehash_size
- 1))
1074 dccp_hashinfo
.ehash_size
--;
1075 dccp_hashinfo
.ehash
= (struct inet_ehash_bucket
*)
1076 __get_free_pages(GFP_ATOMIC
, ehash_order
);
1077 } while (!dccp_hashinfo
.ehash
&& --ehash_order
> 0);
1079 if (!dccp_hashinfo
.ehash
) {
1080 DCCP_CRIT("Failed to allocate DCCP established hash table");
1081 goto out_free_bind_bucket_cachep
;
1084 for (i
= 0; i
< dccp_hashinfo
.ehash_size
; i
++) {
1085 INIT_HLIST_HEAD(&dccp_hashinfo
.ehash
[i
].chain
);
1086 INIT_HLIST_HEAD(&dccp_hashinfo
.ehash
[i
].twchain
);
1089 if (inet_ehash_locks_alloc(&dccp_hashinfo
))
1090 goto out_free_dccp_ehash
;
1092 bhash_order
= ehash_order
;
1095 dccp_hashinfo
.bhash_size
= (1UL << bhash_order
) * PAGE_SIZE
/
1096 sizeof(struct inet_bind_hashbucket
);
1097 if ((dccp_hashinfo
.bhash_size
> (64 * 1024)) &&
1100 dccp_hashinfo
.bhash
= (struct inet_bind_hashbucket
*)
1101 __get_free_pages(GFP_ATOMIC
, bhash_order
);
1102 } while (!dccp_hashinfo
.bhash
&& --bhash_order
>= 0);
1104 if (!dccp_hashinfo
.bhash
) {
1105 DCCP_CRIT("Failed to allocate DCCP bind hash table");
1106 goto out_free_dccp_locks
;
1109 for (i
= 0; i
< dccp_hashinfo
.bhash_size
; i
++) {
1110 spin_lock_init(&dccp_hashinfo
.bhash
[i
].lock
);
1111 INIT_HLIST_HEAD(&dccp_hashinfo
.bhash
[i
].chain
);
1114 rc
= dccp_mib_init();
1116 goto out_free_dccp_bhash
;
1118 rc
= dccp_ackvec_init();
1120 goto out_free_dccp_mib
;
1122 rc
= dccp_sysctl_init();
1124 goto out_ackvec_exit
;
1126 dccp_timestamping_init();
1133 out_free_dccp_bhash
:
1134 free_pages((unsigned long)dccp_hashinfo
.bhash
, bhash_order
);
1135 dccp_hashinfo
.bhash
= NULL
;
1136 out_free_dccp_locks
:
1137 inet_ehash_locks_free(&dccp_hashinfo
);
1138 out_free_dccp_ehash
:
1139 free_pages((unsigned long)dccp_hashinfo
.ehash
, ehash_order
);
1140 dccp_hashinfo
.ehash
= NULL
;
1141 out_free_bind_bucket_cachep
:
1142 kmem_cache_destroy(dccp_hashinfo
.bind_bucket_cachep
);
1143 dccp_hashinfo
.bind_bucket_cachep
= NULL
;
1147 static void __exit
dccp_fini(void)
1150 free_pages((unsigned long)dccp_hashinfo
.bhash
,
1151 get_order(dccp_hashinfo
.bhash_size
*
1152 sizeof(struct inet_bind_hashbucket
)));
1153 free_pages((unsigned long)dccp_hashinfo
.ehash
,
1154 get_order(dccp_hashinfo
.ehash_size
*
1155 sizeof(struct inet_ehash_bucket
)));
1156 inet_ehash_locks_free(&dccp_hashinfo
);
1157 kmem_cache_destroy(dccp_hashinfo
.bind_bucket_cachep
);
1162 module_init(dccp_init
);
1163 module_exit(dccp_fini
);
1165 MODULE_LICENSE("GPL");
1166 MODULE_AUTHOR("Arnaldo Carvalho de Melo <acme@conectiva.com.br>");
1167 MODULE_DESCRIPTION("DCCP - Datagram Congestion Controlled Protocol");