1 /* connection-level event handling
3 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
14 #include <linux/module.h>
15 #include <linux/net.h>
16 #include <linux/skbuff.h>
17 #include <linux/errqueue.h>
19 #include <net/af_rxrpc.h>
21 #include "ar-internal.h"
24 * Retransmit terminal ACK or ABORT of the previous call.
26 static void rxrpc_conn_retransmit_call(struct rxrpc_connection
*conn
,
30 struct rxrpc_skb_priv
*sp
= skb
? rxrpc_skb(skb
) : NULL
;
31 struct rxrpc_channel
*chan
;
35 struct rxrpc_wire_header whdr
;
38 struct rxrpc_ackpacket ack
;
40 } __attribute__((packed
)) pkt
;
41 struct rxrpc_ackinfo ack_info
;
44 u32 serial
, mtu
, call_id
, padding
;
46 _enter("%d", conn
->debug_id
);
48 chan
= &conn
->channels
[channel
];
50 /* If the last call got moved on whilst we were waiting to run, just
53 call_id
= READ_ONCE(chan
->last_call
);
54 /* Sync with __rxrpc_disconnect_call() */
56 if (skb
&& call_id
!= sp
->hdr
.callNumber
)
59 msg
.msg_name
= &conn
->params
.peer
->srx
.transport
;
60 msg
.msg_namelen
= conn
->params
.peer
->srx
.transport_len
;
61 msg
.msg_control
= NULL
;
62 msg
.msg_controllen
= 0;
65 iov
[0].iov_base
= &pkt
;
66 iov
[0].iov_len
= sizeof(pkt
.whdr
);
67 iov
[1].iov_base
= &padding
;
69 iov
[2].iov_base
= &ack_info
;
70 iov
[2].iov_len
= sizeof(ack_info
);
72 pkt
.whdr
.epoch
= htonl(conn
->proto
.epoch
);
73 pkt
.whdr
.cid
= htonl(conn
->proto
.cid
);
74 pkt
.whdr
.callNumber
= htonl(call_id
);
76 pkt
.whdr
.type
= chan
->last_type
;
77 pkt
.whdr
.flags
= conn
->out_clientflag
;
78 pkt
.whdr
.userStatus
= 0;
79 pkt
.whdr
.securityIndex
= conn
->security_ix
;
81 pkt
.whdr
.serviceId
= htons(conn
->service_id
);
83 len
= sizeof(pkt
.whdr
);
84 switch (chan
->last_type
) {
85 case RXRPC_PACKET_TYPE_ABORT
:
86 pkt
.abort_code
= htonl(chan
->last_abort
);
87 iov
[0].iov_len
+= sizeof(pkt
.abort_code
);
88 len
+= sizeof(pkt
.abort_code
);
92 case RXRPC_PACKET_TYPE_ACK
:
93 mtu
= conn
->params
.peer
->if_mtu
;
94 mtu
-= conn
->params
.peer
->hdrsize
;
95 pkt
.ack
.bufferSpace
= 0;
96 pkt
.ack
.maxSkew
= htons(skb
? skb
->priority
: 0);
97 pkt
.ack
.firstPacket
= htonl(chan
->last_seq
+ 1);
98 pkt
.ack
.previousPacket
= htonl(chan
->last_seq
);
99 pkt
.ack
.serial
= htonl(skb
? sp
->hdr
.serial
: 0);
100 pkt
.ack
.reason
= skb
? RXRPC_ACK_DUPLICATE
: RXRPC_ACK_IDLE
;
102 ack_info
.rxMTU
= htonl(rxrpc_rx_mtu
);
103 ack_info
.maxMTU
= htonl(mtu
);
104 ack_info
.rwind
= htonl(rxrpc_rx_window_size
);
105 ack_info
.jumbo_max
= htonl(rxrpc_rx_jumbo_max
);
106 pkt
.whdr
.flags
|= RXRPC_SLOW_START_OK
;
108 iov
[0].iov_len
+= sizeof(pkt
.ack
);
109 len
+= sizeof(pkt
.ack
) + 3 + sizeof(ack_info
);
117 /* Resync with __rxrpc_disconnect_call() and check that the last call
118 * didn't get advanced whilst we were filling out the packets.
121 if (READ_ONCE(chan
->last_call
) != call_id
)
124 serial
= atomic_inc_return(&conn
->serial
);
125 pkt
.whdr
.serial
= htonl(serial
);
127 switch (chan
->last_type
) {
128 case RXRPC_PACKET_TYPE_ABORT
:
129 _proto("Tx ABORT %%%u { %d } [re]", serial
, conn
->local_abort
);
131 case RXRPC_PACKET_TYPE_ACK
:
132 trace_rxrpc_tx_ack(NULL
, serial
, chan
->last_seq
, 0,
133 RXRPC_ACK_DUPLICATE
, 0);
134 _proto("Tx ACK %%%u [re]", serial
);
138 kernel_sendmsg(conn
->params
.local
->socket
, &msg
, iov
, ioc
, len
);
144 * pass a connection-level abort onto all calls on that connection
146 static void rxrpc_abort_calls(struct rxrpc_connection
*conn
,
147 enum rxrpc_call_completion
compl,
148 u32 abort_code
, int error
)
150 struct rxrpc_call
*call
;
153 _enter("{%d},%x", conn
->debug_id
, abort_code
);
155 spin_lock(&conn
->channel_lock
);
157 for (i
= 0; i
< RXRPC_MAXCALLS
; i
++) {
158 call
= rcu_dereference_protected(
159 conn
->channels
[i
].call
,
160 lockdep_is_held(&conn
->channel_lock
));
162 if (compl == RXRPC_CALL_LOCALLY_ABORTED
)
163 trace_rxrpc_abort("CON", call
->cid
,
166 if (rxrpc_set_call_completion(call
, compl,
168 rxrpc_notify_socket(call
);
172 spin_unlock(&conn
->channel_lock
);
177 * generate a connection-level abort
179 static int rxrpc_abort_connection(struct rxrpc_connection
*conn
,
180 int error
, u32 abort_code
)
182 struct rxrpc_wire_header whdr
;
190 _enter("%d,,%u,%u", conn
->debug_id
, error
, abort_code
);
192 /* generate a connection-level abort */
193 spin_lock_bh(&conn
->state_lock
);
194 if (conn
->state
>= RXRPC_CONN_REMOTELY_ABORTED
) {
195 spin_unlock_bh(&conn
->state_lock
);
196 _leave(" = 0 [already dead]");
200 conn
->state
= RXRPC_CONN_LOCALLY_ABORTED
;
201 spin_unlock_bh(&conn
->state_lock
);
203 rxrpc_abort_calls(conn
, RXRPC_CALL_LOCALLY_ABORTED
, abort_code
, error
);
205 msg
.msg_name
= &conn
->params
.peer
->srx
.transport
;
206 msg
.msg_namelen
= conn
->params
.peer
->srx
.transport_len
;
207 msg
.msg_control
= NULL
;
208 msg
.msg_controllen
= 0;
211 whdr
.epoch
= htonl(conn
->proto
.epoch
);
212 whdr
.cid
= htonl(conn
->proto
.cid
);
215 whdr
.type
= RXRPC_PACKET_TYPE_ABORT
;
216 whdr
.flags
= conn
->out_clientflag
;
218 whdr
.securityIndex
= conn
->security_ix
;
220 whdr
.serviceId
= htons(conn
->service_id
);
222 word
= htonl(conn
->local_abort
);
224 iov
[0].iov_base
= &whdr
;
225 iov
[0].iov_len
= sizeof(whdr
);
226 iov
[1].iov_base
= &word
;
227 iov
[1].iov_len
= sizeof(word
);
229 len
= iov
[0].iov_len
+ iov
[1].iov_len
;
231 serial
= atomic_inc_return(&conn
->serial
);
232 whdr
.serial
= htonl(serial
);
233 _proto("Tx CONN ABORT %%%u { %d }", serial
, conn
->local_abort
);
235 ret
= kernel_sendmsg(conn
->params
.local
->socket
, &msg
, iov
, 2, len
);
237 _debug("sendmsg failed: %d", ret
);
246 * mark a call as being on a now-secured channel
247 * - must be called with BH's disabled.
249 static void rxrpc_call_is_secure(struct rxrpc_call
*call
)
253 write_lock_bh(&call
->state_lock
);
254 if (call
->state
== RXRPC_CALL_SERVER_SECURING
) {
255 call
->state
= RXRPC_CALL_SERVER_ACCEPTING
;
256 rxrpc_notify_socket(call
);
258 write_unlock_bh(&call
->state_lock
);
263 * connection-level Rx packet processor
265 static int rxrpc_process_event(struct rxrpc_connection
*conn
,
269 struct rxrpc_skb_priv
*sp
= rxrpc_skb(skb
);
274 if (conn
->state
>= RXRPC_CONN_REMOTELY_ABORTED
) {
275 _leave(" = -ECONNABORTED [%u]", conn
->state
);
276 return -ECONNABORTED
;
279 _enter("{%d},{%u,%%%u},", conn
->debug_id
, sp
->hdr
.type
, sp
->hdr
.serial
);
281 switch (sp
->hdr
.type
) {
282 case RXRPC_PACKET_TYPE_DATA
:
283 case RXRPC_PACKET_TYPE_ACK
:
284 rxrpc_conn_retransmit_call(conn
, skb
,
285 sp
->hdr
.cid
& RXRPC_CHANNELMASK
);
288 case RXRPC_PACKET_TYPE_BUSY
:
289 /* Just ignore BUSY packets for now. */
292 case RXRPC_PACKET_TYPE_ABORT
:
293 if (skb_copy_bits(skb
, sizeof(struct rxrpc_wire_header
),
294 &wtmp
, sizeof(wtmp
)) < 0) {
295 trace_rxrpc_rx_eproto(NULL
, sp
->hdr
.serial
,
296 tracepoint_string("bad_abort"));
299 abort_code
= ntohl(wtmp
);
300 _proto("Rx ABORT %%%u { ac=%d }", sp
->hdr
.serial
, abort_code
);
302 conn
->state
= RXRPC_CONN_REMOTELY_ABORTED
;
303 rxrpc_abort_calls(conn
, RXRPC_CALL_REMOTELY_ABORTED
,
304 abort_code
, -ECONNABORTED
);
305 return -ECONNABORTED
;
307 case RXRPC_PACKET_TYPE_CHALLENGE
:
308 return conn
->security
->respond_to_challenge(conn
, skb
,
311 case RXRPC_PACKET_TYPE_RESPONSE
:
312 ret
= conn
->security
->verify_response(conn
, skb
, _abort_code
);
316 ret
= conn
->security
->init_connection_security(conn
);
320 ret
= conn
->security
->prime_packet_security(conn
);
324 spin_lock(&conn
->channel_lock
);
325 spin_lock(&conn
->state_lock
);
327 if (conn
->state
== RXRPC_CONN_SERVICE_CHALLENGING
) {
328 conn
->state
= RXRPC_CONN_SERVICE
;
329 spin_unlock(&conn
->state_lock
);
330 for (loop
= 0; loop
< RXRPC_MAXCALLS
; loop
++)
331 rxrpc_call_is_secure(
332 rcu_dereference_protected(
333 conn
->channels
[loop
].call
,
334 lockdep_is_held(&conn
->channel_lock
)));
336 spin_unlock(&conn
->state_lock
);
339 spin_unlock(&conn
->channel_lock
);
343 trace_rxrpc_rx_eproto(NULL
, sp
->hdr
.serial
,
344 tracepoint_string("bad_conn_pkt"));
350 * set up security and issue a challenge
352 static void rxrpc_secure_connection(struct rxrpc_connection
*conn
)
357 _enter("{%d}", conn
->debug_id
);
359 ASSERT(conn
->security_ix
!= 0);
361 if (!conn
->params
.key
) {
362 _debug("set up security");
363 ret
= rxrpc_init_server_conn_security(conn
);
368 abort_code
= RX_CALL_DEAD
;
371 abort_code
= RXKADNOAUTH
;
376 if (conn
->security
->issue_challenge(conn
) < 0) {
377 abort_code
= RX_CALL_DEAD
;
386 _debug("abort %d, %d", ret
, abort_code
);
387 rxrpc_abort_connection(conn
, ret
, abort_code
);
388 _leave(" [aborted]");
392 * Process delayed final ACKs that we haven't subsumed into a subsequent call.
394 static void rxrpc_process_delayed_final_acks(struct rxrpc_connection
*conn
)
396 unsigned long j
= jiffies
, next_j
;
397 unsigned int channel
;
401 next_j
= j
+ LONG_MAX
;
403 for (channel
= 0; channel
< RXRPC_MAXCALLS
; channel
++) {
404 struct rxrpc_channel
*chan
= &conn
->channels
[channel
];
405 unsigned long ack_at
;
407 if (!test_bit(RXRPC_CONN_FINAL_ACK_0
+ channel
, &conn
->flags
))
410 smp_rmb(); /* vs rxrpc_disconnect_client_call */
411 ack_at
= READ_ONCE(chan
->final_ack_at
);
413 if (time_before(j
, ack_at
)) {
414 if (time_before(ack_at
, next_j
)) {
421 if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0
+ channel
,
423 rxrpc_conn_retransmit_call(conn
, NULL
, channel
);
427 if (time_before_eq(next_j
, j
))
430 rxrpc_reduce_conn_timer(conn
, next_j
);
434 * connection-level event processor
436 void rxrpc_process_connection(struct work_struct
*work
)
438 struct rxrpc_connection
*conn
=
439 container_of(work
, struct rxrpc_connection
, processor
);
441 u32 abort_code
= RX_PROTOCOL_ERROR
;
444 rxrpc_see_connection(conn
);
446 if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE
, &conn
->events
))
447 rxrpc_secure_connection(conn
);
449 /* Process delayed ACKs whose time has come. */
450 if (conn
->flags
& RXRPC_CONN_FINAL_ACK_MASK
)
451 rxrpc_process_delayed_final_acks(conn
);
453 /* go through the conn-level event packets, releasing the ref on this
454 * connection that each one has when we've finished with it */
455 while ((skb
= skb_dequeue(&conn
->rx_queue
))) {
456 rxrpc_see_skb(skb
, rxrpc_skb_rx_seen
);
457 ret
= rxrpc_process_event(conn
, skb
, &abort_code
);
465 goto requeue_and_leave
;
468 rxrpc_free_skb(skb
, rxrpc_skb_rx_freed
);
474 rxrpc_put_connection(conn
);
479 skb_queue_head(&conn
->rx_queue
, skb
);
483 if (rxrpc_abort_connection(conn
, ret
, abort_code
) < 0)
484 goto requeue_and_leave
;
485 rxrpc_free_skb(skb
, rxrpc_skb_rx_freed
);