2 * Copyright (C) 2005 Anthony Liguori <anthony@codemonkey.ws>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; under version 2 of the License.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, see <http://www.gnu.org/licenses/>.
19 #include "block/nbd.h"
20 #include "block/block.h"
22 #include "block/coroutine.h"
27 #include <sys/ioctl.h>
29 #if defined(__sun__) || defined(__HAIKU__)
30 #include <sys/ioccom.h>
39 #include "qemu_socket.h"
40 #include "qemu-queue.h"
45 #define TRACE(msg, ...) do { \
46 LOG(msg, ## __VA_ARGS__); \
49 #define TRACE(msg, ...) \
53 #define LOG(msg, ...) do { \
54 fprintf(stderr, "%s:%s():L%d: " msg "\n", \
55 __FILE__, __FUNCTION__, __LINE__, ## __VA_ARGS__); \
58 /* This is all part of the "official" NBD API */
60 #define NBD_REQUEST_SIZE (4 + 4 + 8 + 8 + 4)
61 #define NBD_REPLY_SIZE (4 + 4 + 8)
62 #define NBD_REQUEST_MAGIC 0x25609513
63 #define NBD_REPLY_MAGIC 0x67446698
64 #define NBD_OPTS_MAGIC 0x49484156454F5054LL
65 #define NBD_CLIENT_MAGIC 0x0000420281861253LL
67 #define NBD_SET_SOCK _IO(0xab, 0)
68 #define NBD_SET_BLKSIZE _IO(0xab, 1)
69 #define NBD_SET_SIZE _IO(0xab, 2)
70 #define NBD_DO_IT _IO(0xab, 3)
71 #define NBD_CLEAR_SOCK _IO(0xab, 4)
72 #define NBD_CLEAR_QUE _IO(0xab, 5)
73 #define NBD_PRINT_DEBUG _IO(0xab, 6)
74 #define NBD_SET_SIZE_BLOCKS _IO(0xab, 7)
75 #define NBD_DISCONNECT _IO(0xab, 8)
76 #define NBD_SET_TIMEOUT _IO(0xab, 9)
77 #define NBD_SET_FLAGS _IO(0xab, 10)
79 #define NBD_OPT_EXPORT_NAME (1 << 0)
81 /* Definitions for opaque data types */
83 typedef struct NBDRequest NBDRequest
;
86 QSIMPLEQ_ENTRY(NBDRequest
) entry
;
93 void (*close
)(NBDExport
*exp
);
100 QTAILQ_HEAD(, NBDClient
) clients
;
101 QSIMPLEQ_HEAD(, NBDRequest
) requests
;
102 QTAILQ_ENTRY(NBDExport
) next
;
105 static QTAILQ_HEAD(, NBDExport
) exports
= QTAILQ_HEAD_INITIALIZER(exports
);
109 void (*close
)(NBDClient
*client
);
114 Coroutine
*recv_coroutine
;
117 Coroutine
*send_coroutine
;
119 QTAILQ_ENTRY(NBDClient
) next
;
124 /* That's all folks */
126 ssize_t
nbd_wr_sync(int fd
, void *buffer
, size_t size
, bool do_read
)
131 if (qemu_in_coroutine()) {
133 return qemu_co_recv(fd
, buffer
, size
);
135 return qemu_co_send(fd
, buffer
, size
);
139 while (offset
< size
) {
143 len
= qemu_recv(fd
, buffer
+ offset
, size
- offset
, 0);
145 len
= send(fd
, buffer
+ offset
, size
- offset
, 0);
149 err
= socket_error();
151 /* recoverable error */
152 if (err
== EINTR
|| (offset
> 0 && err
== EAGAIN
)) {
156 /* unrecoverable error */
171 static ssize_t
read_sync(int fd
, void *buffer
, size_t size
)
173 /* Sockets are kept in blocking mode in the negotiation phase. After
174 * that, a non-readable socket simply means that another thread stole
175 * our request/reply. Synchronization is done with recv_coroutine, so
176 * that this is coroutine-safe.
178 return nbd_wr_sync(fd
, buffer
, size
, true);
181 static ssize_t
write_sync(int fd
, void *buffer
, size_t size
)
185 /* For writes, we do expect the socket to be writable. */
186 ret
= nbd_wr_sync(fd
, buffer
, size
, false);
187 } while (ret
== -EAGAIN
);
191 static void combine_addr(char *buf
, size_t len
, const char* address
,
194 /* If the address-part contains a colon, it's an IPv6 IP so needs [] */
195 if (strstr(address
, ":")) {
196 snprintf(buf
, len
, "[%s]:%u", address
, port
);
198 snprintf(buf
, len
, "%s:%u", address
, port
);
202 int tcp_socket_outgoing(const char *address
, uint16_t port
)
204 char address_and_port
[128];
205 combine_addr(address_and_port
, 128, address
, port
);
206 return tcp_socket_outgoing_spec(address_and_port
);
209 int tcp_socket_outgoing_spec(const char *address_and_port
)
211 Error
*local_err
= NULL
;
212 int fd
= inet_connect(address_and_port
, &local_err
);
214 if (local_err
!= NULL
) {
215 qerror_report_err(local_err
);
216 error_free(local_err
);
221 int tcp_socket_incoming(const char *address
, uint16_t port
)
223 char address_and_port
[128];
224 combine_addr(address_and_port
, 128, address
, port
);
225 return tcp_socket_incoming_spec(address_and_port
);
228 int tcp_socket_incoming_spec(const char *address_and_port
)
230 Error
*local_err
= NULL
;
231 int fd
= inet_listen(address_and_port
, NULL
, 0, SOCK_STREAM
, 0, &local_err
);
233 if (local_err
!= NULL
) {
234 qerror_report_err(local_err
);
235 error_free(local_err
);
240 int unix_socket_incoming(const char *path
)
242 Error
*local_err
= NULL
;
243 int fd
= unix_listen(path
, NULL
, 0, &local_err
);
245 if (local_err
!= NULL
) {
246 qerror_report_err(local_err
);
247 error_free(local_err
);
252 int unix_socket_outgoing(const char *path
)
254 Error
*local_err
= NULL
;
255 int fd
= unix_connect(path
, &local_err
);
257 if (local_err
!= NULL
) {
258 qerror_report_err(local_err
);
259 error_free(local_err
);
264 /* Basic flow for negotiation
291 static int nbd_receive_options(NBDClient
*client
)
293 int csock
= client
->sock
;
295 uint32_t tmp
, length
;
300 [ 0 .. 3] reserved (0)
301 [ 4 .. 11] NBD_OPTS_MAGIC
302 [12 .. 15] NBD_OPT_EXPORT_NAME
304 [20 .. xx] export name (length bytes)
308 if (read_sync(csock
, &tmp
, sizeof(tmp
)) != sizeof(tmp
)) {
312 TRACE("Checking reserved");
314 LOG("Bad reserved received");
318 if (read_sync(csock
, &magic
, sizeof(magic
)) != sizeof(magic
)) {
322 TRACE("Checking reserved");
323 if (magic
!= be64_to_cpu(NBD_OPTS_MAGIC
)) {
324 LOG("Bad magic received");
328 if (read_sync(csock
, &tmp
, sizeof(tmp
)) != sizeof(tmp
)) {
332 TRACE("Checking option");
333 if (tmp
!= be32_to_cpu(NBD_OPT_EXPORT_NAME
)) {
334 LOG("Bad option received");
338 if (read_sync(csock
, &length
, sizeof(length
)) != sizeof(length
)) {
342 TRACE("Checking length");
343 length
= be32_to_cpu(length
);
345 LOG("Bad length received");
348 if (read_sync(csock
, name
, length
) != length
) {
354 client
->exp
= nbd_export_find(name
);
356 LOG("export not found");
360 QTAILQ_INSERT_TAIL(&client
->exp
->clients
, client
, next
);
361 nbd_export_get(client
->exp
);
363 TRACE("Option negotiation succeeded.");
369 static int nbd_send_negotiate(NBDClient
*client
)
371 int csock
= client
->sock
;
372 char buf
[8 + 8 + 8 + 128];
374 const int myflags
= (NBD_FLAG_HAS_FLAGS
| NBD_FLAG_SEND_TRIM
|
375 NBD_FLAG_SEND_FLUSH
| NBD_FLAG_SEND_FUA
);
377 /* Negotiation header without options:
378 [ 0 .. 7] passwd ("NBDMAGIC")
379 [ 8 .. 15] magic (NBD_CLIENT_MAGIC)
381 [24 .. 25] server flags (0)
382 [24 .. 27] export flags
383 [28 .. 151] reserved (0)
385 Negotiation header with options, part 1:
386 [ 0 .. 7] passwd ("NBDMAGIC")
387 [ 8 .. 15] magic (NBD_OPTS_MAGIC)
388 [16 .. 17] server flags (0)
390 part 2 (after options are sent):
392 [26 .. 27] export flags
393 [28 .. 151] reserved (0)
396 socket_set_block(csock
);
399 TRACE("Beginning negotiation.");
400 memset(buf
, 0, sizeof(buf
));
401 memcpy(buf
, "NBDMAGIC", 8);
403 assert ((client
->exp
->nbdflags
& ~65535) == 0);
404 cpu_to_be64w((uint64_t*)(buf
+ 8), NBD_CLIENT_MAGIC
);
405 cpu_to_be64w((uint64_t*)(buf
+ 16), client
->exp
->size
);
406 cpu_to_be16w((uint16_t*)(buf
+ 26), client
->exp
->nbdflags
| myflags
);
408 cpu_to_be64w((uint64_t*)(buf
+ 8), NBD_OPTS_MAGIC
);
412 if (write_sync(csock
, buf
, sizeof(buf
)) != sizeof(buf
)) {
417 if (write_sync(csock
, buf
, 18) != 18) {
421 rc
= nbd_receive_options(client
);
423 LOG("option negotiation failed");
427 assert ((client
->exp
->nbdflags
& ~65535) == 0);
428 cpu_to_be64w((uint64_t*)(buf
+ 18), client
->exp
->size
);
429 cpu_to_be16w((uint16_t*)(buf
+ 26), client
->exp
->nbdflags
| myflags
);
430 if (write_sync(csock
, buf
+ 18, sizeof(buf
) - 18) != sizeof(buf
) - 18) {
436 TRACE("Negotiation succeeded.");
439 socket_set_nonblock(csock
);
443 int nbd_receive_negotiate(int csock
, const char *name
, uint32_t *flags
,
444 off_t
*size
, size_t *blocksize
)
451 TRACE("Receiving negotiation.");
453 socket_set_block(csock
);
456 if (read_sync(csock
, buf
, 8) != 8) {
462 if (strlen(buf
) == 0) {
463 LOG("server connection closed");
467 TRACE("Magic is %c%c%c%c%c%c%c%c",
468 qemu_isprint(buf
[0]) ? buf
[0] : '.',
469 qemu_isprint(buf
[1]) ? buf
[1] : '.',
470 qemu_isprint(buf
[2]) ? buf
[2] : '.',
471 qemu_isprint(buf
[3]) ? buf
[3] : '.',
472 qemu_isprint(buf
[4]) ? buf
[4] : '.',
473 qemu_isprint(buf
[5]) ? buf
[5] : '.',
474 qemu_isprint(buf
[6]) ? buf
[6] : '.',
475 qemu_isprint(buf
[7]) ? buf
[7] : '.');
477 if (memcmp(buf
, "NBDMAGIC", 8) != 0) {
478 LOG("Invalid magic received");
482 if (read_sync(csock
, &magic
, sizeof(magic
)) != sizeof(magic
)) {
486 magic
= be64_to_cpu(magic
);
487 TRACE("Magic is 0x%" PRIx64
, magic
);
490 uint32_t reserved
= 0;
494 TRACE("Checking magic (opts_magic)");
495 if (magic
!= NBD_OPTS_MAGIC
) {
496 LOG("Bad magic received");
499 if (read_sync(csock
, &tmp
, sizeof(tmp
)) != sizeof(tmp
)) {
500 LOG("flags read failed");
503 *flags
= be16_to_cpu(tmp
) << 16;
504 /* reserved for future use */
505 if (write_sync(csock
, &reserved
, sizeof(reserved
)) !=
507 LOG("write failed (reserved)");
510 /* write the export name */
511 magic
= cpu_to_be64(magic
);
512 if (write_sync(csock
, &magic
, sizeof(magic
)) != sizeof(magic
)) {
513 LOG("write failed (magic)");
516 opt
= cpu_to_be32(NBD_OPT_EXPORT_NAME
);
517 if (write_sync(csock
, &opt
, sizeof(opt
)) != sizeof(opt
)) {
518 LOG("write failed (opt)");
521 namesize
= cpu_to_be32(strlen(name
));
522 if (write_sync(csock
, &namesize
, sizeof(namesize
)) !=
524 LOG("write failed (namesize)");
527 if (write_sync(csock
, (char*)name
, strlen(name
)) != strlen(name
)) {
528 LOG("write failed (name)");
532 TRACE("Checking magic (cli_magic)");
534 if (magic
!= NBD_CLIENT_MAGIC
) {
535 LOG("Bad magic received");
540 if (read_sync(csock
, &s
, sizeof(s
)) != sizeof(s
)) {
544 *size
= be64_to_cpu(s
);
546 TRACE("Size is %" PRIu64
, *size
);
549 if (read_sync(csock
, flags
, sizeof(*flags
)) != sizeof(*flags
)) {
550 LOG("read failed (flags)");
553 *flags
= be32_to_cpup(flags
);
555 if (read_sync(csock
, &tmp
, sizeof(tmp
)) != sizeof(tmp
)) {
556 LOG("read failed (tmp)");
559 *flags
|= be32_to_cpu(tmp
);
561 if (read_sync(csock
, &buf
, 124) != 124) {
562 LOG("read failed (buf)");
568 socket_set_nonblock(csock
);
573 int nbd_init(int fd
, int csock
, uint32_t flags
, off_t size
, size_t blocksize
)
575 TRACE("Setting NBD socket");
577 if (ioctl(fd
, NBD_SET_SOCK
, csock
) < 0) {
579 LOG("Failed to set NBD socket");
583 TRACE("Setting block size to %lu", (unsigned long)blocksize
);
585 if (ioctl(fd
, NBD_SET_BLKSIZE
, blocksize
) < 0) {
587 LOG("Failed setting NBD block size");
591 TRACE("Setting size to %zd block(s)", (size_t)(size
/ blocksize
));
593 if (ioctl(fd
, NBD_SET_SIZE_BLOCKS
, size
/ blocksize
) < 0) {
595 LOG("Failed setting size (in blocks)");
599 if (ioctl(fd
, NBD_SET_FLAGS
, flags
) < 0) {
600 if (errno
== ENOTTY
) {
601 int read_only
= (flags
& NBD_FLAG_READ_ONLY
) != 0;
602 TRACE("Setting readonly attribute");
604 if (ioctl(fd
, BLKROSET
, (unsigned long) &read_only
) < 0) {
606 LOG("Failed setting read-only attribute");
611 LOG("Failed setting flags");
616 TRACE("Negotiation ended");
621 int nbd_disconnect(int fd
)
623 ioctl(fd
, NBD_CLEAR_QUE
);
624 ioctl(fd
, NBD_DISCONNECT
);
625 ioctl(fd
, NBD_CLEAR_SOCK
);
629 int nbd_client(int fd
)
634 TRACE("Doing NBD loop");
636 ret
= ioctl(fd
, NBD_DO_IT
);
637 if (ret
< 0 && errno
== EPIPE
) {
638 /* NBD_DO_IT normally returns EPIPE when someone has disconnected
639 * the socket via NBD_DISCONNECT. We do not want to return 1 in
646 TRACE("NBD loop returned %d: %s", ret
, strerror(serrno
));
648 TRACE("Clearing NBD queue");
649 ioctl(fd
, NBD_CLEAR_QUE
);
651 TRACE("Clearing NBD socket");
652 ioctl(fd
, NBD_CLEAR_SOCK
);
658 int nbd_init(int fd
, int csock
, uint32_t flags
, off_t size
, size_t blocksize
)
663 int nbd_disconnect(int fd
)
668 int nbd_client(int fd
)
674 ssize_t
nbd_send_request(int csock
, struct nbd_request
*request
)
676 uint8_t buf
[NBD_REQUEST_SIZE
];
679 cpu_to_be32w((uint32_t*)buf
, NBD_REQUEST_MAGIC
);
680 cpu_to_be32w((uint32_t*)(buf
+ 4), request
->type
);
681 cpu_to_be64w((uint64_t*)(buf
+ 8), request
->handle
);
682 cpu_to_be64w((uint64_t*)(buf
+ 16), request
->from
);
683 cpu_to_be32w((uint32_t*)(buf
+ 24), request
->len
);
685 TRACE("Sending request to client: "
686 "{ .from = %" PRIu64
", .len = %u, .handle = %" PRIu64
", .type=%i}",
687 request
->from
, request
->len
, request
->handle
, request
->type
);
689 ret
= write_sync(csock
, buf
, sizeof(buf
));
694 if (ret
!= sizeof(buf
)) {
695 LOG("writing to socket failed");
701 static ssize_t
nbd_receive_request(int csock
, struct nbd_request
*request
)
703 uint8_t buf
[NBD_REQUEST_SIZE
];
707 ret
= read_sync(csock
, buf
, sizeof(buf
));
712 if (ret
!= sizeof(buf
)) {
718 [ 0 .. 3] magic (NBD_REQUEST_MAGIC)
719 [ 4 .. 7] type (0 == READ, 1 == WRITE)
725 magic
= be32_to_cpup((uint32_t*)buf
);
726 request
->type
= be32_to_cpup((uint32_t*)(buf
+ 4));
727 request
->handle
= be64_to_cpup((uint64_t*)(buf
+ 8));
728 request
->from
= be64_to_cpup((uint64_t*)(buf
+ 16));
729 request
->len
= be32_to_cpup((uint32_t*)(buf
+ 24));
731 TRACE("Got request: "
732 "{ magic = 0x%x, .type = %d, from = %" PRIu64
" , len = %u }",
733 magic
, request
->type
, request
->from
, request
->len
);
735 if (magic
!= NBD_REQUEST_MAGIC
) {
736 LOG("invalid magic (got 0x%x)", magic
);
742 ssize_t
nbd_receive_reply(int csock
, struct nbd_reply
*reply
)
744 uint8_t buf
[NBD_REPLY_SIZE
];
748 ret
= read_sync(csock
, buf
, sizeof(buf
));
753 if (ret
!= sizeof(buf
)) {
759 [ 0 .. 3] magic (NBD_REPLY_MAGIC)
760 [ 4 .. 7] error (0 == no error)
764 magic
= be32_to_cpup((uint32_t*)buf
);
765 reply
->error
= be32_to_cpup((uint32_t*)(buf
+ 4));
766 reply
->handle
= be64_to_cpup((uint64_t*)(buf
+ 8));
769 "{ magic = 0x%x, .error = %d, handle = %" PRIu64
" }",
770 magic
, reply
->error
, reply
->handle
);
772 if (magic
!= NBD_REPLY_MAGIC
) {
773 LOG("invalid magic (got 0x%x)", magic
);
779 static ssize_t
nbd_send_reply(int csock
, struct nbd_reply
*reply
)
781 uint8_t buf
[NBD_REPLY_SIZE
];
785 [ 0 .. 3] magic (NBD_REPLY_MAGIC)
786 [ 4 .. 7] error (0 == no error)
789 cpu_to_be32w((uint32_t*)buf
, NBD_REPLY_MAGIC
);
790 cpu_to_be32w((uint32_t*)(buf
+ 4), reply
->error
);
791 cpu_to_be64w((uint64_t*)(buf
+ 8), reply
->handle
);
793 TRACE("Sending response to client");
795 ret
= write_sync(csock
, buf
, sizeof(buf
));
800 if (ret
!= sizeof(buf
)) {
801 LOG("writing to socket failed");
807 #define MAX_NBD_REQUESTS 16
809 void nbd_client_get(NBDClient
*client
)
814 void nbd_client_put(NBDClient
*client
)
816 if (--client
->refcount
== 0) {
817 /* The last reference should be dropped by client->close,
818 * which is called by nbd_client_close.
820 assert(client
->closing
);
822 qemu_set_fd_handler2(client
->sock
, NULL
, NULL
, NULL
, NULL
);
826 QTAILQ_REMOVE(&client
->exp
->clients
, client
, next
);
827 nbd_export_put(client
->exp
);
833 void nbd_client_close(NBDClient
*client
)
835 if (client
->closing
) {
839 client
->closing
= true;
841 /* Force requests to finish. They will drop their own references,
842 * then we'll close the socket and free the NBDClient.
844 shutdown(client
->sock
, 2);
846 /* Also tell the client, so that they release their reference. */
848 client
->close(client
);
852 static NBDRequest
*nbd_request_get(NBDClient
*client
)
855 NBDExport
*exp
= client
->exp
;
857 assert(client
->nb_requests
<= MAX_NBD_REQUESTS
- 1);
858 client
->nb_requests
++;
860 if (QSIMPLEQ_EMPTY(&exp
->requests
)) {
861 req
= g_malloc0(sizeof(NBDRequest
));
862 req
->data
= qemu_blockalign(exp
->bs
, NBD_BUFFER_SIZE
);
864 req
= QSIMPLEQ_FIRST(&exp
->requests
);
865 QSIMPLEQ_REMOVE_HEAD(&exp
->requests
, entry
);
867 nbd_client_get(client
);
868 req
->client
= client
;
872 static void nbd_request_put(NBDRequest
*req
)
874 NBDClient
*client
= req
->client
;
875 QSIMPLEQ_INSERT_HEAD(&client
->exp
->requests
, req
, entry
);
876 if (client
->nb_requests
-- == MAX_NBD_REQUESTS
) {
879 nbd_client_put(client
);
882 NBDExport
*nbd_export_new(BlockDriverState
*bs
, off_t dev_offset
,
883 off_t size
, uint32_t nbdflags
,
884 void (*close
)(NBDExport
*))
886 NBDExport
*exp
= g_malloc0(sizeof(NBDExport
));
887 QSIMPLEQ_INIT(&exp
->requests
);
889 QTAILQ_INIT(&exp
->clients
);
891 exp
->dev_offset
= dev_offset
;
892 exp
->nbdflags
= nbdflags
;
893 exp
->size
= size
== -1 ? bdrv_getlength(bs
) : size
;
898 NBDExport
*nbd_export_find(const char *name
)
901 QTAILQ_FOREACH(exp
, &exports
, next
) {
902 if (strcmp(name
, exp
->name
) == 0) {
910 void nbd_export_set_name(NBDExport
*exp
, const char *name
)
912 if (exp
->name
== name
) {
917 if (exp
->name
!= NULL
) {
920 QTAILQ_REMOVE(&exports
, exp
, next
);
925 exp
->name
= g_strdup(name
);
926 QTAILQ_INSERT_TAIL(&exports
, exp
, next
);
931 void nbd_export_close(NBDExport
*exp
)
933 NBDClient
*client
, *next
;
936 QTAILQ_FOREACH_SAFE(client
, &exp
->clients
, next
, next
) {
937 nbd_client_close(client
);
939 nbd_export_set_name(exp
, NULL
);
943 void nbd_export_get(NBDExport
*exp
)
945 assert(exp
->refcount
> 0);
949 void nbd_export_put(NBDExport
*exp
)
951 assert(exp
->refcount
> 0);
952 if (exp
->refcount
== 1) {
953 nbd_export_close(exp
);
956 if (--exp
->refcount
== 0) {
957 assert(exp
->name
== NULL
);
963 while (!QSIMPLEQ_EMPTY(&exp
->requests
)) {
964 NBDRequest
*first
= QSIMPLEQ_FIRST(&exp
->requests
);
965 QSIMPLEQ_REMOVE_HEAD(&exp
->requests
, entry
);
966 qemu_vfree(first
->data
);
974 BlockDriverState
*nbd_export_get_blockdev(NBDExport
*exp
)
979 void nbd_export_close_all(void)
981 NBDExport
*exp
, *next
;
983 QTAILQ_FOREACH_SAFE(exp
, &exports
, next
, next
) {
984 nbd_export_close(exp
);
988 static int nbd_can_read(void *opaque
);
989 static void nbd_read(void *opaque
);
990 static void nbd_restart_write(void *opaque
);
992 static ssize_t
nbd_co_send_reply(NBDRequest
*req
, struct nbd_reply
*reply
,
995 NBDClient
*client
= req
->client
;
996 int csock
= client
->sock
;
999 qemu_co_mutex_lock(&client
->send_lock
);
1000 qemu_set_fd_handler2(csock
, nbd_can_read
, nbd_read
,
1001 nbd_restart_write
, client
);
1002 client
->send_coroutine
= qemu_coroutine_self();
1005 rc
= nbd_send_reply(csock
, reply
);
1007 socket_set_cork(csock
, 1);
1008 rc
= nbd_send_reply(csock
, reply
);
1010 ret
= qemu_co_send(csock
, req
->data
, len
);
1015 socket_set_cork(csock
, 0);
1018 client
->send_coroutine
= NULL
;
1019 qemu_set_fd_handler2(csock
, nbd_can_read
, nbd_read
, NULL
, client
);
1020 qemu_co_mutex_unlock(&client
->send_lock
);
1024 static ssize_t
nbd_co_receive_request(NBDRequest
*req
, struct nbd_request
*request
)
1026 NBDClient
*client
= req
->client
;
1027 int csock
= client
->sock
;
1030 client
->recv_coroutine
= qemu_coroutine_self();
1031 rc
= nbd_receive_request(csock
, request
);
1033 if (rc
!= -EAGAIN
) {
1039 if (request
->len
> NBD_BUFFER_SIZE
) {
1040 LOG("len (%u) is larger than max len (%u)",
1041 request
->len
, NBD_BUFFER_SIZE
);
1046 if ((request
->from
+ request
->len
) < request
->from
) {
1047 LOG("integer overflow detected! "
1048 "you're probably being attacked");
1053 TRACE("Decoding type");
1055 if ((request
->type
& NBD_CMD_MASK_COMMAND
) == NBD_CMD_WRITE
) {
1056 TRACE("Reading %u byte(s)", request
->len
);
1058 if (qemu_co_recv(csock
, req
->data
, request
->len
) != request
->len
) {
1059 LOG("reading from socket failed");
1067 client
->recv_coroutine
= NULL
;
1071 static void nbd_trip(void *opaque
)
1073 NBDClient
*client
= opaque
;
1074 NBDExport
*exp
= client
->exp
;
1076 struct nbd_request request
;
1077 struct nbd_reply reply
;
1080 TRACE("Reading request.");
1081 if (client
->closing
) {
1085 req
= nbd_request_get(client
);
1086 ret
= nbd_co_receive_request(req
, &request
);
1087 if (ret
== -EAGAIN
) {
1094 reply
.handle
= request
.handle
;
1102 if ((request
.from
+ request
.len
) > exp
->size
) {
1103 LOG("From: %" PRIu64
", Len: %u, Size: %" PRIu64
1104 ", Offset: %" PRIu64
"\n",
1105 request
.from
, request
.len
,
1106 (uint64_t)exp
->size
, (uint64_t)exp
->dev_offset
);
1107 LOG("requested operation past EOF--bad client?");
1108 goto invalid_request
;
1111 switch (request
.type
& NBD_CMD_MASK_COMMAND
) {
1113 TRACE("Request type is READ");
1115 if (request
.type
& NBD_CMD_FLAG_FUA
) {
1116 ret
= bdrv_co_flush(exp
->bs
);
1118 LOG("flush failed");
1124 ret
= bdrv_read(exp
->bs
, (request
.from
+ exp
->dev_offset
) / 512,
1125 req
->data
, request
.len
/ 512);
1127 LOG("reading from file failed");
1132 TRACE("Read %u byte(s)", request
.len
);
1133 if (nbd_co_send_reply(req
, &reply
, request
.len
) < 0)
1137 TRACE("Request type is WRITE");
1139 if (exp
->nbdflags
& NBD_FLAG_READ_ONLY
) {
1140 TRACE("Server is read-only, return error");
1141 reply
.error
= EROFS
;
1145 TRACE("Writing to device");
1147 ret
= bdrv_write(exp
->bs
, (request
.from
+ exp
->dev_offset
) / 512,
1148 req
->data
, request
.len
/ 512);
1150 LOG("writing to file failed");
1155 if (request
.type
& NBD_CMD_FLAG_FUA
) {
1156 ret
= bdrv_co_flush(exp
->bs
);
1158 LOG("flush failed");
1164 if (nbd_co_send_reply(req
, &reply
, 0) < 0) {
1169 TRACE("Request type is DISCONNECT");
1173 TRACE("Request type is FLUSH");
1175 ret
= bdrv_co_flush(exp
->bs
);
1177 LOG("flush failed");
1180 if (nbd_co_send_reply(req
, &reply
, 0) < 0) {
1185 TRACE("Request type is TRIM");
1186 ret
= bdrv_co_discard(exp
->bs
, (request
.from
+ exp
->dev_offset
) / 512,
1189 LOG("discard failed");
1192 if (nbd_co_send_reply(req
, &reply
, 0) < 0) {
1197 LOG("invalid request type (%u) received", request
.type
);
1199 reply
.error
= -EINVAL
;
1201 if (nbd_co_send_reply(req
, &reply
, 0) < 0) {
1207 TRACE("Request/Reply complete");
1210 nbd_request_put(req
);
1214 nbd_request_put(req
);
1215 nbd_client_close(client
);
1218 static int nbd_can_read(void *opaque
)
1220 NBDClient
*client
= opaque
;
1222 return client
->recv_coroutine
|| client
->nb_requests
< MAX_NBD_REQUESTS
;
1225 static void nbd_read(void *opaque
)
1227 NBDClient
*client
= opaque
;
1229 if (client
->recv_coroutine
) {
1230 qemu_coroutine_enter(client
->recv_coroutine
, NULL
);
1232 qemu_coroutine_enter(qemu_coroutine_create(nbd_trip
), client
);
1236 static void nbd_restart_write(void *opaque
)
1238 NBDClient
*client
= opaque
;
1240 qemu_coroutine_enter(client
->send_coroutine
, NULL
);
1243 NBDClient
*nbd_client_new(NBDExport
*exp
, int csock
,
1244 void (*close
)(NBDClient
*))
1247 client
= g_malloc0(sizeof(NBDClient
));
1248 client
->refcount
= 1;
1250 client
->sock
= csock
;
1251 if (nbd_send_negotiate(client
) < 0) {
1255 client
->close
= close
;
1256 qemu_co_mutex_init(&client
->send_lock
);
1257 qemu_set_fd_handler2(csock
, nbd_can_read
, nbd_read
, NULL
, client
);
1260 QTAILQ_INSERT_TAIL(&exp
->clients
, client
, next
);
1261 nbd_export_get(exp
);