qapi: Fix code generation for empty modules
[qemu/kevin.git] / nbd / client.c
blobba173108baab2906b62a6ca5d8f0e01e16e58bb8
1 /*
2 * Copyright (C) 2016-2019 Red Hat, Inc.
3 * Copyright (C) 2005 Anthony Liguori <anthony@codemonkey.ws>
5 * Network Block Device Client Side
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; under version 2 of the License.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, see <http://www.gnu.org/licenses/>.
20 #include "qemu/osdep.h"
21 #include "qapi/error.h"
22 #include "qemu/queue.h"
23 #include "trace.h"
24 #include "nbd-internal.h"
25 #include "qemu/cutils.h"
27 /* Definitions for opaque data types */
29 static QTAILQ_HEAD(, NBDExport) exports = QTAILQ_HEAD_INITIALIZER(exports);
31 /* That's all folks */
33 /* Basic flow for negotiation
35 Server Client
36 Negotiate
40 Server Client
41 Negotiate #1
42 Option
43 Negotiate #2
45 ----
47 followed by
49 Server Client
50 Request
51 Response
52 Request
53 Response
54 ...
55 ...
56 Request (type == 2)
60 /* Send an option request.
62 * The request is for option @opt, with @data containing @len bytes of
63 * additional payload for the request (@len may be -1 to treat @data as
64 * a C string; and @data may be NULL if @len is 0).
65 * Return 0 if successful, -1 with errp set if it is impossible to
66 * continue. */
67 static int nbd_send_option_request(QIOChannel *ioc, uint32_t opt,
68 uint32_t len, const char *data,
69 Error **errp)
71 NBDOption req;
72 QEMU_BUILD_BUG_ON(sizeof(req) != 16);
74 if (len == -1) {
75 req.length = len = strlen(data);
77 trace_nbd_send_option_request(opt, nbd_opt_lookup(opt), len);
79 stq_be_p(&req.magic, NBD_OPTS_MAGIC);
80 stl_be_p(&req.option, opt);
81 stl_be_p(&req.length, len);
83 if (nbd_write(ioc, &req, sizeof(req), errp) < 0) {
84 error_prepend(errp, "Failed to send option request header: ");
85 return -1;
88 if (len && nbd_write(ioc, (char *) data, len, errp) < 0) {
89 error_prepend(errp, "Failed to send option request data: ");
90 return -1;
93 return 0;
96 /* Send NBD_OPT_ABORT as a courtesy to let the server know that we are
97 * not going to attempt further negotiation. */
98 static void nbd_send_opt_abort(QIOChannel *ioc)
100 /* Technically, a compliant server is supposed to reply to us; but
101 * older servers disconnected instead. At any rate, we're allowed
102 * to disconnect without waiting for the server reply, so we don't
103 * even care if the request makes it to the server, let alone
104 * waiting around for whether the server replies. */
105 nbd_send_option_request(ioc, NBD_OPT_ABORT, 0, NULL, NULL);
109 /* Receive the header of an option reply, which should match the given
110 * opt. Read through the length field, but NOT the length bytes of
111 * payload. Return 0 if successful, -1 with errp set if it is
112 * impossible to continue. */
113 static int nbd_receive_option_reply(QIOChannel *ioc, uint32_t opt,
114 NBDOptionReply *reply, Error **errp)
116 QEMU_BUILD_BUG_ON(sizeof(*reply) != 20);
117 if (nbd_read(ioc, reply, sizeof(*reply), "option reply", errp) < 0) {
118 nbd_send_opt_abort(ioc);
119 return -1;
121 reply->magic = be64_to_cpu(reply->magic);
122 reply->option = be32_to_cpu(reply->option);
123 reply->type = be32_to_cpu(reply->type);
124 reply->length = be32_to_cpu(reply->length);
126 trace_nbd_receive_option_reply(reply->option, nbd_opt_lookup(reply->option),
127 reply->type, nbd_rep_lookup(reply->type),
128 reply->length);
130 if (reply->magic != NBD_REP_MAGIC) {
131 error_setg(errp, "Unexpected option reply magic");
132 nbd_send_opt_abort(ioc);
133 return -1;
135 if (reply->option != opt) {
136 error_setg(errp, "Unexpected option type %u (%s), expected %u (%s)",
137 reply->option, nbd_opt_lookup(reply->option),
138 opt, nbd_opt_lookup(opt));
139 nbd_send_opt_abort(ioc);
140 return -1;
142 return 0;
146 * If reply represents success, return 1 without further action. If
147 * reply represents an error, consume the optional payload of the
148 * packet on ioc. Then return 0 for unsupported (so the client can
149 * fall back to other approaches), where @strict determines if only
150 * ERR_UNSUP or all errors fit that category, or -1 with errp set for
151 * other errors.
153 static int nbd_handle_reply_err(QIOChannel *ioc, NBDOptionReply *reply,
154 bool strict, Error **errp)
156 g_autofree char *msg = NULL;
158 if (!(reply->type & (1 << 31))) {
159 return 1;
162 if (reply->length) {
163 if (reply->length > NBD_MAX_BUFFER_SIZE) {
164 error_setg(errp, "server error %" PRIu32
165 " (%s) message is too long",
166 reply->type, nbd_rep_lookup(reply->type));
167 goto err;
169 msg = g_malloc(reply->length + 1);
170 if (nbd_read(ioc, msg, reply->length, NULL, errp) < 0) {
171 error_prepend(errp, "Failed to read option error %" PRIu32
172 " (%s) message: ",
173 reply->type, nbd_rep_lookup(reply->type));
174 goto err;
176 msg[reply->length] = '\0';
177 trace_nbd_server_error_msg(reply->type,
178 nbd_reply_type_lookup(reply->type), msg);
181 if (reply->type == NBD_REP_ERR_UNSUP || !strict) {
182 trace_nbd_reply_err_ignored(reply->option,
183 nbd_opt_lookup(reply->option),
184 reply->type, nbd_rep_lookup(reply->type));
185 return 0;
188 switch (reply->type) {
189 case NBD_REP_ERR_POLICY:
190 error_setg(errp, "Denied by server for option %" PRIu32 " (%s)",
191 reply->option, nbd_opt_lookup(reply->option));
192 break;
194 case NBD_REP_ERR_INVALID:
195 error_setg(errp, "Invalid parameters for option %" PRIu32 " (%s)",
196 reply->option, nbd_opt_lookup(reply->option));
197 break;
199 case NBD_REP_ERR_PLATFORM:
200 error_setg(errp, "Server lacks support for option %" PRIu32 " (%s)",
201 reply->option, nbd_opt_lookup(reply->option));
202 break;
204 case NBD_REP_ERR_TLS_REQD:
205 error_setg(errp, "TLS negotiation required before option %" PRIu32
206 " (%s)", reply->option, nbd_opt_lookup(reply->option));
207 error_append_hint(errp, "Did you forget a valid tls-creds?\n");
208 break;
210 case NBD_REP_ERR_UNKNOWN:
211 error_setg(errp, "Requested export not available");
212 break;
214 case NBD_REP_ERR_SHUTDOWN:
215 error_setg(errp, "Server shutting down before option %" PRIu32 " (%s)",
216 reply->option, nbd_opt_lookup(reply->option));
217 break;
219 case NBD_REP_ERR_BLOCK_SIZE_REQD:
220 error_setg(errp, "Server requires INFO_BLOCK_SIZE for option %" PRIu32
221 " (%s)", reply->option, nbd_opt_lookup(reply->option));
222 break;
224 default:
225 error_setg(errp, "Unknown error code when asking for option %" PRIu32
226 " (%s)", reply->option, nbd_opt_lookup(reply->option));
227 break;
230 if (msg) {
231 error_append_hint(errp, "server reported: %s\n", msg);
234 err:
235 nbd_send_opt_abort(ioc);
236 return -1;
239 /* nbd_receive_list:
240 * Process another portion of the NBD_OPT_LIST reply, populating any
241 * name received into *@name. If @description is non-NULL, and the
242 * server provided a description, that is also populated. The caller
243 * must eventually call g_free() on success.
244 * Returns 1 if name and description were set and iteration must continue,
245 * 0 if iteration is complete (including if OPT_LIST unsupported),
246 * -1 with @errp set if an unrecoverable error occurred.
248 static int nbd_receive_list(QIOChannel *ioc, char **name, char **description,
249 Error **errp)
251 NBDOptionReply reply;
252 uint32_t len;
253 uint32_t namelen;
254 g_autofree char *local_name = NULL;
255 g_autofree char *local_desc = NULL;
256 int error;
258 if (nbd_receive_option_reply(ioc, NBD_OPT_LIST, &reply, errp) < 0) {
259 return -1;
261 error = nbd_handle_reply_err(ioc, &reply, true, errp);
262 if (error <= 0) {
263 return error;
265 len = reply.length;
267 if (reply.type == NBD_REP_ACK) {
268 if (len != 0) {
269 error_setg(errp, "length too long for option end");
270 nbd_send_opt_abort(ioc);
271 return -1;
273 return 0;
274 } else if (reply.type != NBD_REP_SERVER) {
275 error_setg(errp, "Unexpected reply type %u (%s), expected %u (%s)",
276 reply.type, nbd_rep_lookup(reply.type),
277 NBD_REP_SERVER, nbd_rep_lookup(NBD_REP_SERVER));
278 nbd_send_opt_abort(ioc);
279 return -1;
282 if (len < sizeof(namelen) || len > NBD_MAX_BUFFER_SIZE) {
283 error_setg(errp, "incorrect option length %" PRIu32, len);
284 nbd_send_opt_abort(ioc);
285 return -1;
287 if (nbd_read32(ioc, &namelen, "option name length", errp) < 0) {
288 nbd_send_opt_abort(ioc);
289 return -1;
291 len -= sizeof(namelen);
292 if (len < namelen || namelen > NBD_MAX_STRING_SIZE) {
293 error_setg(errp, "incorrect name length in server's list response");
294 nbd_send_opt_abort(ioc);
295 return -1;
298 local_name = g_malloc(namelen + 1);
299 if (nbd_read(ioc, local_name, namelen, "export name", errp) < 0) {
300 nbd_send_opt_abort(ioc);
301 return -1;
303 local_name[namelen] = '\0';
304 len -= namelen;
305 if (len) {
306 if (len > NBD_MAX_STRING_SIZE) {
307 error_setg(errp, "incorrect description length in server's "
308 "list response");
309 nbd_send_opt_abort(ioc);
310 return -1;
312 local_desc = g_malloc(len + 1);
313 if (nbd_read(ioc, local_desc, len, "export description", errp) < 0) {
314 nbd_send_opt_abort(ioc);
315 return -1;
317 local_desc[len] = '\0';
320 trace_nbd_receive_list(local_name, local_desc ?: "");
321 *name = g_steal_pointer(&local_name);
322 if (description) {
323 *description = g_steal_pointer(&local_desc);
325 return 1;
330 * nbd_opt_info_or_go:
331 * Send option for NBD_OPT_INFO or NBD_OPT_GO and parse the reply.
332 * Returns -1 if the option proves the export @info->name cannot be
333 * used, 0 if the option is unsupported (fall back to NBD_OPT_LIST and
334 * NBD_OPT_EXPORT_NAME in that case), and > 0 if the export is good to
335 * go (with the rest of @info populated).
337 static int nbd_opt_info_or_go(QIOChannel *ioc, uint32_t opt,
338 NBDExportInfo *info, Error **errp)
340 NBDOptionReply reply;
341 uint32_t len = strlen(info->name);
342 uint16_t type;
343 int error;
344 char *buf;
346 /* The protocol requires that the server send NBD_INFO_EXPORT with
347 * a non-zero flags (at least NBD_FLAG_HAS_FLAGS must be set); so
348 * flags still 0 is a witness of a broken server. */
349 info->flags = 0;
351 assert(opt == NBD_OPT_GO || opt == NBD_OPT_INFO);
352 trace_nbd_opt_info_go_start(nbd_opt_lookup(opt), info->name);
353 buf = g_malloc(4 + len + 2 + 2 * info->request_sizes + 1);
354 stl_be_p(buf, len);
355 memcpy(buf + 4, info->name, len);
356 /* At most one request, everything else up to server */
357 stw_be_p(buf + 4 + len, info->request_sizes);
358 if (info->request_sizes) {
359 stw_be_p(buf + 4 + len + 2, NBD_INFO_BLOCK_SIZE);
361 error = nbd_send_option_request(ioc, opt,
362 4 + len + 2 + 2 * info->request_sizes,
363 buf, errp);
364 g_free(buf);
365 if (error < 0) {
366 return -1;
369 while (1) {
370 if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
371 return -1;
373 error = nbd_handle_reply_err(ioc, &reply, true, errp);
374 if (error <= 0) {
375 return error;
377 len = reply.length;
379 if (reply.type == NBD_REP_ACK) {
381 * Server is done sending info, and moved into transmission
382 * phase for NBD_OPT_GO, but make sure it sent flags
384 if (len) {
385 error_setg(errp, "server sent invalid NBD_REP_ACK");
386 return -1;
388 if (!info->flags) {
389 error_setg(errp, "broken server omitted NBD_INFO_EXPORT");
390 return -1;
392 trace_nbd_opt_info_go_success(nbd_opt_lookup(opt));
393 return 1;
395 if (reply.type != NBD_REP_INFO) {
396 error_setg(errp, "unexpected reply type %u (%s), expected %u (%s)",
397 reply.type, nbd_rep_lookup(reply.type),
398 NBD_REP_INFO, nbd_rep_lookup(NBD_REP_INFO));
399 nbd_send_opt_abort(ioc);
400 return -1;
402 if (len < sizeof(type)) {
403 error_setg(errp, "NBD_REP_INFO length %" PRIu32 " is too short",
404 len);
405 nbd_send_opt_abort(ioc);
406 return -1;
408 if (nbd_read16(ioc, &type, "info type", errp) < 0) {
409 nbd_send_opt_abort(ioc);
410 return -1;
412 len -= sizeof(type);
413 switch (type) {
414 case NBD_INFO_EXPORT:
415 if (len != sizeof(info->size) + sizeof(info->flags)) {
416 error_setg(errp, "remaining export info len %" PRIu32
417 " is unexpected size", len);
418 nbd_send_opt_abort(ioc);
419 return -1;
421 if (nbd_read64(ioc, &info->size, "info size", errp) < 0) {
422 nbd_send_opt_abort(ioc);
423 return -1;
425 if (nbd_read16(ioc, &info->flags, "info flags", errp) < 0) {
426 nbd_send_opt_abort(ioc);
427 return -1;
429 if (info->min_block &&
430 !QEMU_IS_ALIGNED(info->size, info->min_block)) {
431 error_setg(errp, "export size %" PRIu64 " is not multiple of "
432 "minimum block size %" PRIu32, info->size,
433 info->min_block);
434 nbd_send_opt_abort(ioc);
435 return -1;
437 trace_nbd_receive_negotiate_size_flags(info->size, info->flags);
438 break;
440 case NBD_INFO_BLOCK_SIZE:
441 if (len != sizeof(info->min_block) * 3) {
442 error_setg(errp, "remaining export info len %" PRIu32
443 " is unexpected size", len);
444 nbd_send_opt_abort(ioc);
445 return -1;
447 if (nbd_read32(ioc, &info->min_block, "info minimum block size",
448 errp) < 0) {
449 nbd_send_opt_abort(ioc);
450 return -1;
452 if (!is_power_of_2(info->min_block)) {
453 error_setg(errp, "server minimum block size %" PRIu32
454 " is not a power of two", info->min_block);
455 nbd_send_opt_abort(ioc);
456 return -1;
458 if (nbd_read32(ioc, &info->opt_block, "info preferred block size",
459 errp) < 0)
461 nbd_send_opt_abort(ioc);
462 return -1;
464 if (!is_power_of_2(info->opt_block) ||
465 info->opt_block < info->min_block) {
466 error_setg(errp, "server preferred block size %" PRIu32
467 " is not valid", info->opt_block);
468 nbd_send_opt_abort(ioc);
469 return -1;
471 if (nbd_read32(ioc, &info->max_block, "info maximum block size",
472 errp) < 0)
474 nbd_send_opt_abort(ioc);
475 return -1;
477 if (info->max_block < info->min_block) {
478 error_setg(errp, "server maximum block size %" PRIu32
479 " is not valid", info->max_block);
480 nbd_send_opt_abort(ioc);
481 return -1;
483 trace_nbd_opt_info_block_size(info->min_block, info->opt_block,
484 info->max_block);
485 break;
487 default:
489 * Not worth the bother to check if NBD_INFO_NAME or
490 * NBD_INFO_DESCRIPTION exceed NBD_MAX_STRING_SIZE.
492 trace_nbd_opt_info_unknown(type, nbd_info_lookup(type));
493 if (nbd_drop(ioc, len, errp) < 0) {
494 error_prepend(errp, "Failed to read info payload: ");
495 nbd_send_opt_abort(ioc);
496 return -1;
498 break;
503 /* Return -1 on failure, 0 if wantname is an available export. */
504 static int nbd_receive_query_exports(QIOChannel *ioc,
505 const char *wantname,
506 Error **errp)
508 bool list_empty = true;
509 bool found_export = false;
511 trace_nbd_receive_query_exports_start(wantname);
512 if (nbd_send_option_request(ioc, NBD_OPT_LIST, 0, NULL, errp) < 0) {
513 return -1;
516 while (1) {
517 char *name;
518 int ret = nbd_receive_list(ioc, &name, NULL, errp);
520 if (ret < 0) {
521 /* Server gave unexpected reply */
522 return -1;
523 } else if (ret == 0) {
524 /* Done iterating. */
525 if (list_empty) {
527 * We don't have enough context to tell a server that
528 * sent an empty list apart from a server that does
529 * not support the list command; but as this function
530 * is just used to trigger a nicer error message
531 * before trying NBD_OPT_EXPORT_NAME, assume the
532 * export is available.
534 return 0;
535 } else if (!found_export) {
536 error_setg(errp, "No export with name '%s' available",
537 wantname);
538 nbd_send_opt_abort(ioc);
539 return -1;
541 trace_nbd_receive_query_exports_success(wantname);
542 return 0;
544 list_empty = false;
545 if (!strcmp(name, wantname)) {
546 found_export = true;
548 g_free(name);
553 * nbd_request_simple_option: Send an option request, and parse the reply.
554 * @strict controls whether ERR_UNSUP or all errors produce 0 status.
555 * return 1 for successful negotiation,
556 * 0 if operation is unsupported,
557 * -1 with errp set for any other error
559 static int nbd_request_simple_option(QIOChannel *ioc, int opt, bool strict,
560 Error **errp)
562 NBDOptionReply reply;
563 int error;
565 if (nbd_send_option_request(ioc, opt, 0, NULL, errp) < 0) {
566 return -1;
569 if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
570 return -1;
572 error = nbd_handle_reply_err(ioc, &reply, strict, errp);
573 if (error <= 0) {
574 return error;
577 if (reply.type != NBD_REP_ACK) {
578 error_setg(errp, "Server answered option %d (%s) with unexpected "
579 "reply %" PRIu32 " (%s)", opt, nbd_opt_lookup(opt),
580 reply.type, nbd_rep_lookup(reply.type));
581 nbd_send_opt_abort(ioc);
582 return -1;
585 if (reply.length != 0) {
586 error_setg(errp, "Option %d ('%s') response length is %" PRIu32
587 " (it should be zero)", opt, nbd_opt_lookup(opt),
588 reply.length);
589 nbd_send_opt_abort(ioc);
590 return -1;
593 return 1;
596 static QIOChannel *nbd_receive_starttls(QIOChannel *ioc,
597 QCryptoTLSCreds *tlscreds,
598 const char *hostname, Error **errp)
600 int ret;
601 QIOChannelTLS *tioc;
602 struct NBDTLSHandshakeData data = { 0 };
604 ret = nbd_request_simple_option(ioc, NBD_OPT_STARTTLS, true, errp);
605 if (ret <= 0) {
606 if (ret == 0) {
607 error_setg(errp, "Server don't support STARTTLS option");
608 nbd_send_opt_abort(ioc);
610 return NULL;
613 trace_nbd_receive_starttls_new_client();
614 tioc = qio_channel_tls_new_client(ioc, tlscreds, hostname, errp);
615 if (!tioc) {
616 return NULL;
618 qio_channel_set_name(QIO_CHANNEL(tioc), "nbd-client-tls");
619 data.loop = g_main_loop_new(g_main_context_default(), FALSE);
620 trace_nbd_receive_starttls_tls_handshake();
621 qio_channel_tls_handshake(tioc,
622 nbd_tls_handshake,
623 &data,
624 NULL,
625 NULL);
627 if (!data.complete) {
628 g_main_loop_run(data.loop);
630 g_main_loop_unref(data.loop);
631 if (data.error) {
632 error_propagate(errp, data.error);
633 object_unref(OBJECT(tioc));
634 return NULL;
637 return QIO_CHANNEL(tioc);
641 * nbd_send_meta_query:
642 * Send 0 or 1 set/list meta context queries.
643 * Return 0 on success, -1 with errp set for any error
645 static int nbd_send_meta_query(QIOChannel *ioc, uint32_t opt,
646 const char *export, const char *query,
647 Error **errp)
649 int ret;
650 uint32_t export_len = strlen(export);
651 uint32_t queries = !!query;
652 uint32_t query_len = 0;
653 uint32_t data_len;
654 char *data;
655 char *p;
657 data_len = sizeof(export_len) + export_len + sizeof(queries);
658 assert(export_len <= NBD_MAX_STRING_SIZE);
659 if (query) {
660 query_len = strlen(query);
661 data_len += sizeof(query_len) + query_len;
662 assert(query_len <= NBD_MAX_STRING_SIZE);
663 } else {
664 assert(opt == NBD_OPT_LIST_META_CONTEXT);
666 p = data = g_malloc(data_len);
668 trace_nbd_opt_meta_request(nbd_opt_lookup(opt), query ?: "(all)", export);
669 stl_be_p(p, export_len);
670 memcpy(p += sizeof(export_len), export, export_len);
671 stl_be_p(p += export_len, queries);
672 if (query) {
673 stl_be_p(p += sizeof(queries), query_len);
674 memcpy(p += sizeof(query_len), query, query_len);
677 ret = nbd_send_option_request(ioc, opt, data_len, data, errp);
678 g_free(data);
679 return ret;
683 * nbd_receive_one_meta_context:
684 * Called in a loop to receive and trace one set/list meta context reply.
685 * Pass non-NULL @name or @id to collect results back to the caller, which
686 * must eventually call g_free().
687 * return 1 if name is set and iteration must continue,
688 * 0 if iteration is complete (including if option is unsupported),
689 * -1 with errp set for any error
691 static int nbd_receive_one_meta_context(QIOChannel *ioc,
692 uint32_t opt,
693 char **name,
694 uint32_t *id,
695 Error **errp)
697 int ret;
698 NBDOptionReply reply;
699 char *local_name = NULL;
700 uint32_t local_id;
702 if (nbd_receive_option_reply(ioc, opt, &reply, errp) < 0) {
703 return -1;
706 ret = nbd_handle_reply_err(ioc, &reply, false, errp);
707 if (ret <= 0) {
708 return ret;
711 if (reply.type == NBD_REP_ACK) {
712 if (reply.length != 0) {
713 error_setg(errp, "Unexpected length to ACK response");
714 nbd_send_opt_abort(ioc);
715 return -1;
717 return 0;
718 } else if (reply.type != NBD_REP_META_CONTEXT) {
719 error_setg(errp, "Unexpected reply type %u (%s), expected %u (%s)",
720 reply.type, nbd_rep_lookup(reply.type),
721 NBD_REP_META_CONTEXT, nbd_rep_lookup(NBD_REP_META_CONTEXT));
722 nbd_send_opt_abort(ioc);
723 return -1;
726 if (reply.length <= sizeof(local_id) ||
727 reply.length > NBD_MAX_BUFFER_SIZE) {
728 error_setg(errp, "Failed to negotiate meta context, server "
729 "answered with unexpected length %" PRIu32,
730 reply.length);
731 nbd_send_opt_abort(ioc);
732 return -1;
735 if (nbd_read32(ioc, &local_id, "context id", errp) < 0) {
736 return -1;
739 reply.length -= sizeof(local_id);
740 local_name = g_malloc(reply.length + 1);
741 if (nbd_read(ioc, local_name, reply.length, "context name", errp) < 0) {
742 g_free(local_name);
743 return -1;
745 local_name[reply.length] = '\0';
746 trace_nbd_opt_meta_reply(nbd_opt_lookup(opt), local_name, local_id);
748 if (name) {
749 *name = local_name;
750 } else {
751 g_free(local_name);
753 if (id) {
754 *id = local_id;
756 return 1;
760 * nbd_negotiate_simple_meta_context:
761 * Request the server to set the meta context for export @info->name
762 * using @info->x_dirty_bitmap with a fallback to "base:allocation",
763 * setting @info->context_id to the resulting id. Fail if the server
764 * responds with more than one context or with a context different
765 * than the query.
766 * return 1 for successful negotiation,
767 * 0 if operation is unsupported,
768 * -1 with errp set for any other error
770 static int nbd_negotiate_simple_meta_context(QIOChannel *ioc,
771 NBDExportInfo *info,
772 Error **errp)
775 * TODO: Removing the x_dirty_bitmap hack will mean refactoring
776 * this function to request and store ids for multiple contexts
777 * (both base:allocation and a dirty bitmap), at which point this
778 * function should lose the term _simple.
780 int ret;
781 const char *context = info->x_dirty_bitmap ?: "base:allocation";
782 bool received = false;
783 char *name = NULL;
785 if (nbd_send_meta_query(ioc, NBD_OPT_SET_META_CONTEXT,
786 info->name, context, errp) < 0) {
787 return -1;
790 ret = nbd_receive_one_meta_context(ioc, NBD_OPT_SET_META_CONTEXT,
791 &name, &info->context_id, errp);
792 if (ret < 0) {
793 return -1;
795 if (ret == 1) {
796 if (strcmp(context, name)) {
797 error_setg(errp, "Failed to negotiate meta context '%s', server "
798 "answered with different context '%s'", context,
799 name);
800 g_free(name);
801 nbd_send_opt_abort(ioc);
802 return -1;
804 g_free(name);
805 received = true;
807 ret = nbd_receive_one_meta_context(ioc, NBD_OPT_SET_META_CONTEXT,
808 NULL, NULL, errp);
809 if (ret < 0) {
810 return -1;
813 if (ret != 0) {
814 error_setg(errp, "Server answered with more than one context");
815 nbd_send_opt_abort(ioc);
816 return -1;
818 return received;
822 * nbd_list_meta_contexts:
823 * Request the server to list all meta contexts for export @info->name.
824 * return 0 if list is complete (even if empty),
825 * -1 with errp set for any error
827 static int nbd_list_meta_contexts(QIOChannel *ioc,
828 NBDExportInfo *info,
829 Error **errp)
831 int ret;
832 int seen_any = false;
833 int seen_qemu = false;
835 if (nbd_send_meta_query(ioc, NBD_OPT_LIST_META_CONTEXT,
836 info->name, NULL, errp) < 0) {
837 return -1;
840 while (1) {
841 char *context;
843 ret = nbd_receive_one_meta_context(ioc, NBD_OPT_LIST_META_CONTEXT,
844 &context, NULL, errp);
845 if (ret == 0 && seen_any && !seen_qemu) {
847 * Work around qemu 3.0 bug: the server forgot to send
848 * "qemu:" replies to 0 queries. If we saw at least one
849 * reply (probably base:allocation), but none of them were
850 * qemu:, then run a more specific query to make sure.
852 seen_qemu = true;
853 if (nbd_send_meta_query(ioc, NBD_OPT_LIST_META_CONTEXT,
854 info->name, "qemu:", errp) < 0) {
855 return -1;
857 continue;
859 if (ret <= 0) {
860 return ret;
862 seen_any = true;
863 seen_qemu |= strstart(context, "qemu:", NULL);
864 info->contexts = g_renew(char *, info->contexts, ++info->n_contexts);
865 info->contexts[info->n_contexts - 1] = context;
870 * nbd_start_negotiate:
871 * Start the handshake to the server. After a positive return, the server
872 * is ready to accept additional NBD_OPT requests.
873 * Returns: negative errno: failure talking to server
874 * 0: server is oldstyle, must call nbd_negotiate_finish_oldstyle
875 * 1: server is newstyle, but can only accept EXPORT_NAME
876 * 2: server is newstyle, but lacks structured replies
877 * 3: server is newstyle and set up for structured replies
879 static int nbd_start_negotiate(AioContext *aio_context, QIOChannel *ioc,
880 QCryptoTLSCreds *tlscreds,
881 const char *hostname, QIOChannel **outioc,
882 bool structured_reply, bool *zeroes,
883 Error **errp)
885 uint64_t magic;
887 trace_nbd_start_negotiate(tlscreds, hostname ? hostname : "<null>");
889 if (zeroes) {
890 *zeroes = true;
892 if (outioc) {
893 *outioc = NULL;
895 if (tlscreds && !outioc) {
896 error_setg(errp, "Output I/O channel required for TLS");
897 return -EINVAL;
900 if (nbd_read64(ioc, &magic, "initial magic", errp) < 0) {
901 return -EINVAL;
903 trace_nbd_receive_negotiate_magic(magic);
905 if (magic != NBD_INIT_MAGIC) {
906 error_setg(errp, "Bad initial magic received: 0x%" PRIx64, magic);
907 return -EINVAL;
910 if (nbd_read64(ioc, &magic, "server magic", errp) < 0) {
911 return -EINVAL;
913 trace_nbd_receive_negotiate_magic(magic);
915 if (magic == NBD_OPTS_MAGIC) {
916 uint32_t clientflags = 0;
917 uint16_t globalflags;
918 bool fixedNewStyle = false;
920 if (nbd_read16(ioc, &globalflags, "server flags", errp) < 0) {
921 return -EINVAL;
923 trace_nbd_receive_negotiate_server_flags(globalflags);
924 if (globalflags & NBD_FLAG_FIXED_NEWSTYLE) {
925 fixedNewStyle = true;
926 clientflags |= NBD_FLAG_C_FIXED_NEWSTYLE;
928 if (globalflags & NBD_FLAG_NO_ZEROES) {
929 if (zeroes) {
930 *zeroes = false;
932 clientflags |= NBD_FLAG_C_NO_ZEROES;
934 /* client requested flags */
935 clientflags = cpu_to_be32(clientflags);
936 if (nbd_write(ioc, &clientflags, sizeof(clientflags), errp) < 0) {
937 error_prepend(errp, "Failed to send clientflags field: ");
938 return -EINVAL;
940 if (tlscreds) {
941 if (fixedNewStyle) {
942 *outioc = nbd_receive_starttls(ioc, tlscreds, hostname, errp);
943 if (!*outioc) {
944 return -EINVAL;
946 ioc = *outioc;
947 if (aio_context) {
948 qio_channel_set_blocking(ioc, false, NULL);
949 qio_channel_attach_aio_context(ioc, aio_context);
951 } else {
952 error_setg(errp, "Server does not support STARTTLS");
953 return -EINVAL;
956 if (fixedNewStyle) {
957 int result = 0;
959 if (structured_reply) {
960 result = nbd_request_simple_option(ioc,
961 NBD_OPT_STRUCTURED_REPLY,
962 false, errp);
963 if (result < 0) {
964 return -EINVAL;
967 return 2 + result;
968 } else {
969 return 1;
971 } else if (magic == NBD_CLIENT_MAGIC) {
972 if (tlscreds) {
973 error_setg(errp, "Server does not support STARTTLS");
974 return -EINVAL;
976 return 0;
977 } else {
978 error_setg(errp, "Bad server magic received: 0x%" PRIx64, magic);
979 return -EINVAL;
984 * nbd_negotiate_finish_oldstyle:
985 * Populate @info with the size and export flags from an oldstyle server,
986 * but does not consume 124 bytes of reserved zero padding.
987 * Returns 0 on success, -1 with @errp set on failure
989 static int nbd_negotiate_finish_oldstyle(QIOChannel *ioc, NBDExportInfo *info,
990 Error **errp)
992 uint32_t oldflags;
994 if (nbd_read64(ioc, &info->size, "export length", errp) < 0) {
995 return -EINVAL;
998 if (nbd_read32(ioc, &oldflags, "export flags", errp) < 0) {
999 return -EINVAL;
1001 if (oldflags & ~0xffff) {
1002 error_setg(errp, "Unexpected export flags %0x" PRIx32, oldflags);
1003 return -EINVAL;
1005 info->flags = oldflags;
1006 return 0;
1010 * nbd_receive_negotiate:
1011 * Connect to server, complete negotiation, and move into transmission phase.
1012 * Returns: negative errno: failure talking to server
1013 * 0: server is connected
1015 int nbd_receive_negotiate(AioContext *aio_context, QIOChannel *ioc,
1016 QCryptoTLSCreds *tlscreds,
1017 const char *hostname, QIOChannel **outioc,
1018 NBDExportInfo *info, Error **errp)
1020 int result;
1021 bool zeroes;
1022 bool base_allocation = info->base_allocation;
1024 assert(info->name && strlen(info->name) <= NBD_MAX_STRING_SIZE);
1025 trace_nbd_receive_negotiate_name(info->name);
1027 result = nbd_start_negotiate(aio_context, ioc, tlscreds, hostname, outioc,
1028 info->structured_reply, &zeroes, errp);
1030 info->structured_reply = false;
1031 info->base_allocation = false;
1032 if (tlscreds && *outioc) {
1033 ioc = *outioc;
1036 switch (result) {
1037 case 3: /* newstyle, with structured replies */
1038 info->structured_reply = true;
1039 if (base_allocation) {
1040 result = nbd_negotiate_simple_meta_context(ioc, info, errp);
1041 if (result < 0) {
1042 return -EINVAL;
1044 info->base_allocation = result == 1;
1046 /* fall through */
1047 case 2: /* newstyle, try OPT_GO */
1048 /* Try NBD_OPT_GO first - if it works, we are done (it
1049 * also gives us a good message if the server requires
1050 * TLS). If it is not available, fall back to
1051 * NBD_OPT_LIST for nicer error messages about a missing
1052 * export, then use NBD_OPT_EXPORT_NAME. */
1053 result = nbd_opt_info_or_go(ioc, NBD_OPT_GO, info, errp);
1054 if (result < 0) {
1055 return -EINVAL;
1057 if (result > 0) {
1058 return 0;
1060 /* Check our desired export is present in the
1061 * server export list. Since NBD_OPT_EXPORT_NAME
1062 * cannot return an error message, running this
1063 * query gives us better error reporting if the
1064 * export name is not available.
1066 if (nbd_receive_query_exports(ioc, info->name, errp) < 0) {
1067 return -EINVAL;
1069 /* fall through */
1070 case 1: /* newstyle, but limited to EXPORT_NAME */
1071 /* write the export name request */
1072 if (nbd_send_option_request(ioc, NBD_OPT_EXPORT_NAME, -1, info->name,
1073 errp) < 0) {
1074 return -EINVAL;
1077 /* Read the response */
1078 if (nbd_read64(ioc, &info->size, "export length", errp) < 0) {
1079 return -EINVAL;
1082 if (nbd_read16(ioc, &info->flags, "export flags", errp) < 0) {
1083 return -EINVAL;
1085 break;
1086 case 0: /* oldstyle, parse length and flags */
1087 if (*info->name) {
1088 error_setg(errp, "Server does not support non-empty export names");
1089 return -EINVAL;
1091 if (nbd_negotiate_finish_oldstyle(ioc, info, errp) < 0) {
1092 return -EINVAL;
1094 break;
1095 default:
1096 return result;
1099 trace_nbd_receive_negotiate_size_flags(info->size, info->flags);
1100 if (zeroes && nbd_drop(ioc, 124, errp) < 0) {
1101 error_prepend(errp, "Failed to read reserved block: ");
1102 return -EINVAL;
1104 return 0;
1107 /* Clean up result of nbd_receive_export_list */
1108 void nbd_free_export_list(NBDExportInfo *info, int count)
1110 int i, j;
1112 if (!info) {
1113 return;
1116 for (i = 0; i < count; i++) {
1117 g_free(info[i].name);
1118 g_free(info[i].description);
1119 for (j = 0; j < info[i].n_contexts; j++) {
1120 g_free(info[i].contexts[j]);
1122 g_free(info[i].contexts);
1124 g_free(info);
1128 * nbd_receive_export_list:
1129 * Query details about a server's exports, then disconnect without
1130 * going into transmission phase. Return a count of the exports listed
1131 * in @info by the server, or -1 on error. Caller must free @info using
1132 * nbd_free_export_list().
1134 int nbd_receive_export_list(QIOChannel *ioc, QCryptoTLSCreds *tlscreds,
1135 const char *hostname, NBDExportInfo **info,
1136 Error **errp)
1138 int result;
1139 int count = 0;
1140 int i;
1141 int rc;
1142 int ret = -1;
1143 NBDExportInfo *array = NULL;
1144 QIOChannel *sioc = NULL;
1146 *info = NULL;
1147 result = nbd_start_negotiate(NULL, ioc, tlscreds, hostname, &sioc, true,
1148 NULL, errp);
1149 if (tlscreds && sioc) {
1150 ioc = sioc;
1153 switch (result) {
1154 case 2:
1155 case 3:
1156 /* newstyle - use NBD_OPT_LIST to populate array, then try
1157 * NBD_OPT_INFO on each array member. If structured replies
1158 * are enabled, also try NBD_OPT_LIST_META_CONTEXT. */
1159 if (nbd_send_option_request(ioc, NBD_OPT_LIST, 0, NULL, errp) < 0) {
1160 goto out;
1162 while (1) {
1163 char *name;
1164 char *desc;
1166 rc = nbd_receive_list(ioc, &name, &desc, errp);
1167 if (rc < 0) {
1168 goto out;
1169 } else if (rc == 0) {
1170 break;
1172 array = g_renew(NBDExportInfo, array, ++count);
1173 memset(&array[count - 1], 0, sizeof(*array));
1174 array[count - 1].name = name;
1175 array[count - 1].description = desc;
1176 array[count - 1].structured_reply = result == 3;
1179 for (i = 0; i < count; i++) {
1180 array[i].request_sizes = true;
1181 rc = nbd_opt_info_or_go(ioc, NBD_OPT_INFO, &array[i], errp);
1182 if (rc < 0) {
1183 goto out;
1184 } else if (rc == 0) {
1186 * Pointless to try rest of loop. If OPT_INFO doesn't work,
1187 * it's unlikely that meta contexts work either
1189 break;
1192 if (result == 3 &&
1193 nbd_list_meta_contexts(ioc, &array[i], errp) < 0) {
1194 goto out;
1198 /* Send NBD_OPT_ABORT as a courtesy before hanging up */
1199 nbd_send_opt_abort(ioc);
1200 break;
1201 case 1: /* newstyle, but limited to EXPORT_NAME */
1202 error_setg(errp, "Server does not support export lists");
1203 /* We can't even send NBD_OPT_ABORT, so merely hang up */
1204 goto out;
1205 case 0: /* oldstyle, parse length and flags */
1206 array = g_new0(NBDExportInfo, 1);
1207 array->name = g_strdup("");
1208 count = 1;
1210 if (nbd_negotiate_finish_oldstyle(ioc, array, errp) < 0) {
1211 goto out;
1214 /* Send NBD_CMD_DISC as a courtesy to the server, but ignore all
1215 * errors now that we have the information we wanted. */
1216 if (nbd_drop(ioc, 124, NULL) == 0) {
1217 NBDRequest request = { .type = NBD_CMD_DISC };
1219 nbd_send_request(ioc, &request);
1221 break;
1222 default:
1223 goto out;
1226 *info = array;
1227 array = NULL;
1228 ret = count;
1230 out:
1231 qio_channel_shutdown(ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL);
1232 qio_channel_close(ioc, NULL);
1233 object_unref(OBJECT(sioc));
1234 nbd_free_export_list(array, count);
1235 return ret;
1238 #ifdef __linux__
1239 int nbd_init(int fd, QIOChannelSocket *sioc, NBDExportInfo *info,
1240 Error **errp)
1242 unsigned long sector_size = MAX(BDRV_SECTOR_SIZE, info->min_block);
1243 unsigned long sectors = info->size / sector_size;
1245 /* FIXME: Once the kernel module is patched to honor block sizes,
1246 * and to advertise that fact to user space, we should update the
1247 * hand-off to the kernel to use any block sizes we learned. */
1248 assert(!info->request_sizes);
1249 if (info->size / sector_size != sectors) {
1250 error_setg(errp, "Export size %" PRIu64 " too large for 32-bit kernel",
1251 info->size);
1252 return -E2BIG;
1255 trace_nbd_init_set_socket();
1257 if (ioctl(fd, NBD_SET_SOCK, (unsigned long) sioc->fd) < 0) {
1258 int serrno = errno;
1259 error_setg(errp, "Failed to set NBD socket");
1260 return -serrno;
1263 trace_nbd_init_set_block_size(sector_size);
1265 if (ioctl(fd, NBD_SET_BLKSIZE, sector_size) < 0) {
1266 int serrno = errno;
1267 error_setg(errp, "Failed setting NBD block size");
1268 return -serrno;
1271 trace_nbd_init_set_size(sectors);
1272 if (info->size % sector_size) {
1273 trace_nbd_init_trailing_bytes(info->size % sector_size);
1276 if (ioctl(fd, NBD_SET_SIZE_BLOCKS, sectors) < 0) {
1277 int serrno = errno;
1278 error_setg(errp, "Failed setting size (in blocks)");
1279 return -serrno;
1282 if (ioctl(fd, NBD_SET_FLAGS, (unsigned long) info->flags) < 0) {
1283 if (errno == ENOTTY) {
1284 int read_only = (info->flags & NBD_FLAG_READ_ONLY) != 0;
1285 trace_nbd_init_set_readonly();
1287 if (ioctl(fd, BLKROSET, (unsigned long) &read_only) < 0) {
1288 int serrno = errno;
1289 error_setg(errp, "Failed setting read-only attribute");
1290 return -serrno;
1292 } else {
1293 int serrno = errno;
1294 error_setg(errp, "Failed setting flags");
1295 return -serrno;
1299 trace_nbd_init_finish();
1301 return 0;
1304 int nbd_client(int fd)
1306 int ret;
1307 int serrno;
1309 trace_nbd_client_loop();
1311 ret = ioctl(fd, NBD_DO_IT);
1312 if (ret < 0 && errno == EPIPE) {
1313 /* NBD_DO_IT normally returns EPIPE when someone has disconnected
1314 * the socket via NBD_DISCONNECT. We do not want to return 1 in
1315 * that case.
1317 ret = 0;
1319 serrno = errno;
1321 trace_nbd_client_loop_ret(ret, strerror(serrno));
1323 trace_nbd_client_clear_queue();
1324 ioctl(fd, NBD_CLEAR_QUE);
1326 trace_nbd_client_clear_socket();
1327 ioctl(fd, NBD_CLEAR_SOCK);
1329 errno = serrno;
1330 return ret;
1333 int nbd_disconnect(int fd)
1335 ioctl(fd, NBD_CLEAR_QUE);
1336 ioctl(fd, NBD_DISCONNECT);
1337 ioctl(fd, NBD_CLEAR_SOCK);
1338 return 0;
1341 #endif /* __linux__ */
1343 int nbd_send_request(QIOChannel *ioc, NBDRequest *request)
1345 uint8_t buf[NBD_REQUEST_SIZE];
1347 trace_nbd_send_request(request->from, request->len, request->handle,
1348 request->flags, request->type,
1349 nbd_cmd_lookup(request->type));
1351 stl_be_p(buf, NBD_REQUEST_MAGIC);
1352 stw_be_p(buf + 4, request->flags);
1353 stw_be_p(buf + 6, request->type);
1354 stq_be_p(buf + 8, request->handle);
1355 stq_be_p(buf + 16, request->from);
1356 stl_be_p(buf + 24, request->len);
1358 return nbd_write(ioc, buf, sizeof(buf), NULL);
1361 /* nbd_receive_simple_reply
1362 * Read simple reply except magic field (which should be already read).
1363 * Payload is not read (payload is possible for CMD_READ, but here we even
1364 * don't know whether it take place or not).
1366 static int nbd_receive_simple_reply(QIOChannel *ioc, NBDSimpleReply *reply,
1367 Error **errp)
1369 int ret;
1371 assert(reply->magic == NBD_SIMPLE_REPLY_MAGIC);
1373 ret = nbd_read(ioc, (uint8_t *)reply + sizeof(reply->magic),
1374 sizeof(*reply) - sizeof(reply->magic), "reply", errp);
1375 if (ret < 0) {
1376 return ret;
1379 reply->error = be32_to_cpu(reply->error);
1380 reply->handle = be64_to_cpu(reply->handle);
1382 return 0;
1385 /* nbd_receive_structured_reply_chunk
1386 * Read structured reply chunk except magic field (which should be already
1387 * read).
1388 * Payload is not read.
1390 static int nbd_receive_structured_reply_chunk(QIOChannel *ioc,
1391 NBDStructuredReplyChunk *chunk,
1392 Error **errp)
1394 int ret;
1396 assert(chunk->magic == NBD_STRUCTURED_REPLY_MAGIC);
1398 ret = nbd_read(ioc, (uint8_t *)chunk + sizeof(chunk->magic),
1399 sizeof(*chunk) - sizeof(chunk->magic), "structured chunk",
1400 errp);
1401 if (ret < 0) {
1402 return ret;
1405 chunk->flags = be16_to_cpu(chunk->flags);
1406 chunk->type = be16_to_cpu(chunk->type);
1407 chunk->handle = be64_to_cpu(chunk->handle);
1408 chunk->length = be32_to_cpu(chunk->length);
1410 return 0;
1413 /* nbd_read_eof
1414 * Tries to read @size bytes from @ioc.
1415 * Returns 1 on success
1416 * 0 on eof, when no data was read (errp is not set)
1417 * negative errno on failure (errp is set)
1419 static inline int coroutine_fn
1420 nbd_read_eof(BlockDriverState *bs, QIOChannel *ioc, void *buffer, size_t size,
1421 Error **errp)
1423 bool partial = false;
1425 assert(size);
1426 while (size > 0) {
1427 struct iovec iov = { .iov_base = buffer, .iov_len = size };
1428 ssize_t len;
1430 len = qio_channel_readv(ioc, &iov, 1, errp);
1431 if (len == QIO_CHANNEL_ERR_BLOCK) {
1432 bdrv_dec_in_flight(bs);
1433 qio_channel_yield(ioc, G_IO_IN);
1434 bdrv_inc_in_flight(bs);
1435 continue;
1436 } else if (len < 0) {
1437 return -EIO;
1438 } else if (len == 0) {
1439 if (partial) {
1440 error_setg(errp,
1441 "Unexpected end-of-file before all bytes were read");
1442 return -EIO;
1443 } else {
1444 return 0;
1448 partial = true;
1449 size -= len;
1450 buffer = (uint8_t*) buffer + len;
1452 return 1;
1455 /* nbd_receive_reply
1457 * Decreases bs->in_flight while waiting for a new reply. This yield is where
1458 * we wait indefinitely and the coroutine must be able to be safely reentered
1459 * for nbd_client_attach_aio_context().
1461 * Returns 1 on success
1462 * 0 on eof, when no data was read (errp is not set)
1463 * negative errno on failure (errp is set)
1465 int coroutine_fn nbd_receive_reply(BlockDriverState *bs, QIOChannel *ioc,
1466 NBDReply *reply, Error **errp)
1468 int ret;
1469 const char *type;
1471 ret = nbd_read_eof(bs, ioc, &reply->magic, sizeof(reply->magic), errp);
1472 if (ret <= 0) {
1473 return ret;
1476 reply->magic = be32_to_cpu(reply->magic);
1478 switch (reply->magic) {
1479 case NBD_SIMPLE_REPLY_MAGIC:
1480 ret = nbd_receive_simple_reply(ioc, &reply->simple, errp);
1481 if (ret < 0) {
1482 break;
1484 trace_nbd_receive_simple_reply(reply->simple.error,
1485 nbd_err_lookup(reply->simple.error),
1486 reply->handle);
1487 break;
1488 case NBD_STRUCTURED_REPLY_MAGIC:
1489 ret = nbd_receive_structured_reply_chunk(ioc, &reply->structured, errp);
1490 if (ret < 0) {
1491 break;
1493 type = nbd_reply_type_lookup(reply->structured.type);
1494 trace_nbd_receive_structured_reply_chunk(reply->structured.flags,
1495 reply->structured.type, type,
1496 reply->structured.handle,
1497 reply->structured.length);
1498 break;
1499 default:
1500 error_setg(errp, "invalid magic (got 0x%" PRIx32 ")", reply->magic);
1501 return -EINVAL;
1503 if (ret < 0) {
1504 return ret;
1507 return 1;