2 * QEMU System Emulator block driver
4 * Copyright (c) 2003 Fabrice Bellard
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
24 #include "config-host.h"
25 #include "qemu-common.h"
27 #include "monitor/monitor.h"
28 #include "block/block_int.h"
29 #include "block/blockjob.h"
30 #include "qemu/module.h"
31 #include "qapi/qmp/qjson.h"
32 #include "sysemu/sysemu.h"
33 #include "qemu/notify.h"
34 #include "block/coroutine.h"
35 #include "qmp-commands.h"
36 #include "qemu/timer.h"
39 #include <sys/types.h>
41 #include <sys/ioctl.h>
42 #include <sys/queue.h>
52 struct BdrvDirtyBitmap
{
54 QLIST_ENTRY(BdrvDirtyBitmap
) list
;
57 #define NOT_DONE 0x7fffffff /* used while emulated sync operation in progress */
59 static void bdrv_dev_change_media_cb(BlockDriverState
*bs
, bool load
);
60 static BlockDriverAIOCB
*bdrv_aio_readv_em(BlockDriverState
*bs
,
61 int64_t sector_num
, QEMUIOVector
*qiov
, int nb_sectors
,
62 BlockDriverCompletionFunc
*cb
, void *opaque
);
63 static BlockDriverAIOCB
*bdrv_aio_writev_em(BlockDriverState
*bs
,
64 int64_t sector_num
, QEMUIOVector
*qiov
, int nb_sectors
,
65 BlockDriverCompletionFunc
*cb
, void *opaque
);
66 static int coroutine_fn
bdrv_co_readv_em(BlockDriverState
*bs
,
67 int64_t sector_num
, int nb_sectors
,
69 static int coroutine_fn
bdrv_co_writev_em(BlockDriverState
*bs
,
70 int64_t sector_num
, int nb_sectors
,
72 static int coroutine_fn
bdrv_co_do_readv(BlockDriverState
*bs
,
73 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
,
74 BdrvRequestFlags flags
);
75 static int coroutine_fn
bdrv_co_do_writev(BlockDriverState
*bs
,
76 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
,
77 BdrvRequestFlags flags
);
78 static BlockDriverAIOCB
*bdrv_co_aio_rw_vector(BlockDriverState
*bs
,
82 BdrvRequestFlags flags
,
83 BlockDriverCompletionFunc
*cb
,
86 static void coroutine_fn
bdrv_co_do_rw(void *opaque
);
87 static int coroutine_fn
bdrv_co_do_write_zeroes(BlockDriverState
*bs
,
88 int64_t sector_num
, int nb_sectors
, BdrvRequestFlags flags
);
90 static QTAILQ_HEAD(, BlockDriverState
) bdrv_states
=
91 QTAILQ_HEAD_INITIALIZER(bdrv_states
);
93 static QLIST_HEAD(, BlockDriver
) bdrv_drivers
=
94 QLIST_HEAD_INITIALIZER(bdrv_drivers
);
96 /* If non-zero, use only whitelisted block drivers */
97 static int use_bdrv_whitelist
;
100 static int is_windows_drive_prefix(const char *filename
)
102 return (((filename
[0] >= 'a' && filename
[0] <= 'z') ||
103 (filename
[0] >= 'A' && filename
[0] <= 'Z')) &&
107 int is_windows_drive(const char *filename
)
109 if (is_windows_drive_prefix(filename
) &&
112 if (strstart(filename
, "\\\\.\\", NULL
) ||
113 strstart(filename
, "//./", NULL
))
119 /* throttling disk I/O limits */
120 void bdrv_set_io_limits(BlockDriverState
*bs
,
125 throttle_config(&bs
->throttle_state
, cfg
);
127 for (i
= 0; i
< 2; i
++) {
128 qemu_co_enter_next(&bs
->throttled_reqs
[i
]);
132 /* this function drain all the throttled IOs */
133 static bool bdrv_start_throttled_reqs(BlockDriverState
*bs
)
135 bool drained
= false;
136 bool enabled
= bs
->io_limits_enabled
;
139 bs
->io_limits_enabled
= false;
141 for (i
= 0; i
< 2; i
++) {
142 while (qemu_co_enter_next(&bs
->throttled_reqs
[i
])) {
147 bs
->io_limits_enabled
= enabled
;
152 void bdrv_io_limits_disable(BlockDriverState
*bs
)
154 bs
->io_limits_enabled
= false;
156 bdrv_start_throttled_reqs(bs
);
158 throttle_destroy(&bs
->throttle_state
);
161 static void bdrv_throttle_read_timer_cb(void *opaque
)
163 BlockDriverState
*bs
= opaque
;
164 qemu_co_enter_next(&bs
->throttled_reqs
[0]);
167 static void bdrv_throttle_write_timer_cb(void *opaque
)
169 BlockDriverState
*bs
= opaque
;
170 qemu_co_enter_next(&bs
->throttled_reqs
[1]);
173 /* should be called before bdrv_set_io_limits if a limit is set */
174 void bdrv_io_limits_enable(BlockDriverState
*bs
)
176 assert(!bs
->io_limits_enabled
);
177 throttle_init(&bs
->throttle_state
,
179 bdrv_throttle_read_timer_cb
,
180 bdrv_throttle_write_timer_cb
,
182 bs
->io_limits_enabled
= true;
185 /* This function makes an IO wait if needed
187 * @nb_sectors: the number of sectors of the IO
188 * @is_write: is the IO a write
190 static void bdrv_io_limits_intercept(BlockDriverState
*bs
,
194 /* does this io must wait */
195 bool must_wait
= throttle_schedule_timer(&bs
->throttle_state
, is_write
);
197 /* if must wait or any request of this type throttled queue the IO */
199 !qemu_co_queue_empty(&bs
->throttled_reqs
[is_write
])) {
200 qemu_co_queue_wait(&bs
->throttled_reqs
[is_write
]);
203 /* the IO will be executed, do the accounting */
204 throttle_account(&bs
->throttle_state
,
206 nb_sectors
* BDRV_SECTOR_SIZE
);
208 /* if the next request must wait -> do nothing */
209 if (throttle_schedule_timer(&bs
->throttle_state
, is_write
)) {
213 /* else queue next request for execution */
214 qemu_co_queue_next(&bs
->throttled_reqs
[is_write
]);
217 /* check if the path starts with "<protocol>:" */
218 static int path_has_protocol(const char *path
)
223 if (is_windows_drive(path
) ||
224 is_windows_drive_prefix(path
)) {
227 p
= path
+ strcspn(path
, ":/\\");
229 p
= path
+ strcspn(path
, ":/");
235 int path_is_absolute(const char *path
)
238 /* specific case for names like: "\\.\d:" */
239 if (is_windows_drive(path
) || is_windows_drive_prefix(path
)) {
242 return (*path
== '/' || *path
== '\\');
244 return (*path
== '/');
248 /* if filename is absolute, just copy it to dest. Otherwise, build a
249 path to it by considering it is relative to base_path. URL are
251 void path_combine(char *dest
, int dest_size
,
252 const char *base_path
,
253 const char *filename
)
260 if (path_is_absolute(filename
)) {
261 pstrcpy(dest
, dest_size
, filename
);
263 p
= strchr(base_path
, ':');
268 p1
= strrchr(base_path
, '/');
272 p2
= strrchr(base_path
, '\\');
284 if (len
> dest_size
- 1)
286 memcpy(dest
, base_path
, len
);
288 pstrcat(dest
, dest_size
, filename
);
292 void bdrv_get_full_backing_filename(BlockDriverState
*bs
, char *dest
, size_t sz
)
294 if (bs
->backing_file
[0] == '\0' || path_has_protocol(bs
->backing_file
)) {
295 pstrcpy(dest
, sz
, bs
->backing_file
);
297 path_combine(dest
, sz
, bs
->filename
, bs
->backing_file
);
301 void bdrv_register(BlockDriver
*bdrv
)
303 /* Block drivers without coroutine functions need emulation */
304 if (!bdrv
->bdrv_co_readv
) {
305 bdrv
->bdrv_co_readv
= bdrv_co_readv_em
;
306 bdrv
->bdrv_co_writev
= bdrv_co_writev_em
;
308 /* bdrv_co_readv_em()/brdv_co_writev_em() work in terms of aio, so if
309 * the block driver lacks aio we need to emulate that too.
311 if (!bdrv
->bdrv_aio_readv
) {
312 /* add AIO emulation layer */
313 bdrv
->bdrv_aio_readv
= bdrv_aio_readv_em
;
314 bdrv
->bdrv_aio_writev
= bdrv_aio_writev_em
;
318 QLIST_INSERT_HEAD(&bdrv_drivers
, bdrv
, list
);
321 /* create a new block device (by default it is empty) */
322 BlockDriverState
*bdrv_new(const char *device_name
)
324 BlockDriverState
*bs
;
326 bs
= g_malloc0(sizeof(BlockDriverState
));
327 QLIST_INIT(&bs
->dirty_bitmaps
);
328 pstrcpy(bs
->device_name
, sizeof(bs
->device_name
), device_name
);
329 if (device_name
[0] != '\0') {
330 QTAILQ_INSERT_TAIL(&bdrv_states
, bs
, list
);
332 bdrv_iostatus_disable(bs
);
333 notifier_list_init(&bs
->close_notifiers
);
334 notifier_with_return_list_init(&bs
->before_write_notifiers
);
335 qemu_co_queue_init(&bs
->throttled_reqs
[0]);
336 qemu_co_queue_init(&bs
->throttled_reqs
[1]);
342 void bdrv_add_close_notifier(BlockDriverState
*bs
, Notifier
*notify
)
344 notifier_list_add(&bs
->close_notifiers
, notify
);
347 BlockDriver
*bdrv_find_format(const char *format_name
)
350 QLIST_FOREACH(drv1
, &bdrv_drivers
, list
) {
351 if (!strcmp(drv1
->format_name
, format_name
)) {
358 static int bdrv_is_whitelisted(BlockDriver
*drv
, bool read_only
)
360 static const char *whitelist_rw
[] = {
361 CONFIG_BDRV_RW_WHITELIST
363 static const char *whitelist_ro
[] = {
364 CONFIG_BDRV_RO_WHITELIST
368 if (!whitelist_rw
[0] && !whitelist_ro
[0]) {
369 return 1; /* no whitelist, anything goes */
372 for (p
= whitelist_rw
; *p
; p
++) {
373 if (!strcmp(drv
->format_name
, *p
)) {
378 for (p
= whitelist_ro
; *p
; p
++) {
379 if (!strcmp(drv
->format_name
, *p
)) {
387 BlockDriver
*bdrv_find_whitelisted_format(const char *format_name
,
390 BlockDriver
*drv
= bdrv_find_format(format_name
);
391 return drv
&& bdrv_is_whitelisted(drv
, read_only
) ? drv
: NULL
;
394 typedef struct CreateCo
{
397 QEMUOptionParameter
*options
;
402 static void coroutine_fn
bdrv_create_co_entry(void *opaque
)
404 Error
*local_err
= NULL
;
407 CreateCo
*cco
= opaque
;
410 ret
= cco
->drv
->bdrv_create(cco
->filename
, cco
->options
, &local_err
);
411 if (error_is_set(&local_err
)) {
412 error_propagate(&cco
->err
, local_err
);
417 int bdrv_create(BlockDriver
*drv
, const char* filename
,
418 QEMUOptionParameter
*options
, Error
**errp
)
425 .filename
= g_strdup(filename
),
431 if (!drv
->bdrv_create
) {
432 error_setg(errp
, "Driver '%s' does not support image creation", drv
->format_name
);
437 if (qemu_in_coroutine()) {
438 /* Fast-path if already in coroutine context */
439 bdrv_create_co_entry(&cco
);
441 co
= qemu_coroutine_create(bdrv_create_co_entry
);
442 qemu_coroutine_enter(co
, &cco
);
443 while (cco
.ret
== NOT_DONE
) {
450 if (error_is_set(&cco
.err
)) {
451 error_propagate(errp
, cco
.err
);
453 error_setg_errno(errp
, -ret
, "Could not create image");
458 g_free(cco
.filename
);
462 int bdrv_create_file(const char* filename
, QEMUOptionParameter
*options
,
466 Error
*local_err
= NULL
;
469 drv
= bdrv_find_protocol(filename
, true);
471 error_setg(errp
, "Could not find protocol for file '%s'", filename
);
475 ret
= bdrv_create(drv
, filename
, options
, &local_err
);
476 if (error_is_set(&local_err
)) {
477 error_propagate(errp
, local_err
);
483 * Create a uniquely-named empty temporary file.
484 * Return 0 upon success, otherwise a negative errno value.
486 int get_tmp_filename(char *filename
, int size
)
489 char temp_dir
[MAX_PATH
];
490 /* GetTempFileName requires that its output buffer (4th param)
491 have length MAX_PATH or greater. */
492 assert(size
>= MAX_PATH
);
493 return (GetTempPath(MAX_PATH
, temp_dir
)
494 && GetTempFileName(temp_dir
, "qem", 0, filename
)
495 ? 0 : -GetLastError());
499 tmpdir
= getenv("TMPDIR");
502 if (snprintf(filename
, size
, "%s/vl.XXXXXX", tmpdir
) >= size
) {
505 fd
= mkstemp(filename
);
509 if (close(fd
) != 0) {
518 * Detect host devices. By convention, /dev/cdrom[N] is always
519 * recognized as a host CDROM.
521 static BlockDriver
*find_hdev_driver(const char *filename
)
523 int score_max
= 0, score
;
524 BlockDriver
*drv
= NULL
, *d
;
526 QLIST_FOREACH(d
, &bdrv_drivers
, list
) {
527 if (d
->bdrv_probe_device
) {
528 score
= d
->bdrv_probe_device(filename
);
529 if (score
> score_max
) {
539 BlockDriver
*bdrv_find_protocol(const char *filename
,
540 bool allow_protocol_prefix
)
547 /* TODO Drivers without bdrv_file_open must be specified explicitly */
550 * XXX(hch): we really should not let host device detection
551 * override an explicit protocol specification, but moving this
552 * later breaks access to device names with colons in them.
553 * Thanks to the brain-dead persistent naming schemes on udev-
554 * based Linux systems those actually are quite common.
556 drv1
= find_hdev_driver(filename
);
561 if (!path_has_protocol(filename
) || !allow_protocol_prefix
) {
562 return bdrv_find_format("file");
565 p
= strchr(filename
, ':');
568 if (len
> sizeof(protocol
) - 1)
569 len
= sizeof(protocol
) - 1;
570 memcpy(protocol
, filename
, len
);
571 protocol
[len
] = '\0';
572 QLIST_FOREACH(drv1
, &bdrv_drivers
, list
) {
573 if (drv1
->protocol_name
&&
574 !strcmp(drv1
->protocol_name
, protocol
)) {
581 static int find_image_format(BlockDriverState
*bs
, const char *filename
,
582 BlockDriver
**pdrv
, Error
**errp
)
584 int score
, score_max
;
585 BlockDriver
*drv1
, *drv
;
589 /* Return the raw BlockDriver * to scsi-generic devices or empty drives */
590 if (bs
->sg
|| !bdrv_is_inserted(bs
) || bdrv_getlength(bs
) == 0) {
591 drv
= bdrv_find_format("raw");
593 error_setg(errp
, "Could not find raw image format");
600 ret
= bdrv_pread(bs
, 0, buf
, sizeof(buf
));
602 error_setg_errno(errp
, -ret
, "Could not read image for determining its "
610 QLIST_FOREACH(drv1
, &bdrv_drivers
, list
) {
611 if (drv1
->bdrv_probe
) {
612 score
= drv1
->bdrv_probe(buf
, ret
, filename
);
613 if (score
> score_max
) {
620 error_setg(errp
, "Could not determine image format: No compatible "
629 * Set the current 'total_sectors' value
631 static int refresh_total_sectors(BlockDriverState
*bs
, int64_t hint
)
633 BlockDriver
*drv
= bs
->drv
;
635 /* Do not attempt drv->bdrv_getlength() on scsi-generic devices */
639 /* query actual device if possible, otherwise just trust the hint */
640 if (drv
->bdrv_getlength
) {
641 int64_t length
= drv
->bdrv_getlength(bs
);
645 hint
= DIV_ROUND_UP(length
, BDRV_SECTOR_SIZE
);
648 bs
->total_sectors
= hint
;
653 * Set open flags for a given discard mode
655 * Return 0 on success, -1 if the discard mode was invalid.
657 int bdrv_parse_discard_flags(const char *mode
, int *flags
)
659 *flags
&= ~BDRV_O_UNMAP
;
661 if (!strcmp(mode
, "off") || !strcmp(mode
, "ignore")) {
663 } else if (!strcmp(mode
, "on") || !strcmp(mode
, "unmap")) {
664 *flags
|= BDRV_O_UNMAP
;
673 * Set open flags for a given cache mode
675 * Return 0 on success, -1 if the cache mode was invalid.
677 int bdrv_parse_cache_flags(const char *mode
, int *flags
)
679 *flags
&= ~BDRV_O_CACHE_MASK
;
681 if (!strcmp(mode
, "off") || !strcmp(mode
, "none")) {
682 *flags
|= BDRV_O_NOCACHE
| BDRV_O_CACHE_WB
;
683 } else if (!strcmp(mode
, "directsync")) {
684 *flags
|= BDRV_O_NOCACHE
;
685 } else if (!strcmp(mode
, "writeback")) {
686 *flags
|= BDRV_O_CACHE_WB
;
687 } else if (!strcmp(mode
, "unsafe")) {
688 *flags
|= BDRV_O_CACHE_WB
;
689 *flags
|= BDRV_O_NO_FLUSH
;
690 } else if (!strcmp(mode
, "writethrough")) {
691 /* this is the default */
700 * The copy-on-read flag is actually a reference count so multiple users may
701 * use the feature without worrying about clobbering its previous state.
702 * Copy-on-read stays enabled until all users have called to disable it.
704 void bdrv_enable_copy_on_read(BlockDriverState
*bs
)
709 void bdrv_disable_copy_on_read(BlockDriverState
*bs
)
711 assert(bs
->copy_on_read
> 0);
715 static int bdrv_open_flags(BlockDriverState
*bs
, int flags
)
717 int open_flags
= flags
| BDRV_O_CACHE_WB
;
720 * Clear flags that are internal to the block layer before opening the
723 open_flags
&= ~(BDRV_O_SNAPSHOT
| BDRV_O_NO_BACKING
);
726 * Snapshots should be writable.
728 if (bs
->is_temporary
) {
729 open_flags
|= BDRV_O_RDWR
;
736 * Common part for opening disk images and files
738 * Removes all processed options from *options.
740 static int bdrv_open_common(BlockDriverState
*bs
, BlockDriverState
*file
,
741 QDict
*options
, int flags
, BlockDriver
*drv
, Error
**errp
)
744 const char *filename
;
745 Error
*local_err
= NULL
;
748 assert(bs
->file
== NULL
);
749 assert(options
!= NULL
&& bs
->options
!= options
);
752 filename
= file
->filename
;
754 filename
= qdict_get_try_str(options
, "filename");
757 trace_bdrv_open_common(bs
, filename
?: "", flags
, drv
->format_name
);
759 /* bdrv_open() with directly using a protocol as drv. This layer is already
760 * opened, so assign it to bs (while file becomes a closed BlockDriverState)
761 * and return immediately. */
762 if (file
!= NULL
&& drv
->bdrv_file_open
) {
767 bs
->open_flags
= flags
;
768 bs
->buffer_alignment
= 512;
769 bs
->zero_beyond_eof
= true;
770 open_flags
= bdrv_open_flags(bs
, flags
);
771 bs
->read_only
= !(open_flags
& BDRV_O_RDWR
);
773 if (use_bdrv_whitelist
&& !bdrv_is_whitelisted(drv
, bs
->read_only
)) {
775 !bs
->read_only
&& bdrv_is_whitelisted(drv
, true)
776 ? "Driver '%s' can only be used for read-only devices"
777 : "Driver '%s' is not whitelisted",
782 assert(bs
->copy_on_read
== 0); /* bdrv_new() and bdrv_close() make it so */
783 if (flags
& BDRV_O_COPY_ON_READ
) {
784 if (!bs
->read_only
) {
785 bdrv_enable_copy_on_read(bs
);
787 error_setg(errp
, "Can't use copy-on-read on read-only device");
792 if (filename
!= NULL
) {
793 pstrcpy(bs
->filename
, sizeof(bs
->filename
), filename
);
795 bs
->filename
[0] = '\0';
799 bs
->opaque
= g_malloc0(drv
->instance_size
);
801 bs
->enable_write_cache
= !!(flags
& BDRV_O_CACHE_WB
);
803 /* Open the image, either directly or using a protocol */
804 if (drv
->bdrv_file_open
) {
805 assert(file
== NULL
);
806 assert(!drv
->bdrv_needs_filename
|| filename
!= NULL
);
807 ret
= drv
->bdrv_file_open(bs
, options
, open_flags
, &local_err
);
810 error_setg(errp
, "Can't use '%s' as a block driver for the "
811 "protocol level", drv
->format_name
);
816 ret
= drv
->bdrv_open(bs
, options
, open_flags
, &local_err
);
820 if (error_is_set(&local_err
)) {
821 error_propagate(errp
, local_err
);
822 } else if (bs
->filename
[0]) {
823 error_setg_errno(errp
, -ret
, "Could not open '%s'", bs
->filename
);
825 error_setg_errno(errp
, -ret
, "Could not open image");
830 ret
= refresh_total_sectors(bs
, bs
->total_sectors
);
832 error_setg_errno(errp
, -ret
, "Could not refresh total sector count");
837 if (bs
->is_temporary
) {
838 assert(bs
->filename
[0] != '\0');
839 unlink(bs
->filename
);
853 * Opens a file using a protocol (file, host_device, nbd, ...)
855 * options is a QDict of options to pass to the block drivers, or NULL for an
856 * empty set of options. The reference to the QDict belongs to the block layer
857 * after the call (even on failure), so if the caller intends to reuse the
858 * dictionary, it needs to use QINCREF() before calling bdrv_file_open.
860 int bdrv_file_open(BlockDriverState
**pbs
, const char *filename
,
861 const char *reference
, QDict
*options
, int flags
,
864 BlockDriverState
*bs
= NULL
;
867 bool allow_protocol_prefix
= false;
868 Error
*local_err
= NULL
;
871 /* NULL means an empty set of options */
872 if (options
== NULL
) {
873 options
= qdict_new();
877 if (filename
|| qdict_size(options
)) {
878 error_setg(errp
, "Cannot reference an existing block device with "
879 "additional options or a new filename");
884 bs
= bdrv_find(reference
);
886 error_setg(errp
, "Cannot find block device '%s'", reference
);
895 bs
->options
= options
;
896 options
= qdict_clone_shallow(options
);
898 /* Fetch the file name from the options QDict if necessary */
900 filename
= qdict_get_try_str(options
, "filename");
901 } else if (filename
&& !qdict_haskey(options
, "filename")) {
902 qdict_put(options
, "filename", qstring_from_str(filename
));
903 allow_protocol_prefix
= true;
905 error_setg(errp
, "Can't specify 'file' and 'filename' options at the "
911 /* Find the right block driver */
912 drvname
= qdict_get_try_str(options
, "driver");
914 drv
= bdrv_find_format(drvname
);
916 error_setg(errp
, "Unknown driver '%s'", drvname
);
918 qdict_del(options
, "driver");
919 } else if (filename
) {
920 drv
= bdrv_find_protocol(filename
, allow_protocol_prefix
);
922 error_setg(errp
, "Unknown protocol");
925 error_setg(errp
, "Must specify either driver or file");
930 /* errp has been set already */
935 /* Parse the filename and open it */
936 if (drv
->bdrv_parse_filename
&& filename
) {
937 drv
->bdrv_parse_filename(filename
, options
, &local_err
);
938 if (error_is_set(&local_err
)) {
939 error_propagate(errp
, local_err
);
943 qdict_del(options
, "filename");
944 } else if (drv
->bdrv_needs_filename
&& !filename
) {
945 error_setg(errp
, "The '%s' block driver requires a file name",
951 if (!drv
->bdrv_file_open
) {
952 ret
= bdrv_open(bs
, filename
, options
, flags
, drv
, &local_err
);
955 ret
= bdrv_open_common(bs
, NULL
, options
, flags
, drv
, &local_err
);
958 error_propagate(errp
, local_err
);
962 /* Check if any unknown options were used */
963 if (options
&& (qdict_size(options
) != 0)) {
964 const QDictEntry
*entry
= qdict_first(options
);
965 error_setg(errp
, "Block protocol '%s' doesn't support the option '%s'",
966 drv
->format_name
, entry
->key
);
979 QDECREF(bs
->options
);
986 * Opens the backing file for a BlockDriverState if not yet open
988 * options is a QDict of options to pass to the block drivers, or NULL for an
989 * empty set of options. The reference to the QDict is transferred to this
990 * function (even on failure), so if the caller intends to reuse the dictionary,
991 * it needs to use QINCREF() before calling bdrv_file_open.
993 int bdrv_open_backing_file(BlockDriverState
*bs
, QDict
*options
, Error
**errp
)
995 char backing_filename
[PATH_MAX
];
997 BlockDriver
*back_drv
= NULL
;
998 Error
*local_err
= NULL
;
1000 if (bs
->backing_hd
!= NULL
) {
1005 /* NULL means an empty set of options */
1006 if (options
== NULL
) {
1007 options
= qdict_new();
1010 bs
->open_flags
&= ~BDRV_O_NO_BACKING
;
1011 if (qdict_haskey(options
, "file.filename")) {
1012 backing_filename
[0] = '\0';
1013 } else if (bs
->backing_file
[0] == '\0' && qdict_size(options
) == 0) {
1017 bdrv_get_full_backing_filename(bs
, backing_filename
,
1018 sizeof(backing_filename
));
1021 bs
->backing_hd
= bdrv_new("");
1023 if (bs
->backing_format
[0] != '\0') {
1024 back_drv
= bdrv_find_format(bs
->backing_format
);
1027 /* backing files always opened read-only */
1028 back_flags
= bs
->open_flags
& ~(BDRV_O_RDWR
| BDRV_O_SNAPSHOT
|
1029 BDRV_O_COPY_ON_READ
);
1031 ret
= bdrv_open(bs
->backing_hd
,
1032 *backing_filename
? backing_filename
: NULL
, options
,
1033 back_flags
, back_drv
, &local_err
);
1035 bdrv_unref(bs
->backing_hd
);
1036 bs
->backing_hd
= NULL
;
1037 bs
->open_flags
|= BDRV_O_NO_BACKING
;
1038 error_setg(errp
, "Could not open backing file: %s",
1039 error_get_pretty(local_err
));
1040 error_free(local_err
);
1044 if (bs
->backing_hd
->file
) {
1045 pstrcpy(bs
->backing_file
, sizeof(bs
->backing_file
),
1046 bs
->backing_hd
->file
->filename
);
1053 * Opens a disk image whose options are given as BlockdevRef in another block
1056 * If force_raw is true, bdrv_file_open() will be used, thereby preventing any
1057 * image format auto-detection. If it is false and a filename is given,
1058 * bdrv_open() will be used for auto-detection.
1060 * If allow_none is true, no image will be opened if filename is false and no
1061 * BlockdevRef is given. *pbs will remain unchanged and 0 will be returned.
1063 * bdrev_key specifies the key for the image's BlockdevRef in the options QDict.
1064 * That QDict has to be flattened; therefore, if the BlockdevRef is a QDict
1065 * itself, all options starting with "${bdref_key}." are considered part of the
1068 * The BlockdevRef will be removed from the options QDict.
1070 int bdrv_open_image(BlockDriverState
**pbs
, const char *filename
,
1071 QDict
*options
, const char *bdref_key
, int flags
,
1072 bool force_raw
, bool allow_none
, Error
**errp
)
1074 QDict
*image_options
;
1076 char *bdref_key_dot
;
1077 const char *reference
;
1079 bdref_key_dot
= g_strdup_printf("%s.", bdref_key
);
1080 qdict_extract_subqdict(options
, &image_options
, bdref_key_dot
);
1081 g_free(bdref_key_dot
);
1083 reference
= qdict_get_try_str(options
, bdref_key
);
1084 if (!filename
&& !reference
&& !qdict_size(image_options
)) {
1088 error_setg(errp
, "A block device must be specified for \"%s\"",
1095 if (filename
&& !force_raw
) {
1096 /* If a filename is given and the block driver should be detected
1097 automatically (instead of using none), use bdrv_open() in order to do
1098 that auto-detection. */
1099 BlockDriverState
*bs
;
1102 error_setg(errp
, "Cannot reference an existing block device while "
1103 "giving a filename");
1109 ret
= bdrv_open(bs
, filename
, image_options
, flags
, NULL
, errp
);
1116 ret
= bdrv_file_open(pbs
, filename
, reference
, image_options
, flags
,
1121 qdict_del(options
, bdref_key
);
1126 * Opens a disk image (raw, qcow2, vmdk, ...)
1128 * options is a QDict of options to pass to the block drivers, or NULL for an
1129 * empty set of options. The reference to the QDict belongs to the block layer
1130 * after the call (even on failure), so if the caller intends to reuse the
1131 * dictionary, it needs to use QINCREF() before calling bdrv_open.
1133 int bdrv_open(BlockDriverState
*bs
, const char *filename
, QDict
*options
,
1134 int flags
, BlockDriver
*drv
, Error
**errp
)
1137 /* TODO: extra byte is a hack to ensure MAX_PATH space on Windows. */
1138 char tmp_filename
[PATH_MAX
+ 1];
1139 BlockDriverState
*file
= NULL
;
1140 const char *drvname
;
1141 Error
*local_err
= NULL
;
1143 /* NULL means an empty set of options */
1144 if (options
== NULL
) {
1145 options
= qdict_new();
1148 bs
->options
= options
;
1149 options
= qdict_clone_shallow(options
);
1151 /* For snapshot=on, create a temporary qcow2 overlay */
1152 if (flags
& BDRV_O_SNAPSHOT
) {
1153 BlockDriverState
*bs1
;
1155 BlockDriver
*bdrv_qcow2
;
1156 QEMUOptionParameter
*create_options
;
1157 QDict
*snapshot_options
;
1159 /* if snapshot, we create a temporary backing file and open it
1160 instead of opening 'filename' directly */
1162 /* Get the required size from the image */
1165 ret
= bdrv_open(bs1
, filename
, options
, BDRV_O_NO_BACKING
,
1171 total_size
= bdrv_getlength(bs1
) & BDRV_SECTOR_MASK
;
1175 /* Create the temporary image */
1176 ret
= get_tmp_filename(tmp_filename
, sizeof(tmp_filename
));
1178 error_setg_errno(errp
, -ret
, "Could not get temporary filename");
1182 bdrv_qcow2
= bdrv_find_format("qcow2");
1183 create_options
= parse_option_parameters("", bdrv_qcow2
->create_options
,
1186 set_option_parameter_int(create_options
, BLOCK_OPT_SIZE
, total_size
);
1188 ret
= bdrv_create(bdrv_qcow2
, tmp_filename
, create_options
, &local_err
);
1189 free_option_parameters(create_options
);
1191 error_setg_errno(errp
, -ret
, "Could not create temporary overlay "
1192 "'%s': %s", tmp_filename
,
1193 error_get_pretty(local_err
));
1194 error_free(local_err
);
1199 /* Prepare a new options QDict for the temporary file, where user
1200 * options refer to the backing file */
1202 qdict_put(options
, "file.filename", qstring_from_str(filename
));
1205 qdict_put(options
, "driver", qstring_from_str(drv
->format_name
));
1208 snapshot_options
= qdict_new();
1209 qdict_put(snapshot_options
, "backing", options
);
1210 qdict_flatten(snapshot_options
);
1212 bs
->options
= snapshot_options
;
1213 options
= qdict_clone_shallow(bs
->options
);
1215 filename
= tmp_filename
;
1217 bs
->is_temporary
= 1;
1220 /* Open image file without format layer */
1221 if (flags
& BDRV_O_RDWR
) {
1222 flags
|= BDRV_O_ALLOW_RDWR
;
1225 ret
= bdrv_open_image(&file
, filename
, options
, "file",
1226 bdrv_open_flags(bs
, flags
| BDRV_O_UNMAP
), true, true,
1232 /* Find the right image format driver */
1233 drvname
= qdict_get_try_str(options
, "driver");
1235 drv
= bdrv_find_format(drvname
);
1236 qdict_del(options
, "driver");
1238 error_setg(errp
, "Invalid driver: '%s'", drvname
);
1240 goto unlink_and_fail
;
1246 ret
= find_image_format(file
, filename
, &drv
, &local_err
);
1248 error_setg(errp
, "Must specify either driver or file");
1250 goto unlink_and_fail
;
1255 goto unlink_and_fail
;
1258 /* Open the image */
1259 ret
= bdrv_open_common(bs
, file
, options
, flags
, drv
, &local_err
);
1261 goto unlink_and_fail
;
1264 if (file
&& (bs
->file
!= file
)) {
1269 /* If there is a backing file, use it */
1270 if ((flags
& BDRV_O_NO_BACKING
) == 0) {
1271 QDict
*backing_options
;
1273 qdict_extract_subqdict(options
, &backing_options
, "backing.");
1274 ret
= bdrv_open_backing_file(bs
, backing_options
, &local_err
);
1276 goto close_and_fail
;
1280 /* Check if any unknown options were used */
1281 if (qdict_size(options
) != 0) {
1282 const QDictEntry
*entry
= qdict_first(options
);
1283 error_setg(errp
, "Block format '%s' used by device '%s' doesn't "
1284 "support the option '%s'", drv
->format_name
, bs
->device_name
,
1288 goto close_and_fail
;
1292 if (!bdrv_key_required(bs
)) {
1293 bdrv_dev_change_media_cb(bs
, true);
1302 if (bs
->is_temporary
) {
1306 QDECREF(bs
->options
);
1309 if (error_is_set(&local_err
)) {
1310 error_propagate(errp
, local_err
);
1317 if (error_is_set(&local_err
)) {
1318 error_propagate(errp
, local_err
);
1323 typedef struct BlockReopenQueueEntry
{
1325 BDRVReopenState state
;
1326 QSIMPLEQ_ENTRY(BlockReopenQueueEntry
) entry
;
1327 } BlockReopenQueueEntry
;
1330 * Adds a BlockDriverState to a simple queue for an atomic, transactional
1331 * reopen of multiple devices.
1333 * bs_queue can either be an existing BlockReopenQueue that has had QSIMPLE_INIT
1334 * already performed, or alternatively may be NULL a new BlockReopenQueue will
1335 * be created and initialized. This newly created BlockReopenQueue should be
1336 * passed back in for subsequent calls that are intended to be of the same
1339 * bs is the BlockDriverState to add to the reopen queue.
1341 * flags contains the open flags for the associated bs
1343 * returns a pointer to bs_queue, which is either the newly allocated
1344 * bs_queue, or the existing bs_queue being used.
1347 BlockReopenQueue
*bdrv_reopen_queue(BlockReopenQueue
*bs_queue
,
1348 BlockDriverState
*bs
, int flags
)
1352 BlockReopenQueueEntry
*bs_entry
;
1353 if (bs_queue
== NULL
) {
1354 bs_queue
= g_new0(BlockReopenQueue
, 1);
1355 QSIMPLEQ_INIT(bs_queue
);
1359 bdrv_reopen_queue(bs_queue
, bs
->file
, flags
);
1362 bs_entry
= g_new0(BlockReopenQueueEntry
, 1);
1363 QSIMPLEQ_INSERT_TAIL(bs_queue
, bs_entry
, entry
);
1365 bs_entry
->state
.bs
= bs
;
1366 bs_entry
->state
.flags
= flags
;
1372 * Reopen multiple BlockDriverStates atomically & transactionally.
1374 * The queue passed in (bs_queue) must have been built up previous
1375 * via bdrv_reopen_queue().
1377 * Reopens all BDS specified in the queue, with the appropriate
1378 * flags. All devices are prepared for reopen, and failure of any
1379 * device will cause all device changes to be abandonded, and intermediate
1382 * If all devices prepare successfully, then the changes are committed
1386 int bdrv_reopen_multiple(BlockReopenQueue
*bs_queue
, Error
**errp
)
1389 BlockReopenQueueEntry
*bs_entry
, *next
;
1390 Error
*local_err
= NULL
;
1392 assert(bs_queue
!= NULL
);
1396 QSIMPLEQ_FOREACH(bs_entry
, bs_queue
, entry
) {
1397 if (bdrv_reopen_prepare(&bs_entry
->state
, bs_queue
, &local_err
)) {
1398 error_propagate(errp
, local_err
);
1401 bs_entry
->prepared
= true;
1404 /* If we reach this point, we have success and just need to apply the
1407 QSIMPLEQ_FOREACH(bs_entry
, bs_queue
, entry
) {
1408 bdrv_reopen_commit(&bs_entry
->state
);
1414 QSIMPLEQ_FOREACH_SAFE(bs_entry
, bs_queue
, entry
, next
) {
1415 if (ret
&& bs_entry
->prepared
) {
1416 bdrv_reopen_abort(&bs_entry
->state
);
1425 /* Reopen a single BlockDriverState with the specified flags. */
1426 int bdrv_reopen(BlockDriverState
*bs
, int bdrv_flags
, Error
**errp
)
1429 Error
*local_err
= NULL
;
1430 BlockReopenQueue
*queue
= bdrv_reopen_queue(NULL
, bs
, bdrv_flags
);
1432 ret
= bdrv_reopen_multiple(queue
, &local_err
);
1433 if (local_err
!= NULL
) {
1434 error_propagate(errp
, local_err
);
1441 * Prepares a BlockDriverState for reopen. All changes are staged in the
1442 * 'opaque' field of the BDRVReopenState, which is used and allocated by
1443 * the block driver layer .bdrv_reopen_prepare()
1445 * bs is the BlockDriverState to reopen
1446 * flags are the new open flags
1447 * queue is the reopen queue
1449 * Returns 0 on success, non-zero on error. On error errp will be set
1452 * On failure, bdrv_reopen_abort() will be called to clean up any data.
1453 * It is the responsibility of the caller to then call the abort() or
1454 * commit() for any other BDS that have been left in a prepare() state
1457 int bdrv_reopen_prepare(BDRVReopenState
*reopen_state
, BlockReopenQueue
*queue
,
1461 Error
*local_err
= NULL
;
1464 assert(reopen_state
!= NULL
);
1465 assert(reopen_state
->bs
->drv
!= NULL
);
1466 drv
= reopen_state
->bs
->drv
;
1468 /* if we are to stay read-only, do not allow permission change
1470 if (!(reopen_state
->bs
->open_flags
& BDRV_O_ALLOW_RDWR
) &&
1471 reopen_state
->flags
& BDRV_O_RDWR
) {
1472 error_set(errp
, QERR_DEVICE_IS_READ_ONLY
,
1473 reopen_state
->bs
->device_name
);
1478 ret
= bdrv_flush(reopen_state
->bs
);
1480 error_set(errp
, ERROR_CLASS_GENERIC_ERROR
, "Error (%s) flushing drive",
1485 if (drv
->bdrv_reopen_prepare
) {
1486 ret
= drv
->bdrv_reopen_prepare(reopen_state
, queue
, &local_err
);
1488 if (local_err
!= NULL
) {
1489 error_propagate(errp
, local_err
);
1491 error_setg(errp
, "failed while preparing to reopen image '%s'",
1492 reopen_state
->bs
->filename
);
1497 /* It is currently mandatory to have a bdrv_reopen_prepare()
1498 * handler for each supported drv. */
1499 error_set(errp
, QERR_BLOCK_FORMAT_FEATURE_NOT_SUPPORTED
,
1500 drv
->format_name
, reopen_state
->bs
->device_name
,
1501 "reopening of file");
1513 * Takes the staged changes for the reopen from bdrv_reopen_prepare(), and
1514 * makes them final by swapping the staging BlockDriverState contents into
1515 * the active BlockDriverState contents.
1517 void bdrv_reopen_commit(BDRVReopenState
*reopen_state
)
1521 assert(reopen_state
!= NULL
);
1522 drv
= reopen_state
->bs
->drv
;
1523 assert(drv
!= NULL
);
1525 /* If there are any driver level actions to take */
1526 if (drv
->bdrv_reopen_commit
) {
1527 drv
->bdrv_reopen_commit(reopen_state
);
1530 /* set BDS specific flags now */
1531 reopen_state
->bs
->open_flags
= reopen_state
->flags
;
1532 reopen_state
->bs
->enable_write_cache
= !!(reopen_state
->flags
&
1534 reopen_state
->bs
->read_only
= !(reopen_state
->flags
& BDRV_O_RDWR
);
1538 * Abort the reopen, and delete and free the staged changes in
1541 void bdrv_reopen_abort(BDRVReopenState
*reopen_state
)
1545 assert(reopen_state
!= NULL
);
1546 drv
= reopen_state
->bs
->drv
;
1547 assert(drv
!= NULL
);
1549 if (drv
->bdrv_reopen_abort
) {
1550 drv
->bdrv_reopen_abort(reopen_state
);
1555 void bdrv_close(BlockDriverState
*bs
)
1558 block_job_cancel_sync(bs
->job
);
1560 bdrv_drain_all(); /* complete I/O */
1562 bdrv_drain_all(); /* in case flush left pending I/O */
1563 notifier_list_notify(&bs
->close_notifiers
, bs
);
1566 if (bs
->backing_hd
) {
1567 bdrv_unref(bs
->backing_hd
);
1568 bs
->backing_hd
= NULL
;
1570 bs
->drv
->bdrv_close(bs
);
1573 if (bs
->is_temporary
) {
1574 unlink(bs
->filename
);
1579 bs
->copy_on_read
= 0;
1580 bs
->backing_file
[0] = '\0';
1581 bs
->backing_format
[0] = '\0';
1582 bs
->total_sectors
= 0;
1587 bs
->zero_beyond_eof
= false;
1588 QDECREF(bs
->options
);
1591 if (bs
->file
!= NULL
) {
1592 bdrv_unref(bs
->file
);
1597 bdrv_dev_change_media_cb(bs
, false);
1599 /*throttling disk I/O limits*/
1600 if (bs
->io_limits_enabled
) {
1601 bdrv_io_limits_disable(bs
);
1605 void bdrv_close_all(void)
1607 BlockDriverState
*bs
;
1609 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
1614 /* Check if any requests are in-flight (including throttled requests) */
1615 static bool bdrv_requests_pending(BlockDriverState
*bs
)
1617 if (!QLIST_EMPTY(&bs
->tracked_requests
)) {
1620 if (!qemu_co_queue_empty(&bs
->throttled_reqs
[0])) {
1623 if (!qemu_co_queue_empty(&bs
->throttled_reqs
[1])) {
1626 if (bs
->file
&& bdrv_requests_pending(bs
->file
)) {
1629 if (bs
->backing_hd
&& bdrv_requests_pending(bs
->backing_hd
)) {
1635 static bool bdrv_requests_pending_all(void)
1637 BlockDriverState
*bs
;
1638 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
1639 if (bdrv_requests_pending(bs
)) {
1647 * Wait for pending requests to complete across all BlockDriverStates
1649 * This function does not flush data to disk, use bdrv_flush_all() for that
1650 * after calling this function.
1652 * Note that completion of an asynchronous I/O operation can trigger any
1653 * number of other I/O operations on other devices---for example a coroutine
1654 * can be arbitrarily complex and a constant flow of I/O can come until the
1655 * coroutine is complete. Because of this, it is not possible to have a
1656 * function to drain a single device's I/O queue.
1658 void bdrv_drain_all(void)
1660 /* Always run first iteration so any pending completion BHs run */
1662 BlockDriverState
*bs
;
1665 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
1666 bdrv_start_throttled_reqs(bs
);
1669 busy
= bdrv_requests_pending_all();
1670 busy
|= aio_poll(qemu_get_aio_context(), busy
);
1674 /* make a BlockDriverState anonymous by removing from bdrv_state list.
1675 Also, NULL terminate the device_name to prevent double remove */
1676 void bdrv_make_anon(BlockDriverState
*bs
)
1678 if (bs
->device_name
[0] != '\0') {
1679 QTAILQ_REMOVE(&bdrv_states
, bs
, list
);
1681 bs
->device_name
[0] = '\0';
1684 static void bdrv_rebind(BlockDriverState
*bs
)
1686 if (bs
->drv
&& bs
->drv
->bdrv_rebind
) {
1687 bs
->drv
->bdrv_rebind(bs
);
1691 static void bdrv_move_feature_fields(BlockDriverState
*bs_dest
,
1692 BlockDriverState
*bs_src
)
1694 /* move some fields that need to stay attached to the device */
1695 bs_dest
->open_flags
= bs_src
->open_flags
;
1698 bs_dest
->dev_ops
= bs_src
->dev_ops
;
1699 bs_dest
->dev_opaque
= bs_src
->dev_opaque
;
1700 bs_dest
->dev
= bs_src
->dev
;
1701 bs_dest
->buffer_alignment
= bs_src
->buffer_alignment
;
1702 bs_dest
->copy_on_read
= bs_src
->copy_on_read
;
1704 bs_dest
->enable_write_cache
= bs_src
->enable_write_cache
;
1706 /* i/o throttled req */
1707 memcpy(&bs_dest
->throttle_state
,
1708 &bs_src
->throttle_state
,
1709 sizeof(ThrottleState
));
1710 bs_dest
->throttled_reqs
[0] = bs_src
->throttled_reqs
[0];
1711 bs_dest
->throttled_reqs
[1] = bs_src
->throttled_reqs
[1];
1712 bs_dest
->io_limits_enabled
= bs_src
->io_limits_enabled
;
1715 bs_dest
->on_read_error
= bs_src
->on_read_error
;
1716 bs_dest
->on_write_error
= bs_src
->on_write_error
;
1719 bs_dest
->iostatus_enabled
= bs_src
->iostatus_enabled
;
1720 bs_dest
->iostatus
= bs_src
->iostatus
;
1723 bs_dest
->dirty_bitmaps
= bs_src
->dirty_bitmaps
;
1725 /* reference count */
1726 bs_dest
->refcnt
= bs_src
->refcnt
;
1729 bs_dest
->in_use
= bs_src
->in_use
;
1730 bs_dest
->job
= bs_src
->job
;
1732 /* keep the same entry in bdrv_states */
1733 pstrcpy(bs_dest
->device_name
, sizeof(bs_dest
->device_name
),
1734 bs_src
->device_name
);
1735 bs_dest
->list
= bs_src
->list
;
1739 * Swap bs contents for two image chains while they are live,
1740 * while keeping required fields on the BlockDriverState that is
1741 * actually attached to a device.
1743 * This will modify the BlockDriverState fields, and swap contents
1744 * between bs_new and bs_old. Both bs_new and bs_old are modified.
1746 * bs_new is required to be anonymous.
1748 * This function does not create any image files.
1750 void bdrv_swap(BlockDriverState
*bs_new
, BlockDriverState
*bs_old
)
1752 BlockDriverState tmp
;
1754 /* bs_new must be anonymous and shouldn't have anything fancy enabled */
1755 assert(bs_new
->device_name
[0] == '\0');
1756 assert(QLIST_EMPTY(&bs_new
->dirty_bitmaps
));
1757 assert(bs_new
->job
== NULL
);
1758 assert(bs_new
->dev
== NULL
);
1759 assert(bs_new
->in_use
== 0);
1760 assert(bs_new
->io_limits_enabled
== false);
1761 assert(!throttle_have_timer(&bs_new
->throttle_state
));
1767 /* there are some fields that should not be swapped, move them back */
1768 bdrv_move_feature_fields(&tmp
, bs_old
);
1769 bdrv_move_feature_fields(bs_old
, bs_new
);
1770 bdrv_move_feature_fields(bs_new
, &tmp
);
1772 /* bs_new shouldn't be in bdrv_states even after the swap! */
1773 assert(bs_new
->device_name
[0] == '\0');
1775 /* Check a few fields that should remain attached to the device */
1776 assert(bs_new
->dev
== NULL
);
1777 assert(bs_new
->job
== NULL
);
1778 assert(bs_new
->in_use
== 0);
1779 assert(bs_new
->io_limits_enabled
== false);
1780 assert(!throttle_have_timer(&bs_new
->throttle_state
));
1782 bdrv_rebind(bs_new
);
1783 bdrv_rebind(bs_old
);
1787 * Add new bs contents at the top of an image chain while the chain is
1788 * live, while keeping required fields on the top layer.
1790 * This will modify the BlockDriverState fields, and swap contents
1791 * between bs_new and bs_top. Both bs_new and bs_top are modified.
1793 * bs_new is required to be anonymous.
1795 * This function does not create any image files.
1797 void bdrv_append(BlockDriverState
*bs_new
, BlockDriverState
*bs_top
)
1799 bdrv_swap(bs_new
, bs_top
);
1801 /* The contents of 'tmp' will become bs_top, as we are
1802 * swapping bs_new and bs_top contents. */
1803 bs_top
->backing_hd
= bs_new
;
1804 bs_top
->open_flags
&= ~BDRV_O_NO_BACKING
;
1805 pstrcpy(bs_top
->backing_file
, sizeof(bs_top
->backing_file
),
1807 pstrcpy(bs_top
->backing_format
, sizeof(bs_top
->backing_format
),
1808 bs_new
->drv
? bs_new
->drv
->format_name
: "");
1811 static void bdrv_delete(BlockDriverState
*bs
)
1815 assert(!bs
->in_use
);
1816 assert(!bs
->refcnt
);
1817 assert(QLIST_EMPTY(&bs
->dirty_bitmaps
));
1821 /* remove from list, if necessary */
1827 int bdrv_attach_dev(BlockDriverState
*bs
, void *dev
)
1828 /* TODO change to DeviceState *dev when all users are qdevified */
1834 bdrv_iostatus_reset(bs
);
1838 /* TODO qdevified devices don't use this, remove when devices are qdevified */
1839 void bdrv_attach_dev_nofail(BlockDriverState
*bs
, void *dev
)
1841 if (bdrv_attach_dev(bs
, dev
) < 0) {
1846 void bdrv_detach_dev(BlockDriverState
*bs
, void *dev
)
1847 /* TODO change to DeviceState *dev when all users are qdevified */
1849 assert(bs
->dev
== dev
);
1852 bs
->dev_opaque
= NULL
;
1853 bs
->buffer_alignment
= 512;
1856 /* TODO change to return DeviceState * when all users are qdevified */
1857 void *bdrv_get_attached_dev(BlockDriverState
*bs
)
1862 void bdrv_set_dev_ops(BlockDriverState
*bs
, const BlockDevOps
*ops
,
1866 bs
->dev_opaque
= opaque
;
1869 void bdrv_emit_qmp_error_event(const BlockDriverState
*bdrv
,
1870 enum MonitorEvent ev
,
1871 BlockErrorAction action
, bool is_read
)
1874 const char *action_str
;
1877 case BDRV_ACTION_REPORT
:
1878 action_str
= "report";
1880 case BDRV_ACTION_IGNORE
:
1881 action_str
= "ignore";
1883 case BDRV_ACTION_STOP
:
1884 action_str
= "stop";
1890 data
= qobject_from_jsonf("{ 'device': %s, 'action': %s, 'operation': %s }",
1893 is_read
? "read" : "write");
1894 monitor_protocol_event(ev
, data
);
1896 qobject_decref(data
);
1899 static void bdrv_emit_qmp_eject_event(BlockDriverState
*bs
, bool ejected
)
1903 data
= qobject_from_jsonf("{ 'device': %s, 'tray-open': %i }",
1904 bdrv_get_device_name(bs
), ejected
);
1905 monitor_protocol_event(QEVENT_DEVICE_TRAY_MOVED
, data
);
1907 qobject_decref(data
);
1910 static void bdrv_dev_change_media_cb(BlockDriverState
*bs
, bool load
)
1912 if (bs
->dev_ops
&& bs
->dev_ops
->change_media_cb
) {
1913 bool tray_was_closed
= !bdrv_dev_is_tray_open(bs
);
1914 bs
->dev_ops
->change_media_cb(bs
->dev_opaque
, load
);
1915 if (tray_was_closed
) {
1917 bdrv_emit_qmp_eject_event(bs
, true);
1921 bdrv_emit_qmp_eject_event(bs
, false);
1926 bool bdrv_dev_has_removable_media(BlockDriverState
*bs
)
1928 return !bs
->dev
|| (bs
->dev_ops
&& bs
->dev_ops
->change_media_cb
);
1931 void bdrv_dev_eject_request(BlockDriverState
*bs
, bool force
)
1933 if (bs
->dev_ops
&& bs
->dev_ops
->eject_request_cb
) {
1934 bs
->dev_ops
->eject_request_cb(bs
->dev_opaque
, force
);
1938 bool bdrv_dev_is_tray_open(BlockDriverState
*bs
)
1940 if (bs
->dev_ops
&& bs
->dev_ops
->is_tray_open
) {
1941 return bs
->dev_ops
->is_tray_open(bs
->dev_opaque
);
1946 static void bdrv_dev_resize_cb(BlockDriverState
*bs
)
1948 if (bs
->dev_ops
&& bs
->dev_ops
->resize_cb
) {
1949 bs
->dev_ops
->resize_cb(bs
->dev_opaque
);
1953 bool bdrv_dev_is_medium_locked(BlockDriverState
*bs
)
1955 if (bs
->dev_ops
&& bs
->dev_ops
->is_medium_locked
) {
1956 return bs
->dev_ops
->is_medium_locked(bs
->dev_opaque
);
1962 * Run consistency checks on an image
1964 * Returns 0 if the check could be completed (it doesn't mean that the image is
1965 * free of errors) or -errno when an internal error occurred. The results of the
1966 * check are stored in res.
1968 int bdrv_check(BlockDriverState
*bs
, BdrvCheckResult
*res
, BdrvCheckMode fix
)
1970 if (bs
->drv
->bdrv_check
== NULL
) {
1974 memset(res
, 0, sizeof(*res
));
1975 return bs
->drv
->bdrv_check(bs
, res
, fix
);
1978 #define COMMIT_BUF_SECTORS 2048
1980 /* commit COW file into the raw image */
1981 int bdrv_commit(BlockDriverState
*bs
)
1983 BlockDriver
*drv
= bs
->drv
;
1984 int64_t sector
, total_sectors
;
1985 int n
, ro
, open_flags
;
1988 char filename
[PATH_MAX
];
1993 if (!bs
->backing_hd
) {
1997 if (bdrv_in_use(bs
) || bdrv_in_use(bs
->backing_hd
)) {
2001 ro
= bs
->backing_hd
->read_only
;
2002 /* Use pstrcpy (not strncpy): filename must be NUL-terminated. */
2003 pstrcpy(filename
, sizeof(filename
), bs
->backing_hd
->filename
);
2004 open_flags
= bs
->backing_hd
->open_flags
;
2007 if (bdrv_reopen(bs
->backing_hd
, open_flags
| BDRV_O_RDWR
, NULL
)) {
2012 total_sectors
= bdrv_getlength(bs
) >> BDRV_SECTOR_BITS
;
2013 buf
= g_malloc(COMMIT_BUF_SECTORS
* BDRV_SECTOR_SIZE
);
2015 for (sector
= 0; sector
< total_sectors
; sector
+= n
) {
2016 ret
= bdrv_is_allocated(bs
, sector
, COMMIT_BUF_SECTORS
, &n
);
2021 if (bdrv_read(bs
, sector
, buf
, n
) != 0) {
2026 if (bdrv_write(bs
->backing_hd
, sector
, buf
, n
) != 0) {
2033 if (drv
->bdrv_make_empty
) {
2034 ret
= drv
->bdrv_make_empty(bs
);
2039 * Make sure all data we wrote to the backing device is actually
2043 bdrv_flush(bs
->backing_hd
);
2049 /* ignoring error return here */
2050 bdrv_reopen(bs
->backing_hd
, open_flags
& ~BDRV_O_RDWR
, NULL
);
2056 int bdrv_commit_all(void)
2058 BlockDriverState
*bs
;
2060 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
2061 if (bs
->drv
&& bs
->backing_hd
) {
2062 int ret
= bdrv_commit(bs
);
2072 * Remove an active request from the tracked requests list
2074 * This function should be called when a tracked request is completing.
2076 static void tracked_request_end(BdrvTrackedRequest
*req
)
2078 QLIST_REMOVE(req
, list
);
2079 qemu_co_queue_restart_all(&req
->wait_queue
);
2083 * Add an active request to the tracked requests list
2085 static void tracked_request_begin(BdrvTrackedRequest
*req
,
2086 BlockDriverState
*bs
,
2088 int nb_sectors
, bool is_write
)
2090 *req
= (BdrvTrackedRequest
){
2092 .sector_num
= sector_num
,
2093 .nb_sectors
= nb_sectors
,
2094 .is_write
= is_write
,
2095 .co
= qemu_coroutine_self(),
2098 qemu_co_queue_init(&req
->wait_queue
);
2100 QLIST_INSERT_HEAD(&bs
->tracked_requests
, req
, list
);
2104 * Round a region to cluster boundaries
2106 void bdrv_round_to_clusters(BlockDriverState
*bs
,
2107 int64_t sector_num
, int nb_sectors
,
2108 int64_t *cluster_sector_num
,
2109 int *cluster_nb_sectors
)
2111 BlockDriverInfo bdi
;
2113 if (bdrv_get_info(bs
, &bdi
) < 0 || bdi
.cluster_size
== 0) {
2114 *cluster_sector_num
= sector_num
;
2115 *cluster_nb_sectors
= nb_sectors
;
2117 int64_t c
= bdi
.cluster_size
/ BDRV_SECTOR_SIZE
;
2118 *cluster_sector_num
= QEMU_ALIGN_DOWN(sector_num
, c
);
2119 *cluster_nb_sectors
= QEMU_ALIGN_UP(sector_num
- *cluster_sector_num
+
2124 static bool tracked_request_overlaps(BdrvTrackedRequest
*req
,
2125 int64_t sector_num
, int nb_sectors
) {
2127 if (sector_num
>= req
->sector_num
+ req
->nb_sectors
) {
2131 if (req
->sector_num
>= sector_num
+ nb_sectors
) {
2137 static void coroutine_fn
wait_for_overlapping_requests(BlockDriverState
*bs
,
2138 int64_t sector_num
, int nb_sectors
)
2140 BdrvTrackedRequest
*req
;
2141 int64_t cluster_sector_num
;
2142 int cluster_nb_sectors
;
2145 /* If we touch the same cluster it counts as an overlap. This guarantees
2146 * that allocating writes will be serialized and not race with each other
2147 * for the same cluster. For example, in copy-on-read it ensures that the
2148 * CoR read and write operations are atomic and guest writes cannot
2149 * interleave between them.
2151 bdrv_round_to_clusters(bs
, sector_num
, nb_sectors
,
2152 &cluster_sector_num
, &cluster_nb_sectors
);
2156 QLIST_FOREACH(req
, &bs
->tracked_requests
, list
) {
2157 if (tracked_request_overlaps(req
, cluster_sector_num
,
2158 cluster_nb_sectors
)) {
2159 /* Hitting this means there was a reentrant request, for
2160 * example, a block driver issuing nested requests. This must
2161 * never happen since it means deadlock.
2163 assert(qemu_coroutine_self() != req
->co
);
2165 qemu_co_queue_wait(&req
->wait_queue
);
2176 * -EINVAL - backing format specified, but no file
2177 * -ENOSPC - can't update the backing file because no space is left in the
2179 * -ENOTSUP - format driver doesn't support changing the backing file
2181 int bdrv_change_backing_file(BlockDriverState
*bs
,
2182 const char *backing_file
, const char *backing_fmt
)
2184 BlockDriver
*drv
= bs
->drv
;
2187 /* Backing file format doesn't make sense without a backing file */
2188 if (backing_fmt
&& !backing_file
) {
2192 if (drv
->bdrv_change_backing_file
!= NULL
) {
2193 ret
= drv
->bdrv_change_backing_file(bs
, backing_file
, backing_fmt
);
2199 pstrcpy(bs
->backing_file
, sizeof(bs
->backing_file
), backing_file
?: "");
2200 pstrcpy(bs
->backing_format
, sizeof(bs
->backing_format
), backing_fmt
?: "");
2206 * Finds the image layer in the chain that has 'bs' as its backing file.
2208 * active is the current topmost image.
2210 * Returns NULL if bs is not found in active's image chain,
2211 * or if active == bs.
2213 BlockDriverState
*bdrv_find_overlay(BlockDriverState
*active
,
2214 BlockDriverState
*bs
)
2216 BlockDriverState
*overlay
= NULL
;
2217 BlockDriverState
*intermediate
;
2219 assert(active
!= NULL
);
2222 /* if bs is the same as active, then by definition it has no overlay
2228 intermediate
= active
;
2229 while (intermediate
->backing_hd
) {
2230 if (intermediate
->backing_hd
== bs
) {
2231 overlay
= intermediate
;
2234 intermediate
= intermediate
->backing_hd
;
2240 typedef struct BlkIntermediateStates
{
2241 BlockDriverState
*bs
;
2242 QSIMPLEQ_ENTRY(BlkIntermediateStates
) entry
;
2243 } BlkIntermediateStates
;
2247 * Drops images above 'base' up to and including 'top', and sets the image
2248 * above 'top' to have base as its backing file.
2250 * Requires that the overlay to 'top' is opened r/w, so that the backing file
2251 * information in 'bs' can be properly updated.
2253 * E.g., this will convert the following chain:
2254 * bottom <- base <- intermediate <- top <- active
2258 * bottom <- base <- active
2260 * It is allowed for bottom==base, in which case it converts:
2262 * base <- intermediate <- top <- active
2269 * if active == top, that is considered an error
2272 int bdrv_drop_intermediate(BlockDriverState
*active
, BlockDriverState
*top
,
2273 BlockDriverState
*base
)
2275 BlockDriverState
*intermediate
;
2276 BlockDriverState
*base_bs
= NULL
;
2277 BlockDriverState
*new_top_bs
= NULL
;
2278 BlkIntermediateStates
*intermediate_state
, *next
;
2281 QSIMPLEQ_HEAD(states_to_delete
, BlkIntermediateStates
) states_to_delete
;
2282 QSIMPLEQ_INIT(&states_to_delete
);
2284 if (!top
->drv
|| !base
->drv
) {
2288 new_top_bs
= bdrv_find_overlay(active
, top
);
2290 if (new_top_bs
== NULL
) {
2291 /* we could not find the image above 'top', this is an error */
2295 /* special case of new_top_bs->backing_hd already pointing to base - nothing
2296 * to do, no intermediate images */
2297 if (new_top_bs
->backing_hd
== base
) {
2304 /* now we will go down through the list, and add each BDS we find
2305 * into our deletion queue, until we hit the 'base'
2307 while (intermediate
) {
2308 intermediate_state
= g_malloc0(sizeof(BlkIntermediateStates
));
2309 intermediate_state
->bs
= intermediate
;
2310 QSIMPLEQ_INSERT_TAIL(&states_to_delete
, intermediate_state
, entry
);
2312 if (intermediate
->backing_hd
== base
) {
2313 base_bs
= intermediate
->backing_hd
;
2316 intermediate
= intermediate
->backing_hd
;
2318 if (base_bs
== NULL
) {
2319 /* something went wrong, we did not end at the base. safely
2320 * unravel everything, and exit with error */
2324 /* success - we can delete the intermediate states, and link top->base */
2325 ret
= bdrv_change_backing_file(new_top_bs
, base_bs
->filename
,
2326 base_bs
->drv
? base_bs
->drv
->format_name
: "");
2330 new_top_bs
->backing_hd
= base_bs
;
2333 QSIMPLEQ_FOREACH_SAFE(intermediate_state
, &states_to_delete
, entry
, next
) {
2334 /* so that bdrv_close() does not recursively close the chain */
2335 intermediate_state
->bs
->backing_hd
= NULL
;
2336 bdrv_unref(intermediate_state
->bs
);
2341 QSIMPLEQ_FOREACH_SAFE(intermediate_state
, &states_to_delete
, entry
, next
) {
2342 g_free(intermediate_state
);
2348 static int bdrv_check_byte_request(BlockDriverState
*bs
, int64_t offset
,
2353 if (!bdrv_is_inserted(bs
))
2359 len
= bdrv_getlength(bs
);
2364 if ((offset
> len
) || (len
- offset
< size
))
2370 static int bdrv_check_request(BlockDriverState
*bs
, int64_t sector_num
,
2373 return bdrv_check_byte_request(bs
, sector_num
* BDRV_SECTOR_SIZE
,
2374 nb_sectors
* BDRV_SECTOR_SIZE
);
2377 typedef struct RwCo
{
2378 BlockDriverState
*bs
;
2384 BdrvRequestFlags flags
;
2387 static void coroutine_fn
bdrv_rw_co_entry(void *opaque
)
2389 RwCo
*rwco
= opaque
;
2391 if (!rwco
->is_write
) {
2392 rwco
->ret
= bdrv_co_do_readv(rwco
->bs
, rwco
->sector_num
,
2393 rwco
->nb_sectors
, rwco
->qiov
,
2396 rwco
->ret
= bdrv_co_do_writev(rwco
->bs
, rwco
->sector_num
,
2397 rwco
->nb_sectors
, rwco
->qiov
,
2403 * Process a vectored synchronous request using coroutines
2405 static int bdrv_rwv_co(BlockDriverState
*bs
, int64_t sector_num
,
2406 QEMUIOVector
*qiov
, bool is_write
,
2407 BdrvRequestFlags flags
)
2412 .sector_num
= sector_num
,
2413 .nb_sectors
= qiov
->size
>> BDRV_SECTOR_BITS
,
2415 .is_write
= is_write
,
2419 assert((qiov
->size
& (BDRV_SECTOR_SIZE
- 1)) == 0);
2422 * In sync call context, when the vcpu is blocked, this throttling timer
2423 * will not fire; so the I/O throttling function has to be disabled here
2424 * if it has been enabled.
2426 if (bs
->io_limits_enabled
) {
2427 fprintf(stderr
, "Disabling I/O throttling on '%s' due "
2428 "to synchronous I/O.\n", bdrv_get_device_name(bs
));
2429 bdrv_io_limits_disable(bs
);
2432 if (qemu_in_coroutine()) {
2433 /* Fast-path if already in coroutine context */
2434 bdrv_rw_co_entry(&rwco
);
2436 co
= qemu_coroutine_create(bdrv_rw_co_entry
);
2437 qemu_coroutine_enter(co
, &rwco
);
2438 while (rwco
.ret
== NOT_DONE
) {
2446 * Process a synchronous request using coroutines
2448 static int bdrv_rw_co(BlockDriverState
*bs
, int64_t sector_num
, uint8_t *buf
,
2449 int nb_sectors
, bool is_write
, BdrvRequestFlags flags
)
2452 struct iovec iov
= {
2453 .iov_base
= (void *)buf
,
2454 .iov_len
= nb_sectors
* BDRV_SECTOR_SIZE
,
2457 qemu_iovec_init_external(&qiov
, &iov
, 1);
2458 return bdrv_rwv_co(bs
, sector_num
, &qiov
, is_write
, flags
);
2461 /* return < 0 if error. See bdrv_write() for the return codes */
2462 int bdrv_read(BlockDriverState
*bs
, int64_t sector_num
,
2463 uint8_t *buf
, int nb_sectors
)
2465 return bdrv_rw_co(bs
, sector_num
, buf
, nb_sectors
, false, 0);
2468 /* Just like bdrv_read(), but with I/O throttling temporarily disabled */
2469 int bdrv_read_unthrottled(BlockDriverState
*bs
, int64_t sector_num
,
2470 uint8_t *buf
, int nb_sectors
)
2475 enabled
= bs
->io_limits_enabled
;
2476 bs
->io_limits_enabled
= false;
2477 ret
= bdrv_read(bs
, sector_num
, buf
, nb_sectors
);
2478 bs
->io_limits_enabled
= enabled
;
2482 /* Return < 0 if error. Important errors are:
2483 -EIO generic I/O error (may happen for all errors)
2484 -ENOMEDIUM No media inserted.
2485 -EINVAL Invalid sector number or nb_sectors
2486 -EACCES Trying to write a read-only device
2488 int bdrv_write(BlockDriverState
*bs
, int64_t sector_num
,
2489 const uint8_t *buf
, int nb_sectors
)
2491 return bdrv_rw_co(bs
, sector_num
, (uint8_t *)buf
, nb_sectors
, true, 0);
2494 int bdrv_writev(BlockDriverState
*bs
, int64_t sector_num
, QEMUIOVector
*qiov
)
2496 return bdrv_rwv_co(bs
, sector_num
, qiov
, true, 0);
2499 int bdrv_write_zeroes(BlockDriverState
*bs
, int64_t sector_num
,
2500 int nb_sectors
, BdrvRequestFlags flags
)
2502 return bdrv_rw_co(bs
, sector_num
, NULL
, nb_sectors
, true,
2503 BDRV_REQ_ZERO_WRITE
| flags
);
2507 * Completely zero out a block device with the help of bdrv_write_zeroes.
2508 * The operation is sped up by checking the block status and only writing
2509 * zeroes to the device if they currently do not return zeroes. Optional
2510 * flags are passed through to bdrv_write_zeroes (e.g. BDRV_REQ_MAY_UNMAP).
2512 * Returns < 0 on error, 0 on success. For error codes see bdrv_write().
2514 int bdrv_make_zero(BlockDriverState
*bs
, BdrvRequestFlags flags
)
2516 int64_t target_size
= bdrv_getlength(bs
) / BDRV_SECTOR_SIZE
;
2517 int64_t ret
, nb_sectors
, sector_num
= 0;
2521 nb_sectors
= target_size
- sector_num
;
2522 if (nb_sectors
<= 0) {
2525 if (nb_sectors
> INT_MAX
) {
2526 nb_sectors
= INT_MAX
;
2528 ret
= bdrv_get_block_status(bs
, sector_num
, nb_sectors
, &n
);
2530 error_report("error getting block status at sector %" PRId64
": %s",
2531 sector_num
, strerror(-ret
));
2534 if (ret
& BDRV_BLOCK_ZERO
) {
2538 ret
= bdrv_write_zeroes(bs
, sector_num
, n
, flags
);
2540 error_report("error writing zeroes at sector %" PRId64
": %s",
2541 sector_num
, strerror(-ret
));
2548 int bdrv_pread(BlockDriverState
*bs
, int64_t offset
,
2549 void *buf
, int count1
)
2551 uint8_t tmp_buf
[BDRV_SECTOR_SIZE
];
2552 int len
, nb_sectors
, count
;
2557 /* first read to align to sector start */
2558 len
= (BDRV_SECTOR_SIZE
- offset
) & (BDRV_SECTOR_SIZE
- 1);
2561 sector_num
= offset
>> BDRV_SECTOR_BITS
;
2563 if ((ret
= bdrv_read(bs
, sector_num
, tmp_buf
, 1)) < 0)
2565 memcpy(buf
, tmp_buf
+ (offset
& (BDRV_SECTOR_SIZE
- 1)), len
);
2573 /* read the sectors "in place" */
2574 nb_sectors
= count
>> BDRV_SECTOR_BITS
;
2575 if (nb_sectors
> 0) {
2576 if ((ret
= bdrv_read(bs
, sector_num
, buf
, nb_sectors
)) < 0)
2578 sector_num
+= nb_sectors
;
2579 len
= nb_sectors
<< BDRV_SECTOR_BITS
;
2584 /* add data from the last sector */
2586 if ((ret
= bdrv_read(bs
, sector_num
, tmp_buf
, 1)) < 0)
2588 memcpy(buf
, tmp_buf
, count
);
2593 int bdrv_pwritev(BlockDriverState
*bs
, int64_t offset
, QEMUIOVector
*qiov
)
2595 uint8_t tmp_buf
[BDRV_SECTOR_SIZE
];
2596 int len
, nb_sectors
, count
;
2602 /* first write to align to sector start */
2603 len
= (BDRV_SECTOR_SIZE
- offset
) & (BDRV_SECTOR_SIZE
- 1);
2606 sector_num
= offset
>> BDRV_SECTOR_BITS
;
2608 if ((ret
= bdrv_read(bs
, sector_num
, tmp_buf
, 1)) < 0)
2610 qemu_iovec_to_buf(qiov
, 0, tmp_buf
+ (offset
& (BDRV_SECTOR_SIZE
- 1)),
2612 if ((ret
= bdrv_write(bs
, sector_num
, tmp_buf
, 1)) < 0)
2620 /* write the sectors "in place" */
2621 nb_sectors
= count
>> BDRV_SECTOR_BITS
;
2622 if (nb_sectors
> 0) {
2623 QEMUIOVector qiov_inplace
;
2625 qemu_iovec_init(&qiov_inplace
, qiov
->niov
);
2626 qemu_iovec_concat(&qiov_inplace
, qiov
, len
,
2627 nb_sectors
<< BDRV_SECTOR_BITS
);
2628 ret
= bdrv_writev(bs
, sector_num
, &qiov_inplace
);
2629 qemu_iovec_destroy(&qiov_inplace
);
2634 sector_num
+= nb_sectors
;
2635 len
= nb_sectors
<< BDRV_SECTOR_BITS
;
2639 /* add data from the last sector */
2641 if ((ret
= bdrv_read(bs
, sector_num
, tmp_buf
, 1)) < 0)
2643 qemu_iovec_to_buf(qiov
, qiov
->size
- count
, tmp_buf
, count
);
2644 if ((ret
= bdrv_write(bs
, sector_num
, tmp_buf
, 1)) < 0)
2650 int bdrv_pwrite(BlockDriverState
*bs
, int64_t offset
,
2651 const void *buf
, int count1
)
2654 struct iovec iov
= {
2655 .iov_base
= (void *) buf
,
2659 qemu_iovec_init_external(&qiov
, &iov
, 1);
2660 return bdrv_pwritev(bs
, offset
, &qiov
);
2664 * Writes to the file and ensures that no writes are reordered across this
2665 * request (acts as a barrier)
2667 * Returns 0 on success, -errno in error cases.
2669 int bdrv_pwrite_sync(BlockDriverState
*bs
, int64_t offset
,
2670 const void *buf
, int count
)
2674 ret
= bdrv_pwrite(bs
, offset
, buf
, count
);
2679 /* No flush needed for cache modes that already do it */
2680 if (bs
->enable_write_cache
) {
2687 static int coroutine_fn
bdrv_co_do_copy_on_readv(BlockDriverState
*bs
,
2688 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
)
2690 /* Perform I/O through a temporary buffer so that users who scribble over
2691 * their read buffer while the operation is in progress do not end up
2692 * modifying the image file. This is critical for zero-copy guest I/O
2693 * where anything might happen inside guest memory.
2695 void *bounce_buffer
;
2697 BlockDriver
*drv
= bs
->drv
;
2699 QEMUIOVector bounce_qiov
;
2700 int64_t cluster_sector_num
;
2701 int cluster_nb_sectors
;
2705 /* Cover entire cluster so no additional backing file I/O is required when
2706 * allocating cluster in the image file.
2708 bdrv_round_to_clusters(bs
, sector_num
, nb_sectors
,
2709 &cluster_sector_num
, &cluster_nb_sectors
);
2711 trace_bdrv_co_do_copy_on_readv(bs
, sector_num
, nb_sectors
,
2712 cluster_sector_num
, cluster_nb_sectors
);
2714 iov
.iov_len
= cluster_nb_sectors
* BDRV_SECTOR_SIZE
;
2715 iov
.iov_base
= bounce_buffer
= qemu_blockalign(bs
, iov
.iov_len
);
2716 qemu_iovec_init_external(&bounce_qiov
, &iov
, 1);
2718 ret
= drv
->bdrv_co_readv(bs
, cluster_sector_num
, cluster_nb_sectors
,
2724 if (drv
->bdrv_co_write_zeroes
&&
2725 buffer_is_zero(bounce_buffer
, iov
.iov_len
)) {
2726 ret
= bdrv_co_do_write_zeroes(bs
, cluster_sector_num
,
2727 cluster_nb_sectors
, 0);
2729 /* This does not change the data on the disk, it is not necessary
2730 * to flush even in cache=writethrough mode.
2732 ret
= drv
->bdrv_co_writev(bs
, cluster_sector_num
, cluster_nb_sectors
,
2737 /* It might be okay to ignore write errors for guest requests. If this
2738 * is a deliberate copy-on-read then we don't want to ignore the error.
2739 * Simply report it in all cases.
2744 skip_bytes
= (sector_num
- cluster_sector_num
) * BDRV_SECTOR_SIZE
;
2745 qemu_iovec_from_buf(qiov
, 0, bounce_buffer
+ skip_bytes
,
2746 nb_sectors
* BDRV_SECTOR_SIZE
);
2749 qemu_vfree(bounce_buffer
);
2754 * Handle a read request in coroutine context
2756 static int coroutine_fn
bdrv_co_do_readv(BlockDriverState
*bs
,
2757 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
,
2758 BdrvRequestFlags flags
)
2760 BlockDriver
*drv
= bs
->drv
;
2761 BdrvTrackedRequest req
;
2767 if (bdrv_check_request(bs
, sector_num
, nb_sectors
)) {
2771 if (bs
->copy_on_read
) {
2772 flags
|= BDRV_REQ_COPY_ON_READ
;
2774 if (flags
& BDRV_REQ_COPY_ON_READ
) {
2775 bs
->copy_on_read_in_flight
++;
2778 if (bs
->copy_on_read_in_flight
) {
2779 wait_for_overlapping_requests(bs
, sector_num
, nb_sectors
);
2782 /* throttling disk I/O */
2783 if (bs
->io_limits_enabled
) {
2784 bdrv_io_limits_intercept(bs
, nb_sectors
, false);
2787 tracked_request_begin(&req
, bs
, sector_num
, nb_sectors
, false);
2789 if (flags
& BDRV_REQ_COPY_ON_READ
) {
2792 ret
= bdrv_is_allocated(bs
, sector_num
, nb_sectors
, &pnum
);
2797 if (!ret
|| pnum
!= nb_sectors
) {
2798 ret
= bdrv_co_do_copy_on_readv(bs
, sector_num
, nb_sectors
, qiov
);
2803 if (!(bs
->zero_beyond_eof
&& bs
->growable
)) {
2804 ret
= drv
->bdrv_co_readv(bs
, sector_num
, nb_sectors
, qiov
);
2806 /* Read zeros after EOF of growable BDSes */
2807 int64_t len
, total_sectors
, max_nb_sectors
;
2809 len
= bdrv_getlength(bs
);
2815 total_sectors
= DIV_ROUND_UP(len
, BDRV_SECTOR_SIZE
);
2816 max_nb_sectors
= MAX(0, total_sectors
- sector_num
);
2817 if (max_nb_sectors
> 0) {
2818 ret
= drv
->bdrv_co_readv(bs
, sector_num
,
2819 MIN(nb_sectors
, max_nb_sectors
), qiov
);
2824 /* Reading beyond end of file is supposed to produce zeroes */
2825 if (ret
== 0 && total_sectors
< sector_num
+ nb_sectors
) {
2826 uint64_t offset
= MAX(0, total_sectors
- sector_num
);
2827 uint64_t bytes
= (sector_num
+ nb_sectors
- offset
) *
2829 qemu_iovec_memset(qiov
, offset
* BDRV_SECTOR_SIZE
, 0, bytes
);
2834 tracked_request_end(&req
);
2836 if (flags
& BDRV_REQ_COPY_ON_READ
) {
2837 bs
->copy_on_read_in_flight
--;
2843 int coroutine_fn
bdrv_co_readv(BlockDriverState
*bs
, int64_t sector_num
,
2844 int nb_sectors
, QEMUIOVector
*qiov
)
2846 trace_bdrv_co_readv(bs
, sector_num
, nb_sectors
);
2848 return bdrv_co_do_readv(bs
, sector_num
, nb_sectors
, qiov
, 0);
2851 int coroutine_fn
bdrv_co_copy_on_readv(BlockDriverState
*bs
,
2852 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
)
2854 trace_bdrv_co_copy_on_readv(bs
, sector_num
, nb_sectors
);
2856 return bdrv_co_do_readv(bs
, sector_num
, nb_sectors
, qiov
,
2857 BDRV_REQ_COPY_ON_READ
);
2860 /* if no limit is specified in the BlockLimits use a default
2861 * of 32768 512-byte sectors (16 MiB) per request.
2863 #define MAX_WRITE_ZEROES_DEFAULT 32768
2865 static int coroutine_fn
bdrv_co_do_write_zeroes(BlockDriverState
*bs
,
2866 int64_t sector_num
, int nb_sectors
, BdrvRequestFlags flags
)
2868 BlockDriver
*drv
= bs
->drv
;
2870 struct iovec iov
= {0};
2873 int max_write_zeroes
= bs
->bl
.max_write_zeroes
?
2874 bs
->bl
.max_write_zeroes
: MAX_WRITE_ZEROES_DEFAULT
;
2876 while (nb_sectors
> 0 && !ret
) {
2877 int num
= nb_sectors
;
2879 /* Align request. Block drivers can expect the "bulk" of the request
2882 if (bs
->bl
.write_zeroes_alignment
2883 && num
> bs
->bl
.write_zeroes_alignment
) {
2884 if (sector_num
% bs
->bl
.write_zeroes_alignment
!= 0) {
2885 /* Make a small request up to the first aligned sector. */
2886 num
= bs
->bl
.write_zeroes_alignment
;
2887 num
-= sector_num
% bs
->bl
.write_zeroes_alignment
;
2888 } else if ((sector_num
+ num
) % bs
->bl
.write_zeroes_alignment
!= 0) {
2889 /* Shorten the request to the last aligned sector. num cannot
2890 * underflow because num > bs->bl.write_zeroes_alignment.
2892 num
-= (sector_num
+ num
) % bs
->bl
.write_zeroes_alignment
;
2896 /* limit request size */
2897 if (num
> max_write_zeroes
) {
2898 num
= max_write_zeroes
;
2902 /* First try the efficient write zeroes operation */
2903 if (drv
->bdrv_co_write_zeroes
) {
2904 ret
= drv
->bdrv_co_write_zeroes(bs
, sector_num
, num
, flags
);
2907 if (ret
== -ENOTSUP
) {
2908 /* Fall back to bounce buffer if write zeroes is unsupported */
2909 iov
.iov_len
= num
* BDRV_SECTOR_SIZE
;
2910 if (iov
.iov_base
== NULL
) {
2911 iov
.iov_base
= qemu_blockalign(bs
, num
* BDRV_SECTOR_SIZE
);
2912 memset(iov
.iov_base
, 0, num
* BDRV_SECTOR_SIZE
);
2914 qemu_iovec_init_external(&qiov
, &iov
, 1);
2916 ret
= drv
->bdrv_co_writev(bs
, sector_num
, num
, &qiov
);
2918 /* Keep bounce buffer around if it is big enough for all
2919 * all future requests.
2921 if (num
< max_write_zeroes
) {
2922 qemu_vfree(iov
.iov_base
);
2923 iov
.iov_base
= NULL
;
2931 qemu_vfree(iov
.iov_base
);
2936 * Handle a write request in coroutine context
2938 static int coroutine_fn
bdrv_co_do_writev(BlockDriverState
*bs
,
2939 int64_t sector_num
, int nb_sectors
, QEMUIOVector
*qiov
,
2940 BdrvRequestFlags flags
)
2942 BlockDriver
*drv
= bs
->drv
;
2943 BdrvTrackedRequest req
;
2949 if (bs
->read_only
) {
2952 if (bdrv_check_request(bs
, sector_num
, nb_sectors
)) {
2956 if (bs
->copy_on_read_in_flight
) {
2957 wait_for_overlapping_requests(bs
, sector_num
, nb_sectors
);
2960 /* throttling disk I/O */
2961 if (bs
->io_limits_enabled
) {
2962 bdrv_io_limits_intercept(bs
, nb_sectors
, true);
2965 tracked_request_begin(&req
, bs
, sector_num
, nb_sectors
, true);
2967 ret
= notifier_with_return_list_notify(&bs
->before_write_notifiers
, &req
);
2970 /* Do nothing, write notifier decided to fail this request */
2971 } else if (flags
& BDRV_REQ_ZERO_WRITE
) {
2972 ret
= bdrv_co_do_write_zeroes(bs
, sector_num
, nb_sectors
, flags
);
2974 ret
= drv
->bdrv_co_writev(bs
, sector_num
, nb_sectors
, qiov
);
2977 if (ret
== 0 && !bs
->enable_write_cache
) {
2978 ret
= bdrv_co_flush(bs
);
2981 bdrv_set_dirty(bs
, sector_num
, nb_sectors
);
2983 if (bs
->wr_highest_sector
< sector_num
+ nb_sectors
- 1) {
2984 bs
->wr_highest_sector
= sector_num
+ nb_sectors
- 1;
2986 if (bs
->growable
&& ret
>= 0) {
2987 bs
->total_sectors
= MAX(bs
->total_sectors
, sector_num
+ nb_sectors
);
2990 tracked_request_end(&req
);
2995 int coroutine_fn
bdrv_co_writev(BlockDriverState
*bs
, int64_t sector_num
,
2996 int nb_sectors
, QEMUIOVector
*qiov
)
2998 trace_bdrv_co_writev(bs
, sector_num
, nb_sectors
);
3000 return bdrv_co_do_writev(bs
, sector_num
, nb_sectors
, qiov
, 0);
3003 int coroutine_fn
bdrv_co_write_zeroes(BlockDriverState
*bs
,
3004 int64_t sector_num
, int nb_sectors
,
3005 BdrvRequestFlags flags
)
3007 trace_bdrv_co_write_zeroes(bs
, sector_num
, nb_sectors
, flags
);
3009 if (!(bs
->open_flags
& BDRV_O_UNMAP
)) {
3010 flags
&= ~BDRV_REQ_MAY_UNMAP
;
3013 return bdrv_co_do_writev(bs
, sector_num
, nb_sectors
, NULL
,
3014 BDRV_REQ_ZERO_WRITE
| flags
);
3018 * Truncate file to 'offset' bytes (needed only for file protocols)
3020 int bdrv_truncate(BlockDriverState
*bs
, int64_t offset
)
3022 BlockDriver
*drv
= bs
->drv
;
3026 if (!drv
->bdrv_truncate
)
3030 if (bdrv_in_use(bs
))
3032 ret
= drv
->bdrv_truncate(bs
, offset
);
3034 ret
= refresh_total_sectors(bs
, offset
>> BDRV_SECTOR_BITS
);
3035 bdrv_dev_resize_cb(bs
);
3041 * Length of a allocated file in bytes. Sparse files are counted by actual
3042 * allocated space. Return < 0 if error or unknown.
3044 int64_t bdrv_get_allocated_file_size(BlockDriverState
*bs
)
3046 BlockDriver
*drv
= bs
->drv
;
3050 if (drv
->bdrv_get_allocated_file_size
) {
3051 return drv
->bdrv_get_allocated_file_size(bs
);
3054 return bdrv_get_allocated_file_size(bs
->file
);
3060 * Length of a file in bytes. Return < 0 if error or unknown.
3062 int64_t bdrv_getlength(BlockDriverState
*bs
)
3064 BlockDriver
*drv
= bs
->drv
;
3068 if (drv
->has_variable_length
) {
3069 int ret
= refresh_total_sectors(bs
, bs
->total_sectors
);
3074 return bs
->total_sectors
* BDRV_SECTOR_SIZE
;
3077 /* return 0 as number of sectors if no device present or error */
3078 void bdrv_get_geometry(BlockDriverState
*bs
, uint64_t *nb_sectors_ptr
)
3081 length
= bdrv_getlength(bs
);
3085 length
= length
>> BDRV_SECTOR_BITS
;
3086 *nb_sectors_ptr
= length
;
3089 void bdrv_set_on_error(BlockDriverState
*bs
, BlockdevOnError on_read_error
,
3090 BlockdevOnError on_write_error
)
3092 bs
->on_read_error
= on_read_error
;
3093 bs
->on_write_error
= on_write_error
;
3096 BlockdevOnError
bdrv_get_on_error(BlockDriverState
*bs
, bool is_read
)
3098 return is_read
? bs
->on_read_error
: bs
->on_write_error
;
3101 BlockErrorAction
bdrv_get_error_action(BlockDriverState
*bs
, bool is_read
, int error
)
3103 BlockdevOnError on_err
= is_read
? bs
->on_read_error
: bs
->on_write_error
;
3106 case BLOCKDEV_ON_ERROR_ENOSPC
:
3107 return (error
== ENOSPC
) ? BDRV_ACTION_STOP
: BDRV_ACTION_REPORT
;
3108 case BLOCKDEV_ON_ERROR_STOP
:
3109 return BDRV_ACTION_STOP
;
3110 case BLOCKDEV_ON_ERROR_REPORT
:
3111 return BDRV_ACTION_REPORT
;
3112 case BLOCKDEV_ON_ERROR_IGNORE
:
3113 return BDRV_ACTION_IGNORE
;
3119 /* This is done by device models because, while the block layer knows
3120 * about the error, it does not know whether an operation comes from
3121 * the device or the block layer (from a job, for example).
3123 void bdrv_error_action(BlockDriverState
*bs
, BlockErrorAction action
,
3124 bool is_read
, int error
)
3127 bdrv_emit_qmp_error_event(bs
, QEVENT_BLOCK_IO_ERROR
, action
, is_read
);
3128 if (action
== BDRV_ACTION_STOP
) {
3129 vm_stop(RUN_STATE_IO_ERROR
);
3130 bdrv_iostatus_set_err(bs
, error
);
3134 int bdrv_is_read_only(BlockDriverState
*bs
)
3136 return bs
->read_only
;
3139 int bdrv_is_sg(BlockDriverState
*bs
)
3144 int bdrv_enable_write_cache(BlockDriverState
*bs
)
3146 return bs
->enable_write_cache
;
3149 void bdrv_set_enable_write_cache(BlockDriverState
*bs
, bool wce
)
3151 bs
->enable_write_cache
= wce
;
3153 /* so a reopen() will preserve wce */
3155 bs
->open_flags
|= BDRV_O_CACHE_WB
;
3157 bs
->open_flags
&= ~BDRV_O_CACHE_WB
;
3161 int bdrv_is_encrypted(BlockDriverState
*bs
)
3163 if (bs
->backing_hd
&& bs
->backing_hd
->encrypted
)
3165 return bs
->encrypted
;
3168 int bdrv_key_required(BlockDriverState
*bs
)
3170 BlockDriverState
*backing_hd
= bs
->backing_hd
;
3172 if (backing_hd
&& backing_hd
->encrypted
&& !backing_hd
->valid_key
)
3174 return (bs
->encrypted
&& !bs
->valid_key
);
3177 int bdrv_set_key(BlockDriverState
*bs
, const char *key
)
3180 if (bs
->backing_hd
&& bs
->backing_hd
->encrypted
) {
3181 ret
= bdrv_set_key(bs
->backing_hd
, key
);
3187 if (!bs
->encrypted
) {
3189 } else if (!bs
->drv
|| !bs
->drv
->bdrv_set_key
) {
3192 ret
= bs
->drv
->bdrv_set_key(bs
, key
);
3195 } else if (!bs
->valid_key
) {
3197 /* call the change callback now, we skipped it on open */
3198 bdrv_dev_change_media_cb(bs
, true);
3203 const char *bdrv_get_format_name(BlockDriverState
*bs
)
3205 return bs
->drv
? bs
->drv
->format_name
: NULL
;
3208 void bdrv_iterate_format(void (*it
)(void *opaque
, const char *name
),
3213 QLIST_FOREACH(drv
, &bdrv_drivers
, list
) {
3214 it(opaque
, drv
->format_name
);
3218 BlockDriverState
*bdrv_find(const char *name
)
3220 BlockDriverState
*bs
;
3222 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
3223 if (!strcmp(name
, bs
->device_name
)) {
3230 BlockDriverState
*bdrv_next(BlockDriverState
*bs
)
3233 return QTAILQ_FIRST(&bdrv_states
);
3235 return QTAILQ_NEXT(bs
, list
);
3238 void bdrv_iterate(void (*it
)(void *opaque
, BlockDriverState
*bs
), void *opaque
)
3240 BlockDriverState
*bs
;
3242 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
3247 const char *bdrv_get_device_name(BlockDriverState
*bs
)
3249 return bs
->device_name
;
3252 int bdrv_get_flags(BlockDriverState
*bs
)
3254 return bs
->open_flags
;
3257 int bdrv_flush_all(void)
3259 BlockDriverState
*bs
;
3262 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
3263 int ret
= bdrv_flush(bs
);
3264 if (ret
< 0 && !result
) {
3272 int bdrv_has_zero_init_1(BlockDriverState
*bs
)
3277 int bdrv_has_zero_init(BlockDriverState
*bs
)
3281 /* If BS is a copy on write image, it is initialized to
3282 the contents of the base image, which may not be zeroes. */
3283 if (bs
->backing_hd
) {
3286 if (bs
->drv
->bdrv_has_zero_init
) {
3287 return bs
->drv
->bdrv_has_zero_init(bs
);
3294 bool bdrv_unallocated_blocks_are_zero(BlockDriverState
*bs
)
3296 BlockDriverInfo bdi
;
3298 if (bs
->backing_hd
) {
3302 if (bdrv_get_info(bs
, &bdi
) == 0) {
3303 return bdi
.unallocated_blocks_are_zero
;
3309 bool bdrv_can_write_zeroes_with_unmap(BlockDriverState
*bs
)
3311 BlockDriverInfo bdi
;
3313 if (bs
->backing_hd
|| !(bs
->open_flags
& BDRV_O_UNMAP
)) {
3317 if (bdrv_get_info(bs
, &bdi
) == 0) {
3318 return bdi
.can_write_zeroes_with_unmap
;
3324 typedef struct BdrvCoGetBlockStatusData
{
3325 BlockDriverState
*bs
;
3326 BlockDriverState
*base
;
3332 } BdrvCoGetBlockStatusData
;
3335 * Returns true iff the specified sector is present in the disk image. Drivers
3336 * not implementing the functionality are assumed to not support backing files,
3337 * hence all their sectors are reported as allocated.
3339 * If 'sector_num' is beyond the end of the disk image the return value is 0
3340 * and 'pnum' is set to 0.
3342 * 'pnum' is set to the number of sectors (including and immediately following
3343 * the specified sector) that are known to be in the same
3344 * allocated/unallocated state.
3346 * 'nb_sectors' is the max value 'pnum' should be set to. If nb_sectors goes
3347 * beyond the end of the disk image it will be clamped.
3349 static int64_t coroutine_fn
bdrv_co_get_block_status(BlockDriverState
*bs
,
3351 int nb_sectors
, int *pnum
)
3357 length
= bdrv_getlength(bs
);
3362 if (sector_num
>= (length
>> BDRV_SECTOR_BITS
)) {
3367 n
= bs
->total_sectors
- sector_num
;
3368 if (n
< nb_sectors
) {
3372 if (!bs
->drv
->bdrv_co_get_block_status
) {
3374 ret
= BDRV_BLOCK_DATA
;
3375 if (bs
->drv
->protocol_name
) {
3376 ret
|= BDRV_BLOCK_OFFSET_VALID
| (sector_num
* BDRV_SECTOR_SIZE
);
3381 ret
= bs
->drv
->bdrv_co_get_block_status(bs
, sector_num
, nb_sectors
, pnum
);
3387 if (ret
& BDRV_BLOCK_RAW
) {
3388 assert(ret
& BDRV_BLOCK_OFFSET_VALID
);
3389 return bdrv_get_block_status(bs
->file
, ret
>> BDRV_SECTOR_BITS
,
3393 if (!(ret
& BDRV_BLOCK_DATA
) && !(ret
& BDRV_BLOCK_ZERO
)) {
3394 if (bdrv_unallocated_blocks_are_zero(bs
)) {
3395 ret
|= BDRV_BLOCK_ZERO
;
3396 } else if (bs
->backing_hd
) {
3397 BlockDriverState
*bs2
= bs
->backing_hd
;
3398 int64_t length2
= bdrv_getlength(bs2
);
3399 if (length2
>= 0 && sector_num
>= (length2
>> BDRV_SECTOR_BITS
)) {
3400 ret
|= BDRV_BLOCK_ZERO
;
3406 (ret
& BDRV_BLOCK_DATA
) && !(ret
& BDRV_BLOCK_ZERO
) &&
3407 (ret
& BDRV_BLOCK_OFFSET_VALID
)) {
3408 ret2
= bdrv_co_get_block_status(bs
->file
, ret
>> BDRV_SECTOR_BITS
,
3411 /* Ignore errors. This is just providing extra information, it
3412 * is useful but not necessary.
3414 ret
|= (ret2
& BDRV_BLOCK_ZERO
);
3421 /* Coroutine wrapper for bdrv_get_block_status() */
3422 static void coroutine_fn
bdrv_get_block_status_co_entry(void *opaque
)
3424 BdrvCoGetBlockStatusData
*data
= opaque
;
3425 BlockDriverState
*bs
= data
->bs
;
3427 data
->ret
= bdrv_co_get_block_status(bs
, data
->sector_num
, data
->nb_sectors
,
3433 * Synchronous wrapper around bdrv_co_get_block_status().
3435 * See bdrv_co_get_block_status() for details.
3437 int64_t bdrv_get_block_status(BlockDriverState
*bs
, int64_t sector_num
,
3438 int nb_sectors
, int *pnum
)
3441 BdrvCoGetBlockStatusData data
= {
3443 .sector_num
= sector_num
,
3444 .nb_sectors
= nb_sectors
,
3449 if (qemu_in_coroutine()) {
3450 /* Fast-path if already in coroutine context */
3451 bdrv_get_block_status_co_entry(&data
);
3453 co
= qemu_coroutine_create(bdrv_get_block_status_co_entry
);
3454 qemu_coroutine_enter(co
, &data
);
3455 while (!data
.done
) {
3462 int coroutine_fn
bdrv_is_allocated(BlockDriverState
*bs
, int64_t sector_num
,
3463 int nb_sectors
, int *pnum
)
3465 int64_t ret
= bdrv_get_block_status(bs
, sector_num
, nb_sectors
, pnum
);
3470 (ret
& BDRV_BLOCK_DATA
) ||
3471 ((ret
& BDRV_BLOCK_ZERO
) && !bdrv_has_zero_init(bs
));
3475 * Given an image chain: ... -> [BASE] -> [INTER1] -> [INTER2] -> [TOP]
3477 * Return true if the given sector is allocated in any image between
3478 * BASE and TOP (inclusive). BASE can be NULL to check if the given
3479 * sector is allocated in any image of the chain. Return false otherwise.
3481 * 'pnum' is set to the number of sectors (including and immediately following
3482 * the specified sector) that are known to be in the same
3483 * allocated/unallocated state.
3486 int bdrv_is_allocated_above(BlockDriverState
*top
,
3487 BlockDriverState
*base
,
3489 int nb_sectors
, int *pnum
)
3491 BlockDriverState
*intermediate
;
3492 int ret
, n
= nb_sectors
;
3495 while (intermediate
&& intermediate
!= base
) {
3497 ret
= bdrv_is_allocated(intermediate
, sector_num
, nb_sectors
,
3507 * [sector_num, nb_sectors] is unallocated on top but intermediate
3510 * [sector_num+x, nr_sectors] allocated.
3512 if (n
> pnum_inter
&&
3513 (intermediate
== top
||
3514 sector_num
+ pnum_inter
< intermediate
->total_sectors
)) {
3518 intermediate
= intermediate
->backing_hd
;
3525 const char *bdrv_get_encrypted_filename(BlockDriverState
*bs
)
3527 if (bs
->backing_hd
&& bs
->backing_hd
->encrypted
)
3528 return bs
->backing_file
;
3529 else if (bs
->encrypted
)
3530 return bs
->filename
;
3535 void bdrv_get_backing_filename(BlockDriverState
*bs
,
3536 char *filename
, int filename_size
)
3538 pstrcpy(filename
, filename_size
, bs
->backing_file
);
3541 int bdrv_write_compressed(BlockDriverState
*bs
, int64_t sector_num
,
3542 const uint8_t *buf
, int nb_sectors
)
3544 BlockDriver
*drv
= bs
->drv
;
3547 if (!drv
->bdrv_write_compressed
)
3549 if (bdrv_check_request(bs
, sector_num
, nb_sectors
))
3552 assert(QLIST_EMPTY(&bs
->dirty_bitmaps
));
3554 return drv
->bdrv_write_compressed(bs
, sector_num
, buf
, nb_sectors
);
3557 int bdrv_get_info(BlockDriverState
*bs
, BlockDriverInfo
*bdi
)
3559 BlockDriver
*drv
= bs
->drv
;
3562 if (!drv
->bdrv_get_info
)
3564 memset(bdi
, 0, sizeof(*bdi
));
3565 return drv
->bdrv_get_info(bs
, bdi
);
3568 ImageInfoSpecific
*bdrv_get_specific_info(BlockDriverState
*bs
)
3570 BlockDriver
*drv
= bs
->drv
;
3571 if (drv
&& drv
->bdrv_get_specific_info
) {
3572 return drv
->bdrv_get_specific_info(bs
);
3577 int bdrv_save_vmstate(BlockDriverState
*bs
, const uint8_t *buf
,
3578 int64_t pos
, int size
)
3581 struct iovec iov
= {
3582 .iov_base
= (void *) buf
,
3586 qemu_iovec_init_external(&qiov
, &iov
, 1);
3587 return bdrv_writev_vmstate(bs
, &qiov
, pos
);
3590 int bdrv_writev_vmstate(BlockDriverState
*bs
, QEMUIOVector
*qiov
, int64_t pos
)
3592 BlockDriver
*drv
= bs
->drv
;
3596 } else if (drv
->bdrv_save_vmstate
) {
3597 return drv
->bdrv_save_vmstate(bs
, qiov
, pos
);
3598 } else if (bs
->file
) {
3599 return bdrv_writev_vmstate(bs
->file
, qiov
, pos
);
3605 int bdrv_load_vmstate(BlockDriverState
*bs
, uint8_t *buf
,
3606 int64_t pos
, int size
)
3608 BlockDriver
*drv
= bs
->drv
;
3611 if (drv
->bdrv_load_vmstate
)
3612 return drv
->bdrv_load_vmstate(bs
, buf
, pos
, size
);
3614 return bdrv_load_vmstate(bs
->file
, buf
, pos
, size
);
3618 void bdrv_debug_event(BlockDriverState
*bs
, BlkDebugEvent event
)
3620 if (!bs
|| !bs
->drv
|| !bs
->drv
->bdrv_debug_event
) {
3624 bs
->drv
->bdrv_debug_event(bs
, event
);
3627 int bdrv_debug_breakpoint(BlockDriverState
*bs
, const char *event
,
3630 while (bs
&& bs
->drv
&& !bs
->drv
->bdrv_debug_breakpoint
) {
3634 if (bs
&& bs
->drv
&& bs
->drv
->bdrv_debug_breakpoint
) {
3635 return bs
->drv
->bdrv_debug_breakpoint(bs
, event
, tag
);
3641 int bdrv_debug_remove_breakpoint(BlockDriverState
*bs
, const char *tag
)
3643 while (bs
&& bs
->drv
&& !bs
->drv
->bdrv_debug_remove_breakpoint
) {
3647 if (bs
&& bs
->drv
&& bs
->drv
->bdrv_debug_remove_breakpoint
) {
3648 return bs
->drv
->bdrv_debug_remove_breakpoint(bs
, tag
);
3654 int bdrv_debug_resume(BlockDriverState
*bs
, const char *tag
)
3656 while (bs
&& bs
->drv
&& !bs
->drv
->bdrv_debug_resume
) {
3660 if (bs
&& bs
->drv
&& bs
->drv
->bdrv_debug_resume
) {
3661 return bs
->drv
->bdrv_debug_resume(bs
, tag
);
3667 bool bdrv_debug_is_suspended(BlockDriverState
*bs
, const char *tag
)
3669 while (bs
&& bs
->drv
&& !bs
->drv
->bdrv_debug_is_suspended
) {
3673 if (bs
&& bs
->drv
&& bs
->drv
->bdrv_debug_is_suspended
) {
3674 return bs
->drv
->bdrv_debug_is_suspended(bs
, tag
);
3680 int bdrv_is_snapshot(BlockDriverState
*bs
)
3682 return !!(bs
->open_flags
& BDRV_O_SNAPSHOT
);
3685 /* backing_file can either be relative, or absolute, or a protocol. If it is
3686 * relative, it must be relative to the chain. So, passing in bs->filename
3687 * from a BDS as backing_file should not be done, as that may be relative to
3688 * the CWD rather than the chain. */
3689 BlockDriverState
*bdrv_find_backing_image(BlockDriverState
*bs
,
3690 const char *backing_file
)
3692 char *filename_full
= NULL
;
3693 char *backing_file_full
= NULL
;
3694 char *filename_tmp
= NULL
;
3695 int is_protocol
= 0;
3696 BlockDriverState
*curr_bs
= NULL
;
3697 BlockDriverState
*retval
= NULL
;
3699 if (!bs
|| !bs
->drv
|| !backing_file
) {
3703 filename_full
= g_malloc(PATH_MAX
);
3704 backing_file_full
= g_malloc(PATH_MAX
);
3705 filename_tmp
= g_malloc(PATH_MAX
);
3707 is_protocol
= path_has_protocol(backing_file
);
3709 for (curr_bs
= bs
; curr_bs
->backing_hd
; curr_bs
= curr_bs
->backing_hd
) {
3711 /* If either of the filename paths is actually a protocol, then
3712 * compare unmodified paths; otherwise make paths relative */
3713 if (is_protocol
|| path_has_protocol(curr_bs
->backing_file
)) {
3714 if (strcmp(backing_file
, curr_bs
->backing_file
) == 0) {
3715 retval
= curr_bs
->backing_hd
;
3719 /* If not an absolute filename path, make it relative to the current
3720 * image's filename path */
3721 path_combine(filename_tmp
, PATH_MAX
, curr_bs
->filename
,
3724 /* We are going to compare absolute pathnames */
3725 if (!realpath(filename_tmp
, filename_full
)) {
3729 /* We need to make sure the backing filename we are comparing against
3730 * is relative to the current image filename (or absolute) */
3731 path_combine(filename_tmp
, PATH_MAX
, curr_bs
->filename
,
3732 curr_bs
->backing_file
);
3734 if (!realpath(filename_tmp
, backing_file_full
)) {
3738 if (strcmp(backing_file_full
, filename_full
) == 0) {
3739 retval
= curr_bs
->backing_hd
;
3745 g_free(filename_full
);
3746 g_free(backing_file_full
);
3747 g_free(filename_tmp
);
3751 int bdrv_get_backing_file_depth(BlockDriverState
*bs
)
3757 if (!bs
->backing_hd
) {
3761 return 1 + bdrv_get_backing_file_depth(bs
->backing_hd
);
3764 BlockDriverState
*bdrv_find_base(BlockDriverState
*bs
)
3766 BlockDriverState
*curr_bs
= NULL
;
3774 while (curr_bs
->backing_hd
) {
3775 curr_bs
= curr_bs
->backing_hd
;
3780 /**************************************************************/
3783 BlockDriverAIOCB
*bdrv_aio_readv(BlockDriverState
*bs
, int64_t sector_num
,
3784 QEMUIOVector
*qiov
, int nb_sectors
,
3785 BlockDriverCompletionFunc
*cb
, void *opaque
)
3787 trace_bdrv_aio_readv(bs
, sector_num
, nb_sectors
, opaque
);
3789 return bdrv_co_aio_rw_vector(bs
, sector_num
, qiov
, nb_sectors
, 0,
3793 BlockDriverAIOCB
*bdrv_aio_writev(BlockDriverState
*bs
, int64_t sector_num
,
3794 QEMUIOVector
*qiov
, int nb_sectors
,
3795 BlockDriverCompletionFunc
*cb
, void *opaque
)
3797 trace_bdrv_aio_writev(bs
, sector_num
, nb_sectors
, opaque
);
3799 return bdrv_co_aio_rw_vector(bs
, sector_num
, qiov
, nb_sectors
, 0,
3803 BlockDriverAIOCB
*bdrv_aio_write_zeroes(BlockDriverState
*bs
,
3804 int64_t sector_num
, int nb_sectors
, BdrvRequestFlags flags
,
3805 BlockDriverCompletionFunc
*cb
, void *opaque
)
3807 trace_bdrv_aio_write_zeroes(bs
, sector_num
, nb_sectors
, flags
, opaque
);
3809 return bdrv_co_aio_rw_vector(bs
, sector_num
, NULL
, nb_sectors
,
3810 BDRV_REQ_ZERO_WRITE
| flags
,
3815 typedef struct MultiwriteCB
{
3820 BlockDriverCompletionFunc
*cb
;
3822 QEMUIOVector
*free_qiov
;
3826 static void multiwrite_user_cb(MultiwriteCB
*mcb
)
3830 for (i
= 0; i
< mcb
->num_callbacks
; i
++) {
3831 mcb
->callbacks
[i
].cb(mcb
->callbacks
[i
].opaque
, mcb
->error
);
3832 if (mcb
->callbacks
[i
].free_qiov
) {
3833 qemu_iovec_destroy(mcb
->callbacks
[i
].free_qiov
);
3835 g_free(mcb
->callbacks
[i
].free_qiov
);
3839 static void multiwrite_cb(void *opaque
, int ret
)
3841 MultiwriteCB
*mcb
= opaque
;
3843 trace_multiwrite_cb(mcb
, ret
);
3845 if (ret
< 0 && !mcb
->error
) {
3849 mcb
->num_requests
--;
3850 if (mcb
->num_requests
== 0) {
3851 multiwrite_user_cb(mcb
);
3856 static int multiwrite_req_compare(const void *a
, const void *b
)
3858 const BlockRequest
*req1
= a
, *req2
= b
;
3861 * Note that we can't simply subtract req2->sector from req1->sector
3862 * here as that could overflow the return value.
3864 if (req1
->sector
> req2
->sector
) {
3866 } else if (req1
->sector
< req2
->sector
) {
3874 * Takes a bunch of requests and tries to merge them. Returns the number of
3875 * requests that remain after merging.
3877 static int multiwrite_merge(BlockDriverState
*bs
, BlockRequest
*reqs
,
3878 int num_reqs
, MultiwriteCB
*mcb
)
3882 // Sort requests by start sector
3883 qsort(reqs
, num_reqs
, sizeof(*reqs
), &multiwrite_req_compare
);
3885 // Check if adjacent requests touch the same clusters. If so, combine them,
3886 // filling up gaps with zero sectors.
3888 for (i
= 1; i
< num_reqs
; i
++) {
3890 int64_t oldreq_last
= reqs
[outidx
].sector
+ reqs
[outidx
].nb_sectors
;
3892 // Handle exactly sequential writes and overlapping writes.
3893 if (reqs
[i
].sector
<= oldreq_last
) {
3897 if (reqs
[outidx
].qiov
->niov
+ reqs
[i
].qiov
->niov
+ 1 > IOV_MAX
) {
3903 QEMUIOVector
*qiov
= g_malloc0(sizeof(*qiov
));
3904 qemu_iovec_init(qiov
,
3905 reqs
[outidx
].qiov
->niov
+ reqs
[i
].qiov
->niov
+ 1);
3907 // Add the first request to the merged one. If the requests are
3908 // overlapping, drop the last sectors of the first request.
3909 size
= (reqs
[i
].sector
- reqs
[outidx
].sector
) << 9;
3910 qemu_iovec_concat(qiov
, reqs
[outidx
].qiov
, 0, size
);
3912 // We should need to add any zeros between the two requests
3913 assert (reqs
[i
].sector
<= oldreq_last
);
3915 // Add the second request
3916 qemu_iovec_concat(qiov
, reqs
[i
].qiov
, 0, reqs
[i
].qiov
->size
);
3918 reqs
[outidx
].nb_sectors
= qiov
->size
>> 9;
3919 reqs
[outidx
].qiov
= qiov
;
3921 mcb
->callbacks
[i
].free_qiov
= reqs
[outidx
].qiov
;
3924 reqs
[outidx
].sector
= reqs
[i
].sector
;
3925 reqs
[outidx
].nb_sectors
= reqs
[i
].nb_sectors
;
3926 reqs
[outidx
].qiov
= reqs
[i
].qiov
;
3934 * Submit multiple AIO write requests at once.
3936 * On success, the function returns 0 and all requests in the reqs array have
3937 * been submitted. In error case this function returns -1, and any of the
3938 * requests may or may not be submitted yet. In particular, this means that the
3939 * callback will be called for some of the requests, for others it won't. The
3940 * caller must check the error field of the BlockRequest to wait for the right
3941 * callbacks (if error != 0, no callback will be called).
3943 * The implementation may modify the contents of the reqs array, e.g. to merge
3944 * requests. However, the fields opaque and error are left unmodified as they
3945 * are used to signal failure for a single request to the caller.
3947 int bdrv_aio_multiwrite(BlockDriverState
*bs
, BlockRequest
*reqs
, int num_reqs
)
3952 /* don't submit writes if we don't have a medium */
3953 if (bs
->drv
== NULL
) {
3954 for (i
= 0; i
< num_reqs
; i
++) {
3955 reqs
[i
].error
= -ENOMEDIUM
;
3960 if (num_reqs
== 0) {
3964 // Create MultiwriteCB structure
3965 mcb
= g_malloc0(sizeof(*mcb
) + num_reqs
* sizeof(*mcb
->callbacks
));
3966 mcb
->num_requests
= 0;
3967 mcb
->num_callbacks
= num_reqs
;
3969 for (i
= 0; i
< num_reqs
; i
++) {
3970 mcb
->callbacks
[i
].cb
= reqs
[i
].cb
;
3971 mcb
->callbacks
[i
].opaque
= reqs
[i
].opaque
;
3974 // Check for mergable requests
3975 num_reqs
= multiwrite_merge(bs
, reqs
, num_reqs
, mcb
);
3977 trace_bdrv_aio_multiwrite(mcb
, mcb
->num_callbacks
, num_reqs
);
3979 /* Run the aio requests. */
3980 mcb
->num_requests
= num_reqs
;
3981 for (i
= 0; i
< num_reqs
; i
++) {
3982 bdrv_co_aio_rw_vector(bs
, reqs
[i
].sector
, reqs
[i
].qiov
,
3983 reqs
[i
].nb_sectors
, reqs
[i
].flags
,
3991 void bdrv_aio_cancel(BlockDriverAIOCB
*acb
)
3993 acb
->aiocb_info
->cancel(acb
);
3996 /**************************************************************/
3997 /* async block device emulation */
3999 typedef struct BlockDriverAIOCBSync
{
4000 BlockDriverAIOCB common
;
4003 /* vector translation state */
4007 } BlockDriverAIOCBSync
;
4009 static void bdrv_aio_cancel_em(BlockDriverAIOCB
*blockacb
)
4011 BlockDriverAIOCBSync
*acb
=
4012 container_of(blockacb
, BlockDriverAIOCBSync
, common
);
4013 qemu_bh_delete(acb
->bh
);
4015 qemu_aio_release(acb
);
4018 static const AIOCBInfo bdrv_em_aiocb_info
= {
4019 .aiocb_size
= sizeof(BlockDriverAIOCBSync
),
4020 .cancel
= bdrv_aio_cancel_em
,
4023 static void bdrv_aio_bh_cb(void *opaque
)
4025 BlockDriverAIOCBSync
*acb
= opaque
;
4028 qemu_iovec_from_buf(acb
->qiov
, 0, acb
->bounce
, acb
->qiov
->size
);
4029 qemu_vfree(acb
->bounce
);
4030 acb
->common
.cb(acb
->common
.opaque
, acb
->ret
);
4031 qemu_bh_delete(acb
->bh
);
4033 qemu_aio_release(acb
);
4036 static BlockDriverAIOCB
*bdrv_aio_rw_vector(BlockDriverState
*bs
,
4040 BlockDriverCompletionFunc
*cb
,
4045 BlockDriverAIOCBSync
*acb
;
4047 acb
= qemu_aio_get(&bdrv_em_aiocb_info
, bs
, cb
, opaque
);
4048 acb
->is_write
= is_write
;
4050 acb
->bounce
= qemu_blockalign(bs
, qiov
->size
);
4051 acb
->bh
= qemu_bh_new(bdrv_aio_bh_cb
, acb
);
4054 qemu_iovec_to_buf(acb
->qiov
, 0, acb
->bounce
, qiov
->size
);
4055 acb
->ret
= bs
->drv
->bdrv_write(bs
, sector_num
, acb
->bounce
, nb_sectors
);
4057 acb
->ret
= bs
->drv
->bdrv_read(bs
, sector_num
, acb
->bounce
, nb_sectors
);
4060 qemu_bh_schedule(acb
->bh
);
4062 return &acb
->common
;
4065 static BlockDriverAIOCB
*bdrv_aio_readv_em(BlockDriverState
*bs
,
4066 int64_t sector_num
, QEMUIOVector
*qiov
, int nb_sectors
,
4067 BlockDriverCompletionFunc
*cb
, void *opaque
)
4069 return bdrv_aio_rw_vector(bs
, sector_num
, qiov
, nb_sectors
, cb
, opaque
, 0);
4072 static BlockDriverAIOCB
*bdrv_aio_writev_em(BlockDriverState
*bs
,
4073 int64_t sector_num
, QEMUIOVector
*qiov
, int nb_sectors
,
4074 BlockDriverCompletionFunc
*cb
, void *opaque
)
4076 return bdrv_aio_rw_vector(bs
, sector_num
, qiov
, nb_sectors
, cb
, opaque
, 1);
4080 typedef struct BlockDriverAIOCBCoroutine
{
4081 BlockDriverAIOCB common
;
4086 } BlockDriverAIOCBCoroutine
;
4088 static void bdrv_aio_co_cancel_em(BlockDriverAIOCB
*blockacb
)
4090 BlockDriverAIOCBCoroutine
*acb
=
4091 container_of(blockacb
, BlockDriverAIOCBCoroutine
, common
);
4100 static const AIOCBInfo bdrv_em_co_aiocb_info
= {
4101 .aiocb_size
= sizeof(BlockDriverAIOCBCoroutine
),
4102 .cancel
= bdrv_aio_co_cancel_em
,
4105 static void bdrv_co_em_bh(void *opaque
)
4107 BlockDriverAIOCBCoroutine
*acb
= opaque
;
4109 acb
->common
.cb(acb
->common
.opaque
, acb
->req
.error
);
4115 qemu_bh_delete(acb
->bh
);
4116 qemu_aio_release(acb
);
4119 /* Invoke bdrv_co_do_readv/bdrv_co_do_writev */
4120 static void coroutine_fn
bdrv_co_do_rw(void *opaque
)
4122 BlockDriverAIOCBCoroutine
*acb
= opaque
;
4123 BlockDriverState
*bs
= acb
->common
.bs
;
4125 if (!acb
->is_write
) {
4126 acb
->req
.error
= bdrv_co_do_readv(bs
, acb
->req
.sector
,
4127 acb
->req
.nb_sectors
, acb
->req
.qiov
, acb
->req
.flags
);
4129 acb
->req
.error
= bdrv_co_do_writev(bs
, acb
->req
.sector
,
4130 acb
->req
.nb_sectors
, acb
->req
.qiov
, acb
->req
.flags
);
4133 acb
->bh
= qemu_bh_new(bdrv_co_em_bh
, acb
);
4134 qemu_bh_schedule(acb
->bh
);
4137 static BlockDriverAIOCB
*bdrv_co_aio_rw_vector(BlockDriverState
*bs
,
4141 BdrvRequestFlags flags
,
4142 BlockDriverCompletionFunc
*cb
,
4147 BlockDriverAIOCBCoroutine
*acb
;
4149 acb
= qemu_aio_get(&bdrv_em_co_aiocb_info
, bs
, cb
, opaque
);
4150 acb
->req
.sector
= sector_num
;
4151 acb
->req
.nb_sectors
= nb_sectors
;
4152 acb
->req
.qiov
= qiov
;
4153 acb
->req
.flags
= flags
;
4154 acb
->is_write
= is_write
;
4157 co
= qemu_coroutine_create(bdrv_co_do_rw
);
4158 qemu_coroutine_enter(co
, acb
);
4160 return &acb
->common
;
4163 static void coroutine_fn
bdrv_aio_flush_co_entry(void *opaque
)
4165 BlockDriverAIOCBCoroutine
*acb
= opaque
;
4166 BlockDriverState
*bs
= acb
->common
.bs
;
4168 acb
->req
.error
= bdrv_co_flush(bs
);
4169 acb
->bh
= qemu_bh_new(bdrv_co_em_bh
, acb
);
4170 qemu_bh_schedule(acb
->bh
);
4173 BlockDriverAIOCB
*bdrv_aio_flush(BlockDriverState
*bs
,
4174 BlockDriverCompletionFunc
*cb
, void *opaque
)
4176 trace_bdrv_aio_flush(bs
, opaque
);
4179 BlockDriverAIOCBCoroutine
*acb
;
4181 acb
= qemu_aio_get(&bdrv_em_co_aiocb_info
, bs
, cb
, opaque
);
4184 co
= qemu_coroutine_create(bdrv_aio_flush_co_entry
);
4185 qemu_coroutine_enter(co
, acb
);
4187 return &acb
->common
;
4190 static void coroutine_fn
bdrv_aio_discard_co_entry(void *opaque
)
4192 BlockDriverAIOCBCoroutine
*acb
= opaque
;
4193 BlockDriverState
*bs
= acb
->common
.bs
;
4195 acb
->req
.error
= bdrv_co_discard(bs
, acb
->req
.sector
, acb
->req
.nb_sectors
);
4196 acb
->bh
= qemu_bh_new(bdrv_co_em_bh
, acb
);
4197 qemu_bh_schedule(acb
->bh
);
4200 BlockDriverAIOCB
*bdrv_aio_discard(BlockDriverState
*bs
,
4201 int64_t sector_num
, int nb_sectors
,
4202 BlockDriverCompletionFunc
*cb
, void *opaque
)
4205 BlockDriverAIOCBCoroutine
*acb
;
4207 trace_bdrv_aio_discard(bs
, sector_num
, nb_sectors
, opaque
);
4209 acb
= qemu_aio_get(&bdrv_em_co_aiocb_info
, bs
, cb
, opaque
);
4210 acb
->req
.sector
= sector_num
;
4211 acb
->req
.nb_sectors
= nb_sectors
;
4213 co
= qemu_coroutine_create(bdrv_aio_discard_co_entry
);
4214 qemu_coroutine_enter(co
, acb
);
4216 return &acb
->common
;
4219 void bdrv_init(void)
4221 module_call_init(MODULE_INIT_BLOCK
);
4224 void bdrv_init_with_whitelist(void)
4226 use_bdrv_whitelist
= 1;
4230 void *qemu_aio_get(const AIOCBInfo
*aiocb_info
, BlockDriverState
*bs
,
4231 BlockDriverCompletionFunc
*cb
, void *opaque
)
4233 BlockDriverAIOCB
*acb
;
4235 acb
= g_slice_alloc(aiocb_info
->aiocb_size
);
4236 acb
->aiocb_info
= aiocb_info
;
4239 acb
->opaque
= opaque
;
4243 void qemu_aio_release(void *p
)
4245 BlockDriverAIOCB
*acb
= p
;
4246 g_slice_free1(acb
->aiocb_info
->aiocb_size
, acb
);
4249 /**************************************************************/
4250 /* Coroutine block device emulation */
4252 typedef struct CoroutineIOCompletion
{
4253 Coroutine
*coroutine
;
4255 } CoroutineIOCompletion
;
4257 static void bdrv_co_io_em_complete(void *opaque
, int ret
)
4259 CoroutineIOCompletion
*co
= opaque
;
4262 qemu_coroutine_enter(co
->coroutine
, NULL
);
4265 static int coroutine_fn
bdrv_co_io_em(BlockDriverState
*bs
, int64_t sector_num
,
4266 int nb_sectors
, QEMUIOVector
*iov
,
4269 CoroutineIOCompletion co
= {
4270 .coroutine
= qemu_coroutine_self(),
4272 BlockDriverAIOCB
*acb
;
4275 acb
= bs
->drv
->bdrv_aio_writev(bs
, sector_num
, iov
, nb_sectors
,
4276 bdrv_co_io_em_complete
, &co
);
4278 acb
= bs
->drv
->bdrv_aio_readv(bs
, sector_num
, iov
, nb_sectors
,
4279 bdrv_co_io_em_complete
, &co
);
4282 trace_bdrv_co_io_em(bs
, sector_num
, nb_sectors
, is_write
, acb
);
4286 qemu_coroutine_yield();
4291 static int coroutine_fn
bdrv_co_readv_em(BlockDriverState
*bs
,
4292 int64_t sector_num
, int nb_sectors
,
4295 return bdrv_co_io_em(bs
, sector_num
, nb_sectors
, iov
, false);
4298 static int coroutine_fn
bdrv_co_writev_em(BlockDriverState
*bs
,
4299 int64_t sector_num
, int nb_sectors
,
4302 return bdrv_co_io_em(bs
, sector_num
, nb_sectors
, iov
, true);
4305 static void coroutine_fn
bdrv_flush_co_entry(void *opaque
)
4307 RwCo
*rwco
= opaque
;
4309 rwco
->ret
= bdrv_co_flush(rwco
->bs
);
4312 int coroutine_fn
bdrv_co_flush(BlockDriverState
*bs
)
4316 if (!bs
|| !bdrv_is_inserted(bs
) || bdrv_is_read_only(bs
)) {
4320 /* Write back cached data to the OS even with cache=unsafe */
4321 BLKDBG_EVENT(bs
->file
, BLKDBG_FLUSH_TO_OS
);
4322 if (bs
->drv
->bdrv_co_flush_to_os
) {
4323 ret
= bs
->drv
->bdrv_co_flush_to_os(bs
);
4329 /* But don't actually force it to the disk with cache=unsafe */
4330 if (bs
->open_flags
& BDRV_O_NO_FLUSH
) {
4334 BLKDBG_EVENT(bs
->file
, BLKDBG_FLUSH_TO_DISK
);
4335 if (bs
->drv
->bdrv_co_flush_to_disk
) {
4336 ret
= bs
->drv
->bdrv_co_flush_to_disk(bs
);
4337 } else if (bs
->drv
->bdrv_aio_flush
) {
4338 BlockDriverAIOCB
*acb
;
4339 CoroutineIOCompletion co
= {
4340 .coroutine
= qemu_coroutine_self(),
4343 acb
= bs
->drv
->bdrv_aio_flush(bs
, bdrv_co_io_em_complete
, &co
);
4347 qemu_coroutine_yield();
4352 * Some block drivers always operate in either writethrough or unsafe
4353 * mode and don't support bdrv_flush therefore. Usually qemu doesn't
4354 * know how the server works (because the behaviour is hardcoded or
4355 * depends on server-side configuration), so we can't ensure that
4356 * everything is safe on disk. Returning an error doesn't work because
4357 * that would break guests even if the server operates in writethrough
4360 * Let's hope the user knows what he's doing.
4368 /* Now flush the underlying protocol. It will also have BDRV_O_NO_FLUSH
4369 * in the case of cache=unsafe, so there are no useless flushes.
4372 return bdrv_co_flush(bs
->file
);
4375 void bdrv_invalidate_cache(BlockDriverState
*bs
)
4377 if (bs
->drv
&& bs
->drv
->bdrv_invalidate_cache
) {
4378 bs
->drv
->bdrv_invalidate_cache(bs
);
4382 void bdrv_invalidate_cache_all(void)
4384 BlockDriverState
*bs
;
4386 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
4387 bdrv_invalidate_cache(bs
);
4391 void bdrv_clear_incoming_migration_all(void)
4393 BlockDriverState
*bs
;
4395 QTAILQ_FOREACH(bs
, &bdrv_states
, list
) {
4396 bs
->open_flags
= bs
->open_flags
& ~(BDRV_O_INCOMING
);
4400 int bdrv_flush(BlockDriverState
*bs
)
4408 if (qemu_in_coroutine()) {
4409 /* Fast-path if already in coroutine context */
4410 bdrv_flush_co_entry(&rwco
);
4412 co
= qemu_coroutine_create(bdrv_flush_co_entry
);
4413 qemu_coroutine_enter(co
, &rwco
);
4414 while (rwco
.ret
== NOT_DONE
) {
4422 static void coroutine_fn
bdrv_discard_co_entry(void *opaque
)
4424 RwCo
*rwco
= opaque
;
4426 rwco
->ret
= bdrv_co_discard(rwco
->bs
, rwco
->sector_num
, rwco
->nb_sectors
);
4429 /* if no limit is specified in the BlockLimits use a default
4430 * of 32768 512-byte sectors (16 MiB) per request.
4432 #define MAX_DISCARD_DEFAULT 32768
4434 int coroutine_fn
bdrv_co_discard(BlockDriverState
*bs
, int64_t sector_num
,
4441 } else if (bdrv_check_request(bs
, sector_num
, nb_sectors
)) {
4443 } else if (bs
->read_only
) {
4447 bdrv_reset_dirty(bs
, sector_num
, nb_sectors
);
4449 /* Do nothing if disabled. */
4450 if (!(bs
->open_flags
& BDRV_O_UNMAP
)) {
4454 if (!bs
->drv
->bdrv_co_discard
&& !bs
->drv
->bdrv_aio_discard
) {
4458 max_discard
= bs
->bl
.max_discard
? bs
->bl
.max_discard
: MAX_DISCARD_DEFAULT
;
4459 while (nb_sectors
> 0) {
4461 int num
= nb_sectors
;
4464 if (bs
->bl
.discard_alignment
&&
4465 num
>= bs
->bl
.discard_alignment
&&
4466 sector_num
% bs
->bl
.discard_alignment
) {
4467 if (num
> bs
->bl
.discard_alignment
) {
4468 num
= bs
->bl
.discard_alignment
;
4470 num
-= sector_num
% bs
->bl
.discard_alignment
;
4473 /* limit request size */
4474 if (num
> max_discard
) {
4478 if (bs
->drv
->bdrv_co_discard
) {
4479 ret
= bs
->drv
->bdrv_co_discard(bs
, sector_num
, num
);
4481 BlockDriverAIOCB
*acb
;
4482 CoroutineIOCompletion co
= {
4483 .coroutine
= qemu_coroutine_self(),
4486 acb
= bs
->drv
->bdrv_aio_discard(bs
, sector_num
, nb_sectors
,
4487 bdrv_co_io_em_complete
, &co
);
4491 qemu_coroutine_yield();
4495 if (ret
&& ret
!= -ENOTSUP
) {
4505 int bdrv_discard(BlockDriverState
*bs
, int64_t sector_num
, int nb_sectors
)
4510 .sector_num
= sector_num
,
4511 .nb_sectors
= nb_sectors
,
4515 if (qemu_in_coroutine()) {
4516 /* Fast-path if already in coroutine context */
4517 bdrv_discard_co_entry(&rwco
);
4519 co
= qemu_coroutine_create(bdrv_discard_co_entry
);
4520 qemu_coroutine_enter(co
, &rwco
);
4521 while (rwco
.ret
== NOT_DONE
) {
4529 /**************************************************************/
4530 /* removable device support */
4533 * Return TRUE if the media is present
4535 int bdrv_is_inserted(BlockDriverState
*bs
)
4537 BlockDriver
*drv
= bs
->drv
;
4541 if (!drv
->bdrv_is_inserted
)
4543 return drv
->bdrv_is_inserted(bs
);
4547 * Return whether the media changed since the last call to this
4548 * function, or -ENOTSUP if we don't know. Most drivers don't know.
4550 int bdrv_media_changed(BlockDriverState
*bs
)
4552 BlockDriver
*drv
= bs
->drv
;
4554 if (drv
&& drv
->bdrv_media_changed
) {
4555 return drv
->bdrv_media_changed(bs
);
4561 * If eject_flag is TRUE, eject the media. Otherwise, close the tray
4563 void bdrv_eject(BlockDriverState
*bs
, bool eject_flag
)
4565 BlockDriver
*drv
= bs
->drv
;
4567 if (drv
&& drv
->bdrv_eject
) {
4568 drv
->bdrv_eject(bs
, eject_flag
);
4571 if (bs
->device_name
[0] != '\0') {
4572 bdrv_emit_qmp_eject_event(bs
, eject_flag
);
4577 * Lock or unlock the media (if it is locked, the user won't be able
4578 * to eject it manually).
4580 void bdrv_lock_medium(BlockDriverState
*bs
, bool locked
)
4582 BlockDriver
*drv
= bs
->drv
;
4584 trace_bdrv_lock_medium(bs
, locked
);
4586 if (drv
&& drv
->bdrv_lock_medium
) {
4587 drv
->bdrv_lock_medium(bs
, locked
);
4591 /* needed for generic scsi interface */
4593 int bdrv_ioctl(BlockDriverState
*bs
, unsigned long int req
, void *buf
)
4595 BlockDriver
*drv
= bs
->drv
;
4597 if (drv
&& drv
->bdrv_ioctl
)
4598 return drv
->bdrv_ioctl(bs
, req
, buf
);
4602 BlockDriverAIOCB
*bdrv_aio_ioctl(BlockDriverState
*bs
,
4603 unsigned long int req
, void *buf
,
4604 BlockDriverCompletionFunc
*cb
, void *opaque
)
4606 BlockDriver
*drv
= bs
->drv
;
4608 if (drv
&& drv
->bdrv_aio_ioctl
)
4609 return drv
->bdrv_aio_ioctl(bs
, req
, buf
, cb
, opaque
);
4613 void bdrv_set_buffer_alignment(BlockDriverState
*bs
, int align
)
4615 bs
->buffer_alignment
= align
;
4618 void *qemu_blockalign(BlockDriverState
*bs
, size_t size
)
4620 return qemu_memalign((bs
&& bs
->buffer_alignment
) ? bs
->buffer_alignment
: 512, size
);
4624 * Check if all memory in this vector is sector aligned.
4626 bool bdrv_qiov_is_aligned(BlockDriverState
*bs
, QEMUIOVector
*qiov
)
4630 for (i
= 0; i
< qiov
->niov
; i
++) {
4631 if ((uintptr_t) qiov
->iov
[i
].iov_base
% bs
->buffer_alignment
) {
4639 BdrvDirtyBitmap
*bdrv_create_dirty_bitmap(BlockDriverState
*bs
, int granularity
)
4641 int64_t bitmap_size
;
4642 BdrvDirtyBitmap
*bitmap
;
4644 assert((granularity
& (granularity
- 1)) == 0);
4646 granularity
>>= BDRV_SECTOR_BITS
;
4647 assert(granularity
);
4648 bitmap_size
= (bdrv_getlength(bs
) >> BDRV_SECTOR_BITS
);
4649 bitmap
= g_malloc0(sizeof(BdrvDirtyBitmap
));
4650 bitmap
->bitmap
= hbitmap_alloc(bitmap_size
, ffs(granularity
) - 1);
4651 QLIST_INSERT_HEAD(&bs
->dirty_bitmaps
, bitmap
, list
);
4655 void bdrv_release_dirty_bitmap(BlockDriverState
*bs
, BdrvDirtyBitmap
*bitmap
)
4657 BdrvDirtyBitmap
*bm
, *next
;
4658 QLIST_FOREACH_SAFE(bm
, &bs
->dirty_bitmaps
, list
, next
) {
4660 QLIST_REMOVE(bitmap
, list
);
4661 hbitmap_free(bitmap
->bitmap
);
4668 BlockDirtyInfoList
*bdrv_query_dirty_bitmaps(BlockDriverState
*bs
)
4670 BdrvDirtyBitmap
*bm
;
4671 BlockDirtyInfoList
*list
= NULL
;
4672 BlockDirtyInfoList
**plist
= &list
;
4674 QLIST_FOREACH(bm
, &bs
->dirty_bitmaps
, list
) {
4675 BlockDirtyInfo
*info
= g_malloc0(sizeof(BlockDirtyInfo
));
4676 BlockDirtyInfoList
*entry
= g_malloc0(sizeof(BlockDirtyInfoList
));
4677 info
->count
= bdrv_get_dirty_count(bs
, bm
);
4679 ((int64_t) BDRV_SECTOR_SIZE
<< hbitmap_granularity(bm
->bitmap
));
4680 entry
->value
= info
;
4682 plist
= &entry
->next
;
4688 int bdrv_get_dirty(BlockDriverState
*bs
, BdrvDirtyBitmap
*bitmap
, int64_t sector
)
4691 return hbitmap_get(bitmap
->bitmap
, sector
);
4697 void bdrv_dirty_iter_init(BlockDriverState
*bs
,
4698 BdrvDirtyBitmap
*bitmap
, HBitmapIter
*hbi
)
4700 hbitmap_iter_init(hbi
, bitmap
->bitmap
, 0);
4703 void bdrv_set_dirty(BlockDriverState
*bs
, int64_t cur_sector
,
4706 BdrvDirtyBitmap
*bitmap
;
4707 QLIST_FOREACH(bitmap
, &bs
->dirty_bitmaps
, list
) {
4708 hbitmap_set(bitmap
->bitmap
, cur_sector
, nr_sectors
);
4712 void bdrv_reset_dirty(BlockDriverState
*bs
, int64_t cur_sector
, int nr_sectors
)
4714 BdrvDirtyBitmap
*bitmap
;
4715 QLIST_FOREACH(bitmap
, &bs
->dirty_bitmaps
, list
) {
4716 hbitmap_reset(bitmap
->bitmap
, cur_sector
, nr_sectors
);
4720 int64_t bdrv_get_dirty_count(BlockDriverState
*bs
, BdrvDirtyBitmap
*bitmap
)
4722 return hbitmap_count(bitmap
->bitmap
);
4725 /* Get a reference to bs */
4726 void bdrv_ref(BlockDriverState
*bs
)
4731 /* Release a previously grabbed reference to bs.
4732 * If after releasing, reference count is zero, the BlockDriverState is
4734 void bdrv_unref(BlockDriverState
*bs
)
4736 assert(bs
->refcnt
> 0);
4737 if (--bs
->refcnt
== 0) {
4742 void bdrv_set_in_use(BlockDriverState
*bs
, int in_use
)
4744 assert(bs
->in_use
!= in_use
);
4745 bs
->in_use
= in_use
;
4748 int bdrv_in_use(BlockDriverState
*bs
)
4753 void bdrv_iostatus_enable(BlockDriverState
*bs
)
4755 bs
->iostatus_enabled
= true;
4756 bs
->iostatus
= BLOCK_DEVICE_IO_STATUS_OK
;
4759 /* The I/O status is only enabled if the drive explicitly
4760 * enables it _and_ the VM is configured to stop on errors */
4761 bool bdrv_iostatus_is_enabled(const BlockDriverState
*bs
)
4763 return (bs
->iostatus_enabled
&&
4764 (bs
->on_write_error
== BLOCKDEV_ON_ERROR_ENOSPC
||
4765 bs
->on_write_error
== BLOCKDEV_ON_ERROR_STOP
||
4766 bs
->on_read_error
== BLOCKDEV_ON_ERROR_STOP
));
4769 void bdrv_iostatus_disable(BlockDriverState
*bs
)
4771 bs
->iostatus_enabled
= false;
4774 void bdrv_iostatus_reset(BlockDriverState
*bs
)
4776 if (bdrv_iostatus_is_enabled(bs
)) {
4777 bs
->iostatus
= BLOCK_DEVICE_IO_STATUS_OK
;
4779 block_job_iostatus_reset(bs
->job
);
4784 void bdrv_iostatus_set_err(BlockDriverState
*bs
, int error
)
4786 assert(bdrv_iostatus_is_enabled(bs
));
4787 if (bs
->iostatus
== BLOCK_DEVICE_IO_STATUS_OK
) {
4788 bs
->iostatus
= error
== ENOSPC
? BLOCK_DEVICE_IO_STATUS_NOSPACE
:
4789 BLOCK_DEVICE_IO_STATUS_FAILED
;
4794 bdrv_acct_start(BlockDriverState
*bs
, BlockAcctCookie
*cookie
, int64_t bytes
,
4795 enum BlockAcctType type
)
4797 assert(type
< BDRV_MAX_IOTYPE
);
4799 cookie
->bytes
= bytes
;
4800 cookie
->start_time_ns
= get_clock();
4801 cookie
->type
= type
;
4805 bdrv_acct_done(BlockDriverState
*bs
, BlockAcctCookie
*cookie
)
4807 assert(cookie
->type
< BDRV_MAX_IOTYPE
);
4809 bs
->nr_bytes
[cookie
->type
] += cookie
->bytes
;
4810 bs
->nr_ops
[cookie
->type
]++;
4811 bs
->total_time_ns
[cookie
->type
] += get_clock() - cookie
->start_time_ns
;
4814 void bdrv_img_create(const char *filename
, const char *fmt
,
4815 const char *base_filename
, const char *base_fmt
,
4816 char *options
, uint64_t img_size
, int flags
,
4817 Error
**errp
, bool quiet
)
4819 QEMUOptionParameter
*param
= NULL
, *create_options
= NULL
;
4820 QEMUOptionParameter
*backing_fmt
, *backing_file
, *size
;
4821 BlockDriver
*drv
, *proto_drv
;
4822 BlockDriver
*backing_drv
= NULL
;
4823 Error
*local_err
= NULL
;
4826 /* Find driver and parse its options */
4827 drv
= bdrv_find_format(fmt
);
4829 error_setg(errp
, "Unknown file format '%s'", fmt
);
4833 proto_drv
= bdrv_find_protocol(filename
, true);
4835 error_setg(errp
, "Unknown protocol '%s'", filename
);
4839 create_options
= append_option_parameters(create_options
,
4840 drv
->create_options
);
4841 create_options
= append_option_parameters(create_options
,
4842 proto_drv
->create_options
);
4844 /* Create parameter list with default values */
4845 param
= parse_option_parameters("", create_options
, param
);
4847 set_option_parameter_int(param
, BLOCK_OPT_SIZE
, img_size
);
4849 /* Parse -o options */
4851 param
= parse_option_parameters(options
, create_options
, param
);
4852 if (param
== NULL
) {
4853 error_setg(errp
, "Invalid options for file format '%s'.", fmt
);
4858 if (base_filename
) {
4859 if (set_option_parameter(param
, BLOCK_OPT_BACKING_FILE
,
4861 error_setg(errp
, "Backing file not supported for file format '%s'",
4868 if (set_option_parameter(param
, BLOCK_OPT_BACKING_FMT
, base_fmt
)) {
4869 error_setg(errp
, "Backing file format not supported for file "
4870 "format '%s'", fmt
);
4875 backing_file
= get_option_parameter(param
, BLOCK_OPT_BACKING_FILE
);
4876 if (backing_file
&& backing_file
->value
.s
) {
4877 if (!strcmp(filename
, backing_file
->value
.s
)) {
4878 error_setg(errp
, "Error: Trying to create an image with the "
4879 "same filename as the backing file");
4884 backing_fmt
= get_option_parameter(param
, BLOCK_OPT_BACKING_FMT
);
4885 if (backing_fmt
&& backing_fmt
->value
.s
) {
4886 backing_drv
= bdrv_find_format(backing_fmt
->value
.s
);
4888 error_setg(errp
, "Unknown backing file format '%s'",
4889 backing_fmt
->value
.s
);
4894 // The size for the image must always be specified, with one exception:
4895 // If we are using a backing file, we can obtain the size from there
4896 size
= get_option_parameter(param
, BLOCK_OPT_SIZE
);
4897 if (size
&& size
->value
.n
== -1) {
4898 if (backing_file
&& backing_file
->value
.s
) {
4899 BlockDriverState
*bs
;
4904 /* backing files always opened read-only */
4906 flags
& ~(BDRV_O_RDWR
| BDRV_O_SNAPSHOT
| BDRV_O_NO_BACKING
);
4910 ret
= bdrv_open(bs
, backing_file
->value
.s
, NULL
, back_flags
,
4911 backing_drv
, &local_err
);
4913 error_setg_errno(errp
, -ret
, "Could not open '%s': %s",
4914 backing_file
->value
.s
,
4915 error_get_pretty(local_err
));
4916 error_free(local_err
);
4921 bdrv_get_geometry(bs
, &size
);
4924 snprintf(buf
, sizeof(buf
), "%" PRId64
, size
);
4925 set_option_parameter(param
, BLOCK_OPT_SIZE
, buf
);
4929 error_setg(errp
, "Image creation needs a size parameter");
4935 printf("Formatting '%s', fmt=%s ", filename
, fmt
);
4936 print_option_parameters(param
);
4939 ret
= bdrv_create(drv
, filename
, param
, &local_err
);
4940 if (ret
== -EFBIG
) {
4941 /* This is generally a better message than whatever the driver would
4942 * deliver (especially because of the cluster_size_hint), since that
4943 * is most probably not much different from "image too large". */
4944 const char *cluster_size_hint
= "";
4945 if (get_option_parameter(create_options
, BLOCK_OPT_CLUSTER_SIZE
)) {
4946 cluster_size_hint
= " (try using a larger cluster size)";
4948 error_setg(errp
, "The image size is too large for file format '%s'"
4949 "%s", fmt
, cluster_size_hint
);
4950 error_free(local_err
);
4955 free_option_parameters(create_options
);
4956 free_option_parameters(param
);
4958 if (error_is_set(&local_err
)) {
4959 error_propagate(errp
, local_err
);
4963 AioContext
*bdrv_get_aio_context(BlockDriverState
*bs
)
4965 /* Currently BlockDriverState always uses the main loop AioContext */
4966 return qemu_get_aio_context();
4969 void bdrv_add_before_write_notifier(BlockDriverState
*bs
,
4970 NotifierWithReturn
*notifier
)
4972 notifier_with_return_list_add(&bs
->before_write_notifiers
, notifier
);
4975 int bdrv_amend_options(BlockDriverState
*bs
, QEMUOptionParameter
*options
)
4977 if (bs
->drv
->bdrv_amend_options
== NULL
) {
4980 return bs
->drv
->bdrv_amend_options(bs
, options
);
4983 ExtSnapshotPerm
bdrv_check_ext_snapshot(BlockDriverState
*bs
)
4985 if (bs
->drv
->bdrv_check_ext_snapshot
) {
4986 return bs
->drv
->bdrv_check_ext_snapshot(bs
);
4989 if (bs
->file
&& bs
->file
->drv
&& bs
->file
->drv
->bdrv_check_ext_snapshot
) {
4990 return bs
->file
->drv
->bdrv_check_ext_snapshot(bs
);
4993 /* external snapshots are allowed by default */
4994 return EXT_SNAPSHOT_ALLOWED
;
4997 ExtSnapshotPerm
bdrv_check_ext_snapshot_forbidden(BlockDriverState
*bs
)
4999 return EXT_SNAPSHOT_FORBIDDEN
;