?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
hw: Replace anti-social QOM type names (again)
[qemu/armbru.git] / block / qcow.c
blobc6d0e15f1efc8193f8f49cd24342c63138d3c8f9
1 /*
2 * Block driver for the QCOW format
3 *
4 * Copyright (c) 2004-2006 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25 #include "qemu/osdep.h"
26 #include "qapi/error.h"
27 #include "qemu/error-report.h"
28 #include "block/block_int.h"
29 #include "block/qdict.h"
30 #include "sysemu/block-backend.h"
31 #include "qemu/module.h"
32 #include "qemu/option.h"
33 #include "qemu/bswap.h"
34 #include "qemu/cutils.h"
35 #include "qemu/memalign.h"
36 #include <zlib.h>
37 #include "qapi/qmp/qdict.h"
38 #include "qapi/qmp/qstring.h"
39 #include "qapi/qobject-input-visitor.h"
40 #include "qapi/qapi-visit-block-core.h"
41 #include "crypto/block.h"
42 #include "migration/blocker.h"
43 #include "crypto.h"
44
45 /**************************************************************/
46 /* QEMU COW block driver with compression and encryption support */
47
48 #define QCOW_MAGIC (('Q' << 24) | ('F' << 16) | ('I' << 8) | 0xfb)
49 #define QCOW_VERSION 1
50
51 #define QCOW_CRYPT_NONE 0
52 #define QCOW_CRYPT_AES 1
53
54 #define QCOW_OFLAG_COMPRESSED (1LL << 63)
55
56 typedef struct QCowHeader {
57 uint32_t magic;
58 uint32_t version;
59 uint64_t backing_file_offset;
60 uint32_t backing_file_size;
61 uint32_t mtime;
62 uint64_t size; /* in bytes */
63 uint8_t cluster_bits;
64 uint8_t l2_bits;
65 uint16_t padding;
66 uint32_t crypt_method;
67 uint64_t l1_table_offset;
68 } QEMU_PACKED QCowHeader;
69
70 #define L2_CACHE_SIZE 16
71
72 typedef struct BDRVQcowState {
73 int cluster_bits;
74 int cluster_size;
75 int l2_bits;
76 int l2_size;
77 unsigned int l1_size;
78 uint64_t cluster_offset_mask;
79 uint64_t l1_table_offset;
80 uint64_t *l1_table;
81 uint64_t *l2_cache;
82 uint64_t l2_cache_offsets[L2_CACHE_SIZE];
83 uint32_t l2_cache_counts[L2_CACHE_SIZE];
84 uint8_t *cluster_cache;
85 uint8_t *cluster_data;
86 uint64_t cluster_cache_offset;
87 QCryptoBlock *crypto; /* Disk encryption format driver */
88 uint32_t crypt_method_header;
89 CoMutex lock;
90 Error *migration_blocker;
91 } BDRVQcowState;
92
93 static QemuOptsList qcow_create_opts;
94
95 static int coroutine_fn GRAPH_RDLOCK
96 decompress_cluster(BlockDriverState *bs, uint64_t cluster_offset);
97
98 static int qcow_probe(const uint8_t *buf, int buf_size, const char *filename)
99 {
100 const QCowHeader *cow_header = (const void *)buf;
101
102 if (buf_size >= sizeof(QCowHeader) &&
103 be32_to_cpu(cow_header->magic) == QCOW_MAGIC &&
104 be32_to_cpu(cow_header->version) == QCOW_VERSION)
105 return 100;
106 else
107 return 0;
108 }
109
110 static int qcow_open(BlockDriverState *bs, QDict *options, int flags,
111 Error **errp)
112 {
113 BDRVQcowState *s = bs->opaque;
114 unsigned int len, i, shift;
115 int ret;
116 QCowHeader header;
117 QCryptoBlockOpenOptions *crypto_opts = NULL;
118 unsigned int cflags = 0;
119 QDict *encryptopts = NULL;
120 const char *encryptfmt;
121
122 qdict_extract_subqdict(options, &encryptopts, "encrypt.");
123 encryptfmt = qdict_get_try_str(encryptopts, "format");
124
125 ret = bdrv_open_file_child(NULL, options, "file", bs, errp);
126 if (ret < 0) {
127 goto fail_unlocked;
128 }
129
130 bdrv_graph_rdlock_main_loop();
131
132 ret = bdrv_pread(bs->file, 0, sizeof(header), &header, 0);
133 if (ret < 0) {
134 goto fail;
135 }
136 header.magic = be32_to_cpu(header.magic);
137 header.version = be32_to_cpu(header.version);
138 header.backing_file_offset = be64_to_cpu(header.backing_file_offset);
139 header.backing_file_size = be32_to_cpu(header.backing_file_size);
140 header.mtime = be32_to_cpu(header.mtime);
141 header.size = be64_to_cpu(header.size);
142 header.crypt_method = be32_to_cpu(header.crypt_method);
143 header.l1_table_offset = be64_to_cpu(header.l1_table_offset);
144
145 if (header.magic != QCOW_MAGIC) {
146 error_setg(errp, "Image not in qcow format");
147 ret = -EINVAL;
148 goto fail;
149 }
150 if (header.version != QCOW_VERSION) {
151 error_setg(errp, "qcow (v%d) does not support qcow version %" PRIu32,
152 QCOW_VERSION, header.version);
153 if (header.version == 2 || header.version == 3) {
154 error_append_hint(errp, "Try the 'qcow2' driver instead.\n");
155 }
156
157 ret = -ENOTSUP;
158 goto fail;
159 }
160
161 if (header.size <= 1) {
162 error_setg(errp, "Image size is too small (must be at least 2 bytes)");
163 ret = -EINVAL;
164 goto fail;
165 }
166 if (header.cluster_bits < 9 || header.cluster_bits > 16) {
167 error_setg(errp, "Cluster size must be between 512 and 64k");
168 ret = -EINVAL;
169 goto fail;
170 }
171
172 /* l2_bits specifies number of entries; storing a uint64_t in each entry,
173 * so bytes = num_entries << 3. */
174 if (header.l2_bits < 9 - 3 || header.l2_bits > 16 - 3) {
175 error_setg(errp, "L2 table size must be between 512 and 64k");
176 ret = -EINVAL;
177 goto fail;
178 }
179
180 s->crypt_method_header = header.crypt_method;
181 if (s->crypt_method_header) {
182 if (bdrv_uses_whitelist() &&
183 s->crypt_method_header == QCOW_CRYPT_AES) {
184 error_setg(errp,
185 "Use of AES-CBC encrypted qcow images is no longer "
186 "supported in system emulators");
187 error_append_hint(errp,
188 "You can use 'qemu-img convert' to convert your "
189 "image to an alternative supported format, such "
190 "as unencrypted qcow, or raw with the LUKS "
191 "format instead.\n");
192 ret = -ENOSYS;
193 goto fail;
194 }
195 if (s->crypt_method_header == QCOW_CRYPT_AES) {
196 if (encryptfmt && !g_str_equal(encryptfmt, "aes")) {
197 error_setg(errp,
198 "Header reported 'aes' encryption format but "
199 "options specify '%s'", encryptfmt);
200 ret = -EINVAL;
201 goto fail;
202 }
203 qdict_put_str(encryptopts, "format", "qcow");
204 crypto_opts = block_crypto_open_opts_init(encryptopts, errp);
205 if (!crypto_opts) {
206 ret = -EINVAL;
207 goto fail;
208 }
209
210 if (flags & BDRV_O_NO_IO) {
211 cflags |= QCRYPTO_BLOCK_OPEN_NO_IO;
212 }
213 s->crypto = qcrypto_block_open(crypto_opts, "encrypt.",
214 NULL, NULL, cflags, 1, errp);
215 if (!s->crypto) {
216 ret = -EINVAL;
217 goto fail;
218 }
219 } else {
220 error_setg(errp, "invalid encryption method in qcow header");
221 ret = -EINVAL;
222 goto fail;
223 }
224 bs->encrypted = true;
225 } else {
226 if (encryptfmt) {
227 error_setg(errp, "No encryption in image header, but options "
228 "specified format '%s'", encryptfmt);
229 ret = -EINVAL;
230 goto fail;
231 }
232 }
233 s->cluster_bits = header.cluster_bits;
234 s->cluster_size = 1 << s->cluster_bits;
235 s->l2_bits = header.l2_bits;
236 s->l2_size = 1 << s->l2_bits;
237 bs->total_sectors = header.size / 512;
238 s->cluster_offset_mask = (1LL << (63 - s->cluster_bits)) - 1;
239
240 /* read the level 1 table */
241 shift = s->cluster_bits + s->l2_bits;
242 if (header.size > UINT64_MAX - (1LL << shift)) {
243 error_setg(errp, "Image too large");
244 ret = -EINVAL;
245 goto fail;
246 } else {
247 uint64_t l1_size = (header.size + (1LL << shift) - 1) >> shift;
248 if (l1_size > INT_MAX / sizeof(uint64_t)) {
249 error_setg(errp, "Image too large");
250 ret = -EINVAL;
251 goto fail;
252 }
253 s->l1_size = l1_size;
254 }
255
256 s->l1_table_offset = header.l1_table_offset;
257 s->l1_table = g_try_new(uint64_t, s->l1_size);
258 if (s->l1_table == NULL) {
259 error_setg(errp, "Could not allocate memory for L1 table");
260 ret = -ENOMEM;
261 goto fail;
262 }
263
264 ret = bdrv_pread(bs->file, s->l1_table_offset,
265 s->l1_size * sizeof(uint64_t), s->l1_table, 0);
266 if (ret < 0) {
267 goto fail;
268 }
269
270 for(i = 0;i < s->l1_size; i++) {
271 s->l1_table[i] = be64_to_cpu(s->l1_table[i]);
272 }
273
274 /* alloc L2 cache (max. 64k * 16 * 8 = 8 MB) */
275 s->l2_cache =
276 qemu_try_blockalign(bs->file->bs,
277 s->l2_size * L2_CACHE_SIZE * sizeof(uint64_t));
278 if (s->l2_cache == NULL) {
279 error_setg(errp, "Could not allocate L2 table cache");
280 ret = -ENOMEM;
281 goto fail;
282 }
283 s->cluster_cache = g_malloc(s->cluster_size);
284 s->cluster_data = g_malloc(s->cluster_size);
285 s->cluster_cache_offset = -1;
286
287 /* read the backing file name */
288 if (header.backing_file_offset != 0) {
289 len = header.backing_file_size;
290 if (len > 1023 || len >= sizeof(bs->backing_file)) {
291 error_setg(errp, "Backing file name too long");
292 ret = -EINVAL;
293 goto fail;
294 }
295 ret = bdrv_pread(bs->file, header.backing_file_offset, len,
296 bs->auto_backing_file, 0);
297 if (ret < 0) {
298 goto fail;
299 }
300 bs->auto_backing_file[len] = '\0';
301 pstrcpy(bs->backing_file, sizeof(bs->backing_file),
302 bs->auto_backing_file);
303 }
304
305 /* Disable migration when qcow images are used */
306 error_setg(&s->migration_blocker, "The qcow format used by node '%s' "
307 "does not support live migration",
308 bdrv_get_device_or_node_name(bs));
309
310 ret = migrate_add_blocker_normal(&s->migration_blocker, errp);
311 if (ret < 0) {
312 goto fail;
313 }
314
315 qobject_unref(encryptopts);
316 qapi_free_QCryptoBlockOpenOptions(crypto_opts);
317 qemu_co_mutex_init(&s->lock);
318 bdrv_graph_rdunlock_main_loop();
319 return 0;
320
321 fail:
322 bdrv_graph_rdunlock_main_loop();
323 fail_unlocked:
324 g_free(s->l1_table);
325 qemu_vfree(s->l2_cache);
326 g_free(s->cluster_cache);
327 g_free(s->cluster_data);
328 qcrypto_block_free(s->crypto);
329 qobject_unref(encryptopts);
330 qapi_free_QCryptoBlockOpenOptions(crypto_opts);
331 return ret;
332 }
333
334
335 /* We have nothing to do for QCOW reopen, stubs just return
336 * success */
337 static int qcow_reopen_prepare(BDRVReopenState *state,
338 BlockReopenQueue *queue, Error **errp)
339 {
340 return 0;
341 }
342
343
344 /* 'allocate' is:
345 *
346 * 0 to not allocate.
347 *
348 * 1 to allocate a normal cluster (for sector-aligned byte offsets 'n_start'
349 * to 'n_end' within the cluster)
350 *
351 * 2 to allocate a compressed cluster of size
352 * 'compressed_size'. 'compressed_size' must be > 0 and <
353 * cluster_size
354 *
355 * return 0 if not allocated, 1 if *result is assigned, and negative
356 * errno on failure.
357 */
358 static int coroutine_fn GRAPH_RDLOCK
359 get_cluster_offset(BlockDriverState *bs, uint64_t offset, int allocate,
360 int compressed_size, int n_start, int n_end,
361 uint64_t *result)
362 {
363 BDRVQcowState *s = bs->opaque;
364 int min_index, i, j, l1_index, l2_index, ret;
365 int64_t l2_offset;
366 uint64_t *l2_table, cluster_offset, tmp;
367 uint32_t min_count;
368 int new_l2_table;
369
370 *result = 0;
371 l1_index = offset >> (s->l2_bits + s->cluster_bits);
372 l2_offset = s->l1_table[l1_index];
373 new_l2_table = 0;
374 if (!l2_offset) {
375 if (!allocate)
376 return 0;
377 /* allocate a new l2 entry */
378 l2_offset = bdrv_co_getlength(bs->file->bs);
379 if (l2_offset < 0) {
380 return l2_offset;
381 }
382 /* round to cluster size */
383 l2_offset = QEMU_ALIGN_UP(l2_offset, s->cluster_size);
384 /* update the L1 entry */
385 s->l1_table[l1_index] = l2_offset;
386 tmp = cpu_to_be64(l2_offset);
387 BLKDBG_CO_EVENT(bs->file, BLKDBG_L1_UPDATE);
388 ret = bdrv_co_pwrite_sync(bs->file,
389 s->l1_table_offset + l1_index * sizeof(tmp),
390 sizeof(tmp), &tmp, 0);
391 if (ret < 0) {
392 return ret;
393 }
394 new_l2_table = 1;
395 }
396 for(i = 0; i < L2_CACHE_SIZE; i++) {
397 if (l2_offset == s->l2_cache_offsets[i]) {
398 /* increment the hit count */
399 if (++s->l2_cache_counts[i] == 0xffffffff) {
400 for(j = 0; j < L2_CACHE_SIZE; j++) {
401 s->l2_cache_counts[j] >>= 1;
402 }
403 }
404 l2_table = s->l2_cache + (i << s->l2_bits);
405 goto found;
406 }
407 }
408 /* not found: load a new entry in the least used one */
409 min_index = 0;
410 min_count = 0xffffffff;
411 for(i = 0; i < L2_CACHE_SIZE; i++) {
412 if (s->l2_cache_counts[i] < min_count) {
413 min_count = s->l2_cache_counts[i];
414 min_index = i;
415 }
416 }
417 l2_table = s->l2_cache + (min_index << s->l2_bits);
418 BLKDBG_CO_EVENT(bs->file, BLKDBG_L2_LOAD);
419 if (new_l2_table) {
420 memset(l2_table, 0, s->l2_size * sizeof(uint64_t));
421 ret = bdrv_co_pwrite_sync(bs->file, l2_offset,
422 s->l2_size * sizeof(uint64_t), l2_table, 0);
423 if (ret < 0) {
424 return ret;
425 }
426 } else {
427 ret = bdrv_co_pread(bs->file, l2_offset,
428 s->l2_size * sizeof(uint64_t), l2_table, 0);
429 if (ret < 0) {
430 return ret;
431 }
432 }
433 s->l2_cache_offsets[min_index] = l2_offset;
434 s->l2_cache_counts[min_index] = 1;
435 found:
436 l2_index = (offset >> s->cluster_bits) & (s->l2_size - 1);
437 cluster_offset = be64_to_cpu(l2_table[l2_index]);
438 if (!cluster_offset ||
439 ((cluster_offset & QCOW_OFLAG_COMPRESSED) && allocate == 1)) {
440 if (!allocate)
441 return 0;
442 BLKDBG_CO_EVENT(bs->file, BLKDBG_CLUSTER_ALLOC);
443 assert(QEMU_IS_ALIGNED(n_start | n_end, BDRV_SECTOR_SIZE));
444 /* allocate a new cluster */
445 if ((cluster_offset & QCOW_OFLAG_COMPRESSED) &&
446 (n_end - n_start) < s->cluster_size) {
447 /* if the cluster is already compressed, we must
448 decompress it in the case it is not completely
449 overwritten */
450 if (decompress_cluster(bs, cluster_offset) < 0) {
451 return -EIO;
452 }
453 cluster_offset = bdrv_co_getlength(bs->file->bs);
454 if ((int64_t) cluster_offset < 0) {
455 return cluster_offset;
456 }
457 cluster_offset = QEMU_ALIGN_UP(cluster_offset, s->cluster_size);
458 /* write the cluster content */
459 BLKDBG_CO_EVENT(bs->file, BLKDBG_WRITE_AIO);
460 ret = bdrv_co_pwrite(bs->file, cluster_offset, s->cluster_size,
461 s->cluster_cache, 0);
462 if (ret < 0) {
463 return ret;
464 }
465 } else {
466 cluster_offset = bdrv_co_getlength(bs->file->bs);
467 if ((int64_t) cluster_offset < 0) {
468 return cluster_offset;
469 }
470 if (allocate == 1) {
471 /* round to cluster size */
472 cluster_offset = QEMU_ALIGN_UP(cluster_offset, s->cluster_size);
473 if (cluster_offset + s->cluster_size > INT64_MAX) {
474 return -E2BIG;
475 }
476 ret = bdrv_co_truncate(bs->file,
477 cluster_offset + s->cluster_size,
478 false, PREALLOC_MODE_OFF, 0, NULL);
479 if (ret < 0) {
480 return ret;
481 }
482 /* if encrypted, we must initialize the cluster
483 content which won't be written */
484 if (bs->encrypted &&
485 (n_end - n_start) < s->cluster_size) {
486 uint64_t start_offset;
487 assert(s->crypto);
488 start_offset = offset & ~(s->cluster_size - 1);
489 for (i = 0; i < s->cluster_size; i += BDRV_SECTOR_SIZE) {
490 if (i < n_start || i >= n_end) {
491 memset(s->cluster_data, 0x00, BDRV_SECTOR_SIZE);
492 if (qcrypto_block_encrypt(s->crypto,
493 start_offset + i,
494 s->cluster_data,
495 BDRV_SECTOR_SIZE,
496 NULL) < 0) {
497 return -EIO;
498 }
499 BLKDBG_CO_EVENT(bs->file, BLKDBG_WRITE_AIO);
500 ret = bdrv_co_pwrite(bs->file, cluster_offset + i,
501 BDRV_SECTOR_SIZE,
502 s->cluster_data, 0);
503 if (ret < 0) {
504 return ret;
505 }
506 }
507 }
508 }
509 } else if (allocate == 2) {
510 cluster_offset |= QCOW_OFLAG_COMPRESSED |
511 (uint64_t)compressed_size << (63 - s->cluster_bits);
512 }
513 }
514 /* update L2 table */
515 tmp = cpu_to_be64(cluster_offset);
516 l2_table[l2_index] = tmp;
517 if (allocate == 2) {
518 BLKDBG_CO_EVENT(bs->file, BLKDBG_L2_UPDATE_COMPRESSED);
519 } else {
520 BLKDBG_CO_EVENT(bs->file, BLKDBG_L2_UPDATE);
521 }
522 ret = bdrv_co_pwrite_sync(bs->file, l2_offset + l2_index * sizeof(tmp),
523 sizeof(tmp), &tmp, 0);
524 if (ret < 0) {
525 return ret;
526 }
527 }
528 *result = cluster_offset;
529 return 1;
530 }
531
532 static int coroutine_fn GRAPH_RDLOCK
533 qcow_co_block_status(BlockDriverState *bs, bool want_zero,
534 int64_t offset, int64_t bytes, int64_t *pnum,
535 int64_t *map, BlockDriverState **file)
536 {
537 BDRVQcowState *s = bs->opaque;
538 int index_in_cluster, ret;
539 int64_t n;
540 uint64_t cluster_offset;
541
542 qemu_co_mutex_lock(&s->lock);
543 ret = get_cluster_offset(bs, offset, 0, 0, 0, 0, &cluster_offset);
544 qemu_co_mutex_unlock(&s->lock);
545 if (ret < 0) {
546 return ret;
547 }
548 index_in_cluster = offset & (s->cluster_size - 1);
549 n = s->cluster_size - index_in_cluster;
550 if (n > bytes) {
551 n = bytes;
552 }
553 *pnum = n;
554 if (!cluster_offset) {
555 return 0;
556 }
557 if (cluster_offset & QCOW_OFLAG_COMPRESSED) {
558 return BDRV_BLOCK_DATA | BDRV_BLOCK_COMPRESSED;
559 }
560 if (s->crypto) {
561 return BDRV_BLOCK_DATA;
562 }
563 *map = cluster_offset | index_in_cluster;
564 *file = bs->file->bs;
565 return BDRV_BLOCK_DATA | BDRV_BLOCK_OFFSET_VALID;
566 }
567
568 static int decompress_buffer(uint8_t *out_buf, int out_buf_size,
569 const uint8_t *buf, int buf_size)
570 {
571 z_stream strm1, *strm = &strm1;
572 int ret, out_len;
573
574 memset(strm, 0, sizeof(*strm));
575
576 strm->next_in = (uint8_t *)buf;
577 strm->avail_in = buf_size;
578 strm->next_out = out_buf;
579 strm->avail_out = out_buf_size;
580
581 ret = inflateInit2(strm, -12);
582 if (ret != Z_OK)
583 return -1;
584 ret = inflate(strm, Z_FINISH);
585 out_len = strm->next_out - out_buf;
586 if ((ret != Z_STREAM_END && ret != Z_BUF_ERROR) ||
587 out_len != out_buf_size) {
588 inflateEnd(strm);
589 return -1;
590 }
591 inflateEnd(strm);
592 return 0;
593 }
594
595 static int coroutine_fn GRAPH_RDLOCK
596 decompress_cluster(BlockDriverState *bs, uint64_t cluster_offset)
597 {
598 BDRVQcowState *s = bs->opaque;
599 int ret, csize;
600 uint64_t coffset;
601
602 coffset = cluster_offset & s->cluster_offset_mask;
603 if (s->cluster_cache_offset != coffset) {
604 csize = cluster_offset >> (63 - s->cluster_bits);
605 csize &= (s->cluster_size - 1);
606 BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_COMPRESSED);
607 ret = bdrv_co_pread(bs->file, coffset, csize, s->cluster_data, 0);
608 if (ret < 0)
609 return -1;
610 if (decompress_buffer(s->cluster_cache, s->cluster_size,
611 s->cluster_data, csize) < 0) {
612 return -1;
613 }
614 s->cluster_cache_offset = coffset;
615 }
616 return 0;
617 }
618
619 static void qcow_refresh_limits(BlockDriverState *bs, Error **errp)
620 {
621 /* At least encrypted images require 512-byte alignment. Apply the
622 * limit universally, rather than just on encrypted images, as
623 * it's easier to let the block layer handle rounding than to
624 * audit this code further. */
625 bs->bl.request_alignment = BDRV_SECTOR_SIZE;
626 }
627
628 static int coroutine_fn GRAPH_RDLOCK
629 qcow_co_preadv(BlockDriverState *bs, int64_t offset, int64_t bytes,
630 QEMUIOVector *qiov, BdrvRequestFlags flags)
631 {
632 BDRVQcowState *s = bs->opaque;
633 int offset_in_cluster;
634 int ret = 0, n;
635 uint64_t cluster_offset;
636 uint8_t *buf;
637 void *orig_buf;
638
639 if (qiov->niov > 1) {
640 buf = orig_buf = qemu_try_blockalign(bs, qiov->size);
641 if (buf == NULL) {
642 return -ENOMEM;
643 }
644 } else {
645 orig_buf = NULL;
646 buf = (uint8_t *)qiov->iov->iov_base;
647 }
648
649 qemu_co_mutex_lock(&s->lock);
650
651 while (bytes != 0) {
652 /* prepare next request */
653 ret = get_cluster_offset(bs, offset, 0, 0, 0, 0, &cluster_offset);
654 if (ret < 0) {
655 break;
656 }
657 offset_in_cluster = offset & (s->cluster_size - 1);
658 n = s->cluster_size - offset_in_cluster;
659 if (n > bytes) {
660 n = bytes;
661 }
662
663 if (!cluster_offset) {
664 if (bs->backing) {
665 /* read from the base image */
666 qemu_co_mutex_unlock(&s->lock);
667 /* qcow2 emits this on bs->file instead of bs->backing */
668 BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_BACKING_AIO);
669 ret = bdrv_co_pread(bs->backing, offset, n, buf, 0);
670 qemu_co_mutex_lock(&s->lock);
671 if (ret < 0) {
672 break;
673 }
674 } else {
675 /* Note: in this case, no need to wait */
676 memset(buf, 0, n);
677 }
678 } else if (cluster_offset & QCOW_OFLAG_COMPRESSED) {
679 /* add AIO support for compressed blocks ? */
680 if (decompress_cluster(bs, cluster_offset) < 0) {
681 ret = -EIO;
682 break;
683 }
684 memcpy(buf, s->cluster_cache + offset_in_cluster, n);
685 } else {
686 if ((cluster_offset & 511) != 0) {
687 ret = -EIO;
688 break;
689 }
690 qemu_co_mutex_unlock(&s->lock);
691 BLKDBG_CO_EVENT(bs->file, BLKDBG_READ_AIO);
692 ret = bdrv_co_pread(bs->file, cluster_offset + offset_in_cluster,
693 n, buf, 0);
694 qemu_co_mutex_lock(&s->lock);
695 if (ret < 0) {
696 break;
697 }
698 if (bs->encrypted) {
699 assert(s->crypto);
700 if (qcrypto_block_decrypt(s->crypto,
701 offset, buf, n, NULL) < 0) {
702 ret = -EIO;
703 break;
704 }
705 }
706 }
707 ret = 0;
708
709 bytes -= n;
710 offset += n;
711 buf += n;
712 }
713
714 qemu_co_mutex_unlock(&s->lock);
715
716 if (qiov->niov > 1) {
717 qemu_iovec_from_buf(qiov, 0, orig_buf, qiov->size);
718 qemu_vfree(orig_buf);
719 }
720
721 return ret;
722 }
723
724 static int coroutine_fn GRAPH_RDLOCK
725 qcow_co_pwritev(BlockDriverState *bs, int64_t offset, int64_t bytes,
726 QEMUIOVector *qiov, BdrvRequestFlags flags)
727 {
728 BDRVQcowState *s = bs->opaque;
729 int offset_in_cluster;
730 uint64_t cluster_offset;
731 int ret = 0, n;
732 uint8_t *buf;
733 void *orig_buf;
734
735 s->cluster_cache_offset = -1; /* disable compressed cache */
736
737 /* We must always copy the iov when encrypting, so we
738 * don't modify the original data buffer during encryption */
739 if (bs->encrypted || qiov->niov > 1) {
740 buf = orig_buf = qemu_try_blockalign(bs, qiov->size);
741 if (buf == NULL) {
742 return -ENOMEM;
743 }
744 qemu_iovec_to_buf(qiov, 0, buf, qiov->size);
745 } else {
746 orig_buf = NULL;
747 buf = (uint8_t *)qiov->iov->iov_base;
748 }
749
750 qemu_co_mutex_lock(&s->lock);
751
752 while (bytes != 0) {
753 offset_in_cluster = offset & (s->cluster_size - 1);
754 n = s->cluster_size - offset_in_cluster;
755 if (n > bytes) {
756 n = bytes;
757 }
758 ret = get_cluster_offset(bs, offset, 1, 0, offset_in_cluster,
759 offset_in_cluster + n, &cluster_offset);
760 if (ret < 0) {
761 break;
762 }
763 if (!cluster_offset || (cluster_offset & 511) != 0) {
764 ret = -EIO;
765 break;
766 }
767 if (bs->encrypted) {
768 assert(s->crypto);
769 if (qcrypto_block_encrypt(s->crypto, offset, buf, n, NULL) < 0) {
770 ret = -EIO;
771 break;
772 }
773 }
774
775 qemu_co_mutex_unlock(&s->lock);
776 BLKDBG_CO_EVENT(bs->file, BLKDBG_WRITE_AIO);
777 ret = bdrv_co_pwrite(bs->file, cluster_offset + offset_in_cluster,
778 n, buf, 0);
779 qemu_co_mutex_lock(&s->lock);
780 if (ret < 0) {
781 break;
782 }
783 ret = 0;
784
785 bytes -= n;
786 offset += n;
787 buf += n;
788 }
789 qemu_co_mutex_unlock(&s->lock);
790
791 qemu_vfree(orig_buf);
792
793 return ret;
794 }
795
796 static void qcow_close(BlockDriverState *bs)
797 {
798 BDRVQcowState *s = bs->opaque;
799
800 qcrypto_block_free(s->crypto);
801 s->crypto = NULL;
802 g_free(s->l1_table);
803 qemu_vfree(s->l2_cache);
804 g_free(s->cluster_cache);
805 g_free(s->cluster_data);
806
807 migrate_del_blocker(&s->migration_blocker);
808 }
809
810 static int coroutine_fn GRAPH_UNLOCKED
811 qcow_co_create(BlockdevCreateOptions *opts, Error **errp)
812 {
813 BlockdevCreateOptionsQcow *qcow_opts;
814 int header_size, backing_filename_len, l1_size, shift, i;
815 QCowHeader header;
816 uint8_t *tmp;
817 int64_t total_size = 0;
818 int ret;
819 BlockDriverState *bs;
820 BlockBackend *qcow_blk;
821 QCryptoBlock *crypto = NULL;
822
823 assert(opts->driver == BLOCKDEV_DRIVER_QCOW);
824 qcow_opts = &opts->u.qcow;
825
826 /* Sanity checks */
827 total_size = qcow_opts->size;
828 if (total_size == 0) {
829 error_setg(errp, "Image size is too small, cannot be zero length");
830 return -EINVAL;
831 }
832
833 if (qcow_opts->encrypt &&
834 qcow_opts->encrypt->format != Q_CRYPTO_BLOCK_FORMAT_QCOW)
835 {
836 error_setg(errp, "Unsupported encryption format");
837 return -EINVAL;
838 }
839
840 /* Create BlockBackend to write to the image */
841 bs = bdrv_co_open_blockdev_ref(qcow_opts->file, errp);
842 if (bs == NULL) {
843 return -EIO;
844 }
845
846 qcow_blk = blk_co_new_with_bs(bs, BLK_PERM_WRITE | BLK_PERM_RESIZE,
847 BLK_PERM_ALL, errp);
848 if (!qcow_blk) {
849 ret = -EPERM;
850 goto exit;
851 }
852 blk_set_allow_write_beyond_eof(qcow_blk, true);
853
854 /* Create image format */
855 memset(&header, 0, sizeof(header));
856 header.magic = cpu_to_be32(QCOW_MAGIC);
857 header.version = cpu_to_be32(QCOW_VERSION);
858 header.size = cpu_to_be64(total_size);
859 header_size = sizeof(header);
860 backing_filename_len = 0;
861 if (qcow_opts->backing_file) {
862 if (strcmp(qcow_opts->backing_file, "fat:")) {
863 header.backing_file_offset = cpu_to_be64(header_size);
864 backing_filename_len = strlen(qcow_opts->backing_file);
865 header.backing_file_size = cpu_to_be32(backing_filename_len);
866 header_size += backing_filename_len;
867 } else {
868 /* special backing file for vvfat */
869 qcow_opts->backing_file = NULL;
870 }
871 header.cluster_bits = 9; /* 512 byte cluster to avoid copying
872 unmodified sectors */
873 header.l2_bits = 12; /* 32 KB L2 tables */
874 } else {
875 header.cluster_bits = 12; /* 4 KB clusters */
876 header.l2_bits = 9; /* 4 KB L2 tables */
877 }
878 header_size = (header_size + 7) & ~7;
879 shift = header.cluster_bits + header.l2_bits;
880 l1_size = (total_size + (1LL << shift) - 1) >> shift;
881
882 header.l1_table_offset = cpu_to_be64(header_size);
883
884 if (qcow_opts->encrypt) {
885 header.crypt_method = cpu_to_be32(QCOW_CRYPT_AES);
886
887 crypto = qcrypto_block_create(qcow_opts->encrypt, "encrypt.",
888 NULL, NULL, NULL, errp);
889 if (!crypto) {
890 ret = -EINVAL;
891 goto exit;
892 }
893 } else {
894 header.crypt_method = cpu_to_be32(QCOW_CRYPT_NONE);
895 }
896
897 /* write all the data */
898 ret = blk_co_pwrite(qcow_blk, 0, sizeof(header), &header, 0);
899 if (ret < 0) {
900 goto exit;
901 }
902
903 if (qcow_opts->backing_file) {
904 ret = blk_co_pwrite(qcow_blk, sizeof(header), backing_filename_len,
905 qcow_opts->backing_file, 0);
906 if (ret < 0) {
907 goto exit;
908 }
909 }
910
911 tmp = g_malloc0(BDRV_SECTOR_SIZE);
912 for (i = 0; i < DIV_ROUND_UP(sizeof(uint64_t) * l1_size, BDRV_SECTOR_SIZE);
913 i++) {
914 ret = blk_co_pwrite(qcow_blk, header_size + BDRV_SECTOR_SIZE * i,
915 BDRV_SECTOR_SIZE, tmp, 0);
916 if (ret < 0) {
917 g_free(tmp);
918 goto exit;
919 }
920 }
921
922 g_free(tmp);
923 ret = 0;
924 exit:
925 blk_co_unref(qcow_blk);
926 bdrv_co_unref(bs);
927 qcrypto_block_free(crypto);
928 return ret;
929 }
930
931 static int coroutine_fn GRAPH_UNLOCKED
932 qcow_co_create_opts(BlockDriver *drv, const char *filename,
933 QemuOpts *opts, Error **errp)
934 {
935 BlockdevCreateOptions *create_options = NULL;
936 BlockDriverState *bs = NULL;
937 QDict *qdict = NULL;
938 Visitor *v;
939 const char *val;
940 int ret;
941 char *backing_fmt;
942
943 static const QDictRenames opt_renames[] = {
944 { BLOCK_OPT_BACKING_FILE, "backing-file" },
945 { BLOCK_OPT_ENCRYPT, BLOCK_OPT_ENCRYPT_FORMAT },
946 { NULL, NULL },
947 };
948
949 /*
950 * We can't actually store a backing format, but can check that
951 * the user's request made sense.
952 */
953 backing_fmt = qemu_opt_get_del(opts, BLOCK_OPT_BACKING_FMT);
954 if (backing_fmt && !bdrv_find_format(backing_fmt)) {
955 error_setg(errp, "unrecognized backing format '%s'", backing_fmt);
956 ret = -EINVAL;
957 goto fail;
958 }
959
960 /* Parse options and convert legacy syntax */
961 qdict = qemu_opts_to_qdict_filtered(opts, NULL, &qcow_create_opts, true);
962
963 val = qdict_get_try_str(qdict, BLOCK_OPT_ENCRYPT);
964 if (val && !strcmp(val, "on")) {
965 qdict_put_str(qdict, BLOCK_OPT_ENCRYPT, "qcow");
966 } else if (val && !strcmp(val, "off")) {
967 qdict_del(qdict, BLOCK_OPT_ENCRYPT);
968 }
969
970 val = qdict_get_try_str(qdict, BLOCK_OPT_ENCRYPT_FORMAT);
971 if (val && !strcmp(val, "aes")) {
972 qdict_put_str(qdict, BLOCK_OPT_ENCRYPT_FORMAT, "qcow");
973 }
974
975 if (!qdict_rename_keys(qdict, opt_renames, errp)) {
976 ret = -EINVAL;
977 goto fail;
978 }
979
980 /* Create and open the file (protocol layer) */
981 ret = bdrv_co_create_file(filename, opts, errp);
982 if (ret < 0) {
983 goto fail;
984 }
985
986 bs = bdrv_co_open(filename, NULL, NULL,
987 BDRV_O_RDWR | BDRV_O_RESIZE | BDRV_O_PROTOCOL, errp);
988 if (bs == NULL) {
989 ret = -EIO;
990 goto fail;
991 }
992
993 /* Now get the QAPI type BlockdevCreateOptions */
994 qdict_put_str(qdict, "driver", "qcow");
995 qdict_put_str(qdict, "file", bs->node_name);
996
997 v = qobject_input_visitor_new_flat_confused(qdict, errp);
998 if (!v) {
999 ret = -EINVAL;
1000 goto fail;
1001 }
1002
1003 visit_type_BlockdevCreateOptions(v, NULL, &create_options, errp);
1004 visit_free(v);
1005 if (!create_options) {
1006 ret = -EINVAL;
1007 goto fail;
1008 }
1009
1010 /* Silently round up size */
1011 assert(create_options->driver == BLOCKDEV_DRIVER_QCOW);
1012 create_options->u.qcow.size =
1013 ROUND_UP(create_options->u.qcow.size, BDRV_SECTOR_SIZE);
1014
1015 /* Create the qcow image (format layer) */
1016 ret = qcow_co_create(create_options, errp);
1017 if (ret < 0) {
1018 goto fail;
1019 }
1020
1021 ret = 0;
1022 fail:
1023 g_free(backing_fmt);
1024 qobject_unref(qdict);
1025 bdrv_co_unref(bs);
1026 qapi_free_BlockdevCreateOptions(create_options);
1027 return ret;
1028 }
1029
1030 static int GRAPH_RDLOCK qcow_make_empty(BlockDriverState *bs)
1031 {
1032 BDRVQcowState *s = bs->opaque;
1033 uint32_t l1_length = s->l1_size * sizeof(uint64_t);
1034 int ret;
1035
1036 memset(s->l1_table, 0, l1_length);
1037 if (bdrv_pwrite_sync(bs->file, s->l1_table_offset, l1_length, s->l1_table,
1038 0) < 0)
1039 return -1;
1040 ret = bdrv_truncate(bs->file, s->l1_table_offset + l1_length, false,
1041 PREALLOC_MODE_OFF, 0, NULL);
1042 if (ret < 0)
1043 return ret;
1044
1045 memset(s->l2_cache, 0, s->l2_size * L2_CACHE_SIZE * sizeof(uint64_t));
1046 memset(s->l2_cache_offsets, 0, L2_CACHE_SIZE * sizeof(uint64_t));
1047 memset(s->l2_cache_counts, 0, L2_CACHE_SIZE * sizeof(uint32_t));
1048
1049 return 0;
1050 }
1051
1052 /* XXX: put compressed sectors first, then all the cluster aligned
1053 tables to avoid losing bytes in alignment */
1054 static int coroutine_fn GRAPH_RDLOCK
1055 qcow_co_pwritev_compressed(BlockDriverState *bs, int64_t offset, int64_t bytes,
1056 QEMUIOVector *qiov)
1057 {
1058 BDRVQcowState *s = bs->opaque;
1059 z_stream strm;
1060 int ret, out_len;
1061 uint8_t *buf, *out_buf;
1062 uint64_t cluster_offset;
1063
1064 buf = qemu_blockalign(bs, s->cluster_size);
1065 if (bytes != s->cluster_size) {
1066 if (bytes > s->cluster_size ||
1067 offset + bytes != bs->total_sectors << BDRV_SECTOR_BITS)
1068 {
1069 qemu_vfree(buf);
1070 return -EINVAL;
1071 }
1072 /* Zero-pad last write if image size is not cluster aligned */
1073 memset(buf + bytes, 0, s->cluster_size - bytes);
1074 }
1075 qemu_iovec_to_buf(qiov, 0, buf, qiov->size);
1076
1077 out_buf = g_malloc(s->cluster_size);
1078
1079 /* best compression, small window, no zlib header */
1080 memset(&strm, 0, sizeof(strm));
1081 ret = deflateInit2(&strm, Z_DEFAULT_COMPRESSION,
1082 Z_DEFLATED, -12,
1083 9, Z_DEFAULT_STRATEGY);
1084 if (ret != 0) {
1085 ret = -EINVAL;
1086 goto fail;
1087 }
1088
1089 strm.avail_in = s->cluster_size;
1090 strm.next_in = (uint8_t *)buf;
1091 strm.avail_out = s->cluster_size;
1092 strm.next_out = out_buf;
1093
1094 ret = deflate(&strm, Z_FINISH);
1095 if (ret != Z_STREAM_END && ret != Z_OK) {
1096 deflateEnd(&strm);
1097 ret = -EINVAL;
1098 goto fail;
1099 }
1100 out_len = strm.next_out - out_buf;
1101
1102 deflateEnd(&strm);
1103
1104 if (ret != Z_STREAM_END || out_len >= s->cluster_size) {
1105 /* could not compress: write normal cluster */
1106 ret = qcow_co_pwritev(bs, offset, bytes, qiov, 0);
1107 if (ret < 0) {
1108 goto fail;
1109 }
1110 goto success;
1111 }
1112 qemu_co_mutex_lock(&s->lock);
1113 ret = get_cluster_offset(bs, offset, 2, out_len, 0, 0, &cluster_offset);
1114 qemu_co_mutex_unlock(&s->lock);
1115 if (ret < 0) {
1116 goto fail;
1117 }
1118 if (cluster_offset == 0) {
1119 ret = -EIO;
1120 goto fail;
1121 }
1122 cluster_offset &= s->cluster_offset_mask;
1123
1124 BLKDBG_CO_EVENT(bs->file, BLKDBG_WRITE_COMPRESSED);
1125 ret = bdrv_co_pwrite(bs->file, cluster_offset, out_len, out_buf, 0);
1126 if (ret < 0) {
1127 goto fail;
1128 }
1129 success:
1130 ret = 0;
1131 fail:
1132 qemu_vfree(buf);
1133 g_free(out_buf);
1134 return ret;
1135 }
1136
1137 static int coroutine_fn
1138 qcow_co_get_info(BlockDriverState *bs, BlockDriverInfo *bdi)
1139 {
1140 BDRVQcowState *s = bs->opaque;
1141 bdi->cluster_size = s->cluster_size;
1142 return 0;
1143 }
1144
1145 static QemuOptsList qcow_create_opts = {
1146 .name = "qcow-create-opts",
1147 .head = QTAILQ_HEAD_INITIALIZER(qcow_create_opts.head),
1148 .desc = {
1149 {
1150 .name = BLOCK_OPT_SIZE,
1151 .type = QEMU_OPT_SIZE,
1152 .help = "Virtual disk size"
1153 },
1154 {
1155 .name = BLOCK_OPT_BACKING_FILE,
1156 .type = QEMU_OPT_STRING,
1157 .help = "File name of a base image"
1158 },
1159 {
1160 .name = BLOCK_OPT_BACKING_FMT,
1161 .type = QEMU_OPT_STRING,
1162 .help = "Format of the backing image",
1163 },
1164 {
1165 .name = BLOCK_OPT_ENCRYPT,
1166 .type = QEMU_OPT_BOOL,
1167 .help = "Encrypt the image with format 'aes'. (Deprecated "
1168 "in favor of " BLOCK_OPT_ENCRYPT_FORMAT "=aes)",
1169 },
1170 {
1171 .name = BLOCK_OPT_ENCRYPT_FORMAT,
1172 .type = QEMU_OPT_STRING,
1173 .help = "Encrypt the image, format choices: 'aes'",
1174 },
1175 BLOCK_CRYPTO_OPT_DEF_QCOW_KEY_SECRET("encrypt."),
1176 { /* end of list */ }
1177 }
1178 };
1179
1180 static const char *const qcow_strong_runtime_opts[] = {
1181 "encrypt." BLOCK_CRYPTO_OPT_QCOW_KEY_SECRET,
1182
1183 NULL
1184 };
1185
1186 static BlockDriver bdrv_qcow = {
1187 .format_name = "qcow",
1188 .instance_size = sizeof(BDRVQcowState),
1189 .bdrv_probe = qcow_probe,
1190 .bdrv_open = qcow_open,
1191 .bdrv_close = qcow_close,
1192 .bdrv_child_perm = bdrv_default_perms,
1193 .bdrv_reopen_prepare = qcow_reopen_prepare,
1194 .bdrv_co_create = qcow_co_create,
1195 .bdrv_co_create_opts = qcow_co_create_opts,
1196 .bdrv_has_zero_init = bdrv_has_zero_init_1,
1197 .is_format = true,
1198 .supports_backing = true,
1199 .bdrv_refresh_limits = qcow_refresh_limits,
1200
1201 .bdrv_co_preadv = qcow_co_preadv,
1202 .bdrv_co_pwritev = qcow_co_pwritev,
1203 .bdrv_co_block_status = qcow_co_block_status,
1204
1205 .bdrv_make_empty = qcow_make_empty,
1206 .bdrv_co_pwritev_compressed = qcow_co_pwritev_compressed,
1207 .bdrv_co_get_info = qcow_co_get_info,
1208
1209 .create_opts = &qcow_create_opts,
1210 .strong_runtime_opts = qcow_strong_runtime_opts,
1211 };
1212
1213 static void bdrv_qcow_init(void)
1214 {
1215 bdrv_register(&bdrv_qcow);
1216 }
1217
1218 block_init(bdrv_qcow_init);
armbru's QEMU hackery