4 * Copyright IBM, Corp. 2011
7 * Stefan Hajnoczi <stefanha@linux.vnet.ibm.com>
9 * This work is licensed under the terms of the GNU LGPL, version 2 or later.
10 * See the COPYING.LIB file in the top-level directory.
15 #include "block_int.h"
19 * Size of data buffer for populating the image file. This should be large
20 * enough to process multiple clusters in a single call, so that populating
21 * contiguous regions of the image is efficient.
23 STREAM_BUFFER_SIZE
= 512 * 1024, /* in bytes */
26 #define SLICE_TIME 100000000ULL /* ns */
29 int64_t next_slice_time
;
34 static int64_t ratelimit_calculate_delay(RateLimit
*limit
, uint64_t n
)
37 int64_t now
= qemu_get_clock_ns(rt_clock
);
39 if (limit
->next_slice_time
< now
) {
40 limit
->next_slice_time
= now
+ SLICE_TIME
;
41 limit
->dispatched
= 0;
43 if (limit
->dispatched
+ n
> limit
->slice_quota
) {
44 delay_ns
= limit
->next_slice_time
- now
;
46 limit
->dispatched
+= n
;
51 static void ratelimit_set_speed(RateLimit
*limit
, uint64_t speed
)
53 limit
->slice_quota
= speed
/ (1000000000ULL / SLICE_TIME
);
56 typedef struct StreamBlockJob
{
59 BlockDriverState
*base
;
62 static int coroutine_fn
stream_populate(BlockDriverState
*bs
,
63 int64_t sector_num
, int nb_sectors
,
68 .iov_len
= nb_sectors
* BDRV_SECTOR_SIZE
,
72 qemu_iovec_init_external(&qiov
, &iov
, 1);
74 /* Copy-on-read the unallocated clusters */
75 return bdrv_co_copy_on_readv(bs
, sector_num
, nb_sectors
, &qiov
);
78 static void coroutine_fn
stream_run(void *opaque
)
80 StreamBlockJob
*s
= opaque
;
81 BlockDriverState
*bs
= s
->common
.bs
;
82 int64_t sector_num
, end
;
87 s
->common
.len
= bdrv_getlength(bs
);
88 if (s
->common
.len
< 0) {
89 block_job_complete(&s
->common
, s
->common
.len
);
93 end
= s
->common
.len
>> BDRV_SECTOR_BITS
;
94 buf
= qemu_blockalign(bs
, STREAM_BUFFER_SIZE
);
96 /* Turn on copy-on-read for the whole block device so that guest read
97 * requests help us make progress. Only do this when copying the entire
98 * backing chain since the copy-on-read operation does not take base into
102 bdrv_enable_copy_on_read(bs
);
105 for (sector_num
= 0; sector_num
< end
; sector_num
+= n
) {
107 if (block_job_is_cancelled(&s
->common
)) {
111 ret
= bdrv_co_is_allocated(bs
, sector_num
,
112 STREAM_BUFFER_SIZE
/ BDRV_SECTOR_SIZE
, &n
);
113 trace_stream_one_iteration(s
, sector_num
, n
, ret
);
115 if (s
->common
.speed
) {
116 uint64_t delay_ns
= ratelimit_calculate_delay(&s
->limit
, n
);
118 co_sleep_ns(rt_clock
, delay_ns
);
120 /* Recheck cancellation and that sectors are unallocated */
124 ret
= stream_populate(bs
, sector_num
, n
, buf
);
130 /* Publish progress */
131 s
->common
.offset
+= n
* BDRV_SECTOR_SIZE
;
133 /* Note that even when no rate limit is applied we need to yield
134 * with no pending I/O here so that qemu_aio_flush() returns.
136 co_sleep_ns(rt_clock
, 0);
140 bdrv_disable_copy_on_read(bs
);
143 if (sector_num
== end
&& ret
== 0) {
144 ret
= bdrv_change_backing_file(bs
, NULL
, NULL
);
148 block_job_complete(&s
->common
, ret
);
151 static int stream_set_speed(BlockJob
*job
, int64_t value
)
153 StreamBlockJob
*s
= container_of(job
, StreamBlockJob
, common
);
159 ratelimit_set_speed(&s
->limit
, value
/ BDRV_SECTOR_SIZE
);
163 static BlockJobType stream_job_type
= {
164 .instance_size
= sizeof(StreamBlockJob
),
165 .job_type
= "stream",
166 .set_speed
= stream_set_speed
,
169 int stream_start(BlockDriverState
*bs
, BlockDriverState
*base
,
170 BlockDriverCompletionFunc
*cb
, void *opaque
)
175 s
= block_job_create(&stream_job_type
, bs
, cb
, opaque
);
177 return -EBUSY
; /* bs must already be in use */
182 co
= qemu_coroutine_create(stream_run
);
183 trace_stream_start(bs
, base
, s
, co
, opaque
);
184 qemu_coroutine_enter(co
, s
);