2 * linux/kernel/power/swap.c
4 * This file provides functions for reading the suspend image from
5 * and writing it to a swap partition.
7 * Copyright (C) 1998,2001-2005 Pavel Machek <pavel@suse.cz>
8 * Copyright (C) 2006 Rafael J. Wysocki <rjw@sisk.pl>
10 * This file is released under the GPLv2.
14 #include <linux/module.h>
15 #include <linux/file.h>
16 #include <linux/utsname.h>
17 #include <linux/delay.h>
18 #include <linux/bitops.h>
19 #include <linux/genhd.h>
20 #include <linux/device.h>
21 #include <linux/buffer_head.h>
22 #include <linux/bio.h>
23 #include <linux/blkdev.h>
24 #include <linux/swap.h>
25 #include <linux/swapops.h>
30 #define SWSUSP_SIG "S1SUSPEND"
32 struct swsusp_header
{
33 char reserved
[PAGE_SIZE
- 20 - sizeof(sector_t
) - sizeof(int)];
35 unsigned int flags
; /* Flags to pass to the "boot" kernel */
38 } __attribute__((packed
));
40 static struct swsusp_header
*swsusp_header
;
46 static unsigned short root_swap
= 0xffff;
47 static struct block_device
*resume_bdev
;
50 * submit - submit BIO request.
52 * @off physical offset of page.
53 * @page: page we're reading or writing.
54 * @bio_chain: list of pending biod (for async reading)
56 * Straight from the textbook - allocate and initialize the bio.
57 * If we're reading, make sure the page is marked as dirty.
58 * Then submit it and, if @bio_chain == NULL, wait.
60 static int submit(int rw
, pgoff_t page_off
, struct page
*page
,
61 struct bio
**bio_chain
)
65 bio
= bio_alloc(__GFP_WAIT
| __GFP_HIGH
, 1);
68 bio
->bi_sector
= page_off
* (PAGE_SIZE
>> 9);
69 bio
->bi_bdev
= resume_bdev
;
70 bio
->bi_end_io
= end_swap_bio_read
;
72 if (bio_add_page(bio
, page
, PAGE_SIZE
, 0) < PAGE_SIZE
) {
73 printk(KERN_ERR
"PM: Adding page to bio failed at %ld\n",
82 if (bio_chain
== NULL
) {
83 submit_bio(rw
| (1 << BIO_RW_SYNC
), bio
);
84 wait_on_page_locked(page
);
86 bio_set_pages_dirty(bio
);
90 get_page(page
); /* These pages are freed later */
91 bio
->bi_private
= *bio_chain
;
93 submit_bio(rw
| (1 << BIO_RW_SYNC
), bio
);
98 static int bio_read_page(pgoff_t page_off
, void *addr
, struct bio
**bio_chain
)
100 return submit(READ
, page_off
, virt_to_page(addr
), bio_chain
);
103 static int bio_write_page(pgoff_t page_off
, void *addr
, struct bio
**bio_chain
)
105 return submit(WRITE
, page_off
, virt_to_page(addr
), bio_chain
);
108 static int wait_on_bio_chain(struct bio
**bio_chain
)
111 struct bio
*next_bio
;
114 if (bio_chain
== NULL
)
123 next_bio
= bio
->bi_private
;
124 page
= bio
->bi_io_vec
[0].bv_page
;
125 wait_on_page_locked(page
);
126 if (!PageUptodate(page
) || PageError(page
))
140 static int mark_swapfiles(sector_t start
, unsigned int flags
)
144 bio_read_page(swsusp_resume_block
, swsusp_header
, NULL
);
145 if (!memcmp("SWAP-SPACE",swsusp_header
->sig
, 10) ||
146 !memcmp("SWAPSPACE2",swsusp_header
->sig
, 10)) {
147 memcpy(swsusp_header
->orig_sig
,swsusp_header
->sig
, 10);
148 memcpy(swsusp_header
->sig
,SWSUSP_SIG
, 10);
149 swsusp_header
->image
= start
;
150 swsusp_header
->flags
= flags
;
151 error
= bio_write_page(swsusp_resume_block
,
152 swsusp_header
, NULL
);
154 printk(KERN_ERR
"PM: Swap header not found!\n");
161 * swsusp_swap_check - check if the resume device is a swap device
162 * and get its index (if so)
165 static int swsusp_swap_check(void) /* This is called before saving image */
169 res
= swap_type_of(swsusp_resume_device
, swsusp_resume_block
,
175 res
= blkdev_get(resume_bdev
, FMODE_WRITE
, O_RDWR
);
179 res
= set_blocksize(resume_bdev
, PAGE_SIZE
);
181 blkdev_put(resume_bdev
);
187 * write_page - Write one page to given swap location.
188 * @buf: Address we're writing.
189 * @offset: Offset of the swap page we're writing to.
190 * @bio_chain: Link the next write BIO here
193 static int write_page(void *buf
, sector_t offset
, struct bio
**bio_chain
)
201 src
= (void *)__get_free_page(__GFP_WAIT
| __GFP_HIGH
);
203 memcpy(src
, buf
, PAGE_SIZE
);
206 bio_chain
= NULL
; /* Go synchronous */
212 return bio_write_page(offset
, src
, bio_chain
);
216 * The swap map is a data structure used for keeping track of each page
217 * written to a swap partition. It consists of many swap_map_page
218 * structures that contain each an array of MAP_PAGE_SIZE swap entries.
219 * These structures are stored on the swap and linked together with the
220 * help of the .next_swap member.
222 * The swap map is created during suspend. The swap map pages are
223 * allocated and populated one at a time, so we only need one memory
224 * page to set up the entire structure.
226 * During resume we also only need to use one swap_map_page structure
230 #define MAP_PAGE_ENTRIES (PAGE_SIZE / sizeof(sector_t) - 1)
232 struct swap_map_page
{
233 sector_t entries
[MAP_PAGE_ENTRIES
];
238 * The swap_map_handle structure is used for handling swap in
242 struct swap_map_handle
{
243 struct swap_map_page
*cur
;
248 static void release_swap_writer(struct swap_map_handle
*handle
)
251 free_page((unsigned long)handle
->cur
);
255 static int get_swap_writer(struct swap_map_handle
*handle
)
257 handle
->cur
= (struct swap_map_page
*)get_zeroed_page(GFP_KERNEL
);
260 handle
->cur_swap
= alloc_swapdev_block(root_swap
);
261 if (!handle
->cur_swap
) {
262 release_swap_writer(handle
);
269 static int swap_write_page(struct swap_map_handle
*handle
, void *buf
,
270 struct bio
**bio_chain
)
277 offset
= alloc_swapdev_block(root_swap
);
278 error
= write_page(buf
, offset
, bio_chain
);
281 handle
->cur
->entries
[handle
->k
++] = offset
;
282 if (handle
->k
>= MAP_PAGE_ENTRIES
) {
283 error
= wait_on_bio_chain(bio_chain
);
286 offset
= alloc_swapdev_block(root_swap
);
289 handle
->cur
->next_swap
= offset
;
290 error
= write_page(handle
->cur
, handle
->cur_swap
, NULL
);
293 memset(handle
->cur
, 0, PAGE_SIZE
);
294 handle
->cur_swap
= offset
;
301 static int flush_swap_writer(struct swap_map_handle
*handle
)
303 if (handle
->cur
&& handle
->cur_swap
)
304 return write_page(handle
->cur
, handle
->cur_swap
, NULL
);
310 * save_image - save the suspend image data
313 static int save_image(struct swap_map_handle
*handle
,
314 struct snapshot_handle
*snapshot
,
315 unsigned int nr_to_write
)
323 struct timeval start
;
326 printk(KERN_INFO
"PM: Saving image data pages (%u pages) ... ",
328 m
= nr_to_write
/ 100;
333 do_gettimeofday(&start
);
335 ret
= snapshot_read_next(snapshot
, PAGE_SIZE
);
337 error
= swap_write_page(handle
, data_of(*snapshot
),
342 printk("\b\b\b\b%3d%%", nr_pages
/ m
);
346 err2
= wait_on_bio_chain(&bio
);
347 do_gettimeofday(&stop
);
351 printk("\b\b\b\bdone\n");
352 swsusp_show_speed(&start
, &stop
, nr_to_write
, "Wrote");
357 * enough_swap - Make sure we have enough swap to save the image.
359 * Returns TRUE or FALSE after checking the total amount of swap
360 * space avaiable from the resume partition.
363 static int enough_swap(unsigned int nr_pages
)
365 unsigned int free_swap
= count_swap_pages(root_swap
, 1);
367 pr_debug("PM: Free swap pages: %u\n", free_swap
);
368 return free_swap
> nr_pages
+ PAGES_FOR_IO
;
372 * swsusp_write - Write entire image and metadata.
373 * @flags: flags to pass to the "boot" kernel in the image header
375 * It is important _NOT_ to umount filesystems at this point. We want
376 * them synced (in case something goes wrong) but we DO not want to mark
377 * filesystem clean: it is not. (And it does not matter, if we resume
378 * correctly, we'll mark system clean, anyway.)
381 int swsusp_write(unsigned int flags
)
383 struct swap_map_handle handle
;
384 struct snapshot_handle snapshot
;
385 struct swsusp_info
*header
;
388 error
= swsusp_swap_check();
390 printk(KERN_ERR
"PM: Cannot find swap device, try "
394 memset(&snapshot
, 0, sizeof(struct snapshot_handle
));
395 error
= snapshot_read_next(&snapshot
, PAGE_SIZE
);
396 if (error
< PAGE_SIZE
) {
402 header
= (struct swsusp_info
*)data_of(snapshot
);
403 if (!enough_swap(header
->pages
)) {
404 printk(KERN_ERR
"PM: Not enough free swap\n");
408 error
= get_swap_writer(&handle
);
410 sector_t start
= handle
.cur_swap
;
412 error
= swap_write_page(&handle
, header
, NULL
);
414 error
= save_image(&handle
, &snapshot
,
418 flush_swap_writer(&handle
);
419 printk(KERN_INFO
"PM: S");
420 error
= mark_swapfiles(start
, flags
);
425 free_all_swap_pages(root_swap
);
427 release_swap_writer(&handle
);
434 * The following functions allow us to read data using a swap map
435 * in a file-alike way
438 static void release_swap_reader(struct swap_map_handle
*handle
)
441 free_page((unsigned long)handle
->cur
);
445 static int get_swap_reader(struct swap_map_handle
*handle
, sector_t start
)
452 handle
->cur
= (struct swap_map_page
*)get_zeroed_page(__GFP_WAIT
| __GFP_HIGH
);
456 error
= bio_read_page(start
, handle
->cur
, NULL
);
458 release_swap_reader(handle
);
465 static int swap_read_page(struct swap_map_handle
*handle
, void *buf
,
466 struct bio
**bio_chain
)
473 offset
= handle
->cur
->entries
[handle
->k
];
476 error
= bio_read_page(offset
, buf
, bio_chain
);
479 if (++handle
->k
>= MAP_PAGE_ENTRIES
) {
480 error
= wait_on_bio_chain(bio_chain
);
482 offset
= handle
->cur
->next_swap
;
484 release_swap_reader(handle
);
486 error
= bio_read_page(offset
, handle
->cur
, NULL
);
492 * load_image - load the image using the swap map handle
493 * @handle and the snapshot handle @snapshot
494 * (assume there are @nr_pages pages to load)
497 static int load_image(struct swap_map_handle
*handle
,
498 struct snapshot_handle
*snapshot
,
499 unsigned int nr_to_read
)
503 struct timeval start
;
509 printk(KERN_INFO
"PM: Loading image data pages (%u pages) ... ",
511 m
= nr_to_read
/ 100;
516 do_gettimeofday(&start
);
518 error
= snapshot_write_next(snapshot
, PAGE_SIZE
);
521 error
= swap_read_page(handle
, data_of(*snapshot
), &bio
);
524 if (snapshot
->sync_read
)
525 error
= wait_on_bio_chain(&bio
);
529 printk("\b\b\b\b%3d%%", nr_pages
/ m
);
532 err2
= wait_on_bio_chain(&bio
);
533 do_gettimeofday(&stop
);
537 printk("\b\b\b\bdone\n");
538 snapshot_write_finalize(snapshot
);
539 if (!snapshot_image_loaded(snapshot
))
542 swsusp_show_speed(&start
, &stop
, nr_to_read
, "Read");
547 * swsusp_read - read the hibernation image.
548 * @flags_p: flags passed by the "frozen" kernel in the image header should
549 * be written into this memeory location
552 int swsusp_read(unsigned int *flags_p
)
555 struct swap_map_handle handle
;
556 struct snapshot_handle snapshot
;
557 struct swsusp_info
*header
;
559 *flags_p
= swsusp_header
->flags
;
560 if (IS_ERR(resume_bdev
)) {
561 pr_debug("PM: Image device not initialised\n");
562 return PTR_ERR(resume_bdev
);
565 memset(&snapshot
, 0, sizeof(struct snapshot_handle
));
566 error
= snapshot_write_next(&snapshot
, PAGE_SIZE
);
567 if (error
< PAGE_SIZE
)
568 return error
< 0 ? error
: -EFAULT
;
569 header
= (struct swsusp_info
*)data_of(snapshot
);
570 error
= get_swap_reader(&handle
, swsusp_header
->image
);
572 error
= swap_read_page(&handle
, header
, NULL
);
574 error
= load_image(&handle
, &snapshot
, header
->pages
- 1);
575 release_swap_reader(&handle
);
577 blkdev_put(resume_bdev
);
580 pr_debug("PM: Image successfully loaded\n");
582 pr_debug("PM: Error %d resuming\n", error
);
587 * swsusp_check - Check for swsusp signature in the resume device
590 int swsusp_check(void)
594 resume_bdev
= open_by_devnum(swsusp_resume_device
, FMODE_READ
);
595 if (!IS_ERR(resume_bdev
)) {
596 set_blocksize(resume_bdev
, PAGE_SIZE
);
597 memset(swsusp_header
, 0, PAGE_SIZE
);
598 error
= bio_read_page(swsusp_resume_block
,
599 swsusp_header
, NULL
);
603 if (!memcmp(SWSUSP_SIG
, swsusp_header
->sig
, 10)) {
604 memcpy(swsusp_header
->sig
, swsusp_header
->orig_sig
, 10);
605 /* Reset swap signature now */
606 error
= bio_write_page(swsusp_resume_block
,
607 swsusp_header
, NULL
);
612 blkdev_put(resume_bdev
);
614 pr_debug("PM: Signature found, resuming\n");
616 error
= PTR_ERR(resume_bdev
);
620 pr_debug("PM: Error %d checking image file\n", error
);
626 * swsusp_close - close swap device.
629 void swsusp_close(void)
631 if (IS_ERR(resume_bdev
)) {
632 pr_debug("PM: Image device not initialised\n");
636 blkdev_put(resume_bdev
);
639 static int swsusp_header_init(void)
641 swsusp_header
= (struct swsusp_header
*) __get_free_page(GFP_KERNEL
);
643 panic("Could not allocate memory for swsusp_header\n");
647 core_initcall(swsusp_header_init
);