2 * Copyright (C) 1994-1998 Linus Torvalds & authors (see below)
3 * Copyright (C) 1998-2002 Linux ATA Development
4 * Andre Hedrick <andre@linux-ide.org>
5 * Copyright (C) 2003 Red Hat
6 * Copyright (C) 2003-2005, 2007 Bartlomiej Zolnierkiewicz
10 * Mostly written by Mark Lord <mlord@pobox.com>
11 * and Gadi Oxman <gadio@netvision.net.il>
12 * and Andre Hedrick <andre@linux-ide.org>
14 * This is the IDE/ATA disk driver, as evolved from hd.c and ide.c.
17 #include <linux/types.h>
18 #include <linux/string.h>
19 #include <linux/kernel.h>
20 #include <linux/timer.h>
22 #include <linux/interrupt.h>
23 #include <linux/major.h>
24 #include <linux/errno.h>
25 #include <linux/genhd.h>
26 #include <linux/slab.h>
27 #include <linux/delay.h>
28 #include <linux/mutex.h>
29 #include <linux/leds.h>
30 #include <linux/ide.h>
32 #include <asm/byteorder.h>
34 #include <asm/uaccess.h>
36 #include <asm/div64.h>
40 static const u8 ide_rw_cmds
[] = {
43 ATA_CMD_READ_MULTI_EXT
,
44 ATA_CMD_WRITE_MULTI_EXT
,
48 ATA_CMD_PIO_WRITE_EXT
,
55 static void ide_tf_set_cmd(ide_drive_t
*drive
, struct ide_cmd
*cmd
, u8 dma
)
57 u8 index
, lba48
, write
;
59 lba48
= (cmd
->tf_flags
& IDE_TFLAG_LBA48
) ? 2 : 0;
60 write
= (cmd
->tf_flags
& IDE_TFLAG_WRITE
) ? 1 : 0;
63 cmd
->protocol
= ATA_PROT_DMA
;
66 cmd
->protocol
= ATA_PROT_PIO
;
67 if (drive
->mult_count
) {
68 cmd
->tf_flags
|= IDE_TFLAG_MULTI_PIO
;
74 cmd
->tf
.command
= ide_rw_cmds
[index
+ lba48
+ write
];
78 * __ide_do_rw_disk() issues READ and WRITE commands to a disk,
79 * using LBA if supported, or CHS otherwise, to address sectors.
81 static ide_startstop_t
__ide_do_rw_disk(ide_drive_t
*drive
, struct request
*rq
,
84 ide_hwif_t
*hwif
= drive
->hwif
;
85 u16 nsectors
= (u16
)rq
->nr_sectors
;
86 u8 lba48
= !!(drive
->dev_flags
& IDE_DFLAG_LBA48
);
87 u8 dma
= !!(drive
->dev_flags
& IDE_DFLAG_USING_DMA
);
89 struct ide_taskfile
*tf
= &cmd
.tf
;
92 if ((hwif
->host_flags
& IDE_HFLAG_NO_LBA48_DMA
) && lba48
&& dma
) {
93 if (block
+ rq
->nr_sectors
> 1ULL << 28)
99 memset(&cmd
, 0, sizeof(cmd
));
100 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
102 if (drive
->dev_flags
& IDE_DFLAG_LBA
) {
104 pr_debug("%s: LBA=0x%012llx\n", drive
->name
,
105 (unsigned long long)block
);
107 tf
->hob_nsect
= (nsectors
>> 8) & 0xff;
108 tf
->hob_lbal
= (u8
)(block
>> 24);
109 if (sizeof(block
) != 4) {
110 tf
->hob_lbam
= (u8
)((u64
)block
>> 32);
111 tf
->hob_lbah
= (u8
)((u64
)block
>> 40);
114 tf
->nsect
= nsectors
& 0xff;
115 tf
->lbal
= (u8
) block
;
116 tf
->lbam
= (u8
)(block
>> 8);
117 tf
->lbah
= (u8
)(block
>> 16);
119 cmd
.tf_flags
|= (IDE_TFLAG_LBA48
| IDE_TFLAG_HOB
);
121 tf
->nsect
= nsectors
& 0xff;
123 tf
->lbam
= block
>>= 8;
124 tf
->lbah
= block
>>= 8;
125 tf
->device
= (block
>> 8) & 0xf;
128 tf
->device
|= ATA_LBA
;
130 unsigned int sect
, head
, cyl
, track
;
132 track
= (int)block
/ drive
->sect
;
133 sect
= (int)block
% drive
->sect
+ 1;
134 head
= track
% drive
->head
;
135 cyl
= track
/ drive
->head
;
137 pr_debug("%s: CHS=%u/%u/%u\n", drive
->name
, cyl
, head
, sect
);
139 tf
->nsect
= nsectors
& 0xff;
146 cmd
.tf_flags
|= IDE_TFLAG_FS
;
149 cmd
.tf_flags
|= IDE_TFLAG_WRITE
;
151 ide_tf_set_cmd(drive
, &cmd
, dma
);
155 ide_init_sg_cmd(&cmd
, nsectors
<< 9);
156 ide_map_sg(drive
, &cmd
);
159 rc
= do_rw_taskfile(drive
, &cmd
);
161 if (rc
== ide_stopped
&& dma
) {
162 /* fallback to PIO */
163 cmd
.tf_flags
|= IDE_TFLAG_DMA_PIO_FALLBACK
;
164 ide_tf_set_cmd(drive
, &cmd
, 0);
165 ide_init_sg_cmd(&cmd
, nsectors
<< 9);
166 rc
= do_rw_taskfile(drive
, &cmd
);
173 * 268435455 == 137439 MB or 28bit limit
174 * 320173056 == 163929 MB or 48bit addressing
175 * 1073741822 == 549756 MB or 48bit addressing fake drive
178 static ide_startstop_t
ide_do_rw_disk(ide_drive_t
*drive
, struct request
*rq
,
181 ide_hwif_t
*hwif
= drive
->hwif
;
183 BUG_ON(drive
->dev_flags
& IDE_DFLAG_BLOCKED
);
185 if (!blk_fs_request(rq
)) {
186 blk_dump_rq_flags(rq
, "ide_do_rw_disk - bad command");
189 ide_complete_rq(drive
, -EIO
, ide_rq_bytes(rq
));
193 ledtrig_ide_activity();
195 pr_debug("%s: %sing: block=%llu, sectors=%lu, buffer=0x%08lx\n",
196 drive
->name
, rq_data_dir(rq
) == READ
? "read" : "writ",
197 (unsigned long long)block
, rq
->nr_sectors
,
198 (unsigned long)rq
->buffer
);
201 hwif
->rw_disk(drive
, rq
);
203 return __ide_do_rw_disk(drive
, rq
, block
);
207 * Queries for true maximum capacity of the drive.
208 * Returns maximum LBA address (> 0) of the drive, 0 if failed.
210 static u64
idedisk_read_native_max_address(ide_drive_t
*drive
, int lba48
)
213 struct ide_taskfile
*tf
= &cmd
.tf
;
216 memset(&cmd
, 0, sizeof(cmd
));
218 tf
->command
= ATA_CMD_READ_NATIVE_MAX_EXT
;
220 tf
->command
= ATA_CMD_READ_NATIVE_MAX
;
221 tf
->device
= ATA_LBA
;
223 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
225 cmd
.tf_flags
|= (IDE_TFLAG_LBA48
| IDE_TFLAG_HOB
);
227 ide_no_data_taskfile(drive
, &cmd
);
229 /* if OK, compute maximum address value */
230 if (!(tf
->status
& ATA_ERR
))
231 addr
= ide_get_lba_addr(tf
, lba48
) + 1;
237 * Sets maximum virtual LBA address of the drive.
238 * Returns new maximum virtual LBA address (> 0) or 0 on failure.
240 static u64
idedisk_set_max_address(ide_drive_t
*drive
, u64 addr_req
, int lba48
)
243 struct ide_taskfile
*tf
= &cmd
.tf
;
248 memset(&cmd
, 0, sizeof(cmd
));
249 tf
->lbal
= (addr_req
>> 0) & 0xff;
250 tf
->lbam
= (addr_req
>>= 8) & 0xff;
251 tf
->lbah
= (addr_req
>>= 8) & 0xff;
253 tf
->hob_lbal
= (addr_req
>>= 8) & 0xff;
254 tf
->hob_lbam
= (addr_req
>>= 8) & 0xff;
255 tf
->hob_lbah
= (addr_req
>>= 8) & 0xff;
256 tf
->command
= ATA_CMD_SET_MAX_EXT
;
258 tf
->device
= (addr_req
>>= 8) & 0x0f;
259 tf
->command
= ATA_CMD_SET_MAX
;
261 tf
->device
|= ATA_LBA
;
263 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
265 cmd
.tf_flags
|= (IDE_TFLAG_LBA48
| IDE_TFLAG_HOB
);
267 ide_no_data_taskfile(drive
, &cmd
);
269 /* if OK, compute maximum address value */
270 if (!(tf
->status
& ATA_ERR
))
271 addr_set
= ide_get_lba_addr(tf
, lba48
) + 1;
276 static unsigned long long sectors_to_MB(unsigned long long n
)
278 n
<<= 9; /* make it bytes */
279 do_div(n
, 1000000); /* make it MB */
284 * Some disks report total number of sectors instead of
285 * maximum sector address. We list them here.
287 static const struct drive_list_entry hpa_list
[] = {
288 { "ST340823A", NULL
},
289 { "ST320413A", NULL
},
290 { "ST310211A", NULL
},
294 static void idedisk_check_hpa(ide_drive_t
*drive
)
296 unsigned long long capacity
, set_max
;
297 int lba48
= ata_id_lba48_enabled(drive
->id
);
299 capacity
= drive
->capacity64
;
301 set_max
= idedisk_read_native_max_address(drive
, lba48
);
303 if (ide_in_drive_list(drive
->id
, hpa_list
)) {
305 * Since we are inclusive wrt to firmware revisions do this
306 * extra check and apply the workaround only when needed.
308 if (set_max
== capacity
+ 1)
312 if (set_max
<= capacity
)
315 printk(KERN_INFO
"%s: Host Protected Area detected.\n"
316 "\tcurrent capacity is %llu sectors (%llu MB)\n"
317 "\tnative capacity is %llu sectors (%llu MB)\n",
319 capacity
, sectors_to_MB(capacity
),
320 set_max
, sectors_to_MB(set_max
));
322 set_max
= idedisk_set_max_address(drive
, set_max
, lba48
);
325 drive
->capacity64
= set_max
;
326 printk(KERN_INFO
"%s: Host Protected Area disabled.\n",
331 static int ide_disk_get_capacity(ide_drive_t
*drive
)
336 if (ata_id_lba48_enabled(id
)) {
337 /* drive speaks 48-bit LBA */
339 drive
->capacity64
= ata_id_u64(id
, ATA_ID_LBA_CAPACITY_2
);
340 } else if (ata_id_has_lba(id
) && ata_id_is_lba_capacity_ok(id
)) {
341 /* drive speaks 28-bit LBA */
343 drive
->capacity64
= ata_id_u32(id
, ATA_ID_LBA_CAPACITY
);
345 /* drive speaks boring old 28-bit CHS */
347 drive
->capacity64
= drive
->cyl
* drive
->head
* drive
->sect
;
351 drive
->dev_flags
|= IDE_DFLAG_LBA
;
354 * If this device supports the Host Protected Area feature set,
355 * then we may need to change our opinion about its capacity.
357 if (ata_id_hpa_enabled(id
))
358 idedisk_check_hpa(drive
);
361 /* limit drive capacity to 137GB if LBA48 cannot be used */
362 if ((drive
->dev_flags
& IDE_DFLAG_LBA48
) == 0 &&
363 drive
->capacity64
> 1ULL << 28) {
364 printk(KERN_WARNING
"%s: cannot use LBA48 - full capacity "
365 "%llu sectors (%llu MB)\n",
366 drive
->name
, (unsigned long long)drive
->capacity64
,
367 sectors_to_MB(drive
->capacity64
));
368 drive
->capacity64
= 1ULL << 28;
371 if ((drive
->hwif
->host_flags
& IDE_HFLAG_NO_LBA48_DMA
) &&
372 (drive
->dev_flags
& IDE_DFLAG_LBA48
)) {
373 if (drive
->capacity64
> 1ULL << 28) {
374 printk(KERN_INFO
"%s: cannot use LBA48 DMA - PIO mode"
375 " will be used for accessing sectors "
376 "> %u\n", drive
->name
, 1 << 28);
378 drive
->dev_flags
&= ~IDE_DFLAG_LBA48
;
384 static void idedisk_prepare_flush(struct request_queue
*q
, struct request
*rq
)
386 ide_drive_t
*drive
= q
->queuedata
;
387 struct ide_cmd
*cmd
= kmalloc(sizeof(*cmd
), GFP_ATOMIC
);
389 /* FIXME: map struct ide_taskfile on rq->cmd[] */
392 memset(cmd
, 0, sizeof(*cmd
));
393 if (ata_id_flush_ext_enabled(drive
->id
) &&
394 (drive
->capacity64
>= (1UL << 28)))
395 cmd
->tf
.command
= ATA_CMD_FLUSH_EXT
;
397 cmd
->tf
.command
= ATA_CMD_FLUSH
;
398 cmd
->tf_flags
= IDE_TFLAG_OUT_TF
| IDE_TFLAG_OUT_DEVICE
|
400 cmd
->protocol
= ATA_PROT_NODATA
;
402 rq
->cmd_type
= REQ_TYPE_ATA_TASKFILE
;
403 rq
->cmd_flags
|= REQ_SOFTBARRIER
;
407 ide_devset_get(multcount
, mult_count
);
410 * This is tightly woven into the driver->do_special can not touch.
411 * DON'T do it again until a total personality rewrite is committed.
413 static int set_multcount(ide_drive_t
*drive
, int arg
)
418 if (arg
< 0 || arg
> (drive
->id
[ATA_ID_MAX_MULTSECT
] & 0xff))
421 if (drive
->special
.b
.set_multmode
)
424 rq
= blk_get_request(drive
->queue
, READ
, __GFP_WAIT
);
425 rq
->cmd_type
= REQ_TYPE_ATA_TASKFILE
;
427 drive
->mult_req
= arg
;
428 drive
->special
.b
.set_multmode
= 1;
429 error
= blk_execute_rq(drive
->queue
, NULL
, rq
, 0);
432 return (drive
->mult_count
== arg
) ? 0 : -EIO
;
435 ide_devset_get_flag(nowerr
, IDE_DFLAG_NOWERR
);
437 static int set_nowerr(ide_drive_t
*drive
, int arg
)
439 if (arg
< 0 || arg
> 1)
443 drive
->dev_flags
|= IDE_DFLAG_NOWERR
;
445 drive
->dev_flags
&= ~IDE_DFLAG_NOWERR
;
447 drive
->bad_wstat
= arg
? BAD_R_STAT
: BAD_W_STAT
;
452 static int ide_do_setfeature(ide_drive_t
*drive
, u8 feature
, u8 nsect
)
456 memset(&cmd
, 0, sizeof(cmd
));
457 cmd
.tf
.feature
= feature
;
458 cmd
.tf
.nsect
= nsect
;
459 cmd
.tf
.command
= ATA_CMD_SET_FEATURES
;
460 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
462 return ide_no_data_taskfile(drive
, &cmd
);
465 static void update_ordered(ide_drive_t
*drive
)
468 unsigned ordered
= QUEUE_ORDERED_NONE
;
469 prepare_flush_fn
*prep_fn
= NULL
;
471 if (drive
->dev_flags
& IDE_DFLAG_WCACHE
) {
472 unsigned long long capacity
;
475 * We must avoid issuing commands a drive does not
476 * understand or we may crash it. We check flush cache
477 * is supported. We also check we have the LBA48 flush
478 * cache if the drive capacity is too large. By this
479 * time we have trimmed the drive capacity if LBA48 is
480 * not available so we don't need to recheck that.
482 capacity
= ide_gd_capacity(drive
);
483 barrier
= ata_id_flush_enabled(id
) &&
484 (drive
->dev_flags
& IDE_DFLAG_NOFLUSH
) == 0 &&
485 ((drive
->dev_flags
& IDE_DFLAG_LBA48
) == 0 ||
486 capacity
<= (1ULL << 28) ||
487 ata_id_flush_ext_enabled(id
));
489 printk(KERN_INFO
"%s: cache flushes %ssupported\n",
490 drive
->name
, barrier
? "" : "not ");
493 ordered
= QUEUE_ORDERED_DRAIN_FLUSH
;
494 prep_fn
= idedisk_prepare_flush
;
497 ordered
= QUEUE_ORDERED_DRAIN
;
499 blk_queue_ordered(drive
->queue
, ordered
, prep_fn
);
502 ide_devset_get_flag(wcache
, IDE_DFLAG_WCACHE
);
504 static int set_wcache(ide_drive_t
*drive
, int arg
)
508 if (arg
< 0 || arg
> 1)
511 if (ata_id_flush_enabled(drive
->id
)) {
512 err
= ide_do_setfeature(drive
,
513 arg
? SETFEATURES_WC_ON
: SETFEATURES_WC_OFF
, 0);
516 drive
->dev_flags
|= IDE_DFLAG_WCACHE
;
518 drive
->dev_flags
&= ~IDE_DFLAG_WCACHE
;
522 update_ordered(drive
);
527 static int do_idedisk_flushcache(ide_drive_t
*drive
)
531 memset(&cmd
, 0, sizeof(cmd
));
532 if (ata_id_flush_ext_enabled(drive
->id
))
533 cmd
.tf
.command
= ATA_CMD_FLUSH_EXT
;
535 cmd
.tf
.command
= ATA_CMD_FLUSH
;
536 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
538 return ide_no_data_taskfile(drive
, &cmd
);
541 ide_devset_get(acoustic
, acoustic
);
543 static int set_acoustic(ide_drive_t
*drive
, int arg
)
545 if (arg
< 0 || arg
> 254)
548 ide_do_setfeature(drive
,
549 arg
? SETFEATURES_AAM_ON
: SETFEATURES_AAM_OFF
, arg
);
551 drive
->acoustic
= arg
;
556 ide_devset_get_flag(addressing
, IDE_DFLAG_LBA48
);
562 * 2: 48-bit capable doing 28-bit
564 static int set_addressing(ide_drive_t
*drive
, int arg
)
566 if (arg
< 0 || arg
> 2)
569 if (arg
&& ((drive
->hwif
->host_flags
& IDE_HFLAG_NO_LBA48
) ||
570 ata_id_lba48_enabled(drive
->id
) == 0))
577 drive
->dev_flags
|= IDE_DFLAG_LBA48
;
579 drive
->dev_flags
&= ~IDE_DFLAG_LBA48
;
584 ide_ext_devset_rw(acoustic
, acoustic
);
585 ide_ext_devset_rw(address
, addressing
);
586 ide_ext_devset_rw(multcount
, multcount
);
587 ide_ext_devset_rw(wcache
, wcache
);
589 ide_ext_devset_rw_sync(nowerr
, nowerr
);
591 static int ide_disk_check(ide_drive_t
*drive
, const char *s
)
596 static void ide_disk_setup(ide_drive_t
*drive
)
598 struct ide_disk_obj
*idkp
= drive
->driver_data
;
599 struct request_queue
*q
= drive
->queue
;
600 ide_hwif_t
*hwif
= drive
->hwif
;
602 char *m
= (char *)&id
[ATA_ID_PROD
];
603 unsigned long long capacity
;
605 ide_proc_register_driver(drive
, idkp
->driver
);
607 if ((drive
->dev_flags
& IDE_DFLAG_ID_READ
) == 0)
610 if (drive
->dev_flags
& IDE_DFLAG_REMOVABLE
) {
612 * Removable disks (eg. SYQUEST); ignore 'WD' drives
614 if (m
[0] != 'W' || m
[1] != 'D')
615 drive
->dev_flags
|= IDE_DFLAG_DOORLOCKING
;
618 (void)set_addressing(drive
, 1);
620 if (drive
->dev_flags
& IDE_DFLAG_LBA48
) {
623 if (max_s
> hwif
->rqsize
)
624 max_s
= hwif
->rqsize
;
626 blk_queue_max_sectors(q
, max_s
);
629 printk(KERN_INFO
"%s: max request size: %dKiB\n", drive
->name
,
632 if (ata_id_is_ssd(id
))
633 queue_flag_set_unlocked(QUEUE_FLAG_NONROT
, q
);
635 /* calculate drive capacity, and select LBA if possible */
636 ide_disk_get_capacity(drive
);
639 * if possible, give fdisk access to more of the drive,
640 * by correcting bios_cyls:
642 capacity
= ide_gd_capacity(drive
);
644 if ((drive
->dev_flags
& IDE_DFLAG_FORCED_GEOM
) == 0) {
645 if (ata_id_lba48_enabled(drive
->id
)) {
647 drive
->bios_sect
= 63;
648 drive
->bios_head
= 255;
651 if (drive
->bios_sect
&& drive
->bios_head
) {
652 unsigned int cap0
= capacity
; /* truncate to 32 bits */
653 unsigned int cylsz
, cyl
;
655 if (cap0
!= capacity
)
656 drive
->bios_cyl
= 65535;
658 cylsz
= drive
->bios_sect
* drive
->bios_head
;
662 if (cyl
> drive
->bios_cyl
)
663 drive
->bios_cyl
= cyl
;
667 printk(KERN_INFO
"%s: %llu sectors (%llu MB)",
668 drive
->name
, capacity
, sectors_to_MB(capacity
));
670 /* Only print cache size when it was specified */
671 if (id
[ATA_ID_BUF_SIZE
])
672 printk(KERN_CONT
" w/%dKiB Cache", id
[ATA_ID_BUF_SIZE
] / 2);
674 printk(KERN_CONT
", CHS=%d/%d/%d\n",
675 drive
->bios_cyl
, drive
->bios_head
, drive
->bios_sect
);
677 /* write cache enabled? */
678 if ((id
[ATA_ID_CSFO
] & 1) || ata_id_wcache_enabled(id
))
679 drive
->dev_flags
|= IDE_DFLAG_WCACHE
;
681 set_wcache(drive
, 1);
683 if ((drive
->dev_flags
& IDE_DFLAG_LBA
) == 0 &&
684 (drive
->head
== 0 || drive
->head
> 16)) {
685 printk(KERN_ERR
"%s: invalid geometry: %d physical heads?\n",
686 drive
->name
, drive
->head
);
687 drive
->dev_flags
&= ~IDE_DFLAG_ATTACH
;
689 drive
->dev_flags
|= IDE_DFLAG_ATTACH
;
692 static void ide_disk_flush(ide_drive_t
*drive
)
694 if (ata_id_flush_enabled(drive
->id
) == 0 ||
695 (drive
->dev_flags
& IDE_DFLAG_WCACHE
) == 0)
698 if (do_idedisk_flushcache(drive
))
699 printk(KERN_INFO
"%s: wcache flush failed!\n", drive
->name
);
702 static int ide_disk_init_media(ide_drive_t
*drive
, struct gendisk
*disk
)
707 static int ide_disk_set_doorlock(ide_drive_t
*drive
, struct gendisk
*disk
,
713 if ((drive
->dev_flags
& IDE_DFLAG_DOORLOCKING
) == 0)
716 memset(&cmd
, 0, sizeof(cmd
));
717 cmd
.tf
.command
= on
? ATA_CMD_MEDIA_LOCK
: ATA_CMD_MEDIA_UNLOCK
;
718 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
720 ret
= ide_no_data_taskfile(drive
, &cmd
);
723 drive
->dev_flags
&= ~IDE_DFLAG_DOORLOCKING
;
728 const struct ide_disk_ops ide_ata_disk_ops
= {
729 .check
= ide_disk_check
,
730 .get_capacity
= ide_disk_get_capacity
,
731 .setup
= ide_disk_setup
,
732 .flush
= ide_disk_flush
,
733 .init_media
= ide_disk_init_media
,
734 .set_doorlock
= ide_disk_set_doorlock
,
735 .do_request
= ide_do_rw_disk
,
736 .ioctl
= ide_disk_ioctl
,