2 * Copyright (C) 1991, 1992 Linus Torvalds
4 * This is the low-level hd interrupt support. It traverses the
5 * request-list, using interrupts to jump between functions. As
6 * all the functions are called within interrupts, we may not
7 * sleep. Special care is recommended.
9 * modified by Drew Eckhardt to check nr of hd's from the CMOS.
11 * Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
12 * in the early extended-partition checks and added DM partitions
14 * IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
15 * and general streamlining by Mark Lord.
17 * Removed 99% of above. Use Mark's ide driver for those options.
18 * This is now a lightweight ST-506 driver. (Paul Gortmaker)
20 * Modified 1995 Russell King for ARM processor.
22 * Bugfix: max_sectors must be <= 255 or the wheels tend to come
23 * off in a hurry once you queue things up - Paul G. 02/2001
26 /* Uncomment the following if you want verbose error reports. */
27 /* #define VERBOSE_ERRORS */
29 #include <linux/blkdev.h>
30 #include <linux/errno.h>
31 #include <linux/signal.h>
32 #include <linux/interrupt.h>
33 #include <linux/timer.h>
35 #include <linux/kernel.h>
36 #include <linux/genhd.h>
37 #include <linux/slab.h>
38 #include <linux/string.h>
39 #include <linux/ioport.h>
40 #include <linux/init.h>
41 #include <linux/blkpg.h>
42 #include <linux/ata.h>
43 #include <linux/hdreg.h>
47 #define REALLY_SLOW_IO
48 #include <asm/system.h>
50 #include <asm/uaccess.h>
57 #define HD_IRQ IRQ_HARDDISK
60 /* Hd controller regster ports */
62 #define HD_DATA 0x1f0 /* _CTL when writing */
63 #define HD_ERROR 0x1f1 /* see err-bits */
64 #define HD_NSECTOR 0x1f2 /* nr of sectors to read/write */
65 #define HD_SECTOR 0x1f3 /* starting sector */
66 #define HD_LCYL 0x1f4 /* starting cylinder */
67 #define HD_HCYL 0x1f5 /* high byte of starting cyl */
68 #define HD_CURRENT 0x1f6 /* 101dhhhh , d=drive, hhhh=head */
69 #define HD_STATUS 0x1f7 /* see status-bits */
70 #define HD_FEATURE HD_ERROR /* same io address, read=error, write=feature */
71 #define HD_PRECOMP HD_FEATURE /* obsolete use of this port - predates IDE */
72 #define HD_COMMAND HD_STATUS /* same io address, read=status, write=cmd */
74 #define HD_CMD 0x3f6 /* used for resets */
75 #define HD_ALTSTATUS 0x3f6 /* same as HD_STATUS but doesn't clear irq */
77 /* Bits of HD_STATUS */
79 #define INDEX_STAT 0x02
80 #define ECC_STAT 0x04 /* Corrected error */
82 #define SEEK_STAT 0x10
83 #define SERVICE_STAT SEEK_STAT
84 #define WRERR_STAT 0x20
85 #define READY_STAT 0x40
86 #define BUSY_STAT 0x80
88 /* Bits for HD_ERROR */
89 #define MARK_ERR 0x01 /* Bad address mark */
90 #define TRK0_ERR 0x02 /* couldn't find track 0 */
91 #define ABRT_ERR 0x04 /* Command aborted */
92 #define MCR_ERR 0x08 /* media change request */
93 #define ID_ERR 0x10 /* ID field not found */
94 #define MC_ERR 0x20 /* media changed */
95 #define ECC_ERR 0x40 /* Uncorrectable ECC error */
96 #define BBD_ERR 0x80 /* pre-EIDE meaning: block marked bad */
97 #define ICRC_ERR 0x80 /* new meaning: CRC error during transfer */
99 static DEFINE_SPINLOCK(hd_lock
);
100 static struct request_queue
*hd_queue
;
101 static struct request
*hd_req
;
103 #define TIMEOUT_VALUE (6*HZ)
106 #define MAX_ERRORS 16 /* Max read/write errors/sector */
107 #define RESET_FREQ 8 /* Reset controller every 8th retry */
108 #define RECAL_FREQ 4 /* Recalibrate every 4th retry */
111 #define STAT_OK (READY_STAT|SEEK_STAT)
112 #define OK_STATUS(s) (((s)&(STAT_OK|(BUSY_STAT|WRERR_STAT|ERR_STAT)))==STAT_OK)
114 static void recal_intr(void);
115 static void bad_rw_intr(void);
121 * This struct defines the HD's and their types.
124 unsigned int head
, sect
, cyl
, wpcom
, lzone
, ctl
;
131 static struct hd_i_struct hd_info
[] = { HD_TYPE
};
132 static int NR_HD
= ARRAY_SIZE(hd_info
);
134 static struct hd_i_struct hd_info
[MAX_HD
];
138 static struct gendisk
*hd_gendisk
[MAX_HD
];
140 static struct timer_list device_timer
;
142 #define TIMEOUT_VALUE (6*HZ)
146 mod_timer(&device_timer, jiffies + TIMEOUT_VALUE); \
149 static void (*do_hd
)(void) = NULL
;
150 #define SET_HANDLER(x) \
151 if ((do_hd = (x)) != NULL) \
154 del_timer(&device_timer);
159 #include <asm/i8253.h>
161 unsigned long last_req
;
163 unsigned long read_timer(void)
165 unsigned long t
, flags
;
168 spin_lock_irqsave(&i8253_lock
, flags
);
173 spin_unlock_irqrestore(&i8253_lock
, flags
);
178 static void __init
hd_setup(char *str
, int *ints
)
184 if (hd_info
[0].head
!= 0)
186 hd_info
[hdind
].head
= ints
[2];
187 hd_info
[hdind
].sect
= ints
[3];
188 hd_info
[hdind
].cyl
= ints
[1];
189 hd_info
[hdind
].wpcom
= 0;
190 hd_info
[hdind
].lzone
= ints
[1];
191 hd_info
[hdind
].ctl
= (ints
[2] > 8 ? 8 : 0);
195 static bool hd_end_request(int err
, unsigned int bytes
)
197 if (__blk_end_request(hd_req
, err
, bytes
))
203 static bool hd_end_request_cur(int err
)
205 return hd_end_request(err
, blk_rq_cur_bytes(hd_req
));
208 static void dump_status(const char *msg
, unsigned int stat
)
212 name
= hd_req
->rq_disk
->disk_name
;
214 #ifdef VERBOSE_ERRORS
215 printk("%s: %s: status=0x%02x { ", name
, msg
, stat
& 0xff);
216 if (stat
& BUSY_STAT
) printk("Busy ");
217 if (stat
& READY_STAT
) printk("DriveReady ");
218 if (stat
& WRERR_STAT
) printk("WriteFault ");
219 if (stat
& SEEK_STAT
) printk("SeekComplete ");
220 if (stat
& DRQ_STAT
) printk("DataRequest ");
221 if (stat
& ECC_STAT
) printk("CorrectedError ");
222 if (stat
& INDEX_STAT
) printk("Index ");
223 if (stat
& ERR_STAT
) printk("Error ");
225 if ((stat
& ERR_STAT
) == 0) {
228 hd_error
= inb(HD_ERROR
);
229 printk("%s: %s: error=0x%02x { ", name
, msg
, hd_error
& 0xff);
230 if (hd_error
& BBD_ERR
) printk("BadSector ");
231 if (hd_error
& ECC_ERR
) printk("UncorrectableError ");
232 if (hd_error
& ID_ERR
) printk("SectorIdNotFound ");
233 if (hd_error
& ABRT_ERR
) printk("DriveStatusError ");
234 if (hd_error
& TRK0_ERR
) printk("TrackZeroNotFound ");
235 if (hd_error
& MARK_ERR
) printk("AddrMarkNotFound ");
237 if (hd_error
& (BBD_ERR
|ECC_ERR
|ID_ERR
|MARK_ERR
)) {
238 printk(", CHS=%d/%d/%d", (inb(HD_HCYL
)<<8) + inb(HD_LCYL
),
239 inb(HD_CURRENT
) & 0xf, inb(HD_SECTOR
));
241 printk(", sector=%ld", blk_rq_pos(hd_req
));
246 printk("%s: %s: status=0x%02x.\n", name
, msg
, stat
& 0xff);
247 if ((stat
& ERR_STAT
) == 0) {
250 hd_error
= inb(HD_ERROR
);
251 printk("%s: %s: error=0x%02x.\n", name
, msg
, hd_error
& 0xff);
256 static void check_status(void)
258 int i
= inb_p(HD_STATUS
);
261 dump_status("check_status", i
);
266 static int controller_busy(void)
268 int retries
= 100000;
269 unsigned char status
;
272 status
= inb_p(HD_STATUS
);
273 } while ((status
& BUSY_STAT
) && --retries
);
277 static int status_ok(void)
279 unsigned char status
= inb_p(HD_STATUS
);
281 if (status
& BUSY_STAT
)
282 return 1; /* Ancient, but does it make sense??? */
283 if (status
& WRERR_STAT
)
285 if (!(status
& READY_STAT
))
287 if (!(status
& SEEK_STAT
))
292 static int controller_ready(unsigned int drive
, unsigned int head
)
297 if (controller_busy() & BUSY_STAT
)
299 outb_p(0xA0 | (drive
<<4) | head
, HD_CURRENT
);
306 static void hd_out(struct hd_i_struct
*disk
,
312 void (*intr_addr
)(void))
317 while (read_timer() - last_req
< HD_DELAY
)
322 if (!controller_ready(disk
->unit
, head
)) {
326 SET_HANDLER(intr_addr
);
327 outb_p(disk
->ctl
, HD_CMD
);
329 outb_p(disk
->wpcom
>> 2, ++port
);
330 outb_p(nsect
, ++port
);
331 outb_p(sect
, ++port
);
333 outb_p(cyl
>> 8, ++port
);
334 outb_p(0xA0 | (disk
->unit
<< 4) | head
, ++port
);
338 static void hd_request (void);
340 static int drive_busy(void)
345 for (i
= 0; i
< 500000 ; i
++) {
346 c
= inb_p(HD_STATUS
);
347 if ((c
& (BUSY_STAT
| READY_STAT
| SEEK_STAT
)) == STAT_OK
)
350 dump_status("reset timed out", c
);
354 static void reset_controller(void)
359 for (i
= 0; i
< 1000; i
++) barrier();
360 outb_p(hd_info
[0].ctl
& 0x0f, HD_CMD
);
361 for (i
= 0; i
< 1000; i
++) barrier();
363 printk("hd: controller still busy\n");
364 else if ((hd_error
= inb(HD_ERROR
)) != 1)
365 printk("hd: controller reset failed: %02x\n", hd_error
);
368 static void reset_hd(void)
383 struct hd_i_struct
*disk
= &hd_info
[i
];
384 disk
->special_op
= disk
->recalibrate
= 1;
385 hd_out(disk
, disk
->sect
, disk
->sect
, disk
->head
-1,
386 disk
->cyl
, ATA_CMD_INIT_DEV_PARAMS
, &reset_hd
);
394 * Ok, don't know what to do with the unexpected interrupts: on some machines
395 * doing a reset and a retry seems to result in an eternal loop. Right now I
396 * ignore it, and just set the timeout.
398 * On laptops (and "green" PCs), an unexpected interrupt occurs whenever the
399 * drive enters "idle", "standby", or "sleep" mode, so if the status looks
400 * "good", we just ignore the interrupt completely.
402 static void unexpected_hd_interrupt(void)
404 unsigned int stat
= inb_p(HD_STATUS
);
406 if (stat
& (BUSY_STAT
|DRQ_STAT
|ECC_STAT
|ERR_STAT
)) {
407 dump_status("unexpected interrupt", stat
);
413 * bad_rw_intr() now tries to be a bit smarter and does things
414 * according to the error returned by the controller.
415 * -Mika Liljeberg (liljeber@cs.Helsinki.FI)
417 static void bad_rw_intr(void)
419 struct request
*req
= hd_req
;
422 struct hd_i_struct
*disk
= req
->rq_disk
->private_data
;
423 if (++req
->errors
>= MAX_ERRORS
|| (hd_error
& BBD_ERR
)) {
424 hd_end_request_cur(-EIO
);
425 disk
->special_op
= disk
->recalibrate
= 1;
426 } else if (req
->errors
% RESET_FREQ
== 0)
428 else if ((hd_error
& TRK0_ERR
) || req
->errors
% RECAL_FREQ
== 0)
429 disk
->special_op
= disk
->recalibrate
= 1;
430 /* Otherwise just retry */
434 static inline int wait_DRQ(void)
439 for (retries
= 0; retries
< 100000; retries
++) {
440 stat
= inb_p(HD_STATUS
);
444 dump_status("wait_DRQ", stat
);
448 static void read_intr(void)
451 int i
, retries
= 100000;
454 i
= (unsigned) inb_p(HD_STATUS
);
461 } while (--retries
> 0);
462 dump_status("read_intr", i
);
469 insw(HD_DATA
, req
->buffer
, 256);
471 printk("%s: read: sector %ld, remaining = %u, buffer=%p\n",
472 req
->rq_disk
->disk_name
, blk_rq_pos(req
) + 1,
473 blk_rq_sectors(req
) - 1, req
->buffer
+512);
475 if (hd_end_request(0, 512)) {
476 SET_HANDLER(&read_intr
);
480 (void) inb_p(HD_STATUS
);
482 last_req
= read_timer();
487 static void write_intr(void)
489 struct request
*req
= hd_req
;
491 int retries
= 100000;
494 i
= (unsigned) inb_p(HD_STATUS
);
499 if ((blk_rq_sectors(req
) <= 1) || (i
& DRQ_STAT
))
501 } while (--retries
> 0);
502 dump_status("write_intr", i
);
508 if (hd_end_request(0, 512)) {
509 SET_HANDLER(&write_intr
);
510 outsw(HD_DATA
, req
->buffer
, 256);
515 last_req
= read_timer();
520 static void recal_intr(void)
524 last_req
= read_timer();
530 * This is another of the error-routines I don't know what to do with. The
531 * best idea seems to just set reset, and start all over again.
533 static void hd_times_out(unsigned long dummy
)
542 spin_lock_irq(hd_queue
->queue_lock
);
544 name
= hd_req
->rq_disk
->disk_name
;
545 printk("%s: timeout\n", name
);
546 if (++hd_req
->errors
>= MAX_ERRORS
) {
548 printk("%s: too many errors\n", name
);
550 hd_end_request_cur(-EIO
);
553 spin_unlock_irq(hd_queue
->queue_lock
);
556 static int do_special_op(struct hd_i_struct
*disk
, struct request
*req
)
558 if (disk
->recalibrate
) {
559 disk
->recalibrate
= 0;
560 hd_out(disk
, disk
->sect
, 0, 0, 0, ATA_CMD_RESTORE
, &recal_intr
);
563 if (disk
->head
> 16) {
564 printk("%s: cannot handle device with more than 16 heads - giving up\n", req
->rq_disk
->disk_name
);
565 hd_end_request_cur(-EIO
);
567 disk
->special_op
= 0;
572 * The driver enables interrupts as much as possible. In order to do this,
573 * (a) the device-interrupt is disabled before entering hd_request(),
574 * and (b) the timeout-interrupt is disabled before the sti().
576 * Interrupts are still masked (by default) whenever we are exchanging
577 * data/cmds with a drive, because some drives seem to have very poor
578 * tolerance for latency during I/O. The IDE driver has support to unmask
579 * interrupts for non-broken hardware, so use that driver if required.
581 static void hd_request(void)
583 unsigned int block
, nsect
, sec
, track
, head
, cyl
;
584 struct hd_i_struct
*disk
;
590 del_timer(&device_timer
);
593 hd_req
= blk_fetch_request(hd_queue
);
605 disk
= req
->rq_disk
->private_data
;
606 block
= blk_rq_pos(req
);
607 nsect
= blk_rq_sectors(req
);
608 if (block
>= get_capacity(req
->rq_disk
) ||
609 ((block
+nsect
) > get_capacity(req
->rq_disk
))) {
610 printk("%s: bad access: block=%d, count=%d\n",
611 req
->rq_disk
->disk_name
, block
, nsect
);
612 hd_end_request_cur(-EIO
);
616 if (disk
->special_op
) {
617 if (do_special_op(disk
, req
))
621 sec
= block
% disk
->sect
+ 1;
622 track
= block
/ disk
->sect
;
623 head
= track
% disk
->head
;
624 cyl
= track
/ disk
->head
;
626 printk("%s: %sing: CHS=%d/%d/%d, sectors=%d, buffer=%p\n",
627 req
->rq_disk
->disk_name
,
628 req_data_dir(req
) == READ
? "read" : "writ",
629 cyl
, head
, sec
, nsect
, req
->buffer
);
631 if (blk_fs_request(req
)) {
632 switch (rq_data_dir(req
)) {
634 hd_out(disk
, nsect
, sec
, head
, cyl
, ATA_CMD_PIO_READ
,
640 hd_out(disk
, nsect
, sec
, head
, cyl
, ATA_CMD_PIO_WRITE
,
648 outsw(HD_DATA
, req
->buffer
, 256);
651 printk("unknown hd-command\n");
652 hd_end_request_cur(-EIO
);
658 static void do_hd_request(struct request_queue
*q
)
663 static int hd_getgeo(struct block_device
*bdev
, struct hd_geometry
*geo
)
665 struct hd_i_struct
*disk
= bdev
->bd_disk
->private_data
;
667 geo
->heads
= disk
->head
;
668 geo
->sectors
= disk
->sect
;
669 geo
->cylinders
= disk
->cyl
;
674 * Releasing a block device means we sync() it, so that it can safely
675 * be forgotten about...
678 static irqreturn_t
hd_interrupt(int irq
, void *dev_id
)
680 void (*handler
)(void) = do_hd
;
682 spin_lock(hd_queue
->queue_lock
);
685 del_timer(&device_timer
);
687 handler
= unexpected_hd_interrupt
;
690 spin_unlock(hd_queue
->queue_lock
);
695 static const struct block_device_operations hd_fops
= {
700 * This is the hard disk IRQ description. The IRQF_DISABLED in sa_flags
701 * means we run the IRQ-handler with interrupts disabled: this is bad for
702 * interrupt latency, but anything else has led to problems on some
705 * We enable interrupts in some of the routines after making sure it's
709 static int __init
hd_init(void)
713 if (register_blkdev(HD_MAJOR
, "hd"))
716 hd_queue
= blk_init_queue(do_hd_request
, &hd_lock
);
718 unregister_blkdev(HD_MAJOR
, "hd");
722 blk_queue_max_sectors(hd_queue
, 255);
723 init_timer(&device_timer
);
724 device_timer
.function
= hd_times_out
;
725 blk_queue_logical_block_size(hd_queue
, 512);
729 * We don't know anything about the drive. This means
730 * that you *MUST* specify the drive parameters to the
733 * If we were on an i386, we used to read this info from
734 * the BIOS or CMOS. This doesn't work all that well,
735 * since this assumes that this is a primary or secondary
736 * drive, and if we're using this legacy driver, it's
737 * probably an auxilliary controller added to recover
738 * legacy data off an ST-506 drive. Either way, it's
739 * definitely safest to have the user explicitly specify
742 printk("hd: no drives specified - use hd=cyl,head,sectors"
743 " on kernel command line\n");
747 for (drive
= 0 ; drive
< NR_HD
; drive
++) {
748 struct gendisk
*disk
= alloc_disk(64);
749 struct hd_i_struct
*p
= &hd_info
[drive
];
752 disk
->major
= HD_MAJOR
;
753 disk
->first_minor
= drive
<< 6;
754 disk
->fops
= &hd_fops
;
755 sprintf(disk
->disk_name
, "hd%c", 'a'+drive
);
756 disk
->private_data
= p
;
757 set_capacity(disk
, p
->head
* p
->sect
* p
->cyl
);
758 disk
->queue
= hd_queue
;
760 hd_gendisk
[drive
] = disk
;
761 printk("%s: %luMB, CHS=%d/%d/%d\n",
762 disk
->disk_name
, (unsigned long)get_capacity(disk
)/2048,
763 p
->cyl
, p
->head
, p
->sect
);
766 if (request_irq(HD_IRQ
, hd_interrupt
, IRQF_DISABLED
, "hd", NULL
)) {
767 printk("hd: unable to get IRQ%d for the hard disk driver\n",
771 if (!request_region(HD_DATA
, 8, "hd")) {
772 printk(KERN_WARNING
"hd: port 0x%x busy\n", HD_DATA
);
775 if (!request_region(HD_CMD
, 1, "hd(cmd)")) {
776 printk(KERN_WARNING
"hd: port 0x%x busy\n", HD_CMD
);
781 for (drive
= 0; drive
< NR_HD
; drive
++)
782 add_disk(hd_gendisk
[drive
]);
787 release_region(HD_DATA
, 8);
789 free_irq(HD_IRQ
, NULL
);
791 for (drive
= 0; drive
< NR_HD
; drive
++)
792 put_disk(hd_gendisk
[drive
]);
795 del_timer(&device_timer
);
796 unregister_blkdev(HD_MAJOR
, "hd");
797 blk_cleanup_queue(hd_queue
);
801 put_disk(hd_gendisk
[drive
]);
805 static int __init
parse_hd_setup(char *line
)
809 (void) get_options(line
, ARRAY_SIZE(ints
), ints
);
810 hd_setup(NULL
, ints
);
814 __setup("hd=", parse_hd_setup
);
816 late_initcall(hd_init
);