2 * linux/drivers/ide/ide-iops.c Version 0.37 Mar 05, 2003
4 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
5 * Copyright (C) 2003 Red Hat <alan@redhat.com>
9 #include <linux/module.h>
10 #include <linux/types.h>
11 #include <linux/string.h>
12 #include <linux/kernel.h>
13 #include <linux/timer.h>
15 #include <linux/interrupt.h>
16 #include <linux/major.h>
17 #include <linux/errno.h>
18 #include <linux/genhd.h>
19 #include <linux/blkpg.h>
20 #include <linux/slab.h>
21 #include <linux/pci.h>
22 #include <linux/delay.h>
23 #include <linux/hdreg.h>
24 #include <linux/ide.h>
25 #include <linux/bitops.h>
26 #include <linux/nmi.h>
28 #include <asm/byteorder.h>
30 #include <asm/uaccess.h>
34 * Conventional PIO operations for ATA devices
37 static u8
ide_inb (unsigned long port
)
39 return (u8
) inb(port
);
42 static u16
ide_inw (unsigned long port
)
44 return (u16
) inw(port
);
47 static void ide_insw (unsigned long port
, void *addr
, u32 count
)
49 insw(port
, addr
, count
);
52 static void ide_insl (unsigned long port
, void *addr
, u32 count
)
54 insl(port
, addr
, count
);
57 static void ide_outb (u8 val
, unsigned long port
)
62 static void ide_outbsync (ide_drive_t
*drive
, u8 addr
, unsigned long port
)
67 static void ide_outw (u16 val
, unsigned long port
)
72 static void ide_outsw (unsigned long port
, void *addr
, u32 count
)
74 outsw(port
, addr
, count
);
77 static void ide_outsl (unsigned long port
, void *addr
, u32 count
)
79 outsl(port
, addr
, count
);
82 void default_hwif_iops (ide_hwif_t
*hwif
)
84 hwif
->OUTB
= ide_outb
;
85 hwif
->OUTBSYNC
= ide_outbsync
;
86 hwif
->OUTW
= ide_outw
;
87 hwif
->OUTSW
= ide_outsw
;
88 hwif
->OUTSL
= ide_outsl
;
91 hwif
->INSW
= ide_insw
;
92 hwif
->INSL
= ide_insl
;
96 * MMIO operations, typically used for SATA controllers
99 static u8
ide_mm_inb (unsigned long port
)
101 return (u8
) readb((void __iomem
*) port
);
104 static u16
ide_mm_inw (unsigned long port
)
106 return (u16
) readw((void __iomem
*) port
);
109 static void ide_mm_insw (unsigned long port
, void *addr
, u32 count
)
111 __ide_mm_insw((void __iomem
*) port
, addr
, count
);
114 static void ide_mm_insl (unsigned long port
, void *addr
, u32 count
)
116 __ide_mm_insl((void __iomem
*) port
, addr
, count
);
119 static void ide_mm_outb (u8 value
, unsigned long port
)
121 writeb(value
, (void __iomem
*) port
);
124 static void ide_mm_outbsync (ide_drive_t
*drive
, u8 value
, unsigned long port
)
126 writeb(value
, (void __iomem
*) port
);
129 static void ide_mm_outw (u16 value
, unsigned long port
)
131 writew(value
, (void __iomem
*) port
);
134 static void ide_mm_outsw (unsigned long port
, void *addr
, u32 count
)
136 __ide_mm_outsw((void __iomem
*) port
, addr
, count
);
139 static void ide_mm_outsl (unsigned long port
, void *addr
, u32 count
)
141 __ide_mm_outsl((void __iomem
*) port
, addr
, count
);
144 void default_hwif_mmiops (ide_hwif_t
*hwif
)
146 hwif
->OUTB
= ide_mm_outb
;
147 /* Most systems will need to override OUTBSYNC, alas however
148 this one is controller specific! */
149 hwif
->OUTBSYNC
= ide_mm_outbsync
;
150 hwif
->OUTW
= ide_mm_outw
;
151 hwif
->OUTSW
= ide_mm_outsw
;
152 hwif
->OUTSL
= ide_mm_outsl
;
153 hwif
->INB
= ide_mm_inb
;
154 hwif
->INW
= ide_mm_inw
;
155 hwif
->INSW
= ide_mm_insw
;
156 hwif
->INSL
= ide_mm_insl
;
159 EXPORT_SYMBOL(default_hwif_mmiops
);
161 u32
ide_read_24 (ide_drive_t
*drive
)
163 u8 hcyl
= HWIF(drive
)->INB(IDE_HCYL_REG
);
164 u8 lcyl
= HWIF(drive
)->INB(IDE_LCYL_REG
);
165 u8 sect
= HWIF(drive
)->INB(IDE_SECTOR_REG
);
166 return (hcyl
<<16)|(lcyl
<<8)|sect
;
169 void SELECT_DRIVE (ide_drive_t
*drive
)
171 if (HWIF(drive
)->selectproc
)
172 HWIF(drive
)->selectproc(drive
);
173 HWIF(drive
)->OUTB(drive
->select
.all
, IDE_SELECT_REG
);
176 EXPORT_SYMBOL(SELECT_DRIVE
);
178 void SELECT_INTERRUPT (ide_drive_t
*drive
)
180 if (HWIF(drive
)->intrproc
)
181 HWIF(drive
)->intrproc(drive
);
183 HWIF(drive
)->OUTB(drive
->ctl
|2, IDE_CONTROL_REG
);
186 void SELECT_MASK (ide_drive_t
*drive
, int mask
)
188 if (HWIF(drive
)->maskproc
)
189 HWIF(drive
)->maskproc(drive
, mask
);
192 void QUIRK_LIST (ide_drive_t
*drive
)
194 if (HWIF(drive
)->quirkproc
)
195 drive
->quirk_list
= HWIF(drive
)->quirkproc(drive
);
199 * Some localbus EIDE interfaces require a special access sequence
200 * when using 32-bit I/O instructions to transfer data. We call this
201 * the "vlb_sync" sequence, which consists of three successive reads
202 * of the sector count register location, with interrupts disabled
203 * to ensure that the reads all happen together.
205 static void ata_vlb_sync(ide_drive_t
*drive
, unsigned long port
)
207 (void) HWIF(drive
)->INB(port
);
208 (void) HWIF(drive
)->INB(port
);
209 (void) HWIF(drive
)->INB(port
);
213 * This is used for most PIO data transfers *from* the IDE interface
215 static void ata_input_data(ide_drive_t
*drive
, void *buffer
, u32 wcount
)
217 ide_hwif_t
*hwif
= HWIF(drive
);
218 u8 io_32bit
= drive
->io_32bit
;
223 local_irq_save(flags
);
224 ata_vlb_sync(drive
, IDE_NSECTOR_REG
);
225 hwif
->INSL(IDE_DATA_REG
, buffer
, wcount
);
226 local_irq_restore(flags
);
228 hwif
->INSL(IDE_DATA_REG
, buffer
, wcount
);
230 hwif
->INSW(IDE_DATA_REG
, buffer
, wcount
<<1);
235 * This is used for most PIO data transfers *to* the IDE interface
237 static void ata_output_data(ide_drive_t
*drive
, void *buffer
, u32 wcount
)
239 ide_hwif_t
*hwif
= HWIF(drive
);
240 u8 io_32bit
= drive
->io_32bit
;
245 local_irq_save(flags
);
246 ata_vlb_sync(drive
, IDE_NSECTOR_REG
);
247 hwif
->OUTSL(IDE_DATA_REG
, buffer
, wcount
);
248 local_irq_restore(flags
);
250 hwif
->OUTSL(IDE_DATA_REG
, buffer
, wcount
);
252 hwif
->OUTSW(IDE_DATA_REG
, buffer
, wcount
<<1);
257 * The following routines are mainly used by the ATAPI drivers.
259 * These routines will round up any request for an odd number of bytes,
260 * so if an odd bytecount is specified, be sure that there's at least one
261 * extra byte allocated for the buffer.
264 static void atapi_input_bytes(ide_drive_t
*drive
, void *buffer
, u32 bytecount
)
266 ide_hwif_t
*hwif
= HWIF(drive
);
269 #if defined(CONFIG_ATARI) || defined(CONFIG_Q40)
270 if (MACH_IS_ATARI
|| MACH_IS_Q40
) {
271 /* Atari has a byte-swapped IDE interface */
272 insw_swapw(IDE_DATA_REG
, buffer
, bytecount
/ 2);
275 #endif /* CONFIG_ATARI || CONFIG_Q40 */
276 hwif
->ata_input_data(drive
, buffer
, bytecount
/ 4);
277 if ((bytecount
& 0x03) >= 2)
278 hwif
->INSW(IDE_DATA_REG
, ((u8
*)buffer
)+(bytecount
& ~0x03), 1);
281 static void atapi_output_bytes(ide_drive_t
*drive
, void *buffer
, u32 bytecount
)
283 ide_hwif_t
*hwif
= HWIF(drive
);
286 #if defined(CONFIG_ATARI) || defined(CONFIG_Q40)
287 if (MACH_IS_ATARI
|| MACH_IS_Q40
) {
288 /* Atari has a byte-swapped IDE interface */
289 outsw_swapw(IDE_DATA_REG
, buffer
, bytecount
/ 2);
292 #endif /* CONFIG_ATARI || CONFIG_Q40 */
293 hwif
->ata_output_data(drive
, buffer
, bytecount
/ 4);
294 if ((bytecount
& 0x03) >= 2)
295 hwif
->OUTSW(IDE_DATA_REG
, ((u8
*)buffer
)+(bytecount
& ~0x03), 1);
298 void default_hwif_transport(ide_hwif_t
*hwif
)
300 hwif
->ata_input_data
= ata_input_data
;
301 hwif
->ata_output_data
= ata_output_data
;
302 hwif
->atapi_input_bytes
= atapi_input_bytes
;
303 hwif
->atapi_output_bytes
= atapi_output_bytes
;
307 * Beginning of Taskfile OPCODE Library and feature sets.
309 void ide_fix_driveid (struct hd_driveid
*id
)
311 #ifndef __LITTLE_ENDIAN
316 id
->config
= __le16_to_cpu(id
->config
);
317 id
->cyls
= __le16_to_cpu(id
->cyls
);
318 id
->reserved2
= __le16_to_cpu(id
->reserved2
);
319 id
->heads
= __le16_to_cpu(id
->heads
);
320 id
->track_bytes
= __le16_to_cpu(id
->track_bytes
);
321 id
->sector_bytes
= __le16_to_cpu(id
->sector_bytes
);
322 id
->sectors
= __le16_to_cpu(id
->sectors
);
323 id
->vendor0
= __le16_to_cpu(id
->vendor0
);
324 id
->vendor1
= __le16_to_cpu(id
->vendor1
);
325 id
->vendor2
= __le16_to_cpu(id
->vendor2
);
326 stringcast
= (u16
*)&id
->serial_no
[0];
327 for (i
= 0; i
< (20/2); i
++)
328 stringcast
[i
] = __le16_to_cpu(stringcast
[i
]);
329 id
->buf_type
= __le16_to_cpu(id
->buf_type
);
330 id
->buf_size
= __le16_to_cpu(id
->buf_size
);
331 id
->ecc_bytes
= __le16_to_cpu(id
->ecc_bytes
);
332 stringcast
= (u16
*)&id
->fw_rev
[0];
333 for (i
= 0; i
< (8/2); i
++)
334 stringcast
[i
] = __le16_to_cpu(stringcast
[i
]);
335 stringcast
= (u16
*)&id
->model
[0];
336 for (i
= 0; i
< (40/2); i
++)
337 stringcast
[i
] = __le16_to_cpu(stringcast
[i
]);
338 id
->dword_io
= __le16_to_cpu(id
->dword_io
);
339 id
->reserved50
= __le16_to_cpu(id
->reserved50
);
340 id
->field_valid
= __le16_to_cpu(id
->field_valid
);
341 id
->cur_cyls
= __le16_to_cpu(id
->cur_cyls
);
342 id
->cur_heads
= __le16_to_cpu(id
->cur_heads
);
343 id
->cur_sectors
= __le16_to_cpu(id
->cur_sectors
);
344 id
->cur_capacity0
= __le16_to_cpu(id
->cur_capacity0
);
345 id
->cur_capacity1
= __le16_to_cpu(id
->cur_capacity1
);
346 id
->lba_capacity
= __le32_to_cpu(id
->lba_capacity
);
347 id
->dma_1word
= __le16_to_cpu(id
->dma_1word
);
348 id
->dma_mword
= __le16_to_cpu(id
->dma_mword
);
349 id
->eide_pio_modes
= __le16_to_cpu(id
->eide_pio_modes
);
350 id
->eide_dma_min
= __le16_to_cpu(id
->eide_dma_min
);
351 id
->eide_dma_time
= __le16_to_cpu(id
->eide_dma_time
);
352 id
->eide_pio
= __le16_to_cpu(id
->eide_pio
);
353 id
->eide_pio_iordy
= __le16_to_cpu(id
->eide_pio_iordy
);
354 for (i
= 0; i
< 2; ++i
)
355 id
->words69_70
[i
] = __le16_to_cpu(id
->words69_70
[i
]);
356 for (i
= 0; i
< 4; ++i
)
357 id
->words71_74
[i
] = __le16_to_cpu(id
->words71_74
[i
]);
358 id
->queue_depth
= __le16_to_cpu(id
->queue_depth
);
359 for (i
= 0; i
< 4; ++i
)
360 id
->words76_79
[i
] = __le16_to_cpu(id
->words76_79
[i
]);
361 id
->major_rev_num
= __le16_to_cpu(id
->major_rev_num
);
362 id
->minor_rev_num
= __le16_to_cpu(id
->minor_rev_num
);
363 id
->command_set_1
= __le16_to_cpu(id
->command_set_1
);
364 id
->command_set_2
= __le16_to_cpu(id
->command_set_2
);
365 id
->cfsse
= __le16_to_cpu(id
->cfsse
);
366 id
->cfs_enable_1
= __le16_to_cpu(id
->cfs_enable_1
);
367 id
->cfs_enable_2
= __le16_to_cpu(id
->cfs_enable_2
);
368 id
->csf_default
= __le16_to_cpu(id
->csf_default
);
369 id
->dma_ultra
= __le16_to_cpu(id
->dma_ultra
);
370 id
->trseuc
= __le16_to_cpu(id
->trseuc
);
371 id
->trsEuc
= __le16_to_cpu(id
->trsEuc
);
372 id
->CurAPMvalues
= __le16_to_cpu(id
->CurAPMvalues
);
373 id
->mprc
= __le16_to_cpu(id
->mprc
);
374 id
->hw_config
= __le16_to_cpu(id
->hw_config
);
375 id
->acoustic
= __le16_to_cpu(id
->acoustic
);
376 id
->msrqs
= __le16_to_cpu(id
->msrqs
);
377 id
->sxfert
= __le16_to_cpu(id
->sxfert
);
378 id
->sal
= __le16_to_cpu(id
->sal
);
379 id
->spg
= __le32_to_cpu(id
->spg
);
380 id
->lba_capacity_2
= __le64_to_cpu(id
->lba_capacity_2
);
381 for (i
= 0; i
< 22; i
++)
382 id
->words104_125
[i
] = __le16_to_cpu(id
->words104_125
[i
]);
383 id
->last_lun
= __le16_to_cpu(id
->last_lun
);
384 id
->word127
= __le16_to_cpu(id
->word127
);
385 id
->dlf
= __le16_to_cpu(id
->dlf
);
386 id
->csfo
= __le16_to_cpu(id
->csfo
);
387 for (i
= 0; i
< 26; i
++)
388 id
->words130_155
[i
] = __le16_to_cpu(id
->words130_155
[i
]);
389 id
->word156
= __le16_to_cpu(id
->word156
);
390 for (i
= 0; i
< 3; i
++)
391 id
->words157_159
[i
] = __le16_to_cpu(id
->words157_159
[i
]);
392 id
->cfa_power
= __le16_to_cpu(id
->cfa_power
);
393 for (i
= 0; i
< 14; i
++)
394 id
->words161_175
[i
] = __le16_to_cpu(id
->words161_175
[i
]);
395 for (i
= 0; i
< 31; i
++)
396 id
->words176_205
[i
] = __le16_to_cpu(id
->words176_205
[i
]);
397 for (i
= 0; i
< 48; i
++)
398 id
->words206_254
[i
] = __le16_to_cpu(id
->words206_254
[i
]);
399 id
->integrity_word
= __le16_to_cpu(id
->integrity_word
);
401 # error "Please fix <asm/byteorder.h>"
406 /* FIXME: exported for use by the USB storage (isd200.c) code only */
407 EXPORT_SYMBOL(ide_fix_driveid
);
409 void ide_fixstring (u8
*s
, const int bytecount
, const int byteswap
)
411 u8
*p
= s
, *end
= &s
[bytecount
& ~1]; /* bytecount must be even */
414 /* convert from big-endian to host byte order */
415 for (p
= end
; p
!= s
;) {
416 unsigned short *pp
= (unsigned short *) (p
-= 2);
420 /* strip leading blanks */
421 while (s
!= end
&& *s
== ' ')
423 /* compress internal blanks and strip trailing blanks */
424 while (s
!= end
&& *s
) {
425 if (*s
++ != ' ' || (s
!= end
&& *s
&& *s
!= ' '))
428 /* wipe out trailing garbage */
433 EXPORT_SYMBOL(ide_fixstring
);
436 * Needed for PCI irq sharing
438 int drive_is_ready (ide_drive_t
*drive
)
440 ide_hwif_t
*hwif
= HWIF(drive
);
443 if (drive
->waiting_for_dma
)
444 return hwif
->ide_dma_test_irq(drive
);
447 /* need to guarantee 400ns since last command was issued */
451 #ifdef CONFIG_IDEPCI_SHARE_IRQ
453 * We do a passive status test under shared PCI interrupts on
454 * cards that truly share the ATA side interrupt, but may also share
455 * an interrupt with another pci card/device. We make no assumptions
456 * about possible isa-pnp and pci-pnp issues yet.
459 stat
= hwif
->INB(IDE_ALTSTATUS_REG
);
461 #endif /* CONFIG_IDEPCI_SHARE_IRQ */
462 /* Note: this may clear a pending IRQ!! */
463 stat
= hwif
->INB(IDE_STATUS_REG
);
465 if (stat
& BUSY_STAT
)
466 /* drive busy: definitely not interrupting */
469 /* drive ready: *might* be interrupting */
473 EXPORT_SYMBOL(drive_is_ready
);
476 * Global for All, and taken from ide-pmac.c. Can be called
477 * with spinlock held & IRQs disabled, so don't schedule !
479 int wait_for_ready (ide_drive_t
*drive
, int timeout
)
481 ide_hwif_t
*hwif
= HWIF(drive
);
485 stat
= hwif
->INB(IDE_STATUS_REG
);
486 if (!(stat
& BUSY_STAT
)) {
487 if (drive
->ready_stat
== 0)
489 else if ((stat
& drive
->ready_stat
)||(stat
& ERR_STAT
))
494 if ((stat
& ERR_STAT
) || timeout
<= 0) {
495 if (stat
& ERR_STAT
) {
496 printk(KERN_ERR
"%s: wait_for_ready, "
497 "error status: %x\n", drive
->name
, stat
);
505 * This routine busy-waits for the drive status to be not "busy".
506 * It then checks the status for all of the "good" bits and none
507 * of the "bad" bits, and if all is okay it returns 0. All other
508 * cases return 1 after invoking ide_error() -- caller should just return.
510 * This routine should get fixed to not hog the cpu during extra long waits..
511 * That could be done by busy-waiting for the first jiffy or two, and then
512 * setting a timer to wake up at half second intervals thereafter,
513 * until timeout is achieved, before timing out.
515 int ide_wait_stat (ide_startstop_t
*startstop
, ide_drive_t
*drive
, u8 good
, u8 bad
, unsigned long timeout
)
517 ide_hwif_t
*hwif
= HWIF(drive
);
522 /* bail early if we've exceeded max_failures */
523 if (drive
->max_failures
&& (drive
->failures
> drive
->max_failures
)) {
524 *startstop
= ide_stopped
;
528 udelay(1); /* spec allows drive 400ns to assert "BUSY" */
529 if ((stat
= hwif
->INB(IDE_STATUS_REG
)) & BUSY_STAT
) {
530 local_irq_set(flags
);
532 while ((stat
= hwif
->INB(IDE_STATUS_REG
)) & BUSY_STAT
) {
533 if (time_after(jiffies
, timeout
)) {
535 * One last read after the timeout in case
536 * heavy interrupt load made us not make any
537 * progress during the timeout..
539 stat
= hwif
->INB(IDE_STATUS_REG
);
540 if (!(stat
& BUSY_STAT
))
543 local_irq_restore(flags
);
544 *startstop
= ide_error(drive
, "status timeout", stat
);
548 local_irq_restore(flags
);
551 * Allow status to settle, then read it again.
552 * A few rare drives vastly violate the 400ns spec here,
553 * so we'll wait up to 10usec for a "good" status
554 * rather than expensively fail things immediately.
555 * This fix courtesy of Matthew Faupel & Niccolo Rigacci.
557 for (i
= 0; i
< 10; i
++) {
559 if (OK_STAT((stat
= hwif
->INB(IDE_STATUS_REG
)), good
, bad
))
562 *startstop
= ide_error(drive
, "status error", stat
);
566 EXPORT_SYMBOL(ide_wait_stat
);
569 * ide_in_drive_list - look for drive in black/white list
570 * @id: drive identifier
571 * @drive_table: list to inspect
573 * Look for a drive in the blacklist and the whitelist tables
574 * Returns 1 if the drive is found in the table.
577 int ide_in_drive_list(struct hd_driveid
*id
, const struct drive_list_entry
*drive_table
)
579 for ( ; drive_table
->id_model
; drive_table
++)
580 if ((!strcmp(drive_table
->id_model
, id
->model
)) &&
581 (!drive_table
->id_firmware
||
582 strstr(id
->fw_rev
, drive_table
->id_firmware
)))
587 EXPORT_SYMBOL_GPL(ide_in_drive_list
);
590 * Early UDMA66 devices don't set bit14 to 1, only bit13 is valid.
591 * We list them here and depend on the device side cable detection for them.
593 static const struct drive_list_entry ivb_list
[] = {
594 { "QUANTUM FIREBALLlct10 05" , "A03.0900" },
599 * All hosts that use the 80c ribbon must use!
600 * The name is derived from upper byte of word 93 and the 80c ribbon.
602 u8
eighty_ninty_three (ide_drive_t
*drive
)
604 ide_hwif_t
*hwif
= drive
->hwif
;
605 struct hd_driveid
*id
= drive
->id
;
606 int ivb
= ide_in_drive_list(id
, ivb_list
);
608 if (hwif
->cbl
== ATA_CBL_PATA40_SHORT
)
612 printk(KERN_DEBUG
"%s: skipping word 93 validity check\n",
615 if (hwif
->cbl
!= ATA_CBL_PATA80
&& !ivb
)
618 /* Check for SATA but only if we are ATA5 or higher */
619 if (id
->hw_config
== 0 && (id
->major_rev_num
& 0x7FE0))
624 * - change master/slave IDENTIFY order
625 * - force bit13 (80c cable present) check also for !ivb devices
626 * (unless the slave device is pre-ATA3)
628 #ifndef CONFIG_IDEDMA_IVB
629 if ((id
->hw_config
& 0x4000) || (ivb
&& (id
->hw_config
& 0x2000)))
631 if (id
->hw_config
& 0x6000)
636 if (drive
->udma33_warned
== 1)
639 printk(KERN_WARNING
"%s: %s side 80-wire cable detection failed, "
640 "limiting max speed to UDMA33\n",
642 hwif
->cbl
== ATA_CBL_PATA80
? "drive" : "host");
644 drive
->udma33_warned
= 1;
649 int ide_ata66_check (ide_drive_t
*drive
, ide_task_t
*args
)
651 if ((args
->tfRegister
[IDE_COMMAND_OFFSET
] == WIN_SETFEATURES
) &&
652 (args
->tfRegister
[IDE_SECTOR_OFFSET
] > XFER_UDMA_2
) &&
653 (args
->tfRegister
[IDE_FEATURE_OFFSET
] == SETFEATURES_XFER
)) {
654 if (eighty_ninty_three(drive
) == 0) {
655 printk(KERN_WARNING
"%s: UDMA speeds >UDMA33 cannot "
656 "be set\n", drive
->name
);
665 * Backside of HDIO_DRIVE_CMD call of SETFEATURES_XFER.
666 * 1 : Safe to update drive->id DMA registers.
667 * 0 : OOPs not allowed.
669 int set_transfer (ide_drive_t
*drive
, ide_task_t
*args
)
671 if ((args
->tfRegister
[IDE_COMMAND_OFFSET
] == WIN_SETFEATURES
) &&
672 (args
->tfRegister
[IDE_SECTOR_OFFSET
] >= XFER_SW_DMA_0
) &&
673 (args
->tfRegister
[IDE_FEATURE_OFFSET
] == SETFEATURES_XFER
) &&
674 (drive
->id
->dma_ultra
||
675 drive
->id
->dma_mword
||
676 drive
->id
->dma_1word
))
682 #ifdef CONFIG_BLK_DEV_IDEDMA
683 static u8
ide_auto_reduce_xfer (ide_drive_t
*drive
)
685 if (!drive
->crc_count
)
686 return drive
->current_speed
;
687 drive
->crc_count
= 0;
689 switch(drive
->current_speed
) {
690 case XFER_UDMA_7
: return XFER_UDMA_6
;
691 case XFER_UDMA_6
: return XFER_UDMA_5
;
692 case XFER_UDMA_5
: return XFER_UDMA_4
;
693 case XFER_UDMA_4
: return XFER_UDMA_3
;
694 case XFER_UDMA_3
: return XFER_UDMA_2
;
695 case XFER_UDMA_2
: return XFER_UDMA_1
;
696 case XFER_UDMA_1
: return XFER_UDMA_0
;
698 * OOPS we do not goto non Ultra DMA modes
699 * without iCRC's available we force
700 * the system to PIO and make the user
701 * invoke the ATA-1 ATA-2 DMA modes.
704 default: return XFER_PIO_4
;
707 #endif /* CONFIG_BLK_DEV_IDEDMA */
712 int ide_driveid_update (ide_drive_t
*drive
)
714 ide_hwif_t
*hwif
= HWIF(drive
);
715 struct hd_driveid
*id
;
717 id
= kmalloc(SECTOR_WORDS
*4, GFP_ATOMIC
);
721 taskfile_lib_get_identify(drive
, (char *)&id
);
725 drive
->id
->dma_ultra
= id
->dma_ultra
;
726 drive
->id
->dma_mword
= id
->dma_mword
;
727 drive
->id
->dma_1word
= id
->dma_1word
;
728 /* anything more ? */
734 * Re-read drive->id for possible DMA mode
735 * change (copied from ide-probe.c)
737 unsigned long timeout
, flags
;
739 SELECT_MASK(drive
, 1);
741 hwif
->OUTB(drive
->ctl
,IDE_CONTROL_REG
);
743 hwif
->OUTB(WIN_IDENTIFY
, IDE_COMMAND_REG
);
744 timeout
= jiffies
+ WAIT_WORSTCASE
;
746 if (time_after(jiffies
, timeout
)) {
747 SELECT_MASK(drive
, 0);
748 return 0; /* drive timed-out */
750 msleep(50); /* give drive a breather */
751 } while (hwif
->INB(IDE_ALTSTATUS_REG
) & BUSY_STAT
);
752 msleep(50); /* wait for IRQ and DRQ_STAT */
753 if (!OK_STAT(hwif
->INB(IDE_STATUS_REG
),DRQ_STAT
,BAD_R_STAT
)) {
754 SELECT_MASK(drive
, 0);
755 printk("%s: CHECK for good STATUS\n", drive
->name
);
758 local_irq_save(flags
);
759 SELECT_MASK(drive
, 0);
760 id
= kmalloc(SECTOR_WORDS
*4, GFP_ATOMIC
);
762 local_irq_restore(flags
);
765 ata_input_data(drive
, id
, SECTOR_WORDS
);
766 (void) hwif
->INB(IDE_STATUS_REG
); /* clear drive IRQ */
768 local_irq_restore(flags
);
771 drive
->id
->dma_ultra
= id
->dma_ultra
;
772 drive
->id
->dma_mword
= id
->dma_mword
;
773 drive
->id
->dma_1word
= id
->dma_1word
;
774 /* anything more ? */
783 * Similar to ide_wait_stat(), except it never calls ide_error internally.
784 * This is a kludge to handle the new ide_config_drive_speed() function,
785 * and should not otherwise be used anywhere. Eventually, the tuneproc's
786 * should be updated to return ide_startstop_t, in which case we can get
787 * rid of this abomination again. :) -ml
789 * It is gone..........
791 * const char *msg == consider adding for verbose errors.
793 int ide_config_drive_speed (ide_drive_t
*drive
, u8 speed
)
795 ide_hwif_t
*hwif
= HWIF(drive
);
799 // while (HWGROUP(drive)->busy)
802 #ifdef CONFIG_BLK_DEV_IDEDMA
803 if (hwif
->ide_dma_check
) /* check if host supports DMA */
804 hwif
->dma_host_off(drive
);
808 * Don't use ide_wait_cmd here - it will
809 * attempt to set_geometry and recalibrate,
810 * but for some reason these don't work at
811 * this point (lost interrupt).
814 * Select the drive, and issue the SETFEATURES command
816 disable_irq_nosync(hwif
->irq
);
819 * FIXME: we race against the running IRQ here if
820 * this is called from non IRQ context. If we use
821 * disable_irq() we hang on the error path. Work
827 SELECT_MASK(drive
, 0);
830 hwif
->OUTB(drive
->ctl
| 2, IDE_CONTROL_REG
);
831 hwif
->OUTB(speed
, IDE_NSECTOR_REG
);
832 hwif
->OUTB(SETFEATURES_XFER
, IDE_FEATURE_REG
);
833 hwif
->OUTBSYNC(drive
, WIN_SETFEATURES
, IDE_COMMAND_REG
);
834 if ((IDE_CONTROL_REG
) && (drive
->quirk_list
== 2))
835 hwif
->OUTB(drive
->ctl
, IDE_CONTROL_REG
);
838 * Wait for drive to become non-BUSY
840 if ((stat
= hwif
->INB(IDE_STATUS_REG
)) & BUSY_STAT
) {
841 unsigned long flags
, timeout
;
842 local_irq_set(flags
);
843 timeout
= jiffies
+ WAIT_CMD
;
844 while ((stat
= hwif
->INB(IDE_STATUS_REG
)) & BUSY_STAT
) {
845 if (time_after(jiffies
, timeout
))
848 local_irq_restore(flags
);
852 * Allow status to settle, then read it again.
853 * A few rare drives vastly violate the 400ns spec here,
854 * so we'll wait up to 10usec for a "good" status
855 * rather than expensively fail things immediately.
856 * This fix courtesy of Matthew Faupel & Niccolo Rigacci.
858 for (i
= 0; i
< 10; i
++) {
860 if (OK_STAT((stat
= hwif
->INB(IDE_STATUS_REG
)), drive
->ready_stat
, BUSY_STAT
|DRQ_STAT
|ERR_STAT
)) {
866 SELECT_MASK(drive
, 0);
868 enable_irq(hwif
->irq
);
871 (void) ide_dump_status(drive
, "set_drive_speed_status", stat
);
875 drive
->id
->dma_ultra
&= ~0xFF00;
876 drive
->id
->dma_mword
&= ~0x0F00;
877 drive
->id
->dma_1word
&= ~0x0F00;
879 #ifdef CONFIG_BLK_DEV_IDEDMA
880 if (speed
>= XFER_SW_DMA_0
)
881 hwif
->dma_host_on(drive
);
882 else if (hwif
->ide_dma_check
) /* check if host supports DMA */
883 hwif
->dma_off_quietly(drive
);
887 case XFER_UDMA_7
: drive
->id
->dma_ultra
|= 0x8080; break;
888 case XFER_UDMA_6
: drive
->id
->dma_ultra
|= 0x4040; break;
889 case XFER_UDMA_5
: drive
->id
->dma_ultra
|= 0x2020; break;
890 case XFER_UDMA_4
: drive
->id
->dma_ultra
|= 0x1010; break;
891 case XFER_UDMA_3
: drive
->id
->dma_ultra
|= 0x0808; break;
892 case XFER_UDMA_2
: drive
->id
->dma_ultra
|= 0x0404; break;
893 case XFER_UDMA_1
: drive
->id
->dma_ultra
|= 0x0202; break;
894 case XFER_UDMA_0
: drive
->id
->dma_ultra
|= 0x0101; break;
895 case XFER_MW_DMA_2
: drive
->id
->dma_mword
|= 0x0404; break;
896 case XFER_MW_DMA_1
: drive
->id
->dma_mword
|= 0x0202; break;
897 case XFER_MW_DMA_0
: drive
->id
->dma_mword
|= 0x0101; break;
898 case XFER_SW_DMA_2
: drive
->id
->dma_1word
|= 0x0404; break;
899 case XFER_SW_DMA_1
: drive
->id
->dma_1word
|= 0x0202; break;
900 case XFER_SW_DMA_0
: drive
->id
->dma_1word
|= 0x0101; break;
903 if (!drive
->init_speed
)
904 drive
->init_speed
= speed
;
905 drive
->current_speed
= speed
;
909 EXPORT_SYMBOL(ide_config_drive_speed
);
913 * This should get invoked any time we exit the driver to
914 * wait for an interrupt response from a drive. handler() points
915 * at the appropriate code to handle the next interrupt, and a
916 * timer is started to prevent us from waiting forever in case
917 * something goes wrong (see the ide_timer_expiry() handler later on).
919 * See also ide_execute_command
921 static void __ide_set_handler (ide_drive_t
*drive
, ide_handler_t
*handler
,
922 unsigned int timeout
, ide_expiry_t
*expiry
)
924 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
926 if (hwgroup
->handler
!= NULL
) {
927 printk(KERN_CRIT
"%s: ide_set_handler: handler not null; "
929 drive
->name
, hwgroup
->handler
, handler
);
931 hwgroup
->handler
= handler
;
932 hwgroup
->expiry
= expiry
;
933 hwgroup
->timer
.expires
= jiffies
+ timeout
;
934 hwgroup
->req_gen_timer
= hwgroup
->req_gen
;
935 add_timer(&hwgroup
->timer
);
938 void ide_set_handler (ide_drive_t
*drive
, ide_handler_t
*handler
,
939 unsigned int timeout
, ide_expiry_t
*expiry
)
942 spin_lock_irqsave(&ide_lock
, flags
);
943 __ide_set_handler(drive
, handler
, timeout
, expiry
);
944 spin_unlock_irqrestore(&ide_lock
, flags
);
947 EXPORT_SYMBOL(ide_set_handler
);
950 * ide_execute_command - execute an IDE command
951 * @drive: IDE drive to issue the command against
952 * @command: command byte to write
953 * @handler: handler for next phase
954 * @timeout: timeout for command
955 * @expiry: handler to run on timeout
957 * Helper function to issue an IDE command. This handles the
958 * atomicity requirements, command timing and ensures that the
959 * handler and IRQ setup do not race. All IDE command kick off
960 * should go via this function or do equivalent locking.
963 void ide_execute_command(ide_drive_t
*drive
, task_ioreg_t cmd
, ide_handler_t
*handler
, unsigned timeout
, ide_expiry_t
*expiry
)
966 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
967 ide_hwif_t
*hwif
= HWIF(drive
);
969 spin_lock_irqsave(&ide_lock
, flags
);
971 BUG_ON(hwgroup
->handler
);
972 hwgroup
->handler
= handler
;
973 hwgroup
->expiry
= expiry
;
974 hwgroup
->timer
.expires
= jiffies
+ timeout
;
975 hwgroup
->req_gen_timer
= hwgroup
->req_gen
;
976 add_timer(&hwgroup
->timer
);
977 hwif
->OUTBSYNC(drive
, cmd
, IDE_COMMAND_REG
);
978 /* Drive takes 400nS to respond, we must avoid the IRQ being
979 serviced before that.
981 FIXME: we could skip this delay with care on non shared
985 spin_unlock_irqrestore(&ide_lock
, flags
);
988 EXPORT_SYMBOL(ide_execute_command
);
992 static ide_startstop_t
do_reset1 (ide_drive_t
*, int);
995 * atapi_reset_pollfunc() gets invoked to poll the interface for completion every 50ms
996 * during an atapi drive reset operation. If the drive has not yet responded,
997 * and we have not yet hit our maximum waiting time, then the timer is restarted
1000 static ide_startstop_t
atapi_reset_pollfunc (ide_drive_t
*drive
)
1002 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
1003 ide_hwif_t
*hwif
= HWIF(drive
);
1006 SELECT_DRIVE(drive
);
1009 if (OK_STAT(stat
= hwif
->INB(IDE_STATUS_REG
), 0, BUSY_STAT
)) {
1010 printk("%s: ATAPI reset complete\n", drive
->name
);
1012 if (time_before(jiffies
, hwgroup
->poll_timeout
)) {
1013 BUG_ON(HWGROUP(drive
)->handler
!= NULL
);
1014 ide_set_handler(drive
, &atapi_reset_pollfunc
, HZ
/20, NULL
);
1015 /* continue polling */
1018 /* end of polling */
1019 hwgroup
->polling
= 0;
1020 printk("%s: ATAPI reset timed-out, status=0x%02x\n",
1022 /* do it the old fashioned way */
1023 return do_reset1(drive
, 1);
1026 hwgroup
->polling
= 0;
1027 hwgroup
->resetting
= 0;
1032 * reset_pollfunc() gets invoked to poll the interface for completion every 50ms
1033 * during an ide reset operation. If the drives have not yet responded,
1034 * and we have not yet hit our maximum waiting time, then the timer is restarted
1037 static ide_startstop_t
reset_pollfunc (ide_drive_t
*drive
)
1039 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
1040 ide_hwif_t
*hwif
= HWIF(drive
);
1043 if (hwif
->reset_poll
!= NULL
) {
1044 if (hwif
->reset_poll(drive
)) {
1045 printk(KERN_ERR
"%s: host reset_poll failure for %s.\n",
1046 hwif
->name
, drive
->name
);
1051 if (!OK_STAT(tmp
= hwif
->INB(IDE_STATUS_REG
), 0, BUSY_STAT
)) {
1052 if (time_before(jiffies
, hwgroup
->poll_timeout
)) {
1053 BUG_ON(HWGROUP(drive
)->handler
!= NULL
);
1054 ide_set_handler(drive
, &reset_pollfunc
, HZ
/20, NULL
);
1055 /* continue polling */
1058 printk("%s: reset timed-out, status=0x%02x\n", hwif
->name
, tmp
);
1061 printk("%s: reset: ", hwif
->name
);
1062 if ((tmp
= hwif
->INB(IDE_ERROR_REG
)) == 1) {
1063 printk("success\n");
1064 drive
->failures
= 0;
1068 switch (tmp
& 0x7f) {
1069 case 1: printk("passed");
1071 case 2: printk("formatter device error");
1073 case 3: printk("sector buffer error");
1075 case 4: printk("ECC circuitry error");
1077 case 5: printk("controlling MPU error");
1079 default:printk("error (0x%02x?)", tmp
);
1082 printk("; slave: failed");
1086 hwgroup
->polling
= 0; /* done polling */
1087 hwgroup
->resetting
= 0; /* done reset attempt */
1091 static void check_dma_crc(ide_drive_t
*drive
)
1093 #ifdef CONFIG_BLK_DEV_IDEDMA
1094 if (drive
->crc_count
) {
1095 drive
->hwif
->dma_off_quietly(drive
);
1096 ide_set_xfer_rate(drive
, ide_auto_reduce_xfer(drive
));
1097 if (drive
->current_speed
>= XFER_SW_DMA_0
)
1098 (void) HWIF(drive
)->ide_dma_on(drive
);
1104 static void ide_disk_pre_reset(ide_drive_t
*drive
)
1106 int legacy
= (drive
->id
->cfs_enable_2
& 0x0400) ? 0 : 1;
1108 drive
->special
.all
= 0;
1109 drive
->special
.b
.set_geometry
= legacy
;
1110 drive
->special
.b
.recalibrate
= legacy
;
1111 if (OK_TO_RESET_CONTROLLER
)
1112 drive
->mult_count
= 0;
1113 if (!drive
->keep_settings
&& !drive
->using_dma
)
1114 drive
->mult_req
= 0;
1115 if (drive
->mult_req
!= drive
->mult_count
)
1116 drive
->special
.b
.set_multmode
= 1;
1119 static void pre_reset(ide_drive_t
*drive
)
1121 if (drive
->media
== ide_disk
)
1122 ide_disk_pre_reset(drive
);
1124 drive
->post_reset
= 1;
1126 if (!drive
->keep_settings
) {
1127 if (drive
->using_dma
) {
1128 check_dma_crc(drive
);
1131 drive
->io_32bit
= 0;
1135 if (drive
->using_dma
)
1136 check_dma_crc(drive
);
1138 if (HWIF(drive
)->pre_reset
!= NULL
)
1139 HWIF(drive
)->pre_reset(drive
);
1141 if (drive
->current_speed
!= 0xff)
1142 drive
->desired_speed
= drive
->current_speed
;
1143 drive
->current_speed
= 0xff;
1147 * do_reset1() attempts to recover a confused drive by resetting it.
1148 * Unfortunately, resetting a disk drive actually resets all devices on
1149 * the same interface, so it can really be thought of as resetting the
1150 * interface rather than resetting the drive.
1152 * ATAPI devices have their own reset mechanism which allows them to be
1153 * individually reset without clobbering other devices on the same interface.
1155 * Unfortunately, the IDE interface does not generate an interrupt to let
1156 * us know when the reset operation has finished, so we must poll for this.
1157 * Equally poor, though, is the fact that this may a very long time to complete,
1158 * (up to 30 seconds worstcase). So, instead of busy-waiting here for it,
1159 * we set a timer to poll at 50ms intervals.
1161 static ide_startstop_t
do_reset1 (ide_drive_t
*drive
, int do_not_try_atapi
)
1164 unsigned long flags
;
1166 ide_hwgroup_t
*hwgroup
;
1168 spin_lock_irqsave(&ide_lock
, flags
);
1170 hwgroup
= HWGROUP(drive
);
1172 /* We must not reset with running handlers */
1173 BUG_ON(hwgroup
->handler
!= NULL
);
1175 /* For an ATAPI device, first try an ATAPI SRST. */
1176 if (drive
->media
!= ide_disk
&& !do_not_try_atapi
) {
1177 hwgroup
->resetting
= 1;
1179 SELECT_DRIVE(drive
);
1181 hwif
->OUTBSYNC(drive
, WIN_SRST
, IDE_COMMAND_REG
);
1183 hwgroup
->poll_timeout
= jiffies
+ WAIT_WORSTCASE
;
1184 hwgroup
->polling
= 1;
1185 __ide_set_handler(drive
, &atapi_reset_pollfunc
, HZ
/20, NULL
);
1186 spin_unlock_irqrestore(&ide_lock
, flags
);
1191 * First, reset any device state data we were maintaining
1192 * for any of the drives on this interface.
1194 for (unit
= 0; unit
< MAX_DRIVES
; ++unit
)
1195 pre_reset(&hwif
->drives
[unit
]);
1197 #if OK_TO_RESET_CONTROLLER
1198 if (!IDE_CONTROL_REG
) {
1199 spin_unlock_irqrestore(&ide_lock
, flags
);
1203 hwgroup
->resetting
= 1;
1205 * Note that we also set nIEN while resetting the device,
1206 * to mask unwanted interrupts from the interface during the reset.
1207 * However, due to the design of PC hardware, this will cause an
1208 * immediate interrupt due to the edge transition it produces.
1209 * This single interrupt gives us a "fast poll" for drives that
1210 * recover from reset very quickly, saving us the first 50ms wait time.
1212 /* set SRST and nIEN */
1213 hwif
->OUTBSYNC(drive
, drive
->ctl
|6,IDE_CONTROL_REG
);
1214 /* more than enough time */
1216 if (drive
->quirk_list
== 2) {
1217 /* clear SRST and nIEN */
1218 hwif
->OUTBSYNC(drive
, drive
->ctl
, IDE_CONTROL_REG
);
1220 /* clear SRST, leave nIEN */
1221 hwif
->OUTBSYNC(drive
, drive
->ctl
|2, IDE_CONTROL_REG
);
1223 /* more than enough time */
1225 hwgroup
->poll_timeout
= jiffies
+ WAIT_WORSTCASE
;
1226 hwgroup
->polling
= 1;
1227 __ide_set_handler(drive
, &reset_pollfunc
, HZ
/20, NULL
);
1230 * Some weird controller like resetting themselves to a strange
1231 * state when the disks are reset this way. At least, the Winbond
1232 * 553 documentation says that
1234 if (hwif
->resetproc
!= NULL
) {
1235 hwif
->resetproc(drive
);
1238 #endif /* OK_TO_RESET_CONTROLLER */
1240 spin_unlock_irqrestore(&ide_lock
, flags
);
1245 * ide_do_reset() is the entry point to the drive/interface reset code.
1248 ide_startstop_t
ide_do_reset (ide_drive_t
*drive
)
1250 return do_reset1(drive
, 0);
1253 EXPORT_SYMBOL(ide_do_reset
);
1256 * ide_wait_not_busy() waits for the currently selected device on the hwif
1257 * to report a non-busy status, see comments in probe_hwif().
1259 int ide_wait_not_busy(ide_hwif_t
*hwif
, unsigned long timeout
)
1265 * Turn this into a schedule() sleep once I'm sure
1266 * about locking issues (2.5 work ?).
1269 stat
= hwif
->INB(hwif
->io_ports
[IDE_STATUS_OFFSET
]);
1270 if ((stat
& BUSY_STAT
) == 0)
1273 * Assume a value of 0xff means nothing is connected to
1274 * the interface and it doesn't implement the pull-down
1279 touch_softlockup_watchdog();
1280 touch_nmi_watchdog();
1285 EXPORT_SYMBOL_GPL(ide_wait_not_busy
);