2 * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org>
3 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
4 * Copyright (C) 2001-2002 Klaus Smolin
5 * IBM Storage Technology Division
6 * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz
8 * The big the bad and the ugly.
11 #include <linux/types.h>
12 #include <linux/string.h>
13 #include <linux/kernel.h>
14 #include <linux/export.h>
15 #include <linux/sched.h>
16 #include <linux/interrupt.h>
17 #include <linux/errno.h>
18 #include <linux/slab.h>
19 #include <linux/delay.h>
20 #include <linux/hdreg.h>
21 #include <linux/ide.h>
22 #include <linux/scatterlist.h>
23 #include <linux/uaccess.h>
27 void ide_tf_readback(ide_drive_t
*drive
, struct ide_cmd
*cmd
)
29 ide_hwif_t
*hwif
= drive
->hwif
;
30 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
32 /* Be sure we're looking at the low order bytes */
33 tp_ops
->write_devctl(hwif
, ATA_DEVCTL_OBS
);
35 tp_ops
->tf_read(drive
, &cmd
->tf
, cmd
->valid
.in
.tf
);
37 if (cmd
->tf_flags
& IDE_TFLAG_LBA48
) {
38 tp_ops
->write_devctl(hwif
, ATA_HOB
| ATA_DEVCTL_OBS
);
40 tp_ops
->tf_read(drive
, &cmd
->hob
, cmd
->valid
.in
.hob
);
44 void ide_tf_dump(const char *s
, struct ide_cmd
*cmd
)
47 printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
48 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
49 s
, cmd
->tf
.feature
, cmd
->tf
.nsect
,
50 cmd
->tf
.lbal
, cmd
->tf
.lbam
, cmd
->tf
.lbah
,
51 cmd
->tf
.device
, cmd
->tf
.command
);
52 printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n",
53 s
, cmd
->hob
.nsect
, cmd
->hob
.lbal
, cmd
->hob
.lbam
, cmd
->hob
.lbah
);
57 int taskfile_lib_get_identify(ide_drive_t
*drive
, u8
*buf
)
61 memset(&cmd
, 0, sizeof(cmd
));
63 if (drive
->media
== ide_disk
)
64 cmd
.tf
.command
= ATA_CMD_ID_ATA
;
66 cmd
.tf
.command
= ATA_CMD_ID_ATAPI
;
67 cmd
.valid
.out
.tf
= IDE_VALID_OUT_TF
| IDE_VALID_DEVICE
;
68 cmd
.valid
.in
.tf
= IDE_VALID_IN_TF
| IDE_VALID_DEVICE
;
69 cmd
.protocol
= ATA_PROT_PIO
;
71 return ide_raw_taskfile(drive
, &cmd
, buf
, 1);
74 static ide_startstop_t
task_no_data_intr(ide_drive_t
*);
75 static ide_startstop_t
pre_task_out_intr(ide_drive_t
*, struct ide_cmd
*);
76 static ide_startstop_t
task_pio_intr(ide_drive_t
*);
78 ide_startstop_t
do_rw_taskfile(ide_drive_t
*drive
, struct ide_cmd
*orig_cmd
)
80 ide_hwif_t
*hwif
= drive
->hwif
;
81 struct ide_cmd
*cmd
= &hwif
->cmd
;
82 struct ide_taskfile
*tf
= &cmd
->tf
;
83 ide_handler_t
*handler
= NULL
;
84 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
85 const struct ide_dma_ops
*dma_ops
= hwif
->dma_ops
;
87 if (orig_cmd
->protocol
== ATA_PROT_PIO
&&
88 (orig_cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
) &&
89 drive
->mult_count
== 0) {
90 pr_err("%s: multimode not set!\n", drive
->name
);
94 if (orig_cmd
->ftf_flags
& IDE_FTFLAG_FLAGGED
)
95 orig_cmd
->ftf_flags
|= IDE_FTFLAG_SET_IN_FLAGS
;
97 memcpy(cmd
, orig_cmd
, sizeof(*cmd
));
99 if ((cmd
->tf_flags
& IDE_TFLAG_DMA_PIO_FALLBACK
) == 0) {
100 ide_tf_dump(drive
->name
, cmd
);
101 tp_ops
->write_devctl(hwif
, ATA_DEVCTL_OBS
);
103 if (cmd
->ftf_flags
& IDE_FTFLAG_OUT_DATA
) {
104 u8 data
[2] = { cmd
->tf
.data
, cmd
->hob
.data
};
106 tp_ops
->output_data(drive
, cmd
, data
, 2);
109 if (cmd
->valid
.out
.tf
& IDE_VALID_DEVICE
) {
110 u8 HIHI
= (cmd
->tf_flags
& IDE_TFLAG_LBA48
) ?
113 if (!(cmd
->ftf_flags
& IDE_FTFLAG_FLAGGED
))
114 cmd
->tf
.device
&= HIHI
;
115 cmd
->tf
.device
|= drive
->select
;
118 tp_ops
->tf_load(drive
, &cmd
->hob
, cmd
->valid
.out
.hob
);
119 tp_ops
->tf_load(drive
, &cmd
->tf
, cmd
->valid
.out
.tf
);
122 switch (cmd
->protocol
) {
124 if (cmd
->tf_flags
& IDE_TFLAG_WRITE
) {
125 tp_ops
->exec_command(hwif
, tf
->command
);
126 ndelay(400); /* FIXME */
127 return pre_task_out_intr(drive
, cmd
);
129 handler
= task_pio_intr
;
131 case ATA_PROT_NODATA
:
133 handler
= task_no_data_intr
;
134 ide_execute_command(drive
, cmd
, handler
, WAIT_WORSTCASE
);
137 if (ide_dma_prepare(drive
, cmd
))
139 hwif
->expiry
= dma_ops
->dma_timer_expiry
;
140 ide_execute_command(drive
, cmd
, ide_dma_intr
, 2 * WAIT_CMD
);
141 dma_ops
->dma_start(drive
);
146 EXPORT_SYMBOL_GPL(do_rw_taskfile
);
148 static ide_startstop_t
task_no_data_intr(ide_drive_t
*drive
)
150 ide_hwif_t
*hwif
= drive
->hwif
;
151 struct ide_cmd
*cmd
= &hwif
->cmd
;
152 struct ide_taskfile
*tf
= &cmd
->tf
;
153 int custom
= (cmd
->tf_flags
& IDE_TFLAG_CUSTOM_HANDLER
) ? 1 : 0;
154 int retries
= (custom
&& tf
->command
== ATA_CMD_INIT_DEV_PARAMS
) ? 5 : 1;
157 local_irq_enable_in_hardirq();
160 stat
= hwif
->tp_ops
->read_status(hwif
);
161 if ((stat
& ATA_BUSY
) == 0 || retries
-- == 0)
166 if (!OK_STAT(stat
, ATA_DRDY
, BAD_STAT
)) {
167 if (custom
&& tf
->command
== ATA_CMD_SET_MULTI
) {
168 drive
->mult_req
= drive
->mult_count
= 0;
169 drive
->special_flags
|= IDE_SFLAG_RECALIBRATE
;
170 (void)ide_dump_status(drive
, __func__
, stat
);
172 } else if (custom
&& tf
->command
== ATA_CMD_INIT_DEV_PARAMS
) {
173 if ((stat
& (ATA_ERR
| ATA_DRQ
)) == 0) {
174 ide_set_handler(drive
, &task_no_data_intr
,
179 return ide_error(drive
, "task_no_data_intr", stat
);
182 if (custom
&& tf
->command
== ATA_CMD_SET_MULTI
)
183 drive
->mult_count
= drive
->mult_req
;
185 if (custom
== 0 || tf
->command
== ATA_CMD_IDLEIMMEDIATE
||
186 tf
->command
== ATA_CMD_CHK_POWER
) {
187 struct request
*rq
= hwif
->rq
;
189 if (blk_pm_request(rq
))
190 ide_complete_pm_rq(drive
, rq
);
192 ide_finish_cmd(drive
, cmd
, stat
);
198 static u8
wait_drive_not_busy(ide_drive_t
*drive
)
200 ide_hwif_t
*hwif
= drive
->hwif
;
205 * Last sector was transferred, wait until device is ready. This can
206 * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
208 for (retries
= 0; retries
< 1000; retries
++) {
209 stat
= hwif
->tp_ops
->read_status(hwif
);
218 pr_err("%s: drive still BUSY!\n", drive
->name
);
223 void ide_pio_bytes(ide_drive_t
*drive
, struct ide_cmd
*cmd
,
224 unsigned int write
, unsigned int len
)
226 ide_hwif_t
*hwif
= drive
->hwif
;
227 struct scatterlist
*sg
= hwif
->sg_table
;
228 struct scatterlist
*cursg
= cmd
->cursg
;
229 unsigned long uninitialized_var(flags
);
236 cursg
= cmd
->cursg
= sg
;
239 unsigned nr_bytes
= min(len
, cursg
->length
- cmd
->cursg_ofs
);
242 if (nr_bytes
> PAGE_SIZE
)
243 nr_bytes
= PAGE_SIZE
;
245 page
= sg_page(cursg
);
246 offset
= cursg
->offset
+ cmd
->cursg_ofs
;
248 /* get the current page and offset */
249 page
= nth_page(page
, (offset
>> PAGE_SHIFT
));
252 page_is_high
= PageHighMem(page
);
254 local_irq_save(flags
);
256 buf
= kmap_atomic(page
, KM_BIO_SRC_IRQ
) + offset
;
258 cmd
->nleft
-= nr_bytes
;
259 cmd
->cursg_ofs
+= nr_bytes
;
261 if (cmd
->cursg_ofs
== cursg
->length
) {
262 cursg
= cmd
->cursg
= sg_next(cmd
->cursg
);
266 /* do the actual data transfer */
268 hwif
->tp_ops
->output_data(drive
, cmd
, buf
, nr_bytes
);
270 hwif
->tp_ops
->input_data(drive
, cmd
, buf
, nr_bytes
);
272 kunmap_atomic(buf
, KM_BIO_SRC_IRQ
);
275 local_irq_restore(flags
);
280 EXPORT_SYMBOL_GPL(ide_pio_bytes
);
282 static void ide_pio_datablock(ide_drive_t
*drive
, struct ide_cmd
*cmd
,
285 unsigned int nr_bytes
;
287 u8 saved_io_32bit
= drive
->io_32bit
;
289 if (cmd
->tf_flags
& IDE_TFLAG_FS
)
292 if (cmd
->tf_flags
& IDE_TFLAG_IO_16BIT
)
295 touch_softlockup_watchdog();
297 if (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
)
298 nr_bytes
= min_t(unsigned, cmd
->nleft
, drive
->mult_count
<< 9);
300 nr_bytes
= SECTOR_SIZE
;
302 ide_pio_bytes(drive
, cmd
, write
, nr_bytes
);
304 drive
->io_32bit
= saved_io_32bit
;
307 static void ide_error_cmd(ide_drive_t
*drive
, struct ide_cmd
*cmd
)
309 if (cmd
->tf_flags
& IDE_TFLAG_FS
) {
310 int nr_bytes
= cmd
->nbytes
- cmd
->nleft
;
312 if (cmd
->protocol
== ATA_PROT_PIO
&&
313 ((cmd
->tf_flags
& IDE_TFLAG_WRITE
) || cmd
->nleft
== 0)) {
314 if (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
)
315 nr_bytes
-= drive
->mult_count
<< 9;
317 nr_bytes
-= SECTOR_SIZE
;
321 ide_complete_rq(drive
, 0, nr_bytes
);
325 void ide_finish_cmd(ide_drive_t
*drive
, struct ide_cmd
*cmd
, u8 stat
)
327 struct request
*rq
= drive
->hwif
->rq
;
328 u8 err
= ide_read_error(drive
), nsect
= cmd
->tf
.nsect
;
329 u8 set_xfer
= !!(cmd
->tf_flags
& IDE_TFLAG_SET_XFER
);
331 ide_complete_cmd(drive
, cmd
, stat
, err
);
334 if (err
== 0 && set_xfer
) {
335 ide_set_xfer_rate(drive
, nsect
);
336 ide_driveid_update(drive
);
339 ide_complete_rq(drive
, err
? -EIO
: 0, blk_rq_bytes(rq
));
343 * Handler for command with PIO data phase.
345 static ide_startstop_t
task_pio_intr(ide_drive_t
*drive
)
347 ide_hwif_t
*hwif
= drive
->hwif
;
348 struct ide_cmd
*cmd
= &drive
->hwif
->cmd
;
349 u8 stat
= hwif
->tp_ops
->read_status(hwif
);
350 u8 write
= !!(cmd
->tf_flags
& IDE_TFLAG_WRITE
);
357 /* Didn't want any data? Odd. */
358 if ((stat
& ATA_DRQ
) == 0) {
359 /* Command all done? */
360 if (OK_STAT(stat
, ATA_DRDY
, ATA_BUSY
))
363 /* Assume it was a spurious irq */
367 if (!OK_STAT(stat
, DRIVE_READY
, drive
->bad_wstat
))
370 /* Deal with unexpected ATA data phase. */
371 if (((stat
& ATA_DRQ
) == 0) ^ (cmd
->nleft
== 0))
375 if (write
&& cmd
->nleft
== 0)
378 /* Still data left to transfer. */
379 ide_pio_datablock(drive
, cmd
, write
);
381 /* Are we done? Check status and finish transfer. */
382 if (write
== 0 && cmd
->nleft
== 0) {
383 stat
= wait_drive_not_busy(drive
);
384 if (!OK_STAT(stat
, 0, BAD_STAT
))
390 /* Still data left to transfer. */
391 ide_set_handler(drive
, &task_pio_intr
, WAIT_WORSTCASE
);
394 if ((cmd
->tf_flags
& IDE_TFLAG_FS
) == 0)
395 ide_finish_cmd(drive
, cmd
, stat
);
397 ide_complete_rq(drive
, 0, blk_rq_sectors(cmd
->rq
) << 9);
400 ide_error_cmd(drive
, cmd
);
401 return ide_error(drive
, __func__
, stat
);
404 static ide_startstop_t
pre_task_out_intr(ide_drive_t
*drive
,
407 ide_startstop_t startstop
;
409 if (ide_wait_stat(&startstop
, drive
, ATA_DRQ
,
410 drive
->bad_wstat
, WAIT_DRQ
)) {
411 pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive
->name
,
412 (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
) ? "MULT" : "",
413 (drive
->dev_flags
& IDE_DFLAG_LBA48
) ? "_EXT" : "");
417 if ((drive
->dev_flags
& IDE_DFLAG_UNMASK
) == 0)
420 ide_set_handler(drive
, &task_pio_intr
, WAIT_WORSTCASE
);
422 ide_pio_datablock(drive
, cmd
, 1);
427 int ide_raw_taskfile(ide_drive_t
*drive
, struct ide_cmd
*cmd
, u8
*buf
,
432 int rw
= !(cmd
->tf_flags
& IDE_TFLAG_WRITE
) ? READ
: WRITE
;
434 rq
= blk_get_request(drive
->queue
, rw
, __GFP_WAIT
);
435 rq
->cmd_type
= REQ_TYPE_ATA_TASKFILE
;
438 * (ks) We transfer currently only whole sectors.
439 * This is suffient for now. But, it would be great,
440 * if we would find a solution to transfer any size.
441 * To support special commands like READ LONG.
444 error
= blk_rq_map_kern(drive
->queue
, rq
, buf
,
445 nsect
* SECTOR_SIZE
, __GFP_WAIT
);
453 error
= blk_execute_rq(drive
->queue
, NULL
, rq
, 0);
459 EXPORT_SYMBOL(ide_raw_taskfile
);
461 int ide_no_data_taskfile(ide_drive_t
*drive
, struct ide_cmd
*cmd
)
463 cmd
->protocol
= ATA_PROT_NODATA
;
465 return ide_raw_taskfile(drive
, cmd
, NULL
, 0);
467 EXPORT_SYMBOL_GPL(ide_no_data_taskfile
);
469 #ifdef CONFIG_IDE_TASK_IOCTL
470 int ide_taskfile_ioctl(ide_drive_t
*drive
, unsigned long arg
)
472 ide_task_request_t
*req_task
;
478 int tasksize
= sizeof(struct ide_task_request_s
);
479 unsigned int taskin
= 0;
480 unsigned int taskout
= 0;
482 char __user
*buf
= (char __user
*)arg
;
484 req_task
= memdup_user(buf
, tasksize
);
485 if (IS_ERR(req_task
))
486 return PTR_ERR(req_task
);
488 taskout
= req_task
->out_size
;
489 taskin
= req_task
->in_size
;
491 if (taskin
> 65536 || taskout
> 65536) {
497 int outtotal
= tasksize
;
498 outbuf
= kzalloc(taskout
, GFP_KERNEL
);
499 if (outbuf
== NULL
) {
503 if (copy_from_user(outbuf
, buf
+ outtotal
, taskout
)) {
510 int intotal
= tasksize
+ taskout
;
511 inbuf
= kzalloc(taskin
, GFP_KERNEL
);
516 if (copy_from_user(inbuf
, buf
+ intotal
, taskin
)) {
522 memset(&cmd
, 0, sizeof(cmd
));
524 memcpy(&cmd
.hob
, req_task
->hob_ports
, HDIO_DRIVE_HOB_HDR_SIZE
- 2);
525 memcpy(&cmd
.tf
, req_task
->io_ports
, HDIO_DRIVE_TASK_HDR_SIZE
);
527 cmd
.valid
.out
.tf
= IDE_VALID_DEVICE
;
528 cmd
.valid
.in
.tf
= IDE_VALID_DEVICE
| IDE_VALID_IN_TF
;
529 cmd
.tf_flags
= IDE_TFLAG_IO_16BIT
;
531 if (drive
->dev_flags
& IDE_DFLAG_LBA48
) {
532 cmd
.tf_flags
|= IDE_TFLAG_LBA48
;
533 cmd
.valid
.in
.hob
= IDE_VALID_IN_HOB
;
536 if (req_task
->out_flags
.all
) {
537 cmd
.ftf_flags
|= IDE_FTFLAG_FLAGGED
;
539 if (req_task
->out_flags
.b
.data
)
540 cmd
.ftf_flags
|= IDE_FTFLAG_OUT_DATA
;
542 if (req_task
->out_flags
.b
.nsector_hob
)
543 cmd
.valid
.out
.hob
|= IDE_VALID_NSECT
;
544 if (req_task
->out_flags
.b
.sector_hob
)
545 cmd
.valid
.out
.hob
|= IDE_VALID_LBAL
;
546 if (req_task
->out_flags
.b
.lcyl_hob
)
547 cmd
.valid
.out
.hob
|= IDE_VALID_LBAM
;
548 if (req_task
->out_flags
.b
.hcyl_hob
)
549 cmd
.valid
.out
.hob
|= IDE_VALID_LBAH
;
551 if (req_task
->out_flags
.b
.error_feature
)
552 cmd
.valid
.out
.tf
|= IDE_VALID_FEATURE
;
553 if (req_task
->out_flags
.b
.nsector
)
554 cmd
.valid
.out
.tf
|= IDE_VALID_NSECT
;
555 if (req_task
->out_flags
.b
.sector
)
556 cmd
.valid
.out
.tf
|= IDE_VALID_LBAL
;
557 if (req_task
->out_flags
.b
.lcyl
)
558 cmd
.valid
.out
.tf
|= IDE_VALID_LBAM
;
559 if (req_task
->out_flags
.b
.hcyl
)
560 cmd
.valid
.out
.tf
|= IDE_VALID_LBAH
;
562 cmd
.valid
.out
.tf
|= IDE_VALID_OUT_TF
;
563 if (cmd
.tf_flags
& IDE_TFLAG_LBA48
)
564 cmd
.valid
.out
.hob
|= IDE_VALID_OUT_HOB
;
567 if (req_task
->in_flags
.b
.data
)
568 cmd
.ftf_flags
|= IDE_FTFLAG_IN_DATA
;
570 if (req_task
->req_cmd
== IDE_DRIVE_TASK_RAW_WRITE
) {
571 /* fixup data phase if needed */
572 if (req_task
->data_phase
== TASKFILE_IN_DMAQ
||
573 req_task
->data_phase
== TASKFILE_IN_DMA
)
574 cmd
.tf_flags
|= IDE_TFLAG_WRITE
;
577 cmd
.protocol
= ATA_PROT_DMA
;
579 switch (req_task
->data_phase
) {
580 case TASKFILE_MULTI_OUT
:
581 if (!drive
->mult_count
) {
582 /* (hs): give up if multcount is not set */
583 pr_err("%s: %s Multimode Write multcount is not set\n",
584 drive
->name
, __func__
);
588 cmd
.tf_flags
|= IDE_TFLAG_MULTI_PIO
;
591 cmd
.protocol
= ATA_PROT_PIO
;
593 case TASKFILE_OUT_DMAQ
:
594 case TASKFILE_OUT_DMA
:
595 cmd
.tf_flags
|= IDE_TFLAG_WRITE
;
596 nsect
= taskout
/ SECTOR_SIZE
;
599 case TASKFILE_MULTI_IN
:
600 if (!drive
->mult_count
) {
601 /* (hs): give up if multcount is not set */
602 pr_err("%s: %s Multimode Read multcount is not set\n",
603 drive
->name
, __func__
);
607 cmd
.tf_flags
|= IDE_TFLAG_MULTI_PIO
;
610 cmd
.protocol
= ATA_PROT_PIO
;
612 case TASKFILE_IN_DMAQ
:
613 case TASKFILE_IN_DMA
:
614 nsect
= taskin
/ SECTOR_SIZE
;
617 case TASKFILE_NO_DATA
:
618 cmd
.protocol
= ATA_PROT_NODATA
;
625 if (req_task
->req_cmd
== IDE_DRIVE_TASK_NO_DATA
)
628 nsect
= (cmd
.hob
.nsect
<< 8) | cmd
.tf
.nsect
;
631 pr_err("%s: in/out command without data\n",
638 err
= ide_raw_taskfile(drive
, &cmd
, data_buf
, nsect
);
640 memcpy(req_task
->hob_ports
, &cmd
.hob
, HDIO_DRIVE_HOB_HDR_SIZE
- 2);
641 memcpy(req_task
->io_ports
, &cmd
.tf
, HDIO_DRIVE_TASK_HDR_SIZE
);
643 if ((cmd
.ftf_flags
& IDE_FTFLAG_SET_IN_FLAGS
) &&
644 req_task
->in_flags
.all
== 0) {
645 req_task
->in_flags
.all
= IDE_TASKFILE_STD_IN_FLAGS
;
646 if (drive
->dev_flags
& IDE_DFLAG_LBA48
)
647 req_task
->in_flags
.all
|= (IDE_HOB_STD_IN_FLAGS
<< 8);
650 if (copy_to_user(buf
, req_task
, tasksize
)) {
655 int outtotal
= tasksize
;
656 if (copy_to_user(buf
+ outtotal
, outbuf
, taskout
)) {
662 int intotal
= tasksize
+ taskout
;
663 if (copy_to_user(buf
+ intotal
, inbuf
, taskin
)) {