drivers/ide/ide-taskfile.c

   1 /*
   2  *  Copyright (C) 2000-2002        Michael Cornwell <cornwell@acm.org>
   3  *  Copyright (C) 2000-2002        Andre Hedrick <andre@linux-ide.org>
   4  *  Copyright (C) 2001-2002        Klaus Smolin
   5  *                                      IBM Storage Technology Division
   6  *  Copyright (C) 2003-2004, 2007  Bartlomiej Zolnierkiewicz
   7  *
   8  *  The big the bad and the ugly.
   9  */
  10
  11 #include <linux/types.h>
  12 #include <linux/string.h>
  13 #include <linux/kernel.h>
  14 #include <linux/sched.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/errno.h>
  17 #include <linux/slab.h>
  18 #include <linux/delay.h>
  19 #include <linux/hdreg.h>
  20 #include <linux/ide.h>
  21 #include <linux/scatterlist.h>
  22
  23 #include <asm/uaccess.h>
  24 #include <asm/io.h>
  25
  26 void ide_tf_dump(const char *s, struct ide_taskfile *tf)
  27 {
  28 #ifdef DEBUG
  29         printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
  30                 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
  31                 s, tf->feature, tf->nsect, tf->lbal,
  32                 tf->lbam, tf->lbah, tf->device, tf->command);
  33         printk("%s: hob: nsect 0x%02x lbal 0x%02x "
  34                 "lbam 0x%02x lbah 0x%02x\n",
  35                 s, tf->hob_nsect, tf->hob_lbal,
  36                 tf->hob_lbam, tf->hob_lbah);
  37 #endif
  38 }
  39
  40 int taskfile_lib_get_identify (ide_drive_t *drive, u8 *buf)
  41 {
  42         ide_task_t args;
  43
  44         memset(&args, 0, sizeof(ide_task_t));
  45         args.tf.nsect = 0x01;
  46         if (drive->media == ide_disk)
  47                 args.tf.command = WIN_IDENTIFY;
  48         else
  49                 args.tf.command = WIN_PIDENTIFY;
  50         args.tf_flags   = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
  51         args.data_phase = TASKFILE_IN;
  52         return ide_raw_taskfile(drive, &args, buf, 1);
  53 }
  54
  55 static ide_startstop_t task_no_data_intr(ide_drive_t *);
  56 static ide_startstop_t set_geometry_intr(ide_drive_t *);
  57 static ide_startstop_t recal_intr(ide_drive_t *);
  58 static ide_startstop_t set_multmode_intr(ide_drive_t *);
  59 static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct request *);
  60 static ide_startstop_t task_in_intr(ide_drive_t *);
  61
  62 ide_startstop_t do_rw_taskfile (ide_drive_t *drive, ide_task_t *task)
  63 {
  64         ide_hwif_t *hwif        = HWIF(drive);
  65         struct ide_taskfile *tf = &task->tf;
  66         ide_handler_t *handler = NULL;
  67         const struct ide_dma_ops *dma_ops = hwif->dma_ops;
  68
  69         if (task->data_phase == TASKFILE_MULTI_IN ||
  70             task->data_phase == TASKFILE_MULTI_OUT) {
  71                 if (!drive->mult_count) {
  72                         printk(KERN_ERR "%s: multimode not set!\n",
  73                                         drive->name);
  74                         return ide_stopped;
  75                 }
  76         }
  77
  78         if (task->tf_flags & IDE_TFLAG_FLAGGED)
  79                 task->tf_flags |= IDE_TFLAG_FLAGGED_SET_IN_FLAGS;
  80
  81         if ((task->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) {
  82                 ide_tf_dump(drive->name, tf);
  83                 ide_set_irq(drive, 1);
  84                 SELECT_MASK(drive, 0);
  85                 hwif->tf_load(drive, task);
  86         }
  87
  88         switch (task->data_phase) {
  89         case TASKFILE_MULTI_OUT:
  90         case TASKFILE_OUT:
  91                 hwif->OUTBSYNC(hwif, tf->command, hwif->io_ports.command_addr);
  92                 ndelay(400);    /* FIXME */
  93                 return pre_task_out_intr(drive, task->rq);
  94         case TASKFILE_MULTI_IN:
  95         case TASKFILE_IN:
  96                 handler = task_in_intr;
  97                 /* fall-through */
  98         case TASKFILE_NO_DATA:
  99                 if (handler == NULL)
 100                         handler = task_no_data_intr;
 101                 /* WIN_{SPECIFY,RESTORE,SETMULT} use custom handlers */
 102                 if (task->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) {
 103                         switch (tf->command) {
 104                         case WIN_SPECIFY: handler = set_geometry_intr;  break;
 105                         case WIN_RESTORE: handler = recal_intr;         break;
 106                         case WIN_SETMULT: handler = set_multmode_intr;  break;
 107                         }
 108                 }
 109                 ide_execute_command(drive, tf->command, handler,
 110                                     WAIT_WORSTCASE, NULL);
 111                 return ide_started;
 112         default:
 113                 if (drive->using_dma == 0 || dma_ops->dma_setup(drive))
 114                         return ide_stopped;
 115                 dma_ops->dma_exec_cmd(drive, tf->command);
 116                 dma_ops->dma_start(drive);
 117                 return ide_started;
 118         }
 119 }
 120 EXPORT_SYMBOL_GPL(do_rw_taskfile);
 121
 122 /*
 123  * set_multmode_intr() is invoked on completion of a WIN_SETMULT cmd.
 124  */
 125 static ide_startstop_t set_multmode_intr(ide_drive_t *drive)
 126 {
 127         u8 stat = ide_read_status(drive);
 128
 129         if (OK_STAT(stat, READY_STAT, BAD_STAT))
 130                 drive->mult_count = drive->mult_req;
 131         else {
 132                 drive->mult_req = drive->mult_count = 0;
 133                 drive->special.b.recalibrate = 1;
 134                 (void) ide_dump_status(drive, "set_multmode", stat);
 135         }
 136         return ide_stopped;
 137 }
 138
 139 /*
 140  * set_geometry_intr() is invoked on completion of a WIN_SPECIFY cmd.
 141  */
 142 static ide_startstop_t set_geometry_intr(ide_drive_t *drive)
 143 {
 144         int retries = 5;
 145         u8 stat;
 146
 147         while (((stat = ide_read_status(drive)) & BUSY_STAT) && retries--)
 148                 udelay(10);
 149
 150         if (OK_STAT(stat, READY_STAT, BAD_STAT))
 151                 return ide_stopped;
 152
 153         if (stat & (ERR_STAT|DRQ_STAT))
 154                 return ide_error(drive, "set_geometry_intr", stat);
 155
 156         ide_set_handler(drive, &set_geometry_intr, WAIT_WORSTCASE, NULL);
 157         return ide_started;
 158 }
 159
 160 /*
 161  * recal_intr() is invoked on completion of a WIN_RESTORE (recalibrate) cmd.
 162  */
 163 static ide_startstop_t recal_intr(ide_drive_t *drive)
 164 {
 165         u8 stat = ide_read_status(drive);
 166
 167         if (!OK_STAT(stat, READY_STAT, BAD_STAT))
 168                 return ide_error(drive, "recal_intr", stat);
 169         return ide_stopped;
 170 }
 171
 172 /*
 173  * Handler for commands without a data phase
 174  */
 175 static ide_startstop_t task_no_data_intr(ide_drive_t *drive)
 176 {
 177         ide_task_t *args        = HWGROUP(drive)->rq->special;
 178         u8 stat;
 179
 180         local_irq_enable_in_hardirq();
 181         stat = ide_read_status(drive);
 182
 183         if (!OK_STAT(stat, READY_STAT, BAD_STAT))
 184                 return ide_error(drive, "task_no_data_intr", stat);
 185                 /* calls ide_end_drive_cmd */
 186
 187         if (args)
 188                 ide_end_drive_cmd(drive, stat, ide_read_error(drive));
 189
 190         return ide_stopped;
 191 }
 192
 193 static u8 wait_drive_not_busy(ide_drive_t *drive)
 194 {
 195         int retries;
 196         u8 stat;
 197
 198         /*
 199          * Last sector was transfered, wait until device is ready.  This can
 200          * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
 201          */
 202         for (retries = 0; retries < 1000; retries++) {
 203                 stat = ide_read_status(drive);
 204
 205                 if (stat & BUSY_STAT)
 206                         udelay(10);
 207                 else
 208                         break;
 209         }
 210
 211         if (stat & BUSY_STAT)
 212                 printk(KERN_ERR "%s: drive still BUSY!\n", drive->name);
 213
 214         return stat;
 215 }
 216
 217 static void ide_pio_sector(ide_drive_t *drive, struct request *rq,
 218                            unsigned int write)
 219 {
 220         ide_hwif_t *hwif = drive->hwif;
 221         struct scatterlist *sg = hwif->sg_table;
 222         struct scatterlist *cursg = hwif->cursg;
 223         struct page *page;
 224 #ifdef CONFIG_HIGHMEM
 225         unsigned long flags;
 226 #endif
 227         unsigned int offset;
 228         u8 *buf;
 229
 230         cursg = hwif->cursg;
 231         if (!cursg) {
 232                 cursg = sg;
 233                 hwif->cursg = sg;
 234         }
 235
 236         page = sg_page(cursg);
 237         offset = cursg->offset + hwif->cursg_ofs * SECTOR_SIZE;
 238
 239         /* get the current page and offset */
 240         page = nth_page(page, (offset >> PAGE_SHIFT));
 241         offset %= PAGE_SIZE;
 242
 243 #ifdef CONFIG_HIGHMEM
 244         local_irq_save(flags);
 245 #endif
 246         buf = kmap_atomic(page, KM_BIO_SRC_IRQ) + offset;
 247
 248         hwif->nleft--;
 249         hwif->cursg_ofs++;
 250
 251         if ((hwif->cursg_ofs * SECTOR_SIZE) == cursg->length) {
 252                 hwif->cursg = sg_next(hwif->cursg);
 253                 hwif->cursg_ofs = 0;
 254         }
 255
 256         /* do the actual data transfer */
 257         if (write)
 258                 hwif->output_data(drive, rq, buf, SECTOR_SIZE);
 259         else
 260                 hwif->input_data(drive, rq, buf, SECTOR_SIZE);
 261
 262         kunmap_atomic(buf, KM_BIO_SRC_IRQ);
 263 #ifdef CONFIG_HIGHMEM
 264         local_irq_restore(flags);
 265 #endif
 266 }
 267
 268 static void ide_pio_multi(ide_drive_t *drive, struct request *rq,
 269                           unsigned int write)
 270 {
 271         unsigned int nsect;
 272
 273         nsect = min_t(unsigned int, drive->hwif->nleft, drive->mult_count);
 274         while (nsect--)
 275                 ide_pio_sector(drive, rq, write);
 276 }
 277
 278 static void ide_pio_datablock(ide_drive_t *drive, struct request *rq,
 279                                      unsigned int write)
 280 {
 281         u8 saved_io_32bit = drive->io_32bit;
 282
 283         if (rq->bio)    /* fs request */
 284                 rq->errors = 0;
 285
 286         if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
 287                 ide_task_t *task = rq->special;
 288
 289                 if (task->tf_flags & IDE_TFLAG_IO_16BIT)
 290                         drive->io_32bit = 0;
 291         }
 292
 293         touch_softlockup_watchdog();
 294
 295         switch (drive->hwif->data_phase) {
 296         case TASKFILE_MULTI_IN:
 297         case TASKFILE_MULTI_OUT:
 298                 ide_pio_multi(drive, rq, write);
 299                 break;
 300         default:
 301                 ide_pio_sector(drive, rq, write);
 302                 break;
 303         }
 304
 305         drive->io_32bit = saved_io_32bit;
 306 }
 307
 308 static ide_startstop_t task_error(ide_drive_t *drive, struct request *rq,
 309                                   const char *s, u8 stat)
 310 {
 311         if (rq->bio) {
 312                 ide_hwif_t *hwif = drive->hwif;
 313                 int sectors = hwif->nsect - hwif->nleft;
 314
 315                 switch (hwif->data_phase) {
 316                 case TASKFILE_IN:
 317                         if (hwif->nleft)
 318                                 break;
 319                         /* fall through */
 320                 case TASKFILE_OUT:
 321                         sectors--;
 322                         break;
 323                 case TASKFILE_MULTI_IN:
 324                         if (hwif->nleft)
 325                                 break;
 326                         /* fall through */
 327                 case TASKFILE_MULTI_OUT:
 328                         sectors -= drive->mult_count;
 329                 default:
 330                         break;
 331                 }
 332
 333                 if (sectors > 0) {
 334                         ide_driver_t *drv;
 335
 336                         drv = *(ide_driver_t **)rq->rq_disk->private_data;
 337                         drv->end_request(drive, 1, sectors);
 338                 }
 339         }
 340         return ide_error(drive, s, stat);
 341 }
 342
 343 void task_end_request(ide_drive_t *drive, struct request *rq, u8 stat)
 344 {
 345         if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
 346                 u8 err = ide_read_error(drive);
 347
 348                 ide_end_drive_cmd(drive, stat, err);
 349                 return;
 350         }
 351
 352         if (rq->rq_disk) {
 353                 ide_driver_t *drv;
 354
 355                 drv = *(ide_driver_t **)rq->rq_disk->private_data;;
 356                 drv->end_request(drive, 1, rq->nr_sectors);
 357         } else
 358                 ide_end_request(drive, 1, rq->nr_sectors);
 359 }
 360
 361 /*
 362  * We got an interrupt on a task_in case, but no errors and no DRQ.
 363  *
 364  * It might be a spurious irq (shared irq), but it might be a
 365  * command that had no output.
 366  */
 367 static ide_startstop_t task_in_unexpected(ide_drive_t *drive, struct request *rq, u8 stat)
 368 {
 369         /* Command all done? */
 370         if (OK_STAT(stat, READY_STAT, BUSY_STAT)) {
 371                 task_end_request(drive, rq, stat);
 372                 return ide_stopped;
 373         }
 374
 375         /* Assume it was a spurious irq */
 376         ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
 377         return ide_started;
 378 }
 379
 380 /*
 381  * Handler for command with PIO data-in phase (Read/Read Multiple).
 382  */
 383 static ide_startstop_t task_in_intr(ide_drive_t *drive)
 384 {
 385         ide_hwif_t *hwif = drive->hwif;
 386         struct request *rq = HWGROUP(drive)->rq;
 387         u8 stat = ide_read_status(drive);
 388
 389         /* Error? */
 390         if (stat & ERR_STAT)
 391                 return task_error(drive, rq, __func__, stat);
 392
 393         /* Didn't want any data? Odd. */
 394         if (!(stat & DRQ_STAT))
 395                 return task_in_unexpected(drive, rq, stat);
 396
 397         ide_pio_datablock(drive, rq, 0);
 398
 399         /* Are we done? Check status and finish transfer. */
 400         if (!hwif->nleft) {
 401                 stat = wait_drive_not_busy(drive);
 402                 if (!OK_STAT(stat, 0, BAD_STAT))
 403                         return task_error(drive, rq, __func__, stat);
 404                 task_end_request(drive, rq, stat);
 405                 return ide_stopped;
 406         }
 407
 408         /* Still data left to transfer. */
 409         ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
 410
 411         return ide_started;
 412 }
 413
 414 /*
 415  * Handler for command with PIO data-out phase (Write/Write Multiple).
 416  */
 417 static ide_startstop_t task_out_intr (ide_drive_t *drive)
 418 {
 419         ide_hwif_t *hwif = drive->hwif;
 420         struct request *rq = HWGROUP(drive)->rq;
 421         u8 stat = ide_read_status(drive);
 422
 423         if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat))
 424                 return task_error(drive, rq, __func__, stat);
 425
 426         /* Deal with unexpected ATA data phase. */
 427         if (((stat & DRQ_STAT) == 0) ^ !hwif->nleft)
 428                 return task_error(drive, rq, __func__, stat);
 429
 430         if (!hwif->nleft) {
 431                 task_end_request(drive, rq, stat);
 432                 return ide_stopped;
 433         }
 434
 435         /* Still data left to transfer. */
 436         ide_pio_datablock(drive, rq, 1);
 437         ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
 438
 439         return ide_started;
 440 }
 441
 442 static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, struct request *rq)
 443 {
 444         ide_startstop_t startstop;
 445
 446         if (ide_wait_stat(&startstop, drive, DRQ_STAT,
 447                           drive->bad_wstat, WAIT_DRQ)) {
 448                 printk(KERN_ERR "%s: no DRQ after issuing %sWRITE%s\n",
 449                                 drive->name,
 450                                 drive->hwif->data_phase ? "MULT" : "",
 451                                 drive->addressing ? "_EXT" : "");
 452                 return startstop;
 453         }
 454
 455         if (!drive->unmask)
 456                 local_irq_disable();
 457
 458         ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
 459         ide_pio_datablock(drive, rq, 1);
 460
 461         return ide_started;
 462 }
 463
 464 int ide_raw_taskfile(ide_drive_t *drive, ide_task_t *task, u8 *buf, u16 nsect)
 465 {
 466         struct request *rq;
 467         int error;
 468
 469         rq = blk_get_request(drive->queue, READ, __GFP_WAIT);
 470         rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
 471         rq->buffer = buf;
 472
 473         /*
 474          * (ks) We transfer currently only whole sectors.
 475          * This is suffient for now.  But, it would be great,
 476          * if we would find a solution to transfer any size.
 477          * To support special commands like READ LONG.
 478          */
 479         rq->hard_nr_sectors = rq->nr_sectors = nsect;
 480         rq->hard_cur_sectors = rq->current_nr_sectors = nsect;
 481
 482         if (task->tf_flags & IDE_TFLAG_WRITE)
 483                 rq->cmd_flags |= REQ_RW;
 484
 485         rq->special = task;
 486         task->rq = rq;
 487
 488         error = blk_execute_rq(drive->queue, NULL, rq, 0);
 489         blk_put_request(rq);
 490
 491         return error;
 492 }
 493
 494 EXPORT_SYMBOL(ide_raw_taskfile);
 495
 496 int ide_no_data_taskfile(ide_drive_t *drive, ide_task_t *task)
 497 {
 498         task->data_phase = TASKFILE_NO_DATA;
 499
 500         return ide_raw_taskfile(drive, task, NULL, 0);
 501 }
 502 EXPORT_SYMBOL_GPL(ide_no_data_taskfile);
 503
 504 #ifdef CONFIG_IDE_TASK_IOCTL
 505 int ide_taskfile_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
 506 {
 507         ide_task_request_t      *req_task;
 508         ide_task_t              args;
 509         u8 *outbuf              = NULL;
 510         u8 *inbuf               = NULL;
 511         u8 *data_buf            = NULL;
 512         int err                 = 0;
 513         int tasksize            = sizeof(struct ide_task_request_s);
 514         unsigned int taskin     = 0;
 515         unsigned int taskout    = 0;
 516         u16 nsect               = 0;
 517         char __user *buf = (char __user *)arg;
 518
 519 //      printk("IDE Taskfile ...\n");
 520
 521         req_task = kzalloc(tasksize, GFP_KERNEL);
 522         if (req_task == NULL) return -ENOMEM;
 523         if (copy_from_user(req_task, buf, tasksize)) {
 524                 kfree(req_task);
 525                 return -EFAULT;
 526         }
 527
 528         taskout = req_task->out_size;
 529         taskin  = req_task->in_size;
 530
 531         if (taskin > 65536 || taskout > 65536) {
 532                 err = -EINVAL;
 533                 goto abort;
 534         }
 535
 536         if (taskout) {
 537                 int outtotal = tasksize;
 538                 outbuf = kzalloc(taskout, GFP_KERNEL);
 539                 if (outbuf == NULL) {
 540                         err = -ENOMEM;
 541                         goto abort;
 542                 }
 543                 if (copy_from_user(outbuf, buf + outtotal, taskout)) {
 544                         err = -EFAULT;
 545                         goto abort;
 546                 }
 547         }
 548
 549         if (taskin) {
 550                 int intotal = tasksize + taskout;
 551                 inbuf = kzalloc(taskin, GFP_KERNEL);
 552                 if (inbuf == NULL) {
 553                         err = -ENOMEM;
 554                         goto abort;
 555                 }
 556                 if (copy_from_user(inbuf, buf + intotal, taskin)) {
 557                         err = -EFAULT;
 558                         goto abort;
 559                 }
 560         }
 561
 562         memset(&args, 0, sizeof(ide_task_t));
 563
 564         memcpy(&args.tf_array[0], req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2);
 565         memcpy(&args.tf_array[6], req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE);
 566
 567         args.data_phase = req_task->data_phase;
 568
 569         args.tf_flags = IDE_TFLAG_IO_16BIT | IDE_TFLAG_DEVICE |
 570                         IDE_TFLAG_IN_TF;
 571         if (drive->addressing == 1)
 572                 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_IN_HOB);
 573
 574         if (req_task->out_flags.all) {
 575                 args.tf_flags |= IDE_TFLAG_FLAGGED;
 576
 577                 if (req_task->out_flags.b.data)
 578                         args.tf_flags |= IDE_TFLAG_OUT_DATA;
 579
 580                 if (req_task->out_flags.b.nsector_hob)
 581                         args.tf_flags |= IDE_TFLAG_OUT_HOB_NSECT;
 582                 if (req_task->out_flags.b.sector_hob)
 583                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAL;
 584                 if (req_task->out_flags.b.lcyl_hob)
 585                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAM;
 586                 if (req_task->out_flags.b.hcyl_hob)
 587                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAH;
 588
 589                 if (req_task->out_flags.b.error_feature)
 590                         args.tf_flags |= IDE_TFLAG_OUT_FEATURE;
 591                 if (req_task->out_flags.b.nsector)
 592                         args.tf_flags |= IDE_TFLAG_OUT_NSECT;
 593                 if (req_task->out_flags.b.sector)
 594                         args.tf_flags |= IDE_TFLAG_OUT_LBAL;
 595                 if (req_task->out_flags.b.lcyl)
 596                         args.tf_flags |= IDE_TFLAG_OUT_LBAM;
 597                 if (req_task->out_flags.b.hcyl)
 598                         args.tf_flags |= IDE_TFLAG_OUT_LBAH;
 599         } else {
 600                 args.tf_flags |= IDE_TFLAG_OUT_TF;
 601                 if (args.tf_flags & IDE_TFLAG_LBA48)
 602                         args.tf_flags |= IDE_TFLAG_OUT_HOB;
 603         }
 604
 605         if (req_task->in_flags.b.data)
 606                 args.tf_flags |= IDE_TFLAG_IN_DATA;
 607
 608         switch(req_task->data_phase) {
 609                 case TASKFILE_MULTI_OUT:
 610                         if (!drive->mult_count) {
 611                                 /* (hs): give up if multcount is not set */
 612                                 printk(KERN_ERR "%s: %s Multimode Write " \
 613                                         "multcount is not set\n",
 614                                         drive->name, __func__);
 615                                 err = -EPERM;
 616                                 goto abort;
 617                         }
 618                         /* fall through */
 619                 case TASKFILE_OUT:
 620                         /* fall through */
 621                 case TASKFILE_OUT_DMAQ:
 622                 case TASKFILE_OUT_DMA:
 623                         nsect = taskout / SECTOR_SIZE;
 624                         data_buf = outbuf;
 625                         break;
 626                 case TASKFILE_MULTI_IN:
 627                         if (!drive->mult_count) {
 628                                 /* (hs): give up if multcount is not set */
 629                                 printk(KERN_ERR "%s: %s Multimode Read failure " \
 630                                         "multcount is not set\n",
 631                                         drive->name, __func__);
 632                                 err = -EPERM;
 633                                 goto abort;
 634                         }
 635                         /* fall through */
 636                 case TASKFILE_IN:
 637                         /* fall through */
 638                 case TASKFILE_IN_DMAQ:
 639                 case TASKFILE_IN_DMA:
 640                         nsect = taskin / SECTOR_SIZE;
 641                         data_buf = inbuf;
 642                         break;
 643                 case TASKFILE_NO_DATA:
 644                         break;
 645                 default:
 646                         err = -EFAULT;
 647                         goto abort;
 648         }
 649
 650         if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA)
 651                 nsect = 0;
 652         else if (!nsect) {
 653                 nsect = (args.tf.hob_nsect << 8) | args.tf.nsect;
 654
 655                 if (!nsect) {
 656                         printk(KERN_ERR "%s: in/out command without data\n",
 657                                         drive->name);
 658                         err = -EFAULT;
 659                         goto abort;
 660                 }
 661         }
 662
 663         if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE)
 664                 args.tf_flags |= IDE_TFLAG_WRITE;
 665
 666         err = ide_raw_taskfile(drive, &args, data_buf, nsect);
 667
 668         memcpy(req_task->hob_ports, &args.tf_array[0], HDIO_DRIVE_HOB_HDR_SIZE - 2);
 669         memcpy(req_task->io_ports, &args.tf_array[6], HDIO_DRIVE_TASK_HDR_SIZE);
 670
 671         if ((args.tf_flags & IDE_TFLAG_FLAGGED_SET_IN_FLAGS) &&
 672             req_task->in_flags.all == 0) {
 673                 req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS;
 674                 if (drive->addressing == 1)
 675                         req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8);
 676         }
 677
 678         if (copy_to_user(buf, req_task, tasksize)) {
 679                 err = -EFAULT;
 680                 goto abort;
 681         }
 682         if (taskout) {
 683                 int outtotal = tasksize;
 684                 if (copy_to_user(buf + outtotal, outbuf, taskout)) {
 685                         err = -EFAULT;
 686                         goto abort;
 687                 }
 688         }
 689         if (taskin) {
 690                 int intotal = tasksize + taskout;
 691                 if (copy_to_user(buf + intotal, inbuf, taskin)) {
 692                         err = -EFAULT;
 693                         goto abort;
 694                 }
 695         }
 696 abort:
 697         kfree(req_task);
 698         kfree(outbuf);
 699         kfree(inbuf);
 700
 701 //      printk("IDE Taskfile ioctl ended. rc = %i\n", err);
 702
 703         return err;
 704 }
 705 #endif
 706
 707 int ide_cmd_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
 708 {
 709         u8 *buf = NULL;
 710         int bufsize = 0, err = 0;
 711         u8 args[4], xfer_rate = 0;
 712         ide_task_t tfargs;
 713         struct ide_taskfile *tf = &tfargs.tf;
 714         struct hd_driveid *id = drive->id;
 715
 716         if (NULL == (void *) arg) {
 717                 struct request *rq;
 718
 719                 rq = blk_get_request(drive->queue, READ, __GFP_WAIT);
 720                 rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
 721                 err = blk_execute_rq(drive->queue, NULL, rq, 0);
 722                 blk_put_request(rq);
 723
 724                 return err;
 725         }
 726
 727         if (copy_from_user(args, (void __user *)arg, 4))
 728                 return -EFAULT;
 729
 730         memset(&tfargs, 0, sizeof(ide_task_t));
 731         tf->feature = args[2];
 732         if (args[0] == WIN_SMART) {
 733                 tf->nsect = args[3];
 734                 tf->lbal  = args[1];
 735                 tf->lbam  = 0x4f;
 736                 tf->lbah  = 0xc2;
 737                 tfargs.tf_flags = IDE_TFLAG_OUT_TF | IDE_TFLAG_IN_NSECT;
 738         } else {
 739                 tf->nsect = args[1];
 740                 tfargs.tf_flags = IDE_TFLAG_OUT_FEATURE |
 741                                   IDE_TFLAG_OUT_NSECT | IDE_TFLAG_IN_NSECT;
 742         }
 743         tf->command = args[0];
 744         tfargs.data_phase = args[3] ? TASKFILE_IN : TASKFILE_NO_DATA;
 745
 746         if (args[3]) {
 747                 tfargs.tf_flags |= IDE_TFLAG_IO_16BIT;
 748                 bufsize = SECTOR_WORDS * 4 * args[3];
 749                 buf = kzalloc(bufsize, GFP_KERNEL);
 750                 if (buf == NULL)
 751                         return -ENOMEM;
 752         }
 753
 754         if (tf->command == WIN_SETFEATURES &&
 755             tf->feature == SETFEATURES_XFER &&
 756             tf->nsect >= XFER_SW_DMA_0 &&
 757             (id->dma_ultra || id->dma_mword || id->dma_1word)) {
 758                 xfer_rate = args[1];
 759                 if (tf->nsect > XFER_UDMA_2 && !eighty_ninty_three(drive)) {
 760                         printk(KERN_WARNING "%s: UDMA speeds >UDMA33 cannot "
 761                                             "be set\n", drive->name);
 762                         goto abort;
 763                 }
 764         }
 765
 766         err = ide_raw_taskfile(drive, &tfargs, buf, args[3]);
 767
 768         args[0] = tf->status;
 769         args[1] = tf->error;
 770         args[2] = tf->nsect;
 771
 772         if (!err && xfer_rate) {
 773                 /* active-retuning-calls future */
 774                 ide_set_xfer_rate(drive, xfer_rate);
 775                 ide_driveid_update(drive);
 776         }
 777 abort:
 778         if (copy_to_user((void __user *)arg, &args, 4))
 779                 err = -EFAULT;
 780         if (buf) {
 781                 if (copy_to_user((void __user *)(arg + 4), buf, bufsize))
 782                         err = -EFAULT;
 783                 kfree(buf);
 784         }
 785         return err;
 786 }
 787
 788 int ide_task_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
 789 {
 790         void __user *p = (void __user *)arg;
 791         int err = 0;
 792         u8 args[7];
 793         ide_task_t task;
 794
 795         if (copy_from_user(args, p, 7))
 796                 return -EFAULT;
 797
 798         memset(&task, 0, sizeof(task));
 799         memcpy(&task.tf_array[7], &args[1], 6);
 800         task.tf.command = args[0];
 801         task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
 802
 803         err = ide_no_data_taskfile(drive, &task);
 804
 805         args[0] = task.tf.command;
 806         memcpy(&args[1], &task.tf_array[7], 6);
 807
 808         if (copy_to_user(p, args, 7))
 809                 err = -EFAULT;
 810
 811         return err;
 812 }