2 * sata_sx4.c - Promise SATA
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
8 * Copyright 2003-2004 Red Hat, Inc.
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
26 * libata documentation is available via 'make {ps|pdf}docs',
27 * as Documentation/DocBook/libata.*
29 * Hardware documentation available under NDA.
37 The SX4 (PDC20621) chip features a single Host DMA (HDMA) copy
38 engine, DIMM memory, and four ATA engines (one per SATA port).
39 Data is copied to/from DIMM memory by the HDMA engine, before
40 handing off to one (or more) of the ATA engines. The ATA
41 engines operate solely on DIMM memory.
43 The SX4 behaves like a PATA chip, with no SATA controls or
44 knowledge whatsoever, leading to the presumption that
45 PATA<->SATA bridges exist on SX4 boards, external to the
48 The chip is quite capable, supporting an XOR engine and linked
49 hardware commands (permits a string to transactions to be
50 submitted and waited-on as a single unit), and an optional
53 The limiting factor is largely software. This Linux driver was
54 written to multiplex the single HDMA engine to copy disk
55 transactions into a fixed DIMM memory space, from where an ATA
56 engine takes over. As a result, each WRITE looks like this:
58 submit HDMA packet to hardware
59 hardware copies data from system memory to DIMM
60 hardware raises interrupt
62 submit ATA packet to hardware
63 hardware executes ATA WRITE command, w/ data in DIMM
64 hardware raises interrupt
66 and each READ looks like this:
68 submit ATA packet to hardware
69 hardware executes ATA READ command, w/ data in DIMM
70 hardware raises interrupt
72 submit HDMA packet to hardware
73 hardware copies data from DIMM to system memory
74 hardware raises interrupt
76 This is a very slow, lock-step way of doing things that can
77 certainly be improved by motivated kernel hackers.
81 #include <linux/kernel.h>
82 #include <linux/module.h>
83 #include <linux/pci.h>
84 #include <linux/slab.h>
85 #include <linux/init.h>
86 #include <linux/blkdev.h>
87 #include <linux/delay.h>
88 #include <linux/interrupt.h>
89 #include <linux/device.h>
90 #include <scsi/scsi_host.h>
91 #include <scsi/scsi_cmnd.h>
92 #include <linux/libata.h>
93 #include "sata_promise.h"
95 #define DRV_NAME "sata_sx4"
96 #define DRV_VERSION "0.12"
103 PDC_PRD_TBL
= 0x44, /* Direct command DMA table addr */
105 PDC_PKT_SUBMIT
= 0x40, /* Command packet pointer addr */
106 PDC_HDMA_PKT_SUBMIT
= 0x100, /* Host DMA packet pointer addr */
107 PDC_INT_SEQMASK
= 0x40, /* Mask of asserted SEQ INTs */
108 PDC_HDMA_CTLSTAT
= 0x12C, /* Host DMA control / status */
110 PDC_CTLSTAT
= 0x60, /* IDEn control / status */
112 PDC_20621_SEQCTL
= 0x400,
113 PDC_20621_SEQMASK
= 0x480,
114 PDC_20621_GENERAL_CTL
= 0x484,
115 PDC_20621_PAGE_SIZE
= (32 * 1024),
117 /* chosen, not constant, values; we design our own DIMM mem map */
118 PDC_20621_DIMM_WINDOW
= 0x0C, /* page# for 32K DIMM window */
119 PDC_20621_DIMM_BASE
= 0x00200000,
120 PDC_20621_DIMM_DATA
= (64 * 1024),
121 PDC_DIMM_DATA_STEP
= (256 * 1024),
122 PDC_DIMM_WINDOW_STEP
= (8 * 1024),
123 PDC_DIMM_HOST_PRD
= (6 * 1024),
124 PDC_DIMM_HOST_PKT
= (128 * 0),
125 PDC_DIMM_HPKT_PRD
= (128 * 1),
126 PDC_DIMM_ATA_PKT
= (128 * 2),
127 PDC_DIMM_APKT_PRD
= (128 * 3),
128 PDC_DIMM_HEADER_SZ
= PDC_DIMM_APKT_PRD
+ 128,
129 PDC_PAGE_WINDOW
= 0x40,
130 PDC_PAGE_DATA
= PDC_PAGE_WINDOW
+
131 (PDC_20621_DIMM_DATA
/ PDC_20621_PAGE_SIZE
),
132 PDC_PAGE_SET
= PDC_DIMM_DATA_STEP
/ PDC_20621_PAGE_SIZE
,
134 PDC_CHIP0_OFS
= 0xC0000, /* offset of chip #0 */
136 PDC_20621_ERR_MASK
= (1<<19) | (1<<20) | (1<<21) | (1<<22) |
139 board_20621
= 0, /* FastTrak S150 SX4 */
141 PDC_MASK_INT
= (1 << 10), /* HDMA/ATA mask int */
142 PDC_RESET
= (1 << 11), /* HDMA/ATA reset */
143 PDC_DMA_ENABLE
= (1 << 7), /* DMA start/stop */
146 PDC_HDMA_Q_MASK
= (PDC_MAX_HDMA
- 1),
148 PDC_DIMM0_SPD_DEV_ADDRESS
= 0x50,
149 PDC_DIMM1_SPD_DEV_ADDRESS
= 0x51,
150 PDC_I2C_CONTROL
= 0x48,
151 PDC_I2C_ADDR_DATA
= 0x4C,
152 PDC_DIMM0_CONTROL
= 0x80,
153 PDC_DIMM1_CONTROL
= 0x84,
154 PDC_SDRAM_CONTROL
= 0x88,
155 PDC_I2C_WRITE
= 0, /* master -> slave */
156 PDC_I2C_READ
= (1 << 6), /* master <- slave */
157 PDC_I2C_START
= (1 << 7), /* start I2C proto */
158 PDC_I2C_MASK_INT
= (1 << 5), /* mask I2C interrupt */
159 PDC_I2C_COMPLETE
= (1 << 16), /* I2C normal compl. */
160 PDC_I2C_NO_ACK
= (1 << 20), /* slave no-ack addr */
161 PDC_DIMM_SPD_SUBADDRESS_START
= 0x00,
162 PDC_DIMM_SPD_SUBADDRESS_END
= 0x7F,
163 PDC_DIMM_SPD_ROW_NUM
= 3,
164 PDC_DIMM_SPD_COLUMN_NUM
= 4,
165 PDC_DIMM_SPD_MODULE_ROW
= 5,
166 PDC_DIMM_SPD_TYPE
= 11,
167 PDC_DIMM_SPD_FRESH_RATE
= 12,
168 PDC_DIMM_SPD_BANK_NUM
= 17,
169 PDC_DIMM_SPD_CAS_LATENCY
= 18,
170 PDC_DIMM_SPD_ATTRIBUTE
= 21,
171 PDC_DIMM_SPD_ROW_PRE_CHARGE
= 27,
172 PDC_DIMM_SPD_ROW_ACTIVE_DELAY
= 28,
173 PDC_DIMM_SPD_RAS_CAS_DELAY
= 29,
174 PDC_DIMM_SPD_ACTIVE_PRECHARGE
= 30,
175 PDC_DIMM_SPD_SYSTEM_FREQ
= 126,
176 PDC_CTL_STATUS
= 0x08,
177 PDC_DIMM_WINDOW_CTLR
= 0x0C,
178 PDC_TIME_CONTROL
= 0x3C,
179 PDC_TIME_PERIOD
= 0x40,
180 PDC_TIME_COUNTER
= 0x44,
181 PDC_GENERAL_CTLR
= 0x484,
182 PCI_PLL_INIT
= 0x8A531824,
183 PCI_X_TCOUNT
= 0xEE1E5CFF,
185 /* PDC_TIME_CONTROL bits */
186 PDC_TIMER_BUZZER
= (1 << 10),
187 PDC_TIMER_MODE_PERIODIC
= 0, /* bits 9:8 == 00 */
188 PDC_TIMER_MODE_ONCE
= (1 << 8), /* bits 9:8 == 01 */
189 PDC_TIMER_ENABLE
= (1 << 7),
190 PDC_TIMER_MASK_INT
= (1 << 5),
191 PDC_TIMER_SEQ_MASK
= 0x1f, /* SEQ ID for timer */
192 PDC_TIMER_DEFAULT
= PDC_TIMER_MODE_ONCE
|
197 #define ECC_ERASE_BUF_SZ (128 * 1024)
199 struct pdc_port_priv
{
200 u8 dimm_buf
[(ATA_PRD_SZ
* ATA_MAX_PRD
) + 512];
205 struct pdc_host_priv
{
206 unsigned int doing_hdma
;
207 unsigned int hdma_prod
;
208 unsigned int hdma_cons
;
210 struct ata_queued_cmd
*qc
;
212 unsigned long pkt_ofs
;
217 static int pdc_sata_init_one(struct pci_dev
*pdev
, const struct pci_device_id
*ent
);
218 static void pdc_error_handler(struct ata_port
*ap
);
219 static void pdc_freeze(struct ata_port
*ap
);
220 static void pdc_thaw(struct ata_port
*ap
);
221 static int pdc_port_start(struct ata_port
*ap
);
222 static void pdc20621_qc_prep(struct ata_queued_cmd
*qc
);
223 static void pdc_tf_load_mmio(struct ata_port
*ap
, const struct ata_taskfile
*tf
);
224 static void pdc_exec_command_mmio(struct ata_port
*ap
, const struct ata_taskfile
*tf
);
225 static unsigned int pdc20621_dimm_init(struct ata_host
*host
);
226 static int pdc20621_detect_dimm(struct ata_host
*host
);
227 static unsigned int pdc20621_i2c_read(struct ata_host
*host
,
228 u32 device
, u32 subaddr
, u32
*pdata
);
229 static int pdc20621_prog_dimm0(struct ata_host
*host
);
230 static unsigned int pdc20621_prog_dimm_global(struct ata_host
*host
);
231 #ifdef ATA_VERBOSE_DEBUG
232 static void pdc20621_get_from_dimm(struct ata_host
*host
,
233 void *psource
, u32 offset
, u32 size
);
235 static void pdc20621_put_to_dimm(struct ata_host
*host
,
236 void *psource
, u32 offset
, u32 size
);
237 static void pdc20621_irq_clear(struct ata_port
*ap
);
238 static unsigned int pdc20621_qc_issue(struct ata_queued_cmd
*qc
);
239 static int pdc_softreset(struct ata_link
*link
, unsigned int *class,
240 unsigned long deadline
);
241 static void pdc_post_internal_cmd(struct ata_queued_cmd
*qc
);
242 static int pdc_check_atapi_dma(struct ata_queued_cmd
*qc
);
245 static struct scsi_host_template pdc_sata_sht
= {
246 ATA_BASE_SHT(DRV_NAME
),
247 .sg_tablesize
= LIBATA_MAX_PRD
,
248 .dma_boundary
= ATA_DMA_BOUNDARY
,
251 /* TODO: inherit from base port_ops after converting to new EH */
252 static struct ata_port_operations pdc_20621_ops
= {
253 .inherits
= &ata_sff_port_ops
,
255 .check_atapi_dma
= pdc_check_atapi_dma
,
256 .qc_prep
= pdc20621_qc_prep
,
257 .qc_issue
= pdc20621_qc_issue
,
259 .freeze
= pdc_freeze
,
261 .softreset
= pdc_softreset
,
262 .error_handler
= pdc_error_handler
,
263 .lost_interrupt
= ATA_OP_NULL
,
264 .post_internal_cmd
= pdc_post_internal_cmd
,
266 .port_start
= pdc_port_start
,
268 .sff_tf_load
= pdc_tf_load_mmio
,
269 .sff_exec_command
= pdc_exec_command_mmio
,
270 .sff_irq_clear
= pdc20621_irq_clear
,
273 static const struct ata_port_info pdc_port_info
[] = {
276 .flags
= ATA_FLAG_SATA
| ATA_FLAG_NO_LEGACY
|
277 ATA_FLAG_SRST
| ATA_FLAG_MMIO
|
278 ATA_FLAG_NO_ATAPI
| ATA_FLAG_PIO_POLLING
,
279 .pio_mask
= ATA_PIO4
,
280 .mwdma_mask
= ATA_MWDMA2
,
281 .udma_mask
= ATA_UDMA6
,
282 .port_ops
= &pdc_20621_ops
,
287 static const struct pci_device_id pdc_sata_pci_tbl
[] = {
288 { PCI_VDEVICE(PROMISE
, 0x6622), board_20621
},
290 { } /* terminate list */
293 static struct pci_driver pdc_sata_pci_driver
= {
295 .id_table
= pdc_sata_pci_tbl
,
296 .probe
= pdc_sata_init_one
,
297 .remove
= ata_pci_remove_one
,
301 static int pdc_port_start(struct ata_port
*ap
)
303 struct device
*dev
= ap
->host
->dev
;
304 struct pdc_port_priv
*pp
;
306 pp
= devm_kzalloc(dev
, sizeof(*pp
), GFP_KERNEL
);
310 pp
->pkt
= dmam_alloc_coherent(dev
, 128, &pp
->pkt_dma
, GFP_KERNEL
);
314 ap
->private_data
= pp
;
319 static inline void pdc20621_ata_sg(struct ata_taskfile
*tf
, u8
*buf
,
321 unsigned int total_len
)
324 unsigned int dw
= PDC_DIMM_APKT_PRD
>> 2;
325 __le32
*buf32
= (__le32
*) buf
;
327 /* output ATA packet S/G table */
328 addr
= PDC_20621_DIMM_BASE
+ PDC_20621_DIMM_DATA
+
329 (PDC_DIMM_DATA_STEP
* portno
);
330 VPRINTK("ATA sg addr 0x%x, %d\n", addr
, addr
);
331 buf32
[dw
] = cpu_to_le32(addr
);
332 buf32
[dw
+ 1] = cpu_to_le32(total_len
| ATA_PRD_EOT
);
334 VPRINTK("ATA PSG @ %x == (0x%x, 0x%x)\n",
335 PDC_20621_DIMM_BASE
+
336 (PDC_DIMM_WINDOW_STEP
* portno
) +
338 buf32
[dw
], buf32
[dw
+ 1]);
341 static inline void pdc20621_host_sg(struct ata_taskfile
*tf
, u8
*buf
,
343 unsigned int total_len
)
346 unsigned int dw
= PDC_DIMM_HPKT_PRD
>> 2;
347 __le32
*buf32
= (__le32
*) buf
;
349 /* output Host DMA packet S/G table */
350 addr
= PDC_20621_DIMM_BASE
+ PDC_20621_DIMM_DATA
+
351 (PDC_DIMM_DATA_STEP
* portno
);
353 buf32
[dw
] = cpu_to_le32(addr
);
354 buf32
[dw
+ 1] = cpu_to_le32(total_len
| ATA_PRD_EOT
);
356 VPRINTK("HOST PSG @ %x == (0x%x, 0x%x)\n",
357 PDC_20621_DIMM_BASE
+
358 (PDC_DIMM_WINDOW_STEP
* portno
) +
360 buf32
[dw
], buf32
[dw
+ 1]);
363 static inline unsigned int pdc20621_ata_pkt(struct ata_taskfile
*tf
,
364 unsigned int devno
, u8
*buf
,
368 __le32
*buf32
= (__le32
*) buf
;
371 unsigned int dimm_sg
= PDC_20621_DIMM_BASE
+
372 (PDC_DIMM_WINDOW_STEP
* portno
) +
374 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg
, dimm_sg
);
376 i
= PDC_DIMM_ATA_PKT
;
381 if ((tf
->protocol
== ATA_PROT_DMA
) && (!(tf
->flags
& ATA_TFLAG_WRITE
)))
382 buf
[i
++] = PDC_PKT_READ
;
383 else if (tf
->protocol
== ATA_PROT_NODATA
)
384 buf
[i
++] = PDC_PKT_NODATA
;
387 buf
[i
++] = 0; /* reserved */
388 buf
[i
++] = portno
+ 1; /* seq. id */
389 buf
[i
++] = 0xff; /* delay seq. id */
391 /* dimm dma S/G, and next-pkt */
393 if (tf
->protocol
== ATA_PROT_NODATA
)
396 buf32
[dw
] = cpu_to_le32(dimm_sg
);
401 dev_reg
= ATA_DEVICE_OBS
;
403 dev_reg
= ATA_DEVICE_OBS
| ATA_DEV1
;
406 buf
[i
++] = (1 << 5) | PDC_PKT_CLEAR_BSY
| ATA_REG_DEVICE
;
409 /* device control register */
410 buf
[i
++] = (1 << 5) | PDC_REG_DEVCTL
;
416 static inline void pdc20621_host_pkt(struct ata_taskfile
*tf
, u8
*buf
,
421 __le32
*buf32
= (__le32
*) buf
;
423 unsigned int host_sg
= PDC_20621_DIMM_BASE
+
424 (PDC_DIMM_WINDOW_STEP
* portno
) +
426 unsigned int dimm_sg
= PDC_20621_DIMM_BASE
+
427 (PDC_DIMM_WINDOW_STEP
* portno
) +
429 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg
, dimm_sg
);
430 VPRINTK("host_sg == 0x%x, %d\n", host_sg
, host_sg
);
432 dw
= PDC_DIMM_HOST_PKT
>> 2;
435 * Set up Host DMA packet
437 if ((tf
->protocol
== ATA_PROT_DMA
) && (!(tf
->flags
& ATA_TFLAG_WRITE
)))
441 tmp
|= ((portno
+ 1 + 4) << 16); /* seq. id */
442 tmp
|= (0xff << 24); /* delay seq. id */
443 buf32
[dw
+ 0] = cpu_to_le32(tmp
);
444 buf32
[dw
+ 1] = cpu_to_le32(host_sg
);
445 buf32
[dw
+ 2] = cpu_to_le32(dimm_sg
);
448 VPRINTK("HOST PKT @ %x == (0x%x 0x%x 0x%x 0x%x)\n",
449 PDC_20621_DIMM_BASE
+ (PDC_DIMM_WINDOW_STEP
* portno
) +
457 static void pdc20621_dma_prep(struct ata_queued_cmd
*qc
)
459 struct scatterlist
*sg
;
460 struct ata_port
*ap
= qc
->ap
;
461 struct pdc_port_priv
*pp
= ap
->private_data
;
462 void __iomem
*mmio
= ap
->host
->iomap
[PDC_MMIO_BAR
];
463 void __iomem
*dimm_mmio
= ap
->host
->iomap
[PDC_DIMM_BAR
];
464 unsigned int portno
= ap
->port_no
;
465 unsigned int i
, si
, idx
, total_len
= 0, sgt_len
;
466 __le32
*buf
= (__le32
*) &pp
->dimm_buf
[PDC_DIMM_HEADER_SZ
];
468 WARN_ON(!(qc
->flags
& ATA_QCFLAG_DMAMAP
));
470 VPRINTK("ata%u: ENTER\n", ap
->print_id
);
472 /* hard-code chip #0 */
473 mmio
+= PDC_CHIP0_OFS
;
479 for_each_sg(qc
->sg
, sg
, qc
->n_elem
, si
) {
480 buf
[idx
++] = cpu_to_le32(sg_dma_address(sg
));
481 buf
[idx
++] = cpu_to_le32(sg_dma_len(sg
));
482 total_len
+= sg_dma_len(sg
);
484 buf
[idx
- 1] |= cpu_to_le32(ATA_PRD_EOT
);
488 * Build ATA, host DMA packets
490 pdc20621_host_sg(&qc
->tf
, &pp
->dimm_buf
[0], portno
, total_len
);
491 pdc20621_host_pkt(&qc
->tf
, &pp
->dimm_buf
[0], portno
);
493 pdc20621_ata_sg(&qc
->tf
, &pp
->dimm_buf
[0], portno
, total_len
);
494 i
= pdc20621_ata_pkt(&qc
->tf
, qc
->dev
->devno
, &pp
->dimm_buf
[0], portno
);
496 if (qc
->tf
.flags
& ATA_TFLAG_LBA48
)
497 i
= pdc_prep_lba48(&qc
->tf
, &pp
->dimm_buf
[0], i
);
499 i
= pdc_prep_lba28(&qc
->tf
, &pp
->dimm_buf
[0], i
);
501 pdc_pkt_footer(&qc
->tf
, &pp
->dimm_buf
[0], i
);
503 /* copy three S/G tables and two packets to DIMM MMIO window */
504 memcpy_toio(dimm_mmio
+ (portno
* PDC_DIMM_WINDOW_STEP
),
505 &pp
->dimm_buf
, PDC_DIMM_HEADER_SZ
);
506 memcpy_toio(dimm_mmio
+ (portno
* PDC_DIMM_WINDOW_STEP
) +
508 &pp
->dimm_buf
[PDC_DIMM_HEADER_SZ
], sgt_len
);
510 /* force host FIFO dump */
511 writel(0x00000001, mmio
+ PDC_20621_GENERAL_CTL
);
513 readl(dimm_mmio
); /* MMIO PCI posting flush */
515 VPRINTK("ata pkt buf ofs %u, prd size %u, mmio copied\n", i
, sgt_len
);
518 static void pdc20621_nodata_prep(struct ata_queued_cmd
*qc
)
520 struct ata_port
*ap
= qc
->ap
;
521 struct pdc_port_priv
*pp
= ap
->private_data
;
522 void __iomem
*mmio
= ap
->host
->iomap
[PDC_MMIO_BAR
];
523 void __iomem
*dimm_mmio
= ap
->host
->iomap
[PDC_DIMM_BAR
];
524 unsigned int portno
= ap
->port_no
;
527 VPRINTK("ata%u: ENTER\n", ap
->print_id
);
529 /* hard-code chip #0 */
530 mmio
+= PDC_CHIP0_OFS
;
532 i
= pdc20621_ata_pkt(&qc
->tf
, qc
->dev
->devno
, &pp
->dimm_buf
[0], portno
);
534 if (qc
->tf
.flags
& ATA_TFLAG_LBA48
)
535 i
= pdc_prep_lba48(&qc
->tf
, &pp
->dimm_buf
[0], i
);
537 i
= pdc_prep_lba28(&qc
->tf
, &pp
->dimm_buf
[0], i
);
539 pdc_pkt_footer(&qc
->tf
, &pp
->dimm_buf
[0], i
);
541 /* copy three S/G tables and two packets to DIMM MMIO window */
542 memcpy_toio(dimm_mmio
+ (portno
* PDC_DIMM_WINDOW_STEP
),
543 &pp
->dimm_buf
, PDC_DIMM_HEADER_SZ
);
545 /* force host FIFO dump */
546 writel(0x00000001, mmio
+ PDC_20621_GENERAL_CTL
);
548 readl(dimm_mmio
); /* MMIO PCI posting flush */
550 VPRINTK("ata pkt buf ofs %u, mmio copied\n", i
);
553 static void pdc20621_qc_prep(struct ata_queued_cmd
*qc
)
555 switch (qc
->tf
.protocol
) {
557 pdc20621_dma_prep(qc
);
559 case ATA_PROT_NODATA
:
560 pdc20621_nodata_prep(qc
);
567 static void __pdc20621_push_hdma(struct ata_queued_cmd
*qc
,
571 struct ata_port
*ap
= qc
->ap
;
572 struct ata_host
*host
= ap
->host
;
573 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
575 /* hard-code chip #0 */
576 mmio
+= PDC_CHIP0_OFS
;
578 writel(0x00000001, mmio
+ PDC_20621_SEQCTL
+ (seq
* 4));
579 readl(mmio
+ PDC_20621_SEQCTL
+ (seq
* 4)); /* flush */
581 writel(pkt_ofs
, mmio
+ PDC_HDMA_PKT_SUBMIT
);
582 readl(mmio
+ PDC_HDMA_PKT_SUBMIT
); /* flush */
585 static void pdc20621_push_hdma(struct ata_queued_cmd
*qc
,
589 struct ata_port
*ap
= qc
->ap
;
590 struct pdc_host_priv
*pp
= ap
->host
->private_data
;
591 unsigned int idx
= pp
->hdma_prod
& PDC_HDMA_Q_MASK
;
593 if (!pp
->doing_hdma
) {
594 __pdc20621_push_hdma(qc
, seq
, pkt_ofs
);
599 pp
->hdma
[idx
].qc
= qc
;
600 pp
->hdma
[idx
].seq
= seq
;
601 pp
->hdma
[idx
].pkt_ofs
= pkt_ofs
;
605 static void pdc20621_pop_hdma(struct ata_queued_cmd
*qc
)
607 struct ata_port
*ap
= qc
->ap
;
608 struct pdc_host_priv
*pp
= ap
->host
->private_data
;
609 unsigned int idx
= pp
->hdma_cons
& PDC_HDMA_Q_MASK
;
611 /* if nothing on queue, we're done */
612 if (pp
->hdma_prod
== pp
->hdma_cons
) {
617 __pdc20621_push_hdma(pp
->hdma
[idx
].qc
, pp
->hdma
[idx
].seq
,
618 pp
->hdma
[idx
].pkt_ofs
);
622 #ifdef ATA_VERBOSE_DEBUG
623 static void pdc20621_dump_hdma(struct ata_queued_cmd
*qc
)
625 struct ata_port
*ap
= qc
->ap
;
626 unsigned int port_no
= ap
->port_no
;
627 void __iomem
*dimm_mmio
= ap
->host
->iomap
[PDC_DIMM_BAR
];
629 dimm_mmio
+= (port_no
* PDC_DIMM_WINDOW_STEP
);
630 dimm_mmio
+= PDC_DIMM_HOST_PKT
;
632 printk(KERN_ERR
"HDMA[0] == 0x%08X\n", readl(dimm_mmio
));
633 printk(KERN_ERR
"HDMA[1] == 0x%08X\n", readl(dimm_mmio
+ 4));
634 printk(KERN_ERR
"HDMA[2] == 0x%08X\n", readl(dimm_mmio
+ 8));
635 printk(KERN_ERR
"HDMA[3] == 0x%08X\n", readl(dimm_mmio
+ 12));
638 static inline void pdc20621_dump_hdma(struct ata_queued_cmd
*qc
) { }
639 #endif /* ATA_VERBOSE_DEBUG */
641 static void pdc20621_packet_start(struct ata_queued_cmd
*qc
)
643 struct ata_port
*ap
= qc
->ap
;
644 struct ata_host
*host
= ap
->host
;
645 unsigned int port_no
= ap
->port_no
;
646 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
647 unsigned int rw
= (qc
->tf
.flags
& ATA_TFLAG_WRITE
);
648 u8 seq
= (u8
) (port_no
+ 1);
649 unsigned int port_ofs
;
651 /* hard-code chip #0 */
652 mmio
+= PDC_CHIP0_OFS
;
654 VPRINTK("ata%u: ENTER\n", ap
->print_id
);
656 wmb(); /* flush PRD, pkt writes */
658 port_ofs
= PDC_20621_DIMM_BASE
+ (PDC_DIMM_WINDOW_STEP
* port_no
);
660 /* if writing, we (1) DMA to DIMM, then (2) do ATA command */
661 if (rw
&& qc
->tf
.protocol
== ATA_PROT_DMA
) {
664 pdc20621_dump_hdma(qc
);
665 pdc20621_push_hdma(qc
, seq
, port_ofs
+ PDC_DIMM_HOST_PKT
);
666 VPRINTK("queued ofs 0x%x (%u), seq %u\n",
667 port_ofs
+ PDC_DIMM_HOST_PKT
,
668 port_ofs
+ PDC_DIMM_HOST_PKT
,
671 writel(0x00000001, mmio
+ PDC_20621_SEQCTL
+ (seq
* 4));
672 readl(mmio
+ PDC_20621_SEQCTL
+ (seq
* 4)); /* flush */
674 writel(port_ofs
+ PDC_DIMM_ATA_PKT
,
675 ap
->ioaddr
.cmd_addr
+ PDC_PKT_SUBMIT
);
676 readl(ap
->ioaddr
.cmd_addr
+ PDC_PKT_SUBMIT
);
677 VPRINTK("submitted ofs 0x%x (%u), seq %u\n",
678 port_ofs
+ PDC_DIMM_ATA_PKT
,
679 port_ofs
+ PDC_DIMM_ATA_PKT
,
684 static unsigned int pdc20621_qc_issue(struct ata_queued_cmd
*qc
)
686 switch (qc
->tf
.protocol
) {
687 case ATA_PROT_NODATA
:
688 if (qc
->tf
.flags
& ATA_TFLAG_POLLING
)
692 pdc20621_packet_start(qc
);
703 return ata_sff_qc_issue(qc
);
706 static inline unsigned int pdc20621_host_intr(struct ata_port
*ap
,
707 struct ata_queued_cmd
*qc
,
708 unsigned int doing_hdma
,
711 unsigned int port_no
= ap
->port_no
;
712 unsigned int port_ofs
=
713 PDC_20621_DIMM_BASE
+ (PDC_DIMM_WINDOW_STEP
* port_no
);
715 unsigned int handled
= 0;
719 if ((qc
->tf
.protocol
== ATA_PROT_DMA
) && /* read */
720 (!(qc
->tf
.flags
& ATA_TFLAG_WRITE
))) {
722 /* step two - DMA from DIMM to host */
724 VPRINTK("ata%u: read hdma, 0x%x 0x%x\n", ap
->print_id
,
725 readl(mmio
+ 0x104), readl(mmio
+ PDC_HDMA_CTLSTAT
));
726 /* get drive status; clear intr; complete txn */
727 qc
->err_mask
|= ac_err_mask(ata_wait_idle(ap
));
729 pdc20621_pop_hdma(qc
);
732 /* step one - exec ATA command */
734 u8 seq
= (u8
) (port_no
+ 1 + 4);
735 VPRINTK("ata%u: read ata, 0x%x 0x%x\n", ap
->print_id
,
736 readl(mmio
+ 0x104), readl(mmio
+ PDC_HDMA_CTLSTAT
));
738 /* submit hdma pkt */
739 pdc20621_dump_hdma(qc
);
740 pdc20621_push_hdma(qc
, seq
,
741 port_ofs
+ PDC_DIMM_HOST_PKT
);
745 } else if (qc
->tf
.protocol
== ATA_PROT_DMA
) { /* write */
747 /* step one - DMA from host to DIMM */
749 u8 seq
= (u8
) (port_no
+ 1);
750 VPRINTK("ata%u: write hdma, 0x%x 0x%x\n", ap
->print_id
,
751 readl(mmio
+ 0x104), readl(mmio
+ PDC_HDMA_CTLSTAT
));
754 writel(0x00000001, mmio
+ PDC_20621_SEQCTL
+ (seq
* 4));
755 readl(mmio
+ PDC_20621_SEQCTL
+ (seq
* 4));
756 writel(port_ofs
+ PDC_DIMM_ATA_PKT
,
757 ap
->ioaddr
.cmd_addr
+ PDC_PKT_SUBMIT
);
758 readl(ap
->ioaddr
.cmd_addr
+ PDC_PKT_SUBMIT
);
761 /* step two - execute ATA command */
763 VPRINTK("ata%u: write ata, 0x%x 0x%x\n", ap
->print_id
,
764 readl(mmio
+ 0x104), readl(mmio
+ PDC_HDMA_CTLSTAT
));
765 /* get drive status; clear intr; complete txn */
766 qc
->err_mask
|= ac_err_mask(ata_wait_idle(ap
));
768 pdc20621_pop_hdma(qc
);
772 /* command completion, but no data xfer */
773 } else if (qc
->tf
.protocol
== ATA_PROT_NODATA
) {
775 status
= ata_sff_busy_wait(ap
, ATA_BUSY
| ATA_DRQ
, 1000);
776 DPRINTK("BUS_NODATA (drv_stat 0x%X)\n", status
);
777 qc
->err_mask
|= ac_err_mask(status
);
782 ap
->stats
.idle_irq
++;
788 static void pdc20621_irq_clear(struct ata_port
*ap
)
790 ioread8(ap
->ioaddr
.status_addr
);
793 static irqreturn_t
pdc20621_interrupt(int irq
, void *dev_instance
)
795 struct ata_host
*host
= dev_instance
;
798 unsigned int i
, tmp
, port_no
;
799 unsigned int handled
= 0;
800 void __iomem
*mmio_base
;
804 if (!host
|| !host
->iomap
[PDC_MMIO_BAR
]) {
805 VPRINTK("QUICK EXIT\n");
809 mmio_base
= host
->iomap
[PDC_MMIO_BAR
];
811 /* reading should also clear interrupts */
812 mmio_base
+= PDC_CHIP0_OFS
;
813 mask
= readl(mmio_base
+ PDC_20621_SEQMASK
);
814 VPRINTK("mask == 0x%x\n", mask
);
816 if (mask
== 0xffffffff) {
817 VPRINTK("QUICK EXIT 2\n");
820 mask
&= 0xffff; /* only 16 tags possible */
822 VPRINTK("QUICK EXIT 3\n");
826 spin_lock(&host
->lock
);
828 for (i
= 1; i
< 9; i
++) {
832 if (port_no
>= host
->n_ports
)
835 ap
= host
->ports
[port_no
];
836 tmp
= mask
& (1 << i
);
837 VPRINTK("seq %u, port_no %u, ap %p, tmp %x\n", i
, port_no
, ap
, tmp
);
839 struct ata_queued_cmd
*qc
;
841 qc
= ata_qc_from_tag(ap
, ap
->link
.active_tag
);
842 if (qc
&& (!(qc
->tf
.flags
& ATA_TFLAG_POLLING
)))
843 handled
+= pdc20621_host_intr(ap
, qc
, (i
> 4),
848 spin_unlock(&host
->lock
);
850 VPRINTK("mask == 0x%x\n", mask
);
854 return IRQ_RETVAL(handled
);
857 static void pdc_freeze(struct ata_port
*ap
)
859 void __iomem
*mmio
= ap
->ioaddr
.cmd_addr
;
863 tmp
= readl(mmio
+ PDC_CTLSTAT
);
865 tmp
&= ~PDC_DMA_ENABLE
;
866 writel(tmp
, mmio
+ PDC_CTLSTAT
);
867 readl(mmio
+ PDC_CTLSTAT
); /* flush */
870 static void pdc_thaw(struct ata_port
*ap
)
872 void __iomem
*mmio
= ap
->ioaddr
.cmd_addr
;
877 ioread8(ap
->ioaddr
.status_addr
);
879 /* turn IRQ back on */
880 tmp
= readl(mmio
+ PDC_CTLSTAT
);
881 tmp
&= ~PDC_MASK_INT
;
882 writel(tmp
, mmio
+ PDC_CTLSTAT
);
883 readl(mmio
+ PDC_CTLSTAT
); /* flush */
886 static void pdc_reset_port(struct ata_port
*ap
)
888 void __iomem
*mmio
= ap
->ioaddr
.cmd_addr
+ PDC_CTLSTAT
;
893 for (i
= 11; i
> 0; i
--) {
906 readl(mmio
); /* flush */
909 static int pdc_softreset(struct ata_link
*link
, unsigned int *class,
910 unsigned long deadline
)
912 pdc_reset_port(link
->ap
);
913 return ata_sff_softreset(link
, class, deadline
);
916 static void pdc_error_handler(struct ata_port
*ap
)
918 if (!(ap
->pflags
& ATA_PFLAG_FROZEN
))
921 ata_sff_error_handler(ap
);
924 static void pdc_post_internal_cmd(struct ata_queued_cmd
*qc
)
926 struct ata_port
*ap
= qc
->ap
;
928 /* make DMA engine forget about the failed command */
929 if (qc
->flags
& ATA_QCFLAG_FAILED
)
933 static int pdc_check_atapi_dma(struct ata_queued_cmd
*qc
)
935 u8
*scsicmd
= qc
->scsicmd
->cmnd
;
936 int pio
= 1; /* atapi dma off by default */
938 /* Whitelist commands that may use DMA. */
939 switch (scsicmd
[0]) {
946 case 0xad: /* READ_DVD_STRUCTURE */
947 case 0xbe: /* READ_CD */
950 /* -45150 (FFFF4FA2) to -1 (FFFFFFFF) shall use PIO mode */
951 if (scsicmd
[0] == WRITE_10
) {
957 if (lba
>= 0xFFFF4FA2)
963 static void pdc_tf_load_mmio(struct ata_port
*ap
, const struct ata_taskfile
*tf
)
965 WARN_ON(tf
->protocol
== ATA_PROT_DMA
||
966 tf
->protocol
== ATAPI_PROT_DMA
);
967 ata_sff_tf_load(ap
, tf
);
971 static void pdc_exec_command_mmio(struct ata_port
*ap
, const struct ata_taskfile
*tf
)
973 WARN_ON(tf
->protocol
== ATA_PROT_DMA
||
974 tf
->protocol
== ATAPI_PROT_DMA
);
975 ata_sff_exec_command(ap
, tf
);
979 static void pdc_sata_setup_port(struct ata_ioports
*port
, void __iomem
*base
)
981 port
->cmd_addr
= base
;
982 port
->data_addr
= base
;
984 port
->error_addr
= base
+ 0x4;
985 port
->nsect_addr
= base
+ 0x8;
986 port
->lbal_addr
= base
+ 0xc;
987 port
->lbam_addr
= base
+ 0x10;
988 port
->lbah_addr
= base
+ 0x14;
989 port
->device_addr
= base
+ 0x18;
991 port
->status_addr
= base
+ 0x1c;
992 port
->altstatus_addr
=
993 port
->ctl_addr
= base
+ 0x38;
997 #ifdef ATA_VERBOSE_DEBUG
998 static void pdc20621_get_from_dimm(struct ata_host
*host
, void *psource
,
999 u32 offset
, u32 size
)
1005 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1006 void __iomem
*dimm_mmio
= host
->iomap
[PDC_DIMM_BAR
];
1008 /* hard-code chip #0 */
1009 mmio
+= PDC_CHIP0_OFS
;
1012 window_size
= 0x2000 * 4; /* 32K byte uchar size */
1013 idx
= (u16
) (offset
/ window_size
);
1015 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1016 readl(mmio
+ PDC_GENERAL_CTLR
);
1017 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1018 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1020 offset
-= (idx
* window_size
);
1022 dist
= ((long) (window_size
- (offset
+ size
))) >= 0 ? size
:
1023 (long) (window_size
- offset
);
1024 memcpy_fromio((char *) psource
, (char *) (dimm_mmio
+ offset
/ 4),
1029 for (; (long) size
>= (long) window_size
;) {
1030 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1031 readl(mmio
+ PDC_GENERAL_CTLR
);
1032 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1033 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1034 memcpy_fromio((char *) psource
, (char *) (dimm_mmio
),
1036 psource
+= window_size
;
1037 size
-= window_size
;
1042 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1043 readl(mmio
+ PDC_GENERAL_CTLR
);
1044 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1045 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1046 memcpy_fromio((char *) psource
, (char *) (dimm_mmio
),
1053 static void pdc20621_put_to_dimm(struct ata_host
*host
, void *psource
,
1054 u32 offset
, u32 size
)
1060 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1061 void __iomem
*dimm_mmio
= host
->iomap
[PDC_DIMM_BAR
];
1063 /* hard-code chip #0 */
1064 mmio
+= PDC_CHIP0_OFS
;
1067 window_size
= 0x2000 * 4; /* 32K byte uchar size */
1068 idx
= (u16
) (offset
/ window_size
);
1070 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1071 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1072 offset
-= (idx
* window_size
);
1074 dist
= ((long)(s32
)(window_size
- (offset
+ size
))) >= 0 ? size
:
1075 (long) (window_size
- offset
);
1076 memcpy_toio(dimm_mmio
+ offset
/ 4, psource
, dist
);
1077 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1078 readl(mmio
+ PDC_GENERAL_CTLR
);
1082 for (; (long) size
>= (long) window_size
;) {
1083 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1084 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1085 memcpy_toio(dimm_mmio
, psource
, window_size
/ 4);
1086 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1087 readl(mmio
+ PDC_GENERAL_CTLR
);
1088 psource
+= window_size
;
1089 size
-= window_size
;
1094 writel(((idx
) << page_mask
), mmio
+ PDC_DIMM_WINDOW_CTLR
);
1095 readl(mmio
+ PDC_DIMM_WINDOW_CTLR
);
1096 memcpy_toio(dimm_mmio
, psource
, size
/ 4);
1097 writel(0x01, mmio
+ PDC_GENERAL_CTLR
);
1098 readl(mmio
+ PDC_GENERAL_CTLR
);
1103 static unsigned int pdc20621_i2c_read(struct ata_host
*host
, u32 device
,
1104 u32 subaddr
, u32
*pdata
)
1106 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1111 /* hard-code chip #0 */
1112 mmio
+= PDC_CHIP0_OFS
;
1114 i2creg
|= device
<< 24;
1115 i2creg
|= subaddr
<< 16;
1117 /* Set the device and subaddress */
1118 writel(i2creg
, mmio
+ PDC_I2C_ADDR_DATA
);
1119 readl(mmio
+ PDC_I2C_ADDR_DATA
);
1121 /* Write Control to perform read operation, mask int */
1122 writel(PDC_I2C_READ
| PDC_I2C_START
| PDC_I2C_MASK_INT
,
1123 mmio
+ PDC_I2C_CONTROL
);
1125 for (count
= 0; count
<= 1000; count
++) {
1126 status
= readl(mmio
+ PDC_I2C_CONTROL
);
1127 if (status
& PDC_I2C_COMPLETE
) {
1128 status
= readl(mmio
+ PDC_I2C_ADDR_DATA
);
1130 } else if (count
== 1000)
1134 *pdata
= (status
>> 8) & 0x000000ff;
1139 static int pdc20621_detect_dimm(struct ata_host
*host
)
1142 if (pdc20621_i2c_read(host
, PDC_DIMM0_SPD_DEV_ADDRESS
,
1143 PDC_DIMM_SPD_SYSTEM_FREQ
, &data
)) {
1149 if (pdc20621_i2c_read(host
, PDC_DIMM0_SPD_DEV_ADDRESS
, 9, &data
)) {
1159 static int pdc20621_prog_dimm0(struct ata_host
*host
)
1165 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1166 static const struct {
1169 } pdc_i2c_read_data
[] = {
1170 { PDC_DIMM_SPD_TYPE
, 11 },
1171 { PDC_DIMM_SPD_FRESH_RATE
, 12 },
1172 { PDC_DIMM_SPD_COLUMN_NUM
, 4 },
1173 { PDC_DIMM_SPD_ATTRIBUTE
, 21 },
1174 { PDC_DIMM_SPD_ROW_NUM
, 3 },
1175 { PDC_DIMM_SPD_BANK_NUM
, 17 },
1176 { PDC_DIMM_SPD_MODULE_ROW
, 5 },
1177 { PDC_DIMM_SPD_ROW_PRE_CHARGE
, 27 },
1178 { PDC_DIMM_SPD_ROW_ACTIVE_DELAY
, 28 },
1179 { PDC_DIMM_SPD_RAS_CAS_DELAY
, 29 },
1180 { PDC_DIMM_SPD_ACTIVE_PRECHARGE
, 30 },
1181 { PDC_DIMM_SPD_CAS_LATENCY
, 18 },
1184 /* hard-code chip #0 */
1185 mmio
+= PDC_CHIP0_OFS
;
1187 for (i
= 0; i
< ARRAY_SIZE(pdc_i2c_read_data
); i
++)
1188 pdc20621_i2c_read(host
, PDC_DIMM0_SPD_DEV_ADDRESS
,
1189 pdc_i2c_read_data
[i
].reg
,
1190 &spd0
[pdc_i2c_read_data
[i
].ofs
]);
1192 data
|= (spd0
[4] - 8) | ((spd0
[21] != 0) << 3) | ((spd0
[3]-11) << 4);
1193 data
|= ((spd0
[17] / 4) << 6) | ((spd0
[5] / 2) << 7) |
1194 ((((spd0
[27] + 9) / 10) - 1) << 8) ;
1195 data
|= (((((spd0
[29] > spd0
[28])
1196 ? spd0
[29] : spd0
[28]) + 9) / 10) - 1) << 10;
1197 data
|= ((spd0
[30] - spd0
[29] + 9) / 10 - 2) << 12;
1199 if (spd0
[18] & 0x08)
1200 data
|= ((0x03) << 14);
1201 else if (spd0
[18] & 0x04)
1202 data
|= ((0x02) << 14);
1203 else if (spd0
[18] & 0x01)
1204 data
|= ((0x01) << 14);
1209 Calculate the size of bDIMMSize (power of 2) and
1210 merge the DIMM size by program start/end address.
1213 bdimmsize
= spd0
[4] + (spd0
[5] / 2) + spd0
[3] + (spd0
[17] / 2) + 3;
1214 size
= (1 << bdimmsize
) >> 20;
1215 data
|= (((size
/ 16) - 1) << 16);
1218 writel(data
, mmio
+ PDC_DIMM0_CONTROL
);
1219 readl(mmio
+ PDC_DIMM0_CONTROL
);
1224 static unsigned int pdc20621_prog_dimm_global(struct ata_host
*host
)
1228 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1230 /* hard-code chip #0 */
1231 mmio
+= PDC_CHIP0_OFS
;
1234 Set To Default : DIMM Module Global Control Register (0x022259F1)
1235 DIMM Arbitration Disable (bit 20)
1236 DIMM Data/Control Output Driving Selection (bit12 - bit15)
1237 Refresh Enable (bit 17)
1241 writel(data
, mmio
+ PDC_SDRAM_CONTROL
);
1242 readl(mmio
+ PDC_SDRAM_CONTROL
);
1244 /* Turn on for ECC */
1245 pdc20621_i2c_read(host
, PDC_DIMM0_SPD_DEV_ADDRESS
,
1246 PDC_DIMM_SPD_TYPE
, &spd0
);
1248 data
|= (0x01 << 16);
1249 writel(data
, mmio
+ PDC_SDRAM_CONTROL
);
1250 readl(mmio
+ PDC_SDRAM_CONTROL
);
1251 printk(KERN_ERR
"Local DIMM ECC Enabled\n");
1254 /* DIMM Initialization Select/Enable (bit 18/19) */
1257 writel(data
, mmio
+ PDC_SDRAM_CONTROL
);
1260 for (i
= 1; i
<= 10; i
++) { /* polling ~5 secs */
1261 data
= readl(mmio
+ PDC_SDRAM_CONTROL
);
1262 if (!(data
& (1<<19))) {
1272 static unsigned int pdc20621_dimm_init(struct ata_host
*host
)
1274 int speed
, size
, length
;
1275 u32 addr
, spd0
, pci_status
;
1276 u32 time_period
= 0;
1281 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1283 /* hard-code chip #0 */
1284 mmio
+= PDC_CHIP0_OFS
;
1286 /* Initialize PLL based upon PCI Bus Frequency */
1288 /* Initialize Time Period Register */
1289 writel(0xffffffff, mmio
+ PDC_TIME_PERIOD
);
1290 time_period
= readl(mmio
+ PDC_TIME_PERIOD
);
1291 VPRINTK("Time Period Register (0x40): 0x%x\n", time_period
);
1294 writel(PDC_TIMER_DEFAULT
, mmio
+ PDC_TIME_CONTROL
);
1295 readl(mmio
+ PDC_TIME_CONTROL
);
1297 /* Wait 3 seconds */
1301 When timer is enabled, counter is decreased every internal
1305 tcount
= readl(mmio
+ PDC_TIME_COUNTER
);
1306 VPRINTK("Time Counter Register (0x44): 0x%x\n", tcount
);
1309 If SX4 is on PCI-X bus, after 3 seconds, the timer counter
1310 register should be >= (0xffffffff - 3x10^8).
1312 if (tcount
>= PCI_X_TCOUNT
) {
1313 ticks
= (time_period
- tcount
);
1314 VPRINTK("Num counters 0x%x (%d)\n", ticks
, ticks
);
1316 clock
= (ticks
/ 300000);
1317 VPRINTK("10 * Internal clk = 0x%x (%d)\n", clock
, clock
);
1319 clock
= (clock
* 33);
1320 VPRINTK("10 * Internal clk * 33 = 0x%x (%d)\n", clock
, clock
);
1322 /* PLL F Param (bit 22:16) */
1323 fparam
= (1400000 / clock
) - 2;
1324 VPRINTK("PLL F Param: 0x%x (%d)\n", fparam
, fparam
);
1326 /* OD param = 0x2 (bit 31:30), R param = 0x5 (bit 29:25) */
1327 pci_status
= (0x8a001824 | (fparam
<< 16));
1329 pci_status
= PCI_PLL_INIT
;
1331 /* Initialize PLL. */
1332 VPRINTK("pci_status: 0x%x\n", pci_status
);
1333 writel(pci_status
, mmio
+ PDC_CTL_STATUS
);
1334 readl(mmio
+ PDC_CTL_STATUS
);
1337 Read SPD of DIMM by I2C interface,
1338 and program the DIMM Module Controller.
1340 if (!(speed
= pdc20621_detect_dimm(host
))) {
1341 printk(KERN_ERR
"Detect Local DIMM Fail\n");
1342 return 1; /* DIMM error */
1344 VPRINTK("Local DIMM Speed = %d\n", speed
);
1346 /* Programming DIMM0 Module Control Register (index_CID0:80h) */
1347 size
= pdc20621_prog_dimm0(host
);
1348 VPRINTK("Local DIMM Size = %dMB\n", size
);
1350 /* Programming DIMM Module Global Control Register (index_CID0:88h) */
1351 if (pdc20621_prog_dimm_global(host
)) {
1352 printk(KERN_ERR
"Programming DIMM Module Global Control Register Fail\n");
1356 #ifdef ATA_VERBOSE_DEBUG
1358 u8 test_parttern1
[40] =
1359 {0x55,0xAA,'P','r','o','m','i','s','e',' ',
1360 'N','o','t',' ','Y','e','t',' ',
1361 'D','e','f','i','n','e','d',' ',
1363 '9','8','0','3','1','6','1','2',0,0};
1364 u8 test_parttern2
[40] = {0};
1366 pdc20621_put_to_dimm(host
, test_parttern2
, 0x10040, 40);
1367 pdc20621_put_to_dimm(host
, test_parttern2
, 0x40, 40);
1369 pdc20621_put_to_dimm(host
, test_parttern1
, 0x10040, 40);
1370 pdc20621_get_from_dimm(host
, test_parttern2
, 0x40, 40);
1371 printk(KERN_ERR
"%x, %x, %s\n", test_parttern2
[0],
1372 test_parttern2
[1], &(test_parttern2
[2]));
1373 pdc20621_get_from_dimm(host
, test_parttern2
, 0x10040,
1375 printk(KERN_ERR
"%x, %x, %s\n", test_parttern2
[0],
1376 test_parttern2
[1], &(test_parttern2
[2]));
1378 pdc20621_put_to_dimm(host
, test_parttern1
, 0x40, 40);
1379 pdc20621_get_from_dimm(host
, test_parttern2
, 0x40, 40);
1380 printk(KERN_ERR
"%x, %x, %s\n", test_parttern2
[0],
1381 test_parttern2
[1], &(test_parttern2
[2]));
1385 /* ECC initiliazation. */
1387 pdc20621_i2c_read(host
, PDC_DIMM0_SPD_DEV_ADDRESS
,
1388 PDC_DIMM_SPD_TYPE
, &spd0
);
1391 VPRINTK("Start ECC initialization\n");
1393 length
= size
* 1024 * 1024;
1394 buf
= kzalloc(ECC_ERASE_BUF_SZ
, GFP_KERNEL
);
1395 while (addr
< length
) {
1396 pdc20621_put_to_dimm(host
, buf
, addr
,
1398 addr
+= ECC_ERASE_BUF_SZ
;
1401 VPRINTK("Finish ECC initialization\n");
1407 static void pdc_20621_init(struct ata_host
*host
)
1410 void __iomem
*mmio
= host
->iomap
[PDC_MMIO_BAR
];
1412 /* hard-code chip #0 */
1413 mmio
+= PDC_CHIP0_OFS
;
1416 * Select page 0x40 for our 32k DIMM window
1418 tmp
= readl(mmio
+ PDC_20621_DIMM_WINDOW
) & 0xffff0000;
1419 tmp
|= PDC_PAGE_WINDOW
; /* page 40h; arbitrarily selected */
1420 writel(tmp
, mmio
+ PDC_20621_DIMM_WINDOW
);
1425 tmp
= readl(mmio
+ PDC_HDMA_CTLSTAT
);
1427 writel(tmp
, mmio
+ PDC_HDMA_CTLSTAT
);
1428 readl(mmio
+ PDC_HDMA_CTLSTAT
); /* flush */
1432 tmp
= readl(mmio
+ PDC_HDMA_CTLSTAT
);
1434 writel(tmp
, mmio
+ PDC_HDMA_CTLSTAT
);
1435 readl(mmio
+ PDC_HDMA_CTLSTAT
); /* flush */
1438 static int pdc_sata_init_one(struct pci_dev
*pdev
,
1439 const struct pci_device_id
*ent
)
1441 static int printed_version
;
1442 const struct ata_port_info
*ppi
[] =
1443 { &pdc_port_info
[ent
->driver_data
], NULL
};
1444 struct ata_host
*host
;
1445 struct pdc_host_priv
*hpriv
;
1448 if (!printed_version
++)
1449 dev_printk(KERN_DEBUG
, &pdev
->dev
, "version " DRV_VERSION
"\n");
1452 host
= ata_host_alloc_pinfo(&pdev
->dev
, ppi
, 4);
1453 hpriv
= devm_kzalloc(&pdev
->dev
, sizeof(*hpriv
), GFP_KERNEL
);
1454 if (!host
|| !hpriv
)
1457 host
->private_data
= hpriv
;
1459 /* acquire resources and fill host */
1460 rc
= pcim_enable_device(pdev
);
1464 rc
= pcim_iomap_regions(pdev
, (1 << PDC_MMIO_BAR
) | (1 << PDC_DIMM_BAR
),
1467 pcim_pin_device(pdev
);
1470 host
->iomap
= pcim_iomap_table(pdev
);
1472 for (i
= 0; i
< 4; i
++) {
1473 struct ata_port
*ap
= host
->ports
[i
];
1474 void __iomem
*base
= host
->iomap
[PDC_MMIO_BAR
] + PDC_CHIP0_OFS
;
1475 unsigned int offset
= 0x200 + i
* 0x80;
1477 pdc_sata_setup_port(&ap
->ioaddr
, base
+ offset
);
1479 ata_port_pbar_desc(ap
, PDC_MMIO_BAR
, -1, "mmio");
1480 ata_port_pbar_desc(ap
, PDC_DIMM_BAR
, -1, "dimm");
1481 ata_port_pbar_desc(ap
, PDC_MMIO_BAR
, offset
, "port");
1484 /* configure and activate */
1485 rc
= pci_set_dma_mask(pdev
, ATA_DMA_MASK
);
1488 rc
= pci_set_consistent_dma_mask(pdev
, ATA_DMA_MASK
);
1492 if (pdc20621_dimm_init(host
))
1494 pdc_20621_init(host
);
1496 pci_set_master(pdev
);
1497 return ata_host_activate(host
, pdev
->irq
, pdc20621_interrupt
,
1498 IRQF_SHARED
, &pdc_sata_sht
);
1502 static int __init
pdc_sata_init(void)
1504 return pci_register_driver(&pdc_sata_pci_driver
);
1508 static void __exit
pdc_sata_exit(void)
1510 pci_unregister_driver(&pdc_sata_pci_driver
);
1514 MODULE_AUTHOR("Jeff Garzik");
1515 MODULE_DESCRIPTION("Promise SATA low-level driver");
1516 MODULE_LICENSE("GPL");
1517 MODULE_DEVICE_TABLE(pci
, pdc_sata_pci_tbl
);
1518 MODULE_VERSION(DRV_VERSION
);
1520 module_init(pdc_sata_init
);
1521 module_exit(pdc_sata_exit
);