2 * linux/arch/alpha/kernel/core_cia.c
4 * Written by David A Rusling (david.rusling@reo.mts.dec.com).
7 * Copyright (C) 1995 David A Rusling
8 * Copyright (C) 1997, 1998 Jay Estabrook
9 * Copyright (C) 1998, 1999, 2000 Richard Henderson
11 * Code common to all CIA core logic chips.
14 #define __EXTERN_INLINE inline
16 #include <asm/core_cia.h>
17 #undef __EXTERN_INLINE
19 #include <linux/types.h>
20 #include <linux/pci.h>
21 #include <linux/sched.h>
22 #include <linux/init.h>
23 #include <linux/bootmem.h>
25 #include <asm/ptrace.h>
32 * NOTE: Herein lie back-to-back mb instructions. They are magic.
33 * One plausible explanation is that the i/o controller does not properly
34 * handle the system transaction. Another involves timing. Ho hum.
37 #define DEBUG_CONFIG 0
39 # define DBGC(args) printk args
44 #define vip volatile int *
47 * Given a bus, device, and function number, compute resulting
48 * configuration space address. It is therefore not safe to have
49 * concurrent invocations to configuration space access routines, but
50 * there really shouldn't be any need for this.
54 * 3 3|3 3 2 2|2 2 2 2|2 2 2 2|1 1 1 1|1 1 1 1|1 1
55 * 3 2|1 0 9 8|7 6 5 4|3 2 1 0|9 8 7 6|5 4 3 2|1 0 9 8|7 6 5 4|3 2 1 0
56 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
57 * | | |D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|D|F|F|F|R|R|R|R|R|R|0|0|
58 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
60 * 31:11 Device select bit.
61 * 10:8 Function number
66 * 3 3|3 3 2 2|2 2 2 2|2 2 2 2|1 1 1 1|1 1 1 1|1 1
67 * 3 2|1 0 9 8|7 6 5 4|3 2 1 0|9 8 7 6|5 4 3 2|1 0 9 8|7 6 5 4|3 2 1 0
68 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
69 * | | | | | | | | | | |B|B|B|B|B|B|B|B|D|D|D|D|D|F|F|F|R|R|R|R|R|R|0|1|
70 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
73 * 23:16 bus number (8 bits = 128 possible buses)
74 * 15:11 Device number (5 bits)
75 * 10:8 function number
79 * The function number selects which function of a multi-function device
80 * (e.g., SCSI and Ethernet).
82 * The register selects a DWORD (32 bit) register offset. Hence it
83 * doesn't get shifted by 2 bits as we want to "drop" the bottom two
88 mk_conf_addr(struct pci_bus
*bus_dev
, unsigned int device_fn
, int where
,
89 unsigned long *pci_addr
, unsigned char *type1
)
91 u8 bus
= bus_dev
->number
;
94 *pci_addr
= (bus
<< 16) | (device_fn
<< 8) | where
;
96 DBGC(("mk_conf_addr(bus=%d ,device_fn=0x%x, where=0x%x,"
97 " returning address 0x%p\n"
98 bus
, device_fn
, where
, *pci_addr
));
104 conf_read(unsigned long addr
, unsigned char type1
)
110 DBGC(("conf_read(addr=0x%lx, type1=%d) ", addr
, type1
));
111 local_irq_save(flags
);
113 /* Reset status register to avoid losing errors. */
114 stat0
= *(vip
)CIA_IOC_CIA_ERR
;
115 *(vip
)CIA_IOC_CIA_ERR
= stat0
;
117 *(vip
)CIA_IOC_CIA_ERR
; /* re-read to force write */
119 /* If Type1 access, must set CIA CFG. */
121 cia_cfg
= *(vip
)CIA_IOC_CFG
;
122 *(vip
)CIA_IOC_CFG
= (cia_cfg
& ~3) | 1;
129 mcheck_expected(0) = 1;
133 /* Access configuration space. */
137 if (mcheck_taken(0)) {
142 mcheck_expected(0) = 0;
145 /* If Type1 access, must reset IOC CFG so normal IO space ops work. */
147 *(vip
)CIA_IOC_CFG
= cia_cfg
;
152 local_irq_restore(flags
);
159 conf_write(unsigned long addr
, unsigned int value
, unsigned char type1
)
162 int stat0
, cia_cfg
= 0;
164 DBGC(("conf_write(addr=0x%lx, type1=%d) ", addr
, type1
));
165 local_irq_save(flags
);
167 /* Reset status register to avoid losing errors. */
168 stat0
= *(vip
)CIA_IOC_CIA_ERR
;
169 *(vip
)CIA_IOC_CIA_ERR
= stat0
;
171 *(vip
)CIA_IOC_CIA_ERR
; /* re-read to force write */
173 /* If Type1 access, must set CIA CFG. */
175 cia_cfg
= *(vip
)CIA_IOC_CFG
;
176 *(vip
)CIA_IOC_CFG
= (cia_cfg
& ~3) | 1;
183 mcheck_expected(0) = 1;
187 /* Access configuration space. */
190 *(vip
)addr
; /* read back to force the write */
192 mcheck_expected(0) = 0;
195 /* If Type1 access, must reset IOC CFG so normal IO space ops work. */
197 *(vip
)CIA_IOC_CFG
= cia_cfg
;
202 local_irq_restore(flags
);
207 cia_read_config(struct pci_bus
*bus
, unsigned int devfn
, int where
, int size
,
210 unsigned long addr
, pci_addr
;
215 if (mk_conf_addr(bus
, devfn
, where
, &pci_addr
, &type1
))
216 return PCIBIOS_DEVICE_NOT_FOUND
;
218 mask
= (size
- 1) * 8;
219 shift
= (where
& 3) * 8;
220 addr
= (pci_addr
<< 5) + mask
+ CIA_CONF
;
221 *value
= conf_read(addr
, type1
) >> (shift
);
222 return PCIBIOS_SUCCESSFUL
;
226 cia_write_config(struct pci_bus
*bus
, unsigned int devfn
, int where
, int size
,
229 unsigned long addr
, pci_addr
;
233 if (mk_conf_addr(bus
, devfn
, where
, &pci_addr
, &type1
))
234 return PCIBIOS_DEVICE_NOT_FOUND
;
236 mask
= (size
- 1) * 8;
237 addr
= (pci_addr
<< 5) + mask
+ CIA_CONF
;
238 conf_write(addr
, value
<< ((where
& 3) * 8), type1
);
239 return PCIBIOS_SUCCESSFUL
;
242 struct pci_ops cia_pci_ops
=
244 .read
= cia_read_config
,
245 .write
= cia_write_config
,
249 * CIA Pass 1 and PYXIS Pass 1 and 2 have a broken scatter-gather tlb.
250 * It cannot be invalidated. Rather than hard code the pass numbers,
251 * actually try the tbia to see if it works.
255 cia_pci_tbi(struct pci_controller
*hose
, dma_addr_t start
, dma_addr_t end
)
258 *(vip
)CIA_IOC_PCI_TBIA
= 3; /* Flush all locked and unlocked. */
260 *(vip
)CIA_IOC_PCI_TBIA
;
264 * On PYXIS, even if the tbia works, we cannot use it. It effectively locks
265 * the chip (as well as direct write to the tag registers) if there is a
266 * SG DMA operation in progress. This is true at least for PYXIS rev. 1,
267 * so always use the method below.
270 * This is the method NT and NetBSD use.
272 * Allocate mappings, and put the chip into DMA loopback mode to read a
273 * garbage page. This works by causing TLB misses, causing old entries to
274 * be purged to make room for the new entries coming in for the garbage page.
277 #define CIA_BROKEN_TBIA_BASE 0x30000000
278 #define CIA_BROKEN_TBIA_SIZE 1024
280 /* Always called with interrupts disabled */
282 cia_pci_tbi_try2(struct pci_controller
*hose
,
283 dma_addr_t start
, dma_addr_t end
)
285 void __iomem
*bus_addr
;
288 /* Put the chip into PCI loopback mode. */
290 ctrl
= *(vip
)CIA_IOC_CIA_CTRL
;
291 *(vip
)CIA_IOC_CIA_CTRL
= ctrl
| CIA_CTRL_PCI_LOOP_EN
;
293 *(vip
)CIA_IOC_CIA_CTRL
;
296 /* Read from PCI dense memory space at TBI_ADDR, skipping 32k on
297 each read. This forces SG TLB misses. NetBSD claims that the
298 TLB entries are not quite LRU, meaning that we need to read more
299 times than there are actual tags. The 2117x docs claim strict
300 round-robin. Oh well, we've come this far... */
301 /* Even better - as seen on the PYXIS rev 1 the TLB tags 0-3 can
302 be filled by the TLB misses *only once* after being invalidated
303 (by tbia or direct write). Next misses won't update them even
304 though the lock bits are cleared. Tags 4-7 are "quite LRU" though,
305 so use them and read at window 3 base exactly 4 times. Reading
306 more sometimes makes the chip crazy. -ink */
308 bus_addr
= cia_ioremap(CIA_BROKEN_TBIA_BASE
, 32768 * 4);
310 cia_readl(bus_addr
+ 0x00000);
311 cia_readl(bus_addr
+ 0x08000);
312 cia_readl(bus_addr
+ 0x10000);
313 cia_readl(bus_addr
+ 0x18000);
315 cia_iounmap(bus_addr
);
317 /* Restore normal PCI operation. */
319 *(vip
)CIA_IOC_CIA_CTRL
= ctrl
;
321 *(vip
)CIA_IOC_CIA_CTRL
;
326 cia_prepare_tbia_workaround(int window
)
328 unsigned long *ppte
, pte
;
331 /* Use minimal 1K map. */
332 ppte
= __alloc_bootmem(CIA_BROKEN_TBIA_SIZE
, 32768, 0);
333 pte
= (virt_to_phys(ppte
) >> (PAGE_SHIFT
- 1)) | 1;
335 for (i
= 0; i
< CIA_BROKEN_TBIA_SIZE
/ sizeof(unsigned long); ++i
)
338 *(vip
)CIA_IOC_PCI_Wn_BASE(window
) = CIA_BROKEN_TBIA_BASE
| 3;
339 *(vip
)CIA_IOC_PCI_Wn_MASK(window
)
340 = (CIA_BROKEN_TBIA_SIZE
*1024 - 1) & 0xfff00000;
341 *(vip
)CIA_IOC_PCI_Tn_BASE(window
) = virt_to_phys(ppte
) >> 2;
345 verify_tb_operation(void)
347 static int page
[PAGE_SIZE
/4]
348 __attribute__((aligned(PAGE_SIZE
)))
351 struct pci_iommu_arena
*arena
= pci_isa_hose
->sg_isa
;
352 int ctrl
, addr0
, tag0
, pte0
, data0
;
353 int temp
, use_tbia_try2
= 0;
354 void __iomem
*bus_addr
;
356 /* pyxis -- tbia is broken */
357 if (pci_isa_hose
->dense_io_base
)
360 /* Put the chip into PCI loopback mode. */
362 ctrl
= *(vip
)CIA_IOC_CIA_CTRL
;
363 *(vip
)CIA_IOC_CIA_CTRL
= ctrl
| CIA_CTRL_PCI_LOOP_EN
;
365 *(vip
)CIA_IOC_CIA_CTRL
;
368 /* Write a valid entry directly into the TLB registers. */
370 addr0
= arena
->dma_base
;
372 pte0
= (virt_to_phys(page
) >> (PAGE_SHIFT
- 1)) | 1;
374 *(vip
)CIA_IOC_TB_TAGn(0) = tag0
;
375 *(vip
)CIA_IOC_TB_TAGn(1) = 0;
376 *(vip
)CIA_IOC_TB_TAGn(2) = 0;
377 *(vip
)CIA_IOC_TB_TAGn(3) = 0;
378 *(vip
)CIA_IOC_TB_TAGn(4) = 0;
379 *(vip
)CIA_IOC_TB_TAGn(5) = 0;
380 *(vip
)CIA_IOC_TB_TAGn(6) = 0;
381 *(vip
)CIA_IOC_TB_TAGn(7) = 0;
382 *(vip
)CIA_IOC_TBn_PAGEm(0,0) = pte0
;
383 *(vip
)CIA_IOC_TBn_PAGEm(0,1) = 0;
384 *(vip
)CIA_IOC_TBn_PAGEm(0,2) = 0;
385 *(vip
)CIA_IOC_TBn_PAGEm(0,3) = 0;
388 /* Get a usable bus address */
389 bus_addr
= cia_ioremap(addr0
, 8*PAGE_SIZE
);
391 /* First, verify we can read back what we've written. If
392 this fails, we can't be sure of any of the other testing
393 we're going to do, so bail. */
394 /* ??? Actually, we could do the work with machine checks.
395 By passing this register update test, we pretty much
396 guarantee that cia_pci_tbi_try1 works. If this test
397 fails, cia_pci_tbi_try2 might still work. */
399 temp
= *(vip
)CIA_IOC_TB_TAGn(0);
401 printk("pci: failed tb register update test "
402 "(tag0 %#x != %#x)\n", temp
, tag0
);
405 temp
= *(vip
)CIA_IOC_TB_TAGn(1);
407 printk("pci: failed tb register update test "
408 "(tag1 %#x != 0)\n", temp
);
411 temp
= *(vip
)CIA_IOC_TBn_PAGEm(0,0);
413 printk("pci: failed tb register update test "
414 "(pte0 %#x != %#x)\n", temp
, pte0
);
417 printk("pci: passed tb register update test\n");
419 /* Second, verify we can actually do I/O through this entry. */
423 mcheck_expected(0) = 1;
426 temp
= cia_readl(bus_addr
);
428 mcheck_expected(0) = 0;
430 if (mcheck_taken(0)) {
431 printk("pci: failed sg loopback i/o read test (mcheck)\n");
435 printk("pci: failed sg loopback i/o read test "
436 "(%#x != %#x)\n", temp
, data0
);
439 printk("pci: passed sg loopback i/o read test\n");
441 /* Third, try to invalidate the TLB. */
443 if (! use_tbia_try2
) {
444 cia_pci_tbi(arena
->hose
, 0, -1);
445 temp
= *(vip
)CIA_IOC_TB_TAGn(0);
448 printk("pci: failed tbia test; workaround available\n");
450 printk("pci: passed tbia test\n");
454 /* Fourth, verify the TLB snoops the EV5's caches when
459 arena
->ptes
[4] = pte0
;
460 mcheck_expected(0) = 1;
463 temp
= cia_readl(bus_addr
+ 4*PAGE_SIZE
);
465 mcheck_expected(0) = 0;
467 if (mcheck_taken(0)) {
468 printk("pci: failed pte write cache snoop test (mcheck)\n");
472 printk("pci: failed pte write cache snoop test "
473 "(%#x != %#x)\n", temp
, data0
);
476 printk("pci: passed pte write cache snoop test\n");
478 /* Fifth, verify that a previously invalid PTE entry gets
479 filled from the page table. */
483 arena
->ptes
[5] = pte0
;
484 mcheck_expected(0) = 1;
487 temp
= cia_readl(bus_addr
+ 5*PAGE_SIZE
);
489 mcheck_expected(0) = 0;
491 if (mcheck_taken(0)) {
492 printk("pci: failed valid tag invalid pte reload test "
493 "(mcheck; workaround available)\n");
494 arena
->align_entry
= 4;
495 } else if (temp
!= data0
) {
496 printk("pci: failed valid tag invalid pte reload test "
497 "(%#x != %#x)\n", temp
, data0
);
500 printk("pci: passed valid tag invalid pte reload test\n");
503 /* Sixth, verify machine checks are working. Test invalid
504 pte under the same valid tag as we used above. */
506 mcheck_expected(0) = 1;
509 temp
= cia_readl(bus_addr
+ 6*PAGE_SIZE
);
511 mcheck_expected(0) = 0;
513 printk("pci: %s pci machine check test\n",
514 mcheck_taken(0) ? "passed" : "failed");
516 /* Clean up after the tests. */
521 alpha_mv
.mv_pci_tbi
= cia_pci_tbi_try2
;
523 /* Tags 0-3 must be disabled if we use this workaraund. */
525 *(vip
)CIA_IOC_TB_TAGn(0) = 2;
526 *(vip
)CIA_IOC_TB_TAGn(1) = 2;
527 *(vip
)CIA_IOC_TB_TAGn(2) = 2;
528 *(vip
)CIA_IOC_TB_TAGn(3) = 2;
530 printk("pci: tbia workaround enabled\n");
532 alpha_mv
.mv_pci_tbi(arena
->hose
, 0, -1);
535 /* unmap the bus addr */
536 cia_iounmap(bus_addr
);
538 /* Restore normal PCI operation. */
540 *(vip
)CIA_IOC_CIA_CTRL
= ctrl
;
542 *(vip
)CIA_IOC_CIA_CTRL
;
547 printk("pci: disabling sg translation window\n");
548 *(vip
)CIA_IOC_PCI_W0_BASE
= 0;
549 *(vip
)CIA_IOC_PCI_W1_BASE
= 0;
550 pci_isa_hose
->sg_isa
= NULL
;
551 alpha_mv
.mv_pci_tbi
= NULL
;
555 #if defined(ALPHA_RESTORE_SRM_SETUP)
556 /* Save CIA configuration data as the console had it set up. */
559 unsigned int hae_mem
;
561 unsigned int pci_dac_offset
;
562 unsigned int err_mask
;
563 unsigned int cia_ctrl
;
564 unsigned int cia_cnfg
;
570 } saved_config
__attribute((common
));
573 cia_save_srm_settings(int is_pyxis
)
577 /* Save some important registers. */
578 saved_config
.err_mask
= *(vip
)CIA_IOC_ERR_MASK
;
579 saved_config
.cia_ctrl
= *(vip
)CIA_IOC_CIA_CTRL
;
580 saved_config
.hae_mem
= *(vip
)CIA_IOC_HAE_MEM
;
581 saved_config
.hae_io
= *(vip
)CIA_IOC_HAE_IO
;
582 saved_config
.pci_dac_offset
= *(vip
)CIA_IOC_PCI_W_DAC
;
585 saved_config
.cia_cnfg
= *(vip
)CIA_IOC_CIA_CNFG
;
587 saved_config
.cia_cnfg
= 0;
589 /* Save DMA windows configuration. */
590 for (i
= 0; i
< 4; i
++) {
591 saved_config
.window
[i
].w_base
= *(vip
)CIA_IOC_PCI_Wn_BASE(i
);
592 saved_config
.window
[i
].w_mask
= *(vip
)CIA_IOC_PCI_Wn_MASK(i
);
593 saved_config
.window
[i
].t_base
= *(vip
)CIA_IOC_PCI_Tn_BASE(i
);
599 cia_restore_srm_settings(void)
603 for (i
= 0; i
< 4; i
++) {
604 *(vip
)CIA_IOC_PCI_Wn_BASE(i
) = saved_config
.window
[i
].w_base
;
605 *(vip
)CIA_IOC_PCI_Wn_MASK(i
) = saved_config
.window
[i
].w_mask
;
606 *(vip
)CIA_IOC_PCI_Tn_BASE(i
) = saved_config
.window
[i
].t_base
;
609 *(vip
)CIA_IOC_HAE_MEM
= saved_config
.hae_mem
;
610 *(vip
)CIA_IOC_HAE_IO
= saved_config
.hae_io
;
611 *(vip
)CIA_IOC_PCI_W_DAC
= saved_config
.pci_dac_offset
;
612 *(vip
)CIA_IOC_ERR_MASK
= saved_config
.err_mask
;
613 *(vip
)CIA_IOC_CIA_CTRL
= saved_config
.cia_ctrl
;
615 if (saved_config
.cia_cnfg
) /* Must be pyxis. */
616 *(vip
)CIA_IOC_CIA_CNFG
= saved_config
.cia_cnfg
;
620 #else /* ALPHA_RESTORE_SRM_SETUP */
621 #define cia_save_srm_settings(p) do {} while (0)
622 #define cia_restore_srm_settings() do {} while (0)
623 #endif /* ALPHA_RESTORE_SRM_SETUP */
627 do_init_arch(int is_pyxis
)
629 struct pci_controller
*hose
;
630 int temp
, cia_rev
, tbia_window
;
632 cia_rev
= *(vip
)CIA_IOC_CIA_REV
& CIA_REV_MASK
;
633 printk("pci: cia revision %d%s\n",
634 cia_rev
, is_pyxis
? " (pyxis)" : "");
637 cia_save_srm_settings(is_pyxis
);
639 /* Set up error reporting. */
640 temp
= *(vip
)CIA_IOC_ERR_MASK
;
641 temp
&= ~(CIA_ERR_CPU_PE
| CIA_ERR_MEM_NEM
| CIA_ERR_PA_PTE_INV
642 | CIA_ERR_RCVD_MAS_ABT
| CIA_ERR_RCVD_TAR_ABT
);
643 *(vip
)CIA_IOC_ERR_MASK
= temp
;
645 /* Clear all currently pending errors. */
646 temp
= *(vip
)CIA_IOC_CIA_ERR
;
647 *(vip
)CIA_IOC_CIA_ERR
= temp
;
649 /* Turn on mchecks. */
650 temp
= *(vip
)CIA_IOC_CIA_CTRL
;
651 temp
|= CIA_CTRL_FILL_ERR_EN
| CIA_CTRL_MCHK_ERR_EN
;
652 *(vip
)CIA_IOC_CIA_CTRL
= temp
;
654 /* Clear the CFG register, which gets used for PCI config space
655 accesses. That is the way we want to use it, and we do not
656 want to depend on what ARC or SRM might have left behind. */
657 *(vip
)CIA_IOC_CFG
= 0;
660 *(vip
)CIA_IOC_HAE_MEM
= 0;
661 *(vip
)CIA_IOC_HAE_IO
= 0;
663 /* For PYXIS, we always use BWX bus and i/o accesses. To that end,
664 make sure they're enabled on the controller. At the same time,
665 enable the monster window. */
667 temp
= *(vip
)CIA_IOC_CIA_CNFG
;
668 temp
|= CIA_CNFG_IOA_BWEN
| CIA_CNFG_PCI_MWEN
;
669 *(vip
)CIA_IOC_CIA_CNFG
= temp
;
672 /* Synchronize with all previous changes. */
674 *(vip
)CIA_IOC_CIA_REV
;
677 * Create our single hose.
680 pci_isa_hose
= hose
= alloc_pci_controller();
681 hose
->io_space
= &ioport_resource
;
682 hose
->mem_space
= &iomem_resource
;
686 struct resource
*hae_mem
= alloc_resource();
687 hose
->mem_space
= hae_mem
;
690 hae_mem
->end
= CIA_MEM_R1_MASK
;
691 hae_mem
->name
= pci_hae0_name
;
692 hae_mem
->flags
= IORESOURCE_MEM
;
694 if (request_resource(&iomem_resource
, hae_mem
) < 0)
695 printk(KERN_ERR
"Failed to request HAE_MEM\n");
697 hose
->sparse_mem_base
= CIA_SPARSE_MEM
- IDENT_ADDR
;
698 hose
->dense_mem_base
= CIA_DENSE_MEM
- IDENT_ADDR
;
699 hose
->sparse_io_base
= CIA_IO
- IDENT_ADDR
;
700 hose
->dense_io_base
= 0;
702 hose
->sparse_mem_base
= 0;
703 hose
->dense_mem_base
= CIA_BW_MEM
- IDENT_ADDR
;
704 hose
->sparse_io_base
= 0;
705 hose
->dense_io_base
= CIA_BW_IO
- IDENT_ADDR
;
709 * Set up the PCI to main memory translation windows.
711 * Window 0 is S/G 8MB at 8MB (for isa)
712 * Window 1 is S/G 1MB at 768MB (for tbia) (unused for CIA rev 1)
713 * Window 2 is direct access 2GB at 2GB
714 * Window 3 is DAC access 4GB at 8GB (or S/G for tbia if CIA rev 1)
716 * ??? NetBSD hints that page tables must be aligned to 32K,
717 * possibly due to a hardware bug. This is over-aligned
718 * from the 8K alignment one would expect for an 8MB window.
719 * No description of what revisions affected.
723 hose
->sg_isa
= iommu_arena_new(hose
, 0x00800000, 0x00800000, 32768);
725 __direct_map_base
= 0x80000000;
726 __direct_map_size
= 0x80000000;
728 *(vip
)CIA_IOC_PCI_W0_BASE
= hose
->sg_isa
->dma_base
| 3;
729 *(vip
)CIA_IOC_PCI_W0_MASK
= (hose
->sg_isa
->size
- 1) & 0xfff00000;
730 *(vip
)CIA_IOC_PCI_T0_BASE
= virt_to_phys(hose
->sg_isa
->ptes
) >> 2;
732 *(vip
)CIA_IOC_PCI_W2_BASE
= __direct_map_base
| 1;
733 *(vip
)CIA_IOC_PCI_W2_MASK
= (__direct_map_size
- 1) & 0xfff00000;
734 *(vip
)CIA_IOC_PCI_T2_BASE
= 0 >> 2;
739 *(vip
)CIA_IOC_PCI_W3_BASE
= 0;
740 } else if (cia_rev
== 1) {
741 *(vip
)CIA_IOC_PCI_W1_BASE
= 0;
743 } else if (max_low_pfn
> (0x100000000UL
>> PAGE_SHIFT
)) {
744 *(vip
)CIA_IOC_PCI_W3_BASE
= 0;
746 *(vip
)CIA_IOC_PCI_W3_BASE
= 0x00000000 | 1 | 8;
747 *(vip
)CIA_IOC_PCI_W3_MASK
= 0xfff00000;
748 *(vip
)CIA_IOC_PCI_T3_BASE
= 0 >> 2;
750 alpha_mv
.pci_dac_offset
= 0x200000000UL
;
751 *(vip
)CIA_IOC_PCI_W_DAC
= alpha_mv
.pci_dac_offset
>> 32;
754 cia_prepare_tbia_workaround(tbia_window
);
764 pyxis_init_arch(void)
766 /* On pyxis machines we can precisely calculate the
767 CPU clock frequency using pyxis real time counter.
768 It's especially useful for SX164 with broken RTC.
770 Both CPU and chipset are driven by the single 16.666M
771 or 16.667M crystal oscillator. PYXIS_RT_COUNT clock is
774 unsigned int cc0
, cc1
;
775 unsigned long pyxis_cc
;
777 __asm__
__volatile__ ("rpcc %0" : "=r"(cc0
));
778 pyxis_cc
= *(vulp
)PYXIS_RT_COUNT
;
779 do { } while(*(vulp
)PYXIS_RT_COUNT
- pyxis_cc
< 4096);
780 __asm__
__volatile__ ("rpcc %0" : "=r"(cc1
));
782 hwrpb
->cycle_freq
= ((cc1
>> 11) * 100000000UL) / 3;
783 hwrpb_update_checksum(hwrpb
);
789 cia_kill_arch(int mode
)
792 cia_restore_srm_settings();
798 /* Must delay this from init_arch, as we need machine checks. */
799 verify_tb_operation();
804 cia_pci_clr_err(void)
808 jd
= *(vip
)CIA_IOC_CIA_ERR
;
809 *(vip
)CIA_IOC_CIA_ERR
= jd
;
811 *(vip
)CIA_IOC_CIA_ERR
; /* re-read to force write. */
814 #ifdef CONFIG_VERBOSE_MCHECK
816 cia_decode_pci_error(struct el_CIA_sysdata_mcheck
*cia
, const char *msg
)
818 static const char * const pci_cmd_desc
[16] = {
819 "Interrupt Acknowledge", "Special Cycle", "I/O Read",
820 "I/O Write", "Reserved 0x4", "Reserved 0x5", "Memory Read",
821 "Memory Write", "Reserved 0x8", "Reserved 0x9",
822 "Configuration Read", "Configuration Write",
823 "Memory Read Multiple", "Dual Address Cycle",
824 "Memory Read Line", "Memory Write and Invalidate"
827 if (cia
->cia_err
& (CIA_ERR_COR_ERR
830 | CIA_ERR_PA_PTE_INV
)) {
831 static const char * const window_desc
[6] = {
832 "No window active", "Window 0 hit", "Window 1 hit",
833 "Window 2 hit", "Window 3 hit", "Monster window hit"
838 unsigned long addr
, tmp
;
841 cmd
= pci_cmd_desc
[cia
->pci_err0
& 0x7];
842 lock
= (cia
->pci_err0
>> 4) & 1;
843 dac
= (cia
->pci_err0
>> 5) & 1;
845 tmp
= (cia
->pci_err0
>> 8) & 0x1F;
847 window
= window_desc
[tmp
];
849 addr
= cia
->pci_err1
;
851 tmp
= *(vip
)CIA_IOC_PCI_W_DAC
& 0xFFUL
;
855 printk(KERN_CRIT
"CIA machine check: %s\n", msg
);
856 printk(KERN_CRIT
" DMA command: %s\n", cmd
);
857 printk(KERN_CRIT
" PCI address: %#010lx\n", addr
);
858 printk(KERN_CRIT
" %s, Lock: %d, DAC: %d\n",
860 } else if (cia
->cia_err
& (CIA_ERR_PERR
861 | CIA_ERR_PCI_ADDR_PE
862 | CIA_ERR_RCVD_MAS_ABT
863 | CIA_ERR_RCVD_TAR_ABT
864 | CIA_ERR_IOA_TIMEOUT
)) {
865 static const char * const master_st_desc
[16] = {
866 "Idle", "Drive bus", "Address step cycle",
867 "Address cycle", "Data cycle", "Last read data cycle",
868 "Last write data cycle", "Read stop cycle",
869 "Write stop cycle", "Read turnaround cycle",
870 "Write turnaround cycle", "Reserved 0xB",
871 "Reserved 0xC", "Reserved 0xD", "Reserved 0xE",
874 static const char * const target_st_desc
[16] = {
875 "Idle", "Busy", "Read data cycle", "Write data cycle",
876 "Read stop cycle", "Write stop cycle",
877 "Read turnaround cycle", "Write turnaround cycle",
878 "Read wait cycle", "Write wait cycle",
879 "Reserved 0xA", "Reserved 0xB", "Reserved 0xC",
880 "Reserved 0xD", "Reserved 0xE", "Unknown state"
884 const char *master
, *target
;
885 unsigned long addr
, tmp
;
888 master
= master_st_desc
[(cia
->pci_err0
>> 16) & 0xF];
889 target
= target_st_desc
[(cia
->pci_err0
>> 20) & 0xF];
890 cmd
= pci_cmd_desc
[(cia
->pci_err0
>> 24) & 0xF];
891 dac
= (cia
->pci_err0
>> 28) & 1;
893 addr
= cia
->pci_err2
;
895 tmp
= *(volatile int *)CIA_IOC_PCI_W_DAC
& 0xFFUL
;
899 printk(KERN_CRIT
"CIA machine check: %s\n", msg
);
900 printk(KERN_CRIT
" PCI command: %s\n", cmd
);
901 printk(KERN_CRIT
" Master state: %s, Target state: %s\n",
903 printk(KERN_CRIT
" PCI address: %#010lx, DAC: %d\n",
906 printk(KERN_CRIT
"CIA machine check: %s\n", msg
);
907 printk(KERN_CRIT
" Unknown PCI error\n");
908 printk(KERN_CRIT
" PCI_ERR0 = %#08lx", cia
->pci_err0
);
909 printk(KERN_CRIT
" PCI_ERR1 = %#08lx", cia
->pci_err1
);
910 printk(KERN_CRIT
" PCI_ERR2 = %#08lx", cia
->pci_err2
);
915 cia_decode_mem_error(struct el_CIA_sysdata_mcheck
*cia
, const char *msg
)
917 unsigned long mem_port_addr
;
918 unsigned long mem_port_mask
;
919 const char *mem_port_cmd
;
920 const char *seq_state
;
921 const char *set_select
;
924 /* If this is a DMA command, also decode the PCI bits. */
925 if ((cia
->mem_err1
>> 20) & 1)
926 cia_decode_pci_error(cia
, msg
);
928 printk(KERN_CRIT
"CIA machine check: %s\n", msg
);
930 mem_port_addr
= cia
->mem_err0
& 0xfffffff0;
931 mem_port_addr
|= (cia
->mem_err1
& 0x83UL
) << 32;
933 mem_port_mask
= (cia
->mem_err1
>> 12) & 0xF;
935 tmp
= (cia
->mem_err1
>> 8) & 0xF;
936 tmp
|= ((cia
->mem_err1
>> 20) & 1) << 4;
937 if ((tmp
& 0x1E) == 0x06)
938 mem_port_cmd
= "WRITE BLOCK or WRITE BLOCK LOCK";
939 else if ((tmp
& 0x1C) == 0x08)
940 mem_port_cmd
= "READ MISS or READ MISS MODIFY";
941 else if (tmp
== 0x1C)
942 mem_port_cmd
= "BC VICTIM";
943 else if ((tmp
& 0x1E) == 0x0E)
944 mem_port_cmd
= "READ MISS MODIFY";
945 else if ((tmp
& 0x1C) == 0x18)
946 mem_port_cmd
= "DMA READ or DMA READ MODIFY";
947 else if ((tmp
& 0x1E) == 0x12)
948 mem_port_cmd
= "DMA WRITE";
950 mem_port_cmd
= "Unknown";
952 tmp
= (cia
->mem_err1
>> 16) & 0xF;
958 seq_state
= "DMA READ or DMA WRITE";
961 seq_state
= "READ MISS (or READ MISS MODIFY) with victim";
963 case 0x4: case 0x5: case 0x6:
964 seq_state
= "READ MISS (or READ MISS MODIFY) with no victim";
966 case 0x8: case 0x9: case 0xB:
967 seq_state
= "Refresh";
970 seq_state
= "Idle, waiting for DMA pending read";
973 seq_state
= "Idle, ras precharge";
976 seq_state
= "Unknown";
980 tmp
= (cia
->mem_err1
>> 24) & 0x1F;
982 case 0x00: set_select
= "Set 0 selected"; break;
983 case 0x01: set_select
= "Set 1 selected"; break;
984 case 0x02: set_select
= "Set 2 selected"; break;
985 case 0x03: set_select
= "Set 3 selected"; break;
986 case 0x04: set_select
= "Set 4 selected"; break;
987 case 0x05: set_select
= "Set 5 selected"; break;
988 case 0x06: set_select
= "Set 6 selected"; break;
989 case 0x07: set_select
= "Set 7 selected"; break;
990 case 0x08: set_select
= "Set 8 selected"; break;
991 case 0x09: set_select
= "Set 9 selected"; break;
992 case 0x0A: set_select
= "Set A selected"; break;
993 case 0x0B: set_select
= "Set B selected"; break;
994 case 0x0C: set_select
= "Set C selected"; break;
995 case 0x0D: set_select
= "Set D selected"; break;
996 case 0x0E: set_select
= "Set E selected"; break;
997 case 0x0F: set_select
= "Set F selected"; break;
998 case 0x10: set_select
= "No set selected"; break;
999 case 0x1F: set_select
= "Refresh cycle"; break;
1000 default: set_select
= "Unknown"; break;
1003 printk(KERN_CRIT
" Memory port command: %s\n", mem_port_cmd
);
1004 printk(KERN_CRIT
" Memory port address: %#010lx, mask: %#lx\n",
1005 mem_port_addr
, mem_port_mask
);
1006 printk(KERN_CRIT
" Memory sequencer state: %s\n", seq_state
);
1007 printk(KERN_CRIT
" Memory set: %s\n", set_select
);
1011 cia_decode_ecc_error(struct el_CIA_sysdata_mcheck
*cia
, const char *msg
)
1017 cia_decode_mem_error(cia
, msg
);
1019 syn
= cia
->cia_syn
& 0xff;
1020 if (syn
== (syn
& -syn
)) {
1021 fmt
= KERN_CRIT
" ECC syndrome %#x -- check bit %d\n";
1024 static unsigned char const data_bit
[64] = {
1025 0xCE, 0xCB, 0xD3, 0xD5,
1026 0xD6, 0xD9, 0xDA, 0xDC,
1027 0x23, 0x25, 0x26, 0x29,
1028 0x2A, 0x2C, 0x31, 0x34,
1029 0x0E, 0x0B, 0x13, 0x15,
1030 0x16, 0x19, 0x1A, 0x1C,
1031 0xE3, 0xE5, 0xE6, 0xE9,
1032 0xEA, 0xEC, 0xF1, 0xF4,
1033 0x4F, 0x4A, 0x52, 0x54,
1034 0x57, 0x58, 0x5B, 0x5D,
1035 0xA2, 0xA4, 0xA7, 0xA8,
1036 0xAB, 0xAD, 0xB0, 0xB5,
1037 0x8F, 0x8A, 0x92, 0x94,
1038 0x97, 0x98, 0x9B, 0x9D,
1039 0x62, 0x64, 0x67, 0x68,
1040 0x6B, 0x6D, 0x70, 0x75
1043 for (i
= 0; i
< 64; ++i
)
1044 if (data_bit
[i
] == syn
)
1048 fmt
= KERN_CRIT
" ECC syndrome %#x -- data bit %d\n";
1050 fmt
= KERN_CRIT
" ECC syndrome %#x -- unknown bit\n";
1053 printk (fmt
, syn
, i
);
1057 cia_decode_parity_error(struct el_CIA_sysdata_mcheck
*cia
)
1059 static const char * const cmd_desc
[16] = {
1060 "NOP", "LOCK", "FETCH", "FETCH_M", "MEMORY BARRIER",
1061 "SET DIRTY", "WRITE BLOCK", "WRITE BLOCK LOCK",
1062 "READ MISS0", "READ MISS1", "READ MISS MOD0",
1063 "READ MISS MOD1", "BCACHE VICTIM", "Spare",
1064 "READ MISS MOD STC0", "READ MISS MOD STC1"
1072 addr
= cia
->cpu_err0
& 0xfffffff0;
1073 addr
|= (cia
->cpu_err1
& 0x83UL
) << 32;
1074 cmd
= cmd_desc
[(cia
->cpu_err1
>> 8) & 0xF];
1075 mask
= (cia
->cpu_err1
>> 12) & 0xF;
1076 par
= (cia
->cpu_err1
>> 21) & 1;
1078 printk(KERN_CRIT
"CIA machine check: System bus parity error\n");
1079 printk(KERN_CRIT
" Command: %s, Parity bit: %d\n", cmd
, par
);
1080 printk(KERN_CRIT
" Address: %#010lx, Mask: %#lx\n", addr
, mask
);
1082 #endif /* CONFIG_VERBOSE_MCHECK */
1086 cia_decode_mchk(unsigned long la_ptr
)
1088 struct el_common
*com
;
1089 struct el_CIA_sysdata_mcheck
*cia
;
1091 com
= (void *)la_ptr
;
1092 cia
= (void *)(la_ptr
+ com
->sys_offset
);
1094 if ((cia
->cia_err
& CIA_ERR_VALID
) == 0)
1097 #ifdef CONFIG_VERBOSE_MCHECK
1098 if (!alpha_verbose_mcheck
)
1101 switch (ffs(cia
->cia_err
& 0xfff) - 1) {
1102 case 0: /* CIA_ERR_COR_ERR */
1103 cia_decode_ecc_error(cia
, "Corrected ECC error");
1105 case 1: /* CIA_ERR_UN_COR_ERR */
1106 cia_decode_ecc_error(cia
, "Uncorrected ECC error");
1108 case 2: /* CIA_ERR_CPU_PE */
1109 cia_decode_parity_error(cia
);
1111 case 3: /* CIA_ERR_MEM_NEM */
1112 cia_decode_mem_error(cia
, "Access to nonexistent memory");
1114 case 4: /* CIA_ERR_PCI_SERR */
1115 cia_decode_pci_error(cia
, "PCI bus system error");
1117 case 5: /* CIA_ERR_PERR */
1118 cia_decode_pci_error(cia
, "PCI data parity error");
1120 case 6: /* CIA_ERR_PCI_ADDR_PE */
1121 cia_decode_pci_error(cia
, "PCI address parity error");
1123 case 7: /* CIA_ERR_RCVD_MAS_ABT */
1124 cia_decode_pci_error(cia
, "PCI master abort");
1126 case 8: /* CIA_ERR_RCVD_TAR_ABT */
1127 cia_decode_pci_error(cia
, "PCI target abort");
1129 case 9: /* CIA_ERR_PA_PTE_INV */
1130 cia_decode_pci_error(cia
, "PCI invalid PTE");
1132 case 10: /* CIA_ERR_FROM_WRT_ERR */
1133 cia_decode_mem_error(cia
, "Write to flash ROM attempted");
1135 case 11: /* CIA_ERR_IOA_TIMEOUT */
1136 cia_decode_pci_error(cia
, "I/O timeout");
1140 if (cia
->cia_err
& CIA_ERR_LOST_CORR_ERR
)
1141 printk(KERN_CRIT
"CIA lost machine check: "
1142 "Correctable ECC error\n");
1143 if (cia
->cia_err
& CIA_ERR_LOST_UN_CORR_ERR
)
1144 printk(KERN_CRIT
"CIA lost machine check: "
1145 "Uncorrectable ECC error\n");
1146 if (cia
->cia_err
& CIA_ERR_LOST_CPU_PE
)
1147 printk(KERN_CRIT
"CIA lost machine check: "
1148 "System bus parity error\n");
1149 if (cia
->cia_err
& CIA_ERR_LOST_MEM_NEM
)
1150 printk(KERN_CRIT
"CIA lost machine check: "
1151 "Access to nonexistent memory\n");
1152 if (cia
->cia_err
& CIA_ERR_LOST_PERR
)
1153 printk(KERN_CRIT
"CIA lost machine check: "
1154 "PCI data parity error\n");
1155 if (cia
->cia_err
& CIA_ERR_LOST_PCI_ADDR_PE
)
1156 printk(KERN_CRIT
"CIA lost machine check: "
1157 "PCI address parity error\n");
1158 if (cia
->cia_err
& CIA_ERR_LOST_RCVD_MAS_ABT
)
1159 printk(KERN_CRIT
"CIA lost machine check: "
1160 "PCI master abort\n");
1161 if (cia
->cia_err
& CIA_ERR_LOST_RCVD_TAR_ABT
)
1162 printk(KERN_CRIT
"CIA lost machine check: "
1163 "PCI target abort\n");
1164 if (cia
->cia_err
& CIA_ERR_LOST_PA_PTE_INV
)
1165 printk(KERN_CRIT
"CIA lost machine check: "
1166 "PCI invalid PTE\n");
1167 if (cia
->cia_err
& CIA_ERR_LOST_FROM_WRT_ERR
)
1168 printk(KERN_CRIT
"CIA lost machine check: "
1169 "Write to flash ROM attempted\n");
1170 if (cia
->cia_err
& CIA_ERR_LOST_IOA_TIMEOUT
)
1171 printk(KERN_CRIT
"CIA lost machine check: "
1173 #endif /* CONFIG_VERBOSE_MCHECK */
1179 cia_machine_check(unsigned long vector
, unsigned long la_ptr
)
1183 /* Clear the error before any reporting. */
1188 wrmces(rdmces()); /* reset machine check pending flag. */
1191 expected
= mcheck_expected(0);
1192 if (!expected
&& vector
== 0x660)
1193 expected
= cia_decode_mchk(la_ptr
);
1194 process_mcheck_info(vector
, la_ptr
, "CIA", expected
);