2 * Copyright (C) 2001,2002,2003 Broadcom Corporation
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version 2
7 * of the License, or (at your option) any later version.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18 #include <linux/config.h>
19 #include <linux/sched.h>
20 #include <asm/mipsregs.h>
21 #include <asm/sibyte/sb1250.h>
22 #include <asm/sibyte/sb1250_regs.h>
24 #if !defined(CONFIG_SIBYTE_BUS_WATCHER) || defined(CONFIG_SIBYTE_BW_TRACE)
26 #include <asm/sibyte/sb1250_scd.h>
30 * We'd like to dump the L2_ECC_TAG register on errors, but errata make
31 * that unsafe... So for now we don't. (BCM1250/BCM112x erratum SOC-48.)
33 #undef DUMP_L2_ECC_TAG_ON_ERROR
37 /* XXX should come from config1 XXX */
38 #define SB1_CACHE_INDEX_MASK 0x1fe0
40 #define CP0_ERRCTL_RECOVERABLE (1 << 31)
41 #define CP0_ERRCTL_DCACHE (1 << 30)
42 #define CP0_ERRCTL_ICACHE (1 << 29)
43 #define CP0_ERRCTL_MULTIBUS (1 << 23)
44 #define CP0_ERRCTL_MC_TLB (1 << 15)
45 #define CP0_ERRCTL_MC_TIMEOUT (1 << 14)
47 #define CP0_CERRI_TAG_PARITY (1 << 29)
48 #define CP0_CERRI_DATA_PARITY (1 << 28)
49 #define CP0_CERRI_EXTERNAL (1 << 26)
51 #define CP0_CERRI_IDX_VALID(c) (!((c) & CP0_CERRI_EXTERNAL))
52 #define CP0_CERRI_DATA (CP0_CERRI_DATA_PARITY)
54 #define CP0_CERRD_MULTIPLE (1 << 31)
55 #define CP0_CERRD_TAG_STATE (1 << 30)
56 #define CP0_CERRD_TAG_ADDRESS (1 << 29)
57 #define CP0_CERRD_DATA_SBE (1 << 28)
58 #define CP0_CERRD_DATA_DBE (1 << 27)
59 #define CP0_CERRD_EXTERNAL (1 << 26)
60 #define CP0_CERRD_LOAD (1 << 25)
61 #define CP0_CERRD_STORE (1 << 24)
62 #define CP0_CERRD_FILLWB (1 << 23)
63 #define CP0_CERRD_COHERENCY (1 << 22)
64 #define CP0_CERRD_DUPTAG (1 << 21)
66 #define CP0_CERRD_DPA_VALID(c) (!((c) & CP0_CERRD_EXTERNAL))
67 #define CP0_CERRD_IDX_VALID(c) \
68 (((c) & (CP0_CERRD_LOAD | CP0_CERRD_STORE)) ? (!((c) & CP0_CERRD_EXTERNAL)) : 0)
69 #define CP0_CERRD_CAUSES \
70 (CP0_CERRD_LOAD | CP0_CERRD_STORE | CP0_CERRD_FILLWB | CP0_CERRD_COHERENCY | CP0_CERRD_DUPTAG)
71 #define CP0_CERRD_TYPES \
72 (CP0_CERRD_TAG_STATE | CP0_CERRD_TAG_ADDRESS | CP0_CERRD_DATA_SBE | CP0_CERRD_DATA_DBE | CP0_CERRD_EXTERNAL)
73 #define CP0_CERRD_DATA (CP0_CERRD_DATA_SBE | CP0_CERRD_DATA_DBE)
75 static uint32_t extract_ic(unsigned short addr
, int data
);
76 static uint32_t extract_dc(unsigned short addr
, int data
);
78 static inline void breakout_errctl(unsigned int val
)
80 if (val
& CP0_ERRCTL_RECOVERABLE
)
81 prom_printf(" recoverable");
82 if (val
& CP0_ERRCTL_DCACHE
)
83 prom_printf(" dcache");
84 if (val
& CP0_ERRCTL_ICACHE
)
85 prom_printf(" icache");
86 if (val
& CP0_ERRCTL_MULTIBUS
)
87 prom_printf(" multiple-buserr");
91 static inline void breakout_cerri(unsigned int val
)
93 if (val
& CP0_CERRI_TAG_PARITY
)
94 prom_printf(" tag-parity");
95 if (val
& CP0_CERRI_DATA_PARITY
)
96 prom_printf(" data-parity");
97 if (val
& CP0_CERRI_EXTERNAL
)
98 prom_printf(" external");
102 static inline void breakout_cerrd(unsigned int val
)
104 switch (val
& CP0_CERRD_CAUSES
) {
106 prom_printf(" load,");
108 case CP0_CERRD_STORE
:
109 prom_printf(" store,");
111 case CP0_CERRD_FILLWB
:
112 prom_printf(" fill/wb,");
114 case CP0_CERRD_COHERENCY
:
115 prom_printf(" coherency,");
117 case CP0_CERRD_DUPTAG
:
118 prom_printf(" duptags,");
121 prom_printf(" NO CAUSE,");
124 if (!(val
& CP0_CERRD_TYPES
))
125 prom_printf(" NO TYPE");
127 if (val
& CP0_CERRD_MULTIPLE
)
128 prom_printf(" multi-err");
129 if (val
& CP0_CERRD_TAG_STATE
)
130 prom_printf(" tag-state");
131 if (val
& CP0_CERRD_TAG_ADDRESS
)
132 prom_printf(" tag-address");
133 if (val
& CP0_CERRD_DATA_SBE
)
134 prom_printf(" data-SBE");
135 if (val
& CP0_CERRD_DATA_DBE
)
136 prom_printf(" data-DBE");
137 if (val
& CP0_CERRD_EXTERNAL
)
138 prom_printf(" external");
143 #ifndef CONFIG_SIBYTE_BUS_WATCHER
145 static void check_bus_watcher(void)
147 uint32_t status
, l2_err
, memio_err
;
148 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
152 /* Destructive read, clears register and interrupt */
153 status
= csr_in32(IOADDR(A_SCD_BUS_ERR_STATUS
));
154 /* Bit 31 is always on, but there's no #define for that */
155 if (status
& ~(1UL << 31)) {
156 l2_err
= csr_in32(IOADDR(A_BUS_L2_ERRORS
));
157 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
158 l2_tag
= in64(IO_SPACE_BASE
| A_L2_ECC_TAG
);
160 memio_err
= csr_in32(IOADDR(A_BUS_MEM_IO_ERRORS
));
161 prom_printf("Bus watcher error counters: %08x %08x\n", l2_err
, memio_err
);
162 prom_printf("\nLast recorded signature:\n");
163 prom_printf("Request %02x from %d, answered by %d with Dcode %d\n",
164 (unsigned int)(G_SCD_BERR_TID(status
) & 0x3f),
165 (int)(G_SCD_BERR_TID(status
) >> 6),
166 (int)G_SCD_BERR_RID(status
),
167 (int)G_SCD_BERR_DCODE(status
));
168 #ifdef DUMP_L2_ECC_TAG_ON_ERROR
169 prom_printf("Last L2 tag w/ bad ECC: %016llx\n", l2_tag
);
172 prom_printf("Bus watcher indicates no error\n");
176 extern void check_bus_watcher(void);
179 asmlinkage
void sb1_cache_error(void)
182 uint32_t errctl
, cerr_i
, cerr_d
, dpalo
, dpahi
, eepc
, res
;
184 #ifdef CONFIG_SIBYTE_BW_TRACE
185 /* Freeze the trace buffer now */
186 #if defined(CONFIG_SIBYTE_BCM1x55) || defined(CONFIG_SIBYTE_BCM1x80)
187 csr_out32(M_BCM1480_SCD_TRACE_CFG_FREEZE
, IO_SPACE_BASE
| A_SCD_TRACE_CFG
);
189 csr_out32(M_SCD_TRACE_CFG_FREEZE
, IO_SPACE_BASE
| A_SCD_TRACE_CFG
);
191 prom_printf("Trace buffer frozen\n");
194 prom_printf("Cache error exception on CPU %x:\n",
195 (read_c0_prid() >> 25) & 0x7);
197 __asm__
__volatile__ (
203 " mfc0 %2, $27, 1\n\t"
204 " dmfc0 $1, $27, 3\n\t"
205 " dsrl32 %3, $1, 0 \n\t"
206 " sll %4, $1, 0 \n\t"
209 : "=r" (errctl
), "=r" (cerr_i
), "=r" (cerr_d
),
210 "=r" (dpahi
), "=r" (dpalo
), "=r" (eepc
));
212 cerr_dpa
= (((uint64_t)dpahi
) << 32) | dpalo
;
213 prom_printf(" c0_errorepc == %08x\n", eepc
);
214 prom_printf(" c0_errctl == %08x", errctl
);
215 breakout_errctl(errctl
);
216 if (errctl
& CP0_ERRCTL_ICACHE
) {
217 prom_printf(" c0_cerr_i == %08x", cerr_i
);
218 breakout_cerri(cerr_i
);
219 if (CP0_CERRI_IDX_VALID(cerr_i
)) {
220 /* Check index of EPC, allowing for delay slot */
221 if (((eepc
& SB1_CACHE_INDEX_MASK
) != (cerr_i
& SB1_CACHE_INDEX_MASK
)) &&
222 ((eepc
& SB1_CACHE_INDEX_MASK
) != ((cerr_i
& SB1_CACHE_INDEX_MASK
) - 4)))
223 prom_printf(" cerr_i idx doesn't match eepc\n");
225 res
= extract_ic(cerr_i
& SB1_CACHE_INDEX_MASK
,
226 (cerr_i
& CP0_CERRI_DATA
) != 0);
228 prom_printf("...didn't see indicated icache problem\n");
232 if (errctl
& CP0_ERRCTL_DCACHE
) {
233 prom_printf(" c0_cerr_d == %08x", cerr_d
);
234 breakout_cerrd(cerr_d
);
235 if (CP0_CERRD_DPA_VALID(cerr_d
)) {
236 prom_printf(" c0_cerr_dpa == %010llx\n", cerr_dpa
);
237 if (!CP0_CERRD_IDX_VALID(cerr_d
)) {
238 res
= extract_dc(cerr_dpa
& SB1_CACHE_INDEX_MASK
,
239 (cerr_d
& CP0_CERRD_DATA
) != 0);
241 prom_printf("...didn't see indicated dcache problem\n");
243 if ((cerr_dpa
& SB1_CACHE_INDEX_MASK
) != (cerr_d
& SB1_CACHE_INDEX_MASK
))
244 prom_printf(" cerr_d idx doesn't match cerr_dpa\n");
246 res
= extract_dc(cerr_d
& SB1_CACHE_INDEX_MASK
,
247 (cerr_d
& CP0_CERRD_DATA
) != 0);
249 prom_printf("...didn't see indicated problem\n");
258 * Calling panic() when a fatal cache error occurs scrambles the
259 * state of the system (and the cache), making it difficult to
260 * investigate after the fact. However, if you just stall the CPU,
261 * the other CPU may keep on running, which is typically very
264 #ifdef CONFIG_SB1_CERR_STALL
268 panic("unhandled cache error");
273 /* Parity lookup table. */
274 static const uint8_t parity
[256] = {
275 0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
276 1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
277 1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
278 0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
279 1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,
280 0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
281 0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0,1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,
282 1,0,0,1,0,1,1,0,0,1,1,0,1,0,0,1,0,1,1,0,1,0,0,1,1,0,0,1,0,1,1,0
285 /* Masks to select bits for Hamming parity, mask_72_64[i] for bit[i] */
286 static const uint64_t mask_72_64
[8] = {
287 0x0738C808099264FFULL
,
288 0x38C808099264FF07ULL
,
289 0xC808099264FF0738ULL
,
290 0x08099264FF0738C8ULL
,
291 0x099264FF0738C808ULL
,
292 0x9264FF0738C80809ULL
,
293 0x64FF0738C8080992ULL
,
294 0xFF0738C808099264ULL
297 /* Calculate the parity on a range of bits */
298 static char range_parity(uint64_t dword
, int max
, int min
)
303 for (i
=max
-min
; i
>=0; i
--) {
311 /* Calculate the 4-bit even byte-parity for an instruction */
312 static unsigned char inst_parity(uint32_t word
)
316 for (j
=0; j
<4; j
++) {
317 char byte_parity
= 0;
318 for (i
=0; i
<8; i
++) {
319 if (word
& 0x80000000)
320 byte_parity
= !byte_parity
;
324 parity
|= byte_parity
;
329 static uint32_t extract_ic(unsigned short addr
, int data
)
333 uint64_t taglo
, va
, tlo_tmp
;
334 uint32_t taghi
, taglolo
, taglohi
;
338 prom_printf("Icache index 0x%04x ", addr
);
339 for (way
= 0; way
< 4; way
++) {
340 /* Index-load-tag-I */
341 __asm__
__volatile__ (
343 " .set noreorder \n\t"
346 " cache 4, 0(%3) \n\t"
348 " dmfc0 $1, $28 \n\t"
349 " dsrl32 %1, $1, 0 \n\t"
350 " sll %2, $1, 0 \n\t"
352 : "=r" (taghi
), "=r" (taglohi
), "=r" (taglolo
)
353 : "r" ((way
<< 13) | addr
));
355 taglo
= ((unsigned long long)taglohi
<< 32) | taglolo
;
357 lru
= (taghi
>> 14) & 0xff;
358 prom_printf("[Bank %d Set 0x%02x] LRU > %d %d %d %d > MRU\n",
359 ((addr
>> 5) & 0x3), /* bank */
360 ((addr
>> 7) & 0x3f), /* index */
366 va
= (taglo
& 0xC0000FFFFFFFE000ULL
) | addr
;
367 if ((taglo
& (1 << 31)) && (((taglo
>> 62) & 0x3) == 3))
368 va
|= 0x3FFFF00000000000ULL
;
369 valid
= ((taghi
>> 29) & 1);
371 tlo_tmp
= taglo
& 0xfff3ff;
372 if (((taglo
>> 10) & 1) ^ range_parity(tlo_tmp
, 23, 0)) {
373 prom_printf(" ** bad parity in VTag0/G/ASID\n");
374 res
|= CP0_CERRI_TAG_PARITY
;
376 if (((taglo
>> 11) & 1) ^ range_parity(taglo
, 63, 24)) {
377 prom_printf(" ** bad parity in R/VTag1\n");
378 res
|= CP0_CERRI_TAG_PARITY
;
381 if (valid
^ ((taghi
>> 27) & 1)) {
382 prom_printf(" ** bad parity for valid bit\n");
383 res
|= CP0_CERRI_TAG_PARITY
;
385 prom_printf(" %d [VA %016llx] [Vld? %d] raw tags: %08X-%016llX\n",
386 way
, va
, valid
, taghi
, taglo
);
389 uint32_t datahi
, insta
, instb
;
393 /* (hit all banks and ways) */
394 for (offset
= 0; offset
< 4; offset
++) {
395 /* Index-load-data-I */
396 __asm__
__volatile__ (
398 " .set noreorder\n\t"
401 " cache 6, 0(%3) \n\t"
402 " mfc0 %0, $29, 1\n\t"
403 " dmfc0 $1, $28, 1\n\t"
404 " dsrl32 %1, $1, 0 \n\t"
405 " sll %2, $1, 0 \n\t"
407 : "=r" (datahi
), "=r" (insta
), "=r" (instb
)
408 : "r" ((way
<< 13) | addr
| (offset
<< 3)));
409 predecode
= (datahi
>> 8) & 0xff;
410 if (((datahi
>> 16) & 1) != (uint32_t)range_parity(predecode
, 7, 0)) {
411 prom_printf(" ** bad parity in predecode\n");
412 res
|= CP0_CERRI_DATA_PARITY
;
414 /* XXXKW should/could check predecode bits themselves */
415 if (((datahi
>> 4) & 0xf) ^ inst_parity(insta
)) {
416 prom_printf(" ** bad parity in instruction a\n");
417 res
|= CP0_CERRI_DATA_PARITY
;
419 if ((datahi
& 0xf) ^ inst_parity(instb
)) {
420 prom_printf(" ** bad parity in instruction b\n");
421 res
|= CP0_CERRI_DATA_PARITY
;
423 prom_printf(" %05X-%08X%08X", datahi
, insta
, instb
);
431 /* Compute the ECC for a data doubleword */
432 static uint8_t dc_ecc(uint64_t dword
)
440 for (i
= 7; i
>= 0; i
--)
443 t
= dword
& mask_72_64
[i
];
444 w
= (uint32_t)(t
>> 32);
445 p
^= (parity
[w
>>24] ^ parity
[(w
>>16) & 0xFF]
446 ^ parity
[(w
>>8) & 0xFF] ^ parity
[w
& 0xFF]);
447 w
= (uint32_t)(t
& 0xFFFFFFFF);
448 p
^= (parity
[w
>>24] ^ parity
[(w
>>16) & 0xFF]
449 ^ parity
[(w
>>8) & 0xFF] ^ parity
[w
& 0xFF]);
459 static struct dc_state dc_states
[] = {
469 #define DC_TAG_VALID(state) \
470 (((state) == 0x0) || ((state) == 0xf) || ((state) == 0x13) || \
471 ((state) == 0x19) || ((state) == 0x16) || ((state) == 0x1c))
473 static char *dc_state_str(unsigned char state
)
475 struct dc_state
*dsc
= dc_states
;
476 while (dsc
->val
!= 0xff) {
477 if (dsc
->val
== state
)
484 static uint32_t extract_dc(unsigned short addr
, int data
)
489 uint32_t taghi
, taglolo
, taglohi
;
493 prom_printf("Dcache index 0x%04x ", addr
);
494 for (way
= 0; way
< 4; way
++) {
495 __asm__
__volatile__ (
497 " .set noreorder\n\t"
500 " cache 5, 0(%3)\n\t" /* Index-load-tag-D */
501 " mfc0 %0, $29, 2\n\t"
502 " dmfc0 $1, $28, 2\n\t"
503 " dsrl32 %1, $1, 0\n\t"
506 : "=r" (taghi
), "=r" (taglohi
), "=r" (taglolo
)
507 : "r" ((way
<< 13) | addr
));
509 taglo
= ((unsigned long long)taglohi
<< 32) | taglolo
;
510 pa
= (taglo
& 0xFFFFFFE000ULL
) | addr
;
512 lru
= (taghi
>> 14) & 0xff;
513 prom_printf("[Bank %d Set 0x%02x] LRU > %d %d %d %d > MRU\n",
514 ((addr
>> 11) & 0x2) | ((addr
>> 5) & 1), /* bank */
515 ((addr
>> 6) & 0x3f), /* index */
521 state
= (taghi
>> 25) & 0x1f;
522 valid
= DC_TAG_VALID(state
);
523 prom_printf(" %d [PA %010llx] [state %s (%02x)] raw tags: %08X-%016llX\n",
524 way
, pa
, dc_state_str(state
), state
, taghi
, taglo
);
526 if (((taglo
>> 11) & 1) ^ range_parity(taglo
, 39, 26)) {
527 prom_printf(" ** bad parity in PTag1\n");
528 res
|= CP0_CERRD_TAG_ADDRESS
;
530 if (((taglo
>> 10) & 1) ^ range_parity(taglo
, 25, 13)) {
531 prom_printf(" ** bad parity in PTag0\n");
532 res
|= CP0_CERRD_TAG_ADDRESS
;
535 res
|= CP0_CERRD_TAG_STATE
;
540 uint32_t datalohi
, datalolo
, datahi
;
544 for (offset
= 0; offset
< 4; offset
++) {
545 /* Index-load-data-D */
546 __asm__
__volatile__ (
548 " .set noreorder\n\t"
551 " cache 7, 0(%3)\n\t" /* Index-load-data-D */
552 " mfc0 %0, $29, 3\n\t"
553 " dmfc0 $1, $28, 3\n\t"
554 " dsrl32 %1, $1, 0 \n\t"
555 " sll %2, $1, 0 \n\t"
557 : "=r" (datahi
), "=r" (datalohi
), "=r" (datalolo
)
558 : "r" ((way
<< 13) | addr
| (offset
<< 3)));
559 datalo
= ((unsigned long long)datalohi
<< 32) | datalolo
;
560 ecc
= dc_ecc(datalo
);
563 bad_ecc
|= 1 << (3-offset
);
569 res
|= (bits
== 1) ? CP0_CERRD_DATA_SBE
: CP0_CERRD_DATA_DBE
;
571 prom_printf(" %02X-%016llX", datahi
, datalo
);
575 prom_printf(" dwords w/ bad ECC: %d %d %d %d\n",
576 !!(bad_ecc
& 8), !!(bad_ecc
& 4),
577 !!(bad_ecc
& 2), !!(bad_ecc
& 1));