2 * Copyright (c) 2011, Max Filippov, Open Source and Linux Lab.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * * Neither the name of the Open Source and Linux Lab nor the
13 * names of its contributors may be used to endorse or promote products
14 * derived from this software without specific prior written permission.
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
20 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
21 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
23 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include "exec/exec-all.h"
30 #include "exec/gdbstub.h"
31 #include "qemu/host-utils.h"
32 #if !defined(CONFIG_USER_ONLY)
33 #include "hw/loader.h"
36 static struct XtensaConfigList
*xtensa_cores
;
38 static void xtensa_core_class_init(ObjectClass
*oc
, void *data
)
40 CPUClass
*cc
= CPU_CLASS(oc
);
41 XtensaCPUClass
*xcc
= XTENSA_CPU_CLASS(oc
);
42 const XtensaConfig
*config
= data
;
46 /* Use num_core_regs to see only non-privileged registers in an unmodified
47 * gdb. Use num_regs to see all registers. gdb modification is required
48 * for that: reset bit 0 in the 'flags' field of the registers definitions
49 * in the gdb/xtensa-config.c inside gdb source tree or inside gdb overlay.
51 cc
->gdb_num_core_regs
= config
->gdb_regmap
.num_regs
;
54 void xtensa_register_core(XtensaConfigList
*node
)
57 .parent
= TYPE_XTENSA_CPU
,
58 .class_init
= xtensa_core_class_init
,
59 .class_data
= (void *)node
->config
,
62 node
->next
= xtensa_cores
;
64 type
.name
= g_strdup_printf("%s-" TYPE_XTENSA_CPU
, node
->config
->name
);
66 g_free((gpointer
)type
.name
);
69 static uint32_t check_hw_breakpoints(CPUXtensaState
*env
)
73 for (i
= 0; i
< env
->config
->ndbreak
; ++i
) {
74 if (env
->cpu_watchpoint
[i
] &&
75 env
->cpu_watchpoint
[i
]->flags
& BP_WATCHPOINT_HIT
) {
76 return DEBUGCAUSE_DB
| (i
<< DEBUGCAUSE_DBNUM_SHIFT
);
82 void xtensa_breakpoint_handler(CPUXtensaState
*env
)
84 if (env
->watchpoint_hit
) {
85 if (env
->watchpoint_hit
->flags
& BP_CPU
) {
88 env
->watchpoint_hit
= NULL
;
89 cause
= check_hw_breakpoints(env
);
91 debug_exception_env(env
, cause
);
93 cpu_resume_from_signal(env
, NULL
);
98 XtensaCPU
*cpu_xtensa_init(const char *cpu_model
)
104 oc
= cpu_class_by_name(TYPE_XTENSA_CPU
, cpu_model
);
109 cpu
= XTENSA_CPU(object_new(object_class_get_name(oc
)));
112 xtensa_irq_init(env
);
114 object_property_set_bool(OBJECT(cpu
), true, "realized", NULL
);
120 void xtensa_cpu_list(FILE *f
, fprintf_function cpu_fprintf
)
122 XtensaConfigList
*core
= xtensa_cores
;
123 cpu_fprintf(f
, "Available CPUs:\n");
124 for (; core
; core
= core
->next
) {
125 cpu_fprintf(f
, " %s\n", core
->config
->name
);
129 hwaddr
xtensa_cpu_get_phys_page_debug(CPUState
*cs
, vaddr addr
)
131 XtensaCPU
*cpu
= XTENSA_CPU(cs
);
136 if (xtensa_get_physical_addr(&cpu
->env
, false, addr
, 0, 0,
137 &paddr
, &page_size
, &access
) == 0) {
140 if (xtensa_get_physical_addr(&cpu
->env
, false, addr
, 2, 0,
141 &paddr
, &page_size
, &access
) == 0) {
147 static uint32_t relocated_vector(CPUXtensaState
*env
, uint32_t vector
)
149 if (xtensa_option_enabled(env
->config
,
150 XTENSA_OPTION_RELOCATABLE_VECTOR
)) {
151 return vector
- env
->config
->vecbase
+ env
->sregs
[VECBASE
];
158 * Handle penging IRQ.
159 * For the high priority interrupt jump to the corresponding interrupt vector.
160 * For the level-1 interrupt convert it to either user, kernel or double
161 * exception with the 'level-1 interrupt' exception cause.
163 static void handle_interrupt(CPUXtensaState
*env
)
165 int level
= env
->pending_irq_level
;
167 if (level
> xtensa_get_cintlevel(env
) &&
168 level
<= env
->config
->nlevel
&&
169 (env
->config
->level_mask
[level
] &
171 env
->sregs
[INTENABLE
])) {
173 env
->sregs
[EPC1
+ level
- 1] = env
->pc
;
174 env
->sregs
[EPS2
+ level
- 2] = env
->sregs
[PS
];
176 (env
->sregs
[PS
] & ~PS_INTLEVEL
) | level
| PS_EXCM
;
177 env
->pc
= relocated_vector(env
,
178 env
->config
->interrupt_vector
[level
]);
180 env
->sregs
[EXCCAUSE
] = LEVEL1_INTERRUPT_CAUSE
;
182 if (env
->sregs
[PS
] & PS_EXCM
) {
183 if (env
->config
->ndepc
) {
184 env
->sregs
[DEPC
] = env
->pc
;
186 env
->sregs
[EPC1
] = env
->pc
;
188 env
->exception_index
= EXC_DOUBLE
;
190 env
->sregs
[EPC1
] = env
->pc
;
191 env
->exception_index
=
192 (env
->sregs
[PS
] & PS_UM
) ? EXC_USER
: EXC_KERNEL
;
194 env
->sregs
[PS
] |= PS_EXCM
;
196 env
->exception_taken
= 1;
200 void xtensa_cpu_do_interrupt(CPUState
*cs
)
202 XtensaCPU
*cpu
= XTENSA_CPU(cs
);
203 CPUXtensaState
*env
= &cpu
->env
;
205 if (env
->exception_index
== EXC_IRQ
) {
206 qemu_log_mask(CPU_LOG_INT
,
207 "%s(EXC_IRQ) level = %d, cintlevel = %d, "
208 "pc = %08x, a0 = %08x, ps = %08x, "
209 "intset = %08x, intenable = %08x, "
211 __func__
, env
->pending_irq_level
, xtensa_get_cintlevel(env
),
212 env
->pc
, env
->regs
[0], env
->sregs
[PS
],
213 env
->sregs
[INTSET
], env
->sregs
[INTENABLE
],
215 handle_interrupt(env
);
218 switch (env
->exception_index
) {
219 case EXC_WINDOW_OVERFLOW4
:
220 case EXC_WINDOW_UNDERFLOW4
:
221 case EXC_WINDOW_OVERFLOW8
:
222 case EXC_WINDOW_UNDERFLOW8
:
223 case EXC_WINDOW_OVERFLOW12
:
224 case EXC_WINDOW_UNDERFLOW12
:
229 qemu_log_mask(CPU_LOG_INT
, "%s(%d) "
230 "pc = %08x, a0 = %08x, ps = %08x, ccount = %08x\n",
231 __func__
, env
->exception_index
,
232 env
->pc
, env
->regs
[0], env
->sregs
[PS
], env
->sregs
[CCOUNT
]);
233 if (env
->config
->exception_vector
[env
->exception_index
]) {
234 env
->pc
= relocated_vector(env
,
235 env
->config
->exception_vector
[env
->exception_index
]);
236 env
->exception_taken
= 1;
238 qemu_log("%s(pc = %08x) bad exception_index: %d\n",
239 __func__
, env
->pc
, env
->exception_index
);
247 qemu_log("%s(pc = %08x) unknown exception_index: %d\n",
248 __func__
, env
->pc
, env
->exception_index
);
251 check_interrupts(env
);
254 static void reset_tlb_mmu_all_ways(CPUXtensaState
*env
,
255 const xtensa_tlb
*tlb
, xtensa_tlb_entry entry
[][MAX_TLB_WAY_SIZE
])
259 for (wi
= 0; wi
< tlb
->nways
; ++wi
) {
260 for (ei
= 0; ei
< tlb
->way_size
[wi
]; ++ei
) {
261 entry
[wi
][ei
].asid
= 0;
262 entry
[wi
][ei
].variable
= true;
267 static void reset_tlb_mmu_ways56(CPUXtensaState
*env
,
268 const xtensa_tlb
*tlb
, xtensa_tlb_entry entry
[][MAX_TLB_WAY_SIZE
])
270 if (!tlb
->varway56
) {
271 static const xtensa_tlb_entry way5
[] = {
286 static const xtensa_tlb_entry way6
[] = {
301 memcpy(entry
[5], way5
, sizeof(way5
));
302 memcpy(entry
[6], way6
, sizeof(way6
));
305 for (ei
= 0; ei
< 8; ++ei
) {
306 entry
[6][ei
].vaddr
= ei
<< 29;
307 entry
[6][ei
].paddr
= ei
<< 29;
308 entry
[6][ei
].asid
= 1;
309 entry
[6][ei
].attr
= 3;
314 static void reset_tlb_region_way0(CPUXtensaState
*env
,
315 xtensa_tlb_entry entry
[][MAX_TLB_WAY_SIZE
])
319 for (ei
= 0; ei
< 8; ++ei
) {
320 entry
[0][ei
].vaddr
= ei
<< 29;
321 entry
[0][ei
].paddr
= ei
<< 29;
322 entry
[0][ei
].asid
= 1;
323 entry
[0][ei
].attr
= 2;
324 entry
[0][ei
].variable
= true;
328 void reset_mmu(CPUXtensaState
*env
)
330 if (xtensa_option_enabled(env
->config
, XTENSA_OPTION_MMU
)) {
331 env
->sregs
[RASID
] = 0x04030201;
332 env
->sregs
[ITLBCFG
] = 0;
333 env
->sregs
[DTLBCFG
] = 0;
334 env
->autorefill_idx
= 0;
335 reset_tlb_mmu_all_ways(env
, &env
->config
->itlb
, env
->itlb
);
336 reset_tlb_mmu_all_ways(env
, &env
->config
->dtlb
, env
->dtlb
);
337 reset_tlb_mmu_ways56(env
, &env
->config
->itlb
, env
->itlb
);
338 reset_tlb_mmu_ways56(env
, &env
->config
->dtlb
, env
->dtlb
);
340 reset_tlb_region_way0(env
, env
->itlb
);
341 reset_tlb_region_way0(env
, env
->dtlb
);
345 static unsigned get_ring(const CPUXtensaState
*env
, uint8_t asid
)
348 for (i
= 0; i
< 4; ++i
) {
349 if (((env
->sregs
[RASID
] >> i
* 8) & 0xff) == asid
) {
357 * Lookup xtensa TLB for the given virtual address.
360 * \param pwi: [out] way index
361 * \param pei: [out] entry index
362 * \param pring: [out] access ring
363 * \return 0 if ok, exception cause code otherwise
365 int xtensa_tlb_lookup(const CPUXtensaState
*env
, uint32_t addr
, bool dtlb
,
366 uint32_t *pwi
, uint32_t *pei
, uint8_t *pring
)
368 const xtensa_tlb
*tlb
= dtlb
?
369 &env
->config
->dtlb
: &env
->config
->itlb
;
370 const xtensa_tlb_entry (*entry
)[MAX_TLB_WAY_SIZE
] = dtlb
?
371 env
->dtlb
: env
->itlb
;
376 for (wi
= 0; wi
< tlb
->nways
; ++wi
) {
379 split_tlb_entry_spec_way(env
, addr
, dtlb
, &vpn
, wi
, &ei
);
380 if (entry
[wi
][ei
].vaddr
== vpn
&& entry
[wi
][ei
].asid
) {
381 unsigned ring
= get_ring(env
, entry
[wi
][ei
].asid
);
385 LOAD_STORE_TLB_MULTI_HIT_CAUSE
:
386 INST_TLB_MULTI_HIT_CAUSE
;
395 (dtlb
? LOAD_STORE_TLB_MISS_CAUSE
: INST_TLB_MISS_CAUSE
);
399 * Convert MMU ATTR to PAGE_{READ,WRITE,EXEC} mask.
402 static unsigned mmu_attr_to_access(uint32_t attr
)
412 access
|= PAGE_WRITE
;
415 switch (attr
& 0xc) {
417 access
|= PAGE_CACHE_BYPASS
;
421 access
|= PAGE_CACHE_WB
;
425 access
|= PAGE_CACHE_WT
;
428 } else if (attr
== 13) {
429 access
|= PAGE_READ
| PAGE_WRITE
| PAGE_CACHE_ISOLATE
;
435 * Convert region protection ATTR to PAGE_{READ,WRITE,EXEC} mask.
438 static unsigned region_attr_to_access(uint32_t attr
)
440 static const unsigned access
[16] = {
441 [0] = PAGE_READ
| PAGE_WRITE
| PAGE_CACHE_WT
,
442 [1] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_WT
,
443 [2] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_BYPASS
,
444 [3] = PAGE_EXEC
| PAGE_CACHE_WB
,
445 [4] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_WB
,
446 [5] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_WB
,
447 [14] = PAGE_READ
| PAGE_WRITE
| PAGE_CACHE_ISOLATE
,
450 return access
[attr
& 0xf];
454 * Convert cacheattr to PAGE_{READ,WRITE,EXEC} mask.
455 * See ISA, A.2.14 The Cache Attribute Register
457 static unsigned cacheattr_attr_to_access(uint32_t attr
)
459 static const unsigned access
[16] = {
460 [0] = PAGE_READ
| PAGE_WRITE
| PAGE_CACHE_WT
,
461 [1] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_WT
,
462 [2] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_BYPASS
,
463 [3] = PAGE_EXEC
| PAGE_CACHE_WB
,
464 [4] = PAGE_READ
| PAGE_WRITE
| PAGE_EXEC
| PAGE_CACHE_WB
,
465 [14] = PAGE_READ
| PAGE_WRITE
| PAGE_CACHE_ISOLATE
,
468 return access
[attr
& 0xf];
471 static bool is_access_granted(unsigned access
, int is_write
)
475 return access
& PAGE_READ
;
478 return access
& PAGE_WRITE
;
481 return access
& PAGE_EXEC
;
488 static int get_pte(CPUXtensaState
*env
, uint32_t vaddr
, uint32_t *pte
);
490 static int get_physical_addr_mmu(CPUXtensaState
*env
, bool update_tlb
,
491 uint32_t vaddr
, int is_write
, int mmu_idx
,
492 uint32_t *paddr
, uint32_t *page_size
, unsigned *access
,
495 bool dtlb
= is_write
!= 2;
501 const xtensa_tlb_entry
*entry
= NULL
;
502 xtensa_tlb_entry tmp_entry
;
503 int ret
= xtensa_tlb_lookup(env
, vaddr
, dtlb
, &wi
, &ei
, &ring
);
505 if ((ret
== INST_TLB_MISS_CAUSE
|| ret
== LOAD_STORE_TLB_MISS_CAUSE
) &&
506 may_lookup_pt
&& get_pte(env
, vaddr
, &pte
) == 0) {
507 ring
= (pte
>> 4) & 0x3;
509 split_tlb_entry_spec_way(env
, vaddr
, dtlb
, &vpn
, wi
, &ei
);
512 wi
= ++env
->autorefill_idx
& 0x3;
513 xtensa_tlb_set_entry(env
, dtlb
, wi
, ei
, vpn
, pte
);
514 env
->sregs
[EXCVADDR
] = vaddr
;
515 qemu_log("%s: autorefill(%08x): %08x -> %08x\n",
516 __func__
, vaddr
, vpn
, pte
);
518 xtensa_tlb_set_entry_mmu(env
, &tmp_entry
, dtlb
, wi
, ei
, vpn
, pte
);
528 entry
= xtensa_tlb_get_entry(env
, dtlb
, wi
, ei
);
531 if (ring
< mmu_idx
) {
533 LOAD_STORE_PRIVILEGE_CAUSE
:
534 INST_FETCH_PRIVILEGE_CAUSE
;
537 *access
= mmu_attr_to_access(entry
->attr
) &
538 ~(dtlb
? PAGE_EXEC
: PAGE_READ
| PAGE_WRITE
);
539 if (!is_access_granted(*access
, is_write
)) {
542 STORE_PROHIBITED_CAUSE
:
543 LOAD_PROHIBITED_CAUSE
) :
544 INST_FETCH_PROHIBITED_CAUSE
;
547 *paddr
= entry
->paddr
| (vaddr
& ~xtensa_tlb_get_addr_mask(env
, dtlb
, wi
));
548 *page_size
= ~xtensa_tlb_get_addr_mask(env
, dtlb
, wi
) + 1;
553 static int get_pte(CPUXtensaState
*env
, uint32_t vaddr
, uint32_t *pte
)
559 (env
->sregs
[PTEVADDR
] | (vaddr
>> 10)) & 0xfffffffc;
560 int ret
= get_physical_addr_mmu(env
, false, pt_vaddr
, 0, 0,
561 &paddr
, &page_size
, &access
, false);
563 qemu_log("%s: trying autorefill(%08x) -> %08x\n", __func__
,
564 vaddr
, ret
? ~0 : paddr
);
567 *pte
= ldl_phys(paddr
);
572 static int get_physical_addr_region(CPUXtensaState
*env
,
573 uint32_t vaddr
, int is_write
, int mmu_idx
,
574 uint32_t *paddr
, uint32_t *page_size
, unsigned *access
)
576 bool dtlb
= is_write
!= 2;
578 uint32_t ei
= (vaddr
>> 29) & 0x7;
579 const xtensa_tlb_entry
*entry
=
580 xtensa_tlb_get_entry(env
, dtlb
, wi
, ei
);
582 *access
= region_attr_to_access(entry
->attr
);
583 if (!is_access_granted(*access
, is_write
)) {
586 STORE_PROHIBITED_CAUSE
:
587 LOAD_PROHIBITED_CAUSE
) :
588 INST_FETCH_PROHIBITED_CAUSE
;
591 *paddr
= entry
->paddr
| (vaddr
& ~REGION_PAGE_MASK
);
592 *page_size
= ~REGION_PAGE_MASK
+ 1;
598 * Convert virtual address to physical addr.
599 * MMU may issue pagewalk and change xtensa autorefill TLB way entry.
601 * \return 0 if ok, exception cause code otherwise
603 int xtensa_get_physical_addr(CPUXtensaState
*env
, bool update_tlb
,
604 uint32_t vaddr
, int is_write
, int mmu_idx
,
605 uint32_t *paddr
, uint32_t *page_size
, unsigned *access
)
607 if (xtensa_option_enabled(env
->config
, XTENSA_OPTION_MMU
)) {
608 return get_physical_addr_mmu(env
, update_tlb
,
609 vaddr
, is_write
, mmu_idx
, paddr
, page_size
, access
, true);
610 } else if (xtensa_option_bits_enabled(env
->config
,
611 XTENSA_OPTION_BIT(XTENSA_OPTION_REGION_PROTECTION
) |
612 XTENSA_OPTION_BIT(XTENSA_OPTION_REGION_TRANSLATION
))) {
613 return get_physical_addr_region(env
, vaddr
, is_write
, mmu_idx
,
614 paddr
, page_size
, access
);
617 *page_size
= TARGET_PAGE_SIZE
;
618 *access
= cacheattr_attr_to_access(
619 env
->sregs
[CACHEATTR
] >> ((vaddr
& 0xe0000000) >> 27));
624 static void dump_tlb(FILE *f
, fprintf_function cpu_fprintf
,
625 CPUXtensaState
*env
, bool dtlb
)
628 const xtensa_tlb
*conf
=
629 dtlb
? &env
->config
->dtlb
: &env
->config
->itlb
;
630 unsigned (*attr_to_access
)(uint32_t) =
631 xtensa_option_enabled(env
->config
, XTENSA_OPTION_MMU
) ?
632 mmu_attr_to_access
: region_attr_to_access
;
634 for (wi
= 0; wi
< conf
->nways
; ++wi
) {
635 uint32_t sz
= ~xtensa_tlb_get_addr_mask(env
, dtlb
, wi
) + 1;
637 bool print_header
= true;
639 if (sz
>= 0x100000) {
647 for (ei
= 0; ei
< conf
->way_size
[wi
]; ++ei
) {
648 const xtensa_tlb_entry
*entry
=
649 xtensa_tlb_get_entry(env
, dtlb
, wi
, ei
);
652 static const char * const cache_text
[8] = {
653 [PAGE_CACHE_BYPASS
>> PAGE_CACHE_SHIFT
] = "Bypass",
654 [PAGE_CACHE_WT
>> PAGE_CACHE_SHIFT
] = "WT",
655 [PAGE_CACHE_WB
>> PAGE_CACHE_SHIFT
] = "WB",
656 [PAGE_CACHE_ISOLATE
>> PAGE_CACHE_SHIFT
] = "Isolate",
658 unsigned access
= attr_to_access(entry
->attr
);
659 unsigned cache_idx
= (access
& PAGE_CACHE_MASK
) >>
663 print_header
= false;
664 cpu_fprintf(f
, "Way %u (%d %s)\n", wi
, sz
, sz_text
);
666 "\tVaddr Paddr ASID Attr RWX Cache\n"
667 "\t---------- ---------- ---- ---- --- -------\n");
670 "\t0x%08x 0x%08x 0x%02x 0x%02x %c%c%c %-7s\n",
675 (access
& PAGE_READ
) ? 'R' : '-',
676 (access
& PAGE_WRITE
) ? 'W' : '-',
677 (access
& PAGE_EXEC
) ? 'X' : '-',
678 cache_text
[cache_idx
] ? cache_text
[cache_idx
] :
685 void dump_mmu(FILE *f
, fprintf_function cpu_fprintf
, CPUXtensaState
*env
)
687 if (xtensa_option_bits_enabled(env
->config
,
688 XTENSA_OPTION_BIT(XTENSA_OPTION_REGION_PROTECTION
) |
689 XTENSA_OPTION_BIT(XTENSA_OPTION_REGION_TRANSLATION
) |
690 XTENSA_OPTION_BIT(XTENSA_OPTION_MMU
))) {
692 cpu_fprintf(f
, "ITLB:\n");
693 dump_tlb(f
, cpu_fprintf
, env
, false);
694 cpu_fprintf(f
, "\nDTLB:\n");
695 dump_tlb(f
, cpu_fprintf
, env
, true);
697 cpu_fprintf(f
, "No TLB for this CPU core\n");