4 * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
5 * Copyright (c) 2017-2018 SiFive, Inc.
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms and conditions of the GNU General Public License,
9 * version 2 or later, as published by the Free Software Foundation.
11 * This program is distributed in the hope it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
16 * You should have received a copy of the GNU General Public License along with
17 * this program. If not, see <http://www.gnu.org/licenses/>.
23 #include "hw/core/cpu.h"
24 #include "hw/registerfields.h"
25 #include "exec/cpu-defs.h"
26 #include "qemu/cpu-float.h"
27 #include "qom/object.h"
28 #include "qemu/int128.h"
31 #define TCG_GUEST_DEFAULT_MO 0
34 * RISC-V-specific extra insn start words:
35 * 1: Original instruction opcode
37 #define TARGET_INSN_START_EXTRA_WORDS 1
39 #define TYPE_RISCV_CPU "riscv-cpu"
41 #define RISCV_CPU_TYPE_SUFFIX "-" TYPE_RISCV_CPU
42 #define RISCV_CPU_TYPE_NAME(name) (name RISCV_CPU_TYPE_SUFFIX)
43 #define CPU_RESOLVING_TYPE TYPE_RISCV_CPU
45 #define TYPE_RISCV_CPU_ANY RISCV_CPU_TYPE_NAME("any")
46 #define TYPE_RISCV_CPU_BASE32 RISCV_CPU_TYPE_NAME("rv32")
47 #define TYPE_RISCV_CPU_BASE64 RISCV_CPU_TYPE_NAME("rv64")
48 #define TYPE_RISCV_CPU_BASE128 RISCV_CPU_TYPE_NAME("x-rv128")
49 #define TYPE_RISCV_CPU_IBEX RISCV_CPU_TYPE_NAME("lowrisc-ibex")
50 #define TYPE_RISCV_CPU_SHAKTI_C RISCV_CPU_TYPE_NAME("shakti-c")
51 #define TYPE_RISCV_CPU_SIFIVE_E31 RISCV_CPU_TYPE_NAME("sifive-e31")
52 #define TYPE_RISCV_CPU_SIFIVE_E34 RISCV_CPU_TYPE_NAME("sifive-e34")
53 #define TYPE_RISCV_CPU_SIFIVE_E51 RISCV_CPU_TYPE_NAME("sifive-e51")
54 #define TYPE_RISCV_CPU_SIFIVE_U34 RISCV_CPU_TYPE_NAME("sifive-u34")
55 #define TYPE_RISCV_CPU_SIFIVE_U54 RISCV_CPU_TYPE_NAME("sifive-u54")
56 #define TYPE_RISCV_CPU_HOST RISCV_CPU_TYPE_NAME("host")
58 #if defined(TARGET_RISCV32)
59 # define TYPE_RISCV_CPU_BASE TYPE_RISCV_CPU_BASE32
60 #elif defined(TARGET_RISCV64)
61 # define TYPE_RISCV_CPU_BASE TYPE_RISCV_CPU_BASE64
64 #define RV(x) ((target_ulong)1 << (x - 'A'))
67 #define RVE RV('E') /* E and I are mutually exclusive */
79 /* S extension denotes that Supervisor mode exists, however it is possible
80 to have a core that support S mode but does not have an MMU and there
81 is currently no bit in misa to indicate whether an MMU exists or not
82 so a cpu features bitfield is required, likewise for optional PMP support */
92 /* Privileged specification version */
94 PRIV_VERSION_1_10_0
= 0,
99 #define VEXT_VERSION_1_00_0 0x00010000
105 TRANSLATE_G_STAGE_FAIL
108 #define MMU_USER_IDX 3
110 #define MAX_RISCV_PMPS (16)
112 typedef struct CPUArchState CPURISCVState
;
114 #if !defined(CONFIG_USER_ONLY)
119 #define RV_VLEN_MAX 1024
121 FIELD(VTYPE
, VLMUL
, 0, 3)
122 FIELD(VTYPE
, VSEW
, 3, 3)
123 FIELD(VTYPE
, VTA
, 6, 1)
124 FIELD(VTYPE
, VMA
, 7, 1)
125 FIELD(VTYPE
, VEDIV
, 8, 2)
126 FIELD(VTYPE
, RESERVED
, 10, sizeof(target_ulong
) * 8 - 11)
128 struct CPUArchState
{
129 target_ulong gpr
[32];
130 target_ulong gprh
[32]; /* 64 top bits of the 128-bit registers */
131 uint64_t fpr
[32]; /* assume both F and D extensions */
133 /* vector coprocessor state. */
134 uint64_t vreg
[32 * RV_VLEN_MAX
/ 64] QEMU_ALIGNED(16);
143 target_ulong load_res
;
144 target_ulong load_val
;
148 target_ulong badaddr
;
151 target_ulong guest_phys_fault_addr
;
153 target_ulong priv_ver
;
154 target_ulong bext_ver
;
155 target_ulong vext_ver
;
157 /* RISCVMXL, but uint32_t for vmstate migration */
158 uint32_t misa_mxl
; /* current mxl */
159 uint32_t misa_mxl_max
; /* max mxl for this cpu */
160 uint32_t misa_ext
; /* current extensions */
161 uint32_t misa_ext_mask
; /* max ext for this cpu */
162 uint32_t xl
; /* current xlen */
164 /* 128-bit helpers upper part return value */
169 #ifdef CONFIG_USER_ONLY
173 #ifndef CONFIG_USER_ONLY
175 /* This contains QEMU specific information about the virt state. */
178 target_ulong resetvec
;
180 target_ulong mhartid
;
182 * For RV32 this is 32-bit mstatus and 32-bit mstatush.
183 * For RV64 this is a 64-bit mstatus.
189 * MIP contains the software writable version of SEIP ORed with the
190 * external interrupt value. The MIP register is always up-to-date.
191 * To keep track of the current source, we also save booleans of the values
202 target_ulong satp
; /* since: priv-1.10.0 */
204 target_ulong medeleg
;
213 target_ulong mtval
; /* since: priv-1.10.0 */
215 /* Machine and Supervisor interrupt priorities */
220 target_ulong miselect
;
221 target_ulong siselect
;
223 /* Hypervisor CSRs */
224 target_ulong hstatus
;
225 target_ulong hedeleg
;
227 target_ulong hcounteren
;
235 /* Hypervisor controlled virtual interrupt priorities */
239 /* Upper 64-bits of 128-bit CSRs */
245 * For RV32 this is 32-bit vsstatus and 32-bit vsstatush.
246 * For RV64 this is a 64-bit vsstatus.
250 target_ulong vsscratch
;
252 target_ulong vscause
;
256 /* AIA VS-mode CSRs */
257 target_ulong vsiselect
;
263 target_ulong stvec_hs
;
264 target_ulong sscratch_hs
;
265 target_ulong sepc_hs
;
266 target_ulong scause_hs
;
267 target_ulong stval_hs
;
268 target_ulong satp_hs
;
271 /* Signals whether the current exception occurred with two-stage address
272 translation active. */
273 bool two_stage_lookup
;
275 target_ulong scounteren
;
276 target_ulong mcounteren
;
278 target_ulong sscratch
;
279 target_ulong mscratch
;
281 /* temporary htif regs */
286 /* physical memory protection */
287 pmp_table_t pmp_state
;
288 target_ulong mseccfg
;
291 target_ulong trigger_cur
;
292 type2_trigger_t type2_trig
[TRIGGER_TYPE2_NUM
];
294 /* machine specific rdtime callback */
295 uint64_t (*rdtime_fn
)(void *);
298 /* machine specific AIA ireg read-modify-write callback */
299 #define AIA_MAKE_IREG(__isel, __priv, __virt, __vgein, __xlen) \
300 ((((__xlen) & 0xff) << 24) | \
301 (((__vgein) & 0x3f) << 20) | \
302 (((__virt) & 0x1) << 18) | \
303 (((__priv) & 0x3) << 16) | \
305 #define AIA_IREG_ISEL(__ireg) ((__ireg) & 0xffff)
306 #define AIA_IREG_PRIV(__ireg) (((__ireg) >> 16) & 0x3)
307 #define AIA_IREG_VIRT(__ireg) (((__ireg) >> 18) & 0x1)
308 #define AIA_IREG_VGEIN(__ireg) (((__ireg) >> 20) & 0x3f)
309 #define AIA_IREG_XLEN(__ireg) (((__ireg) >> 24) & 0xff)
310 int (*aia_ireg_rmw_fn
[4])(void *arg
, target_ulong reg
,
311 target_ulong
*val
, target_ulong new_val
, target_ulong write_mask
);
312 void *aia_ireg_rmw_fn_arg
[4];
314 /* True if in debugger mode. */
318 * CSRs for PointerMasking extension
321 target_ulong mpmmask
;
322 target_ulong mpmbase
;
323 target_ulong spmmask
;
324 target_ulong spmbase
;
325 target_ulong upmmask
;
326 target_ulong upmbase
;
328 /* CSRs for execution enviornment configuration */
330 target_ulong senvcfg
;
333 target_ulong cur_pmmask
;
334 target_ulong cur_pmbase
;
336 float_status fp_status
;
338 /* Fields from here on are preserved across CPU reset. */
339 QEMUTimer
*timer
; /* Internal timer */
345 bool kvm_timer_dirty
;
346 uint64_t kvm_timer_time
;
347 uint64_t kvm_timer_compare
;
348 uint64_t kvm_timer_state
;
349 uint64_t kvm_timer_frequency
;
352 OBJECT_DECLARE_CPU_TYPE(RISCVCPU
, RISCVCPUClass
, RISCV_CPU
)
356 * @parent_realize: The parent class' realize handler.
357 * @parent_reset: The parent class' reset handler.
361 struct RISCVCPUClass
{
363 CPUClass parent_class
;
365 DeviceRealize parent_realize
;
366 DeviceReset parent_reset
;
369 struct RISCVCPUConfig
{
419 /* Vendor-specific custom extensions */
420 bool ext_XVentanaCondOps
;
435 bool short_isa_string
;
438 typedef struct RISCVCPUConfig RISCVCPUConfig
;
442 * @env: #CPURISCVState
450 CPUNegativeOffsetState neg
;
456 /* Configuration Settings */
460 static inline int riscv_has_ext(CPURISCVState
*env
, target_ulong ext
)
462 return (env
->misa_ext
& ext
) != 0;
465 static inline bool riscv_feature(CPURISCVState
*env
, int feature
)
467 return env
->features
& (1ULL << feature
);
470 static inline void riscv_set_feature(CPURISCVState
*env
, int feature
)
472 env
->features
|= (1ULL << feature
);
475 #include "cpu_user.h"
477 extern const char * const riscv_int_regnames
[];
478 extern const char * const riscv_int_regnamesh
[];
479 extern const char * const riscv_fpr_regnames
[];
481 const char *riscv_cpu_get_trap_name(target_ulong cause
, bool async
);
482 void riscv_cpu_do_interrupt(CPUState
*cpu
);
483 int riscv_cpu_write_elf64_note(WriteCoreDumpFunction f
, CPUState
*cs
,
484 int cpuid
, void *opaque
);
485 int riscv_cpu_write_elf32_note(WriteCoreDumpFunction f
, CPUState
*cs
,
486 int cpuid
, void *opaque
);
487 int riscv_cpu_gdb_read_register(CPUState
*cpu
, GByteArray
*buf
, int reg
);
488 int riscv_cpu_gdb_write_register(CPUState
*cpu
, uint8_t *buf
, int reg
);
489 int riscv_cpu_hviprio_index2irq(int index
, int *out_irq
, int *out_rdzero
);
490 uint8_t riscv_cpu_default_priority(int irq
);
491 int riscv_cpu_mirq_pending(CPURISCVState
*env
);
492 int riscv_cpu_sirq_pending(CPURISCVState
*env
);
493 int riscv_cpu_vsirq_pending(CPURISCVState
*env
);
494 bool riscv_cpu_fp_enabled(CPURISCVState
*env
);
495 target_ulong
riscv_cpu_get_geilen(CPURISCVState
*env
);
496 void riscv_cpu_set_geilen(CPURISCVState
*env
, target_ulong geilen
);
497 bool riscv_cpu_vector_enabled(CPURISCVState
*env
);
498 bool riscv_cpu_virt_enabled(CPURISCVState
*env
);
499 void riscv_cpu_set_virt_enabled(CPURISCVState
*env
, bool enable
);
500 bool riscv_cpu_two_stage_lookup(int mmu_idx
);
501 int riscv_cpu_mmu_index(CPURISCVState
*env
, bool ifetch
);
502 hwaddr
riscv_cpu_get_phys_page_debug(CPUState
*cpu
, vaddr addr
);
503 G_NORETURN
void riscv_cpu_do_unaligned_access(CPUState
*cs
, vaddr addr
,
504 MMUAccessType access_type
, int mmu_idx
,
506 bool riscv_cpu_tlb_fill(CPUState
*cs
, vaddr address
, int size
,
507 MMUAccessType access_type
, int mmu_idx
,
508 bool probe
, uintptr_t retaddr
);
509 void riscv_cpu_do_transaction_failed(CPUState
*cs
, hwaddr physaddr
,
510 vaddr addr
, unsigned size
,
511 MMUAccessType access_type
,
512 int mmu_idx
, MemTxAttrs attrs
,
513 MemTxResult response
, uintptr_t retaddr
);
514 char *riscv_isa_string(RISCVCPU
*cpu
);
515 void riscv_cpu_list(void);
517 #define cpu_list riscv_cpu_list
518 #define cpu_mmu_index riscv_cpu_mmu_index
520 #ifndef CONFIG_USER_ONLY
521 bool riscv_cpu_exec_interrupt(CPUState
*cs
, int interrupt_request
);
522 void riscv_cpu_swap_hypervisor_regs(CPURISCVState
*env
);
523 int riscv_cpu_claim_interrupts(RISCVCPU
*cpu
, uint64_t interrupts
);
524 uint64_t riscv_cpu_update_mip(RISCVCPU
*cpu
, uint64_t mask
, uint64_t value
);
525 #define BOOL_TO_MASK(x) (-!!(x)) /* helper for riscv_cpu_update_mip value */
526 void riscv_cpu_set_rdtime_fn(CPURISCVState
*env
, uint64_t (*fn
)(void *),
528 void riscv_cpu_set_aia_ireg_rmw_fn(CPURISCVState
*env
, uint32_t priv
,
529 int (*rmw_fn
)(void *arg
,
532 target_ulong new_val
,
533 target_ulong write_mask
),
536 void riscv_cpu_set_mode(CPURISCVState
*env
, target_ulong newpriv
);
538 void riscv_translate_init(void);
539 G_NORETURN
void riscv_raise_exception(CPURISCVState
*env
,
540 uint32_t exception
, uintptr_t pc
);
542 target_ulong
riscv_cpu_get_fflags(CPURISCVState
*env
);
543 void riscv_cpu_set_fflags(CPURISCVState
*env
, target_ulong
);
545 #define TB_FLAGS_PRIV_MMU_MASK 3
546 #define TB_FLAGS_PRIV_HYP_ACCESS_MASK (1 << 2)
547 #define TB_FLAGS_MSTATUS_FS MSTATUS_FS
548 #define TB_FLAGS_MSTATUS_VS MSTATUS_VS
550 #include "exec/cpu-all.h"
552 FIELD(TB_FLAGS
, MEM_IDX
, 0, 3)
553 FIELD(TB_FLAGS
, LMUL
, 3, 3)
554 FIELD(TB_FLAGS
, SEW
, 6, 3)
555 /* Skip MSTATUS_VS (0x600) bits */
556 FIELD(TB_FLAGS
, VL_EQ_VLMAX
, 11, 1)
557 FIELD(TB_FLAGS
, VILL
, 12, 1)
558 /* Skip MSTATUS_FS (0x6000) bits */
559 /* Is a Hypervisor instruction load/store allowed? */
560 FIELD(TB_FLAGS
, HLSX
, 15, 1)
561 FIELD(TB_FLAGS
, MSTATUS_HS_FS
, 16, 2)
562 FIELD(TB_FLAGS
, MSTATUS_HS_VS
, 18, 2)
563 /* The combination of MXL/SXL/UXL that applies to the current cpu mode. */
564 FIELD(TB_FLAGS
, XL
, 20, 2)
565 /* If PointerMasking should be applied */
566 FIELD(TB_FLAGS
, PM_MASK_ENABLED
, 22, 1)
567 FIELD(TB_FLAGS
, PM_BASE_ENABLED
, 23, 1)
569 #ifdef TARGET_RISCV32
570 #define riscv_cpu_mxl(env) ((void)(env), MXL_RV32)
572 static inline RISCVMXL
riscv_cpu_mxl(CPURISCVState
*env
)
574 return env
->misa_mxl
;
577 #define riscv_cpu_mxl_bits(env) (1UL << (4 + riscv_cpu_mxl(env)))
579 #if defined(TARGET_RISCV32)
580 #define cpu_recompute_xl(env) ((void)(env), MXL_RV32)
582 static inline RISCVMXL
cpu_recompute_xl(CPURISCVState
*env
)
584 RISCVMXL xl
= env
->misa_mxl
;
585 #if !defined(CONFIG_USER_ONLY)
587 * When emulating a 32-bit-only cpu, use RV32.
588 * When emulating a 64-bit cpu, and MXL has been reduced to RV32,
589 * MSTATUSH doesn't have UXL/SXL, therefore XLEN cannot be widened
590 * back to RV64 for lower privs.
592 if (xl
!= MXL_RV32
) {
597 xl
= get_field(env
->mstatus
, MSTATUS64_UXL
);
599 default: /* PRV_S | PRV_H */
600 xl
= get_field(env
->mstatus
, MSTATUS64_SXL
);
609 static inline int riscv_cpu_xlen(CPURISCVState
*env
)
611 return 16 << env
->xl
;
614 #ifdef TARGET_RISCV32
615 #define riscv_cpu_sxl(env) ((void)(env), MXL_RV32)
617 static inline RISCVMXL
riscv_cpu_sxl(CPURISCVState
*env
)
619 #ifdef CONFIG_USER_ONLY
620 return env
->misa_mxl
;
622 return get_field(env
->mstatus
, MSTATUS64_SXL
);
628 * Encode LMUL to lmul as follows:
639 * then, we can calculate VLMAX = vlen >> (vsew + 3 - lmul)
640 * e.g. vlen = 256 bits, SEW = 16, LMUL = 1/8
641 * => VLMAX = vlen >> (1 + 3 - (-3))
645 static inline uint32_t vext_get_vlmax(RISCVCPU
*cpu
, target_ulong vtype
)
647 uint8_t sew
= FIELD_EX64(vtype
, VTYPE
, VSEW
);
648 int8_t lmul
= sextract32(FIELD_EX64(vtype
, VTYPE
, VLMUL
), 0, 3);
649 return cpu
->cfg
.vlen
>> (sew
+ 3 - lmul
);
652 void cpu_get_tb_cpu_state(CPURISCVState
*env
, target_ulong
*pc
,
653 target_ulong
*cs_base
, uint32_t *pflags
);
655 void riscv_cpu_update_mask(CPURISCVState
*env
);
657 RISCVException
riscv_csrrw(CPURISCVState
*env
, int csrno
,
658 target_ulong
*ret_value
,
659 target_ulong new_value
, target_ulong write_mask
);
660 RISCVException
riscv_csrrw_debug(CPURISCVState
*env
, int csrno
,
661 target_ulong
*ret_value
,
662 target_ulong new_value
,
663 target_ulong write_mask
);
665 static inline void riscv_csr_write(CPURISCVState
*env
, int csrno
,
668 riscv_csrrw(env
, csrno
, NULL
, val
, MAKE_64BIT_MASK(0, TARGET_LONG_BITS
));
671 static inline target_ulong
riscv_csr_read(CPURISCVState
*env
, int csrno
)
673 target_ulong val
= 0;
674 riscv_csrrw(env
, csrno
, &val
, 0, 0);
678 typedef RISCVException (*riscv_csr_predicate_fn
)(CPURISCVState
*env
,
680 typedef RISCVException (*riscv_csr_read_fn
)(CPURISCVState
*env
, int csrno
,
681 target_ulong
*ret_value
);
682 typedef RISCVException (*riscv_csr_write_fn
)(CPURISCVState
*env
, int csrno
,
683 target_ulong new_value
);
684 typedef RISCVException (*riscv_csr_op_fn
)(CPURISCVState
*env
, int csrno
,
685 target_ulong
*ret_value
,
686 target_ulong new_value
,
687 target_ulong write_mask
);
689 RISCVException
riscv_csrrw_i128(CPURISCVState
*env
, int csrno
,
691 Int128 new_value
, Int128 write_mask
);
693 typedef RISCVException (*riscv_csr_read128_fn
)(CPURISCVState
*env
, int csrno
,
695 typedef RISCVException (*riscv_csr_write128_fn
)(CPURISCVState
*env
, int csrno
,
700 riscv_csr_predicate_fn predicate
;
701 riscv_csr_read_fn read
;
702 riscv_csr_write_fn write
;
704 riscv_csr_read128_fn read128
;
705 riscv_csr_write128_fn write128
;
706 /* The default priv spec version should be PRIV_VERSION_1_10_0 (i.e 0) */
707 uint32_t min_priv_ver
;
708 } riscv_csr_operations
;
710 /* CSR function table constants */
712 CSR_TABLE_SIZE
= 0x1000
715 /* CSR function table */
716 extern riscv_csr_operations csr_ops
[CSR_TABLE_SIZE
];
718 void riscv_get_csr_ops(int csrno
, riscv_csr_operations
*ops
);
719 void riscv_set_csr_ops(int csrno
, riscv_csr_operations
*ops
);
721 void riscv_cpu_register_gdb_regs_for_features(CPUState
*cs
);
723 #endif /* RISCV_CPU_H */