4 * Copyright (c) 2003 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
20 #include "qemu/osdep.h"
23 #include "disas/disas.h"
24 #include "exec/exec-all.h"
26 #if defined(CONFIG_USER_ONLY)
28 #if defined(__FreeBSD__) || defined(__FreeBSD_kernel__)
29 #include <sys/param.h>
30 #if __FreeBSD_version >= 700104
31 #define HAVE_KINFO_GETVMMAP
32 #define sigqueue sigqueue_freebsd /* avoid redefinition */
34 #include <machine/profile.h>
43 #include "exec/ram_addr.h"
46 #include "exec/cputlb.h"
47 #include "exec/translate-all.h"
48 #include "exec/translator.h"
49 #include "exec/tb-flush.h"
50 #include "qemu/bitmap.h"
51 #include "qemu/qemu-print.h"
52 #include "qemu/main-loop.h"
53 #include "qemu/cacheinfo.h"
54 #include "qemu/timer.h"
56 #include "sysemu/cpus.h"
57 #include "sysemu/cpu-timers.h"
58 #include "sysemu/tcg.h"
59 #include "qapi/error.h"
60 #include "hw/core/tcg-cpu-ops.h"
61 #include "tb-jmp-cache.h"
63 #include "tb-context.h"
66 #include "tcg/insn-start-words.h"
71 * Encode VAL as a signed leb128 sequence at P.
72 * Return P incremented past the encoded value.
74 static uint8_t *encode_sleb128(uint8_t *p
, int64_t val
)
81 more
= !((val
== 0 && (byte
& 0x40) == 0)
82 || (val
== -1 && (byte
& 0x40) != 0));
93 * Decode a signed leb128 sequence at *PP; increment *PP past the
94 * decoded value. Return the decoded value.
96 static int64_t decode_sleb128(const uint8_t **pp
)
98 const uint8_t *p
= *pp
;
104 val
|= (int64_t)(byte
& 0x7f) << shift
;
106 } while (byte
& 0x80);
107 if (shift
< TARGET_LONG_BITS
&& (byte
& 0x40)) {
108 val
|= -(int64_t)1 << shift
;
115 /* Encode the data collected about the instructions while compiling TB.
116 Place the data at BLOCK, and return the number of bytes consumed.
118 The logical table consists of TARGET_INSN_START_WORDS target_ulong's,
119 which come from the target's insn_start data, followed by a uintptr_t
120 which comes from the host pc of the end of the code implementing the insn.
122 Each line of the table is encoded as sleb128 deltas from the previous
123 line. The seed for the first line is { tb->pc, 0..., tb->tc.ptr }.
124 That is, the first column is seeded with the guest pc, the last column
125 with the host pc, and the middle columns with zeros. */
127 static int encode_search(TranslationBlock
*tb
, uint8_t *block
)
129 uint8_t *highwater
= tcg_ctx
->code_gen_highwater
;
130 uint64_t *insn_data
= tcg_ctx
->gen_insn_data
;
131 uint16_t *insn_end_off
= tcg_ctx
->gen_insn_end_off
;
135 for (i
= 0, n
= tb
->icount
; i
< n
; ++i
) {
138 for (j
= 0; j
< TARGET_INSN_START_WORDS
; ++j
) {
140 prev
= (!(tb_cflags(tb
) & CF_PCREL
) && j
== 0 ? tb
->pc
: 0);
142 prev
= insn_data
[(i
- 1) * TARGET_INSN_START_WORDS
+ j
];
144 curr
= insn_data
[i
* TARGET_INSN_START_WORDS
+ j
];
145 p
= encode_sleb128(p
, curr
- prev
);
147 prev
= (i
== 0 ? 0 : insn_end_off
[i
- 1]);
148 curr
= insn_end_off
[i
];
149 p
= encode_sleb128(p
, curr
- prev
);
151 /* Test for (pending) buffer overflow. The assumption is that any
152 one row beginning below the high water mark cannot overrun
153 the buffer completely. Thus we can test for overflow after
154 encoding a row without having to check during encoding. */
155 if (unlikely(p
> highwater
)) {
163 static int cpu_unwind_data_from_tb(TranslationBlock
*tb
, uintptr_t host_pc
,
166 uintptr_t iter_pc
= (uintptr_t)tb
->tc
.ptr
;
167 const uint8_t *p
= tb
->tc
.ptr
+ tb
->tc
.size
;
168 int i
, j
, num_insns
= tb
->icount
;
170 host_pc
-= GETPC_ADJ
;
172 if (host_pc
< iter_pc
) {
176 memset(data
, 0, sizeof(uint64_t) * TARGET_INSN_START_WORDS
);
177 if (!(tb_cflags(tb
) & CF_PCREL
)) {
182 * Reconstruct the stored insn data while looking for the point
183 * at which the end of the insn exceeds host_pc.
185 for (i
= 0; i
< num_insns
; ++i
) {
186 for (j
= 0; j
< TARGET_INSN_START_WORDS
; ++j
) {
187 data
[j
] += decode_sleb128(&p
);
189 iter_pc
+= decode_sleb128(&p
);
190 if (iter_pc
> host_pc
) {
191 return num_insns
- i
;
198 * The cpu state corresponding to 'host_pc' is restored in
199 * preparation for exiting the TB.
201 void cpu_restore_state_from_tb(CPUState
*cpu
, TranslationBlock
*tb
,
204 uint64_t data
[TARGET_INSN_START_WORDS
];
205 int insns_left
= cpu_unwind_data_from_tb(tb
, host_pc
, data
);
207 if (insns_left
< 0) {
211 if (tb_cflags(tb
) & CF_USE_ICOUNT
) {
212 assert(icount_enabled());
214 * Reset the cycle counter to the start of the block and
215 * shift if to the number of actually executed instructions.
217 cpu_neg(cpu
)->icount_decr
.u16
.low
+= insns_left
;
220 cpu
->cc
->tcg_ops
->restore_state_to_opc(cpu
, tb
, data
);
223 bool cpu_restore_state(CPUState
*cpu
, uintptr_t host_pc
)
226 * The host_pc has to be in the rx region of the code buffer.
227 * If it is not we will not be able to resolve it here.
228 * The two cases where host_pc will not be correct are:
230 * - fault during translation (instruction fetch)
231 * - fault from helper (not using GETPC() macro)
233 * Either way we need return early as we can't resolve it here.
235 if (in_code_gen_buffer((const void *)(host_pc
- tcg_splitwx_diff
))) {
236 TranslationBlock
*tb
= tcg_tb_lookup(host_pc
);
238 cpu_restore_state_from_tb(cpu
, tb
, host_pc
);
245 bool cpu_unwind_state_data(CPUState
*cpu
, uintptr_t host_pc
, uint64_t *data
)
247 if (in_code_gen_buffer((const void *)(host_pc
- tcg_splitwx_diff
))) {
248 TranslationBlock
*tb
= tcg_tb_lookup(host_pc
);
250 return cpu_unwind_data_from_tb(tb
, host_pc
, data
) >= 0;
259 page_table_config_init();
263 * Isolate the portion of code gen which can setjmp/longjmp.
264 * Return the size of the generated code, or negative on error.
266 static int setjmp_gen_code(CPUArchState
*env
, TranslationBlock
*tb
,
267 vaddr pc
, void *host_pc
,
268 int *max_insns
, int64_t *ti
)
270 int ret
= sigsetjmp(tcg_ctx
->jmp_trans
, 0);
271 if (unlikely(ret
!= 0)) {
275 tcg_func_start(tcg_ctx
);
277 tcg_ctx
->cpu
= env_cpu(env
);
278 gen_intermediate_code(env_cpu(env
), tb
, max_insns
, pc
, host_pc
);
279 assert(tb
->size
!= 0);
281 *max_insns
= tb
->icount
;
283 return tcg_gen_code(tcg_ctx
, tb
, pc
);
286 /* Called with mmap_lock held for user mode emulation. */
287 TranslationBlock
*tb_gen_code(CPUState
*cpu
,
288 vaddr pc
, uint64_t cs_base
,
289 uint32_t flags
, int cflags
)
291 CPUArchState
*env
= cpu
->env_ptr
;
292 TranslationBlock
*tb
, *existing_tb
;
293 tb_page_addr_t phys_pc
, phys_p2
;
294 tcg_insn_unit
*gen_code_buf
;
295 int gen_code_size
, search_size
, max_insns
;
299 assert_memory_lock();
300 qemu_thread_jit_write();
302 phys_pc
= get_page_addr_code_hostp(env
, pc
, &host_pc
);
305 /* Generate a one-shot TB with 1 insn in it */
306 cflags
= (cflags
& ~CF_COUNT_MASK
) | CF_LAST_IO
| 1;
309 max_insns
= cflags
& CF_COUNT_MASK
;
310 if (max_insns
== 0) {
311 max_insns
= TCG_MAX_INSNS
;
313 QEMU_BUILD_BUG_ON(CF_COUNT_MASK
+ 1 != TCG_MAX_INSNS
);
316 assert_no_pages_locked();
317 tb
= tcg_tb_alloc(tcg_ctx
);
319 /* flush must be done */
322 /* Make the execution loop process the flush as soon as possible. */
323 cpu
->exception_index
= EXCP_INTERRUPT
;
327 gen_code_buf
= tcg_ctx
->code_gen_ptr
;
328 tb
->tc
.ptr
= tcg_splitwx_to_rx(gen_code_buf
);
329 if (!(cflags
& CF_PCREL
)) {
332 tb
->cs_base
= cs_base
;
335 tb_set_page_addr0(tb
, phys_pc
);
336 tb_set_page_addr1(tb
, -1);
338 tb_lock_page0(phys_pc
);
341 tcg_ctx
->gen_tb
= tb
;
342 tcg_ctx
->addr_type
= TARGET_LONG_BITS
== 32 ? TCG_TYPE_I32
: TCG_TYPE_I64
;
343 #ifdef CONFIG_SOFTMMU
344 tcg_ctx
->page_bits
= TARGET_PAGE_BITS
;
345 tcg_ctx
->page_mask
= TARGET_PAGE_MASK
;
346 tcg_ctx
->tlb_dyn_max_bits
= CPU_TLB_DYN_MAX_BITS
;
347 tcg_ctx
->tlb_fast_offset
=
348 (int)offsetof(ArchCPU
, neg
.tlb
.f
) - (int)offsetof(ArchCPU
, env
);
350 tcg_ctx
->insn_start_words
= TARGET_INSN_START_WORDS
;
351 #ifdef TCG_GUEST_DEFAULT_MO
352 tcg_ctx
->guest_mo
= TCG_GUEST_DEFAULT_MO
;
354 tcg_ctx
->guest_mo
= TCG_MO_ALL
;
358 trace_translate_block(tb
, pc
, tb
->tc
.ptr
);
360 gen_code_size
= setjmp_gen_code(env
, tb
, pc
, host_pc
, &max_insns
, &ti
);
361 if (unlikely(gen_code_size
< 0)) {
362 switch (gen_code_size
) {
365 * Overflow of code_gen_buffer, or the current slice of it.
367 * TODO: We don't need to re-do gen_intermediate_code, nor
368 * should we re-do the tcg optimization currently hidden
369 * inside tcg_gen_code. All that should be required is to
370 * flush the TBs, allocate a new TB, re-initialize it per
371 * above, and re-do the actual code generation.
373 qemu_log_mask(CPU_LOG_TB_OP
| CPU_LOG_TB_OP_OPT
,
374 "Restarting code generation for "
375 "code_gen_buffer overflow\n");
377 tcg_ctx
->gen_tb
= NULL
;
378 goto buffer_overflow
;
382 * The code generated for the TranslationBlock is too large.
383 * The maximum size allowed by the unwind info is 64k.
384 * There may be stricter constraints from relocations
385 * in the tcg backend.
387 * Try again with half as many insns as we attempted this time.
388 * If a single insn overflows, there's a bug somewhere...
390 assert(max_insns
> 1);
392 qemu_log_mask(CPU_LOG_TB_OP
| CPU_LOG_TB_OP_OPT
,
393 "Restarting code generation with "
394 "smaller translation block (max %d insns)\n",
398 * The half-sized TB may not cross pages.
399 * TODO: Fix all targets that cross pages except with
400 * the first insn, at which point this can't be reached.
402 phys_p2
= tb_page_addr1(tb
);
403 if (unlikely(phys_p2
!= -1)) {
404 tb_unlock_page1(phys_pc
, phys_p2
);
405 tb_set_page_addr1(tb
, -1);
407 goto restart_translate
;
411 * We had a page lock ordering problem. In order to avoid
412 * deadlock we had to drop the lock on page0, which means
413 * that everything we translated so far is compromised.
414 * Restart with locks held on both pages.
416 qemu_log_mask(CPU_LOG_TB_OP
| CPU_LOG_TB_OP_OPT
,
417 "Restarting code generation with re-locked pages");
418 goto restart_translate
;
421 g_assert_not_reached();
424 tcg_ctx
->gen_tb
= NULL
;
426 search_size
= encode_search(tb
, (void *)gen_code_buf
+ gen_code_size
);
427 if (unlikely(search_size
< 0)) {
429 goto buffer_overflow
;
431 tb
->tc
.size
= gen_code_size
;
434 * For CF_PCREL, attribute all executions of the generated code
435 * to its first mapping.
437 perf_report_code(pc
, tb
, tcg_splitwx_to_rx(gen_code_buf
));
439 if (qemu_loglevel_mask(CPU_LOG_TB_OUT_ASM
) &&
440 qemu_log_in_addr_range(pc
)) {
441 FILE *logfile
= qemu_log_trylock();
443 int code_size
, data_size
;
444 const tcg_target_ulong
*rx_data_gen_ptr
;
448 if (tcg_ctx
->data_gen_ptr
) {
449 rx_data_gen_ptr
= tcg_splitwx_to_rx(tcg_ctx
->data_gen_ptr
);
450 code_size
= (const void *)rx_data_gen_ptr
- tb
->tc
.ptr
;
451 data_size
= gen_code_size
- code_size
;
454 code_size
= gen_code_size
;
458 /* Dump header and the first instruction */
459 fprintf(logfile
, "OUT: [size=%d]\n", gen_code_size
);
461 " -- guest addr 0x%016" PRIx64
" + tb prologue\n",
462 tcg_ctx
->gen_insn_data
[insn
* TARGET_INSN_START_WORDS
]);
463 chunk_start
= tcg_ctx
->gen_insn_end_off
[insn
];
464 disas(logfile
, tb
->tc
.ptr
, chunk_start
);
467 * Dump each instruction chunk, wrapping up empty chunks into
468 * the next instruction. The whole array is offset so the
469 * first entry is the beginning of the 2nd instruction.
471 while (insn
< tb
->icount
) {
472 size_t chunk_end
= tcg_ctx
->gen_insn_end_off
[insn
];
473 if (chunk_end
> chunk_start
) {
474 fprintf(logfile
, " -- guest addr 0x%016" PRIx64
"\n",
475 tcg_ctx
->gen_insn_data
[insn
* TARGET_INSN_START_WORDS
]);
476 disas(logfile
, tb
->tc
.ptr
+ chunk_start
,
477 chunk_end
- chunk_start
);
478 chunk_start
= chunk_end
;
483 if (chunk_start
< code_size
) {
484 fprintf(logfile
, " -- tb slow paths + alignment\n");
485 disas(logfile
, tb
->tc
.ptr
+ chunk_start
,
486 code_size
- chunk_start
);
489 /* Finally dump any data we may have after the block */
492 fprintf(logfile
, " data: [size=%d]\n", data_size
);
493 for (i
= 0; i
< data_size
/ sizeof(tcg_target_ulong
); i
++) {
494 if (sizeof(tcg_target_ulong
) == 8) {
496 "0x%08" PRIxPTR
": .quad 0x%016" TCG_PRIlx
"\n",
497 (uintptr_t)&rx_data_gen_ptr
[i
], rx_data_gen_ptr
[i
]);
498 } else if (sizeof(tcg_target_ulong
) == 4) {
500 "0x%08" PRIxPTR
": .long 0x%08" TCG_PRIlx
"\n",
501 (uintptr_t)&rx_data_gen_ptr
[i
], rx_data_gen_ptr
[i
]);
503 qemu_build_not_reached();
507 fprintf(logfile
, "\n");
508 qemu_log_unlock(logfile
);
512 qatomic_set(&tcg_ctx
->code_gen_ptr
, (void *)
513 ROUND_UP((uintptr_t)gen_code_buf
+ gen_code_size
+ search_size
,
517 qemu_spin_init(&tb
->jmp_lock
);
518 tb
->jmp_list_head
= (uintptr_t)NULL
;
519 tb
->jmp_list_next
[0] = (uintptr_t)NULL
;
520 tb
->jmp_list_next
[1] = (uintptr_t)NULL
;
521 tb
->jmp_dest
[0] = (uintptr_t)NULL
;
522 tb
->jmp_dest
[1] = (uintptr_t)NULL
;
524 /* init original jump addresses which have been set during tcg_gen_code() */
525 if (tb
->jmp_reset_offset
[0] != TB_JMP_OFFSET_INVALID
) {
526 tb_reset_jump(tb
, 0);
528 if (tb
->jmp_reset_offset
[1] != TB_JMP_OFFSET_INVALID
) {
529 tb_reset_jump(tb
, 1);
533 * If the TB is not associated with a physical RAM page then it must be
534 * a temporary one-insn TB, and we have nothing left to do. Return early
535 * before attempting to link to other TBs or add to the lookup table.
537 if (tb_page_addr0(tb
) == -1) {
538 assert_no_pages_locked();
543 * Insert TB into the corresponding region tree before publishing it
544 * through QHT. Otherwise rewinding happened in the TB might fail to
545 * lookup itself using host PC.
550 * No explicit memory barrier is required -- tb_link_page() makes the
551 * TB visible in a consistent state.
553 existing_tb
= tb_link_page(tb
);
554 assert_no_pages_locked();
556 /* if the TB already exists, discard what we just translated */
557 if (unlikely(existing_tb
!= tb
)) {
558 uintptr_t orig_aligned
= (uintptr_t)gen_code_buf
;
560 orig_aligned
-= ROUND_UP(sizeof(*tb
), qemu_icache_linesize
);
561 qatomic_set(&tcg_ctx
->code_gen_ptr
, (void *)orig_aligned
);
568 /* user-mode: call with mmap_lock held */
569 void tb_check_watchpoint(CPUState
*cpu
, uintptr_t retaddr
)
571 TranslationBlock
*tb
;
573 assert_memory_lock();
575 tb
= tcg_tb_lookup(retaddr
);
577 /* We can use retranslation to find the PC. */
578 cpu_restore_state_from_tb(cpu
, tb
, retaddr
);
579 tb_phys_invalidate(tb
, -1);
581 /* The exception probably happened in a helper. The CPU state should
582 have been saved before calling it. Fetch the PC from there. */
583 CPUArchState
*env
= cpu
->env_ptr
;
589 cpu_get_tb_cpu_state(env
, &pc
, &cs_base
, &flags
);
590 addr
= get_page_addr_code(env
, pc
);
592 tb_invalidate_phys_range(addr
, addr
);
597 #ifndef CONFIG_USER_ONLY
599 * In deterministic execution mode, instructions doing device I/Os
600 * must be at the end of the TB.
602 * Called by softmmu_template.h, with iothread mutex not held.
604 void cpu_io_recompile(CPUState
*cpu
, uintptr_t retaddr
)
606 TranslationBlock
*tb
;
610 tb
= tcg_tb_lookup(retaddr
);
612 cpu_abort(cpu
, "cpu_io_recompile: could not find TB for pc=%p",
615 cpu_restore_state_from_tb(cpu
, tb
, retaddr
);
618 * Some guests must re-execute the branch when re-executing a delay
619 * slot instruction. When this is the case, adjust icount and N
620 * to account for the re-execution of the branch.
623 cc
= CPU_GET_CLASS(cpu
);
624 if (cc
->tcg_ops
->io_recompile_replay_branch
&&
625 cc
->tcg_ops
->io_recompile_replay_branch(cpu
, tb
)) {
626 cpu_neg(cpu
)->icount_decr
.u16
.low
++;
631 * Exit the loop and potentially generate a new TB executing the
632 * just the I/O insns. We also limit instrumentation to memory
633 * operations only (which execute after completion) so we don't
634 * double instrument the instruction.
636 cpu
->cflags_next_tb
= curr_cflags(cpu
) | CF_MEMI_ONLY
| CF_LAST_IO
| n
;
638 if (qemu_loglevel_mask(CPU_LOG_EXEC
)) {
639 vaddr pc
= log_pc(cpu
, tb
);
640 if (qemu_log_in_addr_range(pc
)) {
641 qemu_log("cpu_io_recompile: rewound execution of TB to %016"
642 VADDR_PRIx
"\n", pc
);
646 cpu_loop_exit_noexc(cpu
);
649 static void print_qht_statistics(struct qht_stats hst
, GString
*buf
)
655 if (!hst
.head_buckets
) {
658 g_string_append_printf(buf
, "TB hash buckets %zu/%zu "
659 "(%0.2f%% head buckets used)\n",
660 hst
.used_head_buckets
, hst
.head_buckets
,
661 (double)hst
.used_head_buckets
/
662 hst
.head_buckets
* 100);
664 hgram_opts
= QDIST_PR_BORDER
| QDIST_PR_LABELS
;
665 hgram_opts
|= QDIST_PR_100X
| QDIST_PR_PERCENT
;
666 if (qdist_xmax(&hst
.occupancy
) - qdist_xmin(&hst
.occupancy
) == 1) {
667 hgram_opts
|= QDIST_PR_NODECIMAL
;
669 hgram
= qdist_pr(&hst
.occupancy
, 10, hgram_opts
);
670 g_string_append_printf(buf
, "TB hash occupancy %0.2f%% avg chain occ. "
672 qdist_avg(&hst
.occupancy
) * 100, hgram
);
675 hgram_opts
= QDIST_PR_BORDER
| QDIST_PR_LABELS
;
676 hgram_bins
= qdist_xmax(&hst
.chain
) - qdist_xmin(&hst
.chain
);
677 if (hgram_bins
> 10) {
681 hgram_opts
|= QDIST_PR_NODECIMAL
| QDIST_PR_NOBINRANGE
;
683 hgram
= qdist_pr(&hst
.chain
, hgram_bins
, hgram_opts
);
684 g_string_append_printf(buf
, "TB hash avg chain %0.3f buckets. "
686 qdist_avg(&hst
.chain
), hgram
);
690 struct tb_tree_stats
{
694 size_t max_target_size
;
695 size_t direct_jmp_count
;
696 size_t direct_jmp2_count
;
700 static gboolean
tb_tree_stats_iter(gpointer key
, gpointer value
, gpointer data
)
702 const TranslationBlock
*tb
= value
;
703 struct tb_tree_stats
*tst
= data
;
706 tst
->host_size
+= tb
->tc
.size
;
707 tst
->target_size
+= tb
->size
;
708 if (tb
->size
> tst
->max_target_size
) {
709 tst
->max_target_size
= tb
->size
;
711 if (tb_page_addr1(tb
) != -1) {
714 if (tb
->jmp_reset_offset
[0] != TB_JMP_OFFSET_INVALID
) {
715 tst
->direct_jmp_count
++;
716 if (tb
->jmp_reset_offset
[1] != TB_JMP_OFFSET_INVALID
) {
717 tst
->direct_jmp2_count
++;
723 void dump_exec_info(GString
*buf
)
725 struct tb_tree_stats tst
= {};
726 struct qht_stats hst
;
727 size_t nb_tbs
, flush_full
, flush_part
, flush_elide
;
729 tcg_tb_foreach(tb_tree_stats_iter
, &tst
);
731 /* XXX: avoid using doubles ? */
732 g_string_append_printf(buf
, "Translation buffer state:\n");
734 * Report total code size including the padding and TB structs;
735 * otherwise users might think "-accel tcg,tb-size" is not honoured.
736 * For avg host size we use the precise numbers from tb_tree_stats though.
738 g_string_append_printf(buf
, "gen code size %zu/%zu\n",
739 tcg_code_size(), tcg_code_capacity());
740 g_string_append_printf(buf
, "TB count %zu\n", nb_tbs
);
741 g_string_append_printf(buf
, "TB avg target size %zu max=%zu bytes\n",
742 nb_tbs
? tst
.target_size
/ nb_tbs
: 0,
743 tst
.max_target_size
);
744 g_string_append_printf(buf
, "TB avg host size %zu bytes "
745 "(expansion ratio: %0.1f)\n",
746 nb_tbs
? tst
.host_size
/ nb_tbs
: 0,
748 (double)tst
.host_size
/ tst
.target_size
: 0);
749 g_string_append_printf(buf
, "cross page TB count %zu (%zu%%)\n",
751 nb_tbs
? (tst
.cross_page
* 100) / nb_tbs
: 0);
752 g_string_append_printf(buf
, "direct jump count %zu (%zu%%) "
753 "(2 jumps=%zu %zu%%)\n",
754 tst
.direct_jmp_count
,
755 nb_tbs
? (tst
.direct_jmp_count
* 100) / nb_tbs
: 0,
756 tst
.direct_jmp2_count
,
757 nb_tbs
? (tst
.direct_jmp2_count
* 100) / nb_tbs
: 0);
759 qht_statistics_init(&tb_ctx
.htable
, &hst
);
760 print_qht_statistics(hst
, buf
);
761 qht_statistics_destroy(&hst
);
763 g_string_append_printf(buf
, "\nStatistics:\n");
764 g_string_append_printf(buf
, "TB flush count %u\n",
765 qatomic_read(&tb_ctx
.tb_flush_count
));
766 g_string_append_printf(buf
, "TB invalidate count %u\n",
767 qatomic_read(&tb_ctx
.tb_phys_invalidate_count
));
769 tlb_flush_counts(&flush_full
, &flush_part
, &flush_elide
);
770 g_string_append_printf(buf
, "TLB full flushes %zu\n", flush_full
);
771 g_string_append_printf(buf
, "TLB partial flushes %zu\n", flush_part
);
772 g_string_append_printf(buf
, "TLB elided flushes %zu\n", flush_elide
);
776 #else /* CONFIG_USER_ONLY */
778 void cpu_interrupt(CPUState
*cpu
, int mask
)
780 g_assert(qemu_mutex_iothread_locked());
781 cpu
->interrupt_request
|= mask
;
782 qatomic_set(&cpu_neg(cpu
)->icount_decr
.u16
.high
, -1);
785 #endif /* CONFIG_USER_ONLY */
788 * Called by generic code at e.g. cpu reset after cpu creation,
789 * therefore we must be prepared to allocate the jump cache.
791 void tcg_flush_jmp_cache(CPUState
*cpu
)
793 CPUJumpCache
*jc
= cpu
->tb_jmp_cache
;
795 /* During early initialization, the cache may not yet be allocated. */
796 if (unlikely(jc
== NULL
)) {
800 for (int i
= 0; i
< TB_JMP_CACHE_SIZE
; i
++) {
801 qatomic_set(&jc
->array
[i
].tb
, NULL
);
805 /* This is a wrapper for common code that can not use CONFIG_SOFTMMU */
806 void tcg_flush_softmmu_tlb(CPUState
*cs
)
808 #ifdef CONFIG_SOFTMMU