cpus.c

   1 /*
   2  * QEMU System Emulator
   3  *
   4  * Copyright (c) 2003-2008 Fabrice Bellard
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a copy
   7  * of this software and associated documentation files (the "Software"), to deal
   8  * in the Software without restriction, including without limitation the rights
   9  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  10  * copies of the Software, and to permit persons to whom the Software is
  11  * furnished to do so, subject to the following conditions:
  12  *
  13  * The above copyright notice and this permission notice shall be included in
  14  * all copies or substantial portions of the Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  22  * THE SOFTWARE.
  23  */
  24
  25 /* Needed early for CONFIG_BSD etc. */
  26 #include "config-host.h"
  27
  28 #include "monitor.h"
  29 #include "sysemu.h"
  30 #include "gdbstub.h"
  31 #include "dma.h"
  32 #include "kvm.h"
  33 #include "exec-all.h"
  34
  35 #include "cpus.h"
  36
  37 #ifdef SIGRTMIN
  38 #define SIG_IPI (SIGRTMIN+4)
  39 #else
  40 #define SIG_IPI SIGUSR1
  41 #endif
  42
  43 static CPUState *next_cpu;
  44
  45 /***********************************************************/
  46 void hw_error(const char *fmt, ...)
  47 {
  48     va_list ap;
  49     CPUState *env;
  50
  51     va_start(ap, fmt);
  52     fprintf(stderr, "qemu: hardware error: ");
  53     vfprintf(stderr, fmt, ap);
  54     fprintf(stderr, "\n");
  55     for(env = first_cpu; env != NULL; env = env->next_cpu) {
  56         fprintf(stderr, "CPU #%d:\n", env->cpu_index);
  57 #ifdef TARGET_I386
  58         cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU);
  59 #else
  60         cpu_dump_state(env, stderr, fprintf, 0);
  61 #endif
  62     }
  63     va_end(ap);
  64     abort();
  65 }
  66
  67 void cpu_synchronize_all_states(void)
  68 {
  69     CPUState *cpu;
  70
  71     for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
  72         cpu_synchronize_state(cpu);
  73     }
  74 }
  75
  76 void cpu_synchronize_all_post_reset(void)
  77 {
  78     CPUState *cpu;
  79
  80     for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
  81         cpu_synchronize_post_reset(cpu);
  82     }
  83 }
  84
  85 void cpu_synchronize_all_post_init(void)
  86 {
  87     CPUState *cpu;
  88
  89     for (cpu = first_cpu; cpu; cpu = cpu->next_cpu) {
  90         cpu_synchronize_post_init(cpu);
  91     }
  92 }
  93
  94 int cpu_is_stopped(CPUState *env)
  95 {
  96     return !vm_running || env->stopped;
  97 }
  98
  99 static void do_vm_stop(int reason)
 100 {
 101     if (vm_running) {
 102         cpu_disable_ticks();
 103         vm_running = 0;
 104         pause_all_vcpus();
 105         vm_state_notify(0, reason);
 106         monitor_protocol_event(QEVENT_STOP, NULL);
 107     }
 108 }
 109
 110 static int cpu_can_run(CPUState *env)
 111 {
 112     if (env->stop)
 113         return 0;
 114     if (env->stopped || !vm_running)
 115         return 0;
 116     return 1;
 117 }
 118
 119 static int cpu_has_work(CPUState *env)
 120 {
 121     if (env->stop)
 122         return 1;
 123     if (env->queued_work_first)
 124         return 1;
 125     if (env->stopped || !vm_running)
 126         return 0;
 127     if (!env->halted)
 128         return 1;
 129     if (qemu_cpu_has_work(env))
 130         return 1;
 131     return 0;
 132 }
 133
 134 static int any_cpu_has_work(void)
 135 {
 136     CPUState *env;
 137
 138     for (env = first_cpu; env != NULL; env = env->next_cpu)
 139         if (cpu_has_work(env))
 140             return 1;
 141     return 0;
 142 }
 143
 144 static void cpu_debug_handler(CPUState *env)
 145 {
 146     gdb_set_stop_cpu(env);
 147     debug_requested = EXCP_DEBUG;
 148     vm_stop(EXCP_DEBUG);
 149 }
 150
 151 #ifndef _WIN32
 152 static int io_thread_fd = -1;
 153
 154 static void qemu_event_increment(void)
 155 {
 156     /* Write 8 bytes to be compatible with eventfd.  */
 157     static const uint64_t val = 1;
 158     ssize_t ret;
 159
 160     if (io_thread_fd == -1)
 161         return;
 162
 163     do {
 164         ret = write(io_thread_fd, &val, sizeof(val));
 165     } while (ret < 0 && errno == EINTR);
 166
 167     /* EAGAIN is fine, a read must be pending.  */
 168     if (ret < 0 && errno != EAGAIN) {
 169         fprintf(stderr, "qemu_event_increment: write() filed: %s\n",
 170                 strerror(errno));
 171         exit (1);
 172     }
 173 }
 174
 175 static void qemu_event_read(void *opaque)
 176 {
 177     int fd = (unsigned long)opaque;
 178     ssize_t len;
 179     char buffer[512];
 180
 181     /* Drain the notify pipe.  For eventfd, only 8 bytes will be read.  */
 182     do {
 183         len = read(fd, buffer, sizeof(buffer));
 184     } while ((len == -1 && errno == EINTR) || len == sizeof(buffer));
 185 }
 186
 187 static int qemu_event_init(void)
 188 {
 189     int err;
 190     int fds[2];
 191
 192     err = qemu_eventfd(fds);
 193     if (err == -1)
 194         return -errno;
 195
 196     err = fcntl_setfl(fds[0], O_NONBLOCK);
 197     if (err < 0)
 198         goto fail;
 199
 200     err = fcntl_setfl(fds[1], O_NONBLOCK);
 201     if (err < 0)
 202         goto fail;
 203
 204     qemu_set_fd_handler2(fds[0], NULL, qemu_event_read, NULL,
 205                          (void *)(unsigned long)fds[0]);
 206
 207     io_thread_fd = fds[1];
 208     return 0;
 209
 210 fail:
 211     close(fds[0]);
 212     close(fds[1]);
 213     return err;
 214 }
 215 #else
 216 HANDLE qemu_event_handle;
 217
 218 static void dummy_event_handler(void *opaque)
 219 {
 220 }
 221
 222 static int qemu_event_init(void)
 223 {
 224     qemu_event_handle = CreateEvent(NULL, FALSE, FALSE, NULL);
 225     if (!qemu_event_handle) {
 226         fprintf(stderr, "Failed CreateEvent: %ld\n", GetLastError());
 227         return -1;
 228     }
 229     qemu_add_wait_object(qemu_event_handle, dummy_event_handler, NULL);
 230     return 0;
 231 }
 232
 233 static void qemu_event_increment(void)
 234 {
 235     if (!SetEvent(qemu_event_handle)) {
 236         fprintf(stderr, "qemu_event_increment: SetEvent failed: %ld\n",
 237                 GetLastError());
 238         exit (1);
 239     }
 240 }
 241 #endif
 242
 243 #ifndef CONFIG_IOTHREAD
 244 int qemu_init_main_loop(void)
 245 {
 246     cpu_set_debug_excp_handler(cpu_debug_handler);
 247
 248     return qemu_event_init();
 249 }
 250
 251 void qemu_main_loop_start(void)
 252 {
 253 }
 254
 255 void qemu_init_vcpu(void *_env)
 256 {
 257     CPUState *env = _env;
 258
 259     env->nr_cores = smp_cores;
 260     env->nr_threads = smp_threads;
 261     if (kvm_enabled())
 262         kvm_init_vcpu(env);
 263     return;
 264 }
 265
 266 int qemu_cpu_self(void *env)
 267 {
 268     return 1;
 269 }
 270
 271 void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
 272 {
 273     func(data);
 274 }
 275
 276 void resume_all_vcpus(void)
 277 {
 278 }
 279
 280 void pause_all_vcpus(void)
 281 {
 282 }
 283
 284 void qemu_cpu_kick(void *env)
 285 {
 286     return;
 287 }
 288
 289 void qemu_notify_event(void)
 290 {
 291     CPUState *env = cpu_single_env;
 292
 293     qemu_event_increment ();
 294     if (env) {
 295         cpu_exit(env);
 296     }
 297     if (next_cpu && env != next_cpu) {
 298         cpu_exit(next_cpu);
 299     }
 300 }
 301
 302 #if defined(OBSOLETE_KVM_IMPL) || !defined(CONFIG_KVM)
 303 void qemu_mutex_lock_iothread(void) {}
 304 void qemu_mutex_unlock_iothread(void) {}
 305 #endif
 306
 307 void vm_stop(int reason)
 308 {
 309     do_vm_stop(reason);
 310 }
 311
 312 #else /* CONFIG_IOTHREAD */
 313
 314 #include "qemu-thread.h"
 315
 316 QemuMutex qemu_global_mutex;
 317 static QemuMutex qemu_fair_mutex;
 318
 319 static QemuThread io_thread;
 320
 321 static QemuThread *tcg_cpu_thread;
 322 static QemuCond *tcg_halt_cond;
 323
 324 static int qemu_system_ready;
 325 /* cpu creation */
 326 static QemuCond qemu_cpu_cond;
 327 /* system init */
 328 static QemuCond qemu_system_cond;
 329 static QemuCond qemu_pause_cond;
 330 static QemuCond qemu_work_cond;
 331
 332 static void tcg_init_ipi(void);
 333 static void kvm_init_ipi(CPUState *env);
 334 static void unblock_io_signals(void);
 335
 336 int qemu_init_main_loop(void)
 337 {
 338     int ret;
 339
 340     cpu_set_debug_excp_handler(cpu_debug_handler);
 341
 342     ret = qemu_event_init();
 343     if (ret)
 344         return ret;
 345
 346     qemu_cond_init(&qemu_pause_cond);
 347     qemu_cond_init(&qemu_system_cond);
 348     qemu_mutex_init(&qemu_fair_mutex);
 349     qemu_mutex_init(&qemu_global_mutex);
 350     qemu_mutex_lock(&qemu_global_mutex);
 351
 352     unblock_io_signals();
 353     qemu_thread_self(&io_thread);
 354
 355     return 0;
 356 }
 357
 358 void qemu_main_loop_start(void)
 359 {
 360     qemu_system_ready = 1;
 361     qemu_cond_broadcast(&qemu_system_cond);
 362 }
 363
 364 void run_on_cpu(CPUState *env, void (*func)(void *data), void *data)
 365 {
 366     struct qemu_work_item wi;
 367
 368     if (qemu_cpu_self(env)) {
 369         func(data);
 370         return;
 371     }
 372
 373     wi.func = func;
 374     wi.data = data;
 375     if (!env->queued_work_first)
 376         env->queued_work_first = &wi;
 377     else
 378         env->queued_work_last->next = &wi;
 379     env->queued_work_last = &wi;
 380     wi.next = NULL;
 381     wi.done = false;
 382
 383     qemu_cpu_kick(env);
 384     while (!wi.done) {
 385         CPUState *self_env = cpu_single_env;
 386
 387         qemu_cond_wait(&qemu_work_cond, &qemu_global_mutex);
 388         cpu_single_env = self_env;
 389     }
 390 }
 391
 392 static void flush_queued_work(CPUState *env)
 393 {
 394     struct qemu_work_item *wi;
 395
 396     if (!env->queued_work_first)
 397         return;
 398
 399     while ((wi = env->queued_work_first)) {
 400         env->queued_work_first = wi->next;
 401         wi->func(wi->data);
 402         wi->done = true;
 403     }
 404     env->queued_work_last = NULL;
 405     qemu_cond_broadcast(&qemu_work_cond);
 406 }
 407
 408 static void qemu_wait_io_event_common(CPUState *env)
 409 {
 410     if (env->stop) {
 411         env->stop = 0;
 412         env->stopped = 1;
 413         qemu_cond_signal(&qemu_pause_cond);
 414     }
 415     flush_queued_work(env);
 416 }
 417
 418 static void qemu_tcg_wait_io_event(void)
 419 {
 420     CPUState *env;
 421
 422     while (!any_cpu_has_work())
 423         qemu_cond_timedwait(tcg_halt_cond, &qemu_global_mutex, 1000);
 424
 425     qemu_mutex_unlock(&qemu_global_mutex);
 426
 427     /*
 428      * Users of qemu_global_mutex can be starved, having no chance
 429      * to acquire it since this path will get to it first.
 430      * So use another lock to provide fairness.
 431      */
 432     qemu_mutex_lock(&qemu_fair_mutex);
 433     qemu_mutex_unlock(&qemu_fair_mutex);
 434
 435     qemu_mutex_lock(&qemu_global_mutex);
 436
 437     for (env = first_cpu; env != NULL; env = env->next_cpu) {
 438         qemu_wait_io_event_common(env);
 439     }
 440 }
 441
 442 static void qemu_kvm_eat_signal(CPUState *env, int timeout)
 443 {
 444     struct timespec ts;
 445     int r, e;
 446     siginfo_t siginfo;
 447     sigset_t waitset;
 448
 449     ts.tv_sec = timeout / 1000;
 450     ts.tv_nsec = (timeout % 1000) * 1000000;
 451
 452     sigemptyset(&waitset);
 453     sigaddset(&waitset, SIG_IPI);
 454
 455     qemu_mutex_unlock(&qemu_global_mutex);
 456     r = sigtimedwait(&waitset, &siginfo, &ts);
 457     e = errno;
 458     qemu_mutex_lock(&qemu_global_mutex);
 459
 460     if (r == -1 && !(e == EAGAIN || e == EINTR)) {
 461         fprintf(stderr, "sigtimedwait: %s\n", strerror(e));
 462         exit(1);
 463     }
 464 }
 465
 466 static void qemu_kvm_wait_io_event(CPUState *env)
 467 {
 468     while (!cpu_has_work(env))
 469         qemu_cond_timedwait(env->halt_cond, &qemu_global_mutex, 1000);
 470
 471     qemu_kvm_eat_signal(env, 0);
 472     qemu_wait_io_event_common(env);
 473 }
 474
 475 static int qemu_cpu_exec(CPUState *env);
 476
 477 static void *kvm_cpu_thread_fn(void *arg)
 478 {
 479     CPUState *env = arg;
 480
 481     qemu_mutex_lock(&qemu_global_mutex);
 482     qemu_thread_self(env->thread);
 483     if (kvm_enabled())
 484         kvm_init_vcpu(env);
 485
 486     kvm_init_ipi(env);
 487
 488     /* signal CPU creation */
 489     env->created = 1;
 490     qemu_cond_signal(&qemu_cpu_cond);
 491
 492     /* and wait for machine initialization */
 493     while (!qemu_system_ready)
 494         qemu_cond_timedwait(&qemu_system_cond, &qemu_global_mutex, 100);
 495
 496     while (1) {
 497         if (cpu_can_run(env))
 498             qemu_cpu_exec(env);
 499         qemu_kvm_wait_io_event(env);
 500     }
 501
 502     return NULL;
 503 }
 504
 505 static void *tcg_cpu_thread_fn(void *arg)
 506 {
 507     CPUState *env = arg;
 508
 509     tcg_init_ipi();
 510     qemu_thread_self(env->thread);
 511
 512     /* signal CPU creation */
 513     qemu_mutex_lock(&qemu_global_mutex);
 514     for (env = first_cpu; env != NULL; env = env->next_cpu)
 515         env->created = 1;
 516     qemu_cond_signal(&qemu_cpu_cond);
 517
 518     /* and wait for machine initialization */
 519     while (!qemu_system_ready)
 520         qemu_cond_timedwait(&qemu_system_cond, &qemu_global_mutex, 100);
 521
 522     while (1) {
 523         cpu_exec_all();
 524         qemu_tcg_wait_io_event();
 525     }
 526
 527     return NULL;
 528 }
 529
 530 void qemu_cpu_kick(void *_env)
 531 {
 532     CPUState *env = _env;
 533     qemu_cond_broadcast(env->halt_cond);
 534     qemu_thread_signal(env->thread, SIG_IPI);
 535 }
 536
 537 int qemu_cpu_self(void *_env)
 538 {
 539     CPUState *env = _env;
 540     QemuThread this;
 541
 542     qemu_thread_self(&this);
 543
 544     return qemu_thread_equal(&this, env->thread);
 545 }
 546
 547 static void cpu_signal(int sig)
 548 {
 549     if (cpu_single_env)
 550         cpu_exit(cpu_single_env);
 551     exit_request = 1;
 552 }
 553
 554 static void tcg_init_ipi(void)
 555 {
 556     sigset_t set;
 557     struct sigaction sigact;
 558
 559     memset(&sigact, 0, sizeof(sigact));
 560     sigact.sa_handler = cpu_signal;
 561     sigaction(SIG_IPI, &sigact, NULL);
 562
 563     sigemptyset(&set);
 564     sigaddset(&set, SIG_IPI);
 565     pthread_sigmask(SIG_UNBLOCK, &set, NULL);
 566 }
 567
 568 static void dummy_signal(int sig)
 569 {
 570 }
 571
 572 static void kvm_init_ipi(CPUState *env)
 573 {
 574     int r;
 575     sigset_t set;
 576     struct sigaction sigact;
 577
 578     memset(&sigact, 0, sizeof(sigact));
 579     sigact.sa_handler = dummy_signal;
 580     sigaction(SIG_IPI, &sigact, NULL);
 581
 582     pthread_sigmask(SIG_BLOCK, NULL, &set);
 583     sigdelset(&set, SIG_IPI);
 584     r = kvm_set_signal_mask(env, &set);
 585     if (r) {
 586         fprintf(stderr, "kvm_set_signal_mask: %s\n", strerror(r));
 587         exit(1);
 588     }
 589 }
 590
 591 static void unblock_io_signals(void)
 592 {
 593     sigset_t set;
 594
 595     sigemptyset(&set);
 596     sigaddset(&set, SIGUSR2);
 597     sigaddset(&set, SIGIO);
 598     sigaddset(&set, SIGALRM);
 599     pthread_sigmask(SIG_UNBLOCK, &set, NULL);
 600
 601     sigemptyset(&set);
 602     sigaddset(&set, SIG_IPI);
 603     pthread_sigmask(SIG_BLOCK, &set, NULL);
 604 }
 605
 606 void qemu_mutex_lock_iothread(void)
 607 {
 608     if (kvm_enabled()) {
 609         qemu_mutex_lock(&qemu_fair_mutex);
 610         qemu_mutex_lock(&qemu_global_mutex);
 611         qemu_mutex_unlock(&qemu_fair_mutex);
 612     } else {
 613         qemu_mutex_lock(&qemu_fair_mutex);
 614         if (qemu_mutex_trylock(&qemu_global_mutex)) {
 615             qemu_thread_signal(tcg_cpu_thread, SIG_IPI);
 616             qemu_mutex_lock(&qemu_global_mutex);
 617         }
 618         qemu_mutex_unlock(&qemu_fair_mutex);
 619     }
 620 }
 621
 622 void qemu_mutex_unlock_iothread(void)
 623 {
 624     qemu_mutex_unlock(&qemu_global_mutex);
 625 }
 626
 627 static int all_vcpus_paused(void)
 628 {
 629     CPUState *penv = first_cpu;
 630
 631     while (penv) {
 632         if (!penv->stopped)
 633             return 0;
 634         penv = (CPUState *)penv->next_cpu;
 635     }
 636
 637     return 1;
 638 }
 639
 640 void pause_all_vcpus(void)
 641 {
 642     CPUState *penv = first_cpu;
 643
 644     while (penv) {
 645         penv->stop = 1;
 646         qemu_cpu_kick(penv);
 647         penv = (CPUState *)penv->next_cpu;
 648     }
 649
 650     while (!all_vcpus_paused()) {
 651         qemu_cond_timedwait(&qemu_pause_cond, &qemu_global_mutex, 100);
 652         penv = first_cpu;
 653         while (penv) {
 654             qemu_cpu_kick(penv);
 655             penv = (CPUState *)penv->next_cpu;
 656         }
 657     }
 658 }
 659
 660 void resume_all_vcpus(void)
 661 {
 662     CPUState *penv = first_cpu;
 663
 664     while (penv) {
 665         penv->stop = 0;
 666         penv->stopped = 0;
 667         qemu_cpu_kick(penv);
 668         penv = (CPUState *)penv->next_cpu;
 669     }
 670 }
 671
 672 static void tcg_init_vcpu(void *_env)
 673 {
 674     CPUState *env = _env;
 675     /* share a single thread for all cpus with TCG */
 676     if (!tcg_cpu_thread) {
 677         env->thread = qemu_mallocz(sizeof(QemuThread));
 678         env->halt_cond = qemu_mallocz(sizeof(QemuCond));
 679         qemu_cond_init(env->halt_cond);
 680         qemu_thread_create(env->thread, tcg_cpu_thread_fn, env);
 681         while (env->created == 0)
 682             qemu_cond_timedwait(&qemu_cpu_cond, &qemu_global_mutex, 100);
 683         tcg_cpu_thread = env->thread;
 684         tcg_halt_cond = env->halt_cond;
 685     } else {
 686         env->thread = tcg_cpu_thread;
 687         env->halt_cond = tcg_halt_cond;
 688     }
 689 }
 690
 691 static void kvm_start_vcpu(CPUState *env)
 692 {
 693     env->thread = qemu_mallocz(sizeof(QemuThread));
 694     env->halt_cond = qemu_mallocz(sizeof(QemuCond));
 695     qemu_cond_init(env->halt_cond);
 696     qemu_thread_create(env->thread, kvm_cpu_thread_fn, env);
 697     while (env->created == 0)
 698         qemu_cond_timedwait(&qemu_cpu_cond, &qemu_global_mutex, 100);
 699 }
 700
 701 void qemu_init_vcpu(void *_env)
 702 {
 703     CPUState *env = _env;
 704
 705     env->nr_cores = smp_cores;
 706     env->nr_threads = smp_threads;
 707     if (kvm_enabled())
 708         kvm_start_vcpu(env);
 709     else
 710         tcg_init_vcpu(env);
 711 }
 712
 713 void qemu_notify_event(void)
 714 {
 715     qemu_event_increment();
 716 }
 717
 718 static void qemu_system_vmstop_request(int reason)
 719 {
 720     vmstop_requested = reason;
 721     qemu_notify_event();
 722 }
 723
 724 void vm_stop(int reason)
 725 {
 726     QemuThread me;
 727     qemu_thread_self(&me);
 728
 729     if (!qemu_thread_equal(&me, &io_thread)) {
 730         qemu_system_vmstop_request(reason);
 731         /*
 732          * FIXME: should not return to device code in case
 733          * vm_stop() has been requested.
 734          */
 735         if (cpu_single_env) {
 736             cpu_exit(cpu_single_env);
 737             cpu_single_env->stop = 1;
 738         }
 739         return;
 740     }
 741     do_vm_stop(reason);
 742 }
 743
 744 #endif
 745
 746 static int qemu_cpu_exec(CPUState *env)
 747 {
 748     int ret;
 749 #ifdef CONFIG_PROFILER
 750     int64_t ti;
 751 #endif
 752
 753 #ifdef CONFIG_PROFILER
 754     ti = profile_getclock();
 755 #endif
 756     if (use_icount) {
 757         int64_t count;
 758         int decr;
 759         qemu_icount -= (env->icount_decr.u16.low + env->icount_extra);
 760         env->icount_decr.u16.low = 0;
 761         env->icount_extra = 0;
 762         count = qemu_icount_round (qemu_next_deadline());
 763         qemu_icount += count;
 764         decr = (count > 0xffff) ? 0xffff : count;
 765         count -= decr;
 766         env->icount_decr.u16.low = decr;
 767         env->icount_extra = count;
 768     }
 769     ret = cpu_exec(env);
 770 #ifdef CONFIG_PROFILER
 771     qemu_time += profile_getclock() - ti;
 772 #endif
 773     if (use_icount) {
 774         /* Fold pending instructions back into the
 775            instruction counter, and clear the interrupt flag.  */
 776         qemu_icount -= (env->icount_decr.u16.low
 777                         + env->icount_extra);
 778         env->icount_decr.u32 = 0;
 779         env->icount_extra = 0;
 780     }
 781     return ret;
 782 }
 783
 784 bool cpu_exec_all(void)
 785 {
 786     if (next_cpu == NULL)
 787         next_cpu = first_cpu;
 788     for (; next_cpu != NULL && !exit_request; next_cpu = next_cpu->next_cpu) {
 789         CPUState *env = next_cpu;
 790
 791         qemu_clock_enable(vm_clock,
 792                           (env->singlestep_enabled & SSTEP_NOTIMER) == 0);
 793
 794         if (qemu_alarm_pending())
 795             break;
 796         if (cpu_can_run(env)) {
 797             if (qemu_cpu_exec(env) == EXCP_DEBUG) {
 798                 break;
 799             }
 800         } else if (env->stop) {
 801             break;
 802         }
 803     }
 804     exit_request = 0;
 805     return any_cpu_has_work();
 806 }
 807
 808 void set_numa_modes(void)
 809 {
 810     CPUState *env;
 811     int i;
 812
 813     for (env = first_cpu; env != NULL; env = env->next_cpu) {
 814         for (i = 0; i < nb_numa_nodes; i++) {
 815             if (node_cpumask[i] & (1 << env->cpu_index)) {
 816                 env->numa_node = i;
 817             }
 818         }
 819     }
 820 }
 821
 822 void set_cpu_log(const char *optarg)
 823 {
 824     int mask;
 825     const CPULogItem *item;
 826
 827     mask = cpu_str_to_log_mask(optarg);
 828     if (!mask) {
 829         printf("Log items (comma separated):\n");
 830         for (item = cpu_log_items; item->mask != 0; item++) {
 831             printf("%-10s %s\n", item->name, item->help);
 832         }
 833         exit(1);
 834     }
 835     cpu_set_log(mask);
 836 }
 837
 838 /* Return the virtual CPU time, based on the instruction counter.  */
 839 int64_t cpu_get_icount(void)
 840 {
 841     int64_t icount;
 842     CPUState *env = cpu_single_env;;
 843
 844     icount = qemu_icount;
 845     if (env) {
 846         if (!can_do_io(env)) {
 847             fprintf(stderr, "Bad clock read\n");
 848         }
 849         icount -= (env->icount_decr.u16.low + env->icount_extra);
 850     }
 851     return qemu_icount_bias + (icount << icount_time_shift);
 852 }
 853
 854 void list_cpus(FILE *f, int (*cpu_fprintf)(FILE *f, const char *fmt, ...),
 855                const char *optarg)
 856 {
 857     /* XXX: implement xxx_cpu_list for targets that still miss it */
 858 #if defined(cpu_list_id)
 859     cpu_list_id(f, cpu_fprintf, optarg);
 860 #elif defined(cpu_list)
 861     cpu_list(f, cpu_fprintf); /* deprecated */
 862 #endif
 863 }