4 * Copyright (c) 2003-2008 Fabrice Bellard
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
25 #include "qemu/osdep.h"
26 #include "qemu/main-loop.h"
27 #include "qemu/timer.h"
28 #include "sysemu/replay.h"
29 #include "sysemu/sysemu.h"
39 #ifdef CONFIG_PRCTL_PR_SET_TIMERSLACK
40 #include <sys/prctl.h>
43 /***********************************************************/
46 typedef struct QEMUClock
{
47 /* We rely on BQL to protect the timerlists */
48 QLIST_HEAD(, QEMUTimerList
) timerlists
;
50 NotifierList reset_notifiers
;
57 QEMUTimerListGroup main_loop_tlg
;
58 static QEMUClock qemu_clocks
[QEMU_CLOCK_MAX
];
60 /* A QEMUTimerList is a list of timers attached to a clock. More
61 * than one QEMUTimerList can be attached to each clock, for instance
62 * used by different AioContexts / threads. Each clock also has
63 * a list of the QEMUTimerLists associated with it, in order that
64 * reenabling the clock can call all the notifiers.
67 struct QEMUTimerList
{
69 QemuMutex active_timers_lock
;
70 QEMUTimer
*active_timers
;
71 QLIST_ENTRY(QEMUTimerList
) list
;
72 QEMUTimerListNotifyCB
*notify_cb
;
75 /* lightweight method to mark the end of timerlist's running */
76 QemuEvent timers_done_ev
;
81 * @type: type of clock
83 * Translate a clock type into a pointer to QEMUClock object.
85 * Returns: a pointer to the QEMUClock object
87 static inline QEMUClock
*qemu_clock_ptr(QEMUClockType type
)
89 return &qemu_clocks
[type
];
92 static bool timer_expired_ns(QEMUTimer
*timer_head
, int64_t current_time
)
94 return timer_head
&& (timer_head
->expire_time
<= current_time
);
97 QEMUTimerList
*timerlist_new(QEMUClockType type
,
98 QEMUTimerListNotifyCB
*cb
,
101 QEMUTimerList
*timer_list
;
102 QEMUClock
*clock
= qemu_clock_ptr(type
);
104 timer_list
= g_malloc0(sizeof(QEMUTimerList
));
105 qemu_event_init(&timer_list
->timers_done_ev
, true);
106 timer_list
->clock
= clock
;
107 timer_list
->notify_cb
= cb
;
108 timer_list
->notify_opaque
= opaque
;
109 qemu_mutex_init(&timer_list
->active_timers_lock
);
110 QLIST_INSERT_HEAD(&clock
->timerlists
, timer_list
, list
);
114 void timerlist_free(QEMUTimerList
*timer_list
)
116 assert(!timerlist_has_timers(timer_list
));
117 if (timer_list
->clock
) {
118 QLIST_REMOVE(timer_list
, list
);
120 qemu_mutex_destroy(&timer_list
->active_timers_lock
);
124 static void qemu_clock_init(QEMUClockType type
)
126 QEMUClock
*clock
= qemu_clock_ptr(type
);
128 /* Assert that the clock of type TYPE has not been initialized yet. */
129 assert(main_loop_tlg
.tl
[type
] == NULL
);
132 clock
->enabled
= true;
133 clock
->last
= INT64_MIN
;
134 QLIST_INIT(&clock
->timerlists
);
135 notifier_list_init(&clock
->reset_notifiers
);
136 main_loop_tlg
.tl
[type
] = timerlist_new(type
, NULL
, NULL
);
139 bool qemu_clock_use_for_deadline(QEMUClockType type
)
141 return !(use_icount
&& (type
== QEMU_CLOCK_VIRTUAL
));
144 void qemu_clock_notify(QEMUClockType type
)
146 QEMUTimerList
*timer_list
;
147 QEMUClock
*clock
= qemu_clock_ptr(type
);
148 QLIST_FOREACH(timer_list
, &clock
->timerlists
, list
) {
149 timerlist_notify(timer_list
);
153 /* Disabling the clock will wait for related timerlists to stop
154 * executing qemu_run_timers. Thus, this functions should not
155 * be used from the callback of a timer that is based on @clock.
156 * Doing so would cause a deadlock.
158 * Caller should hold BQL.
160 void qemu_clock_enable(QEMUClockType type
, bool enabled
)
162 QEMUClock
*clock
= qemu_clock_ptr(type
);
164 bool old
= clock
->enabled
;
165 clock
->enabled
= enabled
;
166 if (enabled
&& !old
) {
167 qemu_clock_notify(type
);
168 } else if (!enabled
&& old
) {
169 QLIST_FOREACH(tl
, &clock
->timerlists
, list
) {
170 qemu_event_wait(&tl
->timers_done_ev
);
175 bool timerlist_has_timers(QEMUTimerList
*timer_list
)
177 return !!timer_list
->active_timers
;
180 bool qemu_clock_has_timers(QEMUClockType type
)
182 return timerlist_has_timers(
183 main_loop_tlg
.tl
[type
]);
186 bool timerlist_expired(QEMUTimerList
*timer_list
)
190 qemu_mutex_lock(&timer_list
->active_timers_lock
);
191 if (!timer_list
->active_timers
) {
192 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
195 expire_time
= timer_list
->active_timers
->expire_time
;
196 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
198 return expire_time
< qemu_clock_get_ns(timer_list
->clock
->type
);
201 bool qemu_clock_expired(QEMUClockType type
)
203 return timerlist_expired(
204 main_loop_tlg
.tl
[type
]);
208 * As above, but return -1 for no deadline, and do not cap to 2^32
209 * as we know the result is always positive.
212 int64_t timerlist_deadline_ns(QEMUTimerList
*timer_list
)
217 if (!timer_list
->clock
->enabled
) {
221 /* The active timers list may be modified before the caller uses our return
222 * value but ->notify_cb() is called when the deadline changes. Therefore
223 * the caller should notice the change and there is no race condition.
225 qemu_mutex_lock(&timer_list
->active_timers_lock
);
226 if (!timer_list
->active_timers
) {
227 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
230 expire_time
= timer_list
->active_timers
->expire_time
;
231 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
233 delta
= expire_time
- qemu_clock_get_ns(timer_list
->clock
->type
);
242 /* Calculate the soonest deadline across all timerlists attached
243 * to the clock. This is used for the icount timeout so we
244 * ignore whether or not the clock should be used in deadline
247 int64_t qemu_clock_deadline_ns_all(QEMUClockType type
)
249 int64_t deadline
= -1;
250 QEMUTimerList
*timer_list
;
251 QEMUClock
*clock
= qemu_clock_ptr(type
);
252 QLIST_FOREACH(timer_list
, &clock
->timerlists
, list
) {
253 deadline
= qemu_soonest_timeout(deadline
,
254 timerlist_deadline_ns(timer_list
));
259 QEMUClockType
timerlist_get_clock(QEMUTimerList
*timer_list
)
261 return timer_list
->clock
->type
;
264 QEMUTimerList
*qemu_clock_get_main_loop_timerlist(QEMUClockType type
)
266 return main_loop_tlg
.tl
[type
];
269 void timerlist_notify(QEMUTimerList
*timer_list
)
271 if (timer_list
->notify_cb
) {
272 timer_list
->notify_cb(timer_list
->notify_opaque
);
278 /* Transition function to convert a nanosecond timeout to ms
279 * This is used where a system does not support ppoll
281 int qemu_timeout_ns_to_ms(int64_t ns
)
292 /* Always round up, because it's better to wait too long than to wait too
293 * little and effectively busy-wait
295 ms
= DIV_ROUND_UP(ns
, SCALE_MS
);
297 /* To avoid overflow problems, limit this to 2^31, i.e. approx 25 days */
298 if (ms
> (int64_t) INT32_MAX
) {
306 /* qemu implementation of g_poll which uses a nanosecond timeout but is
307 * otherwise identical to g_poll
309 int qemu_poll_ns(GPollFD
*fds
, guint nfds
, int64_t timeout
)
313 return ppoll((struct pollfd
*)fds
, nfds
, NULL
, NULL
);
316 int64_t tvsec
= timeout
/ 1000000000LL;
317 /* Avoid possibly overflowing and specifying a negative number of
318 * seconds, which would turn a very long timeout into a busy-wait.
320 if (tvsec
> (int64_t)INT32_MAX
) {
324 ts
.tv_nsec
= timeout
% 1000000000LL;
325 return ppoll((struct pollfd
*)fds
, nfds
, &ts
, NULL
);
328 return g_poll(fds
, nfds
, qemu_timeout_ns_to_ms(timeout
));
333 void timer_init_tl(QEMUTimer
*ts
,
334 QEMUTimerList
*timer_list
, int scale
,
335 QEMUTimerCB
*cb
, void *opaque
)
337 ts
->timer_list
= timer_list
;
341 ts
->expire_time
= -1;
344 void timer_deinit(QEMUTimer
*ts
)
346 assert(ts
->expire_time
== -1);
347 ts
->timer_list
= NULL
;
350 void timer_free(QEMUTimer
*ts
)
355 static void timer_del_locked(QEMUTimerList
*timer_list
, QEMUTimer
*ts
)
359 ts
->expire_time
= -1;
360 pt
= &timer_list
->active_timers
;
373 static bool timer_mod_ns_locked(QEMUTimerList
*timer_list
,
374 QEMUTimer
*ts
, int64_t expire_time
)
378 /* add the timer in the sorted list */
379 pt
= &timer_list
->active_timers
;
382 if (!timer_expired_ns(t
, expire_time
)) {
387 ts
->expire_time
= MAX(expire_time
, 0);
391 return pt
== &timer_list
->active_timers
;
394 static void timerlist_rearm(QEMUTimerList
*timer_list
)
396 /* Interrupt execution to force deadline recalculation. */
397 if (timer_list
->clock
->type
== QEMU_CLOCK_VIRTUAL
) {
398 qemu_start_warp_timer();
400 timerlist_notify(timer_list
);
403 /* stop a timer, but do not dealloc it */
404 void timer_del(QEMUTimer
*ts
)
406 QEMUTimerList
*timer_list
= ts
->timer_list
;
409 qemu_mutex_lock(&timer_list
->active_timers_lock
);
410 timer_del_locked(timer_list
, ts
);
411 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
415 /* modify the current timer so that it will be fired when current_time
416 >= expire_time. The corresponding callback will be called. */
417 void timer_mod_ns(QEMUTimer
*ts
, int64_t expire_time
)
419 QEMUTimerList
*timer_list
= ts
->timer_list
;
422 qemu_mutex_lock(&timer_list
->active_timers_lock
);
423 timer_del_locked(timer_list
, ts
);
424 rearm
= timer_mod_ns_locked(timer_list
, ts
, expire_time
);
425 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
428 timerlist_rearm(timer_list
);
432 /* modify the current timer so that it will be fired when current_time
433 >= expire_time or the current deadline, whichever comes earlier.
434 The corresponding callback will be called. */
435 void timer_mod_anticipate_ns(QEMUTimer
*ts
, int64_t expire_time
)
437 QEMUTimerList
*timer_list
= ts
->timer_list
;
440 qemu_mutex_lock(&timer_list
->active_timers_lock
);
441 if (ts
->expire_time
== -1 || ts
->expire_time
> expire_time
) {
442 if (ts
->expire_time
!= -1) {
443 timer_del_locked(timer_list
, ts
);
445 rearm
= timer_mod_ns_locked(timer_list
, ts
, expire_time
);
449 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
452 timerlist_rearm(timer_list
);
456 void timer_mod(QEMUTimer
*ts
, int64_t expire_time
)
458 timer_mod_ns(ts
, expire_time
* ts
->scale
);
461 void timer_mod_anticipate(QEMUTimer
*ts
, int64_t expire_time
)
463 timer_mod_anticipate_ns(ts
, expire_time
* ts
->scale
);
466 bool timer_pending(QEMUTimer
*ts
)
468 return ts
->expire_time
>= 0;
471 bool timer_expired(QEMUTimer
*timer_head
, int64_t current_time
)
473 return timer_expired_ns(timer_head
, current_time
* timer_head
->scale
);
476 bool timerlist_run_timers(QEMUTimerList
*timer_list
)
479 int64_t current_time
;
480 bool progress
= false;
484 qemu_event_reset(&timer_list
->timers_done_ev
);
485 if (!timer_list
->clock
->enabled
|| !timer_list
->active_timers
) {
489 switch (timer_list
->clock
->type
) {
490 case QEMU_CLOCK_REALTIME
:
493 case QEMU_CLOCK_VIRTUAL
:
494 if (!replay_checkpoint(CHECKPOINT_CLOCK_VIRTUAL
)) {
498 case QEMU_CLOCK_HOST
:
499 if (!replay_checkpoint(CHECKPOINT_CLOCK_HOST
)) {
503 case QEMU_CLOCK_VIRTUAL_RT
:
504 if (!replay_checkpoint(CHECKPOINT_CLOCK_VIRTUAL_RT
)) {
510 current_time
= qemu_clock_get_ns(timer_list
->clock
->type
);
512 qemu_mutex_lock(&timer_list
->active_timers_lock
);
513 ts
= timer_list
->active_timers
;
514 if (!timer_expired_ns(ts
, current_time
)) {
515 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
519 /* remove timer from the list before calling the callback */
520 timer_list
->active_timers
= ts
->next
;
522 ts
->expire_time
= -1;
525 qemu_mutex_unlock(&timer_list
->active_timers_lock
);
527 /* run the callback (the timer list can be modified) */
533 qemu_event_set(&timer_list
->timers_done_ev
);
537 bool qemu_clock_run_timers(QEMUClockType type
)
539 return timerlist_run_timers(main_loop_tlg
.tl
[type
]);
542 void timerlistgroup_init(QEMUTimerListGroup
*tlg
,
543 QEMUTimerListNotifyCB
*cb
, void *opaque
)
546 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
547 tlg
->tl
[type
] = timerlist_new(type
, cb
, opaque
);
551 void timerlistgroup_deinit(QEMUTimerListGroup
*tlg
)
554 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
555 timerlist_free(tlg
->tl
[type
]);
559 bool timerlistgroup_run_timers(QEMUTimerListGroup
*tlg
)
562 bool progress
= false;
563 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
564 progress
|= timerlist_run_timers(tlg
->tl
[type
]);
569 int64_t timerlistgroup_deadline_ns(QEMUTimerListGroup
*tlg
)
571 int64_t deadline
= -1;
573 bool play
= replay_mode
== REPLAY_MODE_PLAY
;
574 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
575 if (qemu_clock_use_for_deadline(type
)) {
576 if (!play
|| type
== QEMU_CLOCK_REALTIME
) {
577 deadline
= qemu_soonest_timeout(deadline
,
578 timerlist_deadline_ns(tlg
->tl
[type
]));
580 /* Read clock from the replay file and
581 do not calculate the deadline, based on virtual clock. */
582 qemu_clock_get_ns(type
);
589 int64_t qemu_clock_get_ns(QEMUClockType type
)
592 QEMUClock
*clock
= qemu_clock_ptr(type
);
595 case QEMU_CLOCK_REALTIME
:
598 case QEMU_CLOCK_VIRTUAL
:
600 return cpu_get_icount();
602 return cpu_get_clock();
604 case QEMU_CLOCK_HOST
:
605 now
= REPLAY_CLOCK(REPLAY_CLOCK_HOST
, get_clock_realtime());
608 if (now
< last
|| now
> (last
+ get_max_clock_jump())) {
609 notifier_list_notify(&clock
->reset_notifiers
, &now
);
612 case QEMU_CLOCK_VIRTUAL_RT
:
613 return REPLAY_CLOCK(REPLAY_CLOCK_VIRTUAL_RT
, cpu_get_clock());
617 void qemu_clock_register_reset_notifier(QEMUClockType type
,
620 QEMUClock
*clock
= qemu_clock_ptr(type
);
621 notifier_list_add(&clock
->reset_notifiers
, notifier
);
624 void qemu_clock_unregister_reset_notifier(QEMUClockType type
,
627 notifier_remove(notifier
);
630 void init_clocks(void)
633 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
634 qemu_clock_init(type
);
637 #ifdef CONFIG_PRCTL_PR_SET_TIMERSLACK
638 prctl(PR_SET_TIMERSLACK
, 1, 0, 0, 0);
642 uint64_t timer_expire_time_ns(QEMUTimer
*ts
)
644 return timer_pending(ts
) ? ts
->expire_time
: -1;
647 bool qemu_clock_run_all_timers(void)
649 bool progress
= false;
652 for (type
= 0; type
< QEMU_CLOCK_MAX
; type
++) {
653 progress
|= qemu_clock_run_timers(type
);