2 * Copyright (c) 2000, 2001 Michael Smith
3 * Copyright (c) 2000 BSDi
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * $FreeBSD: src/sys/dev/acpica/acpi_timer.c,v 1.35 2004/07/22 05:42:14 njl Exp $
30 #include <sys/param.h>
32 #include <sys/kernel.h>
33 #include <sys/module.h>
34 #include <sys/sysctl.h>
35 #include <sys/systimer.h>
38 #include <machine/lock.h>
39 #include <bus/pci/pcivar.h>
46 * A timecounter based on the free-running ACPI timer.
48 * Based on the i386-only mp_clock.c by <phk@FreeBSD.ORG>.
51 /* Hooks for the ACPICA debugging infrastructure */
52 #define _COMPONENT ACPI_TIMER
53 ACPI_MODULE_NAME("TIMER")
55 static device_t acpi_timer_dev
;
56 static UINT32 acpi_timer_resolution
;
58 static sysclock_t
acpi_timer_get_timecount(void);
59 static sysclock_t
acpi_timer_get_timecount24(void);
60 static sysclock_t
acpi_timer_get_timecount_safe(void);
61 static void acpi_timer_construct(struct cputimer
*timer
, sysclock_t oldclock
);
63 static struct cputimer acpi_cputimer
= {
64 .next
= SLIST_ENTRY_INITIALIZER
,
66 .pri
= CPUTIMER_PRI_ACPI
,
67 .type
= CPUTIMER_ACPI
,
68 .count
= acpi_timer_get_timecount_safe
,
69 .fromhz
= cputimer_default_fromhz
,
70 .fromus
= cputimer_default_fromus
,
71 .construct
= acpi_timer_construct
,
72 .destruct
= cputimer_default_destruct
,
73 .freq
= ACPI_PM_TIMER_FREQUENCY
76 static int acpi_timer_identify(driver_t
*driver
, device_t parent
);
77 static int acpi_timer_probe(device_t dev
);
78 static int acpi_timer_attach(device_t dev
);
79 static int acpi_timer_sysctl_freq(SYSCTL_HANDLER_ARGS
);
81 static int acpi_timer_test(void);
83 static device_method_t acpi_timer_methods
[] = {
84 DEVMETHOD(device_identify
, acpi_timer_identify
),
85 DEVMETHOD(device_probe
, acpi_timer_probe
),
86 DEVMETHOD(device_attach
, acpi_timer_attach
),
91 static driver_t acpi_timer_driver
= {
95 .gpri
= KOBJ_GPRI_ACPI
+2
98 static devclass_t acpi_timer_devclass
;
99 DRIVER_MODULE(acpi_timer
, acpi
, acpi_timer_driver
, acpi_timer_devclass
, NULL
, NULL
);
100 MODULE_DEPEND(acpi_timer
, acpi
, 1, 1, 1);
103 * Locate the ACPI timer using the FADT, set up and allocate the I/O resources
107 acpi_timer_identify(driver_t
*driver
, device_t parent
)
112 * Just try once, do nothing if the 'acpi' bus is rescanned.
114 if (device_get_state(parent
) == DS_ATTACHED
)
117 ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__
);
119 if (acpi_disabled("timer") || (acpi_quirks
& ACPI_Q_TIMER
) ||
123 if ((dev
= BUS_ADD_CHILD(parent
, parent
, 0, "acpi_timer", 0)) == NULL
) {
124 device_printf(parent
, "could not add acpi_timer0\n");
127 acpi_timer_dev
= dev
;
133 acpi_timer_probe(device_t dev
)
135 ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__
);
137 if (dev
!= acpi_timer_dev
)
140 if (ACPI_FAILURE(AcpiGetTimerResolution(&acpi_timer_resolution
)))
147 acpi_timer_attach(device_t dev
)
152 ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__
);
155 * If all tests of the counter succeed, use the ACPI-fast method. If
156 * at least one failed, default to using the safe routine, which reads
157 * the timer multiple times to get a consistent value before returning.
160 for (i
= 0; i
< 10; i
++)
161 j
+= acpi_timer_test();
163 if (acpi_timer_resolution
== 32) {
164 acpi_cputimer
.name
= "ACPI-fast";
165 acpi_cputimer
.count
= acpi_timer_get_timecount
;
167 acpi_cputimer
.name
= "ACPI-fast24";
168 acpi_cputimer
.count
= acpi_timer_get_timecount24
;
171 if (acpi_timer_resolution
== 32)
172 acpi_cputimer
.name
= "ACPI-safe";
174 acpi_cputimer
.name
= "ACPI-safe24";
175 acpi_cputimer
.count
= acpi_timer_get_timecount_safe
;
178 ksprintf(desc
, "%u-bit timer at 3.579545MHz", acpi_timer_resolution
);
179 device_set_desc_copy(dev
, desc
);
181 cputimer_register(&acpi_cputimer
);
182 cputimer_select(&acpi_cputimer
, 0);
188 * Construct the timer. Adjust the base so the system clock does not
192 acpi_timer_construct(struct cputimer
*timer
, sysclock_t oldclock
)
195 timer
->base
= oldclock
- acpi_timer_get_timecount_safe();
199 * Fetch current time value from reliable hardware.
201 * The cputimer interface requires a 32 bit return value. If the ACPI timer
202 * is only 24 bits then we have to keep track of the upper 8 bits on our
205 * per-cpu tracking fields can cause problems on VMs if one or more cpus
206 * stalls long-enough for the timer to turn-over twice, so instead optimize
207 * the locking case by not updating acpi_cputimer.base until the timer
208 * has gone more than 1/16 its full range.
210 * These are horrible hacks, but at least the SMP interference is minimal
211 * with them. Note that just reading the ACPI timer itself represents a
212 * bottleneck due to the slow I/O.
215 acpi_timer_get_timecount24(void)
217 sysclock_t last_counter
;
218 sysclock_t next_counter
;
221 last_counter
= acpi_cputimer
.base
;
224 AcpiGetTimer(&counter
);
225 if (counter
< (last_counter
& 0x00FFFFFFU
))
226 next_counter
= ((last_counter
+ 0x01000000U
) &
227 0xFFFFFFFFFF000000LU
) | counter
;
229 next_counter
= (last_counter
&
230 0xFFFFFFFFFF000000LU
) | counter
;
231 if (atomic_fcmpset_long(&acpi_cputimer
.base
, &last_counter
,
240 acpi_timer_get_timecount(void)
242 sysclock_t last_counter
;
243 sysclock_t next_counter
;
246 last_counter
= acpi_cputimer
.base
;
249 AcpiGetTimer(&counter
);
250 if (counter
< (last_counter
& 0xFFFFFFFFU
))
251 next_counter
= ((last_counter
+ 0x0100000000U
) &
252 0xFFFFFFFF00000000LU
) | counter
;
254 next_counter
= (last_counter
&
255 0xFFFFFFFF00000000LU
) | counter
;
256 if (atomic_fcmpset_long(&acpi_cputimer
.base
, &last_counter
,
265 * Fetch current time value from hardware that may not correctly
266 * latch the counter. We need to read until we have three monotonic
267 * samples and then use the middle one, otherwise we are not protected
268 * against the fact that the bits can be wrong in two directions. If
269 * we only cared about monosity, two reads would be enough.
271 static __inline sysclock_t
272 _acpi_timer_get_timecount_safe(void)
282 } while (u1
> u2
|| u2
> u3
);
288 acpi_timer_get_timecount_safe(void)
290 sysclock_t last_counter
;
291 sysclock_t next_counter
;
294 last_counter
= acpi_cputimer
.base
;
297 counter
= _acpi_timer_get_timecount_safe();
299 if (acpi_timer_resolution
== 32) {
300 if (counter
< (last_counter
& 0xFFFFFFFFU
))
301 next_counter
= ((last_counter
+ 0x0100000000U
) &
302 0xFFFFFFFF00000000LU
) | counter
;
304 next_counter
= (last_counter
&
305 0xFFFFFFFF00000000LU
) | counter
;
307 if (counter
< (last_counter
& 0x00FFFFFFU
))
308 next_counter
= ((last_counter
+ 0x01000000U
) &
309 0xFFFFFFFFFF000000LU
) | counter
;
311 next_counter
= (last_counter
&
312 0xFFFFFFFFFF000000LU
) | counter
;
314 if (atomic_fcmpset_long(&acpi_cputimer
.base
, &last_counter
,
323 * Timecounter freqency adjustment interface.
326 acpi_timer_sysctl_freq(SYSCTL_HANDLER_ARGS
)
331 if (acpi_cputimer
.freq
== 0)
333 freq
= acpi_cputimer
.freq
;
334 error
= sysctl_handle_int(oidp
, &freq
, 0, req
);
335 if (error
== 0 && req
->newptr
!= NULL
)
336 cputimer_set_frequency(&acpi_cputimer
, freq
);
341 SYSCTL_PROC(_machdep
, OID_AUTO
, acpi_timer_freq
, CTLTYPE_INT
| CTLFLAG_RW
,
342 0, sizeof(u_int
), acpi_timer_sysctl_freq
, "I", "ACPI timer frequency");
345 * Some ACPI timers are known or believed to suffer from implementation
346 * problems which can lead to erroneous values being read. This function
347 * tests for consistent results from the timer and returns 1 if it believes
348 * the timer is consistent, otherwise it returns 0.
350 * It appears the cause is that the counter is not latched to the PCI bus
353 * ] 20. ACPI Timer Errata
355 * ] Problem: The power management timer may return improper result when
356 * ] read. Although the timer value settles properly after incrementing,
357 * ] while incrementing there is a 3nS window every 69.8nS where the
358 * ] timer value is indeterminate (a 4.2% chance that the data will be
359 * ] incorrect when read). As a result, the ACPI free running count up
360 * ] timer specification is violated due to erroneous reads. Implication:
361 * ] System hangs due to the "inaccuracy" of the timer when used by
362 * ] software for time critical events and delays.
364 * ] Workaround: Read the register twice and compare.
365 * ] Status: This will not be fixed in the PIIX4 or PIIX4E, it is fixed
370 acpi_timer_test(void)
373 int min
, max
, max2
, n
, delta
;
379 /* Test the timer with interrupts disabled to get accurate results. */
380 #if defined(__x86_64__)
383 #error "no read_*flags"
387 for (n
= 0; n
< 2000; n
++) {
389 delta
= acpi_TimerDelta(this, last
);
393 } else if (delta
> max2
) {
400 /* cpu_enable_intr(); restored to original by write_rflags() */
401 #if defined(__x86_64__)
404 #error "no read_*flags"
408 if ((max
- min
> 8 || delta
> 3) && vmm_guest
== VMM_GUEST_NONE
)
410 else if (min
< 0 || max
== 0 || max2
== 0)
415 kprintf("ACPI timer looks %s min = %d, max = %d, width = %d\n",
417 min
, max
, max
- min
);