2 * linux/drivers/cpufreq/cpufreq.c
4 * Copyright (C) 2001 Russell King
5 * (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
7 * Oct 2005 - Ashok Raj <ashok.raj@intel.com>
8 * Added handling for CPU hotplug
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License version 2 as
12 * published by the Free Software Foundation.
16 #include <linux/config.h>
17 #include <linux/kernel.h>
18 #include <linux/module.h>
19 #include <linux/init.h>
20 #include <linux/notifier.h>
21 #include <linux/cpufreq.h>
22 #include <linux/delay.h>
23 #include <linux/interrupt.h>
24 #include <linux/spinlock.h>
25 #include <linux/device.h>
26 #include <linux/slab.h>
27 #include <linux/cpu.h>
28 #include <linux/completion.h>
30 #define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_CORE, "cpufreq-core", msg)
33 * The "cpufreq driver" - the arch- or hardware-dependend low
34 * level driver of CPUFreq support, and its spinlock. This lock
35 * also protects the cpufreq_cpu_data array.
37 static struct cpufreq_driver
*cpufreq_driver
;
38 static struct cpufreq_policy
*cpufreq_cpu_data
[NR_CPUS
];
39 static DEFINE_SPINLOCK(cpufreq_driver_lock
);
41 /* internal prototypes */
42 static int __cpufreq_governor(struct cpufreq_policy
*policy
, unsigned int event
);
43 static void handle_update(void *data
);
44 static inline void adjust_jiffies(unsigned long val
, struct cpufreq_freqs
*ci
);
47 * Two notifier lists: the "policy" list is involved in the
48 * validation process for a new CPU frequency policy; the
49 * "transition" list for kernel code that needs to handle
50 * changes to devices when the CPU clock speed changes.
51 * The mutex locks both lists.
53 static struct notifier_block
*cpufreq_policy_notifier_list
;
54 static struct notifier_block
*cpufreq_transition_notifier_list
;
55 static DECLARE_RWSEM (cpufreq_notifier_rwsem
);
58 static LIST_HEAD(cpufreq_governor_list
);
59 static DECLARE_MUTEX (cpufreq_governor_sem
);
61 struct cpufreq_policy
* cpufreq_cpu_get(unsigned int cpu
)
63 struct cpufreq_policy
*data
;
69 /* get the cpufreq driver */
70 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
75 if (!try_module_get(cpufreq_driver
->owner
))
80 data
= cpufreq_cpu_data
[cpu
];
83 goto err_out_put_module
;
85 if (!kobject_get(&data
->kobj
))
86 goto err_out_put_module
;
89 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
94 module_put(cpufreq_driver
->owner
);
96 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
100 EXPORT_SYMBOL_GPL(cpufreq_cpu_get
);
102 void cpufreq_cpu_put(struct cpufreq_policy
*data
)
104 kobject_put(&data
->kobj
);
105 module_put(cpufreq_driver
->owner
);
107 EXPORT_SYMBOL_GPL(cpufreq_cpu_put
);
110 /*********************************************************************
111 * UNIFIED DEBUG HELPERS *
112 *********************************************************************/
113 #ifdef CONFIG_CPU_FREQ_DEBUG
115 /* what part(s) of the CPUfreq subsystem are debugged? */
116 static unsigned int debug
;
118 /* is the debug output ratelimit'ed using printk_ratelimit? User can
119 * set or modify this value.
121 static unsigned int debug_ratelimit
= 1;
123 /* is the printk_ratelimit'ing enabled? It's enabled after a successful
124 * loading of a cpufreq driver, temporarily disabled when a new policy
125 * is set, and disabled upon cpufreq driver removal
127 static unsigned int disable_ratelimit
= 1;
128 static DEFINE_SPINLOCK(disable_ratelimit_lock
);
130 static inline void cpufreq_debug_enable_ratelimit(void)
134 spin_lock_irqsave(&disable_ratelimit_lock
, flags
);
135 if (disable_ratelimit
)
137 spin_unlock_irqrestore(&disable_ratelimit_lock
, flags
);
140 static inline void cpufreq_debug_disable_ratelimit(void)
144 spin_lock_irqsave(&disable_ratelimit_lock
, flags
);
146 spin_unlock_irqrestore(&disable_ratelimit_lock
, flags
);
149 void cpufreq_debug_printk(unsigned int type
, const char *prefix
, const char *fmt
, ...)
158 spin_lock_irqsave(&disable_ratelimit_lock
, flags
);
159 if (!disable_ratelimit
&& debug_ratelimit
&& !printk_ratelimit()) {
160 spin_unlock_irqrestore(&disable_ratelimit_lock
, flags
);
163 spin_unlock_irqrestore(&disable_ratelimit_lock
, flags
);
165 len
= snprintf(s
, 256, KERN_DEBUG
"%s: ", prefix
);
168 len
+= vsnprintf(&s
[len
], (256 - len
), fmt
, args
);
176 EXPORT_SYMBOL(cpufreq_debug_printk
);
179 module_param(debug
, uint
, 0644);
180 MODULE_PARM_DESC(debug
, "CPUfreq debugging: add 1 to debug core, 2 to debug drivers, and 4 to debug governors.");
182 module_param(debug_ratelimit
, uint
, 0644);
183 MODULE_PARM_DESC(debug_ratelimit
, "CPUfreq debugging: set to 0 to disable ratelimiting.");
185 #else /* !CONFIG_CPU_FREQ_DEBUG */
187 static inline void cpufreq_debug_enable_ratelimit(void) { return; }
188 static inline void cpufreq_debug_disable_ratelimit(void) { return; }
190 #endif /* CONFIG_CPU_FREQ_DEBUG */
193 /*********************************************************************
194 * EXTERNALLY AFFECTING FREQUENCY CHANGES *
195 *********************************************************************/
198 * adjust_jiffies - adjust the system "loops_per_jiffy"
200 * This function alters the system "loops_per_jiffy" for the clock
201 * speed change. Note that loops_per_jiffy cannot be updated on SMP
202 * systems as each CPU might be scaled differently. So, use the arch
203 * per-CPU loops_per_jiffy value wherever possible.
206 static unsigned long l_p_j_ref
;
207 static unsigned int l_p_j_ref_freq
;
209 static inline void adjust_jiffies(unsigned long val
, struct cpufreq_freqs
*ci
)
211 if (ci
->flags
& CPUFREQ_CONST_LOOPS
)
214 if (!l_p_j_ref_freq
) {
215 l_p_j_ref
= loops_per_jiffy
;
216 l_p_j_ref_freq
= ci
->old
;
217 dprintk("saving %lu as reference value for loops_per_jiffy; freq is %u kHz\n", l_p_j_ref
, l_p_j_ref_freq
);
219 if ((val
== CPUFREQ_PRECHANGE
&& ci
->old
< ci
->new) ||
220 (val
== CPUFREQ_POSTCHANGE
&& ci
->old
> ci
->new) ||
221 (val
== CPUFREQ_RESUMECHANGE
|| val
== CPUFREQ_SUSPENDCHANGE
)) {
222 loops_per_jiffy
= cpufreq_scale(l_p_j_ref
, l_p_j_ref_freq
, ci
->new);
223 dprintk("scaling loops_per_jiffy to %lu for frequency %u kHz\n", loops_per_jiffy
, ci
->new);
227 static inline void adjust_jiffies(unsigned long val
, struct cpufreq_freqs
*ci
) { return; }
232 * cpufreq_notify_transition - call notifier chain and adjust_jiffies on frequency transition
234 * This function calls the transition notifiers and the "adjust_jiffies" function. It is called
235 * twice on all CPU frequency changes that have external effects.
237 void cpufreq_notify_transition(struct cpufreq_freqs
*freqs
, unsigned int state
)
239 BUG_ON(irqs_disabled());
241 freqs
->flags
= cpufreq_driver
->flags
;
242 dprintk("notification %u of frequency transition to %u kHz\n", state
, freqs
->new);
244 down_read(&cpufreq_notifier_rwsem
);
246 case CPUFREQ_PRECHANGE
:
247 /* detect if the driver reported a value as "old frequency" which
248 * is not equal to what the cpufreq core thinks is "old frequency".
250 if (!(cpufreq_driver
->flags
& CPUFREQ_CONST_LOOPS
)) {
251 if ((likely(cpufreq_cpu_data
[freqs
->cpu
])) &&
252 (likely(cpufreq_cpu_data
[freqs
->cpu
]->cpu
== freqs
->cpu
)) &&
253 (likely(cpufreq_cpu_data
[freqs
->cpu
]->cur
)) &&
254 (unlikely(freqs
->old
!= cpufreq_cpu_data
[freqs
->cpu
]->cur
)))
256 dprintk(KERN_WARNING
"Warning: CPU frequency is %u, "
257 "cpufreq assumed %u kHz.\n", freqs
->old
, cpufreq_cpu_data
[freqs
->cpu
]->cur
);
258 freqs
->old
= cpufreq_cpu_data
[freqs
->cpu
]->cur
;
261 notifier_call_chain(&cpufreq_transition_notifier_list
, CPUFREQ_PRECHANGE
, freqs
);
262 adjust_jiffies(CPUFREQ_PRECHANGE
, freqs
);
264 case CPUFREQ_POSTCHANGE
:
265 adjust_jiffies(CPUFREQ_POSTCHANGE
, freqs
);
266 notifier_call_chain(&cpufreq_transition_notifier_list
, CPUFREQ_POSTCHANGE
, freqs
);
267 if ((likely(cpufreq_cpu_data
[freqs
->cpu
])) &&
268 (likely(cpufreq_cpu_data
[freqs
->cpu
]->cpu
== freqs
->cpu
)))
269 cpufreq_cpu_data
[freqs
->cpu
]->cur
= freqs
->new;
272 up_read(&cpufreq_notifier_rwsem
);
274 EXPORT_SYMBOL_GPL(cpufreq_notify_transition
);
278 /*********************************************************************
280 *********************************************************************/
283 * cpufreq_parse_governor - parse a governor string
285 static int cpufreq_parse_governor (char *str_governor
, unsigned int *policy
,
286 struct cpufreq_governor
**governor
)
290 if (cpufreq_driver
->setpolicy
) {
291 if (!strnicmp(str_governor
, "performance", CPUFREQ_NAME_LEN
)) {
292 *policy
= CPUFREQ_POLICY_PERFORMANCE
;
294 } else if (!strnicmp(str_governor
, "powersave", CPUFREQ_NAME_LEN
)) {
295 *policy
= CPUFREQ_POLICY_POWERSAVE
;
300 struct cpufreq_governor
*t
;
301 down(&cpufreq_governor_sem
);
302 if (!cpufreq_driver
|| !cpufreq_driver
->target
)
304 list_for_each_entry(t
, &cpufreq_governor_list
, governor_list
) {
305 if (!strnicmp(str_governor
,t
->name
,CPUFREQ_NAME_LEN
)) {
307 up(&cpufreq_governor_sem
);
312 up(&cpufreq_governor_sem
);
316 EXPORT_SYMBOL_GPL(cpufreq_parse_governor
);
319 /* drivers/base/cpu.c */
320 extern struct sysdev_class cpu_sysdev_class
;
324 * cpufreq_per_cpu_attr_read() / show_##file_name() - print out cpufreq information
326 * Write out information from cpufreq_driver->policy[cpu]; object must be
330 #define show_one(file_name, object) \
331 static ssize_t show_##file_name \
332 (struct cpufreq_policy * policy, char *buf) \
334 return sprintf (buf, "%u\n", policy->object); \
337 show_one(cpuinfo_min_freq
, cpuinfo
.min_freq
);
338 show_one(cpuinfo_max_freq
, cpuinfo
.max_freq
);
339 show_one(scaling_min_freq
, min
);
340 show_one(scaling_max_freq
, max
);
341 show_one(scaling_cur_freq
, cur
);
344 * cpufreq_per_cpu_attr_write() / store_##file_name() - sysfs write access
346 #define store_one(file_name, object) \
347 static ssize_t store_##file_name \
348 (struct cpufreq_policy * policy, const char *buf, size_t count) \
350 unsigned int ret = -EINVAL; \
351 struct cpufreq_policy new_policy; \
353 ret = cpufreq_get_policy(&new_policy, policy->cpu); \
357 ret = sscanf (buf, "%u", &new_policy.object); \
361 ret = cpufreq_set_policy(&new_policy); \
363 return ret ? ret : count; \
366 store_one(scaling_min_freq
,min
);
367 store_one(scaling_max_freq
,max
);
370 * show_cpuinfo_cur_freq - current CPU frequency as detected by hardware
372 static ssize_t
show_cpuinfo_cur_freq (struct cpufreq_policy
* policy
, char *buf
)
374 unsigned int cur_freq
= cpufreq_get(policy
->cpu
);
376 return sprintf(buf
, "<unknown>");
377 return sprintf(buf
, "%u\n", cur_freq
);
382 * show_scaling_governor - show the current policy for the specified CPU
384 static ssize_t
show_scaling_governor (struct cpufreq_policy
* policy
, char *buf
)
386 if(policy
->policy
== CPUFREQ_POLICY_POWERSAVE
)
387 return sprintf(buf
, "powersave\n");
388 else if (policy
->policy
== CPUFREQ_POLICY_PERFORMANCE
)
389 return sprintf(buf
, "performance\n");
390 else if (policy
->governor
)
391 return scnprintf(buf
, CPUFREQ_NAME_LEN
, "%s\n", policy
->governor
->name
);
397 * store_scaling_governor - store policy for the specified CPU
399 static ssize_t
store_scaling_governor (struct cpufreq_policy
* policy
,
400 const char *buf
, size_t count
)
402 unsigned int ret
= -EINVAL
;
403 char str_governor
[16];
404 struct cpufreq_policy new_policy
;
406 ret
= cpufreq_get_policy(&new_policy
, policy
->cpu
);
410 ret
= sscanf (buf
, "%15s", str_governor
);
414 if (cpufreq_parse_governor(str_governor
, &new_policy
.policy
, &new_policy
.governor
))
417 ret
= cpufreq_set_policy(&new_policy
);
419 return ret
? ret
: count
;
423 * show_scaling_driver - show the cpufreq driver currently loaded
425 static ssize_t
show_scaling_driver (struct cpufreq_policy
* policy
, char *buf
)
427 return scnprintf(buf
, CPUFREQ_NAME_LEN
, "%s\n", cpufreq_driver
->name
);
431 * show_scaling_available_governors - show the available CPUfreq governors
433 static ssize_t
show_scaling_available_governors (struct cpufreq_policy
* policy
,
437 struct cpufreq_governor
*t
;
439 if (!cpufreq_driver
->target
) {
440 i
+= sprintf(buf
, "performance powersave");
444 list_for_each_entry(t
, &cpufreq_governor_list
, governor_list
) {
445 if (i
>= (ssize_t
) ((PAGE_SIZE
/ sizeof(char)) - (CPUFREQ_NAME_LEN
+ 2)))
447 i
+= scnprintf(&buf
[i
], CPUFREQ_NAME_LEN
, "%s ", t
->name
);
450 i
+= sprintf(&buf
[i
], "\n");
454 * show_affected_cpus - show the CPUs affected by each transition
456 static ssize_t
show_affected_cpus (struct cpufreq_policy
* policy
, char *buf
)
461 for_each_cpu_mask(cpu
, policy
->cpus
) {
463 i
+= scnprintf(&buf
[i
], (PAGE_SIZE
- i
- 2), " ");
464 i
+= scnprintf(&buf
[i
], (PAGE_SIZE
- i
- 2), "%u", cpu
);
465 if (i
>= (PAGE_SIZE
- 5))
468 i
+= sprintf(&buf
[i
], "\n");
473 #define define_one_ro(_name) \
474 static struct freq_attr _name = \
475 __ATTR(_name, 0444, show_##_name, NULL)
477 #define define_one_ro0400(_name) \
478 static struct freq_attr _name = \
479 __ATTR(_name, 0400, show_##_name, NULL)
481 #define define_one_rw(_name) \
482 static struct freq_attr _name = \
483 __ATTR(_name, 0644, show_##_name, store_##_name)
485 define_one_ro0400(cpuinfo_cur_freq
);
486 define_one_ro(cpuinfo_min_freq
);
487 define_one_ro(cpuinfo_max_freq
);
488 define_one_ro(scaling_available_governors
);
489 define_one_ro(scaling_driver
);
490 define_one_ro(scaling_cur_freq
);
491 define_one_ro(affected_cpus
);
492 define_one_rw(scaling_min_freq
);
493 define_one_rw(scaling_max_freq
);
494 define_one_rw(scaling_governor
);
496 static struct attribute
* default_attrs
[] = {
497 &cpuinfo_min_freq
.attr
,
498 &cpuinfo_max_freq
.attr
,
499 &scaling_min_freq
.attr
,
500 &scaling_max_freq
.attr
,
502 &scaling_governor
.attr
,
503 &scaling_driver
.attr
,
504 &scaling_available_governors
.attr
,
508 #define to_policy(k) container_of(k,struct cpufreq_policy,kobj)
509 #define to_attr(a) container_of(a,struct freq_attr,attr)
511 static ssize_t
show(struct kobject
* kobj
, struct attribute
* attr
,char * buf
)
513 struct cpufreq_policy
* policy
= to_policy(kobj
);
514 struct freq_attr
* fattr
= to_attr(attr
);
516 policy
= cpufreq_cpu_get(policy
->cpu
);
519 ret
= fattr
->show
? fattr
->show(policy
,buf
) : -EIO
;
520 cpufreq_cpu_put(policy
);
524 static ssize_t
store(struct kobject
* kobj
, struct attribute
* attr
,
525 const char * buf
, size_t count
)
527 struct cpufreq_policy
* policy
= to_policy(kobj
);
528 struct freq_attr
* fattr
= to_attr(attr
);
530 policy
= cpufreq_cpu_get(policy
->cpu
);
533 ret
= fattr
->store
? fattr
->store(policy
,buf
,count
) : -EIO
;
534 cpufreq_cpu_put(policy
);
538 static void cpufreq_sysfs_release(struct kobject
* kobj
)
540 struct cpufreq_policy
* policy
= to_policy(kobj
);
541 dprintk("last reference is dropped\n");
542 complete(&policy
->kobj_unregister
);
545 static struct sysfs_ops sysfs_ops
= {
550 static struct kobj_type ktype_cpufreq
= {
551 .sysfs_ops
= &sysfs_ops
,
552 .default_attrs
= default_attrs
,
553 .release
= cpufreq_sysfs_release
,
558 * cpufreq_add_dev - add a CPU device
560 * Adds the cpufreq interface for a CPU device.
562 static int cpufreq_add_dev (struct sys_device
* sys_dev
)
564 unsigned int cpu
= sys_dev
->id
;
566 struct cpufreq_policy new_policy
;
567 struct cpufreq_policy
*policy
;
568 struct freq_attr
**drv_attr
;
572 if (cpu_is_offline(cpu
))
575 cpufreq_debug_disable_ratelimit();
576 dprintk("adding CPU %u\n", cpu
);
579 /* check whether a different CPU already registered this
580 * CPU because it is in the same boat. */
581 policy
= cpufreq_cpu_get(cpu
);
582 if (unlikely(policy
)) {
583 dprintk("CPU already managed, adding link\n");
584 sysfs_create_link(&sys_dev
->kobj
, &policy
->kobj
, "cpufreq");
585 cpufreq_debug_enable_ratelimit();
590 if (!try_module_get(cpufreq_driver
->owner
)) {
595 policy
= kzalloc(sizeof(struct cpufreq_policy
), GFP_KERNEL
);
602 policy
->cpus
= cpumask_of_cpu(cpu
);
604 init_MUTEX_LOCKED(&policy
->lock
);
605 init_completion(&policy
->kobj_unregister
);
606 INIT_WORK(&policy
->update
, handle_update
, (void *)(long)cpu
);
608 /* call driver. From then on the cpufreq must be able
609 * to accept all calls to ->verify and ->setpolicy for this CPU
611 ret
= cpufreq_driver
->init(policy
);
613 dprintk("initialization failed\n");
617 memcpy(&new_policy
, policy
, sizeof(struct cpufreq_policy
));
619 /* prepare interface data */
620 policy
->kobj
.parent
= &sys_dev
->kobj
;
621 policy
->kobj
.ktype
= &ktype_cpufreq
;
622 strlcpy(policy
->kobj
.name
, "cpufreq", KOBJ_NAME_LEN
);
624 ret
= kobject_register(&policy
->kobj
);
626 goto err_out_driver_exit
;
628 /* set up files for this cpu device */
629 drv_attr
= cpufreq_driver
->attr
;
630 while ((drv_attr
) && (*drv_attr
)) {
631 sysfs_create_file(&policy
->kobj
, &((*drv_attr
)->attr
));
634 if (cpufreq_driver
->get
)
635 sysfs_create_file(&policy
->kobj
, &cpuinfo_cur_freq
.attr
);
636 if (cpufreq_driver
->target
)
637 sysfs_create_file(&policy
->kobj
, &scaling_cur_freq
.attr
);
639 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
640 for_each_cpu_mask(j
, policy
->cpus
)
641 cpufreq_cpu_data
[j
] = policy
;
642 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
643 policy
->governor
= NULL
; /* to assure that the starting sequence is
644 * run in cpufreq_set_policy */
647 /* set default policy */
649 ret
= cpufreq_set_policy(&new_policy
);
651 dprintk("setting policy failed\n");
652 goto err_out_unregister
;
655 module_put(cpufreq_driver
->owner
);
656 dprintk("initialization complete\n");
657 cpufreq_debug_enable_ratelimit();
663 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
664 for_each_cpu_mask(j
, policy
->cpus
)
665 cpufreq_cpu_data
[j
] = NULL
;
666 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
668 kobject_unregister(&policy
->kobj
);
669 wait_for_completion(&policy
->kobj_unregister
);
672 if (cpufreq_driver
->exit
)
673 cpufreq_driver
->exit(policy
);
679 module_put(cpufreq_driver
->owner
);
681 cpufreq_debug_enable_ratelimit();
687 * cpufreq_remove_dev - remove a CPU device
689 * Removes the cpufreq interface for a CPU device.
691 static int cpufreq_remove_dev (struct sys_device
* sys_dev
)
693 unsigned int cpu
= sys_dev
->id
;
695 struct cpufreq_policy
*data
;
696 struct sys_device
*cpu_sys_dev
;
701 cpufreq_debug_disable_ratelimit();
702 dprintk("unregistering CPU %u\n", cpu
);
704 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
705 data
= cpufreq_cpu_data
[cpu
];
708 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
709 cpufreq_debug_enable_ratelimit();
712 cpufreq_cpu_data
[cpu
] = NULL
;
716 /* if this isn't the CPU which is the parent of the kobj, we
717 * only need to unlink, put and exit
719 if (unlikely(cpu
!= data
->cpu
)) {
720 dprintk("removing link\n");
721 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
722 sysfs_remove_link(&sys_dev
->kobj
, "cpufreq");
723 cpufreq_cpu_put(data
);
724 cpufreq_debug_enable_ratelimit();
730 if (!kobject_get(&data
->kobj
)) {
731 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
732 cpufreq_debug_enable_ratelimit();
737 /* if we have other CPUs still registered, we need to unlink them,
738 * or else wait_for_completion below will lock up. Clean the
739 * cpufreq_cpu_data[] while holding the lock, and remove the sysfs
742 if (unlikely(cpus_weight(data
->cpus
) > 1)) {
743 for_each_cpu_mask(j
, data
->cpus
) {
746 cpufreq_cpu_data
[j
] = NULL
;
750 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
752 if (unlikely(cpus_weight(data
->cpus
) > 1)) {
753 for_each_cpu_mask(j
, data
->cpus
) {
756 dprintk("removing link for cpu %u\n", j
);
757 cpu_sys_dev
= get_cpu_sysdev(j
);
758 sysfs_remove_link(&cpu_sys_dev
->kobj
, "cpufreq");
759 cpufreq_cpu_put(data
);
763 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
767 if (cpufreq_driver
->target
)
768 __cpufreq_governor(data
, CPUFREQ_GOV_STOP
);
771 kobject_unregister(&data
->kobj
);
773 kobject_put(&data
->kobj
);
775 /* we need to make sure that the underlying kobj is actually
776 * not referenced anymore by anybody before we proceed with
779 dprintk("waiting for dropping of refcount\n");
780 wait_for_completion(&data
->kobj_unregister
);
781 dprintk("wait complete\n");
783 if (cpufreq_driver
->exit
)
784 cpufreq_driver
->exit(data
);
788 cpufreq_debug_enable_ratelimit();
794 static void handle_update(void *data
)
796 unsigned int cpu
= (unsigned int)(long)data
;
797 dprintk("handle_update for cpu %u called\n", cpu
);
798 cpufreq_update_policy(cpu
);
802 * cpufreq_out_of_sync - If actual and saved CPU frequency differs, we're in deep trouble.
804 * @old_freq: CPU frequency the kernel thinks the CPU runs at
805 * @new_freq: CPU frequency the CPU actually runs at
807 * We adjust to current frequency first, and need to clean up later. So either call
808 * to cpufreq_update_policy() or schedule handle_update()).
810 static void cpufreq_out_of_sync(unsigned int cpu
, unsigned int old_freq
, unsigned int new_freq
)
812 struct cpufreq_freqs freqs
;
814 dprintk(KERN_WARNING
"Warning: CPU frequency out of sync: cpufreq and timing "
815 "core thinks of %u, is %u kHz.\n", old_freq
, new_freq
);
818 freqs
.old
= old_freq
;
819 freqs
.new = new_freq
;
820 cpufreq_notify_transition(&freqs
, CPUFREQ_PRECHANGE
);
821 cpufreq_notify_transition(&freqs
, CPUFREQ_POSTCHANGE
);
826 * cpufreq_get - get the current CPU frequency (in kHz)
829 * Get the CPU current (static) CPU frequency
831 unsigned int cpufreq_get(unsigned int cpu
)
833 struct cpufreq_policy
*policy
= cpufreq_cpu_get(cpu
);
834 unsigned int ret
= 0;
839 if (!cpufreq_driver
->get
)
844 ret
= cpufreq_driver
->get(cpu
);
846 if (ret
&& policy
->cur
&& !(cpufreq_driver
->flags
& CPUFREQ_CONST_LOOPS
))
848 /* verify no discrepancy between actual and saved value exists */
849 if (unlikely(ret
!= policy
->cur
)) {
850 cpufreq_out_of_sync(cpu
, policy
->cur
, ret
);
851 schedule_work(&policy
->update
);
858 cpufreq_cpu_put(policy
);
862 EXPORT_SYMBOL(cpufreq_get
);
866 * cpufreq_suspend - let the low level driver prepare for suspend
869 static int cpufreq_suspend(struct sys_device
* sysdev
, pm_message_t pmsg
)
871 int cpu
= sysdev
->id
;
872 unsigned int ret
= 0;
873 unsigned int cur_freq
= 0;
874 struct cpufreq_policy
*cpu_policy
;
876 dprintk("resuming cpu %u\n", cpu
);
878 if (!cpu_online(cpu
))
881 /* we may be lax here as interrupts are off. Nonetheless
882 * we need to grab the correct cpu policy, as to check
883 * whether we really run on this CPU.
886 cpu_policy
= cpufreq_cpu_get(cpu
);
890 /* only handle each CPU group once */
891 if (unlikely(cpu_policy
->cpu
!= cpu
)) {
892 cpufreq_cpu_put(cpu_policy
);
896 if (cpufreq_driver
->suspend
) {
897 ret
= cpufreq_driver
->suspend(cpu_policy
, pmsg
);
899 printk(KERN_ERR
"cpufreq: suspend failed in ->suspend "
900 "step on CPU %u\n", cpu_policy
->cpu
);
901 cpufreq_cpu_put(cpu_policy
);
907 if (cpufreq_driver
->flags
& CPUFREQ_CONST_LOOPS
)
910 if (cpufreq_driver
->get
)
911 cur_freq
= cpufreq_driver
->get(cpu_policy
->cpu
);
913 if (!cur_freq
|| !cpu_policy
->cur
) {
914 printk(KERN_ERR
"cpufreq: suspend failed to assert current "
915 "frequency is what timing core thinks it is.\n");
919 if (unlikely(cur_freq
!= cpu_policy
->cur
)) {
920 struct cpufreq_freqs freqs
;
922 if (!(cpufreq_driver
->flags
& CPUFREQ_PM_NO_WARN
))
923 dprintk(KERN_DEBUG
"Warning: CPU frequency is %u, "
924 "cpufreq assumed %u kHz.\n",
925 cur_freq
, cpu_policy
->cur
);
928 freqs
.old
= cpu_policy
->cur
;
929 freqs
.new = cur_freq
;
931 notifier_call_chain(&cpufreq_transition_notifier_list
,
932 CPUFREQ_SUSPENDCHANGE
, &freqs
);
933 adjust_jiffies(CPUFREQ_SUSPENDCHANGE
, &freqs
);
935 cpu_policy
->cur
= cur_freq
;
939 cpufreq_cpu_put(cpu_policy
);
944 * cpufreq_resume - restore proper CPU frequency handling after resume
946 * 1.) resume CPUfreq hardware support (cpufreq_driver->resume())
947 * 2.) if ->target and !CPUFREQ_CONST_LOOPS: verify we're in sync
948 * 3.) schedule call cpufreq_update_policy() ASAP as interrupts are
951 static int cpufreq_resume(struct sys_device
* sysdev
)
953 int cpu
= sysdev
->id
;
954 unsigned int ret
= 0;
955 struct cpufreq_policy
*cpu_policy
;
957 dprintk("resuming cpu %u\n", cpu
);
959 if (!cpu_online(cpu
))
962 /* we may be lax here as interrupts are off. Nonetheless
963 * we need to grab the correct cpu policy, as to check
964 * whether we really run on this CPU.
967 cpu_policy
= cpufreq_cpu_get(cpu
);
971 /* only handle each CPU group once */
972 if (unlikely(cpu_policy
->cpu
!= cpu
)) {
973 cpufreq_cpu_put(cpu_policy
);
977 if (cpufreq_driver
->resume
) {
978 ret
= cpufreq_driver
->resume(cpu_policy
);
980 printk(KERN_ERR
"cpufreq: resume failed in ->resume "
981 "step on CPU %u\n", cpu_policy
->cpu
);
982 cpufreq_cpu_put(cpu_policy
);
987 if (!(cpufreq_driver
->flags
& CPUFREQ_CONST_LOOPS
)) {
988 unsigned int cur_freq
= 0;
990 if (cpufreq_driver
->get
)
991 cur_freq
= cpufreq_driver
->get(cpu_policy
->cpu
);
993 if (!cur_freq
|| !cpu_policy
->cur
) {
994 printk(KERN_ERR
"cpufreq: resume failed to assert "
995 "current frequency is what timing core "
1000 if (unlikely(cur_freq
!= cpu_policy
->cur
)) {
1001 struct cpufreq_freqs freqs
;
1003 if (!(cpufreq_driver
->flags
& CPUFREQ_PM_NO_WARN
))
1004 dprintk(KERN_WARNING
"Warning: CPU frequency"
1005 "is %u, cpufreq assumed %u kHz.\n",
1006 cur_freq
, cpu_policy
->cur
);
1009 freqs
.old
= cpu_policy
->cur
;
1010 freqs
.new = cur_freq
;
1012 notifier_call_chain(&cpufreq_transition_notifier_list
,
1013 CPUFREQ_RESUMECHANGE
, &freqs
);
1014 adjust_jiffies(CPUFREQ_RESUMECHANGE
, &freqs
);
1016 cpu_policy
->cur
= cur_freq
;
1021 schedule_work(&cpu_policy
->update
);
1022 cpufreq_cpu_put(cpu_policy
);
1026 static struct sysdev_driver cpufreq_sysdev_driver
= {
1027 .add
= cpufreq_add_dev
,
1028 .remove
= cpufreq_remove_dev
,
1029 .suspend
= cpufreq_suspend
,
1030 .resume
= cpufreq_resume
,
1034 /*********************************************************************
1035 * NOTIFIER LISTS INTERFACE *
1036 *********************************************************************/
1039 * cpufreq_register_notifier - register a driver with cpufreq
1040 * @nb: notifier function to register
1041 * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER
1043 * Add a driver to one of two lists: either a list of drivers that
1044 * are notified about clock rate changes (once before and once after
1045 * the transition), or a list of drivers that are notified about
1046 * changes in cpufreq policy.
1048 * This function may sleep, and has the same return conditions as
1049 * notifier_chain_register.
1051 int cpufreq_register_notifier(struct notifier_block
*nb
, unsigned int list
)
1055 down_write(&cpufreq_notifier_rwsem
);
1057 case CPUFREQ_TRANSITION_NOTIFIER
:
1058 ret
= notifier_chain_register(&cpufreq_transition_notifier_list
, nb
);
1060 case CPUFREQ_POLICY_NOTIFIER
:
1061 ret
= notifier_chain_register(&cpufreq_policy_notifier_list
, nb
);
1066 up_write(&cpufreq_notifier_rwsem
);
1070 EXPORT_SYMBOL(cpufreq_register_notifier
);
1074 * cpufreq_unregister_notifier - unregister a driver with cpufreq
1075 * @nb: notifier block to be unregistered
1076 * @list: CPUFREQ_TRANSITION_NOTIFIER or CPUFREQ_POLICY_NOTIFIER
1078 * Remove a driver from the CPU frequency notifier list.
1080 * This function may sleep, and has the same return conditions as
1081 * notifier_chain_unregister.
1083 int cpufreq_unregister_notifier(struct notifier_block
*nb
, unsigned int list
)
1087 down_write(&cpufreq_notifier_rwsem
);
1089 case CPUFREQ_TRANSITION_NOTIFIER
:
1090 ret
= notifier_chain_unregister(&cpufreq_transition_notifier_list
, nb
);
1092 case CPUFREQ_POLICY_NOTIFIER
:
1093 ret
= notifier_chain_unregister(&cpufreq_policy_notifier_list
, nb
);
1098 up_write(&cpufreq_notifier_rwsem
);
1102 EXPORT_SYMBOL(cpufreq_unregister_notifier
);
1105 /*********************************************************************
1107 *********************************************************************/
1110 int __cpufreq_driver_target(struct cpufreq_policy
*policy
,
1111 unsigned int target_freq
,
1112 unsigned int relation
)
1114 int retval
= -EINVAL
;
1117 * If we are already in context of hotplug thread, we dont need to
1118 * acquire the hotplug lock. Otherwise acquire cpucontrol to prevent
1119 * hotplug from removing this cpu that we are working on.
1121 if (!current_in_cpu_hotplug())
1124 dprintk("target for CPU %u: %u kHz, relation %u\n", policy
->cpu
,
1125 target_freq
, relation
);
1126 if (cpu_online(policy
->cpu
) && cpufreq_driver
->target
)
1127 retval
= cpufreq_driver
->target(policy
, target_freq
, relation
);
1129 if (!current_in_cpu_hotplug())
1130 unlock_cpu_hotplug();
1134 EXPORT_SYMBOL_GPL(__cpufreq_driver_target
);
1136 int cpufreq_driver_target(struct cpufreq_policy
*policy
,
1137 unsigned int target_freq
,
1138 unsigned int relation
)
1142 policy
= cpufreq_cpu_get(policy
->cpu
);
1146 down(&policy
->lock
);
1148 ret
= __cpufreq_driver_target(policy
, target_freq
, relation
);
1152 cpufreq_cpu_put(policy
);
1156 EXPORT_SYMBOL_GPL(cpufreq_driver_target
);
1159 static int __cpufreq_governor(struct cpufreq_policy
*policy
, unsigned int event
)
1163 if (!try_module_get(policy
->governor
->owner
))
1166 dprintk("__cpufreq_governor for CPU %u, event %u\n", policy
->cpu
, event
);
1167 ret
= policy
->governor
->governor(policy
, event
);
1169 /* we keep one module reference alive for each CPU governed by this CPU */
1170 if ((event
!= CPUFREQ_GOV_START
) || ret
)
1171 module_put(policy
->governor
->owner
);
1172 if ((event
== CPUFREQ_GOV_STOP
) && !ret
)
1173 module_put(policy
->governor
->owner
);
1179 int cpufreq_governor(unsigned int cpu
, unsigned int event
)
1182 struct cpufreq_policy
*policy
= cpufreq_cpu_get(cpu
);
1187 down(&policy
->lock
);
1188 ret
= __cpufreq_governor(policy
, event
);
1191 cpufreq_cpu_put(policy
);
1195 EXPORT_SYMBOL_GPL(cpufreq_governor
);
1198 int cpufreq_register_governor(struct cpufreq_governor
*governor
)
1200 struct cpufreq_governor
*t
;
1205 down(&cpufreq_governor_sem
);
1207 list_for_each_entry(t
, &cpufreq_governor_list
, governor_list
) {
1208 if (!strnicmp(governor
->name
,t
->name
,CPUFREQ_NAME_LEN
)) {
1209 up(&cpufreq_governor_sem
);
1213 list_add(&governor
->governor_list
, &cpufreq_governor_list
);
1215 up(&cpufreq_governor_sem
);
1219 EXPORT_SYMBOL_GPL(cpufreq_register_governor
);
1222 void cpufreq_unregister_governor(struct cpufreq_governor
*governor
)
1227 down(&cpufreq_governor_sem
);
1228 list_del(&governor
->governor_list
);
1229 up(&cpufreq_governor_sem
);
1232 EXPORT_SYMBOL_GPL(cpufreq_unregister_governor
);
1236 /*********************************************************************
1237 * POLICY INTERFACE *
1238 *********************************************************************/
1241 * cpufreq_get_policy - get the current cpufreq_policy
1242 * @policy: struct cpufreq_policy into which the current cpufreq_policy is written
1244 * Reads the current cpufreq policy.
1246 int cpufreq_get_policy(struct cpufreq_policy
*policy
, unsigned int cpu
)
1248 struct cpufreq_policy
*cpu_policy
;
1252 cpu_policy
= cpufreq_cpu_get(cpu
);
1256 down(&cpu_policy
->lock
);
1257 memcpy(policy
, cpu_policy
, sizeof(struct cpufreq_policy
));
1258 up(&cpu_policy
->lock
);
1260 cpufreq_cpu_put(cpu_policy
);
1264 EXPORT_SYMBOL(cpufreq_get_policy
);
1267 static int __cpufreq_set_policy(struct cpufreq_policy
*data
, struct cpufreq_policy
*policy
)
1271 cpufreq_debug_disable_ratelimit();
1272 dprintk("setting new policy for CPU %u: %u - %u kHz\n", policy
->cpu
,
1273 policy
->min
, policy
->max
);
1275 memcpy(&policy
->cpuinfo
,
1277 sizeof(struct cpufreq_cpuinfo
));
1279 /* verify the cpu speed can be set within this limit */
1280 ret
= cpufreq_driver
->verify(policy
);
1284 down_read(&cpufreq_notifier_rwsem
);
1286 /* adjust if necessary - all reasons */
1287 notifier_call_chain(&cpufreq_policy_notifier_list
, CPUFREQ_ADJUST
,
1290 /* adjust if necessary - hardware incompatibility*/
1291 notifier_call_chain(&cpufreq_policy_notifier_list
, CPUFREQ_INCOMPATIBLE
,
1294 /* verify the cpu speed can be set within this limit,
1295 which might be different to the first one */
1296 ret
= cpufreq_driver
->verify(policy
);
1298 up_read(&cpufreq_notifier_rwsem
);
1302 /* notification of the new policy */
1303 notifier_call_chain(&cpufreq_policy_notifier_list
, CPUFREQ_NOTIFY
,
1306 up_read(&cpufreq_notifier_rwsem
);
1308 data
->min
= policy
->min
;
1309 data
->max
= policy
->max
;
1311 dprintk("new min and max freqs are %u - %u kHz\n", data
->min
, data
->max
);
1313 if (cpufreq_driver
->setpolicy
) {
1314 data
->policy
= policy
->policy
;
1315 dprintk("setting range\n");
1316 ret
= cpufreq_driver
->setpolicy(policy
);
1318 if (policy
->governor
!= data
->governor
) {
1319 /* save old, working values */
1320 struct cpufreq_governor
*old_gov
= data
->governor
;
1322 dprintk("governor switch\n");
1324 /* end old governor */
1326 __cpufreq_governor(data
, CPUFREQ_GOV_STOP
);
1328 /* start new governor */
1329 data
->governor
= policy
->governor
;
1330 if (__cpufreq_governor(data
, CPUFREQ_GOV_START
)) {
1331 /* new governor failed, so re-start old one */
1332 dprintk("starting governor %s failed\n", data
->governor
->name
);
1334 data
->governor
= old_gov
;
1335 __cpufreq_governor(data
, CPUFREQ_GOV_START
);
1340 /* might be a policy change, too, so fall through */
1342 dprintk("governor: change or update limits\n");
1343 __cpufreq_governor(data
, CPUFREQ_GOV_LIMITS
);
1347 cpufreq_debug_enable_ratelimit();
1352 * cpufreq_set_policy - set a new CPUFreq policy
1353 * @policy: policy to be set.
1355 * Sets a new CPU frequency and voltage scaling policy.
1357 int cpufreq_set_policy(struct cpufreq_policy
*policy
)
1360 struct cpufreq_policy
*data
;
1365 data
= cpufreq_cpu_get(policy
->cpu
);
1372 ret
= __cpufreq_set_policy(data
, policy
);
1373 data
->user_policy
.min
= data
->min
;
1374 data
->user_policy
.max
= data
->max
;
1375 data
->user_policy
.policy
= data
->policy
;
1376 data
->user_policy
.governor
= data
->governor
;
1379 cpufreq_cpu_put(data
);
1383 EXPORT_SYMBOL(cpufreq_set_policy
);
1387 * cpufreq_update_policy - re-evaluate an existing cpufreq policy
1388 * @cpu: CPU which shall be re-evaluated
1390 * Usefull for policy notifiers which have different necessities
1391 * at different times.
1393 int cpufreq_update_policy(unsigned int cpu
)
1395 struct cpufreq_policy
*data
= cpufreq_cpu_get(cpu
);
1396 struct cpufreq_policy policy
;
1404 dprintk("updating policy for CPU %u\n", cpu
);
1407 sizeof(struct cpufreq_policy
));
1408 policy
.min
= data
->user_policy
.min
;
1409 policy
.max
= data
->user_policy
.max
;
1410 policy
.policy
= data
->user_policy
.policy
;
1411 policy
.governor
= data
->user_policy
.governor
;
1413 ret
= __cpufreq_set_policy(data
, &policy
);
1417 cpufreq_cpu_put(data
);
1420 EXPORT_SYMBOL(cpufreq_update_policy
);
1422 static int __cpuinit
cpufreq_cpu_callback(struct notifier_block
*nfb
,
1423 unsigned long action
, void *hcpu
)
1425 unsigned int cpu
= (unsigned long)hcpu
;
1426 struct cpufreq_policy
*policy
;
1427 struct sys_device
*sys_dev
;
1429 sys_dev
= get_cpu_sysdev(cpu
);
1434 cpufreq_add_dev(sys_dev
);
1436 case CPU_DOWN_PREPARE
:
1438 * We attempt to put this cpu in lowest frequency
1439 * possible before going down. This will permit
1440 * hardware-managed P-State to switch other related
1441 * threads to min or higher speeds if possible.
1443 policy
= cpufreq_cpu_data
[cpu
];
1445 cpufreq_driver_target(policy
, policy
->min
,
1446 CPUFREQ_RELATION_H
);
1450 cpufreq_remove_dev(sys_dev
);
1457 static struct notifier_block cpufreq_cpu_notifier
=
1459 .notifier_call
= cpufreq_cpu_callback
,
1462 /*********************************************************************
1463 * REGISTER / UNREGISTER CPUFREQ DRIVER *
1464 *********************************************************************/
1467 * cpufreq_register_driver - register a CPU Frequency driver
1468 * @driver_data: A struct cpufreq_driver containing the values#
1469 * submitted by the CPU Frequency driver.
1471 * Registers a CPU Frequency driver to this core code. This code
1472 * returns zero on success, -EBUSY when another driver got here first
1473 * (and isn't unregistered in the meantime).
1476 int cpufreq_register_driver(struct cpufreq_driver
*driver_data
)
1478 unsigned long flags
;
1481 if (!driver_data
|| !driver_data
->verify
|| !driver_data
->init
||
1482 ((!driver_data
->setpolicy
) && (!driver_data
->target
)))
1485 dprintk("trying to register driver %s\n", driver_data
->name
);
1487 if (driver_data
->setpolicy
)
1488 driver_data
->flags
|= CPUFREQ_CONST_LOOPS
;
1490 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
1491 if (cpufreq_driver
) {
1492 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
1495 cpufreq_driver
= driver_data
;
1496 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
1498 ret
= sysdev_driver_register(&cpu_sysdev_class
,&cpufreq_sysdev_driver
);
1500 if ((!ret
) && !(cpufreq_driver
->flags
& CPUFREQ_STICKY
)) {
1504 /* check for at least one working CPU */
1505 for (i
=0; i
<NR_CPUS
; i
++)
1506 if (cpufreq_cpu_data
[i
])
1509 /* if all ->init() calls failed, unregister */
1511 dprintk("no CPU initialized for driver %s\n", driver_data
->name
);
1512 sysdev_driver_unregister(&cpu_sysdev_class
, &cpufreq_sysdev_driver
);
1514 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
1515 cpufreq_driver
= NULL
;
1516 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
1521 register_cpu_notifier(&cpufreq_cpu_notifier
);
1522 dprintk("driver %s up and running\n", driver_data
->name
);
1523 cpufreq_debug_enable_ratelimit();
1528 EXPORT_SYMBOL_GPL(cpufreq_register_driver
);
1532 * cpufreq_unregister_driver - unregister the current CPUFreq driver
1534 * Unregister the current CPUFreq driver. Only call this if you have
1535 * the right to do so, i.e. if you have succeeded in initialising before!
1536 * Returns zero if successful, and -EINVAL if the cpufreq_driver is
1537 * currently not initialised.
1539 int cpufreq_unregister_driver(struct cpufreq_driver
*driver
)
1541 unsigned long flags
;
1543 cpufreq_debug_disable_ratelimit();
1545 if (!cpufreq_driver
|| (driver
!= cpufreq_driver
)) {
1546 cpufreq_debug_enable_ratelimit();
1550 dprintk("unregistering driver %s\n", driver
->name
);
1552 sysdev_driver_unregister(&cpu_sysdev_class
, &cpufreq_sysdev_driver
);
1553 unregister_cpu_notifier(&cpufreq_cpu_notifier
);
1555 spin_lock_irqsave(&cpufreq_driver_lock
, flags
);
1556 cpufreq_driver
= NULL
;
1557 spin_unlock_irqrestore(&cpufreq_driver_lock
, flags
);
1561 EXPORT_SYMBOL_GPL(cpufreq_unregister_driver
);