2 * devfreq: Generic Dynamic Voltage and Frequency Scaling (DVFS) Framework
5 * Copyright (C) 2011 Samsung Electronics
6 * MyungJoo Ham <myungjoo.ham@samsung.com>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
13 #include <linux/kernel.h>
14 #include <linux/sched.h>
15 #include <linux/errno.h>
16 #include <linux/err.h>
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/slab.h>
20 #include <linux/stat.h>
21 #include <linux/opp.h>
22 #include <linux/devfreq.h>
23 #include <linux/workqueue.h>
24 #include <linux/platform_device.h>
25 #include <linux/list.h>
26 #include <linux/printk.h>
27 #include <linux/hrtimer.h>
30 struct class *devfreq_class
;
33 * devfreq_work periodically monitors every registered device.
34 * The minimum polling interval is one jiffy. The polling interval is
35 * determined by the minimum polling period among all polling devfreq
36 * devices. The resolution of polling interval is one jiffy.
39 static struct workqueue_struct
*devfreq_wq
;
40 static struct delayed_work devfreq_work
;
42 /* wait removing if this is to be removed */
43 static struct devfreq
*wait_remove_device
;
45 /* The list of all device-devfreq */
46 static LIST_HEAD(devfreq_list
);
47 static DEFINE_MUTEX(devfreq_list_lock
);
50 * find_device_devfreq() - find devfreq struct using device pointer
51 * @dev: device pointer used to lookup device devfreq.
53 * Search the list of device devfreqs and return the matched device's
54 * devfreq info. devfreq_list_lock should be held by the caller.
56 static struct devfreq
*find_device_devfreq(struct device
*dev
)
58 struct devfreq
*tmp_devfreq
;
60 if (unlikely(IS_ERR_OR_NULL(dev
))) {
61 pr_err("DEVFREQ: %s: Invalid parameters\n", __func__
);
62 return ERR_PTR(-EINVAL
);
64 WARN(!mutex_is_locked(&devfreq_list_lock
),
65 "devfreq_list_lock must be locked.");
67 list_for_each_entry(tmp_devfreq
, &devfreq_list
, node
) {
68 if (tmp_devfreq
->dev
.parent
== dev
)
72 return ERR_PTR(-ENODEV
);
76 * update_devfreq() - Reevaluate the device and configure frequency.
77 * @devfreq: the devfreq instance.
79 * Note: Lock devfreq->lock before calling update_devfreq
80 * This function is exported for governors.
82 int update_devfreq(struct devfreq
*devfreq
)
87 if (!mutex_is_locked(&devfreq
->lock
)) {
88 WARN(true, "devfreq->lock must be locked by the caller.\n");
92 /* Reevaluate the proper frequency */
93 err
= devfreq
->governor
->get_target_freq(devfreq
, &freq
);
97 err
= devfreq
->profile
->target(devfreq
->dev
.parent
, &freq
);
101 devfreq
->previous_freq
= freq
;
106 * devfreq_notifier_call() - Notify that the device frequency requirements
107 * has been changed out of devfreq framework.
108 * @nb the notifier_block (supposed to be devfreq->nb)
112 * Called by a notifier that uses devfreq->nb.
114 static int devfreq_notifier_call(struct notifier_block
*nb
, unsigned long type
,
117 struct devfreq
*devfreq
= container_of(nb
, struct devfreq
, nb
);
120 mutex_lock(&devfreq
->lock
);
121 ret
= update_devfreq(devfreq
);
122 mutex_unlock(&devfreq
->lock
);
128 * _remove_devfreq() - Remove devfreq from the device.
129 * @devfreq: the devfreq struct
130 * @skip: skip calling device_unregister().
132 * Note that the caller should lock devfreq->lock before calling
133 * this. _remove_devfreq() will unlock it and free devfreq
134 * internally. devfreq_list_lock should be locked by the caller
135 * as well (not relased at return)
138 * devfreq->lock: locked before call.
139 * unlocked at return (and freed)
140 * devfreq_list_lock: locked before call.
141 * kept locked at return.
142 * if devfreq is centrally polled.
147 static void _remove_devfreq(struct devfreq
*devfreq
, bool skip
)
149 if (!mutex_is_locked(&devfreq
->lock
)) {
150 WARN(true, "devfreq->lock must be locked by the caller.\n");
153 if (!devfreq
->governor
->no_central_polling
&&
154 !mutex_is_locked(&devfreq_list_lock
)) {
155 WARN(true, "devfreq_list_lock must be locked by the caller.\n");
159 if (devfreq
->being_removed
)
162 devfreq
->being_removed
= true;
164 if (devfreq
->profile
->exit
)
165 devfreq
->profile
->exit(devfreq
->dev
.parent
);
167 if (devfreq
->governor
->exit
)
168 devfreq
->governor
->exit(devfreq
);
170 if (!skip
&& get_device(&devfreq
->dev
)) {
171 device_unregister(&devfreq
->dev
);
172 put_device(&devfreq
->dev
);
175 if (!devfreq
->governor
->no_central_polling
)
176 list_del(&devfreq
->node
);
178 mutex_unlock(&devfreq
->lock
);
179 mutex_destroy(&devfreq
->lock
);
185 * devfreq_dev_release() - Callback for struct device to release the device.
186 * @dev: the devfreq device
188 * This calls _remove_devfreq() if _remove_devfreq() is not called.
189 * Note that devfreq_dev_release() could be called by _remove_devfreq() as
190 * well as by others unregistering the device.
192 static void devfreq_dev_release(struct device
*dev
)
194 struct devfreq
*devfreq
= to_devfreq(dev
);
195 bool central_polling
= !devfreq
->governor
->no_central_polling
;
198 * If devfreq_dev_release() was called by device_unregister() of
199 * _remove_devfreq(), we cannot mutex_lock(&devfreq->lock) and
200 * being_removed is already set. This also partially checks the case
201 * where devfreq_dev_release() is called from a thread other than
202 * the one called _remove_devfreq(); however, this case is
203 * dealt completely with another following being_removed check.
205 * Because being_removed is never being
206 * unset, we do not need to worry about race conditions on
209 if (devfreq
->being_removed
)
213 mutex_lock(&devfreq_list_lock
);
215 mutex_lock(&devfreq
->lock
);
218 * Check being_removed flag again for the case where
219 * devfreq_dev_release() was called in a thread other than the one
220 * possibly called _remove_devfreq().
222 if (devfreq
->being_removed
) {
223 mutex_unlock(&devfreq
->lock
);
227 /* devfreq->lock is unlocked and removed in _removed_devfreq() */
228 _remove_devfreq(devfreq
, true);
232 mutex_unlock(&devfreq_list_lock
);
236 * devfreq_monitor() - Periodically poll devfreq objects.
237 * @work: the work struct used to run devfreq_monitor periodically.
240 static void devfreq_monitor(struct work_struct
*work
)
242 static unsigned long last_polled_at
;
243 struct devfreq
*devfreq
, *tmp
;
245 unsigned long jiffies_passed
;
246 unsigned long next_jiffies
= ULONG_MAX
, now
= jiffies
;
249 /* Initially last_polled_at = 0, polling every device at bootup */
250 jiffies_passed
= now
- last_polled_at
;
251 last_polled_at
= now
;
252 if (jiffies_passed
== 0)
255 mutex_lock(&devfreq_list_lock
);
256 list_for_each_entry_safe(devfreq
, tmp
, &devfreq_list
, node
) {
257 mutex_lock(&devfreq
->lock
);
258 dev
= devfreq
->dev
.parent
;
260 /* Do not remove tmp for a while */
261 wait_remove_device
= tmp
;
263 if (devfreq
->governor
->no_central_polling
||
264 devfreq
->next_polling
== 0) {
265 mutex_unlock(&devfreq
->lock
);
268 mutex_unlock(&devfreq_list_lock
);
271 * Reduce more next_polling if devfreq_wq took an extra
272 * delay. (i.e., CPU has been idled.)
274 if (devfreq
->next_polling
<= jiffies_passed
) {
275 error
= update_devfreq(devfreq
);
277 /* Remove a devfreq with an error. */
278 if (error
&& error
!= -EAGAIN
) {
280 dev_err(dev
, "Due to update_devfreq error(%d), devfreq(%s) is removed from the device\n",
281 error
, devfreq
->governor
->name
);
284 * Unlock devfreq before locking the list
285 * in order to avoid deadlock with
286 * find_device_devfreq or others
288 mutex_unlock(&devfreq
->lock
);
289 mutex_lock(&devfreq_list_lock
);
290 /* Check if devfreq is already removed */
291 if (IS_ERR(find_device_devfreq(dev
)))
293 mutex_lock(&devfreq
->lock
);
294 /* This unlocks devfreq->lock and free it */
295 _remove_devfreq(devfreq
, false);
298 devfreq
->next_polling
= devfreq
->polling_jiffies
;
300 devfreq
->next_polling
-= jiffies_passed
;
303 if (devfreq
->next_polling
)
304 next_jiffies
= (next_jiffies
> devfreq
->next_polling
) ?
305 devfreq
->next_polling
: next_jiffies
;
307 mutex_unlock(&devfreq
->lock
);
308 mutex_lock(&devfreq_list_lock
);
310 wait_remove_device
= NULL
;
311 mutex_unlock(&devfreq_list_lock
);
313 if (next_jiffies
> 0 && next_jiffies
< ULONG_MAX
) {
315 queue_delayed_work(devfreq_wq
, &devfreq_work
, next_jiffies
);
322 * devfreq_add_device() - Add devfreq feature to the device
323 * @dev: the device to add devfreq feature.
324 * @profile: device-specific profile to run devfreq.
325 * @governor: the policy to choose frequency.
326 * @data: private data for the governor. The devfreq framework does not
329 struct devfreq
*devfreq_add_device(struct device
*dev
,
330 struct devfreq_dev_profile
*profile
,
331 const struct devfreq_governor
*governor
,
334 struct devfreq
*devfreq
;
337 if (!dev
|| !profile
|| !governor
) {
338 dev_err(dev
, "%s: Invalid parameters.\n", __func__
);
339 return ERR_PTR(-EINVAL
);
343 if (!governor
->no_central_polling
) {
344 mutex_lock(&devfreq_list_lock
);
345 devfreq
= find_device_devfreq(dev
);
346 mutex_unlock(&devfreq_list_lock
);
347 if (!IS_ERR(devfreq
)) {
348 dev_err(dev
, "%s: Unable to create devfreq for the device. It already has one.\n", __func__
);
354 devfreq
= kzalloc(sizeof(struct devfreq
), GFP_KERNEL
);
356 dev_err(dev
, "%s: Unable to create devfreq for the device\n",
362 mutex_init(&devfreq
->lock
);
363 mutex_lock(&devfreq
->lock
);
364 devfreq
->dev
.parent
= dev
;
365 devfreq
->dev
.class = devfreq_class
;
366 devfreq
->dev
.release
= devfreq_dev_release
;
367 devfreq
->profile
= profile
;
368 devfreq
->governor
= governor
;
369 devfreq
->previous_freq
= profile
->initial_freq
;
370 devfreq
->data
= data
;
371 devfreq
->next_polling
= devfreq
->polling_jiffies
372 = msecs_to_jiffies(devfreq
->profile
->polling_ms
);
373 devfreq
->nb
.notifier_call
= devfreq_notifier_call
;
375 dev_set_name(&devfreq
->dev
, dev_name(dev
));
376 err
= device_register(&devfreq
->dev
);
378 put_device(&devfreq
->dev
);
383 err
= governor
->init(devfreq
);
387 mutex_unlock(&devfreq
->lock
);
389 if (governor
->no_central_polling
)
392 mutex_lock(&devfreq_list_lock
);
394 list_add(&devfreq
->node
, &devfreq_list
);
396 if (devfreq_wq
&& devfreq
->next_polling
&& !polling
) {
398 queue_delayed_work(devfreq_wq
, &devfreq_work
,
399 devfreq
->next_polling
);
401 mutex_unlock(&devfreq_list_lock
);
406 device_unregister(&devfreq
->dev
);
408 mutex_unlock(&devfreq
->lock
);
415 * devfreq_remove_device() - Remove devfreq feature from a device.
416 * @devfreq the devfreq instance to be removed
418 int devfreq_remove_device(struct devfreq
*devfreq
)
420 bool central_polling
;
425 central_polling
= !devfreq
->governor
->no_central_polling
;
427 if (central_polling
) {
428 mutex_lock(&devfreq_list_lock
);
429 while (wait_remove_device
== devfreq
) {
430 mutex_unlock(&devfreq_list_lock
);
432 mutex_lock(&devfreq_list_lock
);
436 mutex_lock(&devfreq
->lock
);
437 _remove_devfreq(devfreq
, false); /* it unlocks devfreq->lock */
440 mutex_unlock(&devfreq_list_lock
);
445 static ssize_t
show_governor(struct device
*dev
,
446 struct device_attribute
*attr
, char *buf
)
448 return sprintf(buf
, "%s\n", to_devfreq(dev
)->governor
->name
);
451 static ssize_t
show_freq(struct device
*dev
,
452 struct device_attribute
*attr
, char *buf
)
454 return sprintf(buf
, "%lu\n", to_devfreq(dev
)->previous_freq
);
457 static ssize_t
show_polling_interval(struct device
*dev
,
458 struct device_attribute
*attr
, char *buf
)
460 return sprintf(buf
, "%d\n", to_devfreq(dev
)->profile
->polling_ms
);
463 static ssize_t
store_polling_interval(struct device
*dev
,
464 struct device_attribute
*attr
,
465 const char *buf
, size_t count
)
467 struct devfreq
*df
= to_devfreq(dev
);
471 ret
= sscanf(buf
, "%u", &value
);
475 mutex_lock(&df
->lock
);
476 df
->profile
->polling_ms
= value
;
477 df
->next_polling
= df
->polling_jiffies
478 = msecs_to_jiffies(value
);
479 mutex_unlock(&df
->lock
);
483 if (df
->governor
->no_central_polling
)
486 mutex_lock(&devfreq_list_lock
);
487 if (df
->next_polling
> 0 && !polling
) {
489 queue_delayed_work(devfreq_wq
, &devfreq_work
,
492 mutex_unlock(&devfreq_list_lock
);
497 static ssize_t
show_central_polling(struct device
*dev
,
498 struct device_attribute
*attr
, char *buf
)
500 return sprintf(buf
, "%d\n",
501 !to_devfreq(dev
)->governor
->no_central_polling
);
504 static struct device_attribute devfreq_attrs
[] = {
505 __ATTR(governor
, S_IRUGO
, show_governor
, NULL
),
506 __ATTR(cur_freq
, S_IRUGO
, show_freq
, NULL
),
507 __ATTR(central_polling
, S_IRUGO
, show_central_polling
, NULL
),
508 __ATTR(polling_interval
, S_IRUGO
| S_IWUSR
, show_polling_interval
,
509 store_polling_interval
),
514 * devfreq_start_polling() - Initialize data structure for devfreq framework and
515 * start polling registered devfreq devices.
517 static int __init
devfreq_start_polling(void)
519 mutex_lock(&devfreq_list_lock
);
521 devfreq_wq
= create_freezable_workqueue("devfreq_wq");
522 INIT_DELAYED_WORK_DEFERRABLE(&devfreq_work
, devfreq_monitor
);
523 mutex_unlock(&devfreq_list_lock
);
525 devfreq_monitor(&devfreq_work
.work
);
528 late_initcall(devfreq_start_polling
);
530 static int __init
devfreq_init(void)
532 devfreq_class
= class_create(THIS_MODULE
, "devfreq");
533 if (IS_ERR(devfreq_class
)) {
534 pr_err("%s: couldn't create class\n", __FILE__
);
535 return PTR_ERR(devfreq_class
);
537 devfreq_class
->dev_attrs
= devfreq_attrs
;
540 subsys_initcall(devfreq_init
);
542 static void __exit
devfreq_exit(void)
544 class_destroy(devfreq_class
);
546 module_exit(devfreq_exit
);
549 * The followings are helper functions for devfreq user device drivers with
554 * devfreq_recommended_opp() - Helper function to get proper OPP for the
555 * freq value given to target callback.
556 * @dev The devfreq user device. (parent of devfreq)
557 * @freq The frequency given to target function
560 struct opp
*devfreq_recommended_opp(struct device
*dev
, unsigned long *freq
)
562 struct opp
*opp
= opp_find_freq_ceil(dev
, freq
);
564 if (opp
== ERR_PTR(-ENODEV
))
565 opp
= opp_find_freq_floor(dev
, freq
);
570 * devfreq_register_opp_notifier() - Helper function to get devfreq notified
571 * for any changes in the OPP availability
573 * @dev The devfreq user device. (parent of devfreq)
574 * @devfreq The devfreq object.
576 int devfreq_register_opp_notifier(struct device
*dev
, struct devfreq
*devfreq
)
578 struct srcu_notifier_head
*nh
= opp_get_notifier(dev
);
582 return srcu_notifier_chain_register(nh
, &devfreq
->nb
);
586 * devfreq_unregister_opp_notifier() - Helper function to stop getting devfreq
587 * notified for any changes in the OPP
588 * availability changes anymore.
589 * @dev The devfreq user device. (parent of devfreq)
590 * @devfreq The devfreq object.
592 * At exit() callback of devfreq_dev_profile, this must be included if
593 * devfreq_recommended_opp is used.
595 int devfreq_unregister_opp_notifier(struct device
*dev
, struct devfreq
*devfreq
)
597 struct srcu_notifier_head
*nh
= opp_get_notifier(dev
);
601 return srcu_notifier_chain_unregister(nh
, &devfreq
->nb
);
604 MODULE_AUTHOR("MyungJoo Ham <myungjoo.ham@samsung.com>");
605 MODULE_DESCRIPTION("devfreq class support");
606 MODULE_LICENSE("GPL");