2 * devfreq_cooling: Thermal cooling device implementation for devices using
5 * Copyright (C) 2014-2015 ARM Limited
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
11 * This program is distributed "as is" WITHOUT ANY WARRANTY of any
12 * kind, whether express or implied; without even the implied warranty
13 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
17 * - If OPPs are added or removed after devfreq cooling has
18 * registered, the devfreq cooling won't react to it.
21 #include <linux/devfreq.h>
22 #include <linux/devfreq_cooling.h>
23 #include <linux/export.h>
24 #include <linux/idr.h>
25 #include <linux/slab.h>
26 #include <linux/pm_opp.h>
27 #include <linux/thermal.h>
29 #include <trace/events/thermal.h>
31 #define SCALE_ERROR_MITIGATION 100
33 static DEFINE_IDA(devfreq_ida
);
36 * struct devfreq_cooling_device - Devfreq cooling device
37 * @id: unique integer value corresponding to each
38 * devfreq_cooling_device registered.
39 * @cdev: Pointer to associated thermal cooling device.
40 * @devfreq: Pointer to associated devfreq device.
41 * @cooling_state: Current cooling state.
42 * @power_table: Pointer to table with maximum power draw for each
43 * cooling state. State is the index into the table, and
45 * @freq_table: Pointer to a table with the frequencies sorted in descending
46 * order. You can index the table by cooling device state
47 * @freq_table_size: Size of the @freq_table and @power_table
48 * @power_ops: Pointer to devfreq_cooling_power, used to generate the
50 * @res_util: Resource utilization scaling factor for the power.
51 * It is multiplied by 100 to minimize the error. It is used
52 * for estimation of the power budget instead of using
53 * 'utilization' (which is 'busy_time / 'total_time').
54 * The 'res_util' range is from 100 to (power_table[state] * 100)
55 * for the corresponding 'state'.
57 struct devfreq_cooling_device
{
59 struct thermal_cooling_device
*cdev
;
60 struct devfreq
*devfreq
;
61 unsigned long cooling_state
;
64 size_t freq_table_size
;
65 struct devfreq_cooling_power
*power_ops
;
71 * partition_enable_opps() - disable all opps above a given state
72 * @dfc: Pointer to devfreq we are operating on
73 * @cdev_state: cooling device state we're setting
75 * Go through the OPPs of the device, enabling all OPPs until
76 * @cdev_state and disabling those frequencies above it.
78 static int partition_enable_opps(struct devfreq_cooling_device
*dfc
,
79 unsigned long cdev_state
)
82 struct device
*dev
= dfc
->devfreq
->dev
.parent
;
84 for (i
= 0; i
< dfc
->freq_table_size
; i
++) {
85 struct dev_pm_opp
*opp
;
87 unsigned int freq
= dfc
->freq_table
[i
];
88 bool want_enable
= i
>= cdev_state
? true : false;
90 opp
= dev_pm_opp_find_freq_exact(dev
, freq
, !want_enable
);
92 if (PTR_ERR(opp
) == -ERANGE
)
100 ret
= dev_pm_opp_enable(dev
, freq
);
102 ret
= dev_pm_opp_disable(dev
, freq
);
111 static int devfreq_cooling_get_max_state(struct thermal_cooling_device
*cdev
,
112 unsigned long *state
)
114 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
116 *state
= dfc
->freq_table_size
- 1;
121 static int devfreq_cooling_get_cur_state(struct thermal_cooling_device
*cdev
,
122 unsigned long *state
)
124 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
126 *state
= dfc
->cooling_state
;
131 static int devfreq_cooling_set_cur_state(struct thermal_cooling_device
*cdev
,
134 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
135 struct devfreq
*df
= dfc
->devfreq
;
136 struct device
*dev
= df
->dev
.parent
;
139 if (state
== dfc
->cooling_state
)
142 dev_dbg(dev
, "Setting cooling state %lu\n", state
);
144 if (state
>= dfc
->freq_table_size
)
147 ret
= partition_enable_opps(dfc
, state
);
151 dfc
->cooling_state
= state
;
157 * freq_get_state() - get the cooling state corresponding to a frequency
158 * @dfc: Pointer to devfreq cooling device
159 * @freq: frequency in Hz
161 * Return: the cooling state associated with the @freq, or
162 * THERMAL_CSTATE_INVALID if it wasn't found.
165 freq_get_state(struct devfreq_cooling_device
*dfc
, unsigned long freq
)
169 for (i
= 0; i
< dfc
->freq_table_size
; i
++) {
170 if (dfc
->freq_table
[i
] == freq
)
174 return THERMAL_CSTATE_INVALID
;
177 static unsigned long get_voltage(struct devfreq
*df
, unsigned long freq
)
179 struct device
*dev
= df
->dev
.parent
;
180 unsigned long voltage
;
181 struct dev_pm_opp
*opp
;
183 opp
= dev_pm_opp_find_freq_exact(dev
, freq
, true);
184 if (PTR_ERR(opp
) == -ERANGE
)
185 opp
= dev_pm_opp_find_freq_exact(dev
, freq
, false);
188 dev_err_ratelimited(dev
, "Failed to find OPP for frequency %lu: %ld\n",
193 voltage
= dev_pm_opp_get_voltage(opp
) / 1000; /* mV */
197 dev_err_ratelimited(dev
,
198 "Failed to get voltage for frequency %lu\n",
206 * get_static_power() - calculate the static power
207 * @dfc: Pointer to devfreq cooling device
208 * @freq: Frequency in Hz
210 * Calculate the static power in milliwatts using the supplied
211 * get_static_power(). The current voltage is calculated using the
212 * OPP library. If no get_static_power() was supplied, assume the
213 * static power is negligible.
216 get_static_power(struct devfreq_cooling_device
*dfc
, unsigned long freq
)
218 struct devfreq
*df
= dfc
->devfreq
;
219 unsigned long voltage
;
221 if (!dfc
->power_ops
->get_static_power
)
224 voltage
= get_voltage(df
, freq
);
229 return dfc
->power_ops
->get_static_power(df
, voltage
);
233 * get_dynamic_power - calculate the dynamic power
234 * @dfc: Pointer to devfreq cooling device
235 * @freq: Frequency in Hz
236 * @voltage: Voltage in millivolts
238 * Calculate the dynamic power in milliwatts consumed by the device at
239 * frequency @freq and voltage @voltage. If the get_dynamic_power()
240 * was supplied as part of the devfreq_cooling_power struct, then that
241 * function is used. Otherwise, a simple power model (Pdyn = Coeff *
242 * Voltage^2 * Frequency) is used.
245 get_dynamic_power(struct devfreq_cooling_device
*dfc
, unsigned long freq
,
246 unsigned long voltage
)
250 struct devfreq_cooling_power
*dfc_power
= dfc
->power_ops
;
252 if (dfc_power
->get_dynamic_power
)
253 return dfc_power
->get_dynamic_power(dfc
->devfreq
, freq
,
256 freq_mhz
= freq
/ 1000000;
257 power
= (u64
)dfc_power
->dyn_power_coeff
* freq_mhz
* voltage
* voltage
;
258 do_div(power
, 1000000000);
264 static inline unsigned long get_total_power(struct devfreq_cooling_device
*dfc
,
266 unsigned long voltage
)
268 return get_static_power(dfc
, freq
) + get_dynamic_power(dfc
, freq
,
273 static int devfreq_cooling_get_requested_power(struct thermal_cooling_device
*cdev
,
274 struct thermal_zone_device
*tz
,
277 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
278 struct devfreq
*df
= dfc
->devfreq
;
279 struct devfreq_dev_status
*status
= &df
->last_status
;
281 unsigned long freq
= status
->current_frequency
;
282 unsigned long voltage
;
284 u32 static_power
= 0;
287 state
= freq_get_state(dfc
, freq
);
288 if (state
== THERMAL_CSTATE_INVALID
) {
293 if (dfc
->power_ops
->get_real_power
) {
294 voltage
= get_voltage(df
, freq
);
300 res
= dfc
->power_ops
->get_real_power(df
, power
, freq
, voltage
);
302 state
= dfc
->capped_state
;
303 dfc
->res_util
= dfc
->power_table
[state
];
304 dfc
->res_util
*= SCALE_ERROR_MITIGATION
;
307 dfc
->res_util
/= *power
;
312 dyn_power
= dfc
->power_table
[state
];
314 /* Scale dynamic power for utilization */
315 dyn_power
*= status
->busy_time
;
316 dyn_power
/= status
->total_time
;
317 /* Get static power */
318 static_power
= get_static_power(dfc
, freq
);
320 *power
= dyn_power
+ static_power
;
323 trace_thermal_power_devfreq_get_power(cdev
, status
, freq
, dyn_power
,
324 static_power
, *power
);
328 /* It is safe to set max in this case */
329 dfc
->res_util
= SCALE_ERROR_MITIGATION
;
333 static int devfreq_cooling_state2power(struct thermal_cooling_device
*cdev
,
334 struct thermal_zone_device
*tz
,
338 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
342 if (state
>= dfc
->freq_table_size
)
345 freq
= dfc
->freq_table
[state
];
346 static_power
= get_static_power(dfc
, freq
);
348 *power
= dfc
->power_table
[state
] + static_power
;
352 static int devfreq_cooling_power2state(struct thermal_cooling_device
*cdev
,
353 struct thermal_zone_device
*tz
,
354 u32 power
, unsigned long *state
)
356 struct devfreq_cooling_device
*dfc
= cdev
->devdata
;
357 struct devfreq
*df
= dfc
->devfreq
;
358 struct devfreq_dev_status
*status
= &df
->last_status
;
359 unsigned long freq
= status
->current_frequency
;
360 unsigned long busy_time
;
366 if (dfc
->power_ops
->get_real_power
) {
367 /* Scale for resource utilization */
368 est_power
= power
* dfc
->res_util
;
369 est_power
/= SCALE_ERROR_MITIGATION
;
371 static_power
= get_static_power(dfc
, freq
);
373 dyn_power
= power
- static_power
;
374 dyn_power
= dyn_power
> 0 ? dyn_power
: 0;
376 /* Scale dynamic power for utilization */
377 busy_time
= status
->busy_time
?: 1;
378 est_power
= (dyn_power
* status
->total_time
) / busy_time
;
382 * Find the first cooling state that is within the power
383 * budget for dynamic power.
385 for (i
= 0; i
< dfc
->freq_table_size
- 1; i
++)
386 if (est_power
>= dfc
->power_table
[i
])
390 dfc
->capped_state
= i
;
391 trace_thermal_power_devfreq_limit(cdev
, freq
, *state
, power
);
395 static struct thermal_cooling_device_ops devfreq_cooling_ops
= {
396 .get_max_state
= devfreq_cooling_get_max_state
,
397 .get_cur_state
= devfreq_cooling_get_cur_state
,
398 .set_cur_state
= devfreq_cooling_set_cur_state
,
402 * devfreq_cooling_gen_tables() - Generate power and freq tables.
403 * @dfc: Pointer to devfreq cooling device.
405 * Generate power and frequency tables: the power table hold the
406 * device's maximum power usage at each cooling state (OPP). The
407 * static and dynamic power using the appropriate voltage and
408 * frequency for the state, is acquired from the struct
409 * devfreq_cooling_power, and summed to make the maximum power draw.
411 * The frequency table holds the frequencies in descending order.
412 * That way its indexed by cooling device state.
414 * The tables are malloced, and pointers put in dfc. They must be
415 * freed when unregistering the devfreq cooling device.
417 * Return: 0 on success, negative error code on failure.
419 static int devfreq_cooling_gen_tables(struct devfreq_cooling_device
*dfc
)
421 struct devfreq
*df
= dfc
->devfreq
;
422 struct device
*dev
= df
->dev
.parent
;
425 u32
*power_table
= NULL
;
429 num_opps
= dev_pm_opp_get_opp_count(dev
);
431 if (dfc
->power_ops
) {
432 power_table
= kcalloc(num_opps
, sizeof(*power_table
),
438 freq_table
= kcalloc(num_opps
, sizeof(*freq_table
),
442 goto free_power_table
;
445 for (i
= 0, freq
= ULONG_MAX
; i
< num_opps
; i
++, freq
--) {
446 unsigned long power
, voltage
;
447 struct dev_pm_opp
*opp
;
449 opp
= dev_pm_opp_find_freq_floor(dev
, &freq
);
455 voltage
= dev_pm_opp_get_voltage(opp
) / 1000; /* mV */
458 if (dfc
->power_ops
) {
459 if (dfc
->power_ops
->get_real_power
)
460 power
= get_total_power(dfc
, freq
, voltage
);
462 power
= get_dynamic_power(dfc
, freq
, voltage
);
464 dev_dbg(dev
, "Power table: %lu MHz @ %lu mV: %lu = %lu mW\n",
465 freq
/ 1000000, voltage
, power
, power
);
467 power_table
[i
] = power
;
470 freq_table
[i
] = freq
;
474 dfc
->power_table
= power_table
;
476 dfc
->freq_table
= freq_table
;
477 dfc
->freq_table_size
= num_opps
;
490 * of_devfreq_cooling_register_power() - Register devfreq cooling device,
491 * with OF and power information.
492 * @np: Pointer to OF device_node.
493 * @df: Pointer to devfreq device.
494 * @dfc_power: Pointer to devfreq_cooling_power.
496 * Register a devfreq cooling device. The available OPPs must be
497 * registered on the device.
499 * If @dfc_power is provided, the cooling device is registered with the
500 * power extensions. For the power extensions to work correctly,
501 * devfreq should use the simple_ondemand governor, other governors
502 * are not currently supported.
504 struct thermal_cooling_device
*
505 of_devfreq_cooling_register_power(struct device_node
*np
, struct devfreq
*df
,
506 struct devfreq_cooling_power
*dfc_power
)
508 struct thermal_cooling_device
*cdev
;
509 struct devfreq_cooling_device
*dfc
;
510 char dev_name
[THERMAL_NAME_LENGTH
];
513 dfc
= kzalloc(sizeof(*dfc
), GFP_KERNEL
);
515 return ERR_PTR(-ENOMEM
);
520 dfc
->power_ops
= dfc_power
;
522 devfreq_cooling_ops
.get_requested_power
=
523 devfreq_cooling_get_requested_power
;
524 devfreq_cooling_ops
.state2power
= devfreq_cooling_state2power
;
525 devfreq_cooling_ops
.power2state
= devfreq_cooling_power2state
;
528 err
= devfreq_cooling_gen_tables(dfc
);
532 err
= ida_simple_get(&devfreq_ida
, 0, 0, GFP_KERNEL
);
537 snprintf(dev_name
, sizeof(dev_name
), "thermal-devfreq-%d", dfc
->id
);
539 cdev
= thermal_of_cooling_device_register(np
, dev_name
, dfc
,
540 &devfreq_cooling_ops
);
543 dev_err(df
->dev
.parent
,
544 "Failed to register devfreq cooling device (%d)\n",
554 ida_simple_remove(&devfreq_ida
, dfc
->id
);
556 kfree(dfc
->power_table
);
557 kfree(dfc
->freq_table
);
563 EXPORT_SYMBOL_GPL(of_devfreq_cooling_register_power
);
566 * of_devfreq_cooling_register() - Register devfreq cooling device,
567 * with OF information.
568 * @np: Pointer to OF device_node.
569 * @df: Pointer to devfreq device.
571 struct thermal_cooling_device
*
572 of_devfreq_cooling_register(struct device_node
*np
, struct devfreq
*df
)
574 return of_devfreq_cooling_register_power(np
, df
, NULL
);
576 EXPORT_SYMBOL_GPL(of_devfreq_cooling_register
);
579 * devfreq_cooling_register() - Register devfreq cooling device.
580 * @df: Pointer to devfreq device.
582 struct thermal_cooling_device
*devfreq_cooling_register(struct devfreq
*df
)
584 return of_devfreq_cooling_register(NULL
, df
);
586 EXPORT_SYMBOL_GPL(devfreq_cooling_register
);
589 * devfreq_cooling_unregister() - Unregister devfreq cooling device.
590 * @dfc: Pointer to devfreq cooling device to unregister.
592 void devfreq_cooling_unregister(struct thermal_cooling_device
*cdev
)
594 struct devfreq_cooling_device
*dfc
;
601 thermal_cooling_device_unregister(dfc
->cdev
);
602 ida_simple_remove(&devfreq_ida
, dfc
->id
);
603 kfree(dfc
->power_table
);
604 kfree(dfc
->freq_table
);
608 EXPORT_SYMBOL_GPL(devfreq_cooling_unregister
);