2 * processor_throttling.c - Throttling submodule of the ACPI processor driver
4 * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
5 * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
6 * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de>
7 * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
8 * - Added processor hotplug support
10 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or (at
15 * your option) any later version.
17 * This program is distributed in the hope that it will be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * General Public License for more details.
22 * You should have received a copy of the GNU General Public License along
23 * with this program; if not, write to the Free Software Foundation, Inc.,
24 * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
26 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
29 #include <linux/kernel.h>
30 #include <linux/module.h>
31 #include <linux/slab.h>
32 #include <linux/init.h>
33 #include <linux/sched.h>
34 #include <linux/cpufreq.h>
37 #include <asm/uaccess.h>
39 #include <acpi/acpi_bus.h>
40 #include <acpi/acpi_drivers.h>
41 #include <acpi/processor.h>
43 #define PREFIX "ACPI: "
45 #define ACPI_PROCESSOR_CLASS "processor"
46 #define _COMPONENT ACPI_PROCESSOR_COMPONENT
47 ACPI_MODULE_NAME("processor_throttling");
50 * 0 -> acpi processor driver doesn't ignore _TPC values
51 * 1 -> acpi processor driver ignores _TPC values
53 static int ignore_tpc
;
54 module_param(ignore_tpc
, int, 0644);
55 MODULE_PARM_DESC(ignore_tpc
, "Disable broken BIOS _TPC throttling support");
57 struct throttling_tstate
{
58 unsigned int cpu
; /* cpu nr */
59 int target_state
; /* target T-state */
62 #define THROTTLING_PRECHANGE (1)
63 #define THROTTLING_POSTCHANGE (2)
65 static int acpi_processor_get_throttling(struct acpi_processor
*pr
);
66 int acpi_processor_set_throttling(struct acpi_processor
*pr
,
67 int state
, bool force
);
69 static int acpi_processor_update_tsd_coord(void)
71 int count
, count_target
;
74 cpumask_var_t covered_cpus
;
75 struct acpi_processor
*pr
, *match_pr
;
76 struct acpi_tsd_package
*pdomain
, *match_pdomain
;
77 struct acpi_processor_throttling
*pthrottling
, *match_pthrottling
;
79 if (!zalloc_cpumask_var(&covered_cpus
, GFP_KERNEL
))
83 * Now that we have _TSD data from all CPUs, lets setup T-state
84 * coordination between all CPUs.
86 for_each_possible_cpu(i
) {
87 pr
= per_cpu(processors
, i
);
91 /* Basic validity check for domain info */
92 pthrottling
= &(pr
->throttling
);
95 * If tsd package for one cpu is invalid, the coordination
96 * among all CPUs is thought as invalid.
99 if (!pthrottling
->tsd_valid_flag
) {
107 for_each_possible_cpu(i
) {
108 pr
= per_cpu(processors
, i
);
112 if (cpumask_test_cpu(i
, covered_cpus
))
114 pthrottling
= &pr
->throttling
;
116 pdomain
= &(pthrottling
->domain_info
);
117 cpumask_set_cpu(i
, pthrottling
->shared_cpu_map
);
118 cpumask_set_cpu(i
, covered_cpus
);
120 * If the number of processor in the TSD domain is 1, it is
121 * unnecessary to parse the coordination for this CPU.
123 if (pdomain
->num_processors
<= 1)
126 /* Validate the Domain info */
127 count_target
= pdomain
->num_processors
;
130 for_each_possible_cpu(j
) {
134 match_pr
= per_cpu(processors
, j
);
138 match_pthrottling
= &(match_pr
->throttling
);
139 match_pdomain
= &(match_pthrottling
->domain_info
);
140 if (match_pdomain
->domain
!= pdomain
->domain
)
143 /* Here i and j are in the same domain.
144 * If two TSD packages have the same domain, they
145 * should have the same num_porcessors and
146 * coordination type. Otherwise it will be regarded
149 if (match_pdomain
->num_processors
!= count_target
) {
154 if (pdomain
->coord_type
!= match_pdomain
->coord_type
) {
159 cpumask_set_cpu(j
, covered_cpus
);
160 cpumask_set_cpu(j
, pthrottling
->shared_cpu_map
);
163 for_each_possible_cpu(j
) {
167 match_pr
= per_cpu(processors
, j
);
171 match_pthrottling
= &(match_pr
->throttling
);
172 match_pdomain
= &(match_pthrottling
->domain_info
);
173 if (match_pdomain
->domain
!= pdomain
->domain
)
177 * If some CPUS have the same domain, they
178 * will have the same shared_cpu_map.
180 cpumask_copy(match_pthrottling
->shared_cpu_map
,
181 pthrottling
->shared_cpu_map
);
186 free_cpumask_var(covered_cpus
);
188 for_each_possible_cpu(i
) {
189 pr
= per_cpu(processors
, i
);
194 * Assume no coordination on any error parsing domain info.
195 * The coordination type will be forced as SW_ALL.
198 pthrottling
= &(pr
->throttling
);
199 cpumask_clear(pthrottling
->shared_cpu_map
);
200 cpumask_set_cpu(i
, pthrottling
->shared_cpu_map
);
201 pthrottling
->shared_type
= DOMAIN_COORD_TYPE_SW_ALL
;
209 * Update the T-state coordination after the _TSD
210 * data for all cpus is obtained.
212 void acpi_processor_throttling_init(void)
214 if (acpi_processor_update_tsd_coord())
215 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
216 "Assume no T-state coordination\n"));
221 static int acpi_processor_throttling_notifier(unsigned long event
, void *data
)
223 struct throttling_tstate
*p_tstate
= data
;
224 struct acpi_processor
*pr
;
227 struct acpi_processor_limit
*p_limit
;
228 struct acpi_processor_throttling
*p_throttling
;
231 pr
= per_cpu(processors
, cpu
);
233 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "Invalid pr pointer\n"));
236 if (!pr
->flags
.throttling
) {
237 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "Throttling control is "
238 "unsupported on CPU %d\n", cpu
));
241 target_state
= p_tstate
->target_state
;
242 p_throttling
= &(pr
->throttling
);
244 case THROTTLING_PRECHANGE
:
246 * Prechange event is used to choose one proper t-state,
247 * which meets the limits of thermal, user and _TPC.
249 p_limit
= &pr
->limit
;
250 if (p_limit
->thermal
.tx
> target_state
)
251 target_state
= p_limit
->thermal
.tx
;
252 if (p_limit
->user
.tx
> target_state
)
253 target_state
= p_limit
->user
.tx
;
254 if (pr
->throttling_platform_limit
> target_state
)
255 target_state
= pr
->throttling_platform_limit
;
256 if (target_state
>= p_throttling
->state_count
) {
258 "Exceed the limit of T-state \n");
259 target_state
= p_throttling
->state_count
- 1;
261 p_tstate
->target_state
= target_state
;
262 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "PreChange Event:"
263 "target T-state of CPU %d is T%d\n",
266 case THROTTLING_POSTCHANGE
:
268 * Postchange event is only used to update the
269 * T-state flag of acpi_processor_throttling.
271 p_throttling
->state
= target_state
;
272 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "PostChange Event:"
273 "CPU %d is switched to T%d\n",
278 "Unsupported Throttling notifier event\n");
286 * _TPC - Throttling Present Capabilities
288 static int acpi_processor_get_platform_limit(struct acpi_processor
*pr
)
290 acpi_status status
= 0;
291 unsigned long long tpc
= 0;
299 status
= acpi_evaluate_integer(pr
->handle
, "_TPC", NULL
, &tpc
);
300 if (ACPI_FAILURE(status
)) {
301 if (status
!= AE_NOT_FOUND
) {
302 ACPI_EXCEPTION((AE_INFO
, status
, "Evaluating _TPC"));
308 pr
->throttling_platform_limit
= (int)tpc
;
312 int acpi_processor_tstate_has_changed(struct acpi_processor
*pr
)
315 int throttling_limit
;
317 struct acpi_processor_limit
*limit
;
323 result
= acpi_processor_get_platform_limit(pr
);
325 /* Throttling Limit is unsupported */
329 throttling_limit
= pr
->throttling_platform_limit
;
330 if (throttling_limit
>= pr
->throttling
.state_count
) {
331 /* Uncorrect Throttling Limit */
335 current_state
= pr
->throttling
.state
;
336 if (current_state
> throttling_limit
) {
338 * The current state can meet the requirement of
339 * _TPC limit. But it is reasonable that OSPM changes
340 * t-states from high to low for better performance.
341 * Of course the limit condition of thermal
342 * and user should be considered.
345 target_state
= throttling_limit
;
346 if (limit
->thermal
.tx
> target_state
)
347 target_state
= limit
->thermal
.tx
;
348 if (limit
->user
.tx
> target_state
)
349 target_state
= limit
->user
.tx
;
350 } else if (current_state
== throttling_limit
) {
352 * Unnecessary to change the throttling state
357 * If the current state is lower than the limit of _TPC, it
358 * will be forced to switch to the throttling state defined
359 * by throttling_platfor_limit.
360 * Because the previous state meets with the limit condition
361 * of thermal and user, it is unnecessary to check it again.
363 target_state
= throttling_limit
;
365 return acpi_processor_set_throttling(pr
, target_state
, false);
369 * This function is used to reevaluate whether the T-state is valid
370 * after one CPU is onlined/offlined.
371 * It is noted that it won't reevaluate the following properties for
374 * 2. the number of supported T-state
377 void acpi_processor_reevaluate_tstate(struct acpi_processor
*pr
,
378 unsigned long action
)
382 if (action
== CPU_DEAD
) {
383 /* When one CPU is offline, the T-state throttling
384 * will be invalidated.
386 pr
->flags
.throttling
= 0;
389 /* the following is to recheck whether the T-state is valid for
392 if (!pr
->throttling
.state_count
) {
393 /* If the number of T-state is invalid, it is
396 pr
->flags
.throttling
= 0;
399 pr
->flags
.throttling
= 1;
401 /* Disable throttling (if enabled). We'll let subsequent
402 * policy (e.g.thermal) decide to lower performance if it
403 * so chooses, but for now we'll crank up the speed.
406 result
= acpi_processor_get_throttling(pr
);
410 if (pr
->throttling
.state
) {
411 result
= acpi_processor_set_throttling(pr
, 0, false);
418 pr
->flags
.throttling
= 0;
421 * _PTC - Processor Throttling Control (and status) register location
423 static int acpi_processor_get_throttling_control(struct acpi_processor
*pr
)
426 acpi_status status
= 0;
427 struct acpi_buffer buffer
= { ACPI_ALLOCATE_BUFFER
, NULL
};
428 union acpi_object
*ptc
= NULL
;
429 union acpi_object obj
= { 0 };
430 struct acpi_processor_throttling
*throttling
;
432 status
= acpi_evaluate_object(pr
->handle
, "_PTC", NULL
, &buffer
);
433 if (ACPI_FAILURE(status
)) {
434 if (status
!= AE_NOT_FOUND
) {
435 ACPI_EXCEPTION((AE_INFO
, status
, "Evaluating _PTC"));
440 ptc
= (union acpi_object
*)buffer
.pointer
;
441 if (!ptc
|| (ptc
->type
!= ACPI_TYPE_PACKAGE
)
442 || (ptc
->package
.count
!= 2)) {
443 printk(KERN_ERR PREFIX
"Invalid _PTC data\n");
452 obj
= ptc
->package
.elements
[0];
454 if ((obj
.type
!= ACPI_TYPE_BUFFER
)
455 || (obj
.buffer
.length
< sizeof(struct acpi_ptc_register
))
456 || (obj
.buffer
.pointer
== NULL
)) {
457 printk(KERN_ERR PREFIX
458 "Invalid _PTC data (control_register)\n");
462 memcpy(&pr
->throttling
.control_register
, obj
.buffer
.pointer
,
463 sizeof(struct acpi_ptc_register
));
469 obj
= ptc
->package
.elements
[1];
471 if ((obj
.type
!= ACPI_TYPE_BUFFER
)
472 || (obj
.buffer
.length
< sizeof(struct acpi_ptc_register
))
473 || (obj
.buffer
.pointer
== NULL
)) {
474 printk(KERN_ERR PREFIX
"Invalid _PTC data (status_register)\n");
479 memcpy(&pr
->throttling
.status_register
, obj
.buffer
.pointer
,
480 sizeof(struct acpi_ptc_register
));
482 throttling
= &pr
->throttling
;
484 if ((throttling
->control_register
.bit_width
+
485 throttling
->control_register
.bit_offset
) > 32) {
486 printk(KERN_ERR PREFIX
"Invalid _PTC control register\n");
491 if ((throttling
->status_register
.bit_width
+
492 throttling
->status_register
.bit_offset
) > 32) {
493 printk(KERN_ERR PREFIX
"Invalid _PTC status register\n");
499 kfree(buffer
.pointer
);
505 * _TSS - Throttling Supported States
507 static int acpi_processor_get_throttling_states(struct acpi_processor
*pr
)
510 acpi_status status
= AE_OK
;
511 struct acpi_buffer buffer
= { ACPI_ALLOCATE_BUFFER
, NULL
};
512 struct acpi_buffer format
= { sizeof("NNNNN"), "NNNNN" };
513 struct acpi_buffer state
= { 0, NULL
};
514 union acpi_object
*tss
= NULL
;
517 status
= acpi_evaluate_object(pr
->handle
, "_TSS", NULL
, &buffer
);
518 if (ACPI_FAILURE(status
)) {
519 if (status
!= AE_NOT_FOUND
) {
520 ACPI_EXCEPTION((AE_INFO
, status
, "Evaluating _TSS"));
525 tss
= buffer
.pointer
;
526 if (!tss
|| (tss
->type
!= ACPI_TYPE_PACKAGE
)) {
527 printk(KERN_ERR PREFIX
"Invalid _TSS data\n");
532 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "Found %d throttling states\n",
533 tss
->package
.count
));
535 pr
->throttling
.state_count
= tss
->package
.count
;
536 pr
->throttling
.states_tss
=
537 kmalloc(sizeof(struct acpi_processor_tx_tss
) * tss
->package
.count
,
539 if (!pr
->throttling
.states_tss
) {
544 for (i
= 0; i
< pr
->throttling
.state_count
; i
++) {
546 struct acpi_processor_tx_tss
*tx
=
547 (struct acpi_processor_tx_tss
*)&(pr
->throttling
.
550 state
.length
= sizeof(struct acpi_processor_tx_tss
);
553 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "Extracting state %d\n", i
));
555 status
= acpi_extract_package(&(tss
->package
.elements
[i
]),
557 if (ACPI_FAILURE(status
)) {
558 ACPI_EXCEPTION((AE_INFO
, status
, "Invalid _TSS data"));
560 kfree(pr
->throttling
.states_tss
);
564 if (!tx
->freqpercentage
) {
565 printk(KERN_ERR PREFIX
566 "Invalid _TSS data: freq is zero\n");
568 kfree(pr
->throttling
.states_tss
);
574 kfree(buffer
.pointer
);
580 * _TSD - T-State Dependencies
582 static int acpi_processor_get_tsd(struct acpi_processor
*pr
)
585 acpi_status status
= AE_OK
;
586 struct acpi_buffer buffer
= { ACPI_ALLOCATE_BUFFER
, NULL
};
587 struct acpi_buffer format
= { sizeof("NNNNN"), "NNNNN" };
588 struct acpi_buffer state
= { 0, NULL
};
589 union acpi_object
*tsd
= NULL
;
590 struct acpi_tsd_package
*pdomain
;
591 struct acpi_processor_throttling
*pthrottling
;
593 pthrottling
= &pr
->throttling
;
594 pthrottling
->tsd_valid_flag
= 0;
596 status
= acpi_evaluate_object(pr
->handle
, "_TSD", NULL
, &buffer
);
597 if (ACPI_FAILURE(status
)) {
598 if (status
!= AE_NOT_FOUND
) {
599 ACPI_EXCEPTION((AE_INFO
, status
, "Evaluating _TSD"));
604 tsd
= buffer
.pointer
;
605 if (!tsd
|| (tsd
->type
!= ACPI_TYPE_PACKAGE
)) {
606 printk(KERN_ERR PREFIX
"Invalid _TSD data\n");
611 if (tsd
->package
.count
!= 1) {
612 printk(KERN_ERR PREFIX
"Invalid _TSD data\n");
617 pdomain
= &(pr
->throttling
.domain_info
);
619 state
.length
= sizeof(struct acpi_tsd_package
);
620 state
.pointer
= pdomain
;
622 status
= acpi_extract_package(&(tsd
->package
.elements
[0]),
624 if (ACPI_FAILURE(status
)) {
625 printk(KERN_ERR PREFIX
"Invalid _TSD data\n");
630 if (pdomain
->num_entries
!= ACPI_TSD_REV0_ENTRIES
) {
631 printk(KERN_ERR PREFIX
"Unknown _TSD:num_entries\n");
636 if (pdomain
->revision
!= ACPI_TSD_REV0_REVISION
) {
637 printk(KERN_ERR PREFIX
"Unknown _TSD:revision\n");
642 pthrottling
= &pr
->throttling
;
643 pthrottling
->tsd_valid_flag
= 1;
644 pthrottling
->shared_type
= pdomain
->coord_type
;
645 cpumask_set_cpu(pr
->id
, pthrottling
->shared_cpu_map
);
647 * If the coordination type is not defined in ACPI spec,
648 * the tsd_valid_flag will be clear and coordination type
649 * will be forecd as DOMAIN_COORD_TYPE_SW_ALL.
651 if (pdomain
->coord_type
!= DOMAIN_COORD_TYPE_SW_ALL
&&
652 pdomain
->coord_type
!= DOMAIN_COORD_TYPE_SW_ANY
&&
653 pdomain
->coord_type
!= DOMAIN_COORD_TYPE_HW_ALL
) {
654 pthrottling
->tsd_valid_flag
= 0;
655 pthrottling
->shared_type
= DOMAIN_COORD_TYPE_SW_ALL
;
659 kfree(buffer
.pointer
);
663 /* --------------------------------------------------------------------------
665 -------------------------------------------------------------------------- */
666 static int acpi_processor_get_throttling_fadt(struct acpi_processor
*pr
)
676 if (!pr
->flags
.throttling
)
679 pr
->throttling
.state
= 0;
681 duty_mask
= pr
->throttling
.state_count
- 1;
683 duty_mask
<<= pr
->throttling
.duty_offset
;
687 value
= inl(pr
->throttling
.address
);
690 * Compute the current throttling state when throttling is enabled
694 duty_value
= value
& duty_mask
;
695 duty_value
>>= pr
->throttling
.duty_offset
;
698 state
= pr
->throttling
.state_count
- duty_value
;
701 pr
->throttling
.state
= state
;
705 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
706 "Throttling state is T%d (%d%% throttling applied)\n",
707 state
, pr
->throttling
.states
[state
].performance
));
713 static int acpi_throttling_rdmsr(struct acpi_processor
*pr
,
716 struct cpuinfo_x86
*c
;
717 u64 msr_high
, msr_low
;
725 if ((c
->x86_vendor
!= X86_VENDOR_INTEL
) ||
726 !cpu_has(c
, X86_FEATURE_ACPI
)) {
727 printk(KERN_ERR PREFIX
728 "HARDWARE addr space,NOT supported yet\n");
732 rdmsr_safe(MSR_IA32_THERM_CONTROL
,
733 (u32
*)&msr_low
, (u32
*) &msr_high
);
734 msr
= (msr_high
<< 32) | msr_low
;
741 static int acpi_throttling_wrmsr(struct acpi_processor
*pr
, u64 value
)
743 struct cpuinfo_x86
*c
;
751 if ((c
->x86_vendor
!= X86_VENDOR_INTEL
) ||
752 !cpu_has(c
, X86_FEATURE_ACPI
)) {
753 printk(KERN_ERR PREFIX
754 "HARDWARE addr space,NOT supported yet\n");
757 wrmsr_safe(MSR_IA32_THERM_CONTROL
,
758 msr
& 0xffffffff, msr
>> 32);
764 static int acpi_throttling_rdmsr(struct acpi_processor
*pr
,
767 printk(KERN_ERR PREFIX
768 "HARDWARE addr space,NOT supported yet\n");
772 static int acpi_throttling_wrmsr(struct acpi_processor
*pr
, u64 value
)
774 printk(KERN_ERR PREFIX
775 "HARDWARE addr space,NOT supported yet\n");
780 static int acpi_read_throttling_status(struct acpi_processor
*pr
,
783 u32 bit_width
, bit_offset
;
786 struct acpi_processor_throttling
*throttling
;
789 throttling
= &pr
->throttling
;
790 switch (throttling
->status_register
.space_id
) {
791 case ACPI_ADR_SPACE_SYSTEM_IO
:
793 bit_width
= throttling
->status_register
.bit_width
;
794 bit_offset
= throttling
->status_register
.bit_offset
;
796 acpi_os_read_port((acpi_io_address
) throttling
->status_register
.
797 address
, (u32
*) &ptc_value
,
798 (u32
) (bit_width
+ bit_offset
));
799 ptc_mask
= (1 << bit_width
) - 1;
800 *value
= (u64
) ((ptc_value
>> bit_offset
) & ptc_mask
);
803 case ACPI_ADR_SPACE_FIXED_HARDWARE
:
804 ret
= acpi_throttling_rdmsr(pr
, value
);
807 printk(KERN_ERR PREFIX
"Unknown addr space %d\n",
808 (u32
) (throttling
->status_register
.space_id
));
813 static int acpi_write_throttling_state(struct acpi_processor
*pr
,
816 u32 bit_width
, bit_offset
;
819 struct acpi_processor_throttling
*throttling
;
822 throttling
= &pr
->throttling
;
823 switch (throttling
->control_register
.space_id
) {
824 case ACPI_ADR_SPACE_SYSTEM_IO
:
825 bit_width
= throttling
->control_register
.bit_width
;
826 bit_offset
= throttling
->control_register
.bit_offset
;
827 ptc_mask
= (1 << bit_width
) - 1;
828 ptc_value
= value
& ptc_mask
;
830 acpi_os_write_port((acpi_io_address
) throttling
->
831 control_register
.address
,
832 (u32
) (ptc_value
<< bit_offset
),
833 (u32
) (bit_width
+ bit_offset
));
836 case ACPI_ADR_SPACE_FIXED_HARDWARE
:
837 ret
= acpi_throttling_wrmsr(pr
, value
);
840 printk(KERN_ERR PREFIX
"Unknown addr space %d\n",
841 (u32
) (throttling
->control_register
.space_id
));
846 static int acpi_get_throttling_state(struct acpi_processor
*pr
,
851 for (i
= 0; i
< pr
->throttling
.state_count
; i
++) {
852 struct acpi_processor_tx_tss
*tx
=
853 (struct acpi_processor_tx_tss
*)&(pr
->throttling
.
855 if (tx
->control
== value
)
861 static int acpi_get_throttling_value(struct acpi_processor
*pr
,
862 int state
, u64
*value
)
866 if (state
>= 0 && state
<= pr
->throttling
.state_count
) {
867 struct acpi_processor_tx_tss
*tx
=
868 (struct acpi_processor_tx_tss
*)&(pr
->throttling
.
870 *value
= tx
->control
;
876 static int acpi_processor_get_throttling_ptc(struct acpi_processor
*pr
)
885 if (!pr
->flags
.throttling
)
888 pr
->throttling
.state
= 0;
891 ret
= acpi_read_throttling_status(pr
, &value
);
893 state
= acpi_get_throttling_state(pr
, value
);
895 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
896 "Invalid throttling state, reset\n"));
898 ret
= acpi_processor_set_throttling(pr
, state
, true);
902 pr
->throttling
.state
= state
;
908 static int acpi_processor_get_throttling(struct acpi_processor
*pr
)
910 cpumask_var_t saved_mask
;
916 if (!pr
->flags
.throttling
)
919 if (!alloc_cpumask_var(&saved_mask
, GFP_KERNEL
))
923 * Migrate task to the cpu pointed by pr.
925 cpumask_copy(saved_mask
, ¤t
->cpus_allowed
);
926 /* FIXME: use work_on_cpu() */
927 if (set_cpus_allowed_ptr(current
, cpumask_of(pr
->id
))) {
928 /* Can't migrate to the target pr->id CPU. Exit */
929 free_cpumask_var(saved_mask
);
932 ret
= pr
->throttling
.acpi_processor_get_throttling(pr
);
933 /* restore the previous state */
934 set_cpus_allowed_ptr(current
, saved_mask
);
935 free_cpumask_var(saved_mask
);
940 static int acpi_processor_get_fadt_info(struct acpi_processor
*pr
)
944 if (!pr
->throttling
.address
) {
945 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "No throttling register\n"));
947 } else if (!pr
->throttling
.duty_width
) {
948 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "No throttling states\n"));
951 /* TBD: Support duty_cycle values that span bit 4. */
952 else if ((pr
->throttling
.duty_offset
+ pr
->throttling
.duty_width
) > 4) {
953 printk(KERN_WARNING PREFIX
"duty_cycle spans bit 4\n");
957 pr
->throttling
.state_count
= 1 << acpi_gbl_FADT
.duty_width
;
960 * Compute state values. Note that throttling displays a linear power
961 * performance relationship (at 50% performance the CPU will consume
962 * 50% power). Values are in 1/10th of a percent to preserve accuracy.
965 step
= (1000 / pr
->throttling
.state_count
);
967 for (i
= 0; i
< pr
->throttling
.state_count
; i
++) {
968 pr
->throttling
.states
[i
].performance
= 1000 - step
* i
;
969 pr
->throttling
.states
[i
].power
= 1000 - step
* i
;
974 static int acpi_processor_set_throttling_fadt(struct acpi_processor
*pr
,
975 int state
, bool force
)
984 if ((state
< 0) || (state
> (pr
->throttling
.state_count
- 1)))
987 if (!pr
->flags
.throttling
)
990 if (!force
&& (state
== pr
->throttling
.state
))
993 if (state
< pr
->throttling_platform_limit
)
996 * Calculate the duty_value and duty_mask.
999 duty_value
= pr
->throttling
.state_count
- state
;
1001 duty_value
<<= pr
->throttling
.duty_offset
;
1003 /* Used to clear all duty_value bits */
1004 duty_mask
= pr
->throttling
.state_count
- 1;
1006 duty_mask
<<= acpi_gbl_FADT
.duty_offset
;
1007 duty_mask
= ~duty_mask
;
1010 local_irq_disable();
1013 * Disable throttling by writing a 0 to bit 4. Note that we must
1014 * turn it off before you can change the duty_value.
1016 value
= inl(pr
->throttling
.address
);
1018 value
&= 0xFFFFFFEF;
1019 outl(value
, pr
->throttling
.address
);
1023 * Write the new duty_value and then enable throttling. Note
1024 * that a state value of 0 leaves throttling disabled.
1028 value
|= duty_value
;
1029 outl(value
, pr
->throttling
.address
);
1031 value
|= 0x00000010;
1032 outl(value
, pr
->throttling
.address
);
1035 pr
->throttling
.state
= state
;
1039 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1040 "Throttling state set to T%d (%d%%)\n", state
,
1041 (pr
->throttling
.states
[state
].performance
? pr
->
1042 throttling
.states
[state
].performance
/ 10 : 0)));
1047 static int acpi_processor_set_throttling_ptc(struct acpi_processor
*pr
,
1048 int state
, bool force
)
1056 if ((state
< 0) || (state
> (pr
->throttling
.state_count
- 1)))
1059 if (!pr
->flags
.throttling
)
1062 if (!force
&& (state
== pr
->throttling
.state
))
1065 if (state
< pr
->throttling_platform_limit
)
1069 ret
= acpi_get_throttling_value(pr
, state
, &value
);
1071 acpi_write_throttling_state(pr
, value
);
1072 pr
->throttling
.state
= state
;
1078 int acpi_processor_set_throttling(struct acpi_processor
*pr
,
1079 int state
, bool force
)
1081 cpumask_var_t saved_mask
;
1084 struct acpi_processor
*match_pr
;
1085 struct acpi_processor_throttling
*p_throttling
;
1086 struct throttling_tstate t_state
;
1087 cpumask_var_t online_throttling_cpus
;
1092 if (!pr
->flags
.throttling
)
1095 if ((state
< 0) || (state
> (pr
->throttling
.state_count
- 1)))
1098 if (!alloc_cpumask_var(&saved_mask
, GFP_KERNEL
))
1101 if (!alloc_cpumask_var(&online_throttling_cpus
, GFP_KERNEL
)) {
1102 free_cpumask_var(saved_mask
);
1106 if (cpu_is_offline(pr
->id
)) {
1108 * the cpu pointed by pr->id is offline. Unnecessary to change
1109 * the throttling state any more.
1114 cpumask_copy(saved_mask
, ¤t
->cpus_allowed
);
1115 t_state
.target_state
= state
;
1116 p_throttling
= &(pr
->throttling
);
1117 cpumask_and(online_throttling_cpus
, cpu_online_mask
,
1118 p_throttling
->shared_cpu_map
);
1120 * The throttling notifier will be called for every
1121 * affected cpu in order to get one proper T-state.
1122 * The notifier event is THROTTLING_PRECHANGE.
1124 for_each_cpu(i
, online_throttling_cpus
) {
1126 acpi_processor_throttling_notifier(THROTTLING_PRECHANGE
,
1130 * The function of acpi_processor_set_throttling will be called
1131 * to switch T-state. If the coordination type is SW_ALL or HW_ALL,
1132 * it is necessary to call it for every affected cpu. Otherwise
1133 * it can be called only for the cpu pointed by pr.
1135 if (p_throttling
->shared_type
== DOMAIN_COORD_TYPE_SW_ANY
) {
1136 /* FIXME: use work_on_cpu() */
1137 if (set_cpus_allowed_ptr(current
, cpumask_of(pr
->id
))) {
1138 /* Can't migrate to the pr->id CPU. Exit */
1142 ret
= p_throttling
->acpi_processor_set_throttling(pr
,
1143 t_state
.target_state
, force
);
1146 * When the T-state coordination is SW_ALL or HW_ALL,
1147 * it is necessary to set T-state for every affected
1150 for_each_cpu(i
, online_throttling_cpus
) {
1151 match_pr
= per_cpu(processors
, i
);
1153 * If the pointer is invalid, we will report the
1154 * error message and continue.
1157 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1158 "Invalid Pointer for CPU %d\n", i
));
1162 * If the throttling control is unsupported on CPU i,
1163 * we will report the error message and continue.
1165 if (!match_pr
->flags
.throttling
) {
1166 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1167 "Throttling Controll is unsupported "
1172 /* FIXME: use work_on_cpu() */
1173 if (set_cpus_allowed_ptr(current
, cpumask_of(i
)))
1175 ret
= match_pr
->throttling
.
1176 acpi_processor_set_throttling(
1177 match_pr
, t_state
.target_state
, force
);
1181 * After the set_throttling is called, the
1182 * throttling notifier is called for every
1183 * affected cpu to update the T-states.
1184 * The notifier event is THROTTLING_POSTCHANGE
1186 for_each_cpu(i
, online_throttling_cpus
) {
1188 acpi_processor_throttling_notifier(THROTTLING_POSTCHANGE
,
1191 /* restore the previous state */
1192 /* FIXME: use work_on_cpu() */
1193 set_cpus_allowed_ptr(current
, saved_mask
);
1195 free_cpumask_var(online_throttling_cpus
);
1196 free_cpumask_var(saved_mask
);
1200 int acpi_processor_get_throttling_info(struct acpi_processor
*pr
)
1203 struct acpi_processor_throttling
*pthrottling
;
1205 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1206 "pblk_address[0x%08x] duty_offset[%d] duty_width[%d]\n",
1207 pr
->throttling
.address
,
1208 pr
->throttling
.duty_offset
,
1209 pr
->throttling
.duty_width
));
1212 * Evaluate _PTC, _TSS and _TPC
1213 * They must all be present or none of them can be used.
1215 if (acpi_processor_get_throttling_control(pr
) ||
1216 acpi_processor_get_throttling_states(pr
) ||
1217 acpi_processor_get_platform_limit(pr
))
1219 pr
->throttling
.acpi_processor_get_throttling
=
1220 &acpi_processor_get_throttling_fadt
;
1221 pr
->throttling
.acpi_processor_set_throttling
=
1222 &acpi_processor_set_throttling_fadt
;
1223 if (acpi_processor_get_fadt_info(pr
))
1226 pr
->throttling
.acpi_processor_get_throttling
=
1227 &acpi_processor_get_throttling_ptc
;
1228 pr
->throttling
.acpi_processor_set_throttling
=
1229 &acpi_processor_set_throttling_ptc
;
1233 * If TSD package for one CPU can't be parsed successfully, it means
1234 * that this CPU will have no coordination with other CPUs.
1236 if (acpi_processor_get_tsd(pr
)) {
1237 pthrottling
= &pr
->throttling
;
1238 pthrottling
->tsd_valid_flag
= 0;
1239 cpumask_set_cpu(pr
->id
, pthrottling
->shared_cpu_map
);
1240 pthrottling
->shared_type
= DOMAIN_COORD_TYPE_SW_ALL
;
1244 * PIIX4 Errata: We don't support throttling on the original PIIX4.
1245 * This shouldn't be an issue as few (if any) mobile systems ever
1248 if (errata
.piix4
.throttle
) {
1249 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1250 "Throttling not supported on PIIX4 A- or B-step\n"));
1254 ACPI_DEBUG_PRINT((ACPI_DB_INFO
, "Found %d throttling states\n",
1255 pr
->throttling
.state_count
));
1257 pr
->flags
.throttling
= 1;
1260 * Disable throttling (if enabled). We'll let subsequent policy (e.g.
1261 * thermal) decide to lower performance if it so chooses, but for now
1262 * we'll crank up the speed.
1265 result
= acpi_processor_get_throttling(pr
);
1269 if (pr
->throttling
.state
) {
1270 ACPI_DEBUG_PRINT((ACPI_DB_INFO
,
1271 "Disabling throttling (was T%d)\n",
1272 pr
->throttling
.state
));
1273 result
= acpi_processor_set_throttling(pr
, 0, false);
1280 pr
->flags
.throttling
= 0;