2 * CPU subsystem support
5 #include <linux/kernel.h>
6 #include <linux/module.h>
7 #include <linux/init.h>
8 #include <linux/sched.h>
10 #include <linux/topology.h>
11 #include <linux/device.h>
12 #include <linux/node.h>
13 #include <linux/gfp.h>
14 #include <linux/slab.h>
15 #include <linux/percpu.h>
16 #include <linux/acpi.h>
21 static DEFINE_PER_CPU(struct device
*, cpu_sys_devices
);
23 static int cpu_subsys_match(struct device
*dev
, struct device_driver
*drv
)
25 /* ACPI style match is the only one that may succeed. */
26 if (acpi_driver_match_device(dev
, drv
))
32 #ifdef CONFIG_HOTPLUG_CPU
33 static void change_cpu_under_node(struct cpu
*cpu
,
34 unsigned int from_nid
, unsigned int to_nid
)
36 int cpuid
= cpu
->dev
.id
;
37 unregister_cpu_under_node(cpuid
, from_nid
);
38 register_cpu_under_node(cpuid
, to_nid
);
39 cpu
->node_id
= to_nid
;
42 static int __ref
cpu_subsys_online(struct device
*dev
)
44 struct cpu
*cpu
= container_of(dev
, struct cpu
, dev
);
49 cpu_hotplug_driver_lock();
51 from_nid
= cpu_to_node(cpuid
);
54 * When hot adding memory to memoryless node and enabling a cpu
55 * on the node, node number of the cpu may internally change.
57 to_nid
= cpu_to_node(cpuid
);
58 if (from_nid
!= to_nid
)
59 change_cpu_under_node(cpu
, from_nid
, to_nid
);
61 cpu_hotplug_driver_unlock();
65 static int cpu_subsys_offline(struct device
*dev
)
69 cpu_hotplug_driver_lock();
70 ret
= cpu_down(dev
->id
);
71 cpu_hotplug_driver_unlock();
75 void unregister_cpu(struct cpu
*cpu
)
77 int logical_cpu
= cpu
->dev
.id
;
79 unregister_cpu_under_node(logical_cpu
, cpu_to_node(logical_cpu
));
81 device_unregister(&cpu
->dev
);
82 per_cpu(cpu_sys_devices
, logical_cpu
) = NULL
;
86 #ifdef CONFIG_ARCH_CPU_PROBE_RELEASE
87 static ssize_t
cpu_probe_store(struct device
*dev
,
88 struct device_attribute
*attr
,
92 return arch_cpu_probe(buf
, count
);
95 static ssize_t
cpu_release_store(struct device
*dev
,
96 struct device_attribute
*attr
,
100 return arch_cpu_release(buf
, count
);
103 static DEVICE_ATTR(probe
, S_IWUSR
, NULL
, cpu_probe_store
);
104 static DEVICE_ATTR(release
, S_IWUSR
, NULL
, cpu_release_store
);
105 #endif /* CONFIG_ARCH_CPU_PROBE_RELEASE */
106 #endif /* CONFIG_HOTPLUG_CPU */
108 struct bus_type cpu_subsys
= {
111 .match
= cpu_subsys_match
,
112 #ifdef CONFIG_HOTPLUG_CPU
113 .online
= cpu_subsys_online
,
114 .offline
= cpu_subsys_offline
,
117 EXPORT_SYMBOL_GPL(cpu_subsys
);
120 #include <linux/kexec.h>
122 static ssize_t
show_crash_notes(struct device
*dev
, struct device_attribute
*attr
,
125 struct cpu
*cpu
= container_of(dev
, struct cpu
, dev
);
127 unsigned long long addr
;
130 cpunum
= cpu
->dev
.id
;
133 * Might be reading other cpu's data based on which cpu read thread
134 * has been scheduled. But cpu data (memory) is allocated once during
135 * boot up and this data does not change there after. Hence this
136 * operation should be safe. No locking required.
138 addr
= per_cpu_ptr_to_phys(per_cpu_ptr(crash_notes
, cpunum
));
139 rc
= sprintf(buf
, "%Lx\n", addr
);
142 static DEVICE_ATTR(crash_notes
, 0400, show_crash_notes
, NULL
);
144 static ssize_t
show_crash_notes_size(struct device
*dev
,
145 struct device_attribute
*attr
,
150 rc
= sprintf(buf
, "%zu\n", sizeof(note_buf_t
));
153 static DEVICE_ATTR(crash_notes_size
, 0400, show_crash_notes_size
, NULL
);
155 static struct attribute
*crash_note_cpu_attrs
[] = {
156 &dev_attr_crash_notes
.attr
,
157 &dev_attr_crash_notes_size
.attr
,
161 static struct attribute_group crash_note_cpu_attr_group
= {
162 .attrs
= crash_note_cpu_attrs
,
166 static const struct attribute_group
*common_cpu_attr_groups
[] = {
168 &crash_note_cpu_attr_group
,
173 static const struct attribute_group
*hotplugable_cpu_attr_groups
[] = {
175 &crash_note_cpu_attr_group
,
181 * Print cpu online, possible, present, and system maps
185 struct device_attribute attr
;
186 const struct cpumask
*const * const map
;
189 static ssize_t
show_cpus_attr(struct device
*dev
,
190 struct device_attribute
*attr
,
193 struct cpu_attr
*ca
= container_of(attr
, struct cpu_attr
, attr
);
194 int n
= cpulist_scnprintf(buf
, PAGE_SIZE
-2, *(ca
->map
));
201 #define _CPU_ATTR(name, map) \
202 { __ATTR(name, 0444, show_cpus_attr, NULL), map }
204 /* Keep in sync with cpu_subsys_attrs */
205 static struct cpu_attr cpu_attrs
[] = {
206 _CPU_ATTR(online
, &cpu_online_mask
),
207 _CPU_ATTR(possible
, &cpu_possible_mask
),
208 _CPU_ATTR(present
, &cpu_present_mask
),
212 * Print values for NR_CPUS and offlined cpus
214 static ssize_t
print_cpus_kernel_max(struct device
*dev
,
215 struct device_attribute
*attr
, char *buf
)
217 int n
= snprintf(buf
, PAGE_SIZE
-2, "%d\n", NR_CPUS
- 1);
220 static DEVICE_ATTR(kernel_max
, 0444, print_cpus_kernel_max
, NULL
);
222 /* arch-optional setting to enable display of offline cpus >= nr_cpu_ids */
223 unsigned int total_cpus
;
225 static ssize_t
print_cpus_offline(struct device
*dev
,
226 struct device_attribute
*attr
, char *buf
)
228 int n
= 0, len
= PAGE_SIZE
-2;
229 cpumask_var_t offline
;
231 /* display offline cpus < nr_cpu_ids */
232 if (!alloc_cpumask_var(&offline
, GFP_KERNEL
))
234 cpumask_andnot(offline
, cpu_possible_mask
, cpu_online_mask
);
235 n
= cpulist_scnprintf(buf
, len
, offline
);
236 free_cpumask_var(offline
);
238 /* display offline cpus >= nr_cpu_ids */
239 if (total_cpus
&& nr_cpu_ids
< total_cpus
) {
243 if (nr_cpu_ids
== total_cpus
-1)
244 n
+= snprintf(&buf
[n
], len
- n
, "%d", nr_cpu_ids
);
246 n
+= snprintf(&buf
[n
], len
- n
, "%d-%d",
247 nr_cpu_ids
, total_cpus
-1);
250 n
+= snprintf(&buf
[n
], len
- n
, "\n");
253 static DEVICE_ATTR(offline
, 0444, print_cpus_offline
, NULL
);
255 static void cpu_device_release(struct device
*dev
)
258 * This is an empty function to prevent the driver core from spitting a
259 * warning at us. Yes, I know this is directly opposite of what the
260 * documentation for the driver core and kobjects say, and the author
261 * of this code has already been publically ridiculed for doing
262 * something as foolish as this. However, at this point in time, it is
263 * the only way to handle the issue of statically allocated cpu
264 * devices. The different architectures will have their cpu device
265 * code reworked to properly handle this in the near future, so this
266 * function will then be changed to correctly free up the memory held
269 * Never copy this way of doing things, or you too will be made fun of
270 * on the linux-kernel list, you have been warned.
275 * register_cpu - Setup a sysfs device for a CPU.
276 * @cpu - cpu->hotpluggable field set to 1 will generate a control file in
277 * sysfs for this CPU.
278 * @num - CPU number to use when creating the device.
280 * Initialize and register the CPU device.
282 int register_cpu(struct cpu
*cpu
, int num
)
286 cpu
->node_id
= cpu_to_node(num
);
287 memset(&cpu
->dev
, 0x00, sizeof(struct device
));
289 cpu
->dev
.bus
= &cpu_subsys
;
290 cpu
->dev
.release
= cpu_device_release
;
291 cpu
->dev
.offline_disabled
= !cpu
->hotpluggable
;
292 cpu
->dev
.offline
= !cpu_online(num
);
293 cpu
->dev
.of_node
= of_get_cpu_node(num
, NULL
);
294 #ifdef CONFIG_ARCH_HAS_CPU_AUTOPROBE
295 cpu
->dev
.bus
->uevent
= arch_cpu_uevent
;
297 cpu
->dev
.groups
= common_cpu_attr_groups
;
298 if (cpu
->hotpluggable
)
299 cpu
->dev
.groups
= hotplugable_cpu_attr_groups
;
300 error
= device_register(&cpu
->dev
);
302 per_cpu(cpu_sys_devices
, num
) = &cpu
->dev
;
304 register_cpu_under_node(num
, cpu_to_node(num
));
309 struct device
*get_cpu_device(unsigned cpu
)
311 if (cpu
< nr_cpu_ids
&& cpu_possible(cpu
))
312 return per_cpu(cpu_sys_devices
, cpu
);
316 EXPORT_SYMBOL_GPL(get_cpu_device
);
318 #ifdef CONFIG_ARCH_HAS_CPU_AUTOPROBE
319 static DEVICE_ATTR(modalias
, 0444, arch_print_cpu_modalias
, NULL
);
322 static struct attribute
*cpu_root_attrs
[] = {
323 #ifdef CONFIG_ARCH_CPU_PROBE_RELEASE
324 &dev_attr_probe
.attr
,
325 &dev_attr_release
.attr
,
327 &cpu_attrs
[0].attr
.attr
,
328 &cpu_attrs
[1].attr
.attr
,
329 &cpu_attrs
[2].attr
.attr
,
330 &dev_attr_kernel_max
.attr
,
331 &dev_attr_offline
.attr
,
332 #ifdef CONFIG_ARCH_HAS_CPU_AUTOPROBE
333 &dev_attr_modalias
.attr
,
338 static struct attribute_group cpu_root_attr_group
= {
339 .attrs
= cpu_root_attrs
,
342 static const struct attribute_group
*cpu_root_attr_groups
[] = {
343 &cpu_root_attr_group
,
347 bool cpu_is_hotpluggable(unsigned cpu
)
349 struct device
*dev
= get_cpu_device(cpu
);
350 return dev
&& container_of(dev
, struct cpu
, dev
)->hotpluggable
;
352 EXPORT_SYMBOL_GPL(cpu_is_hotpluggable
);
354 #ifdef CONFIG_GENERIC_CPU_DEVICES
355 static DEFINE_PER_CPU(struct cpu
, cpu_devices
);
358 static void __init
cpu_dev_register_generic(void)
360 #ifdef CONFIG_GENERIC_CPU_DEVICES
363 for_each_possible_cpu(i
) {
364 if (register_cpu(&per_cpu(cpu_devices
, i
), i
))
365 panic("Failed to register CPU device");
370 void __init
cpu_dev_init(void)
372 if (subsys_system_register(&cpu_subsys
, cpu_root_attr_groups
))
373 panic("Failed to register CPU subsystem");
375 cpu_dev_register_generic();