2 * NUMA irq-desc migration code
4 * Migrate IRQ data structures (irq_desc, chip_data, etc.) over to
5 * the new "home node" of the IRQ.
9 #include <linux/module.h>
10 #include <linux/random.h>
11 #include <linux/interrupt.h>
12 #include <linux/kernel_stat.h>
14 #include "internals.h"
16 static void init_copy_kstat_irqs(struct irq_desc
*old_desc
,
17 struct irq_desc
*desc
,
22 init_kstat_irqs(desc
, cpu
, nr
);
24 if (desc
->kstat_irqs
!= old_desc
->kstat_irqs
) {
25 /* Compute how many bytes we need per irq and allocate them */
26 bytes
= nr
* sizeof(unsigned int);
28 memcpy(desc
->kstat_irqs
, old_desc
->kstat_irqs
, bytes
);
32 static void free_kstat_irqs(struct irq_desc
*old_desc
, struct irq_desc
*desc
)
34 if (old_desc
->kstat_irqs
== desc
->kstat_irqs
)
37 kfree(old_desc
->kstat_irqs
);
38 old_desc
->kstat_irqs
= NULL
;
41 static bool init_copy_one_irq_desc(int irq
, struct irq_desc
*old_desc
,
42 struct irq_desc
*desc
, int cpu
)
44 memcpy(desc
, old_desc
, sizeof(struct irq_desc
));
45 if (!init_alloc_desc_masks(desc
, cpu
, false)) {
46 printk(KERN_ERR
"irq %d: can not get new irq_desc cpumask "
47 "for migration.\n", irq
);
50 spin_lock_init(&desc
->lock
);
52 lockdep_set_class(&desc
->lock
, &irq_desc_lock_class
);
53 init_copy_kstat_irqs(old_desc
, desc
, cpu
, nr_cpu_ids
);
54 init_copy_desc_masks(old_desc
, desc
);
55 arch_init_copy_chip_data(old_desc
, desc
, cpu
);
59 static void free_one_irq_desc(struct irq_desc
*old_desc
, struct irq_desc
*desc
)
61 free_kstat_irqs(old_desc
, desc
);
62 arch_free_chip_data(old_desc
, desc
);
65 static struct irq_desc
*__real_move_irq_desc(struct irq_desc
*old_desc
,
68 struct irq_desc
*desc
;
75 spin_lock_irqsave(&sparse_irq_lock
, flags
);
77 /* We have to check it to avoid races with another CPU */
78 desc
= irq_desc_ptrs
[irq
];
80 if (desc
&& old_desc
!= desc
)
83 node
= cpu_to_node(cpu
);
84 desc
= kzalloc_node(sizeof(*desc
), GFP_ATOMIC
, node
);
86 printk(KERN_ERR
"irq %d: can not get new irq_desc "
87 "for migration.\n", irq
);
88 /* still use old one */
92 if (!init_copy_one_irq_desc(irq
, old_desc
, desc
, cpu
)) {
93 /* still use old one */
99 irq_desc_ptrs
[irq
] = desc
;
100 spin_unlock_irqrestore(&sparse_irq_lock
, flags
);
102 /* free the old one */
103 free_one_irq_desc(old_desc
, desc
);
104 spin_unlock(&old_desc
->lock
);
106 spin_lock(&desc
->lock
);
111 spin_unlock_irqrestore(&sparse_irq_lock
, flags
);
116 struct irq_desc
*move_irq_desc(struct irq_desc
*desc
, int cpu
)
121 /* those all static, do move them */
122 if (desc
->irq
< NR_IRQS_LEGACY
)
126 if (old_cpu
!= cpu
) {
127 node
= cpu_to_node(cpu
);
128 old_node
= cpu_to_node(old_cpu
);
129 if (old_node
!= node
)
130 desc
= __real_move_irq_desc(desc
, cpu
);