sched: Improve latencies and throughput
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / arch / x86 / include / asm / topology.h
blob7fafd1bc41494cfc50893cf6ac479b438fd425b5
1 /*
2 * Written by: Matthew Dobson, IBM Corporation
4 * Copyright (C) 2002, IBM Corp.
6 * All rights reserved.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 * Send feedback to <colpatch@us.ibm.com>
25 #ifndef _ASM_X86_TOPOLOGY_H
26 #define _ASM_X86_TOPOLOGY_H
28 #ifdef CONFIG_X86_32
29 # ifdef CONFIG_X86_HT
30 # define ENABLE_TOPO_DEFINES
31 # endif
32 #else
33 # ifdef CONFIG_SMP
34 # define ENABLE_TOPO_DEFINES
35 # endif
36 #endif
38 /* Node not present */
39 #define NUMA_NO_NODE (-1)
41 #ifdef CONFIG_NUMA
42 #include <linux/cpumask.h>
43 #include <asm/mpspec.h>
45 #ifdef CONFIG_X86_32
47 /* Mappings between logical cpu number and node number */
48 extern int cpu_to_node_map[];
50 /* Returns the number of the node containing CPU 'cpu' */
51 static inline int cpu_to_node(int cpu)
53 return cpu_to_node_map[cpu];
55 #define early_cpu_to_node(cpu) cpu_to_node(cpu)
57 #else /* CONFIG_X86_64 */
59 /* Mappings between logical cpu number and node number */
60 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
62 /* Returns the number of the current Node. */
63 DECLARE_PER_CPU(int, node_number);
64 #define numa_node_id() percpu_read(node_number)
66 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
67 extern int cpu_to_node(int cpu);
68 extern int early_cpu_to_node(int cpu);
70 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */
72 /* Returns the number of the node containing CPU 'cpu' */
73 static inline int cpu_to_node(int cpu)
75 return per_cpu(x86_cpu_to_node_map, cpu);
78 /* Same function but used if called before per_cpu areas are setup */
79 static inline int early_cpu_to_node(int cpu)
81 return early_per_cpu(x86_cpu_to_node_map, cpu);
84 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
86 #endif /* CONFIG_X86_64 */
88 /* Mappings between node number and cpus on that node. */
89 extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
91 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
92 extern const struct cpumask *cpumask_of_node(int node);
93 #else
94 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
95 static inline const struct cpumask *cpumask_of_node(int node)
97 return node_to_cpumask_map[node];
99 #endif
101 extern void setup_node_to_cpumask_map(void);
104 * Returns the number of the node containing Node 'node'. This
105 * architecture is flat, so it is a pretty simple function!
107 #define parent_node(node) (node)
109 #define pcibus_to_node(bus) __pcibus_to_node(bus)
111 #ifdef CONFIG_X86_32
112 extern unsigned long node_start_pfn[];
113 extern unsigned long node_end_pfn[];
114 extern unsigned long node_remap_size[];
115 #define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
117 # define SD_CACHE_NICE_TRIES 1
118 # define SD_IDLE_IDX 1
119 # define SD_FORKEXEC_IDX 0
121 #else
123 # define SD_CACHE_NICE_TRIES 2
124 # define SD_IDLE_IDX 2
125 # define SD_FORKEXEC_IDX 1
127 #endif
129 /* sched_domains SD_NODE_INIT for NUMA machines */
130 #define SD_NODE_INIT (struct sched_domain) { \
131 .min_interval = 8, \
132 .max_interval = 32, \
133 .busy_factor = 32, \
134 .imbalance_pct = 125, \
135 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
136 .busy_idx = 3, \
137 .idle_idx = SD_IDLE_IDX, \
138 .newidle_idx = 0, \
139 .wake_idx = 0, \
140 .forkexec_idx = SD_FORKEXEC_IDX, \
142 .flags = 1*SD_LOAD_BALANCE \
143 | 1*SD_BALANCE_NEWIDLE \
144 | 1*SD_BALANCE_EXEC \
145 | 1*SD_BALANCE_FORK \
146 | 1*SD_BALANCE_WAKE \
147 | 1*SD_WAKE_AFFINE \
148 | 0*SD_SHARE_CPUPOWER \
149 | 0*SD_POWERSAVINGS_BALANCE \
150 | 0*SD_SHARE_PKG_RESOURCES \
151 | 1*SD_SERIALIZE \
152 | 0*SD_PREFER_SIBLING \
154 .last_balance = jiffies, \
155 .balance_interval = 1, \
158 #ifdef CONFIG_X86_64_ACPI_NUMA
159 extern int __node_distance(int, int);
160 #define node_distance(a, b) __node_distance(a, b)
161 #endif
163 #else /* !CONFIG_NUMA */
165 static inline int numa_node_id(void)
167 return 0;
170 static inline int cpu_to_node(int cpu)
172 return 0;
175 static inline int early_cpu_to_node(int cpu)
177 return 0;
180 static inline const struct cpumask *cpumask_of_node(int node)
182 return cpu_online_mask;
185 static inline void setup_node_to_cpumask_map(void) { }
187 #endif
189 #include <asm-generic/topology.h>
191 extern const struct cpumask *cpu_coregroup_mask(int cpu);
193 #ifdef ENABLE_TOPO_DEFINES
194 #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
195 #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
196 #define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
197 #define topology_thread_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
199 /* indicates that pointers to the topology cpumask_t maps are valid */
200 #define arch_provides_topology_pointers yes
201 #endif
203 static inline void arch_fix_phys_package_id(int num, u32 slot)
207 struct pci_bus;
208 void x86_pci_root_bus_res_quirks(struct pci_bus *b);
210 #ifdef CONFIG_SMP
211 #define mc_capable() ((boot_cpu_data.x86_max_cores > 1) && \
212 (cpumask_weight(cpu_core_mask(0)) != nr_cpu_ids))
213 #define smt_capable() (smp_num_siblings > 1)
214 #endif
216 #ifdef CONFIG_NUMA
217 extern int get_mp_bus_to_node(int busnum);
218 extern void set_mp_bus_to_node(int busnum, int node);
219 #else
220 static inline int get_mp_bus_to_node(int busnum)
222 return 0;
224 static inline void set_mp_bus_to_node(int busnum, int node)
227 #endif
229 #endif /* _ASM_X86_TOPOLOGY_H */