1 #include <linux/init.h>
4 #include <asm/numa_64.h>
5 #include <asm/mmconfig.h>
6 #include <asm/cacheflush.h>
12 int force_mwait __cpuinitdata
;
15 static int __cpuinit
nearby_node(int apicid
)
19 for (i
= apicid
- 1; i
>= 0; i
--) {
20 node
= apicid_to_node
[i
];
21 if (node
!= NUMA_NO_NODE
&& node_online(node
))
24 for (i
= apicid
+ 1; i
< MAX_LOCAL_APIC
; i
++) {
25 node
= apicid_to_node
[i
];
26 if (node
!= NUMA_NO_NODE
&& node_online(node
))
29 return first_node(node_online_map
); /* Shouldn't happen */
34 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
35 * Assumes number of cores is a power of two.
37 static void __cpuinit
amd_detect_cmp(struct cpuinfo_x86
*c
)
42 int cpu
= smp_processor_id();
44 unsigned apicid
= hard_smp_processor_id();
46 bits
= c
->x86_coreid_bits
;
48 /* Low order bits define the core id (index of core in socket) */
49 c
->cpu_core_id
= c
->initial_apicid
& ((1 << bits
)-1);
50 /* Convert the initial APIC ID into the socket ID */
51 c
->phys_proc_id
= c
->initial_apicid
>> bits
;
54 node
= c
->phys_proc_id
;
55 if (apicid_to_node
[apicid
] != NUMA_NO_NODE
)
56 node
= apicid_to_node
[apicid
];
57 if (!node_online(node
)) {
58 /* Two possibilities here:
59 - The CPU is missing memory and no node was created.
60 In that case try picking one from a nearby CPU
61 - The APIC IDs differ from the HyperTransport node IDs
62 which the K8 northbridge parsing fills in.
63 Assume they are all increased by a constant offset,
64 but in the same order as the HT nodeids.
65 If that doesn't result in a usable node fall back to the
66 path for the previous case. */
68 int ht_nodeid
= c
->initial_apicid
;
71 apicid_to_node
[ht_nodeid
] != NUMA_NO_NODE
)
72 node
= apicid_to_node
[ht_nodeid
];
73 /* Pick a nearby node */
74 if (!node_online(node
))
75 node
= nearby_node(apicid
);
77 numa_set_node(cpu
, node
);
79 printk(KERN_INFO
"CPU %d/%x -> Node %d\n", cpu
, apicid
, node
);
84 static void __cpuinit
early_init_amd_mc(struct cpuinfo_x86
*c
)
90 if (c
->extended_cpuid_level
< 0x80000008)
93 ecx
= cpuid_ecx(0x80000008);
95 c
->x86_max_cores
= (ecx
& 0xff) + 1;
97 /* CPU telling us the core id bits shift? */
98 bits
= (ecx
>> 12) & 0xF;
100 /* Otherwise recompute */
102 while ((1 << bits
) < c
->x86_max_cores
)
106 c
->x86_coreid_bits
= bits
;
111 static void __cpuinit
early_init_amd(struct cpuinfo_x86
*c
)
113 early_init_amd_mc(c
);
115 /* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
116 if (c
->x86_power
& (1<<8))
117 set_cpu_cap(c
, X86_FEATURE_CONSTANT_TSC
);
120 static void __cpuinit
init_amd(struct cpuinfo_x86
*c
)
128 * Disable TLB flush filter by setting HWCR.FFDIS on K8
129 * bit 6 of msr C001_0015
131 * Errata 63 for SH-B3 steppings
132 * Errata 122 for all steppings (F+ have it disabled by default)
135 rdmsrl(MSR_K8_HWCR
, value
);
137 wrmsrl(MSR_K8_HWCR
, value
);
141 /* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
142 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
143 clear_cpu_cap(c
, 0*32+31);
145 /* On C+ stepping K8 rep microcode works well for copy/memset */
147 level
= cpuid_eax(1);
148 if((level
>= 0x0f48 && level
< 0x0f50) || level
>= 0x0f58)
149 set_cpu_cap(c
, X86_FEATURE_REP_GOOD
);
151 if (c
->x86
== 0x10 || c
->x86
== 0x11)
152 set_cpu_cap(c
, X86_FEATURE_REP_GOOD
);
154 /* Enable workaround for FXSAVE leak */
156 set_cpu_cap(c
, X86_FEATURE_FXSAVE_LEAK
);
158 level
= get_model_name(c
);
162 /* Should distinguish Models here, but this is only
163 a fallback anyways. */
164 strcpy(c
->x86_model_id
, "Hammer");
168 display_cacheinfo(c
);
170 /* Multi core CPU? */
171 if (c
->extended_cpuid_level
>= 0x80000008)
174 if (c
->extended_cpuid_level
>= 0x80000006 &&
175 (cpuid_edx(0x80000006) & 0xf000))
176 num_cache_leaves
= 4;
178 num_cache_leaves
= 3;
180 if (c
->x86
>= 0xf && c
->x86
<= 0x11)
181 set_cpu_cap(c
, X86_FEATURE_K8
);
183 /* MFENCE stops RDTSC speculation */
184 set_cpu_cap(c
, X86_FEATURE_MFENCE_RDTSC
);
186 if (c
->x86
== 0x10) {
187 /* do this for boot cpu */
188 if (c
== &boot_cpu_data
)
189 check_enable_amd_mmconf_dmi();
191 fam10h_check_enable_mmcfg();
194 if (c
== &boot_cpu_data
&& c
->x86
>= 0xf && c
->x86
<= 0x11) {
195 unsigned long long tseg
;
198 * Split up direct mapping around the TSEG SMM area.
199 * Don't do it for gbpages because there seems very little
200 * benefit in doing so.
202 if (!rdmsrl_safe(MSR_K8_TSEG_ADDR
, &tseg
)) {
203 printk(KERN_DEBUG
"tseg: %010llx\n", tseg
);
204 if ((tseg
>>PMD_SHIFT
) <
205 (max_low_pfn_mapped
>>(PMD_SHIFT
-PAGE_SHIFT
)) ||
207 (max_pfn_mapped
>>(PMD_SHIFT
-PAGE_SHIFT
)) &&
208 (tseg
>>PMD_SHIFT
) >= (1ULL<<(32 - PMD_SHIFT
))))
209 set_memory_4k((unsigned long)__va(tseg
), 1);
214 static struct cpu_dev amd_cpu_dev __cpuinitdata
= {
216 .c_ident
= { "AuthenticAMD" },
217 .c_early_init
= early_init_amd
,
221 cpu_vendor_dev_register(X86_VENDOR_AMD
, &amd_cpu_dev
);