?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Merge branch 'x86-efi-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6/libata-dev.git] / arch / x86 / platform / efi / efi.c
blob77cf0090c0a3ef7890ea24d4e5e47d1d68e0b024
1 /*
2 * Common EFI (Extensible Firmware Interface) support functions
3 * Based on Extensible Firmware Interface Specification version 1.0
4 *
5 * Copyright (C) 1999 VA Linux Systems
6 * Copyright (C) 1999 Walt Drummond <drummond@valinux.com>
7 * Copyright (C) 1999-2002 Hewlett-Packard Co.
8 * David Mosberger-Tang <davidm@hpl.hp.com>
9 * Stephane Eranian <eranian@hpl.hp.com>
10 * Copyright (C) 2005-2008 Intel Co.
11 * Fenghua Yu <fenghua.yu@intel.com>
12 * Bibo Mao <bibo.mao@intel.com>
13 * Chandramouli Narayanan <mouli@linux.intel.com>
14 * Huang Ying <ying.huang@intel.com>
15 *
16 * Copied from efi_32.c to eliminate the duplicated code between EFI
17 * 32/64 support code. --ying 2007-10-26
18 *
19 * All EFI Runtime Services are not implemented yet as EFI only
20 * supports physical mode addressing on SoftSDV. This is to be fixed
21 * in a future version. --drummond 1999-07-20
22 *
23 * Implemented EFI runtime services and virtual mode calls. --davidm
24 *
25 * Goutham Rao: <goutham.rao@intel.com>
26 * Skip non-WB memory and ignore empty memory ranges.
27 */
28
29 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
30
31 #include <linux/kernel.h>
32 #include <linux/init.h>
33 #include <linux/efi.h>
34 #include <linux/efi-bgrt.h>
35 #include <linux/export.h>
36 #include <linux/bootmem.h>
37 #include <linux/memblock.h>
38 #include <linux/spinlock.h>
39 #include <linux/uaccess.h>
40 #include <linux/time.h>
41 #include <linux/io.h>
42 #include <linux/reboot.h>
43 #include <linux/bcd.h>
44
45 #include <asm/setup.h>
46 #include <asm/efi.h>
47 #include <asm/time.h>
48 #include <asm/cacheflush.h>
49 #include <asm/tlbflush.h>
50 #include <asm/x86_init.h>
51
52 #define EFI_DEBUG 1
53
54 struct efi __read_mostly efi = {
55 .mps = EFI_INVALID_TABLE_ADDR,
56 .acpi = EFI_INVALID_TABLE_ADDR,
57 .acpi20 = EFI_INVALID_TABLE_ADDR,
58 .smbios = EFI_INVALID_TABLE_ADDR,
59 .sal_systab = EFI_INVALID_TABLE_ADDR,
60 .boot_info = EFI_INVALID_TABLE_ADDR,
61 .hcdp = EFI_INVALID_TABLE_ADDR,
62 .uga = EFI_INVALID_TABLE_ADDR,
63 .uv_systab = EFI_INVALID_TABLE_ADDR,
64 };
65 EXPORT_SYMBOL(efi);
66
67 struct efi_memory_map memmap;
68
69 static struct efi efi_phys __initdata;
70 static efi_system_table_t efi_systab __initdata;
71
72 static inline bool efi_is_native(void)
73 {
74 return IS_ENABLED(CONFIG_X86_64) == efi_enabled(EFI_64BIT);
75 }
76
77 unsigned long x86_efi_facility;
78
79 /*
80 * Returns 1 if 'facility' is enabled, 0 otherwise.
81 */
82 int efi_enabled(int facility)
83 {
84 return test_bit(facility, &x86_efi_facility) != 0;
85 }
86 EXPORT_SYMBOL(efi_enabled);
87
88 static int __init setup_noefi(char *arg)
89 {
90 clear_bit(EFI_BOOT, &x86_efi_facility);
91 return 0;
92 }
93 early_param("noefi", setup_noefi);
94
95 int add_efi_memmap;
96 EXPORT_SYMBOL(add_efi_memmap);
97
98 static int __init setup_add_efi_memmap(char *arg)
99 {
100 add_efi_memmap = 1;
101 return 0;
102 }
103 early_param("add_efi_memmap", setup_add_efi_memmap);
104
105
106 static efi_status_t virt_efi_get_time(efi_time_t *tm, efi_time_cap_t *tc)
107 {
108 unsigned long flags;
109 efi_status_t status;
110
111 spin_lock_irqsave(&rtc_lock, flags);
112 status = efi_call_virt2(get_time, tm, tc);
113 spin_unlock_irqrestore(&rtc_lock, flags);
114 return status;
115 }
116
117 static efi_status_t virt_efi_set_time(efi_time_t *tm)
118 {
119 unsigned long flags;
120 efi_status_t status;
121
122 spin_lock_irqsave(&rtc_lock, flags);
123 status = efi_call_virt1(set_time, tm);
124 spin_unlock_irqrestore(&rtc_lock, flags);
125 return status;
126 }
127
128 static efi_status_t virt_efi_get_wakeup_time(efi_bool_t *enabled,
129 efi_bool_t *pending,
130 efi_time_t *tm)
131 {
132 unsigned long flags;
133 efi_status_t status;
134
135 spin_lock_irqsave(&rtc_lock, flags);
136 status = efi_call_virt3(get_wakeup_time,
137 enabled, pending, tm);
138 spin_unlock_irqrestore(&rtc_lock, flags);
139 return status;
140 }
141
142 static efi_status_t virt_efi_set_wakeup_time(efi_bool_t enabled, efi_time_t *tm)
143 {
144 unsigned long flags;
145 efi_status_t status;
146
147 spin_lock_irqsave(&rtc_lock, flags);
148 status = efi_call_virt2(set_wakeup_time,
149 enabled, tm);
150 spin_unlock_irqrestore(&rtc_lock, flags);
151 return status;
152 }
153
154 static efi_status_t virt_efi_get_variable(efi_char16_t *name,
155 efi_guid_t *vendor,
156 u32 *attr,
157 unsigned long *data_size,
158 void *data)
159 {
160 return efi_call_virt5(get_variable,
161 name, vendor, attr,
162 data_size, data);
163 }
164
165 static efi_status_t virt_efi_get_next_variable(unsigned long *name_size,
166 efi_char16_t *name,
167 efi_guid_t *vendor)
168 {
169 return efi_call_virt3(get_next_variable,
170 name_size, name, vendor);
171 }
172
173 static efi_status_t virt_efi_set_variable(efi_char16_t *name,
174 efi_guid_t *vendor,
175 u32 attr,
176 unsigned long data_size,
177 void *data)
178 {
179 return efi_call_virt5(set_variable,
180 name, vendor, attr,
181 data_size, data);
182 }
183
184 static efi_status_t virt_efi_query_variable_info(u32 attr,
185 u64 *storage_space,
186 u64 *remaining_space,
187 u64 *max_variable_size)
188 {
189 if (efi.runtime_version < EFI_2_00_SYSTEM_TABLE_REVISION)
190 return EFI_UNSUPPORTED;
191
192 return efi_call_virt4(query_variable_info, attr, storage_space,
193 remaining_space, max_variable_size);
194 }
195
196 static efi_status_t virt_efi_get_next_high_mono_count(u32 *count)
197 {
198 return efi_call_virt1(get_next_high_mono_count, count);
199 }
200
201 static void virt_efi_reset_system(int reset_type,
202 efi_status_t status,
203 unsigned long data_size,
204 efi_char16_t *data)
205 {
206 efi_call_virt4(reset_system, reset_type, status,
207 data_size, data);
208 }
209
210 static efi_status_t virt_efi_update_capsule(efi_capsule_header_t **capsules,
211 unsigned long count,
212 unsigned long sg_list)
213 {
214 if (efi.runtime_version < EFI_2_00_SYSTEM_TABLE_REVISION)
215 return EFI_UNSUPPORTED;
216
217 return efi_call_virt3(update_capsule, capsules, count, sg_list);
218 }
219
220 static efi_status_t virt_efi_query_capsule_caps(efi_capsule_header_t **capsules,
221 unsigned long count,
222 u64 *max_size,
223 int *reset_type)
224 {
225 if (efi.runtime_version < EFI_2_00_SYSTEM_TABLE_REVISION)
226 return EFI_UNSUPPORTED;
227
228 return efi_call_virt4(query_capsule_caps, capsules, count, max_size,
229 reset_type);
230 }
231
232 static efi_status_t __init phys_efi_set_virtual_address_map(
233 unsigned long memory_map_size,
234 unsigned long descriptor_size,
235 u32 descriptor_version,
236 efi_memory_desc_t *virtual_map)
237 {
238 efi_status_t status;
239
240 efi_call_phys_prelog();
241 status = efi_call_phys4(efi_phys.set_virtual_address_map,
242 memory_map_size, descriptor_size,
243 descriptor_version, virtual_map);
244 efi_call_phys_epilog();
245 return status;
246 }
247
248 static efi_status_t __init phys_efi_get_time(efi_time_t *tm,
249 efi_time_cap_t *tc)
250 {
251 unsigned long flags;
252 efi_status_t status;
253
254 spin_lock_irqsave(&rtc_lock, flags);
255 efi_call_phys_prelog();
256 status = efi_call_phys2(efi_phys.get_time, virt_to_phys(tm),
257 virt_to_phys(tc));
258 efi_call_phys_epilog();
259 spin_unlock_irqrestore(&rtc_lock, flags);
260 return status;
261 }
262
263 int efi_set_rtc_mmss(unsigned long nowtime)
264 {
265 int real_seconds, real_minutes;
266 efi_status_t status;
267 efi_time_t eft;
268 efi_time_cap_t cap;
269
270 status = efi.get_time(&eft, &cap);
271 if (status != EFI_SUCCESS) {
272 pr_err("Oops: efitime: can't read time!\n");
273 return -1;
274 }
275
276 real_seconds = nowtime % 60;
277 real_minutes = nowtime / 60;
278 if (((abs(real_minutes - eft.minute) + 15)/30) & 1)
279 real_minutes += 30;
280 real_minutes %= 60;
281 eft.minute = real_minutes;
282 eft.second = real_seconds;
283
284 status = efi.set_time(&eft);
285 if (status != EFI_SUCCESS) {
286 pr_err("Oops: efitime: can't write time!\n");
287 return -1;
288 }
289 return 0;
290 }
291
292 unsigned long efi_get_time(void)
293 {
294 efi_status_t status;
295 efi_time_t eft;
296 efi_time_cap_t cap;
297
298 status = efi.get_time(&eft, &cap);
299 if (status != EFI_SUCCESS)
300 pr_err("Oops: efitime: can't read time!\n");
301
302 return mktime(eft.year, eft.month, eft.day, eft.hour,
303 eft.minute, eft.second);
304 }
305
306 /*
307 * Tell the kernel about the EFI memory map. This might include
308 * more than the max 128 entries that can fit in the e820 legacy
309 * (zeropage) memory map.
310 */
311
312 static void __init do_add_efi_memmap(void)
313 {
314 void *p;
315
316 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
317 efi_memory_desc_t *md = p;
318 unsigned long long start = md->phys_addr;
319 unsigned long long size = md->num_pages << EFI_PAGE_SHIFT;
320 int e820_type;
321
322 switch (md->type) {
323 case EFI_LOADER_CODE:
324 case EFI_LOADER_DATA:
325 case EFI_BOOT_SERVICES_CODE:
326 case EFI_BOOT_SERVICES_DATA:
327 case EFI_CONVENTIONAL_MEMORY:
328 if (md->attribute & EFI_MEMORY_WB)
329 e820_type = E820_RAM;
330 else
331 e820_type = E820_RESERVED;
332 break;
333 case EFI_ACPI_RECLAIM_MEMORY:
334 e820_type = E820_ACPI;
335 break;
336 case EFI_ACPI_MEMORY_NVS:
337 e820_type = E820_NVS;
338 break;
339 case EFI_UNUSABLE_MEMORY:
340 e820_type = E820_UNUSABLE;
341 break;
342 default:
343 /*
344 * EFI_RESERVED_TYPE EFI_RUNTIME_SERVICES_CODE
345 * EFI_RUNTIME_SERVICES_DATA EFI_MEMORY_MAPPED_IO
346 * EFI_MEMORY_MAPPED_IO_PORT_SPACE EFI_PAL_CODE
347 */
348 e820_type = E820_RESERVED;
349 break;
350 }
351 e820_add_region(start, size, e820_type);
352 }
353 sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
354 }
355
356 int __init efi_memblock_x86_reserve_range(void)
357 {
358 unsigned long pmap;
359
360 #ifdef CONFIG_X86_32
361 /* Can't handle data above 4GB at this time */
362 if (boot_params.efi_info.efi_memmap_hi) {
363 pr_err("Memory map is above 4GB, disabling EFI.\n");
364 return -EINVAL;
365 }
366 pmap = boot_params.efi_info.efi_memmap;
367 #else
368 pmap = (boot_params.efi_info.efi_memmap |
369 ((__u64)boot_params.efi_info.efi_memmap_hi<<32));
370 #endif
371 memmap.phys_map = (void *)pmap;
372 memmap.nr_map = boot_params.efi_info.efi_memmap_size /
373 boot_params.efi_info.efi_memdesc_size;
374 memmap.desc_version = boot_params.efi_info.efi_memdesc_version;
375 memmap.desc_size = boot_params.efi_info.efi_memdesc_size;
376 memblock_reserve(pmap, memmap.nr_map * memmap.desc_size);
377
378 return 0;
379 }
380
381 #if EFI_DEBUG
382 static void __init print_efi_memmap(void)
383 {
384 efi_memory_desc_t *md;
385 void *p;
386 int i;
387
388 for (p = memmap.map, i = 0;
389 p < memmap.map_end;
390 p += memmap.desc_size, i++) {
391 md = p;
392 pr_info("mem%02u: type=%u, attr=0x%llx, "
393 "range=[0x%016llx-0x%016llx) (%lluMB)\n",
394 i, md->type, md->attribute, md->phys_addr,
395 md->phys_addr + (md->num_pages << EFI_PAGE_SHIFT),
396 (md->num_pages >> (20 - EFI_PAGE_SHIFT)));
397 }
398 }
399 #endif /* EFI_DEBUG */
400
401 void __init efi_reserve_boot_services(void)
402 {
403 void *p;
404
405 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
406 efi_memory_desc_t *md = p;
407 u64 start = md->phys_addr;
408 u64 size = md->num_pages << EFI_PAGE_SHIFT;
409
410 if (md->type != EFI_BOOT_SERVICES_CODE &&
411 md->type != EFI_BOOT_SERVICES_DATA)
412 continue;
413 /* Only reserve where possible:
414 * - Not within any already allocated areas
415 * - Not over any memory area (really needed, if above?)
416 * - Not within any part of the kernel
417 * - Not the bios reserved area
418 */
419 if ((start+size >= virt_to_phys(_text)
420 && start <= virt_to_phys(_end)) ||
421 !e820_all_mapped(start, start+size, E820_RAM) ||
422 memblock_is_region_reserved(start, size)) {
423 /* Could not reserve, skip it */
424 md->num_pages = 0;
425 memblock_dbg("Could not reserve boot range "
426 "[0x%010llx-0x%010llx]\n",
427 start, start+size-1);
428 } else
429 memblock_reserve(start, size);
430 }
431 }
432
433 void __init efi_unmap_memmap(void)
434 {
435 clear_bit(EFI_MEMMAP, &x86_efi_facility);
436 if (memmap.map) {
437 early_iounmap(memmap.map, memmap.nr_map * memmap.desc_size);
438 memmap.map = NULL;
439 }
440 }
441
442 void __init efi_free_boot_services(void)
443 {
444 void *p;
445
446 if (!efi_is_native())
447 return;
448
449 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
450 efi_memory_desc_t *md = p;
451 unsigned long long start = md->phys_addr;
452 unsigned long long size = md->num_pages << EFI_PAGE_SHIFT;
453
454 if (md->type != EFI_BOOT_SERVICES_CODE &&
455 md->type != EFI_BOOT_SERVICES_DATA)
456 continue;
457
458 /* Could not reserve boot area */
459 if (!size)
460 continue;
461
462 free_bootmem_late(start, size);
463 }
464
465 efi_unmap_memmap();
466 }
467
468 static int __init efi_systab_init(void *phys)
469 {
470 if (efi_enabled(EFI_64BIT)) {
471 efi_system_table_64_t *systab64;
472 u64 tmp = 0;
473
474 systab64 = early_ioremap((unsigned long)phys,
475 sizeof(*systab64));
476 if (systab64 == NULL) {
477 pr_err("Couldn't map the system table!\n");
478 return -ENOMEM;
479 }
480
481 efi_systab.hdr = systab64->hdr;
482 efi_systab.fw_vendor = systab64->fw_vendor;
483 tmp |= systab64->fw_vendor;
484 efi_systab.fw_revision = systab64->fw_revision;
485 efi_systab.con_in_handle = systab64->con_in_handle;
486 tmp |= systab64->con_in_handle;
487 efi_systab.con_in = systab64->con_in;
488 tmp |= systab64->con_in;
489 efi_systab.con_out_handle = systab64->con_out_handle;
490 tmp |= systab64->con_out_handle;
491 efi_systab.con_out = systab64->con_out;
492 tmp |= systab64->con_out;
493 efi_systab.stderr_handle = systab64->stderr_handle;
494 tmp |= systab64->stderr_handle;
495 efi_systab.stderr = systab64->stderr;
496 tmp |= systab64->stderr;
497 efi_systab.runtime = (void *)(unsigned long)systab64->runtime;
498 tmp |= systab64->runtime;
499 efi_systab.boottime = (void *)(unsigned long)systab64->boottime;
500 tmp |= systab64->boottime;
501 efi_systab.nr_tables = systab64->nr_tables;
502 efi_systab.tables = systab64->tables;
503 tmp |= systab64->tables;
504
505 early_iounmap(systab64, sizeof(*systab64));
506 #ifdef CONFIG_X86_32
507 if (tmp >> 32) {
508 pr_err("EFI data located above 4GB, disabling EFI.\n");
509 return -EINVAL;
510 }
511 #endif
512 } else {
513 efi_system_table_32_t *systab32;
514
515 systab32 = early_ioremap((unsigned long)phys,
516 sizeof(*systab32));
517 if (systab32 == NULL) {
518 pr_err("Couldn't map the system table!\n");
519 return -ENOMEM;
520 }
521
522 efi_systab.hdr = systab32->hdr;
523 efi_systab.fw_vendor = systab32->fw_vendor;
524 efi_systab.fw_revision = systab32->fw_revision;
525 efi_systab.con_in_handle = systab32->con_in_handle;
526 efi_systab.con_in = systab32->con_in;
527 efi_systab.con_out_handle = systab32->con_out_handle;
528 efi_systab.con_out = systab32->con_out;
529 efi_systab.stderr_handle = systab32->stderr_handle;
530 efi_systab.stderr = systab32->stderr;
531 efi_systab.runtime = (void *)(unsigned long)systab32->runtime;
532 efi_systab.boottime = (void *)(unsigned long)systab32->boottime;
533 efi_systab.nr_tables = systab32->nr_tables;
534 efi_systab.tables = systab32->tables;
535
536 early_iounmap(systab32, sizeof(*systab32));
537 }
538
539 efi.systab = &efi_systab;
540
541 /*
542 * Verify the EFI Table
543 */
544 if (efi.systab->hdr.signature != EFI_SYSTEM_TABLE_SIGNATURE) {
545 pr_err("System table signature incorrect!\n");
546 return -EINVAL;
547 }
548 if ((efi.systab->hdr.revision >> 16) == 0)
549 pr_err("Warning: System table version "
550 "%d.%02d, expected 1.00 or greater!\n",
551 efi.systab->hdr.revision >> 16,
552 efi.systab->hdr.revision & 0xffff);
553
554 return 0;
555 }
556
557 static int __init efi_config_init(u64 tables, int nr_tables)
558 {
559 void *config_tables, *tablep;
560 int i, sz;
561
562 if (efi_enabled(EFI_64BIT))
563 sz = sizeof(efi_config_table_64_t);
564 else
565 sz = sizeof(efi_config_table_32_t);
566
567 /*
568 * Let's see what config tables the firmware passed to us.
569 */
570 config_tables = early_ioremap(tables, nr_tables * sz);
571 if (config_tables == NULL) {
572 pr_err("Could not map Configuration table!\n");
573 return -ENOMEM;
574 }
575
576 tablep = config_tables;
577 pr_info("");
578 for (i = 0; i < efi.systab->nr_tables; i++) {
579 efi_guid_t guid;
580 unsigned long table;
581
582 if (efi_enabled(EFI_64BIT)) {
583 u64 table64;
584 guid = ((efi_config_table_64_t *)tablep)->guid;
585 table64 = ((efi_config_table_64_t *)tablep)->table;
586 table = table64;
587 #ifdef CONFIG_X86_32
588 if (table64 >> 32) {
589 pr_cont("\n");
590 pr_err("Table located above 4GB, disabling EFI.\n");
591 early_iounmap(config_tables,
592 efi.systab->nr_tables * sz);
593 return -EINVAL;
594 }
595 #endif
596 } else {
597 guid = ((efi_config_table_32_t *)tablep)->guid;
598 table = ((efi_config_table_32_t *)tablep)->table;
599 }
600 if (!efi_guidcmp(guid, MPS_TABLE_GUID)) {
601 efi.mps = table;
602 pr_cont(" MPS=0x%lx ", table);
603 } else if (!efi_guidcmp(guid, ACPI_20_TABLE_GUID)) {
604 efi.acpi20 = table;
605 pr_cont(" ACPI 2.0=0x%lx ", table);
606 } else if (!efi_guidcmp(guid, ACPI_TABLE_GUID)) {
607 efi.acpi = table;
608 pr_cont(" ACPI=0x%lx ", table);
609 } else if (!efi_guidcmp(guid, SMBIOS_TABLE_GUID)) {
610 efi.smbios = table;
611 pr_cont(" SMBIOS=0x%lx ", table);
612 #ifdef CONFIG_X86_UV
613 } else if (!efi_guidcmp(guid, UV_SYSTEM_TABLE_GUID)) {
614 efi.uv_systab = table;
615 pr_cont(" UVsystab=0x%lx ", table);
616 #endif
617 } else if (!efi_guidcmp(guid, HCDP_TABLE_GUID)) {
618 efi.hcdp = table;
619 pr_cont(" HCDP=0x%lx ", table);
620 } else if (!efi_guidcmp(guid, UGA_IO_PROTOCOL_GUID)) {
621 efi.uga = table;
622 pr_cont(" UGA=0x%lx ", table);
623 }
624 tablep += sz;
625 }
626 pr_cont("\n");
627 early_iounmap(config_tables, efi.systab->nr_tables * sz);
628 return 0;
629 }
630
631 static int __init efi_runtime_init(void)
632 {
633 efi_runtime_services_t *runtime;
634
635 /*
636 * Check out the runtime services table. We need to map
637 * the runtime services table so that we can grab the physical
638 * address of several of the EFI runtime functions, needed to
639 * set the firmware into virtual mode.
640 */
641 runtime = early_ioremap((unsigned long)efi.systab->runtime,
642 sizeof(efi_runtime_services_t));
643 if (!runtime) {
644 pr_err("Could not map the runtime service table!\n");
645 return -ENOMEM;
646 }
647 /*
648 * We will only need *early* access to the following
649 * two EFI runtime services before set_virtual_address_map
650 * is invoked.
651 */
652 efi_phys.get_time = (efi_get_time_t *)runtime->get_time;
653 efi_phys.set_virtual_address_map =
654 (efi_set_virtual_address_map_t *)
655 runtime->set_virtual_address_map;
656 /*
657 * Make efi_get_time can be called before entering
658 * virtual mode.
659 */
660 efi.get_time = phys_efi_get_time;
661 early_iounmap(runtime, sizeof(efi_runtime_services_t));
662
663 return 0;
664 }
665
666 static int __init efi_memmap_init(void)
667 {
668 /* Map the EFI memory map */
669 memmap.map = early_ioremap((unsigned long)memmap.phys_map,
670 memmap.nr_map * memmap.desc_size);
671 if (memmap.map == NULL) {
672 pr_err("Could not map the memory map!\n");
673 return -ENOMEM;
674 }
675 memmap.map_end = memmap.map + (memmap.nr_map * memmap.desc_size);
676
677 if (add_efi_memmap)
678 do_add_efi_memmap();
679
680 return 0;
681 }
682
683 void __init efi_init(void)
684 {
685 efi_char16_t *c16;
686 char vendor[100] = "unknown";
687 int i = 0;
688 void *tmp;
689
690 #ifdef CONFIG_X86_32
691 if (boot_params.efi_info.efi_systab_hi ||
692 boot_params.efi_info.efi_memmap_hi) {
693 pr_info("Table located above 4GB, disabling EFI.\n");
694 return;
695 }
696 efi_phys.systab = (efi_system_table_t *)boot_params.efi_info.efi_systab;
697 #else
698 efi_phys.systab = (efi_system_table_t *)
699 (boot_params.efi_info.efi_systab |
700 ((__u64)boot_params.efi_info.efi_systab_hi<<32));
701 #endif
702
703 if (efi_systab_init(efi_phys.systab))
704 return;
705
706 set_bit(EFI_SYSTEM_TABLES, &x86_efi_facility);
707
708 /*
709 * Show what we know for posterity
710 */
711 c16 = tmp = early_ioremap(efi.systab->fw_vendor, 2);
712 if (c16) {
713 for (i = 0; i < sizeof(vendor) - 1 && *c16; ++i)
714 vendor[i] = *c16++;
715 vendor[i] = '\0';
716 } else
717 pr_err("Could not map the firmware vendor!\n");
718 early_iounmap(tmp, 2);
719
720 pr_info("EFI v%u.%.02u by %s\n",
721 efi.systab->hdr.revision >> 16,
722 efi.systab->hdr.revision & 0xffff, vendor);
723
724 if (efi_config_init(efi.systab->tables, efi.systab->nr_tables))
725 return;
726
727 set_bit(EFI_CONFIG_TABLES, &x86_efi_facility);
728
729 /*
730 * Note: We currently don't support runtime services on an EFI
731 * that doesn't match the kernel 32/64-bit mode.
732 */
733
734 if (!efi_is_native())
735 pr_info("No EFI runtime due to 32/64-bit mismatch with kernel\n");
736 else {
737 if (efi_runtime_init())
738 return;
739 set_bit(EFI_RUNTIME_SERVICES, &x86_efi_facility);
740 }
741
742 if (efi_memmap_init())
743 return;
744
745 set_bit(EFI_MEMMAP, &x86_efi_facility);
746
747 #ifdef CONFIG_X86_32
748 if (efi_is_native()) {
749 x86_platform.get_wallclock = efi_get_time;
750 x86_platform.set_wallclock = efi_set_rtc_mmss;
751 }
752 #endif
753
754 #if EFI_DEBUG
755 print_efi_memmap();
756 #endif
757 }
758
759 void __init efi_late_init(void)
760 {
761 efi_bgrt_init();
762 }
763
764 void __init efi_set_executable(efi_memory_desc_t *md, bool executable)
765 {
766 u64 addr, npages;
767
768 addr = md->virt_addr;
769 npages = md->num_pages;
770
771 memrange_efi_to_native(&addr, &npages);
772
773 if (executable)
774 set_memory_x(addr, npages);
775 else
776 set_memory_nx(addr, npages);
777 }
778
779 static void __init runtime_code_page_mkexec(void)
780 {
781 efi_memory_desc_t *md;
782 void *p;
783
784 /* Make EFI runtime service code area executable */
785 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
786 md = p;
787
788 if (md->type != EFI_RUNTIME_SERVICES_CODE)
789 continue;
790
791 efi_set_executable(md, true);
792 }
793 }
794
795 /*
796 * We can't ioremap data in EFI boot services RAM, because we've already mapped
797 * it as RAM. So, look it up in the existing EFI memory map instead. Only
798 * callable after efi_enter_virtual_mode and before efi_free_boot_services.
799 */
800 void __iomem *efi_lookup_mapped_addr(u64 phys_addr)
801 {
802 void *p;
803 if (WARN_ON(!memmap.map))
804 return NULL;
805 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
806 efi_memory_desc_t *md = p;
807 u64 size = md->num_pages << EFI_PAGE_SHIFT;
808 u64 end = md->phys_addr + size;
809 if (!(md->attribute & EFI_MEMORY_RUNTIME) &&
810 md->type != EFI_BOOT_SERVICES_CODE &&
811 md->type != EFI_BOOT_SERVICES_DATA)
812 continue;
813 if (!md->virt_addr)
814 continue;
815 if (phys_addr >= md->phys_addr && phys_addr < end) {
816 phys_addr += md->virt_addr - md->phys_addr;
817 return (__force void __iomem *)(unsigned long)phys_addr;
818 }
819 }
820 return NULL;
821 }
822
823 void efi_memory_uc(u64 addr, unsigned long size)
824 {
825 unsigned long page_shift = 1UL << EFI_PAGE_SHIFT;
826 u64 npages;
827
828 npages = round_up(size, page_shift) / page_shift;
829 memrange_efi_to_native(&addr, &npages);
830 set_memory_uc(addr, npages);
831 }
832
833 /*
834 * This function will switch the EFI runtime services to virtual mode.
835 * Essentially, look through the EFI memmap and map every region that
836 * has the runtime attribute bit set in its memory descriptor and update
837 * that memory descriptor with the virtual address obtained from ioremap().
838 * This enables the runtime services to be called without having to
839 * thunk back into physical mode for every invocation.
840 */
841 void __init efi_enter_virtual_mode(void)
842 {
843 efi_memory_desc_t *md, *prev_md = NULL;
844 efi_status_t status;
845 unsigned long size;
846 u64 end, systab, end_pfn;
847 void *p, *va, *new_memmap = NULL;
848 int count = 0;
849
850 efi.systab = NULL;
851
852 /*
853 * We don't do virtual mode, since we don't do runtime services, on
854 * non-native EFI
855 */
856
857 if (!efi_is_native()) {
858 efi_unmap_memmap();
859 return;
860 }
861
862 /* Merge contiguous regions of the same type and attribute */
863 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
864 u64 prev_size;
865 md = p;
866
867 if (!prev_md) {
868 prev_md = md;
869 continue;
870 }
871
872 if (prev_md->type != md->type ||
873 prev_md->attribute != md->attribute) {
874 prev_md = md;
875 continue;
876 }
877
878 prev_size = prev_md->num_pages << EFI_PAGE_SHIFT;
879
880 if (md->phys_addr == (prev_md->phys_addr + prev_size)) {
881 prev_md->num_pages += md->num_pages;
882 md->type = EFI_RESERVED_TYPE;
883 md->attribute = 0;
884 continue;
885 }
886 prev_md = md;
887 }
888
889 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
890 md = p;
891 if (!(md->attribute & EFI_MEMORY_RUNTIME) &&
892 md->type != EFI_BOOT_SERVICES_CODE &&
893 md->type != EFI_BOOT_SERVICES_DATA)
894 continue;
895
896 size = md->num_pages << EFI_PAGE_SHIFT;
897 end = md->phys_addr + size;
898
899 end_pfn = PFN_UP(end);
900 if (end_pfn <= max_low_pfn_mapped
901 || (end_pfn > (1UL << (32 - PAGE_SHIFT))
902 && end_pfn <= max_pfn_mapped)) {
903 va = __va(md->phys_addr);
904
905 if (!(md->attribute & EFI_MEMORY_WB))
906 efi_memory_uc((u64)(unsigned long)va, size);
907 } else
908 va = efi_ioremap(md->phys_addr, size,
909 md->type, md->attribute);
910
911 md->virt_addr = (u64) (unsigned long) va;
912
913 if (!va) {
914 pr_err("ioremap of 0x%llX failed!\n",
915 (unsigned long long)md->phys_addr);
916 continue;
917 }
918
919 systab = (u64) (unsigned long) efi_phys.systab;
920 if (md->phys_addr <= systab && systab < end) {
921 systab += md->virt_addr - md->phys_addr;
922 efi.systab = (efi_system_table_t *) (unsigned long) systab;
923 }
924 new_memmap = krealloc(new_memmap,
925 (count + 1) * memmap.desc_size,
926 GFP_KERNEL);
927 memcpy(new_memmap + (count * memmap.desc_size), md,
928 memmap.desc_size);
929 count++;
930 }
931
932 BUG_ON(!efi.systab);
933
934 status = phys_efi_set_virtual_address_map(
935 memmap.desc_size * count,
936 memmap.desc_size,
937 memmap.desc_version,
938 (efi_memory_desc_t *)__pa(new_memmap));
939
940 if (status != EFI_SUCCESS) {
941 pr_alert("Unable to switch EFI into virtual mode "
942 "(status=%lx)!\n", status);
943 panic("EFI call to SetVirtualAddressMap() failed!");
944 }
945
946 /*
947 * Now that EFI is in virtual mode, update the function
948 * pointers in the runtime service table to the new virtual addresses.
949 *
950 * Call EFI services through wrapper functions.
951 */
952 efi.runtime_version = efi_systab.hdr.revision;
953 efi.get_time = virt_efi_get_time;
954 efi.set_time = virt_efi_set_time;
955 efi.get_wakeup_time = virt_efi_get_wakeup_time;
956 efi.set_wakeup_time = virt_efi_set_wakeup_time;
957 efi.get_variable = virt_efi_get_variable;
958 efi.get_next_variable = virt_efi_get_next_variable;
959 efi.set_variable = virt_efi_set_variable;
960 efi.get_next_high_mono_count = virt_efi_get_next_high_mono_count;
961 efi.reset_system = virt_efi_reset_system;
962 efi.set_virtual_address_map = NULL;
963 efi.query_variable_info = virt_efi_query_variable_info;
964 efi.update_capsule = virt_efi_update_capsule;
965 efi.query_capsule_caps = virt_efi_query_capsule_caps;
966 if (__supported_pte_mask & _PAGE_NX)
967 runtime_code_page_mkexec();
968
969 kfree(new_memmap);
970 }
971
972 /*
973 * Convenience functions to obtain memory types and attributes
974 */
975 u32 efi_mem_type(unsigned long phys_addr)
976 {
977 efi_memory_desc_t *md;
978 void *p;
979
980 if (!efi_enabled(EFI_MEMMAP))
981 return 0;
982
983 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
984 md = p;
985 if ((md->phys_addr <= phys_addr) &&
986 (phys_addr < (md->phys_addr +
987 (md->num_pages << EFI_PAGE_SHIFT))))
988 return md->type;
989 }
990 return 0;
991 }
992
993 u64 efi_mem_attributes(unsigned long phys_addr)
994 {
995 efi_memory_desc_t *md;
996 void *p;
997
998 for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
999 md = p;
1000 if ((md->phys_addr <= phys_addr) &&
1001 (phys_addr < (md->phys_addr +
1002 (md->num_pages << EFI_PAGE_SHIFT))))
1003 return md->attribute;
1004 }
1005 return 0;
1006 }
Linux 2.6 libata-dev (mirror)