arch/x86/kernel/reboot.c

   1 #include <linux/module.h>
   2 #include <linux/reboot.h>
   3 #include <linux/init.h>
   4 #include <linux/pm.h>
   5 #include <linux/efi.h>
   6 #include <linux/dmi.h>
   7 #include <acpi/reboot.h>
   8 #include <asm/io.h>
   9 #include <asm/apic.h>
  10 #include <asm/desc.h>
  11 #include <asm/hpet.h>
  12 #include <asm/pgtable.h>
  13 #include <asm/proto.h>
  14 #include <asm/reboot_fixups.h>
  15 #include <asm/reboot.h>
  16 #include <asm/pci_x86.h>
  17 #include <asm/virtext.h>
  18 #include <asm/cpu.h>
  19
  20 #ifdef CONFIG_X86_32
  21 # include <linux/ctype.h>
  22 # include <linux/mc146818rtc.h>
  23 #else
  24 # include <asm/iommu.h>
  25 #endif
  26
  27 /*
  28  * Power off function, if any
  29  */
  30 void (*pm_power_off)(void);
  31 EXPORT_SYMBOL(pm_power_off);
  32
  33 static const struct desc_ptr no_idt = {};
  34 static int reboot_mode;
  35 enum reboot_type reboot_type = BOOT_KBD;
  36 int reboot_force;
  37
  38 #if defined(CONFIG_X86_32) && defined(CONFIG_SMP)
  39 static int reboot_cpu = -1;
  40 #endif
  41
  42 /* This is set if we need to go through the 'emergency' path.
  43  * When machine_emergency_restart() is called, we may be on
  44  * an inconsistent state and won't be able to do a clean cleanup
  45  */
  46 static int reboot_emergency;
  47
  48 /* This is set by the PCI code if either type 1 or type 2 PCI is detected */
  49 bool port_cf9_safe = false;
  50
  51 /* reboot=b[ios] | s[mp] | t[riple] | k[bd] | e[fi] [, [w]arm | [c]old] | p[ci]
  52    warm   Don't set the cold reboot flag
  53    cold   Set the cold reboot flag
  54    bios   Reboot by jumping through the BIOS (only for X86_32)
  55    smp    Reboot by executing reset on BSP or other CPU (only for X86_32)
  56    triple Force a triple fault (init)
  57    kbd    Use the keyboard controller. cold reset (default)
  58    acpi   Use the RESET_REG in the FADT
  59    efi    Use efi reset_system runtime service
  60    pci    Use the so-called "PCI reset register", CF9
  61    force  Avoid anything that could hang.
  62  */
  63 static int __init reboot_setup(char *str)
  64 {
  65         for (;;) {
  66                 switch (*str) {
  67                 case 'w':
  68                         reboot_mode = 0x1234;
  69                         break;
  70
  71                 case 'c':
  72                         reboot_mode = 0;
  73                         break;
  74
  75 #ifdef CONFIG_X86_32
  76 #ifdef CONFIG_SMP
  77                 case 's':
  78                         if (isdigit(*(str+1))) {
  79                                 reboot_cpu = (int) (*(str+1) - '0');
  80                                 if (isdigit(*(str+2)))
  81                                         reboot_cpu = reboot_cpu*10 + (int)(*(str+2) - '0');
  82                         }
  83                                 /* we will leave sorting out the final value
  84                                    when we are ready to reboot, since we might not
  85                                    have set up boot_cpu_id or smp_num_cpu */
  86                         break;
  87 #endif /* CONFIG_SMP */
  88
  89                 case 'b':
  90 #endif
  91                 case 'a':
  92                 case 'k':
  93                 case 't':
  94                 case 'e':
  95                 case 'p':
  96                         reboot_type = *str;
  97                         break;
  98
  99                 case 'f':
 100                         reboot_force = 1;
 101                         break;
 102                 }
 103
 104                 str = strchr(str, ',');
 105                 if (str)
 106                         str++;
 107                 else
 108                         break;
 109         }
 110         return 1;
 111 }
 112
 113 __setup("reboot=", reboot_setup);
 114
 115
 116 #ifdef CONFIG_X86_32
 117 /*
 118  * Reboot options and system auto-detection code provided by
 119  * Dell Inc. so their systems "just work". :-)
 120  */
 121
 122 /*
 123  * Some machines require the "reboot=b"  commandline option,
 124  * this quirk makes that automatic.
 125  */
 126 static int __init set_bios_reboot(const struct dmi_system_id *d)
 127 {
 128         if (reboot_type != BOOT_BIOS) {
 129                 reboot_type = BOOT_BIOS;
 130                 printk(KERN_INFO "%s series board detected. Selecting BIOS-method for reboots.\n", d->ident);
 131         }
 132         return 0;
 133 }
 134
 135 static struct dmi_system_id __initdata reboot_dmi_table[] = {
 136         {       /* Handle problems with rebooting on Dell E520's */
 137                 .callback = set_bios_reboot,
 138                 .ident = "Dell E520",
 139                 .matches = {
 140                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 141                         DMI_MATCH(DMI_PRODUCT_NAME, "Dell DM061"),
 142                 },
 143         },
 144         {       /* Handle problems with rebooting on Dell 1300's */
 145                 .callback = set_bios_reboot,
 146                 .ident = "Dell PowerEdge 1300",
 147                 .matches = {
 148                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
 149                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1300/"),
 150                 },
 151         },
 152         {       /* Handle problems with rebooting on Dell 300's */
 153                 .callback = set_bios_reboot,
 154                 .ident = "Dell PowerEdge 300",
 155                 .matches = {
 156                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
 157                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 300/"),
 158                 },
 159         },
 160         {       /* Handle problems with rebooting on Dell Optiplex 745's SFF*/
 161                 .callback = set_bios_reboot,
 162                 .ident = "Dell OptiPlex 745",
 163                 .matches = {
 164                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 165                         DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
 166                 },
 167         },
 168         {       /* Handle problems with rebooting on Dell Optiplex 745's DFF*/
 169                 .callback = set_bios_reboot,
 170                 .ident = "Dell OptiPlex 745",
 171                 .matches = {
 172                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 173                         DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
 174                         DMI_MATCH(DMI_BOARD_NAME, "0MM599"),
 175                 },
 176         },
 177         {       /* Handle problems with rebooting on Dell Optiplex 745 with 0KW626 */
 178                 .callback = set_bios_reboot,
 179                 .ident = "Dell OptiPlex 745",
 180                 .matches = {
 181                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 182                         DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
 183                         DMI_MATCH(DMI_BOARD_NAME, "0KW626"),
 184                 },
 185         },
 186         {   /* Handle problems with rebooting on Dell Optiplex 330 with 0KP561 */
 187                 .callback = set_bios_reboot,
 188                 .ident = "Dell OptiPlex 330",
 189                 .matches = {
 190                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 191                         DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 330"),
 192                         DMI_MATCH(DMI_BOARD_NAME, "0KP561"),
 193                 },
 194         },
 195         {   /* Handle problems with rebooting on Dell Optiplex 360 with 0T656F */
 196                 .callback = set_bios_reboot,
 197                 .ident = "Dell OptiPlex 360",
 198                 .matches = {
 199                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 200                         DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 360"),
 201                         DMI_MATCH(DMI_BOARD_NAME, "0T656F"),
 202                 },
 203         },
 204         {       /* Handle problems with rebooting on Dell 2400's */
 205                 .callback = set_bios_reboot,
 206                 .ident = "Dell PowerEdge 2400",
 207                 .matches = {
 208                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
 209                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2400"),
 210                 },
 211         },
 212         {       /* Handle problems with rebooting on Dell T5400's */
 213                 .callback = set_bios_reboot,
 214                 .ident = "Dell Precision T5400",
 215                 .matches = {
 216                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 217                         DMI_MATCH(DMI_PRODUCT_NAME, "Precision WorkStation T5400"),
 218                 },
 219         },
 220         {       /* Handle problems with rebooting on HP laptops */
 221                 .callback = set_bios_reboot,
 222                 .ident = "HP Compaq Laptop",
 223                 .matches = {
 224                         DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
 225                         DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq"),
 226                 },
 227         },
 228         {       /* Handle problems with rebooting on Dell XPS710 */
 229                 .callback = set_bios_reboot,
 230                 .ident = "Dell XPS710",
 231                 .matches = {
 232                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 233                         DMI_MATCH(DMI_PRODUCT_NAME, "Dell XPS710"),
 234                 },
 235         },
 236         {       /* Handle problems with rebooting on Dell DXP061 */
 237                 .callback = set_bios_reboot,
 238                 .ident = "Dell DXP061",
 239                 .matches = {
 240                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
 241                         DMI_MATCH(DMI_PRODUCT_NAME, "Dell DXP061"),
 242                 },
 243         },
 244         {       /* Handle problems with rebooting on Sony VGN-Z540N */
 245                 .callback = set_bios_reboot,
 246                 .ident = "Sony VGN-Z540N",
 247                 .matches = {
 248                         DMI_MATCH(DMI_SYS_VENDOR, "Sony Corporation"),
 249                         DMI_MATCH(DMI_PRODUCT_NAME, "VGN-Z540N"),
 250                 },
 251         },
 252         {       /* Handle problems with rebooting on CompuLab SBC-FITPC2 */
 253                 .callback = set_bios_reboot,
 254                 .ident = "CompuLab SBC-FITPC2",
 255                 .matches = {
 256                         DMI_MATCH(DMI_SYS_VENDOR, "CompuLab"),
 257                         DMI_MATCH(DMI_PRODUCT_NAME, "SBC-FITPC2"),
 258                 },
 259         },
 260         { }
 261 };
 262
 263 static int __init reboot_init(void)
 264 {
 265         dmi_check_system(reboot_dmi_table);
 266         return 0;
 267 }
 268 core_initcall(reboot_init);
 269
 270 /* The following code and data reboots the machine by switching to real
 271    mode and jumping to the BIOS reset entry point, as if the CPU has
 272    really been reset.  The previous version asked the keyboard
 273    controller to pulse the CPU reset line, which is more thorough, but
 274    doesn't work with at least one type of 486 motherboard.  It is easy
 275    to stop this code working; hence the copious comments. */
 276 static const unsigned long long
 277 real_mode_gdt_entries [3] =
 278 {
 279         0x0000000000000000ULL,  /* Null descriptor */
 280         0x00009b000000ffffULL,  /* 16-bit real-mode 64k code at 0x00000000 */
 281         0x000093000100ffffULL   /* 16-bit real-mode 64k data at 0x00000100 */
 282 };
 283
 284 static const struct desc_ptr
 285 real_mode_gdt = { sizeof (real_mode_gdt_entries) - 1, (long)real_mode_gdt_entries },
 286 real_mode_idt = { 0x3ff, 0 };
 287
 288 /* This is 16-bit protected mode code to disable paging and the cache,
 289    switch to real mode and jump to the BIOS reset code.
 290
 291    The instruction that switches to real mode by writing to CR0 must be
 292    followed immediately by a far jump instruction, which set CS to a
 293    valid value for real mode, and flushes the prefetch queue to avoid
 294    running instructions that have already been decoded in protected
 295    mode.
 296
 297    Clears all the flags except ET, especially PG (paging), PE
 298    (protected-mode enable) and TS (task switch for coprocessor state
 299    save).  Flushes the TLB after paging has been disabled.  Sets CD and
 300    NW, to disable the cache on a 486, and invalidates the cache.  This
 301    is more like the state of a 486 after reset.  I don't know if
 302    something else should be done for other chips.
 303
 304    More could be done here to set up the registers as if a CPU reset had
 305    occurred; hopefully real BIOSs don't assume much. */
 306 static const unsigned char real_mode_switch [] =
 307 {
 308         0x66, 0x0f, 0x20, 0xc0,                 /*    movl  %cr0,%eax        */
 309         0x66, 0x83, 0xe0, 0x11,                 /*    andl  $0x00000011,%eax */
 310         0x66, 0x0d, 0x00, 0x00, 0x00, 0x60,     /*    orl   $0x60000000,%eax */
 311         0x66, 0x0f, 0x22, 0xc0,                 /*    movl  %eax,%cr0        */
 312         0x66, 0x0f, 0x22, 0xd8,                 /*    movl  %eax,%cr3        */
 313         0x66, 0x0f, 0x20, 0xc3,                 /*    movl  %cr0,%ebx        */
 314         0x66, 0x81, 0xe3, 0x00, 0x00, 0x00, 0x60,       /*    andl  $0x60000000,%ebx */
 315         0x74, 0x02,                             /*    jz    f                */
 316         0x0f, 0x09,                             /*    wbinvd                 */
 317         0x24, 0x10,                             /* f: andb  $0x10,al         */
 318         0x66, 0x0f, 0x22, 0xc0                  /*    movl  %eax,%cr0        */
 319 };
 320 static const unsigned char jump_to_bios [] =
 321 {
 322         0xea, 0x00, 0x00, 0xff, 0xff            /*    ljmp  $0xffff,$0x0000  */
 323 };
 324
 325 /*
 326  * Switch to real mode and then execute the code
 327  * specified by the code and length parameters.
 328  * We assume that length will aways be less that 100!
 329  */
 330 void machine_real_restart(const unsigned char *code, int length)
 331 {
 332         local_irq_disable();
 333
 334         /* Write zero to CMOS register number 0x0f, which the BIOS POST
 335            routine will recognize as telling it to do a proper reboot.  (Well
 336            that's what this book in front of me says -- it may only apply to
 337            the Phoenix BIOS though, it's not clear).  At the same time,
 338            disable NMIs by setting the top bit in the CMOS address register,
 339            as we're about to do peculiar things to the CPU.  I'm not sure if
 340            `outb_p' is needed instead of just `outb'.  Use it to be on the
 341            safe side.  (Yes, CMOS_WRITE does outb_p's. -  Paul G.)
 342          */
 343         spin_lock(&rtc_lock);
 344         CMOS_WRITE(0x00, 0x8f);
 345         spin_unlock(&rtc_lock);
 346
 347         /* Remap the kernel at virtual address zero, as well as offset zero
 348            from the kernel segment.  This assumes the kernel segment starts at
 349            virtual address PAGE_OFFSET. */
 350         memcpy(swapper_pg_dir, swapper_pg_dir + KERNEL_PGD_BOUNDARY,
 351                 sizeof(swapper_pg_dir [0]) * KERNEL_PGD_PTRS);
 352
 353         /*
 354          * Use `swapper_pg_dir' as our page directory.
 355          */
 356         load_cr3(swapper_pg_dir);
 357
 358         /* Write 0x1234 to absolute memory location 0x472.  The BIOS reads
 359            this on booting to tell it to "Bypass memory test (also warm
 360            boot)".  This seems like a fairly standard thing that gets set by
 361            REBOOT.COM programs, and the previous reset routine did this
 362            too. */
 363         *((unsigned short *)0x472) = reboot_mode;
 364
 365         /* For the switch to real mode, copy some code to low memory.  It has
 366            to be in the first 64k because it is running in 16-bit mode, and it
 367            has to have the same physical and virtual address, because it turns
 368            off paging.  Copy it near the end of the first page, out of the way
 369            of BIOS variables. */
 370         memcpy((void *)(0x1000 - sizeof(real_mode_switch) - 100),
 371                 real_mode_switch, sizeof (real_mode_switch));
 372         memcpy((void *)(0x1000 - 100), code, length);
 373
 374         /* Set up the IDT for real mode. */
 375         load_idt(&real_mode_idt);
 376
 377         /* Set up a GDT from which we can load segment descriptors for real
 378            mode.  The GDT is not used in real mode; it is just needed here to
 379            prepare the descriptors. */
 380         load_gdt(&real_mode_gdt);
 381
 382         /* Load the data segment registers, and thus the descriptors ready for
 383            real mode.  The base address of each segment is 0x100, 16 times the
 384            selector value being loaded here.  This is so that the segment
 385            registers don't have to be reloaded after switching to real mode:
 386            the values are consistent for real mode operation already. */
 387         __asm__ __volatile__ ("movl $0x0010,%%eax\n"
 388                                 "\tmovl %%eax,%%ds\n"
 389                                 "\tmovl %%eax,%%es\n"
 390                                 "\tmovl %%eax,%%fs\n"
 391                                 "\tmovl %%eax,%%gs\n"
 392                                 "\tmovl %%eax,%%ss" : : : "eax");
 393
 394         /* Jump to the 16-bit code that we copied earlier.  It disables paging
 395            and the cache, switches to real mode, and jumps to the BIOS reset
 396            entry point. */
 397         __asm__ __volatile__ ("ljmp $0x0008,%0"
 398                                 :
 399                                 : "i" ((void *)(0x1000 - sizeof (real_mode_switch) - 100)));
 400 }
 401 #ifdef CONFIG_APM_MODULE
 402 EXPORT_SYMBOL(machine_real_restart);
 403 #endif
 404
 405 #endif /* CONFIG_X86_32 */
 406
 407 /*
 408  * Some Apple MacBook and MacBookPro's needs reboot=p to be able to reboot
 409  */
 410 static int __init set_pci_reboot(const struct dmi_system_id *d)
 411 {
 412         if (reboot_type != BOOT_CF9) {
 413                 reboot_type = BOOT_CF9;
 414                 printk(KERN_INFO "%s series board detected. "
 415                        "Selecting PCI-method for reboots.\n", d->ident);
 416         }
 417         return 0;
 418 }
 419
 420 static struct dmi_system_id __initdata pci_reboot_dmi_table[] = {
 421         {       /* Handle problems with rebooting on Apple MacBook5 */
 422                 .callback = set_pci_reboot,
 423                 .ident = "Apple MacBook5",
 424                 .matches = {
 425                         DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
 426                         DMI_MATCH(DMI_PRODUCT_NAME, "MacBook5"),
 427                 },
 428         },
 429         {       /* Handle problems with rebooting on Apple MacBookPro5 */
 430                 .callback = set_pci_reboot,
 431                 .ident = "Apple MacBookPro5",
 432                 .matches = {
 433                         DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
 434                         DMI_MATCH(DMI_PRODUCT_NAME, "MacBookPro5"),
 435                 },
 436         },
 437         { }
 438 };
 439
 440 static int __init pci_reboot_init(void)
 441 {
 442         dmi_check_system(pci_reboot_dmi_table);
 443         return 0;
 444 }
 445 core_initcall(pci_reboot_init);
 446
 447 static inline void kb_wait(void)
 448 {
 449         int i;
 450
 451         for (i = 0; i < 0x10000; i++) {
 452                 if ((inb(0x64) & 0x02) == 0)
 453                         break;
 454                 udelay(2);
 455         }
 456 }
 457
 458 static void vmxoff_nmi(int cpu, struct die_args *args)
 459 {
 460         cpu_emergency_vmxoff();
 461 }
 462
 463 /* Use NMIs as IPIs to tell all CPUs to disable virtualization
 464  */
 465 static void emergency_vmx_disable_all(void)
 466 {
 467         /* Just make sure we won't change CPUs while doing this */
 468         local_irq_disable();
 469
 470         /* We need to disable VMX on all CPUs before rebooting, otherwise
 471          * we risk hanging up the machine, because the CPU ignore INIT
 472          * signals when VMX is enabled.
 473          *
 474          * We can't take any locks and we may be on an inconsistent
 475          * state, so we use NMIs as IPIs to tell the other CPUs to disable
 476          * VMX and halt.
 477          *
 478          * For safety, we will avoid running the nmi_shootdown_cpus()
 479          * stuff unnecessarily, but we don't have a way to check
 480          * if other CPUs have VMX enabled. So we will call it only if the
 481          * CPU we are running on has VMX enabled.
 482          *
 483          * We will miss cases where VMX is not enabled on all CPUs. This
 484          * shouldn't do much harm because KVM always enable VMX on all
 485          * CPUs anyway. But we can miss it on the small window where KVM
 486          * is still enabling VMX.
 487          */
 488         if (cpu_has_vmx() && cpu_vmx_enabled()) {
 489                 /* Disable VMX on this CPU.
 490                  */
 491                 cpu_vmxoff();
 492
 493                 /* Halt and disable VMX on the other CPUs */
 494                 nmi_shootdown_cpus(vmxoff_nmi);
 495
 496         }
 497 }
 498
 499
 500 void __attribute__((weak)) mach_reboot_fixups(void)
 501 {
 502 }
 503
 504 static void native_machine_emergency_restart(void)
 505 {
 506         int i;
 507
 508         if (reboot_emergency)
 509                 emergency_vmx_disable_all();
 510
 511         /* Tell the BIOS if we want cold or warm reboot */
 512         *((unsigned short *)__va(0x472)) = reboot_mode;
 513
 514         for (;;) {
 515                 /* Could also try the reset bit in the Hammer NB */
 516                 switch (reboot_type) {
 517                 case BOOT_KBD:
 518                         mach_reboot_fixups(); /* for board specific fixups */
 519
 520                         for (i = 0; i < 10; i++) {
 521                                 kb_wait();
 522                                 udelay(50);
 523                                 outb(0xfe, 0x64); /* pulse reset low */
 524                                 udelay(50);
 525                         }
 526
 527                 case BOOT_TRIPLE:
 528                         load_idt(&no_idt);
 529                         __asm__ __volatile__("int3");
 530
 531                         reboot_type = BOOT_KBD;
 532                         break;
 533
 534 #ifdef CONFIG_X86_32
 535                 case BOOT_BIOS:
 536                         machine_real_restart(jump_to_bios, sizeof(jump_to_bios));
 537
 538                         reboot_type = BOOT_KBD;
 539                         break;
 540 #endif
 541
 542                 case BOOT_ACPI:
 543                         acpi_reboot();
 544                         reboot_type = BOOT_KBD;
 545                         break;
 546
 547                 case BOOT_EFI:
 548                         if (efi_enabled)
 549                                 efi.reset_system(reboot_mode ?
 550                                                  EFI_RESET_WARM :
 551                                                  EFI_RESET_COLD,
 552                                                  EFI_SUCCESS, 0, NULL);
 553                         reboot_type = BOOT_KBD;
 554                         break;
 555
 556                 case BOOT_CF9:
 557                         port_cf9_safe = true;
 558                         /* fall through */
 559
 560                 case BOOT_CF9_COND:
 561                         if (port_cf9_safe) {
 562                                 u8 cf9 = inb(0xcf9) & ~6;
 563                                 outb(cf9|2, 0xcf9); /* Request hard reset */
 564                                 udelay(50);
 565                                 outb(cf9|6, 0xcf9); /* Actually do the reset */
 566                                 udelay(50);
 567                         }
 568                         reboot_type = BOOT_KBD;
 569                         break;
 570                 }
 571         }
 572 }
 573
 574 void native_machine_shutdown(void)
 575 {
 576         /* Stop the cpus and apics */
 577 #ifdef CONFIG_SMP
 578
 579         /* The boot cpu is always logical cpu 0 */
 580         int reboot_cpu_id = 0;
 581
 582 #ifdef CONFIG_X86_32
 583         /* See if there has been given a command line override */
 584         if ((reboot_cpu != -1) && (reboot_cpu < nr_cpu_ids) &&
 585                 cpu_online(reboot_cpu))
 586                 reboot_cpu_id = reboot_cpu;
 587 #endif
 588
 589         /* Make certain the cpu I'm about to reboot on is online */
 590         if (!cpu_online(reboot_cpu_id))
 591                 reboot_cpu_id = smp_processor_id();
 592
 593         /* Make certain I only run on the appropriate processor */
 594         set_cpus_allowed_ptr(current, cpumask_of(reboot_cpu_id));
 595
 596         /* O.K Now that I'm on the appropriate processor,
 597          * stop all of the others.
 598          */
 599         smp_send_stop();
 600 #endif
 601
 602         lapic_shutdown();
 603
 604 #ifdef CONFIG_X86_IO_APIC
 605         disable_IO_APIC();
 606 #endif
 607
 608 #ifdef CONFIG_HPET_TIMER
 609         hpet_disable();
 610 #endif
 611
 612 #ifdef CONFIG_X86_64
 613         pci_iommu_shutdown();
 614 #endif
 615 }
 616
 617 static void __machine_emergency_restart(int emergency)
 618 {
 619         reboot_emergency = emergency;
 620         machine_ops.emergency_restart();
 621 }
 622
 623 static void native_machine_restart(char *__unused)
 624 {
 625         printk("machine restart\n");
 626
 627         if (!reboot_force)
 628                 machine_shutdown();
 629         __machine_emergency_restart(0);
 630 }
 631
 632 static void native_machine_halt(void)
 633 {
 634         /* stop other cpus and apics */
 635         machine_shutdown();
 636
 637         /* stop this cpu */
 638         stop_this_cpu(NULL);
 639 }
 640
 641 static void native_machine_power_off(void)
 642 {
 643         if (pm_power_off) {
 644                 if (!reboot_force)
 645                         machine_shutdown();
 646                 pm_power_off();
 647         }
 648 }
 649
 650 struct machine_ops machine_ops = {
 651         .power_off = native_machine_power_off,
 652         .shutdown = native_machine_shutdown,
 653         .emergency_restart = native_machine_emergency_restart,
 654         .restart = native_machine_restart,
 655         .halt = native_machine_halt,
 656 #ifdef CONFIG_KEXEC
 657         .crash_shutdown = native_machine_crash_shutdown,
 658 #endif
 659 };
 660
 661 void machine_power_off(void)
 662 {
 663         machine_ops.power_off();
 664 }
 665
 666 void machine_shutdown(void)
 667 {
 668         machine_ops.shutdown();
 669 }
 670
 671 void machine_emergency_restart(void)
 672 {
 673         __machine_emergency_restart(1);
 674 }
 675
 676 void machine_restart(char *cmd)
 677 {
 678         machine_ops.restart(cmd);
 679 }
 680
 681 void machine_halt(void)
 682 {
 683         machine_ops.halt();
 684 }
 685
 686 #ifdef CONFIG_KEXEC
 687 void machine_crash_shutdown(struct pt_regs *regs)
 688 {
 689         machine_ops.crash_shutdown(regs);
 690 }
 691 #endif
 692
 693
 694 #if defined(CONFIG_SMP)
 695
 696 /* This keeps a track of which one is crashing cpu. */
 697 static int crashing_cpu;
 698 static nmi_shootdown_cb shootdown_callback;
 699
 700 static atomic_t waiting_for_crash_ipi;
 701
 702 static int crash_nmi_callback(struct notifier_block *self,
 703                         unsigned long val, void *data)
 704 {
 705         int cpu;
 706
 707         if (val != DIE_NMI_IPI)
 708                 return NOTIFY_OK;
 709
 710         cpu = raw_smp_processor_id();
 711
 712         /* Don't do anything if this handler is invoked on crashing cpu.
 713          * Otherwise, system will completely hang. Crashing cpu can get
 714          * an NMI if system was initially booted with nmi_watchdog parameter.
 715          */
 716         if (cpu == crashing_cpu)
 717                 return NOTIFY_STOP;
 718         local_irq_disable();
 719
 720         shootdown_callback(cpu, (struct die_args *)data);
 721
 722         atomic_dec(&waiting_for_crash_ipi);
 723         /* Assume hlt works */
 724         halt();
 725         for (;;)
 726                 cpu_relax();
 727
 728         return 1;
 729 }
 730
 731 static void smp_send_nmi_allbutself(void)
 732 {
 733         apic->send_IPI_allbutself(NMI_VECTOR);
 734 }
 735
 736 static struct notifier_block crash_nmi_nb = {
 737         .notifier_call = crash_nmi_callback,
 738 };
 739
 740 /* Halt all other CPUs, calling the specified function on each of them
 741  *
 742  * This function can be used to halt all other CPUs on crash
 743  * or emergency reboot time. The function passed as parameter
 744  * will be called inside a NMI handler on all CPUs.
 745  */
 746 void nmi_shootdown_cpus(nmi_shootdown_cb callback)
 747 {
 748         unsigned long msecs;
 749         local_irq_disable();
 750
 751         /* Make a note of crashing cpu. Will be used in NMI callback.*/
 752         crashing_cpu = safe_smp_processor_id();
 753
 754         shootdown_callback = callback;
 755
 756         atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1);
 757         /* Would it be better to replace the trap vector here? */
 758         if (register_die_notifier(&crash_nmi_nb))
 759                 return;         /* return what? */
 760         /* Ensure the new callback function is set before sending
 761          * out the NMI
 762          */
 763         wmb();
 764
 765         smp_send_nmi_allbutself();
 766
 767         msecs = 1000; /* Wait at most a second for the other cpus to stop */
 768         while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) {
 769                 mdelay(1);
 770                 msecs--;
 771         }
 772
 773         /* Leave the nmi callback set */
 774 }
 775 #else /* !CONFIG_SMP */
 776 void nmi_shootdown_cpus(nmi_shootdown_cb callback)
 777 {
 778         /* No other CPUs to shoot down */
 779 }
 780 #endif