xref: /linux/arch/x86/kernel/reboot.c (revision 12871a0bd67dd4db4418e1daafcd46e9d329ef10)
1 #include <linux/module.h>
2 #include <linux/reboot.h>
3 #include <linux/init.h>
4 #include <linux/pm.h>
5 #include <linux/efi.h>
6 #include <linux/dmi.h>
7 #include <linux/sched.h>
8 #include <linux/tboot.h>
9 #include <linux/delay.h>
10 #include <acpi/reboot.h>
11 #include <asm/io.h>
12 #include <asm/apic.h>
13 #include <asm/desc.h>
14 #include <asm/hpet.h>
15 #include <asm/pgtable.h>
16 #include <asm/proto.h>
17 #include <asm/reboot_fixups.h>
18 #include <asm/reboot.h>
19 #include <asm/pci_x86.h>
20 #include <asm/virtext.h>
21 #include <asm/cpu.h>
22 #include <asm/nmi.h>
23 
24 #ifdef CONFIG_X86_32
25 # include <linux/ctype.h>
26 # include <linux/mc146818rtc.h>
27 #else
28 # include <asm/x86_init.h>
29 #endif
30 
31 /*
32  * Power off function, if any
33  */
34 void (*pm_power_off)(void);
35 EXPORT_SYMBOL(pm_power_off);
36 
37 static const struct desc_ptr no_idt = {};
38 static int reboot_mode;
39 enum reboot_type reboot_type = BOOT_ACPI;
40 int reboot_force;
41 
42 #if defined(CONFIG_X86_32) && defined(CONFIG_SMP)
43 static int reboot_cpu = -1;
44 #endif
45 
46 /* This is set if we need to go through the 'emergency' path.
47  * When machine_emergency_restart() is called, we may be on
48  * an inconsistent state and won't be able to do a clean cleanup
49  */
50 static int reboot_emergency;
51 
52 /* This is set by the PCI code if either type 1 or type 2 PCI is detected */
53 bool port_cf9_safe = false;
54 
55 /* reboot=b[ios] | s[mp] | t[riple] | k[bd] | e[fi] [, [w]arm | [c]old] | p[ci]
56    warm   Don't set the cold reboot flag
57    cold   Set the cold reboot flag
58    bios   Reboot by jumping through the BIOS (only for X86_32)
59    smp    Reboot by executing reset on BSP or other CPU (only for X86_32)
60    triple Force a triple fault (init)
61    kbd    Use the keyboard controller. cold reset (default)
62    acpi   Use the RESET_REG in the FADT
63    efi    Use efi reset_system runtime service
64    pci    Use the so-called "PCI reset register", CF9
65    force  Avoid anything that could hang.
66  */
67 static int __init reboot_setup(char *str)
68 {
69 	for (;;) {
70 		switch (*str) {
71 		case 'w':
72 			reboot_mode = 0x1234;
73 			break;
74 
75 		case 'c':
76 			reboot_mode = 0;
77 			break;
78 
79 #ifdef CONFIG_X86_32
80 #ifdef CONFIG_SMP
81 		case 's':
82 			if (isdigit(*(str+1))) {
83 				reboot_cpu = (int) (*(str+1) - '0');
84 				if (isdigit(*(str+2)))
85 					reboot_cpu = reboot_cpu*10 + (int)(*(str+2) - '0');
86 			}
87 				/* we will leave sorting out the final value
88 				   when we are ready to reboot, since we might not
89 				   have detected BSP APIC ID or smp_num_cpu */
90 			break;
91 #endif /* CONFIG_SMP */
92 
93 		case 'b':
94 #endif
95 		case 'a':
96 		case 'k':
97 		case 't':
98 		case 'e':
99 		case 'p':
100 			reboot_type = *str;
101 			break;
102 
103 		case 'f':
104 			reboot_force = 1;
105 			break;
106 		}
107 
108 		str = strchr(str, ',');
109 		if (str)
110 			str++;
111 		else
112 			break;
113 	}
114 	return 1;
115 }
116 
117 __setup("reboot=", reboot_setup);
118 
119 
120 #ifdef CONFIG_X86_32
121 /*
122  * Reboot options and system auto-detection code provided by
123  * Dell Inc. so their systems "just work". :-)
124  */
125 
126 /*
127  * Some machines require the "reboot=b"  commandline option,
128  * this quirk makes that automatic.
129  */
130 static int __init set_bios_reboot(const struct dmi_system_id *d)
131 {
132 	if (reboot_type != BOOT_BIOS) {
133 		reboot_type = BOOT_BIOS;
134 		printk(KERN_INFO "%s series board detected. Selecting BIOS-method for reboots.\n", d->ident);
135 	}
136 	return 0;
137 }
138 
139 static struct dmi_system_id __initdata reboot_dmi_table[] = {
140 	{	/* Handle problems with rebooting on Dell E520's */
141 		.callback = set_bios_reboot,
142 		.ident = "Dell E520",
143 		.matches = {
144 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
145 			DMI_MATCH(DMI_PRODUCT_NAME, "Dell DM061"),
146 		},
147 	},
148 	{	/* Handle problems with rebooting on Dell 1300's */
149 		.callback = set_bios_reboot,
150 		.ident = "Dell PowerEdge 1300",
151 		.matches = {
152 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
153 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1300/"),
154 		},
155 	},
156 	{	/* Handle problems with rebooting on Dell 300's */
157 		.callback = set_bios_reboot,
158 		.ident = "Dell PowerEdge 300",
159 		.matches = {
160 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
161 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 300/"),
162 		},
163 	},
164 	{       /* Handle problems with rebooting on Dell Optiplex 745's SFF*/
165 		.callback = set_bios_reboot,
166 		.ident = "Dell OptiPlex 745",
167 		.matches = {
168 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
169 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
170 		},
171 	},
172 	{       /* Handle problems with rebooting on Dell Optiplex 745's DFF*/
173 		.callback = set_bios_reboot,
174 		.ident = "Dell OptiPlex 745",
175 		.matches = {
176 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
177 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
178 			DMI_MATCH(DMI_BOARD_NAME, "0MM599"),
179 		},
180 	},
181 	{       /* Handle problems with rebooting on Dell Optiplex 745 with 0KW626 */
182 		.callback = set_bios_reboot,
183 		.ident = "Dell OptiPlex 745",
184 		.matches = {
185 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
186 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
187 			DMI_MATCH(DMI_BOARD_NAME, "0KW626"),
188 		},
189 	},
190 	{   /* Handle problems with rebooting on Dell Optiplex 330 with 0KP561 */
191 		.callback = set_bios_reboot,
192 		.ident = "Dell OptiPlex 330",
193 		.matches = {
194 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
195 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 330"),
196 			DMI_MATCH(DMI_BOARD_NAME, "0KP561"),
197 		},
198 	},
199 	{   /* Handle problems with rebooting on Dell Optiplex 360 with 0T656F */
200 		.callback = set_bios_reboot,
201 		.ident = "Dell OptiPlex 360",
202 		.matches = {
203 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
204 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 360"),
205 			DMI_MATCH(DMI_BOARD_NAME, "0T656F"),
206 		},
207 	},
208 	{	/* Handle problems with rebooting on Dell OptiPlex 760 with 0G919G*/
209 		.callback = set_bios_reboot,
210 		.ident = "Dell OptiPlex 760",
211 		.matches = {
212 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
213 			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 760"),
214 			DMI_MATCH(DMI_BOARD_NAME, "0G919G"),
215 		},
216 	},
217 	{	/* Handle problems with rebooting on Dell 2400's */
218 		.callback = set_bios_reboot,
219 		.ident = "Dell PowerEdge 2400",
220 		.matches = {
221 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
222 			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2400"),
223 		},
224 	},
225 	{	/* Handle problems with rebooting on Dell T5400's */
226 		.callback = set_bios_reboot,
227 		.ident = "Dell Precision T5400",
228 		.matches = {
229 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
230 			DMI_MATCH(DMI_PRODUCT_NAME, "Precision WorkStation T5400"),
231 		},
232 	},
233 	{	/* Handle problems with rebooting on Dell T7400's */
234 		.callback = set_bios_reboot,
235 		.ident = "Dell Precision T7400",
236 		.matches = {
237 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
238 			DMI_MATCH(DMI_PRODUCT_NAME, "Precision WorkStation T7400"),
239 		},
240 	},
241 	{	/* Handle problems with rebooting on HP laptops */
242 		.callback = set_bios_reboot,
243 		.ident = "HP Compaq Laptop",
244 		.matches = {
245 			DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
246 			DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq"),
247 		},
248 	},
249 	{	/* Handle problems with rebooting on Dell XPS710 */
250 		.callback = set_bios_reboot,
251 		.ident = "Dell XPS710",
252 		.matches = {
253 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
254 			DMI_MATCH(DMI_PRODUCT_NAME, "Dell XPS710"),
255 		},
256 	},
257 	{	/* Handle problems with rebooting on Dell DXP061 */
258 		.callback = set_bios_reboot,
259 		.ident = "Dell DXP061",
260 		.matches = {
261 			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
262 			DMI_MATCH(DMI_PRODUCT_NAME, "Dell DXP061"),
263 		},
264 	},
265 	{	/* Handle problems with rebooting on Sony VGN-Z540N */
266 		.callback = set_bios_reboot,
267 		.ident = "Sony VGN-Z540N",
268 		.matches = {
269 			DMI_MATCH(DMI_SYS_VENDOR, "Sony Corporation"),
270 			DMI_MATCH(DMI_PRODUCT_NAME, "VGN-Z540N"),
271 		},
272 	},
273 	{	/* Handle problems with rebooting on CompuLab SBC-FITPC2 */
274 		.callback = set_bios_reboot,
275 		.ident = "CompuLab SBC-FITPC2",
276 		.matches = {
277 			DMI_MATCH(DMI_SYS_VENDOR, "CompuLab"),
278 			DMI_MATCH(DMI_PRODUCT_NAME, "SBC-FITPC2"),
279 		},
280 	},
281 	{       /* Handle problems with rebooting on ASUS P4S800 */
282 		.callback = set_bios_reboot,
283 		.ident = "ASUS P4S800",
284 		.matches = {
285 			DMI_MATCH(DMI_BOARD_VENDOR, "ASUSTeK Computer INC."),
286 			DMI_MATCH(DMI_BOARD_NAME, "P4S800"),
287 		},
288 	},
289 	{	/* Handle problems with rebooting on VersaLogic Menlow boards */
290 		.callback = set_bios_reboot,
291 		.ident = "VersaLogic Menlow based board",
292 		.matches = {
293 			DMI_MATCH(DMI_BOARD_VENDOR, "VersaLogic Corporation"),
294 			DMI_MATCH(DMI_BOARD_NAME, "VersaLogic Menlow board"),
295 		},
296 	},
297 	{ }
298 };
299 
300 static int __init reboot_init(void)
301 {
302 	dmi_check_system(reboot_dmi_table);
303 	return 0;
304 }
305 core_initcall(reboot_init);
306 
307 extern const unsigned char machine_real_restart_asm[];
308 extern const u64 machine_real_restart_gdt[3];
309 
310 void machine_real_restart(unsigned int type)
311 {
312 	void *restart_va;
313 	unsigned long restart_pa;
314 	void (*restart_lowmem)(unsigned int);
315 	u64 *lowmem_gdt;
316 
317 	local_irq_disable();
318 
319 	/* Write zero to CMOS register number 0x0f, which the BIOS POST
320 	   routine will recognize as telling it to do a proper reboot.  (Well
321 	   that's what this book in front of me says -- it may only apply to
322 	   the Phoenix BIOS though, it's not clear).  At the same time,
323 	   disable NMIs by setting the top bit in the CMOS address register,
324 	   as we're about to do peculiar things to the CPU.  I'm not sure if
325 	   `outb_p' is needed instead of just `outb'.  Use it to be on the
326 	   safe side.  (Yes, CMOS_WRITE does outb_p's. -  Paul G.)
327 	 */
328 	spin_lock(&rtc_lock);
329 	CMOS_WRITE(0x00, 0x8f);
330 	spin_unlock(&rtc_lock);
331 
332 	/*
333 	 * Switch back to the initial page table.
334 	 */
335 	load_cr3(initial_page_table);
336 
337 	/* Write 0x1234 to absolute memory location 0x472.  The BIOS reads
338 	   this on booting to tell it to "Bypass memory test (also warm
339 	   boot)".  This seems like a fairly standard thing that gets set by
340 	   REBOOT.COM programs, and the previous reset routine did this
341 	   too. */
342 	*((unsigned short *)0x472) = reboot_mode;
343 
344 	/* Patch the GDT in the low memory trampoline */
345 	lowmem_gdt = TRAMPOLINE_SYM(machine_real_restart_gdt);
346 
347 	restart_va = TRAMPOLINE_SYM(machine_real_restart_asm);
348 	restart_pa = virt_to_phys(restart_va);
349 	restart_lowmem = (void (*)(unsigned int))restart_pa;
350 
351 	/* GDT[0]: GDT self-pointer */
352 	lowmem_gdt[0] =
353 		(u64)(sizeof(machine_real_restart_gdt) - 1) +
354 		((u64)virt_to_phys(lowmem_gdt) << 16);
355 	/* GDT[1]: 64K real mode code segment */
356 	lowmem_gdt[1] =
357 		GDT_ENTRY(0x009b, restart_pa, 0xffff);
358 
359 	/* Jump to the identity-mapped low memory code */
360 	restart_lowmem(type);
361 }
362 #ifdef CONFIG_APM_MODULE
363 EXPORT_SYMBOL(machine_real_restart);
364 #endif
365 
366 #endif /* CONFIG_X86_32 */
367 
368 /*
369  * Some Apple MacBook and MacBookPro's needs reboot=p to be able to reboot
370  */
371 static int __init set_pci_reboot(const struct dmi_system_id *d)
372 {
373 	if (reboot_type != BOOT_CF9) {
374 		reboot_type = BOOT_CF9;
375 		printk(KERN_INFO "%s series board detected. "
376 		       "Selecting PCI-method for reboots.\n", d->ident);
377 	}
378 	return 0;
379 }
380 
381 static struct dmi_system_id __initdata pci_reboot_dmi_table[] = {
382 	{	/* Handle problems with rebooting on Apple MacBook5 */
383 		.callback = set_pci_reboot,
384 		.ident = "Apple MacBook5",
385 		.matches = {
386 			DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
387 			DMI_MATCH(DMI_PRODUCT_NAME, "MacBook5"),
388 		},
389 	},
390 	{	/* Handle problems with rebooting on Apple MacBookPro5 */
391 		.callback = set_pci_reboot,
392 		.ident = "Apple MacBookPro5",
393 		.matches = {
394 			DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
395 			DMI_MATCH(DMI_PRODUCT_NAME, "MacBookPro5"),
396 		},
397 	},
398 	{	/* Handle problems with rebooting on Apple Macmini3,1 */
399 		.callback = set_pci_reboot,
400 		.ident = "Apple Macmini3,1",
401 		.matches = {
402 			DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
403 			DMI_MATCH(DMI_PRODUCT_NAME, "Macmini3,1"),
404 		},
405 	},
406 	{	/* Handle problems with rebooting on the iMac9,1. */
407 		.callback = set_pci_reboot,
408 		.ident = "Apple iMac9,1",
409 		.matches = {
410 			DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
411 			DMI_MATCH(DMI_PRODUCT_NAME, "iMac9,1"),
412 		},
413 	},
414 	{ }
415 };
416 
417 static int __init pci_reboot_init(void)
418 {
419 	dmi_check_system(pci_reboot_dmi_table);
420 	return 0;
421 }
422 core_initcall(pci_reboot_init);
423 
424 static inline void kb_wait(void)
425 {
426 	int i;
427 
428 	for (i = 0; i < 0x10000; i++) {
429 		if ((inb(0x64) & 0x02) == 0)
430 			break;
431 		udelay(2);
432 	}
433 }
434 
435 static void vmxoff_nmi(int cpu, struct die_args *args)
436 {
437 	cpu_emergency_vmxoff();
438 }
439 
440 /* Use NMIs as IPIs to tell all CPUs to disable virtualization
441  */
442 static void emergency_vmx_disable_all(void)
443 {
444 	/* Just make sure we won't change CPUs while doing this */
445 	local_irq_disable();
446 
447 	/* We need to disable VMX on all CPUs before rebooting, otherwise
448 	 * we risk hanging up the machine, because the CPU ignore INIT
449 	 * signals when VMX is enabled.
450 	 *
451 	 * We can't take any locks and we may be on an inconsistent
452 	 * state, so we use NMIs as IPIs to tell the other CPUs to disable
453 	 * VMX and halt.
454 	 *
455 	 * For safety, we will avoid running the nmi_shootdown_cpus()
456 	 * stuff unnecessarily, but we don't have a way to check
457 	 * if other CPUs have VMX enabled. So we will call it only if the
458 	 * CPU we are running on has VMX enabled.
459 	 *
460 	 * We will miss cases where VMX is not enabled on all CPUs. This
461 	 * shouldn't do much harm because KVM always enable VMX on all
462 	 * CPUs anyway. But we can miss it on the small window where KVM
463 	 * is still enabling VMX.
464 	 */
465 	if (cpu_has_vmx() && cpu_vmx_enabled()) {
466 		/* Disable VMX on this CPU.
467 		 */
468 		cpu_vmxoff();
469 
470 		/* Halt and disable VMX on the other CPUs */
471 		nmi_shootdown_cpus(vmxoff_nmi);
472 
473 	}
474 }
475 
476 
477 void __attribute__((weak)) mach_reboot_fixups(void)
478 {
479 }
480 
481 /*
482  * Windows compatible x86 hardware expects the following on reboot:
483  *
484  * 1) If the FADT has the ACPI reboot register flag set, try it
485  * 2) If still alive, write to the keyboard controller
486  * 3) If still alive, write to the ACPI reboot register again
487  * 4) If still alive, write to the keyboard controller again
488  *
489  * If the machine is still alive at this stage, it gives up. We default to
490  * following the same pattern, except that if we're still alive after (4) we'll
491  * try to force a triple fault and then cycle between hitting the keyboard
492  * controller and doing that
493  */
494 static void native_machine_emergency_restart(void)
495 {
496 	int i;
497 	int attempt = 0;
498 	int orig_reboot_type = reboot_type;
499 
500 	if (reboot_emergency)
501 		emergency_vmx_disable_all();
502 
503 	tboot_shutdown(TB_SHUTDOWN_REBOOT);
504 
505 	/* Tell the BIOS if we want cold or warm reboot */
506 	*((unsigned short *)__va(0x472)) = reboot_mode;
507 
508 	for (;;) {
509 		/* Could also try the reset bit in the Hammer NB */
510 		switch (reboot_type) {
511 		case BOOT_KBD:
512 			mach_reboot_fixups(); /* for board specific fixups */
513 
514 			for (i = 0; i < 10; i++) {
515 				kb_wait();
516 				udelay(50);
517 				outb(0xfe, 0x64); /* pulse reset low */
518 				udelay(50);
519 			}
520 			if (attempt == 0 && orig_reboot_type == BOOT_ACPI) {
521 				attempt = 1;
522 				reboot_type = BOOT_ACPI;
523 			} else {
524 				reboot_type = BOOT_TRIPLE;
525 			}
526 			break;
527 
528 		case BOOT_TRIPLE:
529 			load_idt(&no_idt);
530 			__asm__ __volatile__("int3");
531 
532 			reboot_type = BOOT_KBD;
533 			break;
534 
535 #ifdef CONFIG_X86_32
536 		case BOOT_BIOS:
537 			machine_real_restart(MRR_BIOS);
538 
539 			reboot_type = BOOT_KBD;
540 			break;
541 #endif
542 
543 		case BOOT_ACPI:
544 			acpi_reboot();
545 			reboot_type = BOOT_KBD;
546 			break;
547 
548 		case BOOT_EFI:
549 			if (efi_enabled)
550 				efi.reset_system(reboot_mode ?
551 						 EFI_RESET_WARM :
552 						 EFI_RESET_COLD,
553 						 EFI_SUCCESS, 0, NULL);
554 			reboot_type = BOOT_KBD;
555 			break;
556 
557 		case BOOT_CF9:
558 			port_cf9_safe = true;
559 			/* fall through */
560 
561 		case BOOT_CF9_COND:
562 			if (port_cf9_safe) {
563 				u8 cf9 = inb(0xcf9) & ~6;
564 				outb(cf9|2, 0xcf9); /* Request hard reset */
565 				udelay(50);
566 				outb(cf9|6, 0xcf9); /* Actually do the reset */
567 				udelay(50);
568 			}
569 			reboot_type = BOOT_KBD;
570 			break;
571 		}
572 	}
573 }
574 
575 void native_machine_shutdown(void)
576 {
577 	/* Stop the cpus and apics */
578 #ifdef CONFIG_SMP
579 
580 	/* The boot cpu is always logical cpu 0 */
581 	int reboot_cpu_id = 0;
582 
583 #ifdef CONFIG_X86_32
584 	/* See if there has been given a command line override */
585 	if ((reboot_cpu != -1) && (reboot_cpu < nr_cpu_ids) &&
586 		cpu_online(reboot_cpu))
587 		reboot_cpu_id = reboot_cpu;
588 #endif
589 
590 	/* Make certain the cpu I'm about to reboot on is online */
591 	if (!cpu_online(reboot_cpu_id))
592 		reboot_cpu_id = smp_processor_id();
593 
594 	/* Make certain I only run on the appropriate processor */
595 	set_cpus_allowed_ptr(current, cpumask_of(reboot_cpu_id));
596 
597 	/* O.K Now that I'm on the appropriate processor,
598 	 * stop all of the others.
599 	 */
600 	stop_other_cpus();
601 #endif
602 
603 	lapic_shutdown();
604 
605 #ifdef CONFIG_X86_IO_APIC
606 	disable_IO_APIC();
607 #endif
608 
609 #ifdef CONFIG_HPET_TIMER
610 	hpet_disable();
611 #endif
612 
613 #ifdef CONFIG_X86_64
614 	x86_platform.iommu_shutdown();
615 #endif
616 }
617 
618 static void __machine_emergency_restart(int emergency)
619 {
620 	reboot_emergency = emergency;
621 	machine_ops.emergency_restart();
622 }
623 
624 static void native_machine_restart(char *__unused)
625 {
626 	printk("machine restart\n");
627 
628 	if (!reboot_force)
629 		machine_shutdown();
630 	__machine_emergency_restart(0);
631 }
632 
633 static void native_machine_halt(void)
634 {
635 	/* stop other cpus and apics */
636 	machine_shutdown();
637 
638 	tboot_shutdown(TB_SHUTDOWN_HALT);
639 
640 	/* stop this cpu */
641 	stop_this_cpu(NULL);
642 }
643 
644 static void native_machine_power_off(void)
645 {
646 	if (pm_power_off) {
647 		if (!reboot_force)
648 			machine_shutdown();
649 		pm_power_off();
650 	}
651 	/* a fallback in case there is no PM info available */
652 	tboot_shutdown(TB_SHUTDOWN_HALT);
653 }
654 
655 struct machine_ops machine_ops = {
656 	.power_off = native_machine_power_off,
657 	.shutdown = native_machine_shutdown,
658 	.emergency_restart = native_machine_emergency_restart,
659 	.restart = native_machine_restart,
660 	.halt = native_machine_halt,
661 #ifdef CONFIG_KEXEC
662 	.crash_shutdown = native_machine_crash_shutdown,
663 #endif
664 };
665 
666 void machine_power_off(void)
667 {
668 	machine_ops.power_off();
669 }
670 
671 void machine_shutdown(void)
672 {
673 	machine_ops.shutdown();
674 }
675 
676 void machine_emergency_restart(void)
677 {
678 	__machine_emergency_restart(1);
679 }
680 
681 void machine_restart(char *cmd)
682 {
683 	machine_ops.restart(cmd);
684 }
685 
686 void machine_halt(void)
687 {
688 	machine_ops.halt();
689 }
690 
691 #ifdef CONFIG_KEXEC
692 void machine_crash_shutdown(struct pt_regs *regs)
693 {
694 	machine_ops.crash_shutdown(regs);
695 }
696 #endif
697 
698 
699 #if defined(CONFIG_SMP)
700 
701 /* This keeps a track of which one is crashing cpu. */
702 static int crashing_cpu;
703 static nmi_shootdown_cb shootdown_callback;
704 
705 static atomic_t waiting_for_crash_ipi;
706 
707 static int crash_nmi_callback(struct notifier_block *self,
708 			unsigned long val, void *data)
709 {
710 	int cpu;
711 
712 	if (val != DIE_NMI)
713 		return NOTIFY_OK;
714 
715 	cpu = raw_smp_processor_id();
716 
717 	/* Don't do anything if this handler is invoked on crashing cpu.
718 	 * Otherwise, system will completely hang. Crashing cpu can get
719 	 * an NMI if system was initially booted with nmi_watchdog parameter.
720 	 */
721 	if (cpu == crashing_cpu)
722 		return NOTIFY_STOP;
723 	local_irq_disable();
724 
725 	shootdown_callback(cpu, (struct die_args *)data);
726 
727 	atomic_dec(&waiting_for_crash_ipi);
728 	/* Assume hlt works */
729 	halt();
730 	for (;;)
731 		cpu_relax();
732 
733 	return 1;
734 }
735 
736 static void smp_send_nmi_allbutself(void)
737 {
738 	apic->send_IPI_allbutself(NMI_VECTOR);
739 }
740 
741 static struct notifier_block crash_nmi_nb = {
742 	.notifier_call = crash_nmi_callback,
743 	/* we want to be the first one called */
744 	.priority = NMI_LOCAL_HIGH_PRIOR+1,
745 };
746 
747 /* Halt all other CPUs, calling the specified function on each of them
748  *
749  * This function can be used to halt all other CPUs on crash
750  * or emergency reboot time. The function passed as parameter
751  * will be called inside a NMI handler on all CPUs.
752  */
753 void nmi_shootdown_cpus(nmi_shootdown_cb callback)
754 {
755 	unsigned long msecs;
756 	local_irq_disable();
757 
758 	/* Make a note of crashing cpu. Will be used in NMI callback.*/
759 	crashing_cpu = safe_smp_processor_id();
760 
761 	shootdown_callback = callback;
762 
763 	atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1);
764 	/* Would it be better to replace the trap vector here? */
765 	if (register_die_notifier(&crash_nmi_nb))
766 		return;		/* return what? */
767 	/* Ensure the new callback function is set before sending
768 	 * out the NMI
769 	 */
770 	wmb();
771 
772 	smp_send_nmi_allbutself();
773 
774 	msecs = 1000; /* Wait at most a second for the other cpus to stop */
775 	while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) {
776 		mdelay(1);
777 		msecs--;
778 	}
779 
780 	/* Leave the nmi callback set */
781 }
782 #else /* !CONFIG_SMP */
783 void nmi_shootdown_cpus(nmi_shootdown_cb callback)
784 {
785 	/* No other CPUs to shoot down */
786 }
787 #endif
788