reboot.c 16.6 KB
Newer Older
L
Linus Torvalds 已提交
1
#include <linux/module.h>
2
#include <linux/reboot.h>
M
Miguel Boton 已提交
3 4 5 6 7
#include <linux/init.h>
#include <linux/pm.h>
#include <linux/efi.h>
#include <acpi/reboot.h>
#include <asm/io.h>
L
Linus Torvalds 已提交
8
#include <asm/apic.h>
9
#include <asm/desc.h>
M
Miguel Boton 已提交
10
#include <asm/hpet.h>
J
Jeremy Fitzhardinge 已提交
11
#include <asm/pgtable.h>
12
#include <asm/proto.h>
13
#include <asm/reboot_fixups.h>
14
#include <asm/reboot.h>
L
Linus Torvalds 已提交
15

M
Miguel Boton 已提交
16 17 18 19 20 21 22 23
#ifdef CONFIG_X86_32
# include <linux/dmi.h>
# include <linux/ctype.h>
# include <linux/mc146818rtc.h>
#else
# include <asm/iommu.h>
#endif

24 25 26
#include <mach_ipi.h>


L
Linus Torvalds 已提交
27 28 29 30
/*
 * Power off function, if any
 */
void (*pm_power_off)(void);
31
EXPORT_SYMBOL(pm_power_off);
L
Linus Torvalds 已提交
32

J
Jan Beulich 已提交
33
static const struct desc_ptr no_idt = {};
L
Linus Torvalds 已提交
34
static int reboot_mode;
35
enum reboot_type reboot_type = BOOT_KBD;
M
Miguel Boton 已提交
36
int reboot_force;
L
Linus Torvalds 已提交
37

M
Miguel Boton 已提交
38
#if defined(CONFIG_X86_32) && defined(CONFIG_SMP)
L
Linus Torvalds 已提交
39 40
static int reboot_cpu = -1;
#endif
M
Miguel Boton 已提交
41

42 43 44 45
/* This is set by the PCI code if either type 1 or type 2 PCI is detected */
bool port_cf9_safe = false;

/* reboot=b[ios] | s[mp] | t[riple] | k[bd] | e[fi] [, [w]arm | [c]old] | p[ci]
M
Miguel Boton 已提交
46 47 48 49 50 51 52 53
   warm   Don't set the cold reboot flag
   cold   Set the cold reboot flag
   bios   Reboot by jumping through the BIOS (only for X86_32)
   smp    Reboot by executing reset on BSP or other CPU (only for X86_32)
   triple Force a triple fault (init)
   kbd    Use the keyboard controller. cold reset (default)
   acpi   Use the RESET_REG in the FADT
   efi    Use efi reset_system runtime service
54
   pci    Use the so-called "PCI reset register", CF9
M
Miguel Boton 已提交
55 56
   force  Avoid anything that could hang.
 */
L
Linus Torvalds 已提交
57 58
static int __init reboot_setup(char *str)
{
M
Miguel Boton 已提交
59
	for (;;) {
L
Linus Torvalds 已提交
60
		switch (*str) {
M
Miguel Boton 已提交
61
		case 'w':
L
Linus Torvalds 已提交
62 63
			reboot_mode = 0x1234;
			break;
M
Miguel Boton 已提交
64 65 66

		case 'c':
			reboot_mode = 0;
L
Linus Torvalds 已提交
67
			break;
M
Miguel Boton 已提交
68 69

#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
70
#ifdef CONFIG_SMP
M
Miguel Boton 已提交
71
		case 's':
72
			if (isdigit(*(str+1))) {
L
Linus Torvalds 已提交
73
				reboot_cpu = (int) (*(str+1) - '0');
74
				if (isdigit(*(str+2)))
L
Linus Torvalds 已提交
75 76
					reboot_cpu = reboot_cpu*10 + (int)(*(str+2) - '0');
			}
M
Miguel Boton 已提交
77 78 79
				/* we will leave sorting out the final value
				   when we are ready to reboot, since we might not
				   have set up boot_cpu_id or smp_num_cpu */
L
Linus Torvalds 已提交
80
			break;
M
Miguel Boton 已提交
81 82 83
#endif /* CONFIG_SMP */

		case 'b':
L
Linus Torvalds 已提交
84
#endif
M
Miguel Boton 已提交
85 86 87 88
		case 'a':
		case 'k':
		case 't':
		case 'e':
89
		case 'p':
M
Miguel Boton 已提交
90 91 92 93 94 95
			reboot_type = *str;
			break;

		case 'f':
			reboot_force = 1;
			break;
L
Linus Torvalds 已提交
96
		}
M
Miguel Boton 已提交
97 98 99

		str = strchr(str, ',');
		if (str)
L
Linus Torvalds 已提交
100 101 102 103 104 105 106 107 108
			str++;
		else
			break;
	}
	return 1;
}

__setup("reboot=", reboot_setup);

M
Miguel Boton 已提交
109 110

#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
111 112 113 114 115 116
/*
 * Reboot options and system auto-detection code provided by
 * Dell Inc. so their systems "just work". :-)
 */

/*
M
Miguel Boton 已提交
117 118
 * Some machines require the "reboot=b"  commandline option,
 * this quirk makes that automatic.
L
Linus Torvalds 已提交
119
 */
120
static int __init set_bios_reboot(const struct dmi_system_id *d)
L
Linus Torvalds 已提交
121
{
M
Miguel Boton 已提交
122 123
	if (reboot_type != BOOT_BIOS) {
		reboot_type = BOOT_BIOS;
L
Linus Torvalds 已提交
124 125 126 127 128 129
		printk(KERN_INFO "%s series board detected. Selecting BIOS-method for reboots.\n", d->ident);
	}
	return 0;
}

static struct dmi_system_id __initdata reboot_dmi_table[] = {
130 131 132 133 134 135 136 137
	{	/* Handle problems with rebooting on Dell E520's */
		.callback = set_bios_reboot,
		.ident = "Dell E520",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "Dell DM061"),
		},
	},
L
Linus Torvalds 已提交
138
	{	/* Handle problems with rebooting on Dell 1300's */
139
		.callback = set_bios_reboot,
L
Linus Torvalds 已提交
140 141 142 143 144 145 146 147 148 149 150 151 152 153
		.ident = "Dell PowerEdge 1300",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1300/"),
		},
	},
	{	/* Handle problems with rebooting on Dell 300's */
		.callback = set_bios_reboot,
		.ident = "Dell PowerEdge 300",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 300/"),
		},
	},
154 155 156 157 158 159 160 161
	{       /* Handle problems with rebooting on Dell Optiplex 745's SFF*/
		.callback = set_bios_reboot,
		.ident = "Dell OptiPlex 745",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
		},
	},
162 163 164 165 166 167 168 169 170
	{       /* Handle problems with rebooting on Dell Optiplex 745's DFF*/
		.callback = set_bios_reboot,
		.ident = "Dell OptiPlex 745",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
			DMI_MATCH(DMI_BOARD_NAME, "0MM599"),
		},
	},
171 172 173 174 175 176 177 178 179
	{       /* Handle problems with rebooting on Dell Optiplex 745 with 0KW626 */
		.callback = set_bios_reboot,
		.ident = "Dell OptiPlex 745",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 745"),
			DMI_MATCH(DMI_BOARD_NAME, "0KW626"),
		},
	},
180 181 182 183 184 185 186 187 188
	{   /* Handle problems with rebooting on Dell Optiplex 330 with 0KP561 */
		.callback = set_bios_reboot,
		.ident = "Dell OptiPlex 330",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "OptiPlex 330"),
			DMI_MATCH(DMI_BOARD_NAME, "0KP561"),
		},
	},
L
Linus Torvalds 已提交
189 190 191 192 193 194 195 196
	{	/* Handle problems with rebooting on Dell 2400's */
		.callback = set_bios_reboot,
		.ident = "Dell PowerEdge 2400",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Computer Corporation"),
			DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2400"),
		},
	},
197 198 199 200 201 202 203 204
	{	/* Handle problems with rebooting on Dell T5400's */
		.callback = set_bios_reboot,
		.ident = "Dell Precision T5400",
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."),
			DMI_MATCH(DMI_PRODUCT_NAME, "Precision WorkStation T5400"),
		},
	},
205
	{	/* Handle problems with rebooting on HP laptops */
206
		.callback = set_bios_reboot,
207
		.ident = "HP Compaq Laptop",
208 209
		.matches = {
			DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
210
			DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq"),
211 212
		},
	},
L
Linus Torvalds 已提交
213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228
	{ }
};

static int __init reboot_init(void)
{
	dmi_check_system(reboot_dmi_table);
	return 0;
}
core_initcall(reboot_init);

/* The following code and data reboots the machine by switching to real
   mode and jumping to the BIOS reset entry point, as if the CPU has
   really been reset.  The previous version asked the keyboard
   controller to pulse the CPU reset line, which is more thorough, but
   doesn't work with at least one type of 486 motherboard.  It is easy
   to stop this code working; hence the copious comments. */
J
Jan Beulich 已提交
229
static const unsigned long long
L
Linus Torvalds 已提交
230 231 232
real_mode_gdt_entries [3] =
{
	0x0000000000000000ULL,	/* Null descriptor */
J
Jan Beulich 已提交
233 234
	0x00009b000000ffffULL,	/* 16-bit real-mode 64k code at 0x00000000 */
	0x000093000100ffffULL	/* 16-bit real-mode 64k data at 0x00000100 */
L
Linus Torvalds 已提交
235 236
};

J
Jan Beulich 已提交
237
static const struct desc_ptr
238
real_mode_gdt = { sizeof (real_mode_gdt_entries) - 1, (long)real_mode_gdt_entries },
M
Miguel Boton 已提交
239
real_mode_idt = { 0x3ff, 0 };
L
Linus Torvalds 已提交
240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258

/* This is 16-bit protected mode code to disable paging and the cache,
   switch to real mode and jump to the BIOS reset code.

   The instruction that switches to real mode by writing to CR0 must be
   followed immediately by a far jump instruction, which set CS to a
   valid value for real mode, and flushes the prefetch queue to avoid
   running instructions that have already been decoded in protected
   mode.

   Clears all the flags except ET, especially PG (paging), PE
   (protected-mode enable) and TS (task switch for coprocessor state
   save).  Flushes the TLB after paging has been disabled.  Sets CD and
   NW, to disable the cache on a 486, and invalidates the cache.  This
   is more like the state of a 486 after reset.  I don't know if
   something else should be done for other chips.

   More could be done here to set up the registers as if a CPU reset had
   occurred; hopefully real BIOSs don't assume much. */
J
Jan Beulich 已提交
259
static const unsigned char real_mode_switch [] =
L
Linus Torvalds 已提交
260 261 262 263 264 265 266 267 268 269 270 271 272
{
	0x66, 0x0f, 0x20, 0xc0,			/*    movl  %cr0,%eax        */
	0x66, 0x83, 0xe0, 0x11,			/*    andl  $0x00000011,%eax */
	0x66, 0x0d, 0x00, 0x00, 0x00, 0x60,	/*    orl   $0x60000000,%eax */
	0x66, 0x0f, 0x22, 0xc0,			/*    movl  %eax,%cr0        */
	0x66, 0x0f, 0x22, 0xd8,			/*    movl  %eax,%cr3        */
	0x66, 0x0f, 0x20, 0xc3,			/*    movl  %cr0,%ebx        */
	0x66, 0x81, 0xe3, 0x00, 0x00, 0x00, 0x60,	/*    andl  $0x60000000,%ebx */
	0x74, 0x02,				/*    jz    f                */
	0x0f, 0x09,				/*    wbinvd                 */
	0x24, 0x10,				/* f: andb  $0x10,al         */
	0x66, 0x0f, 0x22, 0xc0			/*    movl  %eax,%cr0        */
};
J
Jan Beulich 已提交
273
static const unsigned char jump_to_bios [] =
L
Linus Torvalds 已提交
274 275 276 277 278 279 280 281 282
{
	0xea, 0x00, 0x00, 0xff, 0xff		/*    ljmp  $0xffff,$0x0000  */
};

/*
 * Switch to real mode and then execute the code
 * specified by the code and length parameters.
 * We assume that length will aways be less that 100!
 */
J
Jan Beulich 已提交
283
void machine_real_restart(const unsigned char *code, int length)
L
Linus Torvalds 已提交
284 285 286 287 288 289 290 291 292 293 294 295
{
	local_irq_disable();

	/* Write zero to CMOS register number 0x0f, which the BIOS POST
	   routine will recognize as telling it to do a proper reboot.  (Well
	   that's what this book in front of me says -- it may only apply to
	   the Phoenix BIOS though, it's not clear).  At the same time,
	   disable NMIs by setting the top bit in the CMOS address register,
	   as we're about to do peculiar things to the CPU.  I'm not sure if
	   `outb_p' is needed instead of just `outb'.  Use it to be on the
	   safe side.  (Yes, CMOS_WRITE does outb_p's. -  Paul G.)
	 */
296
	spin_lock(&rtc_lock);
L
Linus Torvalds 已提交
297
	CMOS_WRITE(0x00, 0x8f);
298
	spin_unlock(&rtc_lock);
L
Linus Torvalds 已提交
299 300 301 302

	/* Remap the kernel at virtual address zero, as well as offset zero
	   from the kernel segment.  This assumes the kernel segment starts at
	   virtual address PAGE_OFFSET. */
J
Jeremy Fitzhardinge 已提交
303
	memcpy(swapper_pg_dir, swapper_pg_dir + KERNEL_PGD_BOUNDARY,
M
Miguel Boton 已提交
304
		sizeof(swapper_pg_dir [0]) * KERNEL_PGD_PTRS);
L
Linus Torvalds 已提交
305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322

	/*
	 * Use `swapper_pg_dir' as our page directory.
	 */
	load_cr3(swapper_pg_dir);

	/* Write 0x1234 to absolute memory location 0x472.  The BIOS reads
	   this on booting to tell it to "Bypass memory test (also warm
	   boot)".  This seems like a fairly standard thing that gets set by
	   REBOOT.COM programs, and the previous reset routine did this
	   too. */
	*((unsigned short *)0x472) = reboot_mode;

	/* For the switch to real mode, copy some code to low memory.  It has
	   to be in the first 64k because it is running in 16-bit mode, and it
	   has to have the same physical and virtual address, because it turns
	   off paging.  Copy it near the end of the first page, out of the way
	   of BIOS variables. */
M
Miguel Boton 已提交
323
	memcpy((void *)(0x1000 - sizeof(real_mode_switch) - 100),
L
Linus Torvalds 已提交
324
		real_mode_switch, sizeof (real_mode_switch));
M
Miguel Boton 已提交
325
	memcpy((void *)(0x1000 - 100), code, length);
L
Linus Torvalds 已提交
326 327

	/* Set up the IDT for real mode. */
328
	load_idt(&real_mode_idt);
L
Linus Torvalds 已提交
329 330 331 332

	/* Set up a GDT from which we can load segment descriptors for real
	   mode.  The GDT is not used in real mode; it is just needed here to
	   prepare the descriptors. */
333
	load_gdt(&real_mode_gdt);
L
Linus Torvalds 已提交
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351

	/* Load the data segment registers, and thus the descriptors ready for
	   real mode.  The base address of each segment is 0x100, 16 times the
	   selector value being loaded here.  This is so that the segment
	   registers don't have to be reloaded after switching to real mode:
	   the values are consistent for real mode operation already. */
	__asm__ __volatile__ ("movl $0x0010,%%eax\n"
				"\tmovl %%eax,%%ds\n"
				"\tmovl %%eax,%%es\n"
				"\tmovl %%eax,%%fs\n"
				"\tmovl %%eax,%%gs\n"
				"\tmovl %%eax,%%ss" : : : "eax");

	/* Jump to the 16-bit code that we copied earlier.  It disables paging
	   and the cache, switches to real mode, and jumps to the BIOS reset
	   entry point. */
	__asm__ __volatile__ ("ljmp $0x0008,%0"
				:
M
Miguel Boton 已提交
352
				: "i" ((void *)(0x1000 - sizeof (real_mode_switch) - 100)));
L
Linus Torvalds 已提交
353
}
354 355 356
#ifdef CONFIG_APM_MODULE
EXPORT_SYMBOL(machine_real_restart);
#endif
L
Linus Torvalds 已提交
357

M
Miguel Boton 已提交
358 359 360 361 362 363
#endif /* CONFIG_X86_32 */

static inline void kb_wait(void)
{
	int i;

A
Alan Cox 已提交
364 365
	for (i = 0; i < 0x10000; i++) {
		if ((inb(0x64) & 0x02) == 0)
M
Miguel Boton 已提交
366
			break;
A
Alan Cox 已提交
367 368
		udelay(2);
	}
M
Miguel Boton 已提交
369 370
}

I
Ingo Molnar 已提交
371 372 373 374
void __attribute__((weak)) mach_reboot_fixups(void)
{
}

375
static void native_machine_emergency_restart(void)
L
Linus Torvalds 已提交
376
{
M
Miguel Boton 已提交
377 378 379 380 381 382 383 384 385
	int i;

	/* Tell the BIOS if we want cold or warm reboot */
	*((unsigned short *)__va(0x472)) = reboot_mode;

	for (;;) {
		/* Could also try the reset bit in the Hammer NB */
		switch (reboot_type) {
		case BOOT_KBD:
I
Ingo Molnar 已提交
386 387
			mach_reboot_fixups(); /* for board specific fixups */

M
Miguel Boton 已提交
388 389 390 391 392 393 394 395
			for (i = 0; i < 10; i++) {
				kb_wait();
				udelay(50);
				outb(0xfe, 0x64); /* pulse reset low */
				udelay(50);
			}

		case BOOT_TRIPLE:
J
Jan Beulich 已提交
396
			load_idt(&no_idt);
M
Miguel Boton 已提交
397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416
			__asm__ __volatile__("int3");

			reboot_type = BOOT_KBD;
			break;

#ifdef CONFIG_X86_32
		case BOOT_BIOS:
			machine_real_restart(jump_to_bios, sizeof(jump_to_bios));

			reboot_type = BOOT_KBD;
			break;
#endif

		case BOOT_ACPI:
			acpi_reboot();
			reboot_type = BOOT_KBD;
			break;

		case BOOT_EFI:
			if (efi_enabled)
417 418 419
				efi.reset_system(reboot_mode ?
						 EFI_RESET_WARM :
						 EFI_RESET_COLD,
M
Miguel Boton 已提交
420
						 EFI_SUCCESS, 0, NULL);
421
			reboot_type = BOOT_KBD;
422 423 424 425 426
			break;

		case BOOT_CF9:
			port_cf9_safe = true;
			/* fall through */
M
Miguel Boton 已提交
427

428 429 430 431 432 433 434 435
		case BOOT_CF9_COND:
			if (port_cf9_safe) {
				u8 cf9 = inb(0xcf9) & ~6;
				outb(cf9|2, 0xcf9); /* Request hard reset */
				udelay(50);
				outb(cf9|6, 0xcf9); /* Actually do the reset */
				udelay(50);
			}
M
Miguel Boton 已提交
436 437 438 439 440 441
			reboot_type = BOOT_KBD;
			break;
		}
	}
}

442
void native_machine_shutdown(void)
M
Miguel Boton 已提交
443 444
{
	/* Stop the cpus and apics */
L
Linus Torvalds 已提交
445
#ifdef CONFIG_SMP
446 447

	/* The boot cpu is always logical cpu 0 */
448
	int reboot_cpu_id = 0;
449

M
Miguel Boton 已提交
450
#ifdef CONFIG_X86_32
451
	/* See if there has been given a command line override */
452
	if ((reboot_cpu != -1) && (reboot_cpu < NR_CPUS) &&
453
		cpu_online(reboot_cpu))
454
		reboot_cpu_id = reboot_cpu;
M
Miguel Boton 已提交
455
#endif
L
Linus Torvalds 已提交
456

M
Miguel Boton 已提交
457
	/* Make certain the cpu I'm about to reboot on is online */
458
	if (!cpu_online(reboot_cpu_id))
459 460 461
		reboot_cpu_id = smp_processor_id();

	/* Make certain I only run on the appropriate processor */
462
	set_cpus_allowed_ptr(current, &cpumask_of_cpu(reboot_cpu_id));
463

M
Miguel Boton 已提交
464 465
	/* O.K Now that I'm on the appropriate processor,
	 * stop all of the others.
L
Linus Torvalds 已提交
466 467
	 */
	smp_send_stop();
M
Miguel Boton 已提交
468
#endif
L
Linus Torvalds 已提交
469 470 471 472 473 474

	lapic_shutdown();

#ifdef CONFIG_X86_IO_APIC
	disable_IO_APIC();
#endif
M
Miguel Boton 已提交
475

O
OGAWA Hirofumi 已提交
476 477 478
#ifdef CONFIG_HPET_TIMER
	hpet_disable();
#endif
479

M
Miguel Boton 已提交
480 481 482
#ifdef CONFIG_X86_64
	pci_iommu_shutdown();
#endif
483 484
}

485
static void native_machine_restart(char *__unused)
486
{
M
Miguel Boton 已提交
487
	printk("machine restart\n");
L
Linus Torvalds 已提交
488

M
Miguel Boton 已提交
489 490
	if (!reboot_force)
		machine_shutdown();
491 492 493
	machine_emergency_restart();
}

494
static void native_machine_halt(void)
L
Linus Torvalds 已提交
495
{
496 497 498 499 500
	/* stop other cpus and apics */
	machine_shutdown();

	/* stop this cpu */
	stop_this_cpu(NULL);
L
Linus Torvalds 已提交
501 502
}

503
static void native_machine_power_off(void)
L
Linus Torvalds 已提交
504
{
505
	if (pm_power_off) {
M
Miguel Boton 已提交
506 507
		if (!reboot_force)
			machine_shutdown();
L
Linus Torvalds 已提交
508
		pm_power_off();
509
	}
L
Linus Torvalds 已提交
510 511
}

512
struct machine_ops machine_ops = {
513 514 515 516
	.power_off = native_machine_power_off,
	.shutdown = native_machine_shutdown,
	.emergency_restart = native_machine_emergency_restart,
	.restart = native_machine_restart,
517 518 519 520
	.halt = native_machine_halt,
#ifdef CONFIG_KEXEC
	.crash_shutdown = native_machine_crash_shutdown,
#endif
521
};
522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547

void machine_power_off(void)
{
	machine_ops.power_off();
}

void machine_shutdown(void)
{
	machine_ops.shutdown();
}

void machine_emergency_restart(void)
{
	machine_ops.emergency_restart();
}

void machine_restart(char *cmd)
{
	machine_ops.restart(cmd);
}

void machine_halt(void)
{
	machine_ops.halt();
}

548 549 550 551 552 553
#ifdef CONFIG_KEXEC
void machine_crash_shutdown(struct pt_regs *regs)
{
	machine_ops.crash_shutdown(regs);
}
#endif
554 555


556
#if defined(CONFIG_SMP)
557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594

/* This keeps a track of which one is crashing cpu. */
static int crashing_cpu;
static nmi_shootdown_cb shootdown_callback;

static atomic_t waiting_for_crash_ipi;

static int crash_nmi_callback(struct notifier_block *self,
			unsigned long val, void *data)
{
	int cpu;

	if (val != DIE_NMI_IPI)
		return NOTIFY_OK;

	cpu = raw_smp_processor_id();

	/* Don't do anything if this handler is invoked on crashing cpu.
	 * Otherwise, system will completely hang. Crashing cpu can get
	 * an NMI if system was initially booted with nmi_watchdog parameter.
	 */
	if (cpu == crashing_cpu)
		return NOTIFY_STOP;
	local_irq_disable();

	shootdown_callback(cpu, (struct die_args *)data);

	atomic_dec(&waiting_for_crash_ipi);
	/* Assume hlt works */
	halt();
	for (;;)
		cpu_relax();

	return 1;
}

static void smp_send_nmi_allbutself(void)
{
595
	send_IPI_allbutself(NMI_VECTOR);
596 597 598 599 600 601
}

static struct notifier_block crash_nmi_nb = {
	.notifier_call = crash_nmi_callback,
};

602 603 604 605 606 607
/* Halt all other CPUs, calling the specified function on each of them
 *
 * This function can be used to halt all other CPUs on crash
 * or emergency reboot time. The function passed as parameter
 * will be called inside a NMI handler on all CPUs.
 */
608 609 610
void nmi_shootdown_cpus(nmi_shootdown_cb callback)
{
	unsigned long msecs;
611
	local_irq_disable();
612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636

	/* Make a note of crashing cpu. Will be used in NMI callback.*/
	crashing_cpu = safe_smp_processor_id();

	shootdown_callback = callback;

	atomic_set(&waiting_for_crash_ipi, num_online_cpus() - 1);
	/* Would it be better to replace the trap vector here? */
	if (register_die_notifier(&crash_nmi_nb))
		return;		/* return what? */
	/* Ensure the new callback function is set before sending
	 * out the NMI
	 */
	wmb();

	smp_send_nmi_allbutself();

	msecs = 1000; /* Wait at most a second for the other cpus to stop */
	while ((atomic_read(&waiting_for_crash_ipi) > 0) && msecs) {
		mdelay(1);
		msecs--;
	}

	/* Leave the nmi callback set */
}
637 638 639 640 641
#else /* !CONFIG_SMP */
void nmi_shootdown_cpus(nmi_shootdown_cb callback)
{
	/* No other CPUs to shoot down */
}
642
#endif