setup.c 21.3 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *  64-bit pSeries and RS/6000 setup code.
L
Linus Torvalds 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
 *
 *  Copyright (C) 1995  Linus Torvalds
 *  Adapted from 'alpha' version by Gary Thomas
 *  Modified by Cort Dougan (cort@cs.nmt.edu)
 *  Modified by PPC64 Team, IBM Corp
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

/*
 * bootup setup stuff..
 */

19
#include <linux/cpu.h>
L
Linus Torvalds 已提交
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
#include <linux/errno.h>
#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/mm.h>
#include <linux/stddef.h>
#include <linux/unistd.h>
#include <linux/user.h>
#include <linux/tty.h>
#include <linux/major.h>
#include <linux/interrupt.h>
#include <linux/reboot.h>
#include <linux/init.h>
#include <linux/ioport.h>
#include <linux/console.h>
#include <linux/pci.h>
35
#include <linux/utsname.h>
L
Linus Torvalds 已提交
36
#include <linux/adb.h>
37
#include <linux/export.h>
L
Linus Torvalds 已提交
38 39 40 41
#include <linux/delay.h>
#include <linux/irq.h>
#include <linux/seq_file.h>
#include <linux/root_dev.h>
42
#include <linux/of.h>
43
#include <linux/of_pci.h>
44
#include <linux/kexec.h>
L
Linus Torvalds 已提交
45 46 47 48 49 50 51 52 53 54 55 56 57 58

#include <asm/mmu.h>
#include <asm/processor.h>
#include <asm/io.h>
#include <asm/pgtable.h>
#include <asm/prom.h>
#include <asm/rtas.h>
#include <asm/pci-bridge.h>
#include <asm/iommu.h>
#include <asm/dma.h>
#include <asm/machdep.h>
#include <asm/irq.h>
#include <asm/time.h>
#include <asm/nvram.h>
59
#include <asm/pmc.h>
60
#include <asm/mpic.h>
61
#include <asm/xics.h>
62
#include <asm/ppc-pci.h>
63 64
#include <asm/i8259.h>
#include <asm/udbg.h>
P
Paul Mackerras 已提交
65
#include <asm/smp.h>
66
#include <asm/firmware.h>
67
#include <asm/eeh.h>
68
#include <asm/reg.h>
69
#include <asm/plpar_wrappers.h>
L
Linus Torvalds 已提交
70

71
#include "pseries.h"
72

73 74
int CMO_PrPSP = -1;
int CMO_SecPSP = -1;
75
unsigned long CMO_PageSize = (ASM_CONST(1) << IOMMU_PAGE_SHIFT_4K);
A
Andrew Morton 已提交
76
EXPORT_SYMBOL(CMO_PageSize);
L
Linus Torvalds 已提交
77 78 79

int fwnmi_active;  /* TRUE if an FWNMI handler is present */

80
static struct device_node *pSeries_mpic_node;
L
Linus Torvalds 已提交
81

82
static void pSeries_show_cpuinfo(struct seq_file *m)
L
Linus Torvalds 已提交
83 84 85 86 87 88
{
	struct device_node *root;
	const char *model = "";

	root = of_find_node_by_path("/");
	if (root)
89
		model = of_get_property(root, "model", NULL);
L
Linus Torvalds 已提交
90 91 92 93 94 95 96 97 98
	seq_printf(m, "machine\t\t: CHRP %s\n", model);
	of_node_put(root);
}

/* Initialize firmware assisted non-maskable interrupts if
 * the firmware supports this feature.
 */
static void __init fwnmi_init(void)
{
99 100
	unsigned long system_reset_addr, machine_check_addr;

L
Linus Torvalds 已提交
101 102 103
	int ibm_nmi_register = rtas_token("ibm,nmi-register");
	if (ibm_nmi_register == RTAS_UNKNOWN_SERVICE)
		return;
104 105 106 107 108 109 110 111

	/* If the kernel's not linked at zero we point the firmware at low
	 * addresses anyway, and use a trampoline to get to the real code. */
	system_reset_addr  = __pa(system_reset_fwnmi) - PHYSICAL_START;
	machine_check_addr = __pa(machine_check_fwnmi) - PHYSICAL_START;

	if (0 == rtas_call(ibm_nmi_register, 2, 1, NULL, system_reset_addr,
				machine_check_addr))
L
Linus Torvalds 已提交
112 113 114
		fwnmi_active = 1;
}

115
static void pseries_8259_cascade(struct irq_desc *desc)
116
{
117
	struct irq_chip *chip = irq_desc_get_chip(desc);
O
Olaf Hering 已提交
118
	unsigned int cascade_irq = i8259_irq();
119

120
	if (cascade_irq != NO_IRQ)
121
		generic_handle_irq(cascade_irq);
122 123

	chip->irq_eoi(&desc->irq_data);
124 125
}

126
static void __init pseries_setup_i8259_cascade(void)
127 128
{
	struct device_node *np, *old, *found = NULL;
129
	unsigned int cascade;
130 131
	const u32 *addrp;
	unsigned long intack = 0;
132
	int naddr;
133

134
	for_each_node_by_type(np, "interrupt-controller") {
135 136 137 138
		if (of_device_is_compatible(np, "chrp,iic")) {
			found = np;
			break;
		}
139 140
	}

141
	if (found == NULL) {
142
		printk(KERN_DEBUG "pic: no ISA interrupt controller\n");
143 144
		return;
	}
145

146 147
	cascade = irq_of_parse_and_map(found, 0);
	if (cascade == NO_IRQ) {
148
		printk(KERN_ERR "pic: failed to map cascade interrupt");
149 150
		return;
	}
151
	pr_debug("pic: cascade mapped to irq %d\n", cascade);
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168

	for (old = of_node_get(found); old != NULL ; old = np) {
		np = of_get_parent(old);
		of_node_put(old);
		if (np == NULL)
			break;
		if (strcmp(np->name, "pci") != 0)
			continue;
		addrp = of_get_property(np, "8259-interrupt-acknowledge", NULL);
		if (addrp == NULL)
			continue;
		naddr = of_n_addr_cells(np);
		intack = addrp[naddr-1];
		if (naddr > 1)
			intack |= ((unsigned long)addrp[naddr-2]) << 32;
	}
	if (intack)
169
		printk(KERN_DEBUG "pic: PCI 8259 intack at 0x%016lx\n", intack);
170 171
	i8259_init(found, intack);
	of_node_put(found);
172
	irq_set_chained_handler(cascade, pseries_8259_cascade);
173 174
}

175
static void __init pseries_mpic_init_IRQ(void)
L
Linus Torvalds 已提交
176
{
177
	struct device_node *np;
178
	const unsigned int *opprop;
L
Linus Torvalds 已提交
179
	unsigned long openpic_addr = 0;
180 181
	int naddr, n, i, opplen;
	struct mpic *mpic;
L
Linus Torvalds 已提交
182

183
	np = of_find_node_by_path("/");
184
	naddr = of_n_addr_cells(np);
185
	opprop = of_get_property(np, "platform-open-pic", &opplen);
186
	if (opprop != NULL) {
187
		openpic_addr = of_read_number(opprop, naddr);
L
Linus Torvalds 已提交
188 189
		printk(KERN_DEBUG "OpenPIC addr: %lx\n", openpic_addr);
	}
190
	of_node_put(np);
L
Linus Torvalds 已提交
191 192 193 194

	BUG_ON(openpic_addr == 0);

	/* Setup the openpic driver */
195 196
	mpic = mpic_alloc(pSeries_mpic_node, openpic_addr,
			MPIC_NO_RESET, 16, 0, " MPIC     ");
197 198 199 200 201 202 203 204 205
	BUG_ON(mpic == NULL);

	/* Add ISUs */
	opplen /= sizeof(u32);
	for (n = 0, i = naddr; i < opplen; i += naddr, n++) {
		unsigned long isuaddr = of_read_number(opprop + i, naddr);
		mpic_assign_isu(mpic, n, isuaddr);
	}

206 207 208
	/* Setup top-level get_irq */
	ppc_md.get_irq = mpic_get_irq;

209 210 211 212
	/* All ISUs are setup, complete initialization */
	mpic_init(mpic);

	/* Look for cascade */
213
	pseries_setup_i8259_cascade();
L
Linus Torvalds 已提交
214 215
}

216 217
static void __init pseries_xics_init_IRQ(void)
{
218
	xics_init();
219
	pseries_setup_i8259_cascade();
220 221
}

222 223 224 225 226 227 228 229 230
static void pseries_lpar_enable_pmcs(void)
{
	unsigned long set, reset;

	set = 1UL << 63;
	reset = 0;
	plpar_hcall_norets(H_PERFMON, set, reset);
}

231 232 233
static void __init pseries_discover_pic(void)
{
	struct device_node *np;
234
	const char *typep;
235

236
	for_each_node_by_name(np, "interrupt-controller") {
237
		typep = of_get_property(np, "compatible", NULL);
238 239 240
		if (strstr(typep, "open-pic")) {
			pSeries_mpic_node = of_node_get(np);
			ppc_md.init_IRQ       = pseries_mpic_init_IRQ;
241
			setup_kexec_cpu_down_mpic();
242 243 244
			smp_init_pseries_mpic();
			return;
		} else if (strstr(typep, "ppc-xicp")) {
245
			ppc_md.init_IRQ       = pseries_xics_init_IRQ;
246
			setup_kexec_cpu_down_xics();
247 248 249 250 251 252 253 254
			smp_init_pseries_xics();
			return;
		}
	}
	printk(KERN_ERR "pSeries_discover_pic: failed to recognize"
	       " interrupt-controller\n");
}

255
static int pci_dn_reconfig_notifier(struct notifier_block *nb, unsigned long action, void *data)
256
{
257
	struct of_reconfig_data *rd = data;
258 259
	struct device_node *parent, *np = rd->dn;
	struct pci_dn *pdn;
260 261 262
	int err = NOTIFY_OK;

	switch (action) {
263
	case OF_RECONFIG_ATTACH_NODE:
264 265 266 267 268 269
		parent = of_get_parent(np);
		pdn = parent ? PCI_DN(parent) : NULL;
		if (pdn) {
			/* Create pdn and EEH device */
			update_dn_pci_info(np, pdn->phb);
			eeh_dev_init(PCI_DN(np), pdn->phb);
G
Gavin Shan 已提交
270
		}
271 272

		of_node_put(parent);
273
		break;
274
	case OF_RECONFIG_DETACH_NODE:
275 276 277
		pdn = PCI_DN(np);
		if (pdn)
			list_del(&pdn->list);
278
		break;
279 280 281 282 283 284 285 286 287 288 289
	default:
		err = NOTIFY_DONE;
		break;
	}
	return err;
}

static struct notifier_block pci_dn_reconfig_nb = {
	.notifier_call = pci_dn_reconfig_notifier,
};

290 291
struct kmem_cache *dtl_cache;

292
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
293 294 295 296 297 298 299 300 301 302 303 304 305 306
/*
 * Allocate space for the dispatch trace log for all possible cpus
 * and register the buffers with the hypervisor.  This is used for
 * computing time stolen by the hypervisor.
 */
static int alloc_dispatch_logs(void)
{
	int cpu, ret;
	struct paca_struct *pp;
	struct dtl_entry *dtl;

	if (!firmware_has_feature(FW_FEATURE_SPLPAR))
		return 0;

307
	if (!dtl_cache)
308 309
		return 0;

310 311
	for_each_possible_cpu(cpu) {
		pp = &paca[cpu];
312
		dtl = kmem_cache_alloc(dtl_cache, GFP_KERNEL);
313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332
		if (!dtl) {
			pr_warn("Failed to allocate dispatch trace log for cpu %d\n",
				cpu);
			pr_warn("Stolen time statistics will be unreliable\n");
			break;
		}

		pp->dtl_ridx = 0;
		pp->dispatch_log = dtl;
		pp->dispatch_log_end = dtl + N_DISPATCH_LOG;
		pp->dtl_curr = dtl;
	}

	/* Register the DTL for the current (boot) cpu */
	dtl = get_paca()->dispatch_log;
	get_paca()->dtl_ridx = 0;
	get_paca()->dtl_curr = dtl;
	get_paca()->lppaca_ptr->dtl_idx = 0;

	/* hypervisor reads buffer length from this field */
333
	dtl->enqueue_to_dispatch_time = cpu_to_be32(DISPATCH_LOG_BYTES);
334 335
	ret = register_dtl(hard_smp_processor_id(), __pa(dtl));
	if (ret)
336 337 338
		pr_err("WARNING: DTL registration of cpu %d (hw %d) failed "
		       "with %d\n", smp_processor_id(),
		       hard_smp_processor_id(), ret);
339 340 341 342
	get_paca()->lppaca_ptr->dtl_enable_mask = 2;

	return 0;
}
343
#else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
344 345 346 347
static inline int alloc_dispatch_logs(void)
{
	return 0;
}
348
#endif /* CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
349

350 351 352 353 354 355 356 357 358 359 360 361
static int alloc_dispatch_log_kmem_cache(void)
{
	dtl_cache = kmem_cache_create("dtl", DISPATCH_LOG_BYTES,
						DISPATCH_LOG_BYTES, 0, NULL);
	if (!dtl_cache) {
		pr_warn("Failed to create dispatch trace log buffer cache\n");
		pr_warn("Stolen time statistics will be unreliable\n");
		return 0;
	}

	return alloc_dispatch_logs();
}
362
machine_early_initcall(pseries, alloc_dispatch_log_kmem_cache);
363

364
static void pseries_lpar_idle(void)
365
{
366 367 368
	/*
	 * Default handler to go into low thread priority and possibly
	 * low power mode by cedeing processor to hypervisor
369
	 */
370 371 372 373 374 375 376 377 378 379 380 381 382 383

	/* Indicate to hypervisor that we are idle. */
	get_lppaca()->idle = 1;

	/*
	 * Yield the processor to the hypervisor.  We return if
	 * an external interrupt occurs (which are driven prior
	 * to returning here) or if a prod occurs from another
	 * processor. When returning here, external interrupts
	 * are enabled.
	 */
	cede_processor();

	get_lppaca()->idle = 0;
384 385
}

386 387 388 389 390 391 392
/*
 * Enable relocation on during exceptions. This has partition wide scope and
 * may take a while to complete, if it takes longer than one second we will
 * just give up rather than wasting any more time on this - if that turns out
 * to ever be a problem in practice we can move this into a kernel thread to
 * finish off the process later in boot.
 */
393
long pSeries_enable_reloc_on_exc(void)
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414
{
	long rc;
	unsigned int delay, total_delay = 0;

	while (1) {
		rc = enable_reloc_on_exceptions();
		if (!H_IS_LONG_BUSY(rc))
			return rc;

		delay = get_longbusy_msecs(rc);
		total_delay += delay;
		if (total_delay > 1000) {
			pr_warn("Warning: Giving up waiting to enable "
				"relocation on exceptions (%u msec)!\n",
				total_delay);
			return rc;
		}

		mdelay(delay);
	}
}
415
EXPORT_SYMBOL(pSeries_enable_reloc_on_exc);
416

417
long pSeries_disable_reloc_on_exc(void)
418 419 420 421 422 423 424 425 426 427
{
	long rc;

	while (1) {
		rc = disable_reloc_on_exceptions();
		if (!H_IS_LONG_BUSY(rc))
			return rc;
		mdelay(get_longbusy_msecs(rc));
	}
}
428
EXPORT_SYMBOL(pSeries_disable_reloc_on_exc);
429

430
#ifdef CONFIG_KEXEC
431 432 433 434
static void pSeries_machine_kexec(struct kimage *image)
{
	long rc;

435
	if (firmware_has_feature(FW_FEATURE_SET_MODE)) {
436 437 438 439 440 441 442 443 444 445
		rc = pSeries_disable_reloc_on_exc();
		if (rc != H_SUCCESS)
			pr_warning("Warning: Failed to disable relocation on "
				   "exceptions: %ld\n", rc);
	}

	default_machine_kexec(image);
}
#endif

446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471
#ifdef __LITTLE_ENDIAN__
long pseries_big_endian_exceptions(void)
{
	long rc;

	while (1) {
		rc = enable_big_endian_exceptions();
		if (!H_IS_LONG_BUSY(rc))
			return rc;
		mdelay(get_longbusy_msecs(rc));
	}
}

static long pseries_little_endian_exceptions(void)
{
	long rc;

	while (1) {
		rc = enable_little_endian_exceptions();
		if (!H_IS_LONG_BUSY(rc))
			return rc;
		mdelay(get_longbusy_msecs(rc));
	}
}
#endif

472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488
static void __init find_and_init_phbs(void)
{
	struct device_node *node;
	struct pci_controller *phb;
	struct device_node *root = of_find_node_by_path("/");

	for_each_child_of_node(root, node) {
		if (node->type == NULL || (strcmp(node->type, "pci") != 0 &&
					   strcmp(node->type, "pciex") != 0))
			continue;

		phb = pcibios_alloc_controller(node);
		if (!phb)
			continue;
		rtas_setup_phb(phb);
		pci_process_bridge_OF_ranges(phb, node, 0);
		isa_bridge_find_early(phb);
489
		phb->controller_ops = pseries_pci_controller_ops;
490 491 492 493 494 495 496 497 498
	}

	of_node_put(root);
	pci_devs_phb_init();

	/*
	 * PCI_PROBE_ONLY and PCI_REASSIGN_ALL_BUS can be set via properties
	 * in chosen.
	 */
499
	of_pci_check_probe_only();
500 501
}

502 503
static void __init pSeries_setup_arch(void)
{
504
	set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT);
505

506 507 508
	/* Discover PIC type and setup ppc_md accordingly */
	pseries_discover_pic();

L
Linus Torvalds 已提交
509 510 511 512 513 514 515 516 517
	/* openpic global configuration register (64-bit format). */
	/* openpic Interrupt Source Unit pointer (64-bit format). */
	/* python0 facility area (mmio) (64-bit format) REAL address. */

	/* init to some ~sane value until calibrate_delay() runs */
	loops_per_jiffy = 50000000;

	fwnmi_init();

518 519
	/* By default, only probe PCI (can be overriden by rtas_pci) */
	pci_add_flags(PCI_PROBE_ONLY);
520

L
Linus Torvalds 已提交
521 522 523
	/* Find and initialize PCI host bridges */
	init_pci_config_tokens();
	find_and_init_phbs();
524
	of_reconfig_notifier_register(&pci_dn_reconfig_nb);
L
Linus Torvalds 已提交
525 526 527

	pSeries_nvram_init();

528
	if (firmware_has_feature(FW_FEATURE_LPAR)) {
529
		vpa_init(boot_cpuid);
530
		ppc_md.power_save = pseries_lpar_idle;
531
		ppc_md.enable_pmcs = pseries_lpar_enable_pmcs;
532 533
	} else {
		/* No special idle routine */
534
		ppc_md.enable_pmcs = power4_enable_pmcs;
535
	}
536

537 538
	ppc_md.pcibios_root_bridge_prepare = pseries_root_bridge_prepare;

539 540
	if (firmware_has_feature(FW_FEATURE_SET_MODE)) {
		long rc;
541 542 543 544 545

		rc = pSeries_enable_reloc_on_exc();
		if (rc == H_P2) {
			pr_info("Relocation on exceptions not supported\n");
		} else if (rc != H_SUCCESS) {
546 547 548 549
			pr_warn("Unable to enable relocation on exceptions: "
				"%ld\n", rc);
		}
	}
L
Linus Torvalds 已提交
550 551 552 553 554
}

static int __init pSeries_init_panel(void)
{
	/* Manually leave the kernel version on the panel. */
555
#ifdef __BIG_ENDIAN__
L
Linus Torvalds 已提交
556
	ppc_md.progress("Linux ppc64\n", 0);
557 558 559
#else
	ppc_md.progress("Linux ppc64le\n", 0);
#endif
560
	ppc_md.progress(init_utsname()->version, 0);
L
Linus Torvalds 已提交
561 562 563

	return 0;
}
564
machine_arch_initcall(pseries, pSeries_init_panel);
L
Linus Torvalds 已提交
565

566
static int pseries_set_dabr(unsigned long dabr, unsigned long dabrx)
567
{
568
	return plpar_hcall_norets(H_SET_DABR, dabr);
569 570
}

571
static int pseries_set_xdabr(unsigned long dabr, unsigned long dabrx)
572
{
573 574 575 576
	/* Have to set at least one bit in the DABRX according to PAPR */
	if (dabrx == 0 && dabr == 0)
		dabrx = DABRX_USER;
	/* PAPR says we can only set kernel and user bits */
577
	dabrx &= DABRX_KERNEL | DABRX_USER;
578 579

	return plpar_hcall_norets(H_SET_XDABR, dabr, dabrx);
580
}
L
Linus Torvalds 已提交
581

582 583 584 585 586 587 588 589
static int pseries_set_dawr(unsigned long dawr, unsigned long dawrx)
{
	/* PAPR says we can't set HYP */
	dawrx &= ~DAWRX_HYP;

	return  plapr_set_watchpoint0(dawr, dawrx);
}

590 591 592
#define CMO_CHARACTERISTICS_TOKEN 44
#define CMO_MAXLENGTH 1026

593 594 595 596 597 598 599 600 601 602
void pSeries_coalesce_init(void)
{
	struct hvcall_mpp_x_data mpp_x_data;

	if (firmware_has_feature(FW_FEATURE_CMO) && !h_get_mpp_x(&mpp_x_data))
		powerpc_firmware_features |= FW_FEATURE_XCMO;
	else
		powerpc_firmware_features &= ~FW_FEATURE_XCMO;
}

603 604 605 606
/**
 * fw_cmo_feature_init - FW_FEATURE_CMO is not stored in ibm,hypertas-functions,
 * handle that here. (Stolen from parse_system_parameter_string)
 */
607
static void pSeries_cmo_feature_init(void)
608 609 610
{
	char *ptr, *key, *value, *end;
	int call_status;
611
	int page_order = IOMMU_PAGE_SHIFT_4K;
612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649

	pr_debug(" -> fw_cmo_feature_init()\n");
	spin_lock(&rtas_data_buf_lock);
	memset(rtas_data_buf, 0, RTAS_DATA_BUF_SIZE);
	call_status = rtas_call(rtas_token("ibm,get-system-parameter"), 3, 1,
				NULL,
				CMO_CHARACTERISTICS_TOKEN,
				__pa(rtas_data_buf),
				RTAS_DATA_BUF_SIZE);

	if (call_status != 0) {
		spin_unlock(&rtas_data_buf_lock);
		pr_debug("CMO not available\n");
		pr_debug(" <- fw_cmo_feature_init()\n");
		return;
	}

	end = rtas_data_buf + CMO_MAXLENGTH - 2;
	ptr = rtas_data_buf + 2;	/* step over strlen value */
	key = value = ptr;

	while (*ptr && (ptr <= end)) {
		/* Separate the key and value by replacing '=' with '\0' and
		 * point the value at the string after the '='
		 */
		if (ptr[0] == '=') {
			ptr[0] = '\0';
			value = ptr + 1;
		} else if (ptr[0] == '\0' || ptr[0] == ',') {
			/* Terminate the string containing the key/value pair */
			ptr[0] = '\0';

			if (key == value) {
				pr_debug("Malformed key/value pair\n");
				/* Never found a '=', end processing */
				break;
			}

650 651 652 653
			if (0 == strcmp(key, "CMOPageSize"))
				page_order = simple_strtol(value, NULL, 10);
			else if (0 == strcmp(key, "PrPSP"))
				CMO_PrPSP = simple_strtol(value, NULL, 10);
654
			else if (0 == strcmp(key, "SecPSP"))
655
				CMO_SecPSP = simple_strtol(value, NULL, 10);
656 657 658 659 660
			value = key = ptr + 1;
		}
		ptr++;
	}

661 662 663 664 665 666 667
	/* Page size is returned as the power of 2 of the page size,
	 * convert to the page size in bytes before returning
	 */
	CMO_PageSize = 1 << page_order;
	pr_debug("CMO_PageSize = %lu\n", CMO_PageSize);

	if (CMO_PrPSP != -1 || CMO_SecPSP != -1) {
668
		pr_info("CMO enabled\n");
669 670
		pr_debug("CMO enabled, PrPSP=%d, SecPSP=%d\n", CMO_PrPSP,
		         CMO_SecPSP);
671
		powerpc_firmware_features |= FW_FEATURE_CMO;
672
		pSeries_coalesce_init();
673
	} else
674 675
		pr_debug("CMO not enabled, PrPSP=%d, SecPSP=%d\n", CMO_PrPSP,
		         CMO_SecPSP);
676 677 678 679
	spin_unlock(&rtas_data_buf_lock);
	pr_debug(" <- fw_cmo_feature_init()\n");
}

L
Linus Torvalds 已提交
680 681 682 683 684
/*
 * Early initialization.  Relocation is on but do not reference unbolted pages
 */
static void __init pSeries_init_early(void)
{
685
	pr_debug(" -> pSeries_init_early()\n");
L
Linus Torvalds 已提交
686

687
#ifdef CONFIG_HVC_CONSOLE
688
	if (firmware_has_feature(FW_FEATURE_LPAR))
689 690
		hvc_vio_init_early();
#endif
M
Michael Neuling 已提交
691
	if (firmware_has_feature(FW_FEATURE_XDABR))
692
		ppc_md.set_dabr = pseries_set_xdabr;
M
Michael Neuling 已提交
693 694
	else if (firmware_has_feature(FW_FEATURE_DABR))
		ppc_md.set_dabr = pseries_set_dabr;
L
Linus Torvalds 已提交
695

696 697 698
	if (firmware_has_feature(FW_FEATURE_SET_MODE))
		ppc_md.set_dawr = pseries_set_dawr;

699
	pSeries_cmo_feature_init();
L
Linus Torvalds 已提交
700 701
	iommu_init_early_pSeries();

702
	pr_debug(" <- pSeries_init_early()\n");
L
Linus Torvalds 已提交
703 704
}

705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732
/**
 * pseries_power_off - tell firmware about how to power off the system.
 *
 * This function calls either the power-off rtas token in normal cases
 * or the ibm,power-off-ups token (if present & requested) in case of
 * a power failure. If power-off token is used, power on will only be
 * possible with power button press. If ibm,power-off-ups token is used
 * it will allow auto poweron after power is restored.
 */
static void pseries_power_off(void)
{
	int rc;
	int rtas_poweroff_ups_token = rtas_token("ibm,power-off-ups");

	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_POWER_OFF);

	if (rtas_poweron_auto == 0 ||
		rtas_poweroff_ups_token == RTAS_UNKNOWN_SERVICE) {
		rc = rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1);
		printk(KERN_INFO "RTAS power-off returned %d\n", rc);
	} else {
		rc = rtas_call(rtas_poweroff_ups_token, 0, 1, NULL);
		printk(KERN_INFO "RTAS ibm,power-off-ups returned %d\n", rc);
	}
	for (;;);
}

L
Linus Torvalds 已提交
733 734 735 736
/*
 * Called very early, MMU is off, device-tree isn't unflattened
 */

737 738 739
static int __init pseries_probe_fw_features(unsigned long node,
					    const char *uname, int depth,
					    void *data)
L
Linus Torvalds 已提交
740
{
741
	const char *prop;
742
	int len;
743 744
	static int hypertas_found;
	static int vec5_found;
745

746
	if (depth != 1)
747 748
		return 0;

749 750 751 752 753 754 755 756 757 758
	if (!strcmp(uname, "rtas") || !strcmp(uname, "rtas@0")) {
		prop = of_get_flat_dt_prop(node, "ibm,hypertas-functions",
					   &len);
		if (prop) {
			powerpc_firmware_features |= FW_FEATURE_LPAR;
			fw_hypertas_feature_init(prop, len);
		}

		hypertas_found = 1;
	}
759

760 761 762 763 764 765 766 767
	if (!strcmp(uname, "chosen")) {
		prop = of_get_flat_dt_prop(node, "ibm,architecture-vec-5",
					   &len);
		if (prop)
			fw_vec5_feature_init(prop, len);

		vec5_found = 1;
	}
768

769
	return hypertas_found && vec5_found;
770 771 772 773
}

static int __init pSeries_probe(void)
{
774
	unsigned long root = of_get_flat_dt_root();
775
	const char *dtype = of_get_flat_dt_prop(root, "device_type", NULL);
776

777 778 779
 	if (dtype == NULL)
 		return 0;
 	if (strcmp(dtype, "chrp"))
L
Linus Torvalds 已提交
780 781
		return 0;

782 783 784 785 786 787 788
	/* Cell blades firmware claims to be chrp while it's not. Until this
	 * is fixed, we need to avoid those here.
	 */
	if (of_flat_dt_is_compatible(root, "IBM,CPBW-1.0") ||
	    of_flat_dt_is_compatible(root, "IBM,CBEA"))
		return 0;

789
	pr_debug("pSeries detected, looking for LPAR capability...\n");
L
Linus Torvalds 已提交
790

791
	/* Now try to figure out if we are running on LPAR */
792
	of_scan_flat_dt(pseries_probe_fw_features, NULL);
793

794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809
#ifdef __LITTLE_ENDIAN__
	if (firmware_has_feature(FW_FEATURE_SET_MODE)) {
		long rc;
		/*
		 * Tell the hypervisor that we want our exceptions to
		 * be taken in little endian mode. If this fails we don't
		 * want to use BUG() because it will trigger an exception.
		 */
		rc = pseries_little_endian_exceptions();
		if (rc) {
			ppc_md.progress("H_SET_MODE LE exception fail", 0);
			panic("Could not enable little endian exceptions");
		}
	}
#endif

810 811 812 813 814
	if (firmware_has_feature(FW_FEATURE_LPAR))
		hpte_init_lpar();
	else
		hpte_init_native();

815 816
	pm_power_off = pseries_power_off;

817 818
	pr_debug("Machine is%s LPAR !\n",
	         (powerpc_firmware_features & FW_FEATURE_LPAR) ? "" : " not");
819

L
Linus Torvalds 已提交
820 821 822
	return 1;
}

823 824
static int pSeries_pci_probe_mode(struct pci_bus *bus)
{
825
	if (firmware_has_feature(FW_FEATURE_LPAR))
826 827 828 829
		return PCI_PROBE_DEVTREE;
	return PCI_PROBE_NORMAL;
}

830 831 832 833
struct pci_controller_ops pseries_pci_controller_ops = {
	.probe_mode		= pSeries_pci_probe_mode,
};

834 835
define_machine(pseries) {
	.name			= "pSeries",
L
Linus Torvalds 已提交
836 837 838
	.probe			= pSeries_probe,
	.setup_arch		= pSeries_setup_arch,
	.init_early		= pSeries_init_early,
839
	.show_cpuinfo		= pSeries_show_cpuinfo,
L
Linus Torvalds 已提交
840 841
	.log_error		= pSeries_log_error,
	.pcibios_fixup		= pSeries_final_fixup,
842 843
	.restart		= rtas_restart,
	.halt			= rtas_halt,
844
	.panic			= rtas_os_term,
845 846 847
	.get_boot_time		= rtas_get_boot_time,
	.get_rtc_time		= rtas_get_rtc_time,
	.set_rtc_time		= rtas_set_rtc_time,
848
	.calibrate_decr		= generic_calibrate_decr,
849
	.progress		= rtas_progress,
L
Linus Torvalds 已提交
850 851
	.system_reset_exception = pSeries_system_reset_exception,
	.machine_check_exception = pSeries_machine_check_exception,
852 853 854
#ifdef CONFIG_KEXEC
	.machine_kexec          = pSeries_machine_kexec,
#endif
855 856 857
#ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
	.memory_block_size	= pseries_memory_block_size,
#endif
L
Linus Torvalds 已提交
858
};