rtas.c 21.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 *
 * Procedures for interfacing to the RTAS on CHRP machines.
 *
 * Peter Bergner, IBM	March 2001.
 * Copyright (C) 2001 IBM.
 *
 *      This program is free software; you can redistribute it and/or
 *      modify it under the terms of the GNU General Public License
 *      as published by the Free Software Foundation; either version
 *      2 of the License, or (at your option) any later version.
 */

#include <stdarg.h>
#include <linux/kernel.h>
#include <linux/types.h>
#include <linux/spinlock.h>
#include <linux/module.h>
#include <linux/init.h>
20
#include <linux/capability.h>
21
#include <linux/delay.h>
22 23 24
#include <linux/smp.h>
#include <linux/completion.h>
#include <linux/cpumask.h>
L
Linus Torvalds 已提交
25 26 27

#include <asm/prom.h>
#include <asm/rtas.h>
28
#include <asm/hvcall.h>
L
Linus Torvalds 已提交
29 30
#include <asm/semaphore.h>
#include <asm/machdep.h>
31
#include <asm/firmware.h>
L
Linus Torvalds 已提交
32 33 34 35 36
#include <asm/page.h>
#include <asm/param.h>
#include <asm/system.h>
#include <asm/delay.h>
#include <asm/uaccess.h>
37
#include <asm/lmb.h>
38
#include <asm/udbg.h>
39
#include <asm/syscalls.h>
40 41
#include <asm/smp.h>
#include <asm/atomic.h>
L
Linus Torvalds 已提交
42

43
struct rtas_t rtas = {
L
Linus Torvalds 已提交
44 45
	.lock = SPIN_LOCK_UNLOCKED
};
46
EXPORT_SYMBOL(rtas);
L
Linus Torvalds 已提交
47

48
struct rtas_suspend_me_data {
49 50 51 52
	atomic_t working; /* number of cpus accessing this struct */
	int token; /* ibm,suspend-me */
	int error;
	struct completion *complete; /* wait on this until working == 0 */
53 54
};

L
Linus Torvalds 已提交
55
DEFINE_SPINLOCK(rtas_data_buf_lock);
56 57
EXPORT_SYMBOL(rtas_data_buf_lock);

58
char rtas_data_buf[RTAS_DATA_BUF_SIZE] __cacheline_aligned;
59 60
EXPORT_SYMBOL(rtas_data_buf);

L
Linus Torvalds 已提交
61 62
unsigned long rtas_rmo_buf;

63 64 65 66 67 68 69
/*
 * If non-NULL, this gets called when the kernel terminates.
 * This is done like this so rtas_flash can be a module.
 */
void (*rtas_flash_term_hook)(int);
EXPORT_SYMBOL(rtas_flash_term_hook);

70 71 72 73 74
/*
 * call_rtas_display_status and call_rtas_display_status_delay
 * are designed only for very early low-level debugging, which
 * is why the token is hard-coded to 10.
 */
75
static void call_rtas_display_status(char c)
L
Linus Torvalds 已提交
76 77 78 79 80 81 82 83 84 85 86 87
{
	struct rtas_args *args = &rtas.args;
	unsigned long s;

	if (!rtas.base)
		return;
	spin_lock_irqsave(&rtas.lock, s);

	args->token = 10;
	args->nargs = 1;
	args->nret  = 1;
	args->rets  = (rtas_arg_t *)&(args->args[1]);
88
	args->args[0] = (unsigned char)c;
L
Linus Torvalds 已提交
89 90 91 92 93 94

	enter_rtas(__pa(args));

	spin_unlock_irqrestore(&rtas.lock, s);
}

95
static void call_rtas_display_status_delay(char c)
L
Linus Torvalds 已提交
96 97 98 99 100 101 102 103
{
	static int pending_newline = 0;  /* did last write end with unprinted newline? */
	static int width = 16;

	if (c == '\n') {	
		while (width-- > 0)
			call_rtas_display_status(' ');
		width = 16;
104
		mdelay(500);
L
Linus Torvalds 已提交
105 106 107 108 109 110 111 112 113 114 115 116 117 118
		pending_newline = 1;
	} else {
		if (pending_newline) {
			call_rtas_display_status('\r');
			call_rtas_display_status('\n');
		} 
		pending_newline = 0;
		if (width--) {
			call_rtas_display_status(c);
			udelay(10000);
		}
	}
}

119
void __init udbg_init_rtas_panel(void)
120 121 122 123
{
	udbg_putc = call_rtas_display_status_delay;
}

124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
#ifdef CONFIG_UDBG_RTAS_CONSOLE

/* If you think you're dying before early_init_dt_scan_rtas() does its
 * work, you can hard code the token values for your firmware here and
 * hardcode rtas.base/entry etc.
 */
static unsigned int rtas_putchar_token = RTAS_UNKNOWN_SERVICE;
static unsigned int rtas_getchar_token = RTAS_UNKNOWN_SERVICE;

static void udbg_rtascon_putc(char c)
{
	int tries;

	if (!rtas.base)
		return;

	/* Add CRs before LFs */
	if (c == '\n')
		udbg_rtascon_putc('\r');

	/* if there is more than one character to be displayed, wait a bit */
	for (tries = 0; tries < 16; tries++) {
		if (rtas_call(rtas_putchar_token, 1, 1, NULL, c) == 0)
			break;
		udelay(1000);
	}
}

static int udbg_rtascon_getc_poll(void)
{
	int c;

	if (!rtas.base)
		return -1;

	if (rtas_call(rtas_getchar_token, 0, 2, &c))
		return -1;

	return c;
}

static int udbg_rtascon_getc(void)
{
	int c;

	while ((c = udbg_rtascon_getc_poll()) == -1)
		;

	return c;
}


void __init udbg_init_rtas_console(void)
{
	udbg_putc = udbg_rtascon_putc;
	udbg_getc = udbg_rtascon_getc;
	udbg_getc_poll = udbg_rtascon_getc_poll;
}
#endif /* CONFIG_UDBG_RTAS_CONSOLE */

184
void rtas_progress(char *s, unsigned short hex)
185 186
{
	struct device_node *root;
187 188
	int width;
	const int *p;
189 190
	char *os;
	static int display_character, set_indicator;
191
	static int display_width, display_lines, form_feed;
192
	static const int *row_width;
193
	static DEFINE_SPINLOCK(progress_lock);
194
	static int current_line;
195 196 197 198 199
	static int pending_newline = 0;  /* did last write end with unprinted newline? */

	if (!rtas.base)
		return;

200 201
	if (display_width == 0) {
		display_width = 0x10;
202
		if ((root = of_find_node_by_path("/rtas"))) {
203
			if ((p = of_get_property(root,
204 205
					"ibm,display-line-length", NULL)))
				display_width = *p;
206
			if ((p = of_get_property(root,
207 208
					"ibm,form-feed", NULL)))
				form_feed = *p;
209
			if ((p = of_get_property(root,
210 211
					"ibm,display-number-of-lines", NULL)))
				display_lines = *p;
212
			row_width = of_get_property(root,
213
					"ibm,display-truncation-length", NULL);
214
			of_node_put(root);
215
		}
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
		display_character = rtas_token("display-character");
		set_indicator = rtas_token("set-indicator");
	}

	if (display_character == RTAS_UNKNOWN_SERVICE) {
		/* use hex display if available */
		if (set_indicator != RTAS_UNKNOWN_SERVICE)
			rtas_call(set_indicator, 3, 1, NULL, 6, 0, hex);
		return;
	}

	spin_lock(&progress_lock);

	/*
	 * Last write ended with newline, but we didn't print it since
	 * it would just clear the bottom line of output. Print it now
	 * instead.
	 *
234 235 236
	 * If no newline is pending and form feed is supported, clear the
	 * display with a form feed; otherwise, print a CR to start output
	 * at the beginning of the line.
237 238 239 240 241 242
	 */
	if (pending_newline) {
		rtas_call(display_character, 1, 1, NULL, '\r');
		rtas_call(display_character, 1, 1, NULL, '\n');
		pending_newline = 0;
	} else {
243 244 245 246 247 248
		current_line = 0;
		if (form_feed)
			rtas_call(display_character, 1, 1, NULL,
				  (char)form_feed);
		else
			rtas_call(display_character, 1, 1, NULL, '\r');
249 250
	}
 
251 252 253 254
	if (row_width)
		width = row_width[current_line];
	else
		width = display_width;
255 256 257 258 259 260 261 262 263
	os = s;
	while (*os) {
		if (*os == '\n' || *os == '\r') {
			/* If newline is the last character, save it
			 * until next call to avoid bumping up the
			 * display output.
			 */
			if (*os == '\n' && !os[1]) {
				pending_newline = 1;
264 265 266
				current_line++;
				if (current_line > display_lines-1)
					current_line = display_lines-1;
267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
				spin_unlock(&progress_lock);
				return;
			}
 
			/* RTAS wants CR-LF, not just LF */
 
			if (*os == '\n') {
				rtas_call(display_character, 1, 1, NULL, '\r');
				rtas_call(display_character, 1, 1, NULL, '\n');
			} else {
				/* CR might be used to re-draw a line, so we'll
				 * leave it alone and not add LF.
				 */
				rtas_call(display_character, 1, 1, NULL, *os);
			}
 
283 284 285 286
			if (row_width)
				width = row_width[current_line];
			else
				width = display_width;
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
		} else {
			width--;
			rtas_call(display_character, 1, 1, NULL, *os);
		}
 
		os++;
 
		/* if we overwrite the screen length */
		if (width <= 0)
			while ((*os != 0) && (*os != '\n') && (*os != '\r'))
				os++;
	}
 
	spin_unlock(&progress_lock);
}
302
EXPORT_SYMBOL(rtas_progress);		/* needed by rtas_flash module */
303

304
int rtas_token(const char *service)
L
Linus Torvalds 已提交
305
{
306
	const int *tokp;
307
	if (rtas.dev == NULL)
L
Linus Torvalds 已提交
308
		return RTAS_UNKNOWN_SERVICE;
309
	tokp = of_get_property(rtas.dev, service, NULL);
L
Linus Torvalds 已提交
310 311
	return tokp ? *tokp : RTAS_UNKNOWN_SERVICE;
}
312
EXPORT_SYMBOL(rtas_token);
L
Linus Torvalds 已提交
313

314 315 316 317 318 319
int rtas_service_present(const char *service)
{
	return rtas_token(service) != RTAS_UNKNOWN_SERVICE;
}
EXPORT_SYMBOL(rtas_service_present);

320
#ifdef CONFIG_RTAS_ERROR_LOGGING
L
Linus Torvalds 已提交
321 322 323 324 325 326 327 328 329 330 331 332 333 334
/*
 * Return the firmware-specified size of the error log buffer
 *  for all rtas calls that require an error buffer argument.
 *  This includes 'check-exception' and 'rtas-last-error'.
 */
int rtas_get_error_log_max(void)
{
	static int rtas_error_log_max;
	if (rtas_error_log_max)
		return rtas_error_log_max;

	rtas_error_log_max = rtas_token ("rtas-error-log-max");
	if ((rtas_error_log_max == RTAS_UNKNOWN_SERVICE) ||
	    (rtas_error_log_max > RTAS_ERROR_LOG_MAX)) {
335 336
		printk (KERN_WARNING "RTAS: bad log buffer size %d\n",
			rtas_error_log_max);
L
Linus Torvalds 已提交
337 338 339 340
		rtas_error_log_max = RTAS_ERROR_LOG_MAX;
	}
	return rtas_error_log_max;
}
341
EXPORT_SYMBOL(rtas_get_error_log_max);
L
Linus Torvalds 已提交
342 343


344 345 346
char rtas_err_buf[RTAS_ERROR_LOG_MAX];
int rtas_last_error_token;

L
Linus Torvalds 已提交
347 348 349 350 351 352
/** Return a copy of the detailed error text associated with the
 *  most recent failed call to rtas.  Because the error text
 *  might go stale if there are any other intervening rtas calls,
 *  this routine must be called atomically with whatever produced
 *  the error (i.e. with rtas.lock still held from the previous call).
 */
353
static char *__fetch_rtas_last_error(char *altbuf)
L
Linus Torvalds 已提交
354 355 356
{
	struct rtas_args err_args, save_args;
	u32 bufsz;
357 358 359 360
	char *buf = NULL;

	if (rtas_last_error_token == -1)
		return NULL;
L
Linus Torvalds 已提交
361 362 363

	bufsz = rtas_get_error_log_max();

364
	err_args.token = rtas_last_error_token;
L
Linus Torvalds 已提交
365 366 367 368 369 370 371 372 373 374 375 376 377 378
	err_args.nargs = 2;
	err_args.nret = 1;
	err_args.args[0] = (rtas_arg_t)__pa(rtas_err_buf);
	err_args.args[1] = bufsz;
	err_args.args[2] = 0;

	save_args = rtas.args;
	rtas.args = err_args;

	enter_rtas(__pa(&rtas.args));

	err_args = rtas.args;
	rtas.args = save_args;

379 380 381 382 383 384 385 386 387 388 389 390 391 392
	/* Log the error in the unlikely case that there was one. */
	if (unlikely(err_args.args[2] == 0)) {
		if (altbuf) {
			buf = altbuf;
		} else {
			buf = rtas_err_buf;
			if (mem_init_done)
				buf = kmalloc(RTAS_ERROR_LOG_MAX, GFP_ATOMIC);
		}
		if (buf)
			memcpy(buf, rtas_err_buf, RTAS_ERROR_LOG_MAX);
	}

	return buf;
L
Linus Torvalds 已提交
393 394
}

395 396 397 398 399 400 401
#define get_errorlog_buffer()	kmalloc(RTAS_ERROR_LOG_MAX, GFP_KERNEL)

#else /* CONFIG_RTAS_ERROR_LOGGING */
#define __fetch_rtas_last_error(x)	NULL
#define get_errorlog_buffer()		NULL
#endif

L
Linus Torvalds 已提交
402 403 404
int rtas_call(int token, int nargs, int nret, int *outputs, ...)
{
	va_list list;
405
	int i;
L
Linus Torvalds 已提交
406 407
	unsigned long s;
	struct rtas_args *rtas_args;
408
	char *buff_copy = NULL;
L
Linus Torvalds 已提交
409 410
	int ret;

411
	if (!rtas.entry || token == RTAS_UNKNOWN_SERVICE)
L
Linus Torvalds 已提交
412 413 414 415 416 417 418 419 420 421 422
		return -1;

	/* Gotta do something different here, use global lock for now... */
	spin_lock_irqsave(&rtas.lock, s);
	rtas_args = &rtas.args;

	rtas_args->token = token;
	rtas_args->nargs = nargs;
	rtas_args->nret  = nret;
	rtas_args->rets  = (rtas_arg_t *)&(rtas_args->args[nargs]);
	va_start(list, outputs);
423
	for (i = 0; i < nargs; ++i)
L
Linus Torvalds 已提交
424 425 426 427 428 429 430 431 432 433 434
		rtas_args->args[i] = va_arg(list, rtas_arg_t);
	va_end(list);

	for (i = 0; i < nret; ++i)
		rtas_args->rets[i] = 0;

	enter_rtas(__pa(rtas_args));

	/* A -1 return code indicates that the last command couldn't
	   be completed due to a hardware error. */
	if (rtas_args->rets[0] == -1)
435
		buff_copy = __fetch_rtas_last_error(NULL);
L
Linus Torvalds 已提交
436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451

	if (nret > 1 && outputs != NULL)
		for (i = 0; i < nret-1; ++i)
			outputs[i] = rtas_args->rets[i+1];
	ret = (nret > 0)? rtas_args->rets[0]: 0;

	/* Gotta do something different here, use global lock for now... */
	spin_unlock_irqrestore(&rtas.lock, s);

	if (buff_copy) {
		log_error(buff_copy, ERR_TYPE_RTAS_LOG, 0);
		if (mem_init_done)
			kfree(buff_copy);
	}
	return ret;
}
452
EXPORT_SYMBOL(rtas_call);
L
Linus Torvalds 已提交
453

454 455
/* For RTAS_BUSY (-2), delay for 1 millisecond.  For an extended busy status
 * code of 990n, perform the hinted delay of 10^n (last digit) milliseconds.
L
Linus Torvalds 已提交
456
 */
457
unsigned int rtas_busy_delay_time(int status)
L
Linus Torvalds 已提交
458
{
459 460 461 462 463 464 465 466 467 468
	int order;
	unsigned int ms = 0;

	if (status == RTAS_BUSY) {
		ms = 1;
	} else if (status >= 9900 && status <= 9905) {
		order = status - 9900;
		for (ms = 1; order > 0; order--)
			ms *= 10;
	}
L
Linus Torvalds 已提交
469

470 471
	return ms;
}
472
EXPORT_SYMBOL(rtas_busy_delay_time);
L
Linus Torvalds 已提交
473

474 475 476 477
/* For an RTAS busy status code, perform the hinted delay. */
unsigned int rtas_busy_delay(int status)
{
	unsigned int ms;
L
Linus Torvalds 已提交
478

479 480 481 482 483 484
	might_sleep();
	ms = rtas_busy_delay_time(status);
	if (ms)
		msleep(ms);

	return ms;
L
Linus Torvalds 已提交
485
}
486
EXPORT_SYMBOL(rtas_busy_delay);
L
Linus Torvalds 已提交
487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531

int rtas_error_rc(int rtas_rc)
{
	int rc;

	switch (rtas_rc) {
		case -1: 		/* Hardware Error */
			rc = -EIO;
			break;
		case -3:		/* Bad indicator/domain/etc */
			rc = -EINVAL;
			break;
		case -9000:		/* Isolation error */
			rc = -EFAULT;
			break;
		case -9001:		/* Outstanding TCE/PTE */
			rc = -EEXIST;
			break;
		case -9002:		/* No usable slot */
			rc = -ENODEV;
			break;
		default:
			printk(KERN_ERR "%s: unexpected RTAS error %d\n",
					__FUNCTION__, rtas_rc);
			rc = -ERANGE;
			break;
	}
	return rc;
}

int rtas_get_power_level(int powerdomain, int *level)
{
	int token = rtas_token("get-power-level");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

	while ((rc = rtas_call(token, 1, 2, level, powerdomain)) == RTAS_BUSY)
		udelay(1);

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
532
EXPORT_SYMBOL(rtas_get_power_level);
L
Linus Torvalds 已提交
533 534 535 536 537 538 539 540 541

int rtas_set_power_level(int powerdomain, int level, int *setlevel)
{
	int token = rtas_token("set-power-level");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

542
	do {
L
Linus Torvalds 已提交
543
		rc = rtas_call(token, 2, 2, setlevel, powerdomain, level);
544
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
545 546 547 548 549

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
550
EXPORT_SYMBOL(rtas_set_power_level);
L
Linus Torvalds 已提交
551 552 553 554 555 556 557 558 559

int rtas_get_sensor(int sensor, int index, int *state)
{
	int token = rtas_token("get-sensor-state");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

560
	do {
L
Linus Torvalds 已提交
561
		rc = rtas_call(token, 2, 2, state, sensor, index);
562
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
563 564 565 566 567

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
568
EXPORT_SYMBOL(rtas_get_sensor);
L
Linus Torvalds 已提交
569 570 571 572 573 574 575 576 577

int rtas_set_indicator(int indicator, int index, int new_value)
{
	int token = rtas_token("set-indicator");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

578
	do {
L
Linus Torvalds 已提交
579
		rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);
580
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
581 582 583 584 585

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
586
EXPORT_SYMBOL(rtas_set_indicator);
L
Linus Torvalds 已提交
587

588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608
/*
 * Ignoring RTAS extended delay
 */
int rtas_set_indicator_fast(int indicator, int index, int new_value)
{
	int rc;
	int token = rtas_token("set-indicator");

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

	rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);

	WARN_ON(rc == -2 || (rc >= 9900 && rc <= 9905));

	if (rc < 0)
		return rtas_error_rc(rc);

	return rc;
}

609
void rtas_restart(char *cmd)
L
Linus Torvalds 已提交
610
{
611 612
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_RESTART);
L
Linus Torvalds 已提交
613 614 615 616 617
	printk("RTAS system-reboot returned %d\n",
	       rtas_call(rtas_token("system-reboot"), 0, 1, NULL));
	for (;;);
}

618
void rtas_power_off(void)
L
Linus Torvalds 已提交
619
{
620 621
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_POWER_OFF);
L
Linus Torvalds 已提交
622 623 624 625 626 627
	/* allow power on only with power button press */
	printk("RTAS power-off returned %d\n",
	       rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
	for (;;);
}

628
void rtas_halt(void)
L
Linus Torvalds 已提交
629
{
630 631 632 633 634 635
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_HALT);
	/* allow power on only with power button press */
	printk("RTAS power-off returned %d\n",
	       rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
	for (;;);
L
Linus Torvalds 已提交
636 637 638 639 640
}

/* Must be in the RMO region, so we place it here */
static char rtas_os_term_buf[2048];

641
void rtas_panic_msg(char *str)
L
Linus Torvalds 已提交
642
{
643 644
	snprintf(rtas_os_term_buf, 2048, "OS panic: %s", str);
}
L
Linus Torvalds 已提交
645

646 647 648
void rtas_os_term(void)
{
	int status;
649

L
Linus Torvalds 已提交
650 651 652 653 654 655
	if (RTAS_UNKNOWN_SERVICE == rtas_token("ibm,os-term"))
		return;

	do {
		status = rtas_call(rtas_token("ibm,os-term"), 1, 1, NULL,
				   __pa(rtas_os_term_buf));
656
	} while (rtas_busy_delay(status));
L
Linus Torvalds 已提交
657

658 659
	if (status != 0)
		printk(KERN_EMERG "ibm,os-term call failed %d\n",
L
Linus Torvalds 已提交
660 661 662
			       status);
}

663 664 665 666 667
static int ibm_suspend_me_token = RTAS_UNKNOWN_SERVICE;
#ifdef CONFIG_PPC_PSERIES
static void rtas_percpu_suspend_me(void *info)
{
	long rc;
668 669
	unsigned long msr_save;
	int cpu;
670 671 672
	struct rtas_suspend_me_data *data =
		(struct rtas_suspend_me_data *)info;

673 674 675 676 677 678 679 680 681
	atomic_inc(&data->working);

	/* really need to ensure MSR.EE is off for H_JOIN */
	msr_save = mfmsr();
	mtmsr(msr_save & ~(MSR_EE));

	rc = plpar_hcall_norets(H_JOIN);

	mtmsr(msr_save);
682

683 684 685 686 687 688 689 690 691 692 693 694 695 696
	if (rc == H_SUCCESS) {
		/* This cpu was prodded and the suspend is complete. */
		goto out;
	} else if (rc == H_CONTINUE) {
		/* All other cpus are in H_JOIN, this cpu does
		 * the suspend.
		 */
		printk(KERN_DEBUG "calling ibm,suspend-me on cpu %i\n",
		       smp_processor_id());
		data->error = rtas_call(data->token, 0, 1, NULL);

		if (data->error)
			printk(KERN_DEBUG "ibm,suspend-me returned %d\n",
			       data->error);
697
	} else {
698 699 700
		printk(KERN_ERR "H_JOIN on cpu %i failed with rc = %ld\n",
		       smp_processor_id(), rc);
		data->error = rc;
701
	}
702 703 704 705 706 707
	/* This cpu did the suspend or got an error; in either case,
	 * we need to prod all other other cpus out of join state.
	 * Extra prods are harmless.
	 */
	for_each_online_cpu(cpu)
		plpar_hcall_norets(H_PROD, get_hard_smp_processor_id(cpu));
708
out:
709 710
	if (atomic_dec_return(&data->working) == 0)
		complete(data->complete);
711 712 713 714
}

static int rtas_ibm_suspend_me(struct rtas_args *args)
{
715 716
	long state;
	long rc;
717
	unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
718
	struct rtas_suspend_me_data data;
719 720 721 722
	DECLARE_COMPLETION_ONSTACK(done);

	if (!rtas_service_present("ibm,suspend-me"))
		return -ENOSYS;
723

724
	/* Make sure the state is valid */
725 726 727 728
	rc = plpar_hcall(H_VASI_STATE, retbuf,
			 ((u64)args->args[0] << 32) | args->args[1]);

	state = retbuf[0];
729 730 731 732 733 734 735 736 737 738 739 740 741 742

	if (rc) {
		printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned %ld\n",rc);
		return rc;
	} else if (state == H_VASI_ENABLED) {
		args->args[args->nargs] = RTAS_NOT_SUSPENDABLE;
		return 0;
	} else if (state != H_VASI_SUSPENDING) {
		printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned state %ld\n",
		       state);
		args->args[args->nargs] = -1;
		return 0;
	}

743 744 745 746
	atomic_set(&data.working, 0);
	data.token = rtas_token("ibm,suspend-me");
	data.error = 0;
	data.complete = &done;
747 748 749 750 751

	/* Call function on all CPUs.  One of us will make the
	 * rtas call
	 */
	if (on_each_cpu(rtas_percpu_suspend_me, &data, 1, 0))
752
		data.error = -EINVAL;
753

754
	wait_for_completion(&done);
755

756 757
	if (data.error != 0)
		printk(KERN_ERR "Error doing global join\n");
758

759
	return data.error;
760 761 762 763 764 765 766
}
#else /* CONFIG_PPC_PSERIES */
static int rtas_ibm_suspend_me(struct rtas_args *args)
{
	return -ENOSYS;
}
#endif
L
Linus Torvalds 已提交
767 768 769 770 771

asmlinkage int ppc_rtas(struct rtas_args __user *uargs)
{
	struct rtas_args args;
	unsigned long flags;
772
	char *buff_copy, *errbuf = NULL;
L
Linus Torvalds 已提交
773
	int nargs;
774
	int rc;
L
Linus Torvalds 已提交
775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792

	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

	if (copy_from_user(&args, uargs, 3 * sizeof(u32)) != 0)
		return -EFAULT;

	nargs = args.nargs;
	if (nargs > ARRAY_SIZE(args.args)
	    || args.nret > ARRAY_SIZE(args.args)
	    || nargs + args.nret > ARRAY_SIZE(args.args))
		return -EINVAL;

	/* Copy in args. */
	if (copy_from_user(args.args, uargs->args,
			   nargs * sizeof(rtas_arg_t)) != 0)
		return -EFAULT;

793 794 795 796 797 798 799 800 801 802 803
	if (args.token == RTAS_UNKNOWN_SERVICE)
		return -EINVAL;

	/* Need to handle ibm,suspend_me call specially */
	if (args.token == ibm_suspend_me_token) {
		rc = rtas_ibm_suspend_me(&args);
		if (rc)
			return rc;
		goto copy_return;
	}

804
	buff_copy = get_errorlog_buffer();
L
Linus Torvalds 已提交
805 806 807 808 809 810 811 812 813 814 815

	spin_lock_irqsave(&rtas.lock, flags);

	rtas.args = args;
	enter_rtas(__pa(&rtas.args));
	args = rtas.args;

	args.rets = &args.args[nargs];

	/* A -1 return code indicates that the last command couldn't
	   be completed due to a hardware error. */
816 817
	if (args.rets[0] == -1)
		errbuf = __fetch_rtas_last_error(buff_copy);
L
Linus Torvalds 已提交
818 819 820 821

	spin_unlock_irqrestore(&rtas.lock, flags);

	if (buff_copy) {
822 823
		if (errbuf)
			log_error(errbuf, ERR_TYPE_RTAS_LOG, 0);
L
Linus Torvalds 已提交
824 825 826
		kfree(buff_copy);
	}

827
 copy_return:
L
Linus Torvalds 已提交
828 829 830 831 832 833 834 835 836 837
	/* Copy out args. */
	if (copy_to_user(uargs->args + nargs,
			 args.args + nargs,
			 args.nret * sizeof(rtas_arg_t)) != 0)
		return -EFAULT;

	return 0;
}

/*
A
Adrian Bunk 已提交
838
 * Call early during boot, before mem init or bootmem, to retrieve the RTAS
L
Linus Torvalds 已提交
839 840 841 842 843
 * informations from the device-tree and allocate the RMO buffer for userland
 * accesses.
 */
void __init rtas_initialize(void)
{
844 845
	unsigned long rtas_region = RTAS_INSTANTIATE_MAX;

L
Linus Torvalds 已提交
846 847 848 849 850
	/* Get RTAS dev node and fill up our "rtas" structure with infos
	 * about it.
	 */
	rtas.dev = of_find_node_by_name(NULL, "rtas");
	if (rtas.dev) {
851
		const u32 *basep, *entryp, *sizep;
L
Linus Torvalds 已提交
852

853 854
		basep = of_get_property(rtas.dev, "linux,rtas-base", NULL);
		sizep = of_get_property(rtas.dev, "rtas-size", NULL);
L
Linus Torvalds 已提交
855 856 857
		if (basep != NULL && sizep != NULL) {
			rtas.base = *basep;
			rtas.size = *sizep;
858
			entryp = of_get_property(rtas.dev,
859
					"linux,rtas-entry", NULL);
L
Linus Torvalds 已提交
860 861 862 863 864 865 866
			if (entryp == NULL) /* Ugh */
				rtas.entry = rtas.base;
			else
				rtas.entry = *entryp;
		} else
			rtas.dev = NULL;
	}
867 868 869
	if (!rtas.dev)
		return;

L
Linus Torvalds 已提交
870 871 872
	/* If RTAS was found, allocate the RMO buffer for it and look for
	 * the stop-self token if any
	 */
873
#ifdef CONFIG_PPC64
874
	if (machine_is(pseries) && firmware_has_feature(FW_FEATURE_LPAR)) {
875
		rtas_region = min(lmb.rmo_size, RTAS_INSTANTIATE_MAX);
876 877
		ibm_suspend_me_token = rtas_token("ibm,suspend-me");
	}
878 879
#endif
	rtas_rmo_buf = lmb_alloc_base(RTAS_RMOBUF_MAX, PAGE_SIZE, rtas_region);
L
Linus Torvalds 已提交
880

881 882 883
#ifdef CONFIG_RTAS_ERROR_LOGGING
	rtas_last_error_token = rtas_token("rtas-last-error");
#endif
L
Linus Torvalds 已提交
884
}
885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903

int __init early_init_dt_scan_rtas(unsigned long node,
		const char *uname, int depth, void *data)
{
	u32 *basep, *entryp, *sizep;

	if (depth != 1 || strcmp(uname, "rtas") != 0)
		return 0;

	basep  = of_get_flat_dt_prop(node, "linux,rtas-base", NULL);
	entryp = of_get_flat_dt_prop(node, "linux,rtas-entry", NULL);
	sizep  = of_get_flat_dt_prop(node, "rtas-size", NULL);

	if (basep && entryp && sizep) {
		rtas.base = *basep;
		rtas.entry = *entryp;
		rtas.size = *sizep;
	}

904 905 906 907 908 909 910 911
#ifdef CONFIG_UDBG_RTAS_CONSOLE
	basep = of_get_flat_dt_prop(node, "put-term-char", NULL);
	if (basep)
		rtas_putchar_token = *basep;

	basep = of_get_flat_dt_prop(node, "get-term-char", NULL);
	if (basep)
		rtas_getchar_token = *basep;
912 913 914 915 916

	if (rtas_putchar_token != RTAS_UNKNOWN_SERVICE &&
	    rtas_getchar_token != RTAS_UNKNOWN_SERVICE)
		udbg_init_rtas_console();

917 918
#endif

919 920 921
	/* break now */
	return 1;
}