rtas.c 21.8 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 *
 * Procedures for interfacing to the RTAS on CHRP machines.
 *
 * Peter Bergner, IBM	March 2001.
 * Copyright (C) 2001 IBM.
 *
 *      This program is free software; you can redistribute it and/or
 *      modify it under the terms of the GNU General Public License
 *      as published by the Free Software Foundation; either version
 *      2 of the License, or (at your option) any later version.
 */

#include <stdarg.h>
#include <linux/kernel.h>
#include <linux/types.h>
#include <linux/spinlock.h>
#include <linux/module.h>
#include <linux/init.h>
20
#include <linux/capability.h>
21
#include <linux/delay.h>
22 23 24
#include <linux/smp.h>
#include <linux/completion.h>
#include <linux/cpumask.h>
25
#include <linux/lmb.h>
L
Linus Torvalds 已提交
26 27 28

#include <asm/prom.h>
#include <asm/rtas.h>
29
#include <asm/hvcall.h>
L
Linus Torvalds 已提交
30
#include <asm/machdep.h>
31
#include <asm/firmware.h>
L
Linus Torvalds 已提交
32 33 34 35 36
#include <asm/page.h>
#include <asm/param.h>
#include <asm/system.h>
#include <asm/delay.h>
#include <asm/uaccess.h>
37
#include <asm/udbg.h>
38
#include <asm/syscalls.h>
39 40
#include <asm/smp.h>
#include <asm/atomic.h>
L
Linus Torvalds 已提交
41

42
struct rtas_t rtas = {
L
Linus Torvalds 已提交
43 44
	.lock = SPIN_LOCK_UNLOCKED
};
45
EXPORT_SYMBOL(rtas);
L
Linus Torvalds 已提交
46

47
struct rtas_suspend_me_data {
48
	atomic_t working; /* number of cpus accessing this struct */
49
	atomic_t done;
50 51 52
	int token; /* ibm,suspend-me */
	int error;
	struct completion *complete; /* wait on this until working == 0 */
53 54
};

L
Linus Torvalds 已提交
55
DEFINE_SPINLOCK(rtas_data_buf_lock);
56 57
EXPORT_SYMBOL(rtas_data_buf_lock);

58
char rtas_data_buf[RTAS_DATA_BUF_SIZE] __cacheline_aligned;
59 60
EXPORT_SYMBOL(rtas_data_buf);

L
Linus Torvalds 已提交
61 62
unsigned long rtas_rmo_buf;

63 64 65 66 67 68 69
/*
 * If non-NULL, this gets called when the kernel terminates.
 * This is done like this so rtas_flash can be a module.
 */
void (*rtas_flash_term_hook)(int);
EXPORT_SYMBOL(rtas_flash_term_hook);

70 71 72 73 74
/*
 * call_rtas_display_status and call_rtas_display_status_delay
 * are designed only for very early low-level debugging, which
 * is why the token is hard-coded to 10.
 */
75
static void call_rtas_display_status(char c)
L
Linus Torvalds 已提交
76 77 78 79 80 81 82 83 84 85 86 87
{
	struct rtas_args *args = &rtas.args;
	unsigned long s;

	if (!rtas.base)
		return;
	spin_lock_irqsave(&rtas.lock, s);

	args->token = 10;
	args->nargs = 1;
	args->nret  = 1;
	args->rets  = (rtas_arg_t *)&(args->args[1]);
88
	args->args[0] = (unsigned char)c;
L
Linus Torvalds 已提交
89 90 91 92 93 94

	enter_rtas(__pa(args));

	spin_unlock_irqrestore(&rtas.lock, s);
}

95
static void call_rtas_display_status_delay(char c)
L
Linus Torvalds 已提交
96 97 98 99 100 101 102 103
{
	static int pending_newline = 0;  /* did last write end with unprinted newline? */
	static int width = 16;

	if (c == '\n') {	
		while (width-- > 0)
			call_rtas_display_status(' ');
		width = 16;
104
		mdelay(500);
L
Linus Torvalds 已提交
105 106 107 108 109 110 111 112 113 114 115 116 117 118
		pending_newline = 1;
	} else {
		if (pending_newline) {
			call_rtas_display_status('\r');
			call_rtas_display_status('\n');
		} 
		pending_newline = 0;
		if (width--) {
			call_rtas_display_status(c);
			udelay(10000);
		}
	}
}

119
void __init udbg_init_rtas_panel(void)
120 121 122 123
{
	udbg_putc = call_rtas_display_status_delay;
}

124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
#ifdef CONFIG_UDBG_RTAS_CONSOLE

/* If you think you're dying before early_init_dt_scan_rtas() does its
 * work, you can hard code the token values for your firmware here and
 * hardcode rtas.base/entry etc.
 */
static unsigned int rtas_putchar_token = RTAS_UNKNOWN_SERVICE;
static unsigned int rtas_getchar_token = RTAS_UNKNOWN_SERVICE;

static void udbg_rtascon_putc(char c)
{
	int tries;

	if (!rtas.base)
		return;

	/* Add CRs before LFs */
	if (c == '\n')
		udbg_rtascon_putc('\r');

	/* if there is more than one character to be displayed, wait a bit */
	for (tries = 0; tries < 16; tries++) {
		if (rtas_call(rtas_putchar_token, 1, 1, NULL, c) == 0)
			break;
		udelay(1000);
	}
}

static int udbg_rtascon_getc_poll(void)
{
	int c;

	if (!rtas.base)
		return -1;

	if (rtas_call(rtas_getchar_token, 0, 2, &c))
		return -1;

	return c;
}

static int udbg_rtascon_getc(void)
{
	int c;

	while ((c = udbg_rtascon_getc_poll()) == -1)
		;

	return c;
}


void __init udbg_init_rtas_console(void)
{
	udbg_putc = udbg_rtascon_putc;
	udbg_getc = udbg_rtascon_getc;
	udbg_getc_poll = udbg_rtascon_getc_poll;
}
#endif /* CONFIG_UDBG_RTAS_CONSOLE */

184
void rtas_progress(char *s, unsigned short hex)
185 186
{
	struct device_node *root;
187 188
	int width;
	const int *p;
189 190
	char *os;
	static int display_character, set_indicator;
191
	static int display_width, display_lines, form_feed;
192
	static const int *row_width;
193
	static DEFINE_SPINLOCK(progress_lock);
194
	static int current_line;
195 196 197 198 199
	static int pending_newline = 0;  /* did last write end with unprinted newline? */

	if (!rtas.base)
		return;

200 201
	if (display_width == 0) {
		display_width = 0x10;
202
		if ((root = of_find_node_by_path("/rtas"))) {
203
			if ((p = of_get_property(root,
204 205
					"ibm,display-line-length", NULL)))
				display_width = *p;
206
			if ((p = of_get_property(root,
207 208
					"ibm,form-feed", NULL)))
				form_feed = *p;
209
			if ((p = of_get_property(root,
210 211
					"ibm,display-number-of-lines", NULL)))
				display_lines = *p;
212
			row_width = of_get_property(root,
213
					"ibm,display-truncation-length", NULL);
214
			of_node_put(root);
215
		}
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
		display_character = rtas_token("display-character");
		set_indicator = rtas_token("set-indicator");
	}

	if (display_character == RTAS_UNKNOWN_SERVICE) {
		/* use hex display if available */
		if (set_indicator != RTAS_UNKNOWN_SERVICE)
			rtas_call(set_indicator, 3, 1, NULL, 6, 0, hex);
		return;
	}

	spin_lock(&progress_lock);

	/*
	 * Last write ended with newline, but we didn't print it since
	 * it would just clear the bottom line of output. Print it now
	 * instead.
	 *
234 235 236
	 * If no newline is pending and form feed is supported, clear the
	 * display with a form feed; otherwise, print a CR to start output
	 * at the beginning of the line.
237 238 239 240 241 242
	 */
	if (pending_newline) {
		rtas_call(display_character, 1, 1, NULL, '\r');
		rtas_call(display_character, 1, 1, NULL, '\n');
		pending_newline = 0;
	} else {
243 244 245 246 247 248
		current_line = 0;
		if (form_feed)
			rtas_call(display_character, 1, 1, NULL,
				  (char)form_feed);
		else
			rtas_call(display_character, 1, 1, NULL, '\r');
249 250
	}
 
251 252 253 254
	if (row_width)
		width = row_width[current_line];
	else
		width = display_width;
255 256 257 258 259 260 261 262 263
	os = s;
	while (*os) {
		if (*os == '\n' || *os == '\r') {
			/* If newline is the last character, save it
			 * until next call to avoid bumping up the
			 * display output.
			 */
			if (*os == '\n' && !os[1]) {
				pending_newline = 1;
264 265 266
				current_line++;
				if (current_line > display_lines-1)
					current_line = display_lines-1;
267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
				spin_unlock(&progress_lock);
				return;
			}
 
			/* RTAS wants CR-LF, not just LF */
 
			if (*os == '\n') {
				rtas_call(display_character, 1, 1, NULL, '\r');
				rtas_call(display_character, 1, 1, NULL, '\n');
			} else {
				/* CR might be used to re-draw a line, so we'll
				 * leave it alone and not add LF.
				 */
				rtas_call(display_character, 1, 1, NULL, *os);
			}
 
283 284 285 286
			if (row_width)
				width = row_width[current_line];
			else
				width = display_width;
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
		} else {
			width--;
			rtas_call(display_character, 1, 1, NULL, *os);
		}
 
		os++;
 
		/* if we overwrite the screen length */
		if (width <= 0)
			while ((*os != 0) && (*os != '\n') && (*os != '\r'))
				os++;
	}
 
	spin_unlock(&progress_lock);
}
302
EXPORT_SYMBOL(rtas_progress);		/* needed by rtas_flash module */
303

304
int rtas_token(const char *service)
L
Linus Torvalds 已提交
305
{
306
	const int *tokp;
307
	if (rtas.dev == NULL)
L
Linus Torvalds 已提交
308
		return RTAS_UNKNOWN_SERVICE;
309
	tokp = of_get_property(rtas.dev, service, NULL);
L
Linus Torvalds 已提交
310 311
	return tokp ? *tokp : RTAS_UNKNOWN_SERVICE;
}
312
EXPORT_SYMBOL(rtas_token);
L
Linus Torvalds 已提交
313

314 315 316 317 318 319
int rtas_service_present(const char *service)
{
	return rtas_token(service) != RTAS_UNKNOWN_SERVICE;
}
EXPORT_SYMBOL(rtas_service_present);

320
#ifdef CONFIG_RTAS_ERROR_LOGGING
L
Linus Torvalds 已提交
321 322 323 324 325 326 327 328 329 330 331 332 333 334
/*
 * Return the firmware-specified size of the error log buffer
 *  for all rtas calls that require an error buffer argument.
 *  This includes 'check-exception' and 'rtas-last-error'.
 */
int rtas_get_error_log_max(void)
{
	static int rtas_error_log_max;
	if (rtas_error_log_max)
		return rtas_error_log_max;

	rtas_error_log_max = rtas_token ("rtas-error-log-max");
	if ((rtas_error_log_max == RTAS_UNKNOWN_SERVICE) ||
	    (rtas_error_log_max > RTAS_ERROR_LOG_MAX)) {
335 336
		printk (KERN_WARNING "RTAS: bad log buffer size %d\n",
			rtas_error_log_max);
L
Linus Torvalds 已提交
337 338 339 340
		rtas_error_log_max = RTAS_ERROR_LOG_MAX;
	}
	return rtas_error_log_max;
}
341
EXPORT_SYMBOL(rtas_get_error_log_max);
L
Linus Torvalds 已提交
342 343


344 345
static char rtas_err_buf[RTAS_ERROR_LOG_MAX];
static int rtas_last_error_token;
346

L
Linus Torvalds 已提交
347 348 349 350 351 352
/** Return a copy of the detailed error text associated with the
 *  most recent failed call to rtas.  Because the error text
 *  might go stale if there are any other intervening rtas calls,
 *  this routine must be called atomically with whatever produced
 *  the error (i.e. with rtas.lock still held from the previous call).
 */
353
static char *__fetch_rtas_last_error(char *altbuf)
L
Linus Torvalds 已提交
354 355 356
{
	struct rtas_args err_args, save_args;
	u32 bufsz;
357 358 359 360
	char *buf = NULL;

	if (rtas_last_error_token == -1)
		return NULL;
L
Linus Torvalds 已提交
361 362 363

	bufsz = rtas_get_error_log_max();

364
	err_args.token = rtas_last_error_token;
L
Linus Torvalds 已提交
365 366 367 368 369 370 371 372 373 374 375 376 377 378
	err_args.nargs = 2;
	err_args.nret = 1;
	err_args.args[0] = (rtas_arg_t)__pa(rtas_err_buf);
	err_args.args[1] = bufsz;
	err_args.args[2] = 0;

	save_args = rtas.args;
	rtas.args = err_args;

	enter_rtas(__pa(&rtas.args));

	err_args = rtas.args;
	rtas.args = save_args;

379 380 381 382 383 384 385 386 387 388 389 390 391 392
	/* Log the error in the unlikely case that there was one. */
	if (unlikely(err_args.args[2] == 0)) {
		if (altbuf) {
			buf = altbuf;
		} else {
			buf = rtas_err_buf;
			if (mem_init_done)
				buf = kmalloc(RTAS_ERROR_LOG_MAX, GFP_ATOMIC);
		}
		if (buf)
			memcpy(buf, rtas_err_buf, RTAS_ERROR_LOG_MAX);
	}

	return buf;
L
Linus Torvalds 已提交
393 394
}

395 396 397 398 399 400 401
#define get_errorlog_buffer()	kmalloc(RTAS_ERROR_LOG_MAX, GFP_KERNEL)

#else /* CONFIG_RTAS_ERROR_LOGGING */
#define __fetch_rtas_last_error(x)	NULL
#define get_errorlog_buffer()		NULL
#endif

L
Linus Torvalds 已提交
402 403 404
int rtas_call(int token, int nargs, int nret, int *outputs, ...)
{
	va_list list;
405
	int i;
L
Linus Torvalds 已提交
406 407
	unsigned long s;
	struct rtas_args *rtas_args;
408
	char *buff_copy = NULL;
L
Linus Torvalds 已提交
409 410
	int ret;

411
	if (!rtas.entry || token == RTAS_UNKNOWN_SERVICE)
L
Linus Torvalds 已提交
412 413 414 415 416 417 418 419 420 421 422
		return -1;

	/* Gotta do something different here, use global lock for now... */
	spin_lock_irqsave(&rtas.lock, s);
	rtas_args = &rtas.args;

	rtas_args->token = token;
	rtas_args->nargs = nargs;
	rtas_args->nret  = nret;
	rtas_args->rets  = (rtas_arg_t *)&(rtas_args->args[nargs]);
	va_start(list, outputs);
423
	for (i = 0; i < nargs; ++i)
L
Linus Torvalds 已提交
424 425 426 427 428 429 430 431 432 433 434
		rtas_args->args[i] = va_arg(list, rtas_arg_t);
	va_end(list);

	for (i = 0; i < nret; ++i)
		rtas_args->rets[i] = 0;

	enter_rtas(__pa(rtas_args));

	/* A -1 return code indicates that the last command couldn't
	   be completed due to a hardware error. */
	if (rtas_args->rets[0] == -1)
435
		buff_copy = __fetch_rtas_last_error(NULL);
L
Linus Torvalds 已提交
436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451

	if (nret > 1 && outputs != NULL)
		for (i = 0; i < nret-1; ++i)
			outputs[i] = rtas_args->rets[i+1];
	ret = (nret > 0)? rtas_args->rets[0]: 0;

	/* Gotta do something different here, use global lock for now... */
	spin_unlock_irqrestore(&rtas.lock, s);

	if (buff_copy) {
		log_error(buff_copy, ERR_TYPE_RTAS_LOG, 0);
		if (mem_init_done)
			kfree(buff_copy);
	}
	return ret;
}
452
EXPORT_SYMBOL(rtas_call);
L
Linus Torvalds 已提交
453

454 455
/* For RTAS_BUSY (-2), delay for 1 millisecond.  For an extended busy status
 * code of 990n, perform the hinted delay of 10^n (last digit) milliseconds.
L
Linus Torvalds 已提交
456
 */
457
unsigned int rtas_busy_delay_time(int status)
L
Linus Torvalds 已提交
458
{
459 460 461 462 463 464 465 466 467 468
	int order;
	unsigned int ms = 0;

	if (status == RTAS_BUSY) {
		ms = 1;
	} else if (status >= 9900 && status <= 9905) {
		order = status - 9900;
		for (ms = 1; order > 0; order--)
			ms *= 10;
	}
L
Linus Torvalds 已提交
469

470 471
	return ms;
}
472
EXPORT_SYMBOL(rtas_busy_delay_time);
L
Linus Torvalds 已提交
473

474 475 476 477
/* For an RTAS busy status code, perform the hinted delay. */
unsigned int rtas_busy_delay(int status)
{
	unsigned int ms;
L
Linus Torvalds 已提交
478

479 480 481 482 483 484
	might_sleep();
	ms = rtas_busy_delay_time(status);
	if (ms)
		msleep(ms);

	return ms;
L
Linus Torvalds 已提交
485
}
486
EXPORT_SYMBOL(rtas_busy_delay);
L
Linus Torvalds 已提交
487

488
static int rtas_error_rc(int rtas_rc)
L
Linus Torvalds 已提交
489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509
{
	int rc;

	switch (rtas_rc) {
		case -1: 		/* Hardware Error */
			rc = -EIO;
			break;
		case -3:		/* Bad indicator/domain/etc */
			rc = -EINVAL;
			break;
		case -9000:		/* Isolation error */
			rc = -EFAULT;
			break;
		case -9001:		/* Outstanding TCE/PTE */
			rc = -EEXIST;
			break;
		case -9002:		/* No usable slot */
			rc = -ENODEV;
			break;
		default:
			printk(KERN_ERR "%s: unexpected RTAS error %d\n",
510
					__func__, rtas_rc);
L
Linus Torvalds 已提交
511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531
			rc = -ERANGE;
			break;
	}
	return rc;
}

int rtas_get_power_level(int powerdomain, int *level)
{
	int token = rtas_token("get-power-level");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

	while ((rc = rtas_call(token, 1, 2, level, powerdomain)) == RTAS_BUSY)
		udelay(1);

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
532
EXPORT_SYMBOL(rtas_get_power_level);
L
Linus Torvalds 已提交
533 534 535 536 537 538 539 540 541

int rtas_set_power_level(int powerdomain, int level, int *setlevel)
{
	int token = rtas_token("set-power-level");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

542
	do {
L
Linus Torvalds 已提交
543
		rc = rtas_call(token, 2, 2, setlevel, powerdomain, level);
544
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
545 546 547 548 549

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
550
EXPORT_SYMBOL(rtas_set_power_level);
L
Linus Torvalds 已提交
551 552 553 554 555 556 557 558 559

int rtas_get_sensor(int sensor, int index, int *state)
{
	int token = rtas_token("get-sensor-state");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

560
	do {
L
Linus Torvalds 已提交
561
		rc = rtas_call(token, 2, 2, state, sensor, index);
562
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
563 564 565 566 567

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
568
EXPORT_SYMBOL(rtas_get_sensor);
L
Linus Torvalds 已提交
569

570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595
bool rtas_indicator_present(int token, int *maxindex)
{
	int proplen, count, i;
	const struct indicator_elem {
		u32 token;
		u32 maxindex;
	} *indicators;

	indicators = of_get_property(rtas.dev, "rtas-indicators", &proplen);
	if (!indicators)
		return false;

	count = proplen / sizeof(struct indicator_elem);

	for (i = 0; i < count; i++) {
		if (indicators[i].token != token)
			continue;
		if (maxindex)
			*maxindex = indicators[i].maxindex;
		return true;
	}

	return false;
}
EXPORT_SYMBOL(rtas_indicator_present);

L
Linus Torvalds 已提交
596 597 598 599 600 601 602 603
int rtas_set_indicator(int indicator, int index, int new_value)
{
	int token = rtas_token("set-indicator");
	int rc;

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

604
	do {
L
Linus Torvalds 已提交
605
		rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);
606
	} while (rtas_busy_delay(rc));
L
Linus Torvalds 已提交
607 608 609 610 611

	if (rc < 0)
		return rtas_error_rc(rc);
	return rc;
}
612
EXPORT_SYMBOL(rtas_set_indicator);
L
Linus Torvalds 已提交
613

614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634
/*
 * Ignoring RTAS extended delay
 */
int rtas_set_indicator_fast(int indicator, int index, int new_value)
{
	int rc;
	int token = rtas_token("set-indicator");

	if (token == RTAS_UNKNOWN_SERVICE)
		return -ENOENT;

	rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);

	WARN_ON(rc == -2 || (rc >= 9900 && rc <= 9905));

	if (rc < 0)
		return rtas_error_rc(rc);

	return rc;
}

635
void rtas_restart(char *cmd)
L
Linus Torvalds 已提交
636
{
637 638
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_RESTART);
L
Linus Torvalds 已提交
639 640 641 642 643
	printk("RTAS system-reboot returned %d\n",
	       rtas_call(rtas_token("system-reboot"), 0, 1, NULL));
	for (;;);
}

644
void rtas_power_off(void)
L
Linus Torvalds 已提交
645
{
646 647
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_POWER_OFF);
L
Linus Torvalds 已提交
648 649 650 651 652 653
	/* allow power on only with power button press */
	printk("RTAS power-off returned %d\n",
	       rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
	for (;;);
}

654
void rtas_halt(void)
L
Linus Torvalds 已提交
655
{
656 657 658 659 660 661
	if (rtas_flash_term_hook)
		rtas_flash_term_hook(SYS_HALT);
	/* allow power on only with power button press */
	printk("RTAS power-off returned %d\n",
	       rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
	for (;;);
L
Linus Torvalds 已提交
662 663 664 665 666
}

/* Must be in the RMO region, so we place it here */
static char rtas_os_term_buf[2048];

667
void rtas_os_term(char *str)
668 669
{
	int status;
670

671 672 673
	if (panic_timeout)
		return;

L
Linus Torvalds 已提交
674 675 676
	if (RTAS_UNKNOWN_SERVICE == rtas_token("ibm,os-term"))
		return;

677 678
	snprintf(rtas_os_term_buf, 2048, "OS panic: %s", str);

L
Linus Torvalds 已提交
679 680 681
	do {
		status = rtas_call(rtas_token("ibm,os-term"), 1, 1, NULL,
				   __pa(rtas_os_term_buf));
682
	} while (rtas_busy_delay(status));
L
Linus Torvalds 已提交
683

684 685
	if (status != 0)
		printk(KERN_EMERG "ibm,os-term call failed %d\n",
L
Linus Torvalds 已提交
686 687 688
			       status);
}

689 690 691 692
static int ibm_suspend_me_token = RTAS_UNKNOWN_SERVICE;
#ifdef CONFIG_PPC_PSERIES
static void rtas_percpu_suspend_me(void *info)
{
693
	long rc = H_SUCCESS;
694 695
	unsigned long msr_save;
	int cpu;
696 697 698
	struct rtas_suspend_me_data *data =
		(struct rtas_suspend_me_data *)info;

699 700 701 702 703 704
	atomic_inc(&data->working);

	/* really need to ensure MSR.EE is off for H_JOIN */
	msr_save = mfmsr();
	mtmsr(msr_save & ~(MSR_EE));

705 706
	while (rc == H_SUCCESS && !atomic_read(&data->done))
		rc = plpar_hcall_norets(H_JOIN);
707 708

	mtmsr(msr_save);
709

710 711 712 713 714 715 716 717 718 719 720 721 722 723
	if (rc == H_SUCCESS) {
		/* This cpu was prodded and the suspend is complete. */
		goto out;
	} else if (rc == H_CONTINUE) {
		/* All other cpus are in H_JOIN, this cpu does
		 * the suspend.
		 */
		printk(KERN_DEBUG "calling ibm,suspend-me on cpu %i\n",
		       smp_processor_id());
		data->error = rtas_call(data->token, 0, 1, NULL);

		if (data->error)
			printk(KERN_DEBUG "ibm,suspend-me returned %d\n",
			       data->error);
724
	} else {
725 726 727
		printk(KERN_ERR "H_JOIN on cpu %i failed with rc = %ld\n",
		       smp_processor_id(), rc);
		data->error = rc;
728
	}
729 730 731

	atomic_set(&data->done, 1);

732 733 734 735 736 737
	/* This cpu did the suspend or got an error; in either case,
	 * we need to prod all other other cpus out of join state.
	 * Extra prods are harmless.
	 */
	for_each_online_cpu(cpu)
		plpar_hcall_norets(H_PROD, get_hard_smp_processor_id(cpu));
738
out:
739 740
	if (atomic_dec_return(&data->working) == 0)
		complete(data->complete);
741 742 743 744
}

static int rtas_ibm_suspend_me(struct rtas_args *args)
{
745 746
	long state;
	long rc;
747
	unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
748
	struct rtas_suspend_me_data data;
749 750 751 752
	DECLARE_COMPLETION_ONSTACK(done);

	if (!rtas_service_present("ibm,suspend-me"))
		return -ENOSYS;
753

754
	/* Make sure the state is valid */
755 756 757 758
	rc = plpar_hcall(H_VASI_STATE, retbuf,
			 ((u64)args->args[0] << 32) | args->args[1]);

	state = retbuf[0];
759 760 761 762 763 764 765 766 767 768 769 770 771 772

	if (rc) {
		printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned %ld\n",rc);
		return rc;
	} else if (state == H_VASI_ENABLED) {
		args->args[args->nargs] = RTAS_NOT_SUSPENDABLE;
		return 0;
	} else if (state != H_VASI_SUSPENDING) {
		printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned state %ld\n",
		       state);
		args->args[args->nargs] = -1;
		return 0;
	}

773
	atomic_set(&data.working, 0);
774
	atomic_set(&data.done, 0);
775 776 777
	data.token = rtas_token("ibm,suspend-me");
	data.error = 0;
	data.complete = &done;
778 779 780 781

	/* Call function on all CPUs.  One of us will make the
	 * rtas call
	 */
782
	if (on_each_cpu(rtas_percpu_suspend_me, &data, 0))
783
		data.error = -EINVAL;
784

785
	wait_for_completion(&done);
786

787 788
	if (data.error != 0)
		printk(KERN_ERR "Error doing global join\n");
789

790
	return data.error;
791 792 793 794 795 796 797
}
#else /* CONFIG_PPC_PSERIES */
static int rtas_ibm_suspend_me(struct rtas_args *args)
{
	return -ENOSYS;
}
#endif
L
Linus Torvalds 已提交
798 799 800 801 802

asmlinkage int ppc_rtas(struct rtas_args __user *uargs)
{
	struct rtas_args args;
	unsigned long flags;
803
	char *buff_copy, *errbuf = NULL;
L
Linus Torvalds 已提交
804
	int nargs;
805
	int rc;
L
Linus Torvalds 已提交
806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823

	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;

	if (copy_from_user(&args, uargs, 3 * sizeof(u32)) != 0)
		return -EFAULT;

	nargs = args.nargs;
	if (nargs > ARRAY_SIZE(args.args)
	    || args.nret > ARRAY_SIZE(args.args)
	    || nargs + args.nret > ARRAY_SIZE(args.args))
		return -EINVAL;

	/* Copy in args. */
	if (copy_from_user(args.args, uargs->args,
			   nargs * sizeof(rtas_arg_t)) != 0)
		return -EFAULT;

824 825 826
	if (args.token == RTAS_UNKNOWN_SERVICE)
		return -EINVAL;

827 828 829
	args.rets = &args.args[nargs];
	memset(args.rets, 0, args.nret * sizeof(rtas_arg_t));

830 831 832 833 834 835 836 837
	/* Need to handle ibm,suspend_me call specially */
	if (args.token == ibm_suspend_me_token) {
		rc = rtas_ibm_suspend_me(&args);
		if (rc)
			return rc;
		goto copy_return;
	}

838
	buff_copy = get_errorlog_buffer();
L
Linus Torvalds 已提交
839 840 841 842 843 844 845 846 847

	spin_lock_irqsave(&rtas.lock, flags);

	rtas.args = args;
	enter_rtas(__pa(&rtas.args));
	args = rtas.args;

	/* A -1 return code indicates that the last command couldn't
	   be completed due to a hardware error. */
848 849
	if (args.rets[0] == -1)
		errbuf = __fetch_rtas_last_error(buff_copy);
L
Linus Torvalds 已提交
850 851 852 853

	spin_unlock_irqrestore(&rtas.lock, flags);

	if (buff_copy) {
854 855
		if (errbuf)
			log_error(errbuf, ERR_TYPE_RTAS_LOG, 0);
L
Linus Torvalds 已提交
856 857 858
		kfree(buff_copy);
	}

859
 copy_return:
L
Linus Torvalds 已提交
860 861 862 863 864 865 866 867 868 869
	/* Copy out args. */
	if (copy_to_user(uargs->args + nargs,
			 args.args + nargs,
			 args.nret * sizeof(rtas_arg_t)) != 0)
		return -EFAULT;

	return 0;
}

/*
A
Adrian Bunk 已提交
870
 * Call early during boot, before mem init or bootmem, to retrieve the RTAS
L
Linus Torvalds 已提交
871 872 873 874 875
 * informations from the device-tree and allocate the RMO buffer for userland
 * accesses.
 */
void __init rtas_initialize(void)
{
876 877
	unsigned long rtas_region = RTAS_INSTANTIATE_MAX;

L
Linus Torvalds 已提交
878 879 880 881 882
	/* Get RTAS dev node and fill up our "rtas" structure with infos
	 * about it.
	 */
	rtas.dev = of_find_node_by_name(NULL, "rtas");
	if (rtas.dev) {
883
		const u32 *basep, *entryp, *sizep;
L
Linus Torvalds 已提交
884

885 886
		basep = of_get_property(rtas.dev, "linux,rtas-base", NULL);
		sizep = of_get_property(rtas.dev, "rtas-size", NULL);
L
Linus Torvalds 已提交
887 888 889
		if (basep != NULL && sizep != NULL) {
			rtas.base = *basep;
			rtas.size = *sizep;
890
			entryp = of_get_property(rtas.dev,
891
					"linux,rtas-entry", NULL);
L
Linus Torvalds 已提交
892 893 894 895 896 897 898
			if (entryp == NULL) /* Ugh */
				rtas.entry = rtas.base;
			else
				rtas.entry = *entryp;
		} else
			rtas.dev = NULL;
	}
899 900 901
	if (!rtas.dev)
		return;

L
Linus Torvalds 已提交
902 903 904
	/* If RTAS was found, allocate the RMO buffer for it and look for
	 * the stop-self token if any
	 */
905
#ifdef CONFIG_PPC64
906
	if (machine_is(pseries) && firmware_has_feature(FW_FEATURE_LPAR)) {
907
		rtas_region = min(lmb.rmo_size, RTAS_INSTANTIATE_MAX);
908 909
		ibm_suspend_me_token = rtas_token("ibm,suspend-me");
	}
910 911
#endif
	rtas_rmo_buf = lmb_alloc_base(RTAS_RMOBUF_MAX, PAGE_SIZE, rtas_region);
L
Linus Torvalds 已提交
912

913 914 915
#ifdef CONFIG_RTAS_ERROR_LOGGING
	rtas_last_error_token = rtas_token("rtas-last-error");
#endif
L
Linus Torvalds 已提交
916
}
917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935

int __init early_init_dt_scan_rtas(unsigned long node,
		const char *uname, int depth, void *data)
{
	u32 *basep, *entryp, *sizep;

	if (depth != 1 || strcmp(uname, "rtas") != 0)
		return 0;

	basep  = of_get_flat_dt_prop(node, "linux,rtas-base", NULL);
	entryp = of_get_flat_dt_prop(node, "linux,rtas-entry", NULL);
	sizep  = of_get_flat_dt_prop(node, "rtas-size", NULL);

	if (basep && entryp && sizep) {
		rtas.base = *basep;
		rtas.entry = *entryp;
		rtas.size = *sizep;
	}

936 937 938 939 940 941 942 943
#ifdef CONFIG_UDBG_RTAS_CONSOLE
	basep = of_get_flat_dt_prop(node, "put-term-char", NULL);
	if (basep)
		rtas_putchar_token = *basep;

	basep = of_get_flat_dt_prop(node, "get-term-char", NULL);
	if (basep)
		rtas_getchar_token = *basep;
944 945 946 947 948

	if (rtas_putchar_token != RTAS_UNKNOWN_SERVICE &&
	    rtas_getchar_token != RTAS_UNKNOWN_SERVICE)
		udbg_init_rtas_console();

949 950
#endif

951 952 953
	/* break now */
	return 1;
}