vsprintf.c 57.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11
/*
 *  linux/lib/vsprintf.c
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 */

/* vsprintf.c -- Lars Wirzenius & Linus Torvalds. */
/*
 * Wirzenius wrote this portably, Torvalds fucked it up :-)
 */

12
/*
L
Linus Torvalds 已提交
13 14 15 16 17 18 19
 * Fri Jul 13 2001 Crutcher Dunnavant <crutcher+kernel@datastacks.com>
 * - changed to provide snprintf and vsnprintf functions
 * So Feb  1 16:51:32 CET 2004 Juergen Quade <quade@hsnr.de>
 * - scnprintf and vscnprintf
 */

#include <stdarg.h>
20
#include <linux/module.h>	/* for KSYM_SYMBOL_LEN */
L
Linus Torvalds 已提交
21 22 23 24
#include <linux/types.h>
#include <linux/string.h>
#include <linux/ctype.h>
#include <linux/kernel.h>
25
#include <linux/kallsyms.h>
26
#include <linux/math64.h>
27
#include <linux/uaccess.h>
28
#include <linux/ioport.h>
A
Al Viro 已提交
29
#include <linux/dcache.h>
30
#include <net/addrconf.h>
L
Linus Torvalds 已提交
31

T
Tim Schmielau 已提交
32
#include <asm/page.h>		/* for PAGE_SIZE */
33
#include <asm/sections.h>	/* for dereference_function_descriptor() */
L
Linus Torvalds 已提交
34

35
#include "kstrtox.h"
36

L
Linus Torvalds 已提交
37
/**
38
 * simple_strtoull - convert a string to an unsigned long long
L
Linus Torvalds 已提交
39 40 41
 * @cp: The start of the string
 * @endp: A pointer to the end of the parsed string will be placed here
 * @base: The number base to use
42 43
 *
 * This function is obsolete. Please use kstrtoull instead.
L
Linus Torvalds 已提交
44
 */
45
unsigned long long simple_strtoull(const char *cp, char **endp, unsigned int base)
L
Linus Torvalds 已提交
46
{
47 48
	unsigned long long result;
	unsigned int rv;
49

50 51 52 53
	cp = _parse_integer_fixup_radix(cp, &base);
	rv = _parse_integer(cp, base, &result);
	/* FIXME */
	cp += (rv & ~KSTRTOX_OVERFLOW);
54

L
Linus Torvalds 已提交
55 56
	if (endp)
		*endp = (char *)cp;
57

L
Linus Torvalds 已提交
58 59
	return result;
}
60
EXPORT_SYMBOL(simple_strtoull);
L
Linus Torvalds 已提交
61 62

/**
63
 * simple_strtoul - convert a string to an unsigned long
L
Linus Torvalds 已提交
64 65 66
 * @cp: The start of the string
 * @endp: A pointer to the end of the parsed string will be placed here
 * @base: The number base to use
67 68
 *
 * This function is obsolete. Please use kstrtoul instead.
L
Linus Torvalds 已提交
69
 */
70
unsigned long simple_strtoul(const char *cp, char **endp, unsigned int base)
L
Linus Torvalds 已提交
71
{
72
	return simple_strtoull(cp, endp, base);
L
Linus Torvalds 已提交
73
}
74
EXPORT_SYMBOL(simple_strtoul);
L
Linus Torvalds 已提交
75 76

/**
77
 * simple_strtol - convert a string to a signed long
L
Linus Torvalds 已提交
78 79 80
 * @cp: The start of the string
 * @endp: A pointer to the end of the parsed string will be placed here
 * @base: The number base to use
81 82
 *
 * This function is obsolete. Please use kstrtol instead.
L
Linus Torvalds 已提交
83
 */
84
long simple_strtol(const char *cp, char **endp, unsigned int base)
L
Linus Torvalds 已提交
85
{
86 87
	if (*cp == '-')
		return -simple_strtoul(cp + 1, endp, base);
88

89
	return simple_strtoul(cp, endp, base);
L
Linus Torvalds 已提交
90
}
91
EXPORT_SYMBOL(simple_strtol);
L
Linus Torvalds 已提交
92 93 94 95 96 97

/**
 * simple_strtoll - convert a string to a signed long long
 * @cp: The start of the string
 * @endp: A pointer to the end of the parsed string will be placed here
 * @base: The number base to use
98 99
 *
 * This function is obsolete. Please use kstrtoll instead.
L
Linus Torvalds 已提交
100
 */
H
Harvey Harrison 已提交
101
long long simple_strtoll(const char *cp, char **endp, unsigned int base)
L
Linus Torvalds 已提交
102
{
103
	if (*cp == '-')
H
Harvey Harrison 已提交
104
		return -simple_strtoull(cp + 1, endp, base);
105

H
Harvey Harrison 已提交
106
	return simple_strtoull(cp, endp, base);
L
Linus Torvalds 已提交
107
}
108
EXPORT_SYMBOL(simple_strtoll);
L
Linus Torvalds 已提交
109

J
Joe Perches 已提交
110 111
static noinline_for_stack
int skip_atoi(const char **s)
L
Linus Torvalds 已提交
112
{
113
	int i = 0;
L
Linus Torvalds 已提交
114 115 116

	while (isdigit(**s))
		i = i*10 + *((*s)++) - '0';
117

L
Linus Torvalds 已提交
118 119 120
	return i;
}

121 122 123
/* Decimal conversion is by far the most typical, and is used
 * for /proc and /sys data. This directly impacts e.g. top performance
 * with many processes running. We optimize it for speed
124 125 126
 * using ideas described at <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
 * (with permission from the author, Douglas W. Jones).
 */
127

128 129
#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64
/* Formats correctly any integer in [0, 999999999] */
J
Joe Perches 已提交
130
static noinline_for_stack
131
char *put_dec_full9(char *buf, unsigned q)
132
{
133
	unsigned r;
134

135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171
	/*
	 * Possible ways to approx. divide by 10
	 * (x * 0x1999999a) >> 32 x < 1073741829 (multiply must be 64-bit)
	 * (x * 0xcccd) >> 19     x <      81920 (x < 262149 when 64-bit mul)
	 * (x * 0x6667) >> 18     x <      43699
	 * (x * 0x3334) >> 17     x <      16389
	 * (x * 0x199a) >> 16     x <      16389
	 * (x * 0x0ccd) >> 15     x <      16389
	 * (x * 0x0667) >> 14     x <       2739
	 * (x * 0x0334) >> 13     x <       1029
	 * (x * 0x019a) >> 12     x <       1029
	 * (x * 0x00cd) >> 11     x <       1029 shorter code than * 0x67 (on i386)
	 * (x * 0x0067) >> 10     x <        179
	 * (x * 0x0034) >>  9     x <         69 same
	 * (x * 0x001a) >>  8     x <         69 same
	 * (x * 0x000d) >>  7     x <         69 same, shortest code (on i386)
	 * (x * 0x0007) >>  6     x <         19
	 * See <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
	 */
	r      = (q * (uint64_t)0x1999999a) >> 32;
	*buf++ = (q - 10 * r) + '0'; /* 1 */
	q      = (r * (uint64_t)0x1999999a) >> 32;
	*buf++ = (r - 10 * q) + '0'; /* 2 */
	r      = (q * (uint64_t)0x1999999a) >> 32;
	*buf++ = (q - 10 * r) + '0'; /* 3 */
	q      = (r * (uint64_t)0x1999999a) >> 32;
	*buf++ = (r - 10 * q) + '0'; /* 4 */
	r      = (q * (uint64_t)0x1999999a) >> 32;
	*buf++ = (q - 10 * r) + '0'; /* 5 */
	/* Now value is under 10000, can avoid 64-bit multiply */
	q      = (r * 0x199a) >> 16;
	*buf++ = (r - 10 * q)  + '0'; /* 6 */
	r      = (q * 0xcd) >> 11;
	*buf++ = (q - 10 * r)  + '0'; /* 7 */
	q      = (r * 0xcd) >> 11;
	*buf++ = (r - 10 * q) + '0'; /* 8 */
	*buf++ = q + '0'; /* 9 */
172 173
	return buf;
}
174 175 176 177 178 179
#endif

/* Similar to above but do not pad with zeros.
 * Code can be easily arranged to print 9 digits too, but our callers
 * always call put_dec_full9() instead when the number has 9 decimal digits.
 */
J
Joe Perches 已提交
180
static noinline_for_stack
181
char *put_dec_trunc8(char *buf, unsigned r)
182
{
183 184 185
	unsigned q;

	/* Copy of previous function's body with added early returns */
186 187 188 189 190 191
	while (r >= 10000) {
		q = r + '0';
		r  = (r * (uint64_t)0x1999999a) >> 32;
		*buf++ = q - 10*r;
	}

192 193
	q      = (r * 0x199a) >> 16;	/* r <= 9999 */
	*buf++ = (r - 10 * q)  + '0';
194 195
	if (q == 0)
		return buf;
196 197
	r      = (q * 0xcd) >> 11;	/* q <= 999 */
	*buf++ = (q - 10 * r)  + '0';
198 199
	if (r == 0)
		return buf;
200 201
	q      = (r * 0xcd) >> 11;	/* r <= 99 */
	*buf++ = (r - 10 * q) + '0';
202 203
	if (q == 0)
		return buf;
204
	*buf++ = q + '0';		 /* q <= 9 */
205 206
	return buf;
}
207

208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223
/* There are two algorithms to print larger numbers.
 * One is generic: divide by 1000000000 and repeatedly print
 * groups of (up to) 9 digits. It's conceptually simple,
 * but requires a (unsigned long long) / 1000000000 division.
 *
 * Second algorithm splits 64-bit unsigned long long into 16-bit chunks,
 * manipulates them cleverly and generates groups of 4 decimal digits.
 * It so happens that it does NOT require long long division.
 *
 * If long is > 32 bits, division of 64-bit values is relatively easy,
 * and we will use the first algorithm.
 * If long long is > 64 bits (strange architecture with VERY large long long),
 * second algorithm can't be used, and we again use the first one.
 *
 * Else (if long is 32 bits and long long is 64 bits) we use second one.
 */
224

225 226 227 228 229 230 231 232 233 234 235 236 237 238
#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64

/* First algorithm: generic */

static
char *put_dec(char *buf, unsigned long long n)
{
	if (n >= 100*1000*1000) {
		while (n >= 1000*1000*1000)
			buf = put_dec_full9(buf, do_div(n, 1000*1000*1000));
		if (n >= 100*1000*1000)
			return put_dec_full9(buf, n);
	}
	return put_dec_trunc8(buf, n);
239
}
240 241 242 243 244

#else

/* Second algorithm: valid only for 64-bit long longs */

245
/* See comment in put_dec_full9 for choice of constants */
J
Joe Perches 已提交
246
static noinline_for_stack
247
void put_dec_full4(char *buf, unsigned q)
248
{
249
	unsigned r;
250
	r      = (q * 0xccd) >> 15;
251
	buf[0] = (q - 10 * r) + '0';
252
	q      = (r * 0xcd) >> 11;
253
	buf[1] = (r - 10 * q)  + '0';
254
	r      = (q * 0xcd) >> 11;
255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
	buf[2] = (q - 10 * r)  + '0';
	buf[3] = r + '0';
}

/*
 * Call put_dec_full4 on x % 10000, return x / 10000.
 * The approximation x/10000 == (x * 0x346DC5D7) >> 43
 * holds for all x < 1,128,869,999.  The largest value this
 * helper will ever be asked to convert is 1,125,520,955.
 * (d1 in the put_dec code, assuming n is all-ones).
 */
static
unsigned put_dec_helper4(char *buf, unsigned x)
{
        uint32_t q = (x * (uint64_t)0x346DC5D7) >> 43;

        put_dec_full4(buf, x - q * 10000);
        return q;
273 274
}

275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293
/* Based on code by Douglas W. Jones found at
 * <http://www.cs.uiowa.edu/~jones/bcd/decimal.html#sixtyfour>
 * (with permission from the author).
 * Performs no 64-bit division and hence should be fast on 32-bit machines.
 */
static
char *put_dec(char *buf, unsigned long long n)
{
	uint32_t d3, d2, d1, q, h;

	if (n < 100*1000*1000)
		return put_dec_trunc8(buf, n);

	d1  = ((uint32_t)n >> 16); /* implicit "& 0xffff" */
	h   = (n >> 32);
	d2  = (h      ) & 0xffff;
	d3  = (h >> 16); /* implicit "& 0xffff" */

	q   = 656 * d3 + 7296 * d2 + 5536 * d1 + ((uint32_t)n & 0xffff);
294 295 296 297 298 299 300
	q = put_dec_helper4(buf, q);

	q += 7671 * d3 + 9496 * d2 + 6 * d1;
	q = put_dec_helper4(buf+4, q);

	q += 4749 * d3 + 42 * d2;
	q = put_dec_helper4(buf+8, q);
301

302 303 304 305 306
	q += 281 * d3;
	buf += 12;
	if (q)
		buf = put_dec_trunc8(buf, q);
	else while (buf[-1] == '0')
307 308 309 310 311 312 313
		--buf;

	return buf;
}

#endif

314 315 316 317 318 319 320 321
/*
 * Convert passed number to decimal string.
 * Returns the length of string.  On buffer overflow, returns 0.
 *
 * If speed is not important, use snprintf(). It's easy to read the code.
 */
int num_to_str(char *buf, int size, unsigned long long num)
{
322
	char tmp[sizeof(num) * 3];
323 324
	int idx, len;

325 326 327 328 329 330 331
	/* put_dec() may work incorrectly for num = 0 (generate "", not "0") */
	if (num <= 9) {
		tmp[0] = '0' + num;
		len = 1;
	} else {
		len = put_dec(tmp, num) - tmp;
	}
332 333 334 335 336

	if (len > size)
		return 0;
	for (idx = 0; idx < len; ++idx)
		buf[idx] = tmp[len - idx - 1];
337
	return len;
338 339
}

L
Linus Torvalds 已提交
340 341 342 343 344
#define ZEROPAD	1		/* pad with zero */
#define SIGN	2		/* unsigned/signed long */
#define PLUS	4		/* show plus */
#define SPACE	8		/* space if plus */
#define LEFT	16		/* left justified */
345 346
#define SMALL	32		/* use lowercase in hex (must be 32 == 0x20) */
#define SPECIAL	64		/* prefix hex with "0x", octal with "0" */
L
Linus Torvalds 已提交
347

348 349
enum format_type {
	FORMAT_TYPE_NONE, /* Just a string part */
350
	FORMAT_TYPE_WIDTH,
351 352 353 354 355 356 357 358 359
	FORMAT_TYPE_PRECISION,
	FORMAT_TYPE_CHAR,
	FORMAT_TYPE_STR,
	FORMAT_TYPE_PTR,
	FORMAT_TYPE_PERCENT_CHAR,
	FORMAT_TYPE_INVALID,
	FORMAT_TYPE_LONG_LONG,
	FORMAT_TYPE_ULONG,
	FORMAT_TYPE_LONG,
360 361
	FORMAT_TYPE_UBYTE,
	FORMAT_TYPE_BYTE,
362 363 364 365 366 367 368 369 370 371
	FORMAT_TYPE_USHORT,
	FORMAT_TYPE_SHORT,
	FORMAT_TYPE_UINT,
	FORMAT_TYPE_INT,
	FORMAT_TYPE_NRCHARS,
	FORMAT_TYPE_SIZE_T,
	FORMAT_TYPE_PTRDIFF
};

struct printf_spec {
372
	u8	type;		/* format_type enum */
373
	u8	flags;		/* flags to number() */
374 375 376 377
	u8	base;		/* number base, 8, 10 or 16 only */
	u8	qualifier;	/* number qualifier, one of 'hHlLtzZ' */
	s16	field_width;	/* width of output field */
	s16	precision;	/* # of digits/chars */
378 379
};

J
Joe Perches 已提交
380 381 382
static noinline_for_stack
char *number(char *buf, char *end, unsigned long long num,
	     struct printf_spec spec)
L
Linus Torvalds 已提交
383
{
384 385 386 387 388 389
	/* we are called with base 8, 10 or 16, only, thus don't need "G..."  */
	static const char digits[16] = "0123456789ABCDEF"; /* "GHIJKLMNOPQRSTUVWXYZ"; */

	char tmp[66];
	char sign;
	char locase;
390
	int need_pfx = ((spec.flags & SPECIAL) && spec.base != 10);
L
Linus Torvalds 已提交
391
	int i;
392
	bool is_zero = num == 0LL;
L
Linus Torvalds 已提交
393

394 395
	/* locase = 0 or 0x20. ORing digits or letters with 'locase'
	 * produces same digits or (maybe lowercased) letters */
396 397 398
	locase = (spec.flags & SMALL);
	if (spec.flags & LEFT)
		spec.flags &= ~ZEROPAD;
L
Linus Torvalds 已提交
399
	sign = 0;
400
	if (spec.flags & SIGN) {
401
		if ((signed long long)num < 0) {
L
Linus Torvalds 已提交
402
			sign = '-';
403
			num = -(signed long long)num;
404 405
			spec.field_width--;
		} else if (spec.flags & PLUS) {
L
Linus Torvalds 已提交
406
			sign = '+';
407 408
			spec.field_width--;
		} else if (spec.flags & SPACE) {
L
Linus Torvalds 已提交
409
			sign = ' ';
410
			spec.field_width--;
L
Linus Torvalds 已提交
411 412
		}
	}
413
	if (need_pfx) {
414
		if (spec.base == 16)
415 416
			spec.field_width -= 2;
		else if (!is_zero)
417
			spec.field_width--;
L
Linus Torvalds 已提交
418
	}
419 420

	/* generate full string in tmp[], in reverse order */
L
Linus Torvalds 已提交
421
	i = 0;
422 423
	if (num < spec.base)
		tmp[i++] = digits[num] | locase;
424 425
	/* Generic code, for any base:
	else do {
426
		tmp[i++] = (digits[do_div(num,base)] | locase);
427 428
	} while (num != 0);
	*/
429 430
	else if (spec.base != 10) { /* 8 or 16 */
		int mask = spec.base - 1;
431
		int shift = 3;
432 433 434

		if (spec.base == 16)
			shift = 4;
435
		do {
436
			tmp[i++] = (digits[((unsigned char)num) & mask] | locase);
437 438
			num >>= shift;
		} while (num);
439 440 441
	} else { /* base 10 */
		i = put_dec(tmp, num) - tmp;
	}
442 443

	/* printing 100 using %2d gives "100", not "00" */
444 445
	if (i > spec.precision)
		spec.precision = i;
446
	/* leading space padding */
447 448
	spec.field_width -= spec.precision;
	if (!(spec.flags & (ZEROPAD+LEFT))) {
449
		while (--spec.field_width >= 0) {
450
			if (buf < end)
L
Linus Torvalds 已提交
451 452 453 454
				*buf = ' ';
			++buf;
		}
	}
455
	/* sign */
L
Linus Torvalds 已提交
456
	if (sign) {
457
		if (buf < end)
L
Linus Torvalds 已提交
458 459 460
			*buf = sign;
		++buf;
	}
461 462
	/* "0x" / "0" prefix */
	if (need_pfx) {
463 464 465 466 467
		if (spec.base == 16 || !is_zero) {
			if (buf < end)
				*buf = '0';
			++buf;
		}
468
		if (spec.base == 16) {
469
			if (buf < end)
470
				*buf = ('X' | locase);
L
Linus Torvalds 已提交
471 472 473
			++buf;
		}
	}
474
	/* zero or space padding */
475 476 477
	if (!(spec.flags & LEFT)) {
		char c = (spec.flags & ZEROPAD) ? '0' : ' ';
		while (--spec.field_width >= 0) {
478
			if (buf < end)
L
Linus Torvalds 已提交
479 480 481 482
				*buf = c;
			++buf;
		}
	}
483
	/* hmm even more zero padding? */
484
	while (i <= --spec.precision) {
485
		if (buf < end)
L
Linus Torvalds 已提交
486 487 488
			*buf = '0';
		++buf;
	}
489 490
	/* actual digits of result */
	while (--i >= 0) {
491
		if (buf < end)
L
Linus Torvalds 已提交
492 493 494
			*buf = tmp[i];
		++buf;
	}
495
	/* trailing space padding */
496
	while (--spec.field_width >= 0) {
497
		if (buf < end)
L
Linus Torvalds 已提交
498 499 500
			*buf = ' ';
		++buf;
	}
501

L
Linus Torvalds 已提交
502 503 504
	return buf;
}

J
Joe Perches 已提交
505 506
static noinline_for_stack
char *string(char *buf, char *end, const char *s, struct printf_spec spec)
507 508 509 510
{
	int len, i;

	if ((unsigned long)s < PAGE_SIZE)
511
		s = "(null)";
512

513
	len = strnlen(s, spec.precision);
514

515 516
	if (!(spec.flags & LEFT)) {
		while (len < spec.field_width--) {
517 518 519 520 521 522 523 524 525 526
			if (buf < end)
				*buf = ' ';
			++buf;
		}
	}
	for (i = 0; i < len; ++i) {
		if (buf < end)
			*buf = *s;
		++buf; ++s;
	}
527
	while (len < spec.field_width--) {
528 529 530 531
		if (buf < end)
			*buf = ' ';
		++buf;
	}
532

533 534 535
	return buf;
}

A
Al Viro 已提交
536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
static void widen(char *buf, char *end, unsigned len, unsigned spaces)
{
	size_t size;
	if (buf >= end)	/* nowhere to put anything */
		return;
	size = end - buf;
	if (size <= spaces) {
		memset(buf, ' ', size);
		return;
	}
	if (len) {
		if (len > size - spaces)
			len = size - spaces;
		memmove(buf + spaces, buf, len);
	}
	memset(buf, ' ', spaces);
}

static noinline_for_stack
char *dentry_name(char *buf, char *end, const struct dentry *d, struct printf_spec spec,
		  const char *fmt)
{
	const char *array[4], *s;
	const struct dentry *p;
	int depth;
	int i, n;

	switch (fmt[1]) {
		case '2': case '3': case '4':
			depth = fmt[1] - '0';
			break;
		default:
			depth = 1;
	}

	rcu_read_lock();
	for (i = 0; i < depth; i++, d = p) {
		p = ACCESS_ONCE(d->d_parent);
		array[i] = ACCESS_ONCE(d->d_name.name);
		if (p == d) {
			if (i)
				array[i] = "";
			i++;
			break;
		}
	}
	s = array[--i];
	for (n = 0; n != spec.precision; n++, buf++) {
		char c = *s++;
		if (!c) {
			if (!i)
				break;
			c = '/';
			s = array[--i];
		}
		if (buf < end)
			*buf = c;
	}
	rcu_read_unlock();
	if (n < spec.field_width) {
		/* we want to pad the sucker */
		unsigned spaces = spec.field_width - n;
		if (!(spec.flags & LEFT)) {
			widen(buf - n, end, n, spaces);
			return buf + spaces;
		}
		while (spaces--) {
			if (buf < end)
				*buf = ' ';
			++buf;
		}
	}
	return buf;
}

J
Joe Perches 已提交
611 612
static noinline_for_stack
char *symbol_string(char *buf, char *end, void *ptr,
613
		    struct printf_spec spec, const char *fmt)
614
{
615
	unsigned long value;
616 617
#ifdef CONFIG_KALLSYMS
	char sym[KSYM_SYMBOL_LEN];
618 619 620 621 622 623 624 625
#endif

	if (fmt[1] == 'R')
		ptr = __builtin_extract_return_addr(ptr);
	value = (unsigned long)ptr;

#ifdef CONFIG_KALLSYMS
	if (*fmt == 'B')
626
		sprint_backtrace(sym, value);
627
	else if (*fmt != 'f' && *fmt != 's')
628 629
		sprint_symbol(sym, value);
	else
630
		sprint_symbol_no_offset(sym, value);
631

632
	return string(buf, end, sym, spec);
633
#else
634
	spec.field_width = 2 * sizeof(void *);
635 636
	spec.flags |= SPECIAL | SMALL | ZEROPAD;
	spec.base = 16;
637

638
	return number(buf, end, value, spec);
639 640 641
#endif
}

J
Joe Perches 已提交
642 643 644
static noinline_for_stack
char *resource_string(char *buf, char *end, struct resource *res,
		      struct printf_spec spec, const char *fmt)
645 646
{
#ifndef IO_RSRC_PRINTK_SIZE
647
#define IO_RSRC_PRINTK_SIZE	6
648 649 650
#endif

#ifndef MEM_RSRC_PRINTK_SIZE
651
#define MEM_RSRC_PRINTK_SIZE	10
652
#endif
653
	static const struct printf_spec io_spec = {
654
		.base = 16,
655
		.field_width = IO_RSRC_PRINTK_SIZE,
656 657 658
		.precision = -1,
		.flags = SPECIAL | SMALL | ZEROPAD,
	};
659 660 661 662 663 664
	static const struct printf_spec mem_spec = {
		.base = 16,
		.field_width = MEM_RSRC_PRINTK_SIZE,
		.precision = -1,
		.flags = SPECIAL | SMALL | ZEROPAD,
	};
B
Bjorn Helgaas 已提交
665 666 667 668 669 670
	static const struct printf_spec bus_spec = {
		.base = 16,
		.field_width = 2,
		.precision = -1,
		.flags = SMALL | ZEROPAD,
	};
671
	static const struct printf_spec dec_spec = {
672 673 674 675
		.base = 10,
		.precision = -1,
		.flags = 0,
	};
676
	static const struct printf_spec str_spec = {
677 678 679 680
		.field_width = -1,
		.precision = 10,
		.flags = LEFT,
	};
681
	static const struct printf_spec flag_spec = {
682 683 684 685
		.base = 16,
		.precision = -1,
		.flags = SPECIAL | SMALL,
	};
686 687 688 689 690

	/* 32-bit res (sizeof==4): 10 chars in dec, 10 in hex ("0x" + 8)
	 * 64-bit res (sizeof==8): 20 chars in dec, 18 in hex ("0x" + 16) */
#define RSRC_BUF_SIZE		((2 * sizeof(resource_size_t)) + 4)
#define FLAG_BUF_SIZE		(2 * sizeof(res->flags))
B
Bjorn Helgaas 已提交
691
#define DECODED_BUF_SIZE	sizeof("[mem - 64bit pref window disabled]")
692 693 694 695
#define RAW_BUF_SIZE		sizeof("[mem - flags 0x]")
	char sym[max(2*RSRC_BUF_SIZE + DECODED_BUF_SIZE,
		     2*RSRC_BUF_SIZE + FLAG_BUF_SIZE + RAW_BUF_SIZE)];

696
	char *p = sym, *pend = sym + sizeof(sym);
697
	int decode = (fmt[0] == 'R') ? 1 : 0;
698
	const struct printf_spec *specp;
699 700

	*p++ = '[';
701
	if (res->flags & IORESOURCE_IO) {
702
		p = string(p, pend, "io  ", str_spec);
703 704
		specp = &io_spec;
	} else if (res->flags & IORESOURCE_MEM) {
705
		p = string(p, pend, "mem ", str_spec);
706 707
		specp = &mem_spec;
	} else if (res->flags & IORESOURCE_IRQ) {
708
		p = string(p, pend, "irq ", str_spec);
709 710
		specp = &dec_spec;
	} else if (res->flags & IORESOURCE_DMA) {
711
		p = string(p, pend, "dma ", str_spec);
712
		specp = &dec_spec;
B
Bjorn Helgaas 已提交
713 714 715
	} else if (res->flags & IORESOURCE_BUS) {
		p = string(p, pend, "bus ", str_spec);
		specp = &bus_spec;
716
	} else {
717
		p = string(p, pend, "??? ", str_spec);
718
		specp = &mem_spec;
719
		decode = 0;
720
	}
721
	p = number(p, pend, res->start, *specp);
722 723
	if (res->start != res->end) {
		*p++ = '-';
724
		p = number(p, pend, res->end, *specp);
725
	}
726
	if (decode) {
727 728 729 730
		if (res->flags & IORESOURCE_MEM_64)
			p = string(p, pend, " 64bit", str_spec);
		if (res->flags & IORESOURCE_PREFETCH)
			p = string(p, pend, " pref", str_spec);
B
Bjorn Helgaas 已提交
731 732
		if (res->flags & IORESOURCE_WINDOW)
			p = string(p, pend, " window", str_spec);
733 734
		if (res->flags & IORESOURCE_DISABLED)
			p = string(p, pend, " disabled", str_spec);
735 736 737
	} else {
		p = string(p, pend, " flags ", str_spec);
		p = number(p, pend, res->flags, flag_spec);
738
	}
739
	*p++ = ']';
740
	*p = '\0';
741

742
	return string(buf, end, sym, spec);
743 744
}

745 746 747 748
static noinline_for_stack
char *hex_string(char *buf, char *end, u8 *addr, struct printf_spec spec,
		 const char *fmt)
{
749
	int i, len = 1;		/* if we pass '%ph[CDN]', field width remains
750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788
				   negative value, fallback to the default */
	char separator;

	if (spec.field_width == 0)
		/* nothing to print */
		return buf;

	if (ZERO_OR_NULL_PTR(addr))
		/* NULL pointer */
		return string(buf, end, NULL, spec);

	switch (fmt[1]) {
	case 'C':
		separator = ':';
		break;
	case 'D':
		separator = '-';
		break;
	case 'N':
		separator = 0;
		break;
	default:
		separator = ' ';
		break;
	}

	if (spec.field_width > 0)
		len = min_t(int, spec.field_width, 64);

	for (i = 0; i < len && buf < end - 1; i++) {
		buf = hex_byte_pack(buf, addr[i]);

		if (buf < end && separator && i != len - 1)
			*buf++ = separator;
	}

	return buf;
}

J
Joe Perches 已提交
789 790 791
static noinline_for_stack
char *mac_address_string(char *buf, char *end, u8 *addr,
			 struct printf_spec spec, const char *fmt)
792
{
793
	char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")];
794 795
	char *p = mac_addr;
	int i;
796
	char separator;
797
	bool reversed = false;
798

799 800
	switch (fmt[1]) {
	case 'F':
801
		separator = '-';
802 803 804 805 806 807 808
		break;

	case 'R':
		reversed = true;
		/* fall through */

	default:
809
		separator = ':';
810
		break;
811
	}
812 813

	for (i = 0; i < 6; i++) {
814 815 816 817 818
		if (reversed)
			p = hex_byte_pack(p, addr[5 - i]);
		else
			p = hex_byte_pack(p, addr[i]);

819
		if (fmt[0] == 'M' && i != 5)
820
			*p++ = separator;
821 822 823
	}
	*p = '\0';

824
	return string(buf, end, mac_addr, spec);
825 826
}

J
Joe Perches 已提交
827 828
static noinline_for_stack
char *ip4_string(char *p, const u8 *addr, const char *fmt)
829 830
{
	int i;
831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855
	bool leading_zeros = (fmt[0] == 'i');
	int index;
	int step;

	switch (fmt[2]) {
	case 'h':
#ifdef __BIG_ENDIAN
		index = 0;
		step = 1;
#else
		index = 3;
		step = -1;
#endif
		break;
	case 'l':
		index = 3;
		step = -1;
		break;
	case 'n':
	case 'b':
	default:
		index = 0;
		step = 1;
		break;
	}
856 857
	for (i = 0; i < 4; i++) {
		char temp[3];	/* hold each IP quad in reverse order */
858
		int digits = put_dec_trunc8(temp, addr[index]) - temp;
859 860 861 862 863 864 865 866 867 868 869
		if (leading_zeros) {
			if (digits < 3)
				*p++ = '0';
			if (digits < 2)
				*p++ = '0';
		}
		/* reverse the digits in the quad */
		while (digits--)
			*p++ = temp[digits];
		if (i < 3)
			*p++ = '.';
870
		index += step;
871 872
	}
	*p = '\0';
873

874 875 876
	return p;
}

J
Joe Perches 已提交
877 878
static noinline_for_stack
char *ip6_compressed_string(char *p, const char *addr)
879
{
880
	int i, j, range;
881 882 883 884
	unsigned char zerolength[8];
	int longest = 1;
	int colonpos = -1;
	u16 word;
885
	u8 hi, lo;
886
	bool needcolon = false;
887 888 889 890 891 892
	bool useIPv4;
	struct in6_addr in6;

	memcpy(&in6, addr, sizeof(struct in6_addr));

	useIPv4 = ipv6_addr_v4mapped(&in6) || ipv6_addr_is_isatap(&in6);
893 894 895 896 897 898 899 900 901 902 903

	memset(zerolength, 0, sizeof(zerolength));

	if (useIPv4)
		range = 6;
	else
		range = 8;

	/* find position of longest 0 run */
	for (i = 0; i < range; i++) {
		for (j = i; j < range; j++) {
904
			if (in6.s6_addr16[j] != 0)
905 906 907 908 909 910 911 912 913 914
				break;
			zerolength[i]++;
		}
	}
	for (i = 0; i < range; i++) {
		if (zerolength[i] > longest) {
			longest = zerolength[i];
			colonpos = i;
		}
	}
915 916
	if (longest == 1)		/* don't compress a single 0 */
		colonpos = -1;
917

918 919 920 921 922 923 924 925 926 927 928 929 930 931 932
	/* emit address */
	for (i = 0; i < range; i++) {
		if (i == colonpos) {
			if (needcolon || i == 0)
				*p++ = ':';
			*p++ = ':';
			needcolon = false;
			i += longest - 1;
			continue;
		}
		if (needcolon) {
			*p++ = ':';
			needcolon = false;
		}
		/* hex u16 without leading 0s */
933
		word = ntohs(in6.s6_addr16[i]);
934 935 936 937
		hi = word >> 8;
		lo = word & 0xff;
		if (hi) {
			if (hi > 0x0f)
938
				p = hex_byte_pack(p, hi);
939 940
			else
				*p++ = hex_asc_lo(hi);
941
			p = hex_byte_pack(p, lo);
942
		}
943
		else if (lo > 0x0f)
944
			p = hex_byte_pack(p, lo);
945 946 947 948 949 950 951 952
		else
			*p++ = hex_asc_lo(lo);
		needcolon = true;
	}

	if (useIPv4) {
		if (needcolon)
			*p++ = ':';
953
		p = ip4_string(p, &in6.s6_addr[12], "I4");
954 955
	}
	*p = '\0';
956

957 958 959
	return p;
}

J
Joe Perches 已提交
960 961
static noinline_for_stack
char *ip6_string(char *p, const char *addr, const char *fmt)
962 963
{
	int i;
964

965
	for (i = 0; i < 8; i++) {
966 967
		p = hex_byte_pack(p, *addr++);
		p = hex_byte_pack(p, *addr++);
968
		if (fmt[0] == 'I' && i != 7)
969 970 971
			*p++ = ':';
	}
	*p = '\0';
972

973 974 975
	return p;
}

J
Joe Perches 已提交
976 977 978
static noinline_for_stack
char *ip6_addr_string(char *buf, char *end, const u8 *addr,
		      struct printf_spec spec, const char *fmt)
979 980 981 982
{
	char ip6_addr[sizeof("xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255")];

	if (fmt[0] == 'I' && fmt[2] == 'c')
983
		ip6_compressed_string(ip6_addr, addr);
984
	else
985
		ip6_string(ip6_addr, addr, fmt);
986

987
	return string(buf, end, ip6_addr, spec);
988 989
}

J
Joe Perches 已提交
990 991 992
static noinline_for_stack
char *ip4_addr_string(char *buf, char *end, const u8 *addr,
		      struct printf_spec spec, const char *fmt)
993
{
994
	char ip4_addr[sizeof("255.255.255.255")];
995

996
	ip4_string(ip4_addr, addr, fmt);
997

998
	return string(buf, end, ip4_addr, spec);
999 1000
}

1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097
static noinline_for_stack
char *ip6_addr_string_sa(char *buf, char *end, const struct sockaddr_in6 *sa,
			 struct printf_spec spec, const char *fmt)
{
	bool have_p = false, have_s = false, have_f = false, have_c = false;
	char ip6_addr[sizeof("[xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255]") +
		      sizeof(":12345") + sizeof("/123456789") +
		      sizeof("%1234567890")];
	char *p = ip6_addr, *pend = ip6_addr + sizeof(ip6_addr);
	const u8 *addr = (const u8 *) &sa->sin6_addr;
	char fmt6[2] = { fmt[0], '6' };
	u8 off = 0;

	fmt++;
	while (isalpha(*++fmt)) {
		switch (*fmt) {
		case 'p':
			have_p = true;
			break;
		case 'f':
			have_f = true;
			break;
		case 's':
			have_s = true;
			break;
		case 'c':
			have_c = true;
			break;
		}
	}

	if (have_p || have_s || have_f) {
		*p = '[';
		off = 1;
	}

	if (fmt6[0] == 'I' && have_c)
		p = ip6_compressed_string(ip6_addr + off, addr);
	else
		p = ip6_string(ip6_addr + off, addr, fmt6);

	if (have_p || have_s || have_f)
		*p++ = ']';

	if (have_p) {
		*p++ = ':';
		p = number(p, pend, ntohs(sa->sin6_port), spec);
	}
	if (have_f) {
		*p++ = '/';
		p = number(p, pend, ntohl(sa->sin6_flowinfo &
					  IPV6_FLOWINFO_MASK), spec);
	}
	if (have_s) {
		*p++ = '%';
		p = number(p, pend, sa->sin6_scope_id, spec);
	}
	*p = '\0';

	return string(buf, end, ip6_addr, spec);
}

static noinline_for_stack
char *ip4_addr_string_sa(char *buf, char *end, const struct sockaddr_in *sa,
			 struct printf_spec spec, const char *fmt)
{
	bool have_p = false;
	char *p, ip4_addr[sizeof("255.255.255.255") + sizeof(":12345")];
	char *pend = ip4_addr + sizeof(ip4_addr);
	const u8 *addr = (const u8 *) &sa->sin_addr.s_addr;
	char fmt4[3] = { fmt[0], '4', 0 };

	fmt++;
	while (isalpha(*++fmt)) {
		switch (*fmt) {
		case 'p':
			have_p = true;
			break;
		case 'h':
		case 'l':
		case 'n':
		case 'b':
			fmt4[2] = *fmt;
			break;
		}
	}

	p = ip4_string(ip4_addr, addr, fmt4);
	if (have_p) {
		*p++ = ':';
		p = number(p, pend, ntohs(sa->sin_port), spec);
	}
	*p = '\0';

	return string(buf, end, ip4_addr, spec);
}

J
Joe Perches 已提交
1098 1099 1100
static noinline_for_stack
char *uuid_string(char *buf, char *end, const u8 *addr,
		  struct printf_spec spec, const char *fmt)
1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121
{
	char uuid[sizeof("xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx")];
	char *p = uuid;
	int i;
	static const u8 be[16] = {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15};
	static const u8 le[16] = {3,2,1,0,5,4,7,6,8,9,10,11,12,13,14,15};
	const u8 *index = be;
	bool uc = false;

	switch (*(++fmt)) {
	case 'L':
		uc = true;		/* fall-through */
	case 'l':
		index = le;
		break;
	case 'B':
		uc = true;
		break;
	}

	for (i = 0; i < 16; i++) {
1122
		p = hex_byte_pack(p, addr[index[i]]);
1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144
		switch (i) {
		case 3:
		case 5:
		case 7:
		case 9:
			*p++ = '-';
			break;
		}
	}

	*p = 0;

	if (uc) {
		p = uuid;
		do {
			*p = toupper(*p);
		} while (*(++p));
	}

	return string(buf, end, uuid, spec);
}

1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156
static
char *netdev_feature_string(char *buf, char *end, const u8 *addr,
		      struct printf_spec spec)
{
	spec.flags |= SPECIAL | SMALL | ZEROPAD;
	if (spec.field_width == -1)
		spec.field_width = 2 + 2 * sizeof(netdev_features_t);
	spec.base = 16;

	return number(buf, end, *(const netdev_features_t *)addr, spec);
}

1157
int kptr_restrict __read_mostly;
1158

1159 1160 1161 1162 1163
/*
 * Show a '%p' thing.  A kernel extension is that the '%p' is followed
 * by an extra set of alphanumeric characters that are extended format
 * specifiers.
 *
1164 1165
 * Right now we handle:
 *
1166 1167
 * - 'F' For symbolic function descriptor pointers with offset
 * - 'f' For simple symbolic function names without offset
1168 1169
 * - 'S' For symbolic direct pointers with offset
 * - 's' For symbolic direct pointers without offset
1170
 * - '[FfSs]R' as above with __builtin_extract_return_addr() translation
1171
 * - 'B' For backtraced symbolic direct pointers with offset
1172 1173
 * - 'R' For decoded struct resource, e.g., [mem 0x0-0x1f 64bit pref]
 * - 'r' For raw struct resource, e.g., [mem 0x0-0x1f flags 0x201]
1174 1175
 * - 'M' For a 6-byte MAC address, it prints the address in the
 *       usual colon-separated hex notation
1176
 * - 'm' For a 6-byte MAC address, it prints the hex address without colons
1177
 * - 'MF' For a 6-byte MAC FDDI address, it prints the address
1178
 *       with a dash-separated hex notation
1179
 * - '[mM]R' For a 6-byte MAC address, Reverse order (Bluetooth)
1180 1181 1182
 * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way
 *       IPv4 uses dot-separated decimal without leading 0's (1.2.3.4)
 *       IPv6 uses colon separated network-order 16 bit hex with leading 0's
1183 1184 1185
 *       [S][pfs]
 *       Generic IPv4/IPv6 address (struct sockaddr *) that falls back to
 *       [4] or [6] and is able to print port [p], flowinfo [f], scope [s]
1186 1187 1188
 * - 'i' [46] for 'raw' IPv4/IPv6 addresses
 *       IPv6 omits the colons (01020304...0f)
 *       IPv4 uses dot-separated decimal with leading 0's (010.123.045.006)
1189 1190 1191 1192 1193
 *       [S][pfs]
 *       Generic IPv4/IPv6 address (struct sockaddr *) that falls back to
 *       [4] or [6] and is able to print port [p], flowinfo [f], scope [s]
 * - '[Ii][4S][hnbl]' IPv4 addresses in host, network, big or little endian order
 * - 'I[6S]c' for IPv6 addresses printed as specified by
1194
 *       http://tools.ietf.org/html/rfc5952
1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205
 * - 'U' For a 16 byte UUID/GUID, it prints the UUID/GUID in the form
 *       "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx"
 *       Options for %pU are:
 *         b big endian lower case hex (default)
 *         B big endian UPPER case hex
 *         l little endian lower case hex
 *         L little endian UPPER case hex
 *           big endian output byte order is:
 *             [0][1][2][3]-[4][5]-[6][7]-[8][9]-[10][11][12][13][14][15]
 *           little endian output byte order is:
 *             [3][2][1][0]-[5][4]-[7][6]-[8][9]-[10][11][12][13][14][15]
1206 1207 1208 1209 1210
 * - 'V' For a struct va_format which contains a format string * and va_list *,
 *       call vsnprintf(->format, *->va_list).
 *       Implements a "recursive vsnprintf".
 *       Do not use this feature without some mechanism to verify the
 *       correctness of the format string and va_list arguments.
1211
 * - 'K' For a kernel pointer that should be hidden from unprivileged users
1212
 * - 'NF' For a netdev_features_t
1213 1214 1215 1216 1217 1218 1219
 * - 'h[CDN]' For a variable-length buffer, it prints it as a hex string with
 *            a certain separator (' ' by default):
 *              C colon
 *              D dash
 *              N no separator
 *            The maximum supported length is 64 bytes of the input. Consider
 *            to use print_hex_dump() for the larger input.
1220
 * - 'a' For a phys_addr_t type and its derivative types (passed by reference)
1221
 *
1222 1223 1224
 * Note: The difference between 'S' and 'F' is that on ia64 and ppc64
 * function pointers are really function descriptors, which contain a
 * pointer to the real address.
1225
 */
J
Joe Perches 已提交
1226 1227 1228
static noinline_for_stack
char *pointer(const char *fmt, char *buf, char *end, void *ptr,
	      struct printf_spec spec)
1229
{
1230 1231
	int default_width = 2 * sizeof(void *) + (spec.flags & SPECIAL ? 2 : 0);

1232
	if (!ptr && *fmt != 'K') {
1233 1234 1235 1236 1237
		/*
		 * Print (null) with the same width as a pointer so it makes
		 * tabular output look nice.
		 */
		if (spec.field_width == -1)
1238
			spec.field_width = default_width;
1239
		return string(buf, end, "(null)", spec);
1240
	}
1241

1242 1243
	switch (*fmt) {
	case 'F':
1244
	case 'f':
1245 1246 1247
		ptr = dereference_function_descriptor(ptr);
		/* Fallthrough */
	case 'S':
1248
	case 's':
1249
	case 'B':
1250
		return symbol_string(buf, end, ptr, spec, fmt);
1251
	case 'R':
1252
	case 'r':
1253
		return resource_string(buf, end, ptr, spec, fmt);
1254 1255
	case 'h':
		return hex_string(buf, end, ptr, spec, fmt);
1256 1257
	case 'M':			/* Colon separated: 00:01:02:03:04:05 */
	case 'm':			/* Contiguous: 000102030405 */
1258 1259
					/* [mM]F (FDDI) */
					/* [mM]R (Reverse order; Bluetooth) */
1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274
		return mac_address_string(buf, end, ptr, spec, fmt);
	case 'I':			/* Formatted IP supported
					 * 4:	1.2.3.4
					 * 6:	0001:0203:...:0708
					 * 6c:	1::708 or 1::1.2.3.4
					 */
	case 'i':			/* Contiguous:
					 * 4:	001.002.003.004
					 * 6:   000102...0f
					 */
		switch (fmt[1]) {
		case '6':
			return ip6_addr_string(buf, end, ptr, spec, fmt);
		case '4':
			return ip4_addr_string(buf, end, ptr, spec, fmt);
1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289
		case 'S': {
			const union {
				struct sockaddr		raw;
				struct sockaddr_in	v4;
				struct sockaddr_in6	v6;
			} *sa = ptr;

			switch (sa->raw.sa_family) {
			case AF_INET:
				return ip4_addr_string_sa(buf, end, &sa->v4, spec, fmt);
			case AF_INET6:
				return ip6_addr_string_sa(buf, end, &sa->v6, spec, fmt);
			default:
				return string(buf, end, "(invalid address)", spec);
			}}
1290
		}
1291
		break;
1292 1293
	case 'U':
		return uuid_string(buf, end, ptr, spec, fmt);
1294
	case 'V':
1295 1296 1297 1298 1299 1300 1301 1302 1303
		{
			va_list va;

			va_copy(va, *((struct va_format *)ptr)->va);
			buf += vsnprintf(buf, end > buf ? end - buf : 0,
					 ((struct va_format *)ptr)->fmt, va);
			va_end(va);
			return buf;
		}
1304 1305 1306 1307 1308
	case 'K':
		/*
		 * %pK cannot be used in IRQ context because its test
		 * for CAP_SYSLOG would be meaningless.
		 */
1309 1310
		if (kptr_restrict && (in_irq() || in_serving_softirq() ||
				      in_nmi())) {
1311
			if (spec.field_width == -1)
1312
				spec.field_width = default_width;
1313 1314
			return string(buf, end, "pK-error", spec);
		}
1315 1316 1317 1318 1319
		if (!((kptr_restrict == 0) ||
		      (kptr_restrict == 1 &&
		       has_capability_noaudit(current, CAP_SYSLOG))))
			ptr = NULL;
		break;
1320 1321 1322 1323 1324 1325
	case 'N':
		switch (fmt[1]) {
		case 'F':
			return netdev_feature_string(buf, end, ptr, spec);
		}
		break;
1326 1327 1328 1329 1330 1331
	case 'a':
		spec.flags |= SPECIAL | SMALL | ZEROPAD;
		spec.field_width = sizeof(phys_addr_t) * 2 + 2;
		spec.base = 16;
		return number(buf, end,
			      (unsigned long long) *((phys_addr_t *)ptr), spec);
A
Al Viro 已提交
1332 1333 1334 1335 1336 1337
	case 'd':
		return dentry_name(buf, end, ptr, spec, fmt);
	case 'D':
		return dentry_name(buf, end,
				   ((const struct file *)ptr)->f_path.dentry,
				   spec, fmt);
1338 1339 1340
	}
	spec.flags |= SMALL;
	if (spec.field_width == -1) {
1341
		spec.field_width = default_width;
1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368
		spec.flags |= ZEROPAD;
	}
	spec.base = 16;

	return number(buf, end, (unsigned long) ptr, spec);
}

/*
 * Helper function to decode printf style format.
 * Each call decode a token from the format and return the
 * number of characters read (or likely the delta where it wants
 * to go on the next call).
 * The decoded token is returned through the parameters
 *
 * 'h', 'l', or 'L' for integer fields
 * 'z' support added 23/7/1999 S.H.
 * 'z' changed to 'Z' --davidm 1/25/99
 * 't' added for ptrdiff_t
 *
 * @fmt: the format string
 * @type of the token returned
 * @flags: various flags such as +, -, # tokens..
 * @field_width: overwritten width
 * @base: base of the number (octal, hex, ...)
 * @precision: precision of a number
 * @qualifier: qualifier of a number (long, size_t, ...)
 */
J
Joe Perches 已提交
1369 1370
static noinline_for_stack
int format_decode(const char *fmt, struct printf_spec *spec)
1371 1372 1373 1374
{
	const char *start = fmt;

	/* we finished early by reading the field width */
1375
	if (spec->type == FORMAT_TYPE_WIDTH) {
1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
		if (spec->field_width < 0) {
			spec->field_width = -spec->field_width;
			spec->flags |= LEFT;
		}
		spec->type = FORMAT_TYPE_NONE;
		goto precision;
	}

	/* we finished early by reading the precision */
	if (spec->type == FORMAT_TYPE_PRECISION) {
		if (spec->precision < 0)
			spec->precision = 0;

		spec->type = FORMAT_TYPE_NONE;
		goto qualifier;
	}

	/* By default */
	spec->type = FORMAT_TYPE_NONE;

	for (; *fmt ; ++fmt) {
		if (*fmt == '%')
			break;
	}

	/* Return the current non-format string */
	if (fmt != start || !*fmt)
		return fmt - start;

	/* Process flags */
	spec->flags = 0;

	while (1) { /* this also skips first '%' */
		bool found = true;

		++fmt;

		switch (*fmt) {
		case '-': spec->flags |= LEFT;    break;
		case '+': spec->flags |= PLUS;    break;
		case ' ': spec->flags |= SPACE;   break;
		case '#': spec->flags |= SPECIAL; break;
		case '0': spec->flags |= ZEROPAD; break;
		default:  found = false;
		}

		if (!found)
			break;
	}

	/* get field width */
	spec->field_width = -1;

	if (isdigit(*fmt))
		spec->field_width = skip_atoi(&fmt);
	else if (*fmt == '*') {
		/* it's the next argument */
1433
		spec->type = FORMAT_TYPE_WIDTH;
1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447
		return ++fmt - start;
	}

precision:
	/* get the precision */
	spec->precision = -1;
	if (*fmt == '.') {
		++fmt;
		if (isdigit(*fmt)) {
			spec->precision = skip_atoi(&fmt);
			if (spec->precision < 0)
				spec->precision = 0;
		} else if (*fmt == '*') {
			/* it's the next argument */
1448
			spec->type = FORMAT_TYPE_PRECISION;
1449 1450 1451 1452 1453 1454 1455
			return ++fmt - start;
		}
	}

qualifier:
	/* get the conversion qualifier */
	spec->qualifier = -1;
A
Andy Shevchenko 已提交
1456 1457
	if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
	    _tolower(*fmt) == 'z' || *fmt == 't') {
1458 1459 1460 1461 1462 1463 1464 1465 1466
		spec->qualifier = *fmt++;
		if (unlikely(spec->qualifier == *fmt)) {
			if (spec->qualifier == 'l') {
				spec->qualifier = 'L';
				++fmt;
			} else if (spec->qualifier == 'h') {
				spec->qualifier = 'H';
				++fmt;
			}
1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507
		}
	}

	/* default base */
	spec->base = 10;
	switch (*fmt) {
	case 'c':
		spec->type = FORMAT_TYPE_CHAR;
		return ++fmt - start;

	case 's':
		spec->type = FORMAT_TYPE_STR;
		return ++fmt - start;

	case 'p':
		spec->type = FORMAT_TYPE_PTR;
		return fmt - start;
		/* skip alnum */

	case 'n':
		spec->type = FORMAT_TYPE_NRCHARS;
		return ++fmt - start;

	case '%':
		spec->type = FORMAT_TYPE_PERCENT_CHAR;
		return ++fmt - start;

	/* integer number formats - set up the flags and "break" */
	case 'o':
		spec->base = 8;
		break;

	case 'x':
		spec->flags |= SMALL;

	case 'X':
		spec->base = 16;
		break;

	case 'd':
	case 'i':
1508
		spec->flags |= SIGN;
1509
	case 'u':
1510
		break;
1511 1512 1513 1514

	default:
		spec->type = FORMAT_TYPE_INVALID;
		return fmt - start;
1515
	}
1516 1517 1518 1519

	if (spec->qualifier == 'L')
		spec->type = FORMAT_TYPE_LONG_LONG;
	else if (spec->qualifier == 'l') {
1520
		if (spec->flags & SIGN)
1521 1522 1523
			spec->type = FORMAT_TYPE_LONG;
		else
			spec->type = FORMAT_TYPE_ULONG;
A
Andy Shevchenko 已提交
1524
	} else if (_tolower(spec->qualifier) == 'z') {
1525 1526 1527
		spec->type = FORMAT_TYPE_SIZE_T;
	} else if (spec->qualifier == 't') {
		spec->type = FORMAT_TYPE_PTRDIFF;
1528 1529 1530 1531 1532
	} else if (spec->qualifier == 'H') {
		if (spec->flags & SIGN)
			spec->type = FORMAT_TYPE_BYTE;
		else
			spec->type = FORMAT_TYPE_UBYTE;
1533
	} else if (spec->qualifier == 'h') {
1534
		if (spec->flags & SIGN)
1535 1536 1537 1538
			spec->type = FORMAT_TYPE_SHORT;
		else
			spec->type = FORMAT_TYPE_USHORT;
	} else {
1539
		if (spec->flags & SIGN)
1540 1541 1542
			spec->type = FORMAT_TYPE_INT;
		else
			spec->type = FORMAT_TYPE_UINT;
1543
	}
1544 1545

	return ++fmt - start;
1546 1547
}

L
Linus Torvalds 已提交
1548 1549 1550 1551 1552 1553 1554
/**
 * vsnprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @size: The size of the buffer, including the trailing null space
 * @fmt: The format string to use
 * @args: Arguments for the format string
 *
1555
 * This function follows C99 vsnprintf, but has some extensions:
1556 1557
 * %pS output the name of a text symbol with offset
 * %ps output the name of a text symbol without offset
1558 1559
 * %pF output the name of a function pointer with its offset
 * %pf output the name of a function pointer without its offset
1560
 * %pB output the name of a backtrace symbol with its offset
1561 1562 1563
 * %pR output the address range in a struct resource with decoded flags
 * %pr output the address range in a struct resource with raw flags
 * %pM output a 6-byte MAC address with colons
1564 1565
 * %pMR output a 6-byte MAC address with colons in reversed order
 * %pMF output a 6-byte MAC address with dashes
1566
 * %pm output a 6-byte MAC address without colons
1567
 * %pmR output a 6-byte MAC address without colons in reversed order
1568 1569 1570 1571
 * %pI4 print an IPv4 address without leading zeros
 * %pi4 print an IPv4 address with leading zeros
 * %pI6 print an IPv6 address with colons
 * %pi6 print an IPv6 address without colons
1572
 * %pI6c print an IPv6 address as specified by RFC 5952
1573 1574
 * %pIS depending on sa_family of 'struct sockaddr *' print IPv4/IPv6 address
 * %piS depending on sa_family of 'struct sockaddr *' print IPv4/IPv6 address
1575 1576
 * %pU[bBlL] print a UUID/GUID in big or little endian using lower or upper
 *   case.
1577 1578
 * %*ph[CDN] a variable-length hex string with a separator (supports up to 64
 *           bytes of the input)
1579
 * %n is ignored
1580
 *
1581 1582
 * ** Please update Documentation/printk-formats.txt when making changes **
 *
L
Linus Torvalds 已提交
1583 1584 1585 1586
 * The return value is the number of characters which would
 * be generated for the given input, excluding the trailing
 * '\0', as per ISO C99. If you want to have the exact
 * number of characters written into @buf as return value
1587
 * (not including the trailing '\0'), use vscnprintf(). If the
L
Linus Torvalds 已提交
1588 1589 1590
 * return is greater than or equal to @size, the resulting
 * string is truncated.
 *
1591
 * If you're not already dealing with a va_list consider using snprintf().
L
Linus Torvalds 已提交
1592 1593 1594 1595
 */
int vsnprintf(char *buf, size_t size, const char *fmt, va_list args)
{
	unsigned long long num;
1596
	char *str, *end;
1597
	struct printf_spec spec = {0};
L
Linus Torvalds 已提交
1598

1599 1600
	/* Reject out-of-range values early.  Large positive sizes are
	   used for unknown buffer sizes. */
M
Marcin Slusarz 已提交
1601
	if (WARN_ON_ONCE((int) size < 0))
L
Linus Torvalds 已提交
1602 1603 1604
		return 0;

	str = buf;
1605
	end = buf + size;
L
Linus Torvalds 已提交
1606

1607 1608 1609 1610
	/* Make sure end is always >= buf */
	if (end < buf) {
		end = ((void *)-1);
		size = end - buf;
L
Linus Torvalds 已提交
1611 1612
	}

1613 1614
	while (*fmt) {
		const char *old_fmt = fmt;
1615
		int read = format_decode(fmt, &spec);
L
Linus Torvalds 已提交
1616

1617
		fmt += read;
L
Linus Torvalds 已提交
1618

1619 1620 1621 1622 1623 1624 1625
		switch (spec.type) {
		case FORMAT_TYPE_NONE: {
			int copy = read;
			if (str < end) {
				if (copy > end - str)
					copy = end - str;
				memcpy(str, old_fmt, copy);
L
Linus Torvalds 已提交
1626
			}
1627 1628
			str += read;
			break;
L
Linus Torvalds 已提交
1629 1630
		}

1631
		case FORMAT_TYPE_WIDTH:
1632 1633
			spec.field_width = va_arg(args, int);
			break;
L
Linus Torvalds 已提交
1634

1635 1636 1637
		case FORMAT_TYPE_PRECISION:
			spec.precision = va_arg(args, int);
			break;
L
Linus Torvalds 已提交
1638

1639 1640 1641
		case FORMAT_TYPE_CHAR: {
			char c;

1642 1643
			if (!(spec.flags & LEFT)) {
				while (--spec.field_width > 0) {
1644
					if (str < end)
L
Linus Torvalds 已提交
1645 1646 1647
						*str = ' ';
					++str;

1648 1649 1650 1651 1652 1653 1654
				}
			}
			c = (unsigned char) va_arg(args, int);
			if (str < end)
				*str = c;
			++str;
			while (--spec.field_width > 0) {
1655
				if (str < end)
1656
					*str = ' ';
L
Linus Torvalds 已提交
1657
				++str;
1658 1659
			}
			break;
1660
		}
L
Linus Torvalds 已提交
1661

1662 1663 1664
		case FORMAT_TYPE_STR:
			str = string(str, end, va_arg(args, char *), spec);
			break;
L
Linus Torvalds 已提交
1665

1666 1667 1668 1669 1670 1671
		case FORMAT_TYPE_PTR:
			str = pointer(fmt+1, str, end, va_arg(args, void *),
				      spec);
			while (isalnum(*fmt))
				fmt++;
			break;
L
Linus Torvalds 已提交
1672

1673 1674 1675 1676 1677
		case FORMAT_TYPE_PERCENT_CHAR:
			if (str < end)
				*str = '%';
			++str;
			break;
L
Linus Torvalds 已提交
1678

1679 1680 1681 1682 1683 1684 1685
		case FORMAT_TYPE_INVALID:
			if (str < end)
				*str = '%';
			++str;
			break;

		case FORMAT_TYPE_NRCHARS: {
1686
			u8 qualifier = spec.qualifier;
1687 1688 1689 1690

			if (qualifier == 'l') {
				long *ip = va_arg(args, long *);
				*ip = (str - buf);
A
Andy Shevchenko 已提交
1691
			} else if (_tolower(qualifier) == 'z') {
1692 1693 1694 1695 1696 1697 1698
				size_t *ip = va_arg(args, size_t *);
				*ip = (str - buf);
			} else {
				int *ip = va_arg(args, int *);
				*ip = (str - buf);
			}
			break;
L
Linus Torvalds 已提交
1699
		}
1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712

		default:
			switch (spec.type) {
			case FORMAT_TYPE_LONG_LONG:
				num = va_arg(args, long long);
				break;
			case FORMAT_TYPE_ULONG:
				num = va_arg(args, unsigned long);
				break;
			case FORMAT_TYPE_LONG:
				num = va_arg(args, long);
				break;
			case FORMAT_TYPE_SIZE_T:
1713 1714 1715 1716
				if (spec.flags & SIGN)
					num = va_arg(args, ssize_t);
				else
					num = va_arg(args, size_t);
1717 1718 1719 1720
				break;
			case FORMAT_TYPE_PTRDIFF:
				num = va_arg(args, ptrdiff_t);
				break;
1721 1722 1723 1724 1725 1726
			case FORMAT_TYPE_UBYTE:
				num = (unsigned char) va_arg(args, int);
				break;
			case FORMAT_TYPE_BYTE:
				num = (signed char) va_arg(args, int);
				break;
1727 1728 1729 1730 1731 1732
			case FORMAT_TYPE_USHORT:
				num = (unsigned short) va_arg(args, int);
				break;
			case FORMAT_TYPE_SHORT:
				num = (short) va_arg(args, int);
				break;
1733 1734
			case FORMAT_TYPE_INT:
				num = (int) va_arg(args, int);
1735 1736 1737 1738 1739 1740
				break;
			default:
				num = va_arg(args, unsigned int);
			}

			str = number(str, end, num, spec);
L
Linus Torvalds 已提交
1741 1742
		}
	}
1743

1744 1745 1746 1747
	if (size > 0) {
		if (str < end)
			*str = '\0';
		else
L
Linus Torvalds 已提交
1748
			end[-1] = '\0';
1749
	}
1750

1751
	/* the trailing null byte doesn't count towards the total */
L
Linus Torvalds 已提交
1752
	return str-buf;
1753

L
Linus Torvalds 已提交
1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764
}
EXPORT_SYMBOL(vsnprintf);

/**
 * vscnprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @size: The size of the buffer, including the trailing null space
 * @fmt: The format string to use
 * @args: Arguments for the format string
 *
 * The return value is the number of characters which have been written into
1765
 * the @buf not including the trailing '\0'. If @size is == 0 the function
L
Linus Torvalds 已提交
1766 1767
 * returns 0.
 *
1768
 * If you're not already dealing with a va_list consider using scnprintf().
1769 1770
 *
 * See the vsnprintf() documentation for format string extensions over C99.
L
Linus Torvalds 已提交
1771 1772 1773 1774 1775
 */
int vscnprintf(char *buf, size_t size, const char *fmt, va_list args)
{
	int i;

1776 1777
	i = vsnprintf(buf, size, fmt, args);

1778 1779 1780 1781 1782
	if (likely(i < size))
		return i;
	if (size != 0)
		return size - 1;
	return 0;
L
Linus Torvalds 已提交
1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796
}
EXPORT_SYMBOL(vscnprintf);

/**
 * snprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @size: The size of the buffer, including the trailing null space
 * @fmt: The format string to use
 * @...: Arguments for the format string
 *
 * The return value is the number of characters which would be
 * generated for the given input, excluding the trailing null,
 * as per ISO C99.  If the return is greater than or equal to
 * @size, the resulting string is truncated.
1797 1798
 *
 * See the vsnprintf() documentation for format string extensions over C99.
L
Linus Torvalds 已提交
1799
 */
1800
int snprintf(char *buf, size_t size, const char *fmt, ...)
L
Linus Torvalds 已提交
1801 1802 1803 1804 1805
{
	va_list args;
	int i;

	va_start(args, fmt);
1806
	i = vsnprintf(buf, size, fmt, args);
L
Linus Torvalds 已提交
1807
	va_end(args);
1808

L
Linus Torvalds 已提交
1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820
	return i;
}
EXPORT_SYMBOL(snprintf);

/**
 * scnprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @size: The size of the buffer, including the trailing null space
 * @fmt: The format string to use
 * @...: Arguments for the format string
 *
 * The return value is the number of characters written into @buf not including
1821
 * the trailing '\0'. If @size is == 0 the function returns 0.
L
Linus Torvalds 已提交
1822 1823
 */

1824
int scnprintf(char *buf, size_t size, const char *fmt, ...)
L
Linus Torvalds 已提交
1825 1826 1827 1828 1829
{
	va_list args;
	int i;

	va_start(args, fmt);
1830
	i = vscnprintf(buf, size, fmt, args);
L
Linus Torvalds 已提交
1831
	va_end(args);
1832

1833
	return i;
L
Linus Torvalds 已提交
1834 1835 1836 1837 1838 1839 1840 1841 1842 1843
}
EXPORT_SYMBOL(scnprintf);

/**
 * vsprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @fmt: The format string to use
 * @args: Arguments for the format string
 *
 * The function returns the number of characters written
1844
 * into @buf. Use vsnprintf() or vscnprintf() in order to avoid
L
Linus Torvalds 已提交
1845 1846
 * buffer overflows.
 *
1847
 * If you're not already dealing with a va_list consider using sprintf().
1848 1849
 *
 * See the vsnprintf() documentation for format string extensions over C99.
L
Linus Torvalds 已提交
1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863
 */
int vsprintf(char *buf, const char *fmt, va_list args)
{
	return vsnprintf(buf, INT_MAX, fmt, args);
}
EXPORT_SYMBOL(vsprintf);

/**
 * sprintf - Format a string and place it in a buffer
 * @buf: The buffer to place the result into
 * @fmt: The format string to use
 * @...: Arguments for the format string
 *
 * The function returns the number of characters written
1864
 * into @buf. Use snprintf() or scnprintf() in order to avoid
L
Linus Torvalds 已提交
1865
 * buffer overflows.
1866 1867
 *
 * See the vsnprintf() documentation for format string extensions over C99.
L
Linus Torvalds 已提交
1868
 */
1869
int sprintf(char *buf, const char *fmt, ...)
L
Linus Torvalds 已提交
1870 1871 1872 1873 1874
{
	va_list args;
	int i;

	va_start(args, fmt);
1875
	i = vsnprintf(buf, INT_MAX, fmt, args);
L
Linus Torvalds 已提交
1876
	va_end(args);
1877

L
Linus Torvalds 已提交
1878 1879 1880 1881
	return i;
}
EXPORT_SYMBOL(sprintf);

L
Lai Jiangshan 已提交
1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907
#ifdef CONFIG_BINARY_PRINTF
/*
 * bprintf service:
 * vbin_printf() - VA arguments to binary data
 * bstr_printf() - Binary data to text string
 */

/**
 * vbin_printf - Parse a format string and place args' binary value in a buffer
 * @bin_buf: The buffer to place args' binary value
 * @size: The size of the buffer(by words(32bits), not characters)
 * @fmt: The format string to use
 * @args: Arguments for the format string
 *
 * The format follows C99 vsnprintf, except %n is ignored, and its argument
 * is skiped.
 *
 * The return value is the number of words(32bits) which would be generated for
 * the given input.
 *
 * NOTE:
 * If the return value is greater than @size, the resulting bin_buf is NOT
 * valid for bstr_printf().
 */
int vbin_printf(u32 *bin_buf, size_t size, const char *fmt, va_list args)
{
1908
	struct printf_spec spec = {0};
L
Lai Jiangshan 已提交
1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933
	char *str, *end;

	str = (char *)bin_buf;
	end = (char *)(bin_buf + size);

#define save_arg(type)							\
do {									\
	if (sizeof(type) == 8) {					\
		unsigned long long value;				\
		str = PTR_ALIGN(str, sizeof(u32));			\
		value = va_arg(args, unsigned long long);		\
		if (str + sizeof(type) <= end) {			\
			*(u32 *)str = *(u32 *)&value;			\
			*(u32 *)(str + 4) = *((u32 *)&value + 1);	\
		}							\
	} else {							\
		unsigned long value;					\
		str = PTR_ALIGN(str, sizeof(type));			\
		value = va_arg(args, int);				\
		if (str + sizeof(type) <= end)				\
			*(typeof(type) *)str = (type)value;		\
	}								\
	str += sizeof(type);						\
} while (0)

1934
	while (*fmt) {
1935
		int read = format_decode(fmt, &spec);
L
Lai Jiangshan 已提交
1936

1937
		fmt += read;
L
Lai Jiangshan 已提交
1938

1939 1940
		switch (spec.type) {
		case FORMAT_TYPE_NONE:
1941 1942
		case FORMAT_TYPE_INVALID:
		case FORMAT_TYPE_PERCENT_CHAR:
1943 1944
			break;

1945
		case FORMAT_TYPE_WIDTH:
1946 1947 1948 1949 1950
		case FORMAT_TYPE_PRECISION:
			save_arg(int);
			break;

		case FORMAT_TYPE_CHAR:
L
Lai Jiangshan 已提交
1951
			save_arg(char);
1952 1953 1954
			break;

		case FORMAT_TYPE_STR: {
L
Lai Jiangshan 已提交
1955 1956
			const char *save_str = va_arg(args, char *);
			size_t len;
1957

L
Lai Jiangshan 已提交
1958 1959
			if ((unsigned long)save_str > (unsigned long)-PAGE_SIZE
					|| (unsigned long)save_str < PAGE_SIZE)
1960
				save_str = "(null)";
1961 1962 1963 1964
			len = strlen(save_str) + 1;
			if (str + len < end)
				memcpy(str, save_str, len);
			str += len;
1965
			break;
L
Lai Jiangshan 已提交
1966
		}
1967 1968

		case FORMAT_TYPE_PTR:
L
Lai Jiangshan 已提交
1969 1970
			save_arg(void *);
			/* skip all alphanumeric pointer suffixes */
1971
			while (isalnum(*fmt))
L
Lai Jiangshan 已提交
1972
				fmt++;
1973 1974 1975
			break;

		case FORMAT_TYPE_NRCHARS: {
L
Lai Jiangshan 已提交
1976
			/* skip %n 's argument */
1977
			u8 qualifier = spec.qualifier;
L
Lai Jiangshan 已提交
1978 1979 1980
			void *skip_arg;
			if (qualifier == 'l')
				skip_arg = va_arg(args, long *);
A
Andy Shevchenko 已提交
1981
			else if (_tolower(qualifier) == 'z')
L
Lai Jiangshan 已提交
1982 1983 1984
				skip_arg = va_arg(args, size_t *);
			else
				skip_arg = va_arg(args, int *);
1985
			break;
L
Lai Jiangshan 已提交
1986
		}
1987 1988 1989 1990 1991

		default:
			switch (spec.type) {

			case FORMAT_TYPE_LONG_LONG:
L
Lai Jiangshan 已提交
1992
				save_arg(long long);
1993 1994 1995
				break;
			case FORMAT_TYPE_ULONG:
			case FORMAT_TYPE_LONG:
L
Lai Jiangshan 已提交
1996
				save_arg(unsigned long);
1997 1998
				break;
			case FORMAT_TYPE_SIZE_T:
L
Lai Jiangshan 已提交
1999
				save_arg(size_t);
2000 2001
				break;
			case FORMAT_TYPE_PTRDIFF:
L
Lai Jiangshan 已提交
2002
				save_arg(ptrdiff_t);
2003
				break;
2004 2005 2006 2007
			case FORMAT_TYPE_UBYTE:
			case FORMAT_TYPE_BYTE:
				save_arg(char);
				break;
2008 2009
			case FORMAT_TYPE_USHORT:
			case FORMAT_TYPE_SHORT:
L
Lai Jiangshan 已提交
2010
				save_arg(short);
2011 2012
				break;
			default:
L
Lai Jiangshan 已提交
2013
				save_arg(int);
2014
			}
L
Lai Jiangshan 已提交
2015 2016
		}
	}
2017

2018
	return (u32 *)(PTR_ALIGN(str, sizeof(u32))) - bin_buf;
2019
#undef save_arg
L
Lai Jiangshan 已提交
2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034
}
EXPORT_SYMBOL_GPL(vbin_printf);

/**
 * bstr_printf - Format a string from binary arguments and place it in a buffer
 * @buf: The buffer to place the result into
 * @size: The size of the buffer, including the trailing null space
 * @fmt: The format string to use
 * @bin_buf: Binary arguments for the format string
 *
 * This function like C99 vsnprintf, but the difference is that vsnprintf gets
 * arguments from stack, and bstr_printf gets arguments from @bin_buf which is
 * a binary buffer that generated by vbin_printf.
 *
 * The format follows C99 vsnprintf, but has some extensions:
2035
 *  see vsnprintf comment for details.
L
Lai Jiangshan 已提交
2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046
 *
 * The return value is the number of characters which would
 * be generated for the given input, excluding the trailing
 * '\0', as per ISO C99. If you want to have the exact
 * number of characters written into @buf as return value
 * (not including the trailing '\0'), use vscnprintf(). If the
 * return is greater than or equal to @size, the resulting
 * string is truncated.
 */
int bstr_printf(char *buf, size_t size, const char *fmt, const u32 *bin_buf)
{
2047
	struct printf_spec spec = {0};
2048 2049
	char *str, *end;
	const char *args = (const char *)bin_buf;
L
Lai Jiangshan 已提交
2050

M
Marcin Slusarz 已提交
2051
	if (WARN_ON_ONCE((int) size < 0))
L
Lai Jiangshan 已提交
2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077
		return 0;

	str = buf;
	end = buf + size;

#define get_arg(type)							\
({									\
	typeof(type) value;						\
	if (sizeof(type) == 8) {					\
		args = PTR_ALIGN(args, sizeof(u32));			\
		*(u32 *)&value = *(u32 *)args;				\
		*((u32 *)&value + 1) = *(u32 *)(args + 4);		\
	} else {							\
		args = PTR_ALIGN(args, sizeof(type));			\
		value = *(typeof(type) *)args;				\
	}								\
	args += sizeof(type);						\
	value;								\
})

	/* Make sure end is always >= buf */
	if (end < buf) {
		end = ((void *)-1);
		size = end - buf;
	}

2078 2079
	while (*fmt) {
		const char *old_fmt = fmt;
2080
		int read = format_decode(fmt, &spec);
L
Lai Jiangshan 已提交
2081

2082
		fmt += read;
L
Lai Jiangshan 已提交
2083

2084 2085 2086 2087 2088 2089 2090
		switch (spec.type) {
		case FORMAT_TYPE_NONE: {
			int copy = read;
			if (str < end) {
				if (copy > end - str)
					copy = end - str;
				memcpy(str, old_fmt, copy);
L
Lai Jiangshan 已提交
2091
			}
2092 2093
			str += read;
			break;
L
Lai Jiangshan 已提交
2094 2095
		}

2096
		case FORMAT_TYPE_WIDTH:
2097 2098
			spec.field_width = get_arg(int);
			break;
L
Lai Jiangshan 已提交
2099

2100 2101 2102
		case FORMAT_TYPE_PRECISION:
			spec.precision = get_arg(int);
			break;
L
Lai Jiangshan 已提交
2103

2104 2105 2106
		case FORMAT_TYPE_CHAR: {
			char c;

2107 2108
			if (!(spec.flags & LEFT)) {
				while (--spec.field_width > 0) {
L
Lai Jiangshan 已提交
2109 2110 2111 2112 2113 2114 2115 2116 2117
					if (str < end)
						*str = ' ';
					++str;
				}
			}
			c = (unsigned char) get_arg(char);
			if (str < end)
				*str = c;
			++str;
2118
			while (--spec.field_width > 0) {
L
Lai Jiangshan 已提交
2119 2120 2121 2122
				if (str < end)
					*str = ' ';
				++str;
			}
2123
			break;
2124
		}
L
Lai Jiangshan 已提交
2125

2126
		case FORMAT_TYPE_STR: {
L
Lai Jiangshan 已提交
2127
			const char *str_arg = args;
2128
			args += strlen(str_arg) + 1;
2129 2130
			str = string(str, end, (char *)str_arg, spec);
			break;
L
Lai Jiangshan 已提交
2131 2132
		}

2133 2134 2135
		case FORMAT_TYPE_PTR:
			str = pointer(fmt+1, str, end, get_arg(void *), spec);
			while (isalnum(*fmt))
L
Lai Jiangshan 已提交
2136
				fmt++;
2137
			break;
L
Lai Jiangshan 已提交
2138

2139 2140
		case FORMAT_TYPE_PERCENT_CHAR:
		case FORMAT_TYPE_INVALID:
L
Lai Jiangshan 已提交
2141 2142 2143
			if (str < end)
				*str = '%';
			++str;
2144 2145 2146 2147 2148 2149
			break;

		case FORMAT_TYPE_NRCHARS:
			/* skip */
			break;

2150 2151 2152
		default: {
			unsigned long long num;

2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167
			switch (spec.type) {

			case FORMAT_TYPE_LONG_LONG:
				num = get_arg(long long);
				break;
			case FORMAT_TYPE_ULONG:
			case FORMAT_TYPE_LONG:
				num = get_arg(unsigned long);
				break;
			case FORMAT_TYPE_SIZE_T:
				num = get_arg(size_t);
				break;
			case FORMAT_TYPE_PTRDIFF:
				num = get_arg(ptrdiff_t);
				break;
2168 2169 2170 2171 2172 2173
			case FORMAT_TYPE_UBYTE:
				num = get_arg(unsigned char);
				break;
			case FORMAT_TYPE_BYTE:
				num = get_arg(signed char);
				break;
2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187
			case FORMAT_TYPE_USHORT:
				num = get_arg(unsigned short);
				break;
			case FORMAT_TYPE_SHORT:
				num = get_arg(short);
				break;
			case FORMAT_TYPE_UINT:
				num = get_arg(unsigned int);
				break;
			default:
				num = get_arg(int);
			}

			str = number(str, end, num, spec);
2188 2189 2190
		} /* default: */
		} /* switch(spec.type) */
	} /* while(*fmt) */
2191

L
Lai Jiangshan 已提交
2192 2193 2194 2195 2196 2197
	if (size > 0) {
		if (str < end)
			*str = '\0';
		else
			end[-1] = '\0';
	}
2198

L
Lai Jiangshan 已提交
2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223
#undef get_arg

	/* the trailing null byte doesn't count towards the total */
	return str - buf;
}
EXPORT_SYMBOL_GPL(bstr_printf);

/**
 * bprintf - Parse a format string and place args' binary value in a buffer
 * @bin_buf: The buffer to place args' binary value
 * @size: The size of the buffer(by words(32bits), not characters)
 * @fmt: The format string to use
 * @...: Arguments for the format string
 *
 * The function returns the number of words(u32) written
 * into @bin_buf.
 */
int bprintf(u32 *bin_buf, size_t size, const char *fmt, ...)
{
	va_list args;
	int ret;

	va_start(args, fmt);
	ret = vbin_printf(bin_buf, size, fmt, args);
	va_end(args);
2224

L
Lai Jiangshan 已提交
2225 2226 2227 2228 2229 2230
	return ret;
}
EXPORT_SYMBOL_GPL(bprintf);

#endif /* CONFIG_BINARY_PRINTF */

L
Linus Torvalds 已提交
2231 2232 2233 2234 2235 2236
/**
 * vsscanf - Unformat a buffer into a list of arguments
 * @buf:	input buffer
 * @fmt:	format of buffer
 * @args:	arguments
 */
2237
int vsscanf(const char *buf, const char *fmt, va_list args)
L
Linus Torvalds 已提交
2238 2239 2240 2241 2242
{
	const char *str = buf;
	char *next;
	char digit;
	int num = 0;
2243
	u8 qualifier;
2244 2245 2246 2247 2248
	unsigned int base;
	union {
		long long s;
		unsigned long long u;
	} val;
2249
	s16 field_width;
2250
	bool is_sign;
L
Linus Torvalds 已提交
2251

2252
	while (*fmt) {
L
Linus Torvalds 已提交
2253 2254 2255 2256 2257
		/* skip any white space in format */
		/* white space in format matchs any amount of
		 * white space, including none, in the input.
		 */
		if (isspace(*fmt)) {
2258 2259
			fmt = skip_spaces(++fmt);
			str = skip_spaces(str);
L
Linus Torvalds 已提交
2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271
		}

		/* anything that is not a conversion must match exactly */
		if (*fmt != '%' && *fmt) {
			if (*fmt++ != *str++)
				break;
			continue;
		}

		if (!*fmt)
			break;
		++fmt;
2272

L
Linus Torvalds 已提交
2273 2274 2275 2276
		/* skip this conversion.
		 * advance both strings to next white space
		 */
		if (*fmt == '*') {
2277 2278
			if (!*str)
				break;
A
Andy Spencer 已提交
2279
			while (!isspace(*fmt) && *fmt != '%' && *fmt)
L
Linus Torvalds 已提交
2280 2281 2282 2283 2284 2285 2286 2287
				fmt++;
			while (!isspace(*str) && *str)
				str++;
			continue;
		}

		/* get field width */
		field_width = -1;
2288
		if (isdigit(*fmt)) {
L
Linus Torvalds 已提交
2289
			field_width = skip_atoi(&fmt);
2290 2291 2292
			if (field_width <= 0)
				break;
		}
L
Linus Torvalds 已提交
2293 2294 2295

		/* get conversion qualifier */
		qualifier = -1;
A
Andy Shevchenko 已提交
2296 2297
		if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
		    _tolower(*fmt) == 'z') {
L
Linus Torvalds 已提交
2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309
			qualifier = *fmt++;
			if (unlikely(qualifier == *fmt)) {
				if (qualifier == 'h') {
					qualifier = 'H';
					fmt++;
				} else if (qualifier == 'l') {
					qualifier = 'L';
					fmt++;
				}
			}
		}

2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320
		if (!*fmt)
			break;

		if (*fmt == 'n') {
			/* return number of characters read so far */
			*va_arg(args, int *) = str - buf;
			++fmt;
			continue;
		}

		if (!*str)
L
Linus Torvalds 已提交
2321 2322
			break;

2323 2324 2325
		base = 10;
		is_sign = 0;

2326
		switch (*fmt++) {
L
Linus Torvalds 已提交
2327 2328
		case 'c':
		{
2329
			char *s = (char *)va_arg(args, char*);
L
Linus Torvalds 已提交
2330 2331 2332 2333 2334 2335 2336 2337 2338 2339
			if (field_width == -1)
				field_width = 1;
			do {
				*s++ = *str++;
			} while (--field_width > 0 && *str);
			num++;
		}
		continue;
		case 's':
		{
2340 2341
			char *s = (char *)va_arg(args, char *);
			if (field_width == -1)
2342
				field_width = SHRT_MAX;
L
Linus Torvalds 已提交
2343
			/* first, skip leading white space in buffer */
2344
			str = skip_spaces(str);
L
Linus Torvalds 已提交
2345 2346

			/* now copy until next white space */
2347
			while (*str && !isspace(*str) && field_width--)
L
Linus Torvalds 已提交
2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360
				*s++ = *str++;
			*s = '\0';
			num++;
		}
		continue;
		case 'o':
			base = 8;
			break;
		case 'x':
		case 'X':
			base = 16;
			break;
		case 'i':
2361
			base = 0;
L
Linus Torvalds 已提交
2362 2363 2364 2365 2366 2367
		case 'd':
			is_sign = 1;
		case 'u':
			break;
		case '%':
			/* looking for '%' in str */
2368
			if (*str++ != '%')
L
Linus Torvalds 已提交
2369 2370 2371 2372 2373 2374 2375 2376 2377 2378
				return num;
			continue;
		default:
			/* invalid format; stop here */
			return num;
		}

		/* have some sort of integer conversion.
		 * first, skip white space in buffer.
		 */
2379
		str = skip_spaces(str);
L
Linus Torvalds 已提交
2380 2381 2382 2383 2384 2385

		digit = *str;
		if (is_sign && digit == '-')
			digit = *(str + 1);

		if (!digit
2386 2387 2388 2389 2390
		    || (base == 16 && !isxdigit(digit))
		    || (base == 10 && !isdigit(digit))
		    || (base == 8 && (!isdigit(digit) || digit > '7'))
		    || (base == 0 && !isdigit(digit)))
			break;
L
Linus Torvalds 已提交
2391

2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412
		if (is_sign)
			val.s = qualifier != 'L' ?
				simple_strtol(str, &next, base) :
				simple_strtoll(str, &next, base);
		else
			val.u = qualifier != 'L' ?
				simple_strtoul(str, &next, base) :
				simple_strtoull(str, &next, base);

		if (field_width > 0 && next - str > field_width) {
			if (base == 0)
				_parse_integer_fixup_radix(str, &base);
			while (next - str > field_width) {
				if (is_sign)
					val.s = div_s64(val.s, base);
				else
					val.u = div_u64(val.u, base);
				--next;
			}
		}

2413
		switch (qualifier) {
L
Linus Torvalds 已提交
2414
		case 'H':	/* that's 'hh' in format */
2415 2416 2417 2418
			if (is_sign)
				*va_arg(args, signed char *) = val.s;
			else
				*va_arg(args, unsigned char *) = val.u;
L
Linus Torvalds 已提交
2419 2420
			break;
		case 'h':
2421 2422 2423 2424
			if (is_sign)
				*va_arg(args, short *) = val.s;
			else
				*va_arg(args, unsigned short *) = val.u;
L
Linus Torvalds 已提交
2425 2426
			break;
		case 'l':
2427 2428 2429 2430
			if (is_sign)
				*va_arg(args, long *) = val.s;
			else
				*va_arg(args, unsigned long *) = val.u;
L
Linus Torvalds 已提交
2431 2432
			break;
		case 'L':
2433 2434 2435 2436
			if (is_sign)
				*va_arg(args, long long *) = val.s;
			else
				*va_arg(args, unsigned long long *) = val.u;
L
Linus Torvalds 已提交
2437 2438 2439
			break;
		case 'Z':
		case 'z':
2440 2441
			*va_arg(args, size_t *) = val.u;
			break;
L
Linus Torvalds 已提交
2442
		default:
2443 2444 2445 2446
			if (is_sign)
				*va_arg(args, int *) = val.s;
			else
				*va_arg(args, unsigned int *) = val.u;
L
Linus Torvalds 已提交
2447 2448 2449 2450 2451 2452 2453 2454
			break;
		}
		num++;

		if (!next)
			break;
		str = next;
	}
2455

L
Linus Torvalds 已提交
2456 2457 2458 2459 2460 2461 2462 2463 2464 2465
	return num;
}
EXPORT_SYMBOL(vsscanf);

/**
 * sscanf - Unformat a buffer into a list of arguments
 * @buf:	input buffer
 * @fmt:	formatting of buffer
 * @...:	resulting arguments
 */
2466
int sscanf(const char *buf, const char *fmt, ...)
L
Linus Torvalds 已提交
2467 2468 2469 2470
{
	va_list args;
	int i;

2471 2472
	va_start(args, fmt);
	i = vsscanf(buf, fmt, args);
L
Linus Torvalds 已提交
2473
	va_end(args);
2474

L
Linus Torvalds 已提交
2475 2476 2477
	return i;
}
EXPORT_SYMBOL(sscanf);