kallsyms.c 12.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
 * kallsyms.c: in-kernel printing of symbolic oopses and stack traces.
 *
 * Rewritten and vastly simplified by Rusty Russell for in-kernel
 * module loader:
 *   Copyright 2002 Rusty Russell <rusty@rustcorp.com.au> IBM Corporation
 *
 * ChangeLog:
 *
 * (25/Aug/2004) Paulo Marques <pmarques@grupopie.com>
 *      Changed the compression method from stem compression to "table lookup"
 *      compression (see scripts/kallsyms.c for a more complete description)
 */
#include <linux/kallsyms.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/seq_file.h>
#include <linux/fs.h>
#include <linux/err.h>
#include <linux/proc_fs.h>
T
Tim Schmielau 已提交
21
#include <linux/sched.h>	/* for cond_resched */
L
Linus Torvalds 已提交
22
#include <linux/mm.h>
23
#include <linux/ctype.h>
24
#include <linux/slab.h>
L
Linus Torvalds 已提交
25 26 27 28 29 30 31 32 33

#include <asm/sections.h>

#ifdef CONFIG_KALLSYMS_ALL
#define all_var 1
#else
#define all_var 0
#endif

34 35 36 37
/*
 * These will be re-linked against their real values
 * during the second link stage.
 */
38 39
extern const unsigned long kallsyms_addresses[] __attribute__((weak));
extern const u8 kallsyms_names[] __attribute__((weak));
L
Linus Torvalds 已提交
40

41 42 43
/*
 * Tell the compiler that the count isn't in the small data section if the arch
 * has one (eg: FRV).
44 45
 */
extern const unsigned long kallsyms_num_syms
46
__attribute__((weak, section(".rodata")));
47

48 49
extern const u8 kallsyms_token_table[] __attribute__((weak));
extern const u16 kallsyms_token_index[] __attribute__((weak));
L
Linus Torvalds 已提交
50

51
extern const unsigned long kallsyms_markers[] __attribute__((weak));
L
Linus Torvalds 已提交
52 53 54 55 56 57 58 59 60 61 62

static inline int is_kernel_inittext(unsigned long addr)
{
	if (addr >= (unsigned long)_sinittext
	    && addr <= (unsigned long)_einittext)
		return 1;
	return 0;
}

static inline int is_kernel_text(unsigned long addr)
{
63 64
	if ((addr >= (unsigned long)_stext && addr <= (unsigned long)_etext) ||
	    arch_is_kernel_text(addr))
L
Linus Torvalds 已提交
65 66 67 68 69 70 71 72 73 74 75
		return 1;
	return in_gate_area_no_task(addr);
}

static inline int is_kernel(unsigned long addr)
{
	if (addr >= (unsigned long)_stext && addr <= (unsigned long)_end)
		return 1;
	return in_gate_area_no_task(addr);
}

76 77 78 79 80
static int is_ksym_addr(unsigned long addr)
{
	if (all_var)
		return is_kernel(addr);

81
	return is_kernel_text(addr) || is_kernel_inittext(addr);
82 83
}

84 85 86 87
/*
 * Expand a compressed symbol data into the resulting uncompressed string,
 * given the offset to where the symbol is in the compressed stream.
 */
L
Linus Torvalds 已提交
88 89 90
static unsigned int kallsyms_expand_symbol(unsigned int off, char *result)
{
	int len, skipped_first = 0;
91
	const u8 *tptr, *data;
L
Linus Torvalds 已提交
92

93
	/* Get the compressed symbol length from the first symbol byte. */
L
Linus Torvalds 已提交
94 95 96 97
	data = &kallsyms_names[off];
	len = *data;
	data++;

98 99 100 101
	/*
	 * Update the offset to return the offset for the next symbol on
	 * the compressed stream.
	 */
L
Linus Torvalds 已提交
102 103
	off += len + 1;

104 105 106 107 108 109
	/*
	 * For every byte on the compressed symbol data, copy the table
	 * entry for that byte.
	 */
	while (len) {
		tptr = &kallsyms_token_table[kallsyms_token_index[*data]];
L
Linus Torvalds 已提交
110 111 112 113
		data++;
		len--;

		while (*tptr) {
114
			if (skipped_first) {
L
Linus Torvalds 已提交
115 116 117 118 119 120 121 122 123 124
				*result = *tptr;
				result++;
			} else
				skipped_first = 1;
			tptr++;
		}
	}

	*result = '\0';

125
	/* Return to offset to the next symbol. */
L
Linus Torvalds 已提交
126 127 128
	return off;
}

129 130 131 132
/*
 * Get symbol type information. This is encoded as a single char at the
 * beginning of the symbol name.
 */
L
Linus Torvalds 已提交
133 134
static char kallsyms_get_symbol_type(unsigned int off)
{
135 136 137 138 139
	/*
	 * Get just the first code, look it up in the token table,
	 * and return the first char from this token.
	 */
	return kallsyms_token_table[kallsyms_token_index[kallsyms_names[off + 1]]];
L
Linus Torvalds 已提交
140 141 142
}


143 144 145 146
/*
 * Find the offset on the compressed stream given and index in the
 * kallsyms array.
 */
L
Linus Torvalds 已提交
147 148
static unsigned int get_symbol_offset(unsigned long pos)
{
149
	const u8 *name;
L
Linus Torvalds 已提交
150 151
	int i;

152 153 154 155 156
	/*
	 * Use the closest marker we have. We have markers every 256 positions,
	 * so that should be close enough.
	 */
	name = &kallsyms_names[kallsyms_markers[pos >> 8]];
L
Linus Torvalds 已提交
157

158 159 160 161 162 163 164
	/*
	 * Sequentially scan all the symbols up to the point we're searching
	 * for. Every symbol is stored in a [<len>][<len> bytes of data] format,
	 * so we just need to add the len to the current pointer for every
	 * symbol we wish to skip.
	 */
	for (i = 0; i < (pos & 0xFF); i++)
L
Linus Torvalds 已提交
165 166 167 168 169 170 171 172
		name = name + (*name) + 1;

	return name - kallsyms_names;
}

/* Lookup the address for this symbol. Returns 0 if not found. */
unsigned long kallsyms_lookup_name(const char *name)
{
173
	char namebuf[KSYM_NAME_LEN];
L
Linus Torvalds 已提交
174 175 176 177 178 179 180 181 182 183 184
	unsigned long i;
	unsigned int off;

	for (i = 0, off = 0; i < kallsyms_num_syms; i++) {
		off = kallsyms_expand_symbol(off, namebuf);

		if (strcmp(namebuf, name) == 0)
			return kallsyms_addresses[i];
	}
	return module_kallsyms_lookup_name(name);
}
185
EXPORT_SYMBOL_GPL(kallsyms_lookup_name);
L
Linus Torvalds 已提交
186

187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
int kallsyms_on_each_symbol(int (*fn)(void *, const char *, struct module *,
				      unsigned long),
			    void *data)
{
	char namebuf[KSYM_NAME_LEN];
	unsigned long i;
	unsigned int off;
	int ret;

	for (i = 0, off = 0; i < kallsyms_num_syms; i++) {
		off = kallsyms_expand_symbol(off, namebuf);
		ret = fn(data, namebuf, NULL, kallsyms_addresses[i]);
		if (ret != 0)
			return ret;
	}
	return module_kallsyms_on_each_symbol(fn, data);
}
EXPORT_SYMBOL_GPL(kallsyms_on_each_symbol);

206 207 208 209 210 211 212
static unsigned long get_symbol_pos(unsigned long addr,
				    unsigned long *symbolsize,
				    unsigned long *offset)
{
	unsigned long symbol_start = 0, symbol_end = 0;
	unsigned long i, low, high, mid;

213 214 215
	/* This kernel should never had been booted. */
	BUG_ON(!kallsyms_addresses);

216
	/* Do a binary search on the sorted kallsyms_addresses array. */
217 218 219 220
	low = 0;
	high = kallsyms_num_syms;

	while (high - low > 1) {
221
		mid = low + (high - low) / 2;
222 223 224 225 226 227 228
		if (kallsyms_addresses[mid] <= addr)
			low = mid;
		else
			high = mid;
	}

	/*
229 230
	 * Search for the first aliased symbol. Aliased
	 * symbols are symbols with the same address.
231 232 233 234 235 236
	 */
	while (low && kallsyms_addresses[low-1] == kallsyms_addresses[low])
		--low;

	symbol_start = kallsyms_addresses[low];

237
	/* Search for next non-aliased symbol. */
238 239 240 241 242 243 244
	for (i = low + 1; i < kallsyms_num_syms; i++) {
		if (kallsyms_addresses[i] > symbol_start) {
			symbol_end = kallsyms_addresses[i];
			break;
		}
	}

245
	/* If we found no next symbol, we use the end of the section. */
246 247 248 249 250 251 252 253 254
	if (!symbol_end) {
		if (is_kernel_inittext(addr))
			symbol_end = (unsigned long)_einittext;
		else if (all_var)
			symbol_end = (unsigned long)_end;
		else
			symbol_end = (unsigned long)_etext;
	}

A
Alexey Dobriyan 已提交
255 256 257 258
	if (symbolsize)
		*symbolsize = symbol_end - symbol_start;
	if (offset)
		*offset = addr - symbol_start;
259 260 261 262 263 264 265 266 267 268

	return low;
}

/*
 * Lookup an address but don't bother to find any names.
 */
int kallsyms_lookup_size_offset(unsigned long addr, unsigned long *symbolsize,
				unsigned long *offset)
{
269
	char namebuf[KSYM_NAME_LEN];
270 271 272
	if (is_ksym_addr(addr))
		return !!get_symbol_pos(addr, symbolsize, offset);

273
	return !!module_address_lookup(addr, symbolsize, offset, NULL, namebuf);
274 275
}

L
Linus Torvalds 已提交
276 277
/*
 * Lookup an address
278 279 280 281
 * - modname is set to NULL if it's in the kernel.
 * - We guarantee that the returned name is valid until we reschedule even if.
 *   It resides in a module.
 * - We also guarantee that modname will be valid until rescheduled.
L
Linus Torvalds 已提交
282 283 284 285 286 287
 */
const char *kallsyms_lookup(unsigned long addr,
			    unsigned long *symbolsize,
			    unsigned long *offset,
			    char **modname, char *namebuf)
{
288
	namebuf[KSYM_NAME_LEN - 1] = 0;
L
Linus Torvalds 已提交
289 290
	namebuf[0] = 0;

291 292
	if (is_ksym_addr(addr)) {
		unsigned long pos;
L
Linus Torvalds 已提交
293

294
		pos = get_symbol_pos(addr, symbolsize, offset);
L
Linus Torvalds 已提交
295
		/* Grab name */
296
		kallsyms_expand_symbol(get_symbol_offset(pos), namebuf);
297 298
		if (modname)
			*modname = NULL;
L
Linus Torvalds 已提交
299 300 301
		return namebuf;
	}

302
	/* See if it's in a module. */
303 304
	return module_address_lookup(addr, symbolsize, offset, modname,
				     namebuf);
L
Linus Torvalds 已提交
305 306
}

307 308 309
int lookup_symbol_name(unsigned long addr, char *symname)
{
	symname[0] = '\0';
310
	symname[KSYM_NAME_LEN - 1] = '\0';
311 312 313 314 315 316 317 318 319

	if (is_ksym_addr(addr)) {
		unsigned long pos;

		pos = get_symbol_pos(addr, NULL, NULL);
		/* Grab name */
		kallsyms_expand_symbol(get_symbol_offset(pos), symname);
		return 0;
	}
320
	/* See if it's in a module. */
321 322 323
	return lookup_module_symbol_name(addr, symname);
}

324 325 326 327
int lookup_symbol_attrs(unsigned long addr, unsigned long *size,
			unsigned long *offset, char *modname, char *name)
{
	name[0] = '\0';
328
	name[KSYM_NAME_LEN - 1] = '\0';
329 330 331 332 333 334 335 336 337 338

	if (is_ksym_addr(addr)) {
		unsigned long pos;

		pos = get_symbol_pos(addr, size, offset);
		/* Grab name */
		kallsyms_expand_symbol(get_symbol_offset(pos), name);
		modname[0] = '\0';
		return 0;
	}
339
	/* See if it's in a module. */
340 341 342
	return lookup_module_symbol_attrs(addr, size, offset, modname, name);
}

R
Robert Peterson 已提交
343 344
/* Look up a kernel symbol and return it in a text buffer. */
int sprint_symbol(char *buffer, unsigned long address)
L
Linus Torvalds 已提交
345 346 347 348
{
	char *modname;
	const char *name;
	unsigned long offset, size;
H
Hugh Dickins 已提交
349
	int len;
L
Linus Torvalds 已提交
350

H
Hugh Dickins 已提交
351
	name = kallsyms_lookup(address, &size, &offset, &modname, buffer);
L
Linus Torvalds 已提交
352
	if (!name)
R
Robert Peterson 已提交
353
		return sprintf(buffer, "0x%lx", address);
A
Andrew Morton 已提交
354

H
Hugh Dickins 已提交
355 356 357 358 359
	if (name != buffer)
		strcpy(buffer, name);
	len = strlen(buffer);
	buffer += len;

A
Andrew Morton 已提交
360
	if (modname)
H
Hugh Dickins 已提交
361 362
		len += sprintf(buffer, "+%#lx/%#lx [%s]",
						offset, size, modname);
A
Andrew Morton 已提交
363
	else
H
Hugh Dickins 已提交
364 365 366
		len += sprintf(buffer, "+%#lx/%#lx", offset, size);

	return len;
R
Robert Peterson 已提交
367
}
368
EXPORT_SYMBOL_GPL(sprint_symbol);
R
Robert Peterson 已提交
369 370 371 372 373 374 375 376

/* Look up a kernel symbol and print it to the kernel messages. */
void __print_symbol(const char *fmt, unsigned long address)
{
	char buffer[KSYM_SYMBOL_LEN];

	sprint_symbol(buffer, address);

L
Linus Torvalds 已提交
377 378
	printk(fmt, buffer);
}
379
EXPORT_SYMBOL(__print_symbol);
L
Linus Torvalds 已提交
380 381

/* To avoid using get_symbol_offset for every symbol, we carry prefix along. */
382
struct kallsym_iter {
L
Linus Torvalds 已提交
383 384
	loff_t pos;
	unsigned long value;
385
	unsigned int nameoff; /* If iterating in core kernel symbols. */
L
Linus Torvalds 已提交
386
	char type;
387 388
	char name[KSYM_NAME_LEN];
	char module_name[MODULE_NAME_LEN];
389
	int exported;
L
Linus Torvalds 已提交
390 391 392 393
};

static int get_ksymbol_mod(struct kallsym_iter *iter)
{
394 395 396
	if (module_get_kallsym(iter->pos - kallsyms_num_syms, &iter->value,
				&iter->type, iter->name, iter->module_name,
				&iter->exported) < 0)
L
Linus Torvalds 已提交
397 398 399 400 401 402 403 404 405
		return 0;
	return 1;
}

/* Returns space to next name. */
static unsigned long get_ksymbol_core(struct kallsym_iter *iter)
{
	unsigned off = iter->nameoff;

406
	iter->module_name[0] = '\0';
L
Linus Torvalds 已提交
407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430
	iter->value = kallsyms_addresses[iter->pos];

	iter->type = kallsyms_get_symbol_type(off);

	off = kallsyms_expand_symbol(off, iter->name);

	return off - iter->nameoff;
}

static void reset_iter(struct kallsym_iter *iter, loff_t new_pos)
{
	iter->name[0] = '\0';
	iter->nameoff = get_symbol_offset(new_pos);
	iter->pos = new_pos;
}

/* Returns false if pos at or past end of file. */
static int update_iter(struct kallsym_iter *iter, loff_t pos)
{
	/* Module symbols can be accessed randomly. */
	if (pos >= kallsyms_num_syms) {
		iter->pos = pos;
		return get_ksymbol_mod(iter);
	}
431

L
Linus Torvalds 已提交
432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465
	/* If we're not on the desired position, reset to new position. */
	if (pos != iter->pos)
		reset_iter(iter, pos);

	iter->nameoff += get_ksymbol_core(iter);
	iter->pos++;

	return 1;
}

static void *s_next(struct seq_file *m, void *p, loff_t *pos)
{
	(*pos)++;

	if (!update_iter(m->private, *pos))
		return NULL;
	return p;
}

static void *s_start(struct seq_file *m, loff_t *pos)
{
	if (!update_iter(m->private, *pos))
		return NULL;
	return m->private;
}

static void s_stop(struct seq_file *m, void *p)
{
}

static int s_show(struct seq_file *m, void *p)
{
	struct kallsym_iter *iter = m->private;

466
	/* Some debugging symbols have no name.  Ignore them. */
L
Linus Torvalds 已提交
467 468 469
	if (!iter->name[0])
		return 0;

470 471 472
	if (iter->module_name[0]) {
		char type;

473 474 475 476
		/*
		 * Label it "global" if it is exported,
		 * "local" if not exported.
		 */
477 478
		type = iter->exported ? toupper(iter->type) :
					tolower(iter->type);
L
Linus Torvalds 已提交
479
		seq_printf(m, "%0*lx %c %s\t[%s]\n",
480
			   (int)(2 * sizeof(void *)),
481 482
			   iter->value, type, iter->name, iter->module_name);
	} else
L
Linus Torvalds 已提交
483
		seq_printf(m, "%0*lx %c %s\n",
484
			   (int)(2 * sizeof(void *)),
L
Linus Torvalds 已提交
485 486 487 488
			   iter->value, iter->type, iter->name);
	return 0;
}

489
static const struct seq_operations kallsyms_op = {
L
Linus Torvalds 已提交
490 491 492 493 494 495 496 497
	.start = s_start,
	.next = s_next,
	.stop = s_stop,
	.show = s_show
};

static int kallsyms_open(struct inode *inode, struct file *file)
{
498 499
	/*
	 * We keep iterator in m->private, since normal case is to
L
Linus Torvalds 已提交
500
	 * s_start from where we left off, so we avoid doing
501 502
	 * using get_symbol_offset for every symbol.
	 */
L
Linus Torvalds 已提交
503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518
	struct kallsym_iter *iter;
	int ret;

	iter = kmalloc(sizeof(*iter), GFP_KERNEL);
	if (!iter)
		return -ENOMEM;
	reset_iter(iter, 0);

	ret = seq_open(file, &kallsyms_op);
	if (ret == 0)
		((struct seq_file *)file->private_data)->private = iter;
	else
		kfree(iter);
	return ret;
}

519
static const struct file_operations kallsyms_operations = {
L
Linus Torvalds 已提交
520 521 522
	.open = kallsyms_open,
	.read = seq_read,
	.llseek = seq_lseek,
523
	.release = seq_release_private,
L
Linus Torvalds 已提交
524 525 526 527
};

static int __init kallsyms_init(void)
{
528
	proc_create("kallsyms", 0444, NULL, &kallsyms_operations);
L
Linus Torvalds 已提交
529 530
	return 0;
}
531
device_initcall(kallsyms_init);