symbol.c 47.0 KB
Newer Older
1 2 3 4 5
#include <dirent.h>
#include <errno.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
6
#include <linux/kernel.h>
7 8 9 10 11
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/param.h>
#include <fcntl.h>
#include <unistd.h>
12
#include <inttypes.h>
13
#include "annotate.h"
14
#include "build-id.h"
15
#include "util.h"
16
#include "debug.h"
17
#include "machine.h"
18
#include "symbol.h"
19
#include "strlist.h"
20
#include "intlist.h"
21
#include "header.h"
22
#include "path.h"
23
#include "sane_ctype.h"
24 25

#include <elf.h>
26
#include <limits.h>
27
#include <symbol/kallsyms.h>
28
#include <sys/utsname.h>
P
Peter Zijlstra 已提交
29

30 31
static int dso__load_kernel_sym(struct dso *dso, struct map *map);
static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
32 33
static bool symbol__is_idle(const char *name);

34 35
int vmlinux_path__nr_entries;
char **vmlinux_path;
36

37
struct symbol_conf symbol_conf = {
38 39 40 41
	.use_modules		= true,
	.try_vmlinux_path	= true,
	.annotate_src		= true,
	.demangle		= true,
42
	.demangle_kernel	= false,
43
	.cumulate_callchain	= true,
44
	.show_hist_headers	= true,
45
	.symfs			= "",
46
	.event_group		= true,
47 48
};

49 50 51 52 53 54 55 56 57 58 59
static enum dso_binary_type binary_type_symtab[] = {
	DSO_BINARY_TYPE__KALLSYMS,
	DSO_BINARY_TYPE__GUEST_KALLSYMS,
	DSO_BINARY_TYPE__JAVA_JIT,
	DSO_BINARY_TYPE__DEBUGLINK,
	DSO_BINARY_TYPE__BUILD_ID_CACHE,
	DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
	DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
	DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
	DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
	DSO_BINARY_TYPE__GUEST_KMODULE,
60
	DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
61
	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
62
	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
63
	DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
64 65 66
	DSO_BINARY_TYPE__NOT_FOUND,
};

67
#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
68

69
bool symbol_type__is_a(char symbol_type, enum map_type map_type)
70
{
71 72
	symbol_type = toupper(symbol_type);

73 74 75
	switch (map_type) {
	case MAP__FUNCTION:
		return symbol_type == 'T' || symbol_type == 'W';
76
	case MAP__VARIABLE:
77
		return symbol_type == 'D';
78 79 80 81 82
	default:
		return false;
	}
}

83 84 85 86 87 88 89 90 91 92
static int prefix_underscores_count(const char *str)
{
	const char *tail = str;

	while (*tail == '_')
		tail++;

	return tail - str;
}

93 94 95 96 97 98 99 100 101 102 103
int __weak arch__choose_best_symbol(struct symbol *syma,
				    struct symbol *symb __maybe_unused)
{
	/* Avoid "SyS" kernel syscall aliases */
	if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
		return SYMBOL_B;
	if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
		return SYMBOL_B;

	return SYMBOL_A;
}
104 105 106 107 108

static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
{
	s64 a;
	s64 b;
109
	size_t na, nb;
110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142

	/* Prefer a symbol with non zero length */
	a = syma->end - syma->start;
	b = symb->end - symb->start;
	if ((b == 0) && (a > 0))
		return SYMBOL_A;
	else if ((a == 0) && (b > 0))
		return SYMBOL_B;

	/* Prefer a non weak symbol over a weak one */
	a = syma->binding == STB_WEAK;
	b = symb->binding == STB_WEAK;
	if (b && !a)
		return SYMBOL_A;
	if (a && !b)
		return SYMBOL_B;

	/* Prefer a global symbol over a non global one */
	a = syma->binding == STB_GLOBAL;
	b = symb->binding == STB_GLOBAL;
	if (a && !b)
		return SYMBOL_A;
	if (b && !a)
		return SYMBOL_B;

	/* Prefer a symbol with less underscores */
	a = prefix_underscores_count(syma->name);
	b = prefix_underscores_count(symb->name);
	if (b > a)
		return SYMBOL_A;
	else if (a > b)
		return SYMBOL_B;

143 144 145 146
	/* Choose the symbol with the longest name */
	na = strlen(syma->name);
	nb = strlen(symb->name);
	if (na > nb)
147
		return SYMBOL_A;
148
	else if (na < nb)
149
		return SYMBOL_B;
150

151
	return arch__choose_best_symbol(syma, symb);
152 153
}

154
void symbols__fixup_duplicate(struct rb_root *symbols)
155 156 157 158
{
	struct rb_node *nd;
	struct symbol *curr, *next;

159 160 161
	if (symbol_conf.allow_aliases)
		return;

162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177
	nd = rb_first(symbols);

	while (nd) {
		curr = rb_entry(nd, struct symbol, rb_node);
again:
		nd = rb_next(&curr->rb_node);
		next = rb_entry(nd, struct symbol, rb_node);

		if (!nd)
			break;

		if (curr->start != next->start)
			continue;

		if (choose_best_symbol(curr, next) == SYMBOL_A) {
			rb_erase(&next->rb_node, symbols);
178
			symbol__delete(next);
179 180 181 182
			goto again;
		} else {
			nd = rb_next(&curr->rb_node);
			rb_erase(&curr->rb_node, symbols);
183
			symbol__delete(curr);
184 185 186 187
		}
	}
}

188
void symbols__fixup_end(struct rb_root *symbols)
189
{
190
	struct rb_node *nd, *prevnd = rb_first(symbols);
191
	struct symbol *curr, *prev;
192 193 194 195

	if (prevnd == NULL)
		return;

196 197
	curr = rb_entry(prevnd, struct symbol, rb_node);

198
	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
199 200
		prev = curr;
		curr = rb_entry(nd, struct symbol, rb_node);
201

202
		if (prev->end == prev->start && prev->end != curr->start)
203
			prev->end = curr->start;
204
	}
205 206 207

	/* Last entry */
	if (curr->end == curr->start)
208
		curr->end = roundup(curr->start, 4096) + 4096;
209 210
}

211
void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
212
{
213
	struct maps *maps = &mg->maps[type];
214
	struct map *next, *curr;
215

216 217
	pthread_rwlock_wrlock(&maps->lock);

218 219
	curr = maps__first(maps);
	if (curr == NULL)
220
		goto out_unlock;
221

222 223 224
	for (next = map__next(curr); next; next = map__next(curr)) {
		curr->end = next->start;
		curr = next;
225
	}
226 227 228 229 230

	/*
	 * We still haven't the actual symbols, so guess the
	 * last map final address.
	 */
231
	curr->end = ~0ULL;
232 233 234

out_unlock:
	pthread_rwlock_unlock(&maps->lock);
235 236
}

237
struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
238
{
239
	size_t namelen = strlen(name) + 1;
240 241 242
	struct symbol *sym = calloc(1, (symbol_conf.priv_size +
					sizeof(*sym) + namelen));
	if (sym == NULL)
243 244
		return NULL;

245 246 247 248 249
	if (symbol_conf.priv_size) {
		if (symbol_conf.init_annotation) {
			struct annotation *notes = (void *)sym;
			pthread_mutex_init(&notes->lock, NULL);
		}
250
		sym = ((void *)sym) + symbol_conf.priv_size;
251
	}
252

253
	sym->start   = start;
254
	sym->end     = len ? start + len : start;
255 256
	sym->binding = binding;
	sym->namelen = namelen - 1;
257

258 259 260
	pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
		  __func__, name, start, sym->end);
	memcpy(sym->name, name, namelen);
261

262
	return sym;
263 264
}

265
void symbol__delete(struct symbol *sym)
266
{
267
	free(((void *)sym) - symbol_conf.priv_size);
268 269
}

270
void symbols__delete(struct rb_root *symbols)
271 272
{
	struct symbol *pos;
273
	struct rb_node *next = rb_first(symbols);
274 275 276 277

	while (next) {
		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);
278
		rb_erase(&pos->rb_node, symbols);
279
		symbol__delete(pos);
280 281 282
	}
}

283
void __symbols__insert(struct rb_root *symbols, struct symbol *sym, bool kernel)
284
{
285
	struct rb_node **p = &symbols->rb_node;
286
	struct rb_node *parent = NULL;
287
	const u64 ip = sym->start;
288 289
	struct symbol *s;

290 291 292 293 294 295 296 297 298 299 300
	if (kernel) {
		const char *name = sym->name;
		/*
		 * ppc64 uses function descriptors and appends a '.' to the
		 * start of every instruction address. Remove it.
		 */
		if (name[0] == '.')
			name++;
		sym->idle = symbol__is_idle(name);
	}

301 302 303 304 305 306 307 308 309
	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol, rb_node);
		if (ip < s->start)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&sym->rb_node, parent, p);
310
	rb_insert_color(&sym->rb_node, symbols);
311 312
}

313 314 315 316 317
void symbols__insert(struct rb_root *symbols, struct symbol *sym)
{
	__symbols__insert(symbols, sym, false);
}

318
static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
319 320 321
{
	struct rb_node *n;

322
	if (symbols == NULL)
323 324
		return NULL;

325
	n = symbols->rb_node;
326 327 328 329 330 331

	while (n) {
		struct symbol *s = rb_entry(n, struct symbol, rb_node);

		if (ip < s->start)
			n = n->rb_left;
332
		else if (ip > s->end || (ip == s->end && ip != s->start))
333 334 335 336 337 338 339 340
			n = n->rb_right;
		else
			return s;
	}

	return NULL;
}

341 342 343 344 345 346 347 348 349 350
static struct symbol *symbols__first(struct rb_root *symbols)
{
	struct rb_node *n = rb_first(symbols);

	if (n)
		return rb_entry(n, struct symbol, rb_node);

	return NULL;
}

351 352 353 354 355 356 357 358 359 360
static struct symbol *symbols__last(struct rb_root *symbols)
{
	struct rb_node *n = rb_last(symbols);

	if (n)
		return rb_entry(n, struct symbol, rb_node);

	return NULL;
}

361 362 363 364 365 366 367 368 369 370
static struct symbol *symbols__next(struct symbol *sym)
{
	struct rb_node *n = rb_next(&sym->rb_node);

	if (n)
		return rb_entry(n, struct symbol, rb_node);

	return NULL;
}

371
static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
372
{
373
	struct rb_node **p = &symbols->rb_node;
374
	struct rb_node *parent = NULL;
375 376 377
	struct symbol_name_rb_node *symn, *s;

	symn = container_of(sym, struct symbol_name_rb_node, sym);
378 379 380 381 382 383 384 385 386 387

	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
		if (strcmp(sym->name, s->sym.name) < 0)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&symn->rb_node, parent, p);
388
	rb_insert_color(&symn->rb_node, symbols);
389 390
}

391 392
static void symbols__sort_by_name(struct rb_root *symbols,
				  struct rb_root *source)
393 394 395 396 397
{
	struct rb_node *nd;

	for (nd = rb_first(source); nd; nd = rb_next(nd)) {
		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
398
		symbols__insert_by_name(symbols, pos);
399 400 401
	}
}

402 403
static struct symbol *symbols__find_by_name(struct rb_root *symbols,
					    const char *name)
404 405
{
	struct rb_node *n;
406
	struct symbol_name_rb_node *s = NULL;
407

408
	if (symbols == NULL)
409 410
		return NULL;

411
	n = symbols->rb_node;
412 413 414 415 416

	while (n) {
		int cmp;

		s = rb_entry(n, struct symbol_name_rb_node, rb_node);
417
		cmp = arch__compare_symbol_names(name, s->sym.name);
418 419 420 421 422 423

		if (cmp < 0)
			n = n->rb_left;
		else if (cmp > 0)
			n = n->rb_right;
		else
424
			break;
425 426
	}

427 428 429 430 431 432 433 434
	if (n == NULL)
		return NULL;

	/* return first symbol that has same name (if any) */
	for (n = rb_prev(n); n; n = rb_prev(n)) {
		struct symbol_name_rb_node *tmp;

		tmp = rb_entry(n, struct symbol_name_rb_node, rb_node);
435
		if (arch__compare_symbol_names(tmp->sym.name, s->sym.name))
436 437 438 439 440 441
			break;

		s = tmp;
	}

	return &s->sym;
442 443
}

444 445 446 447 448 449 450 451 452 453
void dso__reset_find_symbol_cache(struct dso *dso)
{
	enum map_type type;

	for (type = MAP__FUNCTION; type <= MAP__VARIABLE; ++type) {
		dso->last_find_result[type].addr   = 0;
		dso->last_find_result[type].symbol = NULL;
	}
}

454 455
void dso__insert_symbol(struct dso *dso, enum map_type type, struct symbol *sym)
{
456
	__symbols__insert(&dso->symbols[type], sym, dso->kernel);
457 458 459 460 461 462 463 464 465

	/* update the symbol cache if necessary */
	if (dso->last_find_result[type].addr >= sym->start &&
	    (dso->last_find_result[type].addr < sym->end ||
	    sym->start == sym->end)) {
		dso->last_find_result[type].symbol = sym;
	}
}

466
struct symbol *dso__find_symbol(struct dso *dso,
467
				enum map_type type, u64 addr)
468
{
469 470 471 472 473 474
	if (dso->last_find_result[type].addr != addr) {
		dso->last_find_result[type].addr   = addr;
		dso->last_find_result[type].symbol = symbols__find(&dso->symbols[type], addr);
	}

	return dso->last_find_result[type].symbol;
475 476
}

477
struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
478 479
{
	return symbols__first(&dso->symbols[type]);
480 481
}

482 483 484 485 486
struct symbol *dso__last_symbol(struct dso *dso, enum map_type type)
{
	return symbols__last(&dso->symbols[type]);
}

487 488 489
struct symbol *dso__next_symbol(struct symbol *sym)
{
	return symbols__next(sym);
490 491
}

492 493 494 495 496 497 498 499 500 501 502
struct symbol *symbol__next_by_name(struct symbol *sym)
{
	struct symbol_name_rb_node *s = container_of(sym, struct symbol_name_rb_node, sym);
	struct rb_node *n = rb_next(&s->rb_node);

	return n ? &rb_entry(n, struct symbol_name_rb_node, rb_node)->sym : NULL;
}

 /*
  * Teturns first symbol that matched with @name.
  */
503
struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
504 505
					const char *name)
{
506
	return symbols__find_by_name(&dso->symbol_names[type], name);
507 508
}

509
void dso__sort_by_name(struct dso *dso, enum map_type type)
510
{
511 512 513
	dso__set_sorted_by_name(dso, type);
	return symbols__sort_by_name(&dso->symbol_names[type],
				     &dso->symbols[type]);
514 515
}

516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573
int modules__parse(const char *filename, void *arg,
		   int (*process_module)(void *arg, const char *name,
					 u64 start))
{
	char *line = NULL;
	size_t n;
	FILE *file;
	int err = 0;

	file = fopen(filename, "r");
	if (file == NULL)
		return -1;

	while (1) {
		char name[PATH_MAX];
		u64 start;
		char *sep;
		ssize_t line_len;

		line_len = getline(&line, &n, file);
		if (line_len < 0) {
			if (feof(file))
				break;
			err = -1;
			goto out;
		}

		if (!line) {
			err = -1;
			goto out;
		}

		line[--line_len] = '\0'; /* \n */

		sep = strrchr(line, 'x');
		if (sep == NULL)
			continue;

		hex2u64(sep + 1, &start);

		sep = strchr(line, ' ');
		if (sep == NULL)
			continue;

		*sep = '\0';

		scnprintf(name, sizeof(name), "[%s]", line);

		err = process_module(arg, name, start);
		if (err)
			break;
	}
out:
	free(line);
	fclose(file);
	return err;
}

574 575 576 577 578
struct process_kallsyms_args {
	struct map *map;
	struct dso *dso;
};

579 580 581 582
/*
 * These are symbols in the kernel image, so make sure that
 * sym is from a kernel DSO.
 */
583
static bool symbol__is_idle(const char *name)
584 585 586
{
	const char * const idle_symbols[] = {
		"cpu_idle",
587
		"cpu_startup_entry",
588 589 590 591 592 593 594 595 596 597 598 599 600 601 602
		"intel_idle",
		"default_idle",
		"native_safe_halt",
		"enter_idle",
		"exit_idle",
		"mwait_idle",
		"mwait_idle_with_hints",
		"poll_idle",
		"ppc64_runlatch_off",
		"pseries_dedicated_idle_sleep",
		NULL
	};
	int i;

	for (i = 0; idle_symbols[i]; i++) {
603
		if (!strcmp(idle_symbols[i], name))
604 605 606 607 608 609
			return true;
	}

	return false;
}

610
static int map__process_kallsym_symbol(void *arg, const char *name,
611
				       char type, u64 start)
612 613 614 615 616 617 618 619
{
	struct symbol *sym;
	struct process_kallsyms_args *a = arg;
	struct rb_root *root = &a->dso->symbols[a->map->type];

	if (!symbol_type__is_a(type, a->map->type))
		return 0;

620 621 622 623 624
	/*
	 * module symbols are not sorted so we add all
	 * symbols, setting length to 0, and rely on
	 * symbols__fixup_end() to fix it up.
	 */
625
	sym = symbol__new(start, 0, kallsyms2elf_binding(type), name);
626 627 628 629 630 631
	if (sym == NULL)
		return -ENOMEM;
	/*
	 * We will pass the symbols to the filter later, in
	 * map__split_kallsyms, when we have split the maps per module
	 */
632
	__symbols__insert(root, sym, !strchr(name, '['));
633

634 635 636 637 638 639 640 641
	return 0;
}

/*
 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 * so that we can in the next step set the symbol ->end address and then
 * call kernel_maps__split_kallsyms.
 */
642
static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
643
				  struct map *map)
644
{
645
	struct process_kallsyms_args args = { .map = map, .dso = dso, };
646
	return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
647 648
}

649
static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map)
650
{
651
	struct map_groups *kmaps = map__kmaps(map);
652 653
	struct map *curr_map;
	struct symbol *pos;
654 655
	int count = 0;
	struct rb_root old_root = dso->symbols[map->type];
656 657 658
	struct rb_root *root = &dso->symbols[map->type];
	struct rb_node *next = rb_first(root);

659 660 661
	if (!kmaps)
		return -1;

662 663
	*root = RB_ROOT;

664 665 666 667 668 669
	while (next) {
		char *module;

		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);

670 671
		rb_erase_init(&pos->rb_node, &old_root);

672 673 674 675 676 677
		module = strchr(pos->name, '\t');
		if (module)
			*module = '\0';

		curr_map = map_groups__find(kmaps, map->type, pos->start);

678
		if (!curr_map) {
679
			symbol__delete(pos);
680
			continue;
681
		}
682 683 684 685 686 687

		pos->start -= curr_map->start - curr_map->pgoff;
		if (pos->end)
			pos->end -= curr_map->start - curr_map->pgoff;
		symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
		++count;
688 689 690 691 692
	}

	/* Symbols have been adjusted */
	dso->adjust_symbols = 1;

693
	return count;
694 695
}

696 697 698 699 700
/*
 * Split the symbols into maps, making sure there are no overlaps, i.e. the
 * kernel range is broken in several maps, named [kernel].N, as we don't have
 * the original ELF section names vmlinux have.
 */
701
static int dso__split_kallsyms(struct dso *dso, struct map *map, u64 delta)
702
{
703 704
	struct map_groups *kmaps = map__kmaps(map);
	struct machine *machine;
705
	struct map *curr_map = map;
706
	struct symbol *pos;
707
	int count = 0, moved = 0;
708
	struct rb_root *root = &dso->symbols[map->type];
709
	struct rb_node *next = rb_first(root);
710 711
	int kernel_range = 0;

712 713 714 715 716
	if (!kmaps)
		return -1;

	machine = kmaps->machine;

717 718 719 720 721 722 723 724
	while (next) {
		char *module;

		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);

		module = strchr(pos->name, '\t');
		if (module) {
725
			if (!symbol_conf.use_modules)
726 727
				goto discard_symbol;

728 729
			*module++ = '\0';

730
			if (strcmp(curr_map->dso->short_name, module)) {
731
				if (curr_map != map &&
732
				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
733
				    machine__is_default_guest(machine)) {
734 735 736 737 738 739 740 741 742 743 744 745 746
					/*
					 * We assume all symbols of a module are
					 * continuous in * kallsyms, so curr_map
					 * points to a module and all its
					 * symbols are in its kmap. Mark it as
					 * loaded.
					 */
					dso__set_loaded(curr_map->dso,
							curr_map->type);
				}

				curr_map = map_groups__find_by_name(kmaps,
							map->type, module);
747
				if (curr_map == NULL) {
748
					pr_debug("%s/proc/{kallsyms,modules} "
749
					         "inconsistency while looking "
750
						 "for \"%s\" module!\n",
751
						 machine->root_dir, module);
752 753
					curr_map = map;
					goto discard_symbol;
754
				}
755

756
				if (curr_map->dso->loaded &&
757
				    !machine__is_default_guest(machine))
758
					goto discard_symbol;
759
			}
760 761 762 763
			/*
			 * So that we look just like we get from .ko files,
			 * i.e. not prelinked, relative to map->start.
			 */
764 765 766
			pos->start = curr_map->map_ip(curr_map, pos->start);
			pos->end   = curr_map->map_ip(curr_map, pos->end);
		} else if (curr_map != map) {
767
			char dso_name[PATH_MAX];
768
			struct dso *ndso;
769

770 771 772 773 774 775
			if (delta) {
				/* Kernel was relocated at boot time */
				pos->start -= delta;
				pos->end -= delta;
			}

776 777
			if (count == 0) {
				curr_map = map;
778
				goto add_symbol;
779 780
			}

781
			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
782 783 784 785 786 787 788
				snprintf(dso_name, sizeof(dso_name),
					"[guest.kernel].%d",
					kernel_range++);
			else
				snprintf(dso_name, sizeof(dso_name),
					"[kernel].%d",
					kernel_range++);
789

790 791
			ndso = dso__new(dso_name);
			if (ndso == NULL)
792 793
				return -1;

794
			ndso->kernel = dso->kernel;
795

796
			curr_map = map__new2(pos->start, ndso, map->type);
797
			if (curr_map == NULL) {
798
				dso__put(ndso);
799 800
				return -1;
			}
801

802
			curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
803
			map_groups__insert(kmaps, curr_map);
804
			++kernel_range;
805 806 807 808
		} else if (delta) {
			/* Kernel was relocated at boot time */
			pos->start -= delta;
			pos->end -= delta;
809
		}
810 811 812 813 814 815 816 817 818 819 820 821
add_symbol:
		if (curr_map != map) {
			rb_erase(&pos->rb_node, root);
			symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
			++moved;
		} else
			++count;

		continue;
discard_symbol:
		rb_erase(&pos->rb_node, root);
		symbol__delete(pos);
822 823
	}

824
	if (curr_map != map &&
825
	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
826
	    machine__is_default_guest(kmaps->machine)) {
827 828 829
		dso__set_loaded(curr_map->dso, curr_map->type);
	}

830
	return count + moved;
831
}
832

833 834
bool symbol__restricted_filename(const char *filename,
				 const char *restricted_filename)
835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
{
	bool restricted = false;

	if (symbol_conf.kptr_restrict) {
		char *r = realpath(filename, NULL);

		if (r != NULL) {
			restricted = strcmp(r, restricted_filename) == 0;
			free(r);
			return restricted;
		}
	}

	return restricted;
}

851 852 853 854
struct module_info {
	struct rb_node rb_node;
	char *name;
	u64 start;
855 856
};

857
static void add_module(struct module_info *mi, struct rb_root *modules)
858
{
859 860 861
	struct rb_node **p = &modules->rb_node;
	struct rb_node *parent = NULL;
	struct module_info *m;
862

863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883
	while (*p != NULL) {
		parent = *p;
		m = rb_entry(parent, struct module_info, rb_node);
		if (strcmp(mi->name, m->name) < 0)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&mi->rb_node, parent, p);
	rb_insert_color(&mi->rb_node, modules);
}

static void delete_modules(struct rb_root *modules)
{
	struct module_info *mi;
	struct rb_node *next = rb_first(modules);

	while (next) {
		mi = rb_entry(next, struct module_info, rb_node);
		next = rb_next(&mi->rb_node);
		rb_erase(&mi->rb_node, modules);
884
		zfree(&mi->name);
885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917
		free(mi);
	}
}

static struct module_info *find_module(const char *name,
				       struct rb_root *modules)
{
	struct rb_node *n = modules->rb_node;

	while (n) {
		struct module_info *m;
		int cmp;

		m = rb_entry(n, struct module_info, rb_node);
		cmp = strcmp(name, m->name);
		if (cmp < 0)
			n = n->rb_left;
		else if (cmp > 0)
			n = n->rb_right;
		else
			return m;
	}

	return NULL;
}

static int __read_proc_modules(void *arg, const char *name, u64 start)
{
	struct rb_root *modules = arg;
	struct module_info *mi;

	mi = zalloc(sizeof(struct module_info));
	if (!mi)
918 919
		return -ENOMEM;

920 921
	mi->name = strdup(name);
	mi->start = start;
922

923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941
	if (!mi->name) {
		free(mi);
		return -ENOMEM;
	}

	add_module(mi, modules);

	return 0;
}

static int read_proc_modules(const char *filename, struct rb_root *modules)
{
	if (symbol__restricted_filename(filename, "/proc/modules"))
		return -1;

	if (modules__parse(filename, modules, __read_proc_modules)) {
		delete_modules(modules);
		return -1;
	}
942 943 944 945

	return 0;
}

946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986
int compare_proc_modules(const char *from, const char *to)
{
	struct rb_root from_modules = RB_ROOT;
	struct rb_root to_modules = RB_ROOT;
	struct rb_node *from_node, *to_node;
	struct module_info *from_m, *to_m;
	int ret = -1;

	if (read_proc_modules(from, &from_modules))
		return -1;

	if (read_proc_modules(to, &to_modules))
		goto out_delete_from;

	from_node = rb_first(&from_modules);
	to_node = rb_first(&to_modules);
	while (from_node) {
		if (!to_node)
			break;

		from_m = rb_entry(from_node, struct module_info, rb_node);
		to_m = rb_entry(to_node, struct module_info, rb_node);

		if (from_m->start != to_m->start ||
		    strcmp(from_m->name, to_m->name))
			break;

		from_node = rb_next(from_node);
		to_node = rb_next(to_node);
	}

	if (!from_node && !to_node)
		ret = 0;

	delete_modules(&to_modules);
out_delete_from:
	delete_modules(&from_modules);

	return ret;
}

987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022
static int do_validate_kcore_modules(const char *filename, struct map *map,
				  struct map_groups *kmaps)
{
	struct rb_root modules = RB_ROOT;
	struct map *old_map;
	int err;

	err = read_proc_modules(filename, &modules);
	if (err)
		return err;

	old_map = map_groups__first(kmaps, map->type);
	while (old_map) {
		struct map *next = map_groups__next(old_map);
		struct module_info *mi;

		if (old_map == map || old_map->start == map->start) {
			/* The kernel map */
			old_map = next;
			continue;
		}

		/* Module must be in memory at the same address */
		mi = find_module(old_map->dso->short_name, &modules);
		if (!mi || mi->start != old_map->start) {
			err = -EINVAL;
			goto out;
		}

		old_map = next;
	}
out:
	delete_modules(&modules);
	return err;
}

1023
/*
1024
 * If kallsyms is referenced by name then we look for filename in the same
1025 1026
 * directory.
 */
1027 1028 1029
static bool filename_from_kallsyms_filename(char *filename,
					    const char *base_name,
					    const char *kallsyms_filename)
1030 1031 1032
{
	char *name;

1033 1034
	strcpy(filename, kallsyms_filename);
	name = strrchr(filename, '/');
1035 1036 1037
	if (!name)
		return false;

1038 1039 1040 1041
	name += 1;

	if (!strcmp(name, "kallsyms")) {
		strcpy(name, base_name);
1042 1043 1044 1045 1046 1047
		return true;
	}

	return false;
}

1048 1049 1050
static int validate_kcore_modules(const char *kallsyms_filename,
				  struct map *map)
{
1051
	struct map_groups *kmaps = map__kmaps(map);
1052 1053
	char modules_filename[PATH_MAX];

1054 1055 1056
	if (!kmaps)
		return -EINVAL;

1057 1058 1059 1060 1061 1062 1063 1064 1065 1066
	if (!filename_from_kallsyms_filename(modules_filename, "modules",
					     kallsyms_filename))
		return -EINVAL;

	if (do_validate_kcore_modules(modules_filename, map, kmaps))
		return -EINVAL;

	return 0;
}

1067 1068 1069 1070 1071
static int validate_kcore_addresses(const char *kallsyms_filename,
				    struct map *map)
{
	struct kmap *kmap = map__kmap(map);

1072 1073 1074
	if (!kmap)
		return -EINVAL;

1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086
	if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
		u64 start;

		start = kallsyms__get_function_start(kallsyms_filename,
						     kmap->ref_reloc_sym->name);
		if (start != kmap->ref_reloc_sym->addr)
			return -EINVAL;
	}

	return validate_kcore_modules(kallsyms_filename, map);
}

1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109
struct kcore_mapfn_data {
	struct dso *dso;
	enum map_type type;
	struct list_head maps;
};

static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
{
	struct kcore_mapfn_data *md = data;
	struct map *map;

	map = map__new2(start, md->dso, md->type);
	if (map == NULL)
		return -ENOMEM;

	map->end = map->start + len;
	map->pgoff = pgoff;

	list_add(&map->node, &md->maps);

	return 0;
}

1110 1111 1112
static int dso__load_kcore(struct dso *dso, struct map *map,
			   const char *kallsyms_filename)
{
1113 1114
	struct map_groups *kmaps = map__kmaps(map);
	struct machine *machine;
1115 1116 1117 1118 1119 1120 1121
	struct kcore_mapfn_data md;
	struct map *old_map, *new_map, *replacement_map = NULL;
	bool is_64_bit;
	int err, fd;
	char kcore_filename[PATH_MAX];
	struct symbol *sym;

1122 1123 1124 1125 1126
	if (!kmaps)
		return -EINVAL;

	machine = kmaps->machine;

1127 1128 1129 1130
	/* This function requires that the map is the kernel map */
	if (map != machine->vmlinux_maps[map->type])
		return -EINVAL;

1131 1132 1133 1134
	if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
					     kallsyms_filename))
		return -EINVAL;

1135 1136
	/* Modules and kernel must be present at their original addresses */
	if (validate_kcore_addresses(kallsyms_filename, map))
1137 1138 1139 1140 1141 1142 1143
		return -EINVAL;

	md.dso = dso;
	md.type = map->type;
	INIT_LIST_HEAD(&md.maps);

	fd = open(kcore_filename, O_RDONLY);
1144
	if (fd < 0) {
1145 1146
		pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
			 kcore_filename);
1147
		return -EINVAL;
1148
	}
1149 1150 1151 1152 1153 1154

	/* Read new maps into temporary lists */
	err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
			      &is_64_bit);
	if (err)
		goto out_err;
1155
	dso->is_64_bit = is_64_bit;
1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187

	if (list_empty(&md.maps)) {
		err = -EINVAL;
		goto out_err;
	}

	/* Remove old maps */
	old_map = map_groups__first(kmaps, map->type);
	while (old_map) {
		struct map *next = map_groups__next(old_map);

		if (old_map != map)
			map_groups__remove(kmaps, old_map);
		old_map = next;
	}

	/* Find the kernel map using the first symbol */
	sym = dso__first_symbol(dso, map->type);
	list_for_each_entry(new_map, &md.maps, node) {
		if (sym && sym->start >= new_map->start &&
		    sym->start < new_map->end) {
			replacement_map = new_map;
			break;
		}
	}

	if (!replacement_map)
		replacement_map = list_entry(md.maps.next, struct map, node);

	/* Add new maps */
	while (!list_empty(&md.maps)) {
		new_map = list_entry(md.maps.next, struct map, node);
1188
		list_del_init(&new_map->node);
1189 1190 1191 1192 1193 1194 1195
		if (new_map == replacement_map) {
			map->start	= new_map->start;
			map->end	= new_map->end;
			map->pgoff	= new_map->pgoff;
			map->map_ip	= new_map->map_ip;
			map->unmap_ip	= new_map->unmap_ip;
			/* Ensure maps are correctly ordered */
1196
			map__get(map);
1197 1198
			map_groups__remove(kmaps, map);
			map_groups__insert(kmaps, map);
1199
			map__put(map);
1200 1201 1202
		} else {
			map_groups__insert(kmaps, new_map);
		}
1203 1204

		map__put(new_map);
1205 1206 1207 1208 1209 1210 1211
	}

	/*
	 * Set the data type and long name so that kcore can be read via
	 * dso__data_read_addr().
	 */
	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1212
		dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
1213
	else
1214
		dso->binary_type = DSO_BINARY_TYPE__KCORE;
1215
	dso__set_long_name(dso, strdup(kcore_filename), true);
1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228

	close(fd);

	if (map->type == MAP__FUNCTION)
		pr_debug("Using %s for kernel object code\n", kcore_filename);
	else
		pr_debug("Using %s for kernel data\n", kcore_filename);

	return 0;

out_err:
	while (!list_empty(&md.maps)) {
		map = list_entry(md.maps.next, struct map, node);
1229
		list_del_init(&map->node);
1230
		map__put(map);
1231 1232 1233 1234 1235
	}
	close(fd);
	return -EINVAL;
}

1236 1237 1238 1239 1240 1241 1242 1243 1244
/*
 * If the kernel is relocated at boot time, kallsyms won't match.  Compute the
 * delta based on the relocation reference symbol.
 */
static int kallsyms__delta(struct map *map, const char *filename, u64 *delta)
{
	struct kmap *kmap = map__kmap(map);
	u64 addr;

1245 1246 1247
	if (!kmap)
		return -1;

1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259
	if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
		return 0;

	addr = kallsyms__get_function_start(filename,
					    kmap->ref_reloc_sym->name);
	if (!addr)
		return -1;

	*delta = addr - kmap->ref_reloc_sym->addr;
	return 0;
}

1260
int __dso__load_kallsyms(struct dso *dso, const char *filename,
1261
			 struct map *map, bool no_kcore)
1262
{
1263 1264
	u64 delta = 0;

1265 1266 1267
	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
		return -1;

1268
	if (dso__load_all_kallsyms(dso, filename, map) < 0)
1269 1270
		return -1;

1271 1272 1273
	if (kallsyms__delta(map, filename, &delta))
		return -1;

1274
	symbols__fixup_end(&dso->symbols[map->type]);
1275
	symbols__fixup_duplicate(&dso->symbols[map->type]);
1276

1277
	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1278
		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1279
	else
1280
		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
1281

1282
	if (!no_kcore && !dso__load_kcore(dso, map, filename))
1283
		return dso__split_kallsyms_for_kcore(dso, map);
1284
	else
1285
		return dso__split_kallsyms(dso, map, delta);
1286 1287
}

1288
int dso__load_kallsyms(struct dso *dso, const char *filename,
1289
		       struct map *map)
1290
{
1291
	return __dso__load_kallsyms(dso, filename, map, false);
1292 1293
}

1294
static int dso__load_perf_map(struct dso *dso, struct map *map)
1295 1296 1297 1298 1299 1300
{
	char *line = NULL;
	size_t n;
	FILE *file;
	int nr_syms = 0;

1301
	file = fopen(dso->long_name, "r");
1302 1303 1304 1305
	if (file == NULL)
		goto out_failure;

	while (!feof(file)) {
1306
		u64 start, size;
1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330
		struct symbol *sym;
		int line_len, len;

		line_len = getline(&line, &n, file);
		if (line_len < 0)
			break;

		if (!line)
			goto out_failure;

		line[--line_len] = '\0'; /* \n */

		len = hex2u64(line, &start);

		len++;
		if (len + 2 >= line_len)
			continue;

		len += hex2u64(line + len, &size);

		len++;
		if (len + 2 >= line_len)
			continue;

1331
		sym = symbol__new(start, size, STB_GLOBAL, line + len);
1332 1333 1334 1335

		if (sym == NULL)
			goto out_delete_line;

1336 1337
		symbols__insert(&dso->symbols[map->type], sym);
		nr_syms++;
1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350
	}

	free(line);
	fclose(file);

	return nr_syms;

out_delete_line:
	free(line);
out_failure:
	return -1;
}

1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374
static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
					   enum dso_binary_type type)
{
	switch (type) {
	case DSO_BINARY_TYPE__JAVA_JIT:
	case DSO_BINARY_TYPE__DEBUGLINK:
	case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
	case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
	case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
	case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
	case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
		return !kmod && dso->kernel == DSO_TYPE_USER;

	case DSO_BINARY_TYPE__KALLSYMS:
	case DSO_BINARY_TYPE__VMLINUX:
	case DSO_BINARY_TYPE__KCORE:
		return dso->kernel == DSO_TYPE_KERNEL;

	case DSO_BINARY_TYPE__GUEST_KALLSYMS:
	case DSO_BINARY_TYPE__GUEST_VMLINUX:
	case DSO_BINARY_TYPE__GUEST_KCORE:
		return dso->kernel == DSO_TYPE_GUEST_KERNEL;

	case DSO_BINARY_TYPE__GUEST_KMODULE:
1375
	case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
1376
	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
1377
	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
1378 1379
		/*
		 * kernel modules know their symtab type - it's set when
1380
		 * creating a module dso in machine__findnew_module_map().
1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392
		 */
		return kmod && dso->symtab_type == type;

	case DSO_BINARY_TYPE__BUILD_ID_CACHE:
		return true;

	case DSO_BINARY_TYPE__NOT_FOUND:
	default:
		return false;
	}
}

1393
int dso__load(struct dso *dso, struct map *map)
1394
{
1395
	char *name;
1396
	int ret = -1;
1397
	u_int i;
1398
	struct machine *machine;
1399
	char *root_dir = (char *) "";
1400 1401 1402
	int ss_pos = 0;
	struct symsrc ss_[2];
	struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
1403
	bool kmod;
1404
	unsigned char build_id[BUILD_ID_SIZE];
1405

1406 1407 1408 1409 1410 1411 1412
	pthread_mutex_lock(&dso->lock);

	/* check again under the dso->lock */
	if (dso__loaded(dso, map->type)) {
		ret = 1;
		goto out;
	}
1413

1414 1415
	if (dso->kernel) {
		if (dso->kernel == DSO_TYPE_KERNEL)
1416
			ret = dso__load_kernel_sym(dso, map);
1417
		else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1418
			ret = dso__load_guest_kernel_sym(dso, map);
1419 1420 1421

		goto out;
	}
1422

1423 1424
	if (map->groups && map->groups->machine)
		machine = map->groups->machine;
1425
	else
1426
		machine = NULL;
1427

1428
	dso->adjust_symbols = 0;
1429

1430
	if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
1431 1432
		struct stat st;

1433
		if (lstat(dso->name, &st) < 0)
1434
			goto out;
1435

1436
		if (!symbol_conf.force && st.st_uid && (st.st_uid != geteuid())) {
1437
			pr_warning("File %s not owned by current user or root, "
1438
				   "ignoring it (use -f to override).\n", dso->name);
1439
			goto out;
1440 1441
		}

1442
		ret = dso__load_perf_map(dso, map);
1443 1444
		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
					     DSO_BINARY_TYPE__NOT_FOUND;
1445
		goto out;
1446 1447
	}

1448 1449 1450
	if (machine)
		root_dir = machine->root_dir;

1451 1452
	name = malloc(PATH_MAX);
	if (!name)
1453
		goto out;
1454

1455
	kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1456 1457 1458
		dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
1459

1460 1461 1462 1463 1464

	/*
	 * Read the build id if possible. This is required for
	 * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
	 */
1465
	if (!dso->has_build_id &&
1466 1467 1468
	    is_regular_file(dso->long_name)) {
	    __symbol__join_symfs(name, PATH_MAX, dso->long_name);
	    if (filename__read_build_id(name, build_id, BUILD_ID_SIZE) > 0)
1469
		dso__set_build_id(dso, build_id);
1470
	}
1471

1472 1473
	/*
	 * Iterate over candidate debug images.
1474 1475
	 * Keep track of "interesting" ones (those which have a symtab, dynsym,
	 * and/or opd section) for processing.
1476
	 */
1477
	for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
1478 1479
		struct symsrc *ss = &ss_[ss_pos];
		bool next_slot = false;
1480

1481
		enum dso_binary_type symtab_type = binary_type_symtab[i];
1482

1483 1484 1485
		if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
			continue;

1486 1487
		if (dso__read_binary_type_filename(dso, symtab_type,
						   root_dir, name, PATH_MAX))
1488
			continue;
1489

1490 1491 1492
		if (!is_regular_file(name))
			continue;

1493
		/* Name is now the name of the next image to try */
1494
		if (symsrc__init(ss, dso, name, symtab_type) < 0)
1495
			continue;
1496

1497 1498 1499
		if (!syms_ss && symsrc__has_symtab(ss)) {
			syms_ss = ss;
			next_slot = true;
1500 1501
			if (!dso->symsrc_filename)
				dso->symsrc_filename = strdup(name);
1502 1503
		}

1504 1505 1506
		if (!runtime_ss && symsrc__possibly_runtime(ss)) {
			runtime_ss = ss;
			next_slot = true;
1507
		}
1508

1509 1510
		if (next_slot) {
			ss_pos++;
1511

1512 1513
			if (syms_ss && runtime_ss)
				break;
1514 1515
		} else {
			symsrc__destroy(ss);
1516
		}
1517

1518
	}
1519

1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530
	if (!runtime_ss && !syms_ss)
		goto out_free;

	if (runtime_ss && !syms_ss) {
		syms_ss = runtime_ss;
	}

	/* We'll have to hope for the best */
	if (!runtime_ss && syms_ss)
		runtime_ss = syms_ss;

1531 1532 1533 1534
	if (syms_ss && syms_ss->type == DSO_BINARY_TYPE__BUILD_ID_CACHE)
		if (dso__build_id_is_kmod(dso, name, PATH_MAX))
			kmod = true;

1535
	if (syms_ss)
1536
		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);
1537
	else
1538 1539
		ret = -1;

1540
	if (ret > 0) {
1541 1542
		int nr_plt;

1543
		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map);
1544 1545
		if (nr_plt > 0)
			ret += nr_plt;
1546 1547
	}

1548 1549 1550
	for (; ss_pos > 0; ss_pos--)
		symsrc__destroy(&ss_[ss_pos - 1]);
out_free:
1551
	free(name);
1552
	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1553 1554 1555 1556 1557
		ret = 0;
out:
	dso__set_loaded(dso, map->type);
	pthread_mutex_unlock(&dso->lock);

1558 1559 1560
	return ret;
}

1561
struct map *map_groups__find_by_name(struct map_groups *mg,
1562
				     enum map_type type, const char *name)
1563
{
1564
	struct maps *maps = &mg->maps[type];
1565
	struct map *map;
1566

1567 1568
	pthread_rwlock_rdlock(&maps->lock);

1569
	for (map = maps__first(maps); map; map = map__next(map)) {
1570
		if (map->dso && strcmp(map->dso->short_name, name) == 0)
1571
			goto out_unlock;
1572 1573
	}

1574 1575 1576 1577 1578
	map = NULL;

out_unlock:
	pthread_rwlock_unlock(&maps->lock);
	return map;
1579 1580
}

1581
int dso__load_vmlinux(struct dso *dso, struct map *map,
1582
		      const char *vmlinux, bool vmlinux_allocated)
1583
{
1584 1585
	int err = -1;
	struct symsrc ss;
1586
	char symfs_vmlinux[PATH_MAX];
1587
	enum dso_binary_type symtab_type;
1588

1589 1590 1591
	if (vmlinux[0] == '/')
		snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
	else
1592
		symbol__join_symfs(symfs_vmlinux, vmlinux);
1593

1594
	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1595
		symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1596
	else
1597
		symtab_type = DSO_BINARY_TYPE__VMLINUX;
1598

1599
	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
1600 1601
		return -1;

1602
	err = dso__load_sym(dso, map, &ss, &ss, 0);
1603
	symsrc__destroy(&ss);
1604

1605
	if (err > 0) {
1606
		if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1607
			dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1608
		else
1609
			dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
1610
		dso__set_long_name(dso, vmlinux, vmlinux_allocated);
1611
		dso__set_loaded(dso, map->type);
1612
		pr_debug("Using %s for symbols\n", symfs_vmlinux);
1613
	}
1614

1615 1616 1617
	return err;
}

1618
int dso__load_vmlinux_path(struct dso *dso, struct map *map)
1619 1620
{
	int i, err = 0;
1621
	char *filename = NULL;
1622

1623 1624 1625 1626
	pr_debug("Looking at the vmlinux_path (%d entries long)\n",
		 vmlinux_path__nr_entries + 1);

	for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1627
		err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);
1628 1629 1630 1631
		if (err > 0)
			goto out;
	}

1632 1633
	if (!symbol_conf.ignore_vmlinux_buildid)
		filename = dso__build_id_filename(dso, NULL, 0);
1634
	if (filename != NULL) {
1635
		err = dso__load_vmlinux(dso, map, filename, true);
1636
		if (err > 0)
1637 1638 1639 1640
			goto out;
		free(filename);
	}
out:
1641 1642 1643
	return err;
}

1644 1645 1646 1647 1648 1649 1650
static bool visible_dir_filter(const char *name, struct dirent *d)
{
	if (d->d_type != DT_DIR)
		return false;
	return lsdir_no_dot_filter(name, d);
}

1651 1652 1653 1654
static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
{
	char kallsyms_filename[PATH_MAX];
	int ret = -1;
1655 1656
	struct strlist *dirs;
	struct str_node *nd;
1657

1658 1659
	dirs = lsdir(dir, visible_dir_filter);
	if (!dirs)
1660 1661
		return -1;

1662
	strlist__for_each_entry(nd, dirs) {
1663
		scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1664
			  "%s/%s/kallsyms", dir, nd->s);
1665
		if (!validate_kcore_addresses(kallsyms_filename, map)) {
1666 1667 1668 1669 1670 1671
			strlcpy(dir, kallsyms_filename, dir_sz);
			ret = 0;
			break;
		}
	}

1672
	strlist__delete(dirs);
1673 1674 1675 1676

	return ret;
}

1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690
/*
 * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
 * since access(R_OK) only checks with real UID/GID but open() use effective
 * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
 */
static bool filename__readable(const char *file)
{
	int fd = open(file, O_RDONLY);
	if (fd < 0)
		return false;
	close(fd);
	return true;
}

1691 1692 1693
static char *dso__find_kallsyms(struct dso *dso, struct map *map)
{
	u8 host_build_id[BUILD_ID_SIZE];
1694
	char sbuild_id[SBUILD_ID_SIZE];
1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709
	bool is_host = false;
	char path[PATH_MAX];

	if (!dso->has_build_id) {
		/*
		 * Last resort, if we don't have a build-id and couldn't find
		 * any vmlinux file, try the running kernel kallsyms table.
		 */
		goto proc_kallsyms;
	}

	if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
				 sizeof(host_build_id)) == 0)
		is_host = dso__build_id_equal(dso, host_build_id);

1710
	/* Try a fast path for /proc/kallsyms if possible */
1711 1712
	if (is_host) {
		/*
1713 1714 1715 1716 1717
		 * Do not check the build-id cache, unless we know we cannot use
		 * /proc/kcore or module maps don't match to /proc/kallsyms.
		 * To check readability of /proc/kcore, do not use access(R_OK)
		 * since /proc/kcore requires CAP_SYS_RAWIO to read and access
		 * can't check it.
1718
		 */
1719 1720 1721
		if (filename__readable("/proc/kcore") &&
		    !validate_kcore_addresses("/proc/kallsyms", map))
			goto proc_kallsyms;
1722 1723
	}

1724 1725
	build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);

1726
	/* Find kallsyms in build-id cache with kcore */
1727 1728 1729
	scnprintf(path, sizeof(path), "%s/%s/%s",
		  buildid_dir, DSO__NAME_KCORE, sbuild_id);

1730 1731 1732
	if (!find_matching_kcore(map, path, sizeof(path)))
		return strdup(path);

1733 1734 1735 1736 1737 1738 1739
	/* Use current /proc/kallsyms if possible */
	if (is_host) {
proc_kallsyms:
		return strdup("/proc/kallsyms");
	}

	/* Finally, find a cache of kallsyms */
1740
	if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
1741 1742 1743 1744 1745 1746 1747 1748
		pr_err("No kallsyms or vmlinux with build-id %s was found\n",
		       sbuild_id);
		return NULL;
	}

	return strdup(path);
}

1749
static int dso__load_kernel_sym(struct dso *dso, struct map *map)
1750
{
1751
	int err;
1752 1753
	const char *kallsyms_filename = NULL;
	char *kallsyms_allocated_filename = NULL;
1754
	/*
1755 1756
	 * Step 1: if the user specified a kallsyms or vmlinux filename, use
	 * it and only it, reporting errors to the user if it cannot be used.
1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768
	 *
	 * For instance, try to analyse an ARM perf.data file _without_ a
	 * build-id, or if the user specifies the wrong path to the right
	 * vmlinux file, obviously we can't fallback to another vmlinux (a
	 * x86_86 one, on the machine where analysis is being performed, say),
	 * or worse, /proc/kallsyms.
	 *
	 * If the specified file _has_ a build-id and there is a build-id
	 * section in the perf.data file, we will still do the expected
	 * validation in dso__load_vmlinux and will bail out if they don't
	 * match.
	 */
1769 1770 1771 1772 1773
	if (symbol_conf.kallsyms_name != NULL) {
		kallsyms_filename = symbol_conf.kallsyms_name;
		goto do_kallsyms;
	}

1774
	if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
1775
		return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);
1776
	}
1777

1778
	if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
1779
		err = dso__load_vmlinux_path(dso, map);
1780
		if (err > 0)
1781
			return err;
1782 1783
	}

1784 1785 1786 1787
	/* do not try local files if a symfs was given */
	if (symbol_conf.symfs[0] != 0)
		return -1;

1788 1789 1790
	kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
	if (!kallsyms_allocated_filename)
		return -1;
1791

1792
	kallsyms_filename = kallsyms_allocated_filename;
1793

1794
do_kallsyms:
1795
	err = dso__load_kallsyms(dso, kallsyms_filename, map);
1796 1797
	if (err > 0)
		pr_debug("Using %s for symbols\n", kallsyms_filename);
1798
	free(kallsyms_allocated_filename);
1799

1800
	if (err > 0 && !dso__is_kcore(dso)) {
1801
		dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
1802
		dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);
1803 1804
		map__fixup_start(map);
		map__fixup_end(map);
1805
	}
1806

1807 1808 1809
	return err;
}

1810
static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
1811 1812 1813
{
	int err;
	const char *kallsyms_filename = NULL;
1814
	struct machine *machine;
1815 1816 1817 1818 1819 1820
	char path[PATH_MAX];

	if (!map->groups) {
		pr_debug("Guest kernel map hasn't the point to groups\n");
		return -1;
	}
1821
	machine = map->groups->machine;
1822

1823
	if (machine__is_default_guest(machine)) {
1824 1825 1826 1827 1828 1829
		/*
		 * if the user specified a vmlinux filename, use it and only
		 * it, reporting errors to the user if it cannot be used.
		 * Or use file guest_kallsyms inputted by user on commandline
		 */
		if (symbol_conf.default_guest_vmlinux_name != NULL) {
1830
			err = dso__load_vmlinux(dso, map,
1831
						symbol_conf.default_guest_vmlinux_name,
1832
						false);
1833
			return err;
1834 1835 1836 1837 1838 1839
		}

		kallsyms_filename = symbol_conf.default_guest_kallsyms;
		if (!kallsyms_filename)
			return -1;
	} else {
1840
		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
1841 1842 1843
		kallsyms_filename = path;
	}

1844
	err = dso__load_kallsyms(dso, kallsyms_filename, map);
1845
	if (err > 0)
1846
		pr_debug("Using %s for symbols\n", kallsyms_filename);
1847
	if (err > 0 && !dso__is_kcore(dso)) {
1848
		dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1849
		machine__mmap_name(machine, path, sizeof(path));
1850
		dso__set_long_name(dso, strdup(path), true);
1851 1852 1853 1854 1855 1856
		map__fixup_start(map);
		map__fixup_end(map);
	}

	return err;
}
1857

1858 1859
static void vmlinux_path__exit(void)
{
1860 1861
	while (--vmlinux_path__nr_entries >= 0)
		zfree(&vmlinux_path[vmlinux_path__nr_entries]);
1862
	vmlinux_path__nr_entries = 0;
1863

1864
	zfree(&vmlinux_path);
1865 1866
}

1867 1868 1869 1870 1871 1872 1873 1874 1875
static const char * const vmlinux_paths[] = {
	"vmlinux",
	"/boot/vmlinux"
};

static const char * const vmlinux_paths_upd[] = {
	"/boot/vmlinux-%s",
	"/usr/lib/debug/boot/vmlinux-%s",
	"/lib/modules/%s/build/vmlinux",
1876 1877
	"/usr/lib/debug/lib/modules/%s/vmlinux",
	"/usr/lib/debug/boot/vmlinux-%s.debug"
1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889
};

static int vmlinux_path__add(const char *new_entry)
{
	vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		return -1;
	++vmlinux_path__nr_entries;

	return 0;
}

1890
static int vmlinux_path__init(struct perf_env *env)
1891 1892 1893
{
	struct utsname uts;
	char bf[PATH_MAX];
1894
	char *kernel_version;
1895
	unsigned int i;
1896

1897 1898
	vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
			      ARRAY_SIZE(vmlinux_paths_upd)));
1899 1900 1901
	if (vmlinux_path == NULL)
		return -1;

1902 1903 1904
	for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
		if (vmlinux_path__add(vmlinux_paths[i]) < 0)
			goto out_fail;
1905

1906
	/* only try kernel version if no symfs was given */
1907 1908 1909
	if (symbol_conf.symfs[0] != 0)
		return 0;

1910 1911 1912 1913 1914 1915 1916 1917
	if (env) {
		kernel_version = env->os_release;
	} else {
		if (uname(&uts) < 0)
			goto out_fail;

		kernel_version = uts.release;
	}
1918

1919 1920 1921 1922 1923
	for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
		snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
		if (vmlinux_path__add(bf) < 0)
			goto out_fail;
	}
1924 1925 1926 1927 1928 1929 1930 1931

	return 0;

out_fail:
	vmlinux_path__exit();
	return -1;
}

D
David Ahern 已提交
1932
int setup_list(struct strlist **list, const char *list_str,
1933 1934 1935 1936 1937
		      const char *list_name)
{
	if (list_str == NULL)
		return 0;

1938
	*list = strlist__new(list_str, NULL);
1939 1940 1941 1942
	if (!*list) {
		pr_err("problems parsing %s list\n", list_name);
		return -1;
	}
1943 1944

	symbol_conf.has_filter = true;
1945 1946 1947
	return 0;
}

1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961
int setup_intlist(struct intlist **list, const char *list_str,
		  const char *list_name)
{
	if (list_str == NULL)
		return 0;

	*list = intlist__new(list_str);
	if (!*list) {
		pr_err("problems parsing %s list\n", list_name);
		return -1;
	}
	return 0;
}

1962 1963 1964
static bool symbol__read_kptr_restrict(void)
{
	bool value = false;
1965
	FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
1966

1967 1968
	if (fp != NULL) {
		char line[8];
1969

1970
		if (fgets(line, sizeof(line), fp) != NULL)
1971
			value = ((geteuid() != 0) || (getuid() != 0)) ?
1972 1973
					(atoi(line) != 0) :
					(atoi(line) == 2);
1974

1975
		fclose(fp);
1976 1977 1978 1979 1980
	}

	return value;
}

1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997
int symbol__annotation_init(void)
{
	if (symbol_conf.initialized) {
		pr_err("Annotation needs to be init before symbol__init()\n");
		return -1;
	}

	if (symbol_conf.init_annotation) {
		pr_warning("Annotation being initialized multiple times\n");
		return 0;
	}

	symbol_conf.priv_size += sizeof(struct annotation);
	symbol_conf.init_annotation = true;
	return 0;
}

1998
int symbol__init(struct perf_env *env)
1999
{
2000 2001
	const char *symfs;

2002 2003 2004
	if (symbol_conf.initialized)
		return 0;

2005
	symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
2006

2007 2008
	symbol__elf_init();

2009 2010 2011
	if (symbol_conf.sort_by_name)
		symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
					  sizeof(struct symbol));
2012

2013
	if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2014 2015
		return -1;

2016 2017 2018 2019 2020
	if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
		pr_err("'.' is the only non valid --field-separator argument\n");
		return -1;
	}

2021 2022 2023 2024 2025 2026 2027 2028
	if (setup_list(&symbol_conf.dso_list,
		       symbol_conf.dso_list_str, "dso") < 0)
		return -1;

	if (setup_list(&symbol_conf.comm_list,
		       symbol_conf.comm_list_str, "comm") < 0)
		goto out_free_dso_list;

2029 2030 2031 2032 2033 2034 2035 2036
	if (setup_intlist(&symbol_conf.pid_list,
		       symbol_conf.pid_list_str, "pid") < 0)
		goto out_free_comm_list;

	if (setup_intlist(&symbol_conf.tid_list,
		       symbol_conf.tid_list_str, "tid") < 0)
		goto out_free_pid_list;

2037 2038
	if (setup_list(&symbol_conf.sym_list,
		       symbol_conf.sym_list_str, "symbol") < 0)
2039
		goto out_free_tid_list;
2040

2041 2042 2043 2044
	if (setup_list(&symbol_conf.bt_stop_list,
		       symbol_conf.bt_stop_list_str, "symbol") < 0)
		goto out_free_sym_list;

2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056
	/*
	 * A path to symbols of "/" is identical to ""
	 * reset here for simplicity.
	 */
	symfs = realpath(symbol_conf.symfs, NULL);
	if (symfs == NULL)
		symfs = symbol_conf.symfs;
	if (strcmp(symfs, "/") == 0)
		symbol_conf.symfs = "";
	if (symfs != symbol_conf.symfs)
		free((void *)symfs);

2057 2058
	symbol_conf.kptr_restrict = symbol__read_kptr_restrict();

2059
	symbol_conf.initialized = true;
2060
	return 0;
2061

2062 2063
out_free_sym_list:
	strlist__delete(symbol_conf.sym_list);
2064 2065 2066 2067
out_free_tid_list:
	intlist__delete(symbol_conf.tid_list);
out_free_pid_list:
	intlist__delete(symbol_conf.pid_list);
2068 2069
out_free_comm_list:
	strlist__delete(symbol_conf.comm_list);
2070 2071
out_free_dso_list:
	strlist__delete(symbol_conf.dso_list);
2072
	return -1;
2073 2074
}

2075 2076
void symbol__exit(void)
{
2077 2078
	if (!symbol_conf.initialized)
		return;
2079
	strlist__delete(symbol_conf.bt_stop_list);
2080 2081 2082
	strlist__delete(symbol_conf.sym_list);
	strlist__delete(symbol_conf.dso_list);
	strlist__delete(symbol_conf.comm_list);
2083 2084
	intlist__delete(symbol_conf.tid_list);
	intlist__delete(symbol_conf.pid_list);
2085 2086
	vmlinux_path__exit();
	symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
2087
	symbol_conf.bt_stop_list = NULL;
2088
	symbol_conf.initialized = false;
2089
}
2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112

int symbol__config_symfs(const struct option *opt __maybe_unused,
			 const char *dir, int unset __maybe_unused)
{
	char *bf = NULL;
	int ret;

	symbol_conf.symfs = strdup(dir);
	if (symbol_conf.symfs == NULL)
		return -ENOMEM;

	/* skip the locally configured cache if a symfs is given, and
	 * config buildid dir to symfs/.debug
	 */
	ret = asprintf(&bf, "%s/%s", dir, ".debug");
	if (ret < 0)
		return -ENOMEM;

	set_buildid_dir(bf);

	free(bf);
	return 0;
}