symbol.c 28.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
#include <dirent.h>
#include <errno.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/param.h>
#include <fcntl.h>
#include <unistd.h>
11
#include <inttypes.h>
12
#include "build-id.h"
13
#include "util.h"
14
#include "debug.h"
15
#include "machine.h"
16
#include "symbol.h"
17
#include "strlist.h"
18 19

#include <elf.h>
20
#include <limits.h>
21
#include <sys/utsname.h>
P
Peter Zijlstra 已提交
22

23
#ifndef KSYM_NAME_LEN
24
#define KSYM_NAME_LEN 256
25 26
#endif

27
static int dso__load_kernel_sym(struct dso *dso, struct map *map,
28
				symbol_filter_t filter);
29
static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
30
			symbol_filter_t filter);
31 32
int vmlinux_path__nr_entries;
char **vmlinux_path;
33

34
struct symbol_conf symbol_conf = {
35 36
	.use_modules	  = true,
	.try_vmlinux_path = true,
37
	.annotate_src	  = true,
38
	.demangle	  = true,
39
	.symfs            = "",
40 41
};

42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
static enum dso_binary_type binary_type_symtab[] = {
	DSO_BINARY_TYPE__KALLSYMS,
	DSO_BINARY_TYPE__GUEST_KALLSYMS,
	DSO_BINARY_TYPE__JAVA_JIT,
	DSO_BINARY_TYPE__DEBUGLINK,
	DSO_BINARY_TYPE__BUILD_ID_CACHE,
	DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
	DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
	DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
	DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
	DSO_BINARY_TYPE__GUEST_KMODULE,
	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
	DSO_BINARY_TYPE__NOT_FOUND,
};

57
#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
58

59
bool symbol_type__is_a(char symbol_type, enum map_type map_type)
60
{
61 62
	symbol_type = toupper(symbol_type);

63 64 65
	switch (map_type) {
	case MAP__FUNCTION:
		return symbol_type == 'T' || symbol_type == 'W';
66
	case MAP__VARIABLE:
67
		return symbol_type == 'D';
68 69 70 71 72
	default:
		return false;
	}
}

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129
static int prefix_underscores_count(const char *str)
{
	const char *tail = str;

	while (*tail == '_')
		tail++;

	return tail - str;
}

#define SYMBOL_A 0
#define SYMBOL_B 1

static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
{
	s64 a;
	s64 b;

	/* Prefer a symbol with non zero length */
	a = syma->end - syma->start;
	b = symb->end - symb->start;
	if ((b == 0) && (a > 0))
		return SYMBOL_A;
	else if ((a == 0) && (b > 0))
		return SYMBOL_B;

	/* Prefer a non weak symbol over a weak one */
	a = syma->binding == STB_WEAK;
	b = symb->binding == STB_WEAK;
	if (b && !a)
		return SYMBOL_A;
	if (a && !b)
		return SYMBOL_B;

	/* Prefer a global symbol over a non global one */
	a = syma->binding == STB_GLOBAL;
	b = symb->binding == STB_GLOBAL;
	if (a && !b)
		return SYMBOL_A;
	if (b && !a)
		return SYMBOL_B;

	/* Prefer a symbol with less underscores */
	a = prefix_underscores_count(syma->name);
	b = prefix_underscores_count(symb->name);
	if (b > a)
		return SYMBOL_A;
	else if (a > b)
		return SYMBOL_B;

	/* If all else fails, choose the symbol with the longest name */
	if (strlen(syma->name) >= strlen(symb->name))
		return SYMBOL_A;
	else
		return SYMBOL_B;
}

130
void symbols__fixup_duplicate(struct rb_root *symbols)
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158
{
	struct rb_node *nd;
	struct symbol *curr, *next;

	nd = rb_first(symbols);

	while (nd) {
		curr = rb_entry(nd, struct symbol, rb_node);
again:
		nd = rb_next(&curr->rb_node);
		next = rb_entry(nd, struct symbol, rb_node);

		if (!nd)
			break;

		if (curr->start != next->start)
			continue;

		if (choose_best_symbol(curr, next) == SYMBOL_A) {
			rb_erase(&next->rb_node, symbols);
			goto again;
		} else {
			nd = rb_next(&curr->rb_node);
			rb_erase(&curr->rb_node, symbols);
		}
	}
}

159
void symbols__fixup_end(struct rb_root *symbols)
160
{
161
	struct rb_node *nd, *prevnd = rb_first(symbols);
162
	struct symbol *curr, *prev;
163 164 165 166

	if (prevnd == NULL)
		return;

167 168
	curr = rb_entry(prevnd, struct symbol, rb_node);

169
	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
170 171
		prev = curr;
		curr = rb_entry(nd, struct symbol, rb_node);
172

173
		if (prev->end == prev->start && prev->end != curr->start)
174 175
			prev->end = curr->start - 1;
	}
176 177 178 179

	/* Last entry */
	if (curr->end == curr->start)
		curr->end = roundup(curr->start, 4096);
180 181
}

182
void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
183 184
{
	struct map *prev, *curr;
185
	struct rb_node *nd, *prevnd = rb_first(&mg->maps[type]);
186 187 188 189 190 191 192 193 194 195

	if (prevnd == NULL)
		return;

	curr = rb_entry(prevnd, struct map, rb_node);

	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
		prev = curr;
		curr = rb_entry(nd, struct map, rb_node);
		prev->end = curr->start - 1;
196
	}
197 198 199 200 201

	/*
	 * We still haven't the actual symbols, so guess the
	 * last map final address.
	 */
202
	curr->end = ~0ULL;
203 204
}

205
struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
206
{
207
	size_t namelen = strlen(name) + 1;
208 209 210
	struct symbol *sym = calloc(1, (symbol_conf.priv_size +
					sizeof(*sym) + namelen));
	if (sym == NULL)
211 212
		return NULL;

213
	if (symbol_conf.priv_size)
214
		sym = ((void *)sym) + symbol_conf.priv_size;
215

216 217 218 219
	sym->start   = start;
	sym->end     = len ? start + len - 1 : start;
	sym->binding = binding;
	sym->namelen = namelen - 1;
220

221 222 223
	pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
		  __func__, name, start, sym->end);
	memcpy(sym->name, name, namelen);
224

225
	return sym;
226 227
}

228
void symbol__delete(struct symbol *sym)
229
{
230
	free(((void *)sym) - symbol_conf.priv_size);
231 232
}

233
size_t symbol__fprintf(struct symbol *sym, FILE *fp)
234
{
235
	return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
236 237 238 239
		       sym->start, sym->end,
		       sym->binding == STB_GLOBAL ? 'g' :
		       sym->binding == STB_LOCAL  ? 'l' : 'w',
		       sym->name);
240 241
}

242 243
size_t symbol__fprintf_symname_offs(const struct symbol *sym,
				    const struct addr_location *al, FILE *fp)
244
{
245 246 247 248 249 250 251 252 253 254 255 256 257
	unsigned long offset;
	size_t length;

	if (sym && sym->name) {
		length = fprintf(fp, "%s", sym->name);
		if (al) {
			offset = al->addr - sym->start;
			length += fprintf(fp, "+0x%lx", offset);
		}
		return length;
	} else
		return fprintf(fp, "[unknown]");
}
258

259 260 261
size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp)
{
	return symbol__fprintf_symname_offs(sym, NULL, fp);
262 263
}

264
void symbols__delete(struct rb_root *symbols)
265 266
{
	struct symbol *pos;
267
	struct rb_node *next = rb_first(symbols);
268 269 270 271

	while (next) {
		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);
272
		rb_erase(&pos->rb_node, symbols);
273
		symbol__delete(pos);
274 275 276
	}
}

277
void symbols__insert(struct rb_root *symbols, struct symbol *sym)
278
{
279
	struct rb_node **p = &symbols->rb_node;
280
	struct rb_node *parent = NULL;
281
	const u64 ip = sym->start;
282 283 284 285 286 287 288 289 290 291 292
	struct symbol *s;

	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol, rb_node);
		if (ip < s->start)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&sym->rb_node, parent, p);
293
	rb_insert_color(&sym->rb_node, symbols);
294 295
}

296
static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
297 298 299
{
	struct rb_node *n;

300
	if (symbols == NULL)
301 302
		return NULL;

303
	n = symbols->rb_node;
304 305 306 307 308 309 310 311 312 313 314 315 316 317 318

	while (n) {
		struct symbol *s = rb_entry(n, struct symbol, rb_node);

		if (ip < s->start)
			n = n->rb_left;
		else if (ip > s->end)
			n = n->rb_right;
		else
			return s;
	}

	return NULL;
}

319 320 321 322 323
struct symbol_name_rb_node {
	struct rb_node	rb_node;
	struct symbol	sym;
};

324
static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
325
{
326
	struct rb_node **p = &symbols->rb_node;
327
	struct rb_node *parent = NULL;
328 329 330
	struct symbol_name_rb_node *symn, *s;

	symn = container_of(sym, struct symbol_name_rb_node, sym);
331 332 333 334 335 336 337 338 339 340

	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
		if (strcmp(sym->name, s->sym.name) < 0)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&symn->rb_node, parent, p);
341
	rb_insert_color(&symn->rb_node, symbols);
342 343
}

344 345
static void symbols__sort_by_name(struct rb_root *symbols,
				  struct rb_root *source)
346 347 348 349 350
{
	struct rb_node *nd;

	for (nd = rb_first(source); nd; nd = rb_next(nd)) {
		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
351
		symbols__insert_by_name(symbols, pos);
352 353 354
	}
}

355 356
static struct symbol *symbols__find_by_name(struct rb_root *symbols,
					    const char *name)
357 358 359
{
	struct rb_node *n;

360
	if (symbols == NULL)
361 362
		return NULL;

363
	n = symbols->rb_node;
364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382

	while (n) {
		struct symbol_name_rb_node *s;
		int cmp;

		s = rb_entry(n, struct symbol_name_rb_node, rb_node);
		cmp = strcmp(name, s->sym.name);

		if (cmp < 0)
			n = n->rb_left;
		else if (cmp > 0)
			n = n->rb_right;
		else
			return &s->sym;
	}

	return NULL;
}

383
struct symbol *dso__find_symbol(struct dso *dso,
384
				enum map_type type, u64 addr)
385
{
386
	return symbols__find(&dso->symbols[type], addr);
387 388
}

389
struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
390 391
					const char *name)
{
392
	return symbols__find_by_name(&dso->symbol_names[type], name);
393 394
}

395
void dso__sort_by_name(struct dso *dso, enum map_type type)
396
{
397 398 399
	dso__set_sorted_by_name(dso, type);
	return symbols__sort_by_name(&dso->symbol_names[type],
				     &dso->symbols[type]);
400 401
}

402 403
size_t dso__fprintf_symbols_by_name(struct dso *dso,
				    enum map_type type, FILE *fp)
404 405 406 407 408
{
	size_t ret = 0;
	struct rb_node *nd;
	struct symbol_name_rb_node *pos;

409
	for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
410 411 412 413 414 415 416
		pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
		fprintf(fp, "%s\n", pos->sym.name);
	}

	return ret;
}

417 418
int kallsyms__parse(const char *filename, void *arg,
		    int (*process_symbol)(void *arg, const char *name,
419
					  char type, u64 start))
420 421 422
{
	char *line = NULL;
	size_t n;
423
	int err = -1;
424
	FILE *file = fopen(filename, "r");
425 426 427 428

	if (file == NULL)
		goto out_failure;

429 430
	err = 0;

431
	while (!feof(file)) {
432
		u64 start;
433 434
		int line_len, len;
		char symbol_type;
435
		char *symbol_name;
436 437

		line_len = getline(&line, &n, file);
438
		if (line_len < 0 || !line)
439 440 441 442
			break;

		line[--line_len] = '\0'; /* \n */

443
		len = hex2u64(line, &start);
444 445 446 447 448

		len++;
		if (len + 2 >= line_len)
			continue;

449
		symbol_type = line[len];
450 451 452
		len += 2;
		symbol_name = line + len;
		len = line_len - len;
453

454 455
		if (len >= KSYM_NAME_LEN) {
			err = -1;
456
			break;
457 458
		}

459
		err = process_symbol(arg, symbol_name,
460
				     symbol_type, start);
461 462
		if (err)
			break;
463 464 465 466
	}

	free(line);
	fclose(file);
467
	return err;
468 469 470 471 472

out_failure:
	return -1;
}

473 474 475 476 477
struct process_kallsyms_args {
	struct map *map;
	struct dso *dso;
};

478 479 480 481 482 483 484 485
static u8 kallsyms2elf_type(char type)
{
	if (type == 'W')
		return STB_WEAK;

	return isupper(type) ? STB_GLOBAL : STB_LOCAL;
}

486
static int map__process_kallsym_symbol(void *arg, const char *name,
487
				       char type, u64 start)
488 489 490 491 492 493 494 495
{
	struct symbol *sym;
	struct process_kallsyms_args *a = arg;
	struct rb_root *root = &a->dso->symbols[a->map->type];

	if (!symbol_type__is_a(type, a->map->type))
		return 0;

496 497 498 499 500 501
	/*
	 * module symbols are not sorted so we add all
	 * symbols, setting length to 0, and rely on
	 * symbols__fixup_end() to fix it up.
	 */
	sym = symbol__new(start, 0, kallsyms2elf_type(type), name);
502 503 504 505 506 507 508
	if (sym == NULL)
		return -ENOMEM;
	/*
	 * We will pass the symbols to the filter later, in
	 * map__split_kallsyms, when we have split the maps per module
	 */
	symbols__insert(root, sym);
509

510 511 512 513 514 515 516 517
	return 0;
}

/*
 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 * so that we can in the next step set the symbol ->end address and then
 * call kernel_maps__split_kallsyms.
 */
518
static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
519
				  struct map *map)
520
{
521
	struct process_kallsyms_args args = { .map = map, .dso = dso, };
522
	return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
523 524
}

525 526 527 528 529
/*
 * Split the symbols into maps, making sure there are no overlaps, i.e. the
 * kernel range is broken in several maps, named [kernel].N, as we don't have
 * the original ELF section names vmlinux have.
 */
530
static int dso__split_kallsyms(struct dso *dso, struct map *map,
531
			       symbol_filter_t filter)
532
{
533
	struct map_groups *kmaps = map__kmap(map)->kmaps;
534
	struct machine *machine = kmaps->machine;
535
	struct map *curr_map = map;
536
	struct symbol *pos;
537
	int count = 0, moved = 0;	
538
	struct rb_root *root = &dso->symbols[map->type];
539
	struct rb_node *next = rb_first(root);
540 541 542 543 544 545 546 547 548 549
	int kernel_range = 0;

	while (next) {
		char *module;

		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);

		module = strchr(pos->name, '\t');
		if (module) {
550
			if (!symbol_conf.use_modules)
551 552
				goto discard_symbol;

553 554
			*module++ = '\0';

555
			if (strcmp(curr_map->dso->short_name, module)) {
556
				if (curr_map != map &&
557
				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
558
				    machine__is_default_guest(machine)) {
559 560 561 562 563 564 565 566 567 568 569 570 571
					/*
					 * We assume all symbols of a module are
					 * continuous in * kallsyms, so curr_map
					 * points to a module and all its
					 * symbols are in its kmap. Mark it as
					 * loaded.
					 */
					dso__set_loaded(curr_map->dso,
							curr_map->type);
				}

				curr_map = map_groups__find_by_name(kmaps,
							map->type, module);
572
				if (curr_map == NULL) {
573
					pr_debug("%s/proc/{kallsyms,modules} "
574
					         "inconsistency while looking "
575
						 "for \"%s\" module!\n",
576
						 machine->root_dir, module);
577 578
					curr_map = map;
					goto discard_symbol;
579
				}
580

581
				if (curr_map->dso->loaded &&
582
				    !machine__is_default_guest(machine))
583
					goto discard_symbol;
584
			}
585 586 587 588
			/*
			 * So that we look just like we get from .ko files,
			 * i.e. not prelinked, relative to map->start.
			 */
589 590 591
			pos->start = curr_map->map_ip(curr_map, pos->start);
			pos->end   = curr_map->map_ip(curr_map, pos->end);
		} else if (curr_map != map) {
592
			char dso_name[PATH_MAX];
593
			struct dso *ndso;
594

595 596 597 598 599
			if (count == 0) {
				curr_map = map;
				goto filter_symbol;
			}

600
			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
601 602 603 604 605 606 607
				snprintf(dso_name, sizeof(dso_name),
					"[guest.kernel].%d",
					kernel_range++);
			else
				snprintf(dso_name, sizeof(dso_name),
					"[kernel].%d",
					kernel_range++);
608

609 610
			ndso = dso__new(dso_name);
			if (ndso == NULL)
611 612
				return -1;

613
			ndso->kernel = dso->kernel;
614

615
			curr_map = map__new2(pos->start, ndso, map->type);
616
			if (curr_map == NULL) {
617
				dso__delete(ndso);
618 619
				return -1;
			}
620

621
			curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
622
			map_groups__insert(kmaps, curr_map);
623 624
			++kernel_range;
		}
625
filter_symbol:
626
		if (filter && filter(curr_map, pos)) {
627
discard_symbol:		rb_erase(&pos->rb_node, root);
628
			symbol__delete(pos);
629
		} else {
630 631 632
			if (curr_map != map) {
				rb_erase(&pos->rb_node, root);
				symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
633 634 635
				++moved;
			} else
				++count;
636
		}
637 638
	}

639
	if (curr_map != map &&
640
	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
641
	    machine__is_default_guest(kmaps->machine)) {
642 643 644
		dso__set_loaded(curr_map->dso, curr_map->type);
	}

645
	return count + moved;
646
}
647

648 649
bool symbol__restricted_filename(const char *filename,
				 const char *restricted_filename)
650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665
{
	bool restricted = false;

	if (symbol_conf.kptr_restrict) {
		char *r = realpath(filename, NULL);

		if (r != NULL) {
			restricted = strcmp(r, restricted_filename) == 0;
			free(r);
			return restricted;
		}
	}

	return restricted;
}

666
int dso__load_kallsyms(struct dso *dso, const char *filename,
667
		       struct map *map, symbol_filter_t filter)
668
{
669 670 671
	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
		return -1;

672
	if (dso__load_all_kallsyms(dso, filename, map) < 0)
673 674
		return -1;

675
	symbols__fixup_duplicate(&dso->symbols[map->type]);
676 677
	symbols__fixup_end(&dso->symbols[map->type]);

678
	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
679
		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
680
	else
681
		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
682

683
	return dso__split_kallsyms(dso, map, filter);
684 685
}

686
static int dso__load_perf_map(struct dso *dso, struct map *map,
687
			      symbol_filter_t filter)
688 689 690 691 692 693
{
	char *line = NULL;
	size_t n;
	FILE *file;
	int nr_syms = 0;

694
	file = fopen(dso->long_name, "r");
695 696 697 698
	if (file == NULL)
		goto out_failure;

	while (!feof(file)) {
699
		u64 start, size;
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723
		struct symbol *sym;
		int line_len, len;

		line_len = getline(&line, &n, file);
		if (line_len < 0)
			break;

		if (!line)
			goto out_failure;

		line[--line_len] = '\0'; /* \n */

		len = hex2u64(line, &start);

		len++;
		if (len + 2 >= line_len)
			continue;

		len += hex2u64(line + len, &size);

		len++;
		if (len + 2 >= line_len)
			continue;

724
		sym = symbol__new(start, size, STB_GLOBAL, line + len);
725 726 727 728

		if (sym == NULL)
			goto out_delete_line;

729
		if (filter && filter(map, sym))
730
			symbol__delete(sym);
731
		else {
732
			symbols__insert(&dso->symbols[map->type], sym);
733 734 735 736 737 738 739 740 741 742 743 744 745 746 747
			nr_syms++;
		}
	}

	free(line);
	fclose(file);

	return nr_syms;

out_delete_line:
	free(line);
out_failure:
	return -1;
}

748
int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
749
{
750
	char *name;
751
	int ret = -1;
752
	u_int i;
753
	struct machine *machine;
754
	char *root_dir = (char *) "";
755 756 757
	int ss_pos = 0;
	struct symsrc ss_[2];
	struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
758

759
	dso__set_loaded(dso, map->type);
760

761 762 763 764
	if (dso->kernel == DSO_TYPE_KERNEL)
		return dso__load_kernel_sym(dso, map, filter);
	else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
		return dso__load_guest_kernel_sym(dso, map, filter);
765

766 767
	if (map->groups && map->groups->machine)
		machine = map->groups->machine;
768
	else
769
		machine = NULL;
770

771
	dso->adjust_symbols = 0;
772

773
	if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
774 775
		struct stat st;

776
		if (lstat(dso->name, &st) < 0)
777 778 779 780 781 782 783 784
			return -1;

		if (st.st_uid && (st.st_uid != geteuid())) {
			pr_warning("File %s not owned by current user or root, "
				"ignoring it.\n", dso->name);
			return -1;
		}

785
		ret = dso__load_perf_map(dso, map, filter);
786 787
		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
					     DSO_BINARY_TYPE__NOT_FOUND;
788 789 790
		return ret;
	}

791 792 793
	if (machine)
		root_dir = machine->root_dir;

794 795 796 797
	name = malloc(PATH_MAX);
	if (!name)
		return -1;

798
	/* Iterate over candidate debug images.
799 800
	 * Keep track of "interesting" ones (those which have a symtab, dynsym,
	 * and/or opd section) for processing.
801
	 */
802
	for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
803 804
		struct symsrc *ss = &ss_[ss_pos];
		bool next_slot = false;
805

806
		enum dso_binary_type symtab_type = binary_type_symtab[i];
807

808
		if (dso__binary_type_file(dso, symtab_type,
809 810
					  root_dir, name, PATH_MAX))
			continue;
811 812

		/* Name is now the name of the next image to try */
813
		if (symsrc__init(ss, dso, name, symtab_type) < 0)
814
			continue;
815

816 817 818
		if (!syms_ss && symsrc__has_symtab(ss)) {
			syms_ss = ss;
			next_slot = true;
819 820
		}

821 822 823
		if (!runtime_ss && symsrc__possibly_runtime(ss)) {
			runtime_ss = ss;
			next_slot = true;
824
		}
825

826 827
		if (next_slot) {
			ss_pos++;
828

829 830
			if (syms_ss && runtime_ss)
				break;
831
		}
832

833
	}
834

835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
	if (!runtime_ss && !syms_ss)
		goto out_free;

	if (runtime_ss && !syms_ss) {
		syms_ss = runtime_ss;
	}

	/* We'll have to hope for the best */
	if (!runtime_ss && syms_ss)
		runtime_ss = syms_ss;

	if (syms_ss)
		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, 0);
	else
		ret = -1;

851
	if (ret > 0) {
852 853 854 855 856
		int nr_plt;

		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
		if (nr_plt > 0)
			ret += nr_plt;
857 858
	}

859 860 861
	for (; ss_pos > 0; ss_pos--)
		symsrc__destroy(&ss_[ss_pos - 1]);
out_free:
862
	free(name);
863
	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
864
		return 0;
865 866 867
	return ret;
}

868
struct map *map_groups__find_by_name(struct map_groups *mg,
869
				     enum map_type type, const char *name)
870 871 872
{
	struct rb_node *nd;

873
	for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
874 875
		struct map *map = rb_entry(nd, struct map, rb_node);

876
		if (map->dso && strcmp(map->dso->short_name, name) == 0)
877 878 879 880 881 882
			return map;
	}

	return NULL;
}

883
int dso__load_vmlinux(struct dso *dso, struct map *map,
884
		      const char *vmlinux, symbol_filter_t filter)
885
{
886 887
	int err = -1;
	struct symsrc ss;
888
	char symfs_vmlinux[PATH_MAX];
889
	enum dso_binary_type symtab_type;
890

891
	snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s%s",
892
		 symbol_conf.symfs, vmlinux);
893

894
	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
895
		symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
896
	else
897
		symtab_type = DSO_BINARY_TYPE__VMLINUX;
898

899
	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
900 901
		return -1;

902
	err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
903
	symsrc__destroy(&ss);
904

905 906 907
	if (err > 0) {
		dso__set_long_name(dso, (char *)vmlinux);
		dso__set_loaded(dso, map->type);
908
		pr_debug("Using %s for symbols\n", symfs_vmlinux);
909
	}
910

911 912 913
	return err;
}

914
int dso__load_vmlinux_path(struct dso *dso, struct map *map,
915
			   symbol_filter_t filter)
916 917
{
	int i, err = 0;
918
	char *filename;
919 920

	pr_debug("Looking at the vmlinux_path (%d entries long)\n",
921 922
		 vmlinux_path__nr_entries + 1);

923
	filename = dso__build_id_filename(dso, NULL, 0);
924
	if (filename != NULL) {
925
		err = dso__load_vmlinux(dso, map, filename, filter);
926 927
		if (err > 0) {
			dso->lname_alloc = 1;
928
			goto out;
929
		}
930 931
		free(filename);
	}
932 933

	for (i = 0; i < vmlinux_path__nr_entries; ++i) {
934
		err = dso__load_vmlinux(dso, map, vmlinux_path[i], filter);
935
		if (err > 0) {
936
			dso__set_long_name(dso, strdup(vmlinux_path[i]));
937
			dso->lname_alloc = 1;
938 939 940
			break;
		}
	}
941
out:
942 943 944
	return err;
}

945
static int dso__load_kernel_sym(struct dso *dso, struct map *map,
946
				symbol_filter_t filter)
947
{
948
	int err;
949 950
	const char *kallsyms_filename = NULL;
	char *kallsyms_allocated_filename = NULL;
951
	/*
952 953
	 * Step 1: if the user specified a kallsyms or vmlinux filename, use
	 * it and only it, reporting errors to the user if it cannot be used.
954 955 956 957 958 959 960 961 962 963 964 965
	 *
	 * For instance, try to analyse an ARM perf.data file _without_ a
	 * build-id, or if the user specifies the wrong path to the right
	 * vmlinux file, obviously we can't fallback to another vmlinux (a
	 * x86_86 one, on the machine where analysis is being performed, say),
	 * or worse, /proc/kallsyms.
	 *
	 * If the specified file _has_ a build-id and there is a build-id
	 * section in the perf.data file, we will still do the expected
	 * validation in dso__load_vmlinux and will bail out if they don't
	 * match.
	 */
966 967 968 969 970
	if (symbol_conf.kallsyms_name != NULL) {
		kallsyms_filename = symbol_conf.kallsyms_name;
		goto do_kallsyms;
	}

971
	if (symbol_conf.vmlinux_name != NULL) {
972
		err = dso__load_vmlinux(dso, map,
973
					symbol_conf.vmlinux_name, filter);
974
		if (err > 0) {
975
			dso__set_long_name(dso,
976
					   strdup(symbol_conf.vmlinux_name));
977
			dso->lname_alloc = 1;
978 979 980
			goto out_fixup;
		}
		return err;
981
	}
982 983

	if (vmlinux_path != NULL) {
984
		err = dso__load_vmlinux_path(dso, map, filter);
985 986
		if (err > 0)
			goto out_fixup;
987 988
	}

989 990 991 992
	/* do not try local files if a symfs was given */
	if (symbol_conf.symfs[0] != 0)
		return -1;

993 994 995 996 997
	/*
	 * Say the kernel DSO was created when processing the build-id header table,
	 * we have a build-id, so check if it is the same as the running kernel,
	 * using it if it is.
	 */
998
	if (dso->has_build_id) {
999
		u8 kallsyms_build_id[BUILD_ID_SIZE];
1000
		char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1001 1002

		if (sysfs__read_build_id("/sys/kernel/notes", kallsyms_build_id,
1003
					 sizeof(kallsyms_build_id)) == 0) {
1004
			if (dso__build_id_equal(dso, kallsyms_build_id)) {
1005
				kallsyms_filename = "/proc/kallsyms";
1006
				goto do_kallsyms;
1007
			}
1008
		}
1009 1010 1011 1012
		/*
		 * Now look if we have it on the build-id cache in
		 * $HOME/.debug/[kernel.kallsyms].
		 */
1013
		build_id__sprintf(dso->build_id, sizeof(dso->build_id),
1014 1015 1016 1017
				  sbuild_id);

		if (asprintf(&kallsyms_allocated_filename,
			     "%s/.debug/[kernel.kallsyms]/%s",
1018 1019
			     getenv("HOME"), sbuild_id) == -1) {
			pr_err("Not enough memory for kallsyms file lookup\n");
1020
			return -1;
1021
		}
1022

1023 1024
		kallsyms_filename = kallsyms_allocated_filename;

1025
		if (access(kallsyms_filename, F_OK)) {
1026 1027
			pr_err("No kallsyms or vmlinux with build-id %s "
			       "was found\n", sbuild_id);
1028
			free(kallsyms_allocated_filename);
1029
			return -1;
1030
		}
1031 1032 1033 1034 1035
	} else {
		/*
		 * Last resort, if we don't have a build-id and couldn't find
		 * any vmlinux file, try the running kernel kallsyms table.
		 */
1036 1037
		kallsyms_filename = "/proc/kallsyms";
	}
1038

1039
do_kallsyms:
1040
	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1041 1042
	if (err > 0)
		pr_debug("Using %s for symbols\n", kallsyms_filename);
1043
	free(kallsyms_allocated_filename);
1044 1045

	if (err > 0) {
1046
		dso__set_long_name(dso, strdup("[kernel.kallsyms]"));
1047
out_fixup:
1048 1049
		map__fixup_start(map);
		map__fixup_end(map);
1050
	}
1051

1052 1053 1054
	return err;
}

1055 1056
static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
				      symbol_filter_t filter)
1057 1058 1059
{
	int err;
	const char *kallsyms_filename = NULL;
1060
	struct machine *machine;
1061 1062 1063 1064 1065 1066
	char path[PATH_MAX];

	if (!map->groups) {
		pr_debug("Guest kernel map hasn't the point to groups\n");
		return -1;
	}
1067
	machine = map->groups->machine;
1068

1069
	if (machine__is_default_guest(machine)) {
1070 1071 1072 1073 1074 1075
		/*
		 * if the user specified a vmlinux filename, use it and only
		 * it, reporting errors to the user if it cannot be used.
		 * Or use file guest_kallsyms inputted by user on commandline
		 */
		if (symbol_conf.default_guest_vmlinux_name != NULL) {
1076
			err = dso__load_vmlinux(dso, map,
1077 1078 1079 1080 1081 1082 1083 1084
				symbol_conf.default_guest_vmlinux_name, filter);
			goto out_try_fixup;
		}

		kallsyms_filename = symbol_conf.default_guest_kallsyms;
		if (!kallsyms_filename)
			return -1;
	} else {
1085
		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
1086 1087 1088
		kallsyms_filename = path;
	}

1089
	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1090 1091 1092 1093 1094 1095
	if (err > 0)
		pr_debug("Using %s for symbols\n", kallsyms_filename);

out_try_fixup:
	if (err > 0) {
		if (kallsyms_filename != NULL) {
1096
			machine__mmap_name(machine, path, sizeof(path));
1097
			dso__set_long_name(dso, strdup(path));
1098 1099 1100 1101 1102 1103 1104
		}
		map__fixup_start(map);
		map__fixup_end(map);
	}

	return err;
}
1105

1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133
static void vmlinux_path__exit(void)
{
	while (--vmlinux_path__nr_entries >= 0) {
		free(vmlinux_path[vmlinux_path__nr_entries]);
		vmlinux_path[vmlinux_path__nr_entries] = NULL;
	}

	free(vmlinux_path);
	vmlinux_path = NULL;
}

static int vmlinux_path__init(void)
{
	struct utsname uts;
	char bf[PATH_MAX];

	vmlinux_path = malloc(sizeof(char *) * 5);
	if (vmlinux_path == NULL)
		return -1;

	vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
1134 1135 1136 1137 1138 1139 1140 1141

	/* only try running kernel version if no symfs was given */
	if (symbol_conf.symfs[0] != 0)
		return 0;

	if (uname(&uts) < 0)
		return -1;

1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165
	snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
		 uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;

	return 0;

out_fail:
	vmlinux_path__exit();
	return -1;
}

1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179
static int setup_list(struct strlist **list, const char *list_str,
		      const char *list_name)
{
	if (list_str == NULL)
		return 0;

	*list = strlist__new(true, list_str);
	if (!*list) {
		pr_err("problems parsing %s list\n", list_name);
		return -1;
	}
	return 0;
}

1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198
static bool symbol__read_kptr_restrict(void)
{
	bool value = false;

	if (geteuid() != 0) {
		FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
		if (fp != NULL) {
			char line[8];

			if (fgets(line, sizeof(line), fp) != NULL)
				value = atoi(line) != 0;

			fclose(fp);
		}
	}

	return value;
}

1199
int symbol__init(void)
1200
{
1201 1202
	const char *symfs;

1203 1204 1205
	if (symbol_conf.initialized)
		return 0;

1206
	symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
1207

1208 1209
	symbol__elf_init();

1210 1211 1212
	if (symbol_conf.sort_by_name)
		symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
					  sizeof(struct symbol));
1213

1214
	if (symbol_conf.try_vmlinux_path && vmlinux_path__init() < 0)
1215 1216
		return -1;

1217 1218 1219 1220 1221
	if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
		pr_err("'.' is the only non valid --field-separator argument\n");
		return -1;
	}

1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233
	if (setup_list(&symbol_conf.dso_list,
		       symbol_conf.dso_list_str, "dso") < 0)
		return -1;

	if (setup_list(&symbol_conf.comm_list,
		       symbol_conf.comm_list_str, "comm") < 0)
		goto out_free_dso_list;

	if (setup_list(&symbol_conf.sym_list,
		       symbol_conf.sym_list_str, "symbol") < 0)
		goto out_free_comm_list;

1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245
	/*
	 * A path to symbols of "/" is identical to ""
	 * reset here for simplicity.
	 */
	symfs = realpath(symbol_conf.symfs, NULL);
	if (symfs == NULL)
		symfs = symbol_conf.symfs;
	if (strcmp(symfs, "/") == 0)
		symbol_conf.symfs = "";
	if (symfs != symbol_conf.symfs)
		free((void *)symfs);

1246 1247
	symbol_conf.kptr_restrict = symbol__read_kptr_restrict();

1248
	symbol_conf.initialized = true;
1249
	return 0;
1250 1251 1252

out_free_comm_list:
	strlist__delete(symbol_conf.comm_list);
1253 1254
out_free_dso_list:
	strlist__delete(symbol_conf.dso_list);
1255
	return -1;
1256 1257
}

1258 1259
void symbol__exit(void)
{
1260 1261
	if (!symbol_conf.initialized)
		return;
1262 1263 1264 1265 1266
	strlist__delete(symbol_conf.sym_list);
	strlist__delete(symbol_conf.dso_list);
	strlist__delete(symbol_conf.comm_list);
	vmlinux_path__exit();
	symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
1267
	symbol_conf.initialized = false;
1268
}