symbol.c 39.2 KB
Newer Older
1 2
#include "util.h"
#include "../perf.h"
3
#include "session.h"
4
#include "string.h"
5
#include "symbol.h"
6
#include "thread.h"
7

8 9
#include "debug.h"

10
#include <asm/bug.h>
11 12 13
#include <libelf.h>
#include <gelf.h>
#include <elf.h>
14
#include <limits.h>
15
#include <sys/utsname.h>
P
Peter Zijlstra 已提交
16

17 18 19 20
#ifndef NT_GNU_BUILD_ID
#define NT_GNU_BUILD_ID 3
#endif

21 22 23 24 25 26 27
enum dso_origin {
	DSO__ORIG_KERNEL = 0,
	DSO__ORIG_JAVA_JIT,
	DSO__ORIG_FEDORA,
	DSO__ORIG_UBUNTU,
	DSO__ORIG_BUILDID,
	DSO__ORIG_DSO,
28
	DSO__ORIG_KMODULE,
29 30 31
	DSO__ORIG_NOT_FOUND,
};

32
static void dsos__add(struct list_head *head, struct dso *dso);
33
static struct map *map__new2(u64 start, struct dso *dso, enum map_type type);
34
static int dso__load_kernel_sym(struct dso *self, struct map *map,
35
				struct perf_session *session, symbol_filter_t filter);
36
unsigned int symbol__priv_size;
37 38
static int vmlinux_path__nr_entries;
static char **vmlinux_path;
39

40 41 42 43 44
static struct symbol_conf symbol_conf__defaults = {
	.use_modules	  = true,
	.try_vmlinux_path = true,
};

45 46 47 48 49
bool dso__loaded(const struct dso *self, enum map_type type)
{
	return self->loaded & (1 << type);
}

50 51 52 53 54
bool dso__sorted_by_name(const struct dso *self, enum map_type type)
{
	return self->sorted_by_name & (1 << type);
}

55 56 57 58 59
static void dso__set_loaded(struct dso *self, enum map_type type)
{
	self->loaded |= (1 << type);
}

60 61 62 63 64
static void dso__set_sorted_by_name(struct dso *self, enum map_type type)
{
	self->sorted_by_name |= (1 << type);
}

65 66 67 68 69
static bool symbol_type__is_a(char symbol_type, enum map_type map_type)
{
	switch (map_type) {
	case MAP__FUNCTION:
		return symbol_type == 'T' || symbol_type == 'W';
70 71
	case MAP__VARIABLE:
		return symbol_type == 'D' || symbol_type == 'd';
72 73 74 75 76
	default:
		return false;
	}
}

77
static void symbols__fixup_end(struct rb_root *self)
78
{
79
	struct rb_node *nd, *prevnd = rb_first(self);
80
	struct symbol *curr, *prev;
81 82 83 84

	if (prevnd == NULL)
		return;

85 86
	curr = rb_entry(prevnd, struct symbol, rb_node);

87
	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
88 89
		prev = curr;
		curr = rb_entry(nd, struct symbol, rb_node);
90 91 92 93

		if (prev->end == prev->start)
			prev->end = curr->start - 1;
	}
94 95 96 97

	/* Last entry */
	if (curr->end == curr->start)
		curr->end = roundup(curr->start, 4096);
98 99
}

100
static void __map_groups__fixup_end(struct map_groups *self, enum map_type type)
101 102
{
	struct map *prev, *curr;
103
	struct rb_node *nd, *prevnd = rb_first(&self->maps[type]);
104 105 106 107 108 109 110 111 112 113

	if (prevnd == NULL)
		return;

	curr = rb_entry(prevnd, struct map, rb_node);

	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
		prev = curr;
		curr = rb_entry(nd, struct map, rb_node);
		prev->end = curr->start - 1;
114
	}
115 116 117 118 119 120

	/*
	 * We still haven't the actual symbols, so guess the
	 * last map final address.
	 */
	curr->end = ~0UL;
121 122
}

123
static void map_groups__fixup_end(struct map_groups *self)
124 125 126
{
	int i;
	for (i = 0; i < MAP__NR_TYPES; ++i)
127
		__map_groups__fixup_end(self, i);
128 129
}

130
static struct symbol *symbol__new(u64 start, u64 len, const char *name)
131
{
132
	size_t namelen = strlen(name) + 1;
133 134 135
	struct symbol *self = zalloc(symbol__priv_size +
				     sizeof(*self) + namelen);
	if (self == NULL)
136 137
		return NULL;

138
	if (symbol__priv_size)
139
		self = ((void *)self) + symbol__priv_size;
140

141
	self->start = start;
142
	self->end   = len ? start + len - 1 : start;
143

144
	pr_debug3("%s: %s %#Lx-%#Lx\n", __func__, name, start, self->end);
145

146
	memcpy(self->name, name, namelen);
147 148 149 150

	return self;
}

151
static void symbol__delete(struct symbol *self)
152
{
153
	free(((void *)self) - symbol__priv_size);
154 155 156 157
}

static size_t symbol__fprintf(struct symbol *self, FILE *fp)
{
158
	return fprintf(fp, " %llx-%llx %s\n",
159 160 161
		       self->start, self->end, self->name);
}

162 163
static void dso__set_long_name(struct dso *self, char *name)
{
164 165
	if (name == NULL)
		return;
166 167 168 169 170 171 172 173 174
	self->long_name = name;
	self->long_name_len = strlen(name);
}

static void dso__set_basename(struct dso *self)
{
	self->short_name = basename(self->long_name);
}

175
struct dso *dso__new(const char *name)
176 177 178 179
{
	struct dso *self = malloc(sizeof(*self) + strlen(name) + 1);

	if (self != NULL) {
180
		int i;
181
		strcpy(self->name, name);
182
		dso__set_long_name(self, self->name);
183
		self->short_name = self->name;
184
		for (i = 0; i < MAP__NR_TYPES; ++i)
185
			self->symbols[i] = self->symbol_names[i] = RB_ROOT;
186
		self->slen_calculated = 0;
187
		self->origin = DSO__ORIG_NOT_FOUND;
188
		self->loaded = 0;
189
		self->sorted_by_name = 0;
190
		self->has_build_id = 0;
191 192 193 194 195
	}

	return self;
}

196
static void symbols__delete(struct rb_root *self)
197 198
{
	struct symbol *pos;
199
	struct rb_node *next = rb_first(self);
200 201 202 203

	while (next) {
		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);
204
		rb_erase(&pos->rb_node, self);
205
		symbol__delete(pos);
206 207 208 209 210
	}
}

void dso__delete(struct dso *self)
{
211 212 213
	int i;
	for (i = 0; i < MAP__NR_TYPES; ++i)
		symbols__delete(&self->symbols[i]);
214 215
	if (self->long_name != self->name)
		free(self->long_name);
216 217 218
	free(self);
}

219 220 221 222 223 224
void dso__set_build_id(struct dso *self, void *build_id)
{
	memcpy(self->build_id, build_id, sizeof(self->build_id));
	self->has_build_id = 1;
}

225
static void symbols__insert(struct rb_root *self, struct symbol *sym)
226
{
227
	struct rb_node **p = &self->rb_node;
228
	struct rb_node *parent = NULL;
229
	const u64 ip = sym->start;
230 231 232 233 234 235 236 237 238 239 240
	struct symbol *s;

	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol, rb_node);
		if (ip < s->start)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&sym->rb_node, parent, p);
241
	rb_insert_color(&sym->rb_node, self);
242 243
}

244
static struct symbol *symbols__find(struct rb_root *self, u64 ip)
245 246 247 248 249 250
{
	struct rb_node *n;

	if (self == NULL)
		return NULL;

251
	n = self->rb_node;
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266

	while (n) {
		struct symbol *s = rb_entry(n, struct symbol, rb_node);

		if (ip < s->start)
			n = n->rb_left;
		else if (ip > s->end)
			n = n->rb_right;
		else
			return s;
	}

	return NULL;
}

267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328
struct symbol_name_rb_node {
	struct rb_node	rb_node;
	struct symbol	sym;
};

static void symbols__insert_by_name(struct rb_root *self, struct symbol *sym)
{
	struct rb_node **p = &self->rb_node;
	struct rb_node *parent = NULL;
	struct symbol_name_rb_node *symn = ((void *)sym) - sizeof(*parent), *s;

	while (*p != NULL) {
		parent = *p;
		s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
		if (strcmp(sym->name, s->sym.name) < 0)
			p = &(*p)->rb_left;
		else
			p = &(*p)->rb_right;
	}
	rb_link_node(&symn->rb_node, parent, p);
	rb_insert_color(&symn->rb_node, self);
}

static void symbols__sort_by_name(struct rb_root *self, struct rb_root *source)
{
	struct rb_node *nd;

	for (nd = rb_first(source); nd; nd = rb_next(nd)) {
		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
		symbols__insert_by_name(self, pos);
	}
}

static struct symbol *symbols__find_by_name(struct rb_root *self, const char *name)
{
	struct rb_node *n;

	if (self == NULL)
		return NULL;

	n = self->rb_node;

	while (n) {
		struct symbol_name_rb_node *s;
		int cmp;

		s = rb_entry(n, struct symbol_name_rb_node, rb_node);
		cmp = strcmp(name, s->sym.name);

		if (cmp < 0)
			n = n->rb_left;
		else if (cmp > 0)
			n = n->rb_right;
		else
			return &s->sym;
	}

	return NULL;
}

struct symbol *dso__find_symbol(struct dso *self,
				enum map_type type, u64 addr)
329
{
330
	return symbols__find(&self->symbols[type], addr);
331 332
}

333 334 335 336 337 338 339 340 341 342 343 344 345
struct symbol *dso__find_symbol_by_name(struct dso *self, enum map_type type,
					const char *name)
{
	return symbols__find_by_name(&self->symbol_names[type], name);
}

void dso__sort_by_name(struct dso *self, enum map_type type)
{
	dso__set_sorted_by_name(self, type);
	return symbols__sort_by_name(&self->symbol_names[type],
				     &self->symbols[type]);
}

346
int build_id__sprintf(u8 *self, int len, char *bf)
347
{
348 349 350
	char *bid = bf;
	u8 *raw = self;
	int i;
351

352 353 354 355 356 357 358 359 360
	for (i = 0; i < len; ++i) {
		sprintf(bid, "%02x", *raw);
		++raw;
		bid += 2;
	}

	return raw - self;
}

361
size_t dso__fprintf_buildid(struct dso *self, FILE *fp)
362 363 364 365
{
	char sbuild_id[BUILD_ID_SIZE * 2 + 1];

	build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
366 367 368
	return fprintf(fp, "%s", sbuild_id);
}

369
size_t dso__fprintf(struct dso *self, enum map_type type, FILE *fp)
370 371 372 373 374
{
	struct rb_node *nd;
	size_t ret = fprintf(fp, "dso: %s (", self->short_name);

	ret += dso__fprintf_buildid(self, fp);
375
	ret += fprintf(fp, ")\n");
376 377 378
	for (nd = rb_first(&self->symbols[type]); nd; nd = rb_next(nd)) {
		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
		ret += symbol__fprintf(pos, fp);
379 380 381 382 383
	}

	return ret;
}

384 385 386 387 388
/*
 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 * so that we can in the next step set the symbol ->end address and then
 * call kernel_maps__split_kallsyms.
 */
389
static int dso__load_all_kallsyms(struct dso *self, struct map *map)
390 391 392
{
	char *line = NULL;
	size_t n;
393
	struct rb_root *root = &self->symbols[map->type];
394 395 396 397 398 399
	FILE *file = fopen("/proc/kallsyms", "r");

	if (file == NULL)
		goto out_failure;

	while (!feof(file)) {
400
		u64 start;
401 402 403
		struct symbol *sym;
		int line_len, len;
		char symbol_type;
404
		char *symbol_name;
405 406 407 408 409 410 411 412 413 414

		line_len = getline(&line, &n, file);
		if (line_len < 0)
			break;

		if (!line)
			goto out_failure;

		line[--line_len] = '\0'; /* \n */

415
		len = hex2u64(line, &start);
416 417 418 419 420 421

		len++;
		if (len + 2 >= line_len)
			continue;

		symbol_type = toupper(line[len]);
422
		if (!symbol_type__is_a(symbol_type, map->type))
423
			continue;
424 425

		symbol_name = line + len + 2;
426 427 428
		/*
		 * Will fix up the end later, when we have all symbols sorted.
		 */
429
		sym = symbol__new(start, 0, symbol_name);
430

431 432
		if (sym == NULL)
			goto out_delete_line;
433 434
		/*
		 * We will pass the symbols to the filter later, in
435
		 * map__split_kallsyms, when we have split the maps per module
436
		 */
437
		symbols__insert(root, sym);
438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455
	}

	free(line);
	fclose(file);

	return 0;

out_delete_line:
	free(line);
out_failure:
	return -1;
}

/*
 * Split the symbols into maps, making sure there are no overlaps, i.e. the
 * kernel range is broken in several maps, named [kernel].N, as we don't have
 * the original ELF section names vmlinux have.
 */
456
static int dso__split_kallsyms(struct dso *self, struct map *map,
457
			       struct perf_session *session, symbol_filter_t filter)
458
{
459
	struct map *curr_map = map;
460 461
	struct symbol *pos;
	int count = 0;
462 463
	struct rb_root *root = &self->symbols[map->type];
	struct rb_node *next = rb_first(root);
464 465 466 467 468 469 470 471 472 473
	int kernel_range = 0;

	while (next) {
		char *module;

		pos = rb_entry(next, struct symbol, rb_node);
		next = rb_next(&pos->rb_node);

		module = strchr(pos->name, '\t');
		if (module) {
474
			if (!session->use_modules)
475 476
				goto discard_symbol;

477 478
			*module++ = '\0';

479
			if (strcmp(self->name, module)) {
480
				curr_map = map_groups__find_by_name(&session->kmaps, map->type, module);
481
				if (curr_map == NULL) {
482 483
					pr_debug("/proc/{kallsyms,modules} "
					         "inconsistency!\n");
484 485 486
					return -1;
				}
			}
487 488 489 490
			/*
			 * So that we look just like we get from .ko files,
			 * i.e. not prelinked, relative to map->start.
			 */
491 492 493
			pos->start = curr_map->map_ip(curr_map, pos->start);
			pos->end   = curr_map->map_ip(curr_map, pos->end);
		} else if (curr_map != map) {
494 495 496 497 498 499
			char dso_name[PATH_MAX];
			struct dso *dso;

			snprintf(dso_name, sizeof(dso_name), "[kernel].%d",
				 kernel_range++);

500
			dso = dso__new(dso_name);
501 502 503
			if (dso == NULL)
				return -1;

504
			curr_map = map__new2(pos->start, dso, map->type);
505 506 507 508
			if (map == NULL) {
				dso__delete(dso);
				return -1;
			}
509

510
			curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
511
			map_groups__insert(&session->kmaps, curr_map);
512 513
			++kernel_range;
		}
514

515
		if (filter && filter(curr_map, pos)) {
516
discard_symbol:		rb_erase(&pos->rb_node, root);
517
			symbol__delete(pos);
518
		} else {
519 520 521
			if (curr_map != map) {
				rb_erase(&pos->rb_node, root);
				symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
522
			}
523 524
			count++;
		}
525 526
	}

527
	return count;
528
}
529

530

531
static int dso__load_kallsyms(struct dso *self, struct map *map,
532
			      struct perf_session *session, symbol_filter_t filter)
533
{
534
	if (dso__load_all_kallsyms(self, map) < 0)
535 536
		return -1;

537 538
	symbols__fixup_end(&self->symbols[map->type]);
	self->origin = DSO__ORIG_KERNEL;
539

540
	return dso__split_kallsyms(self, map, session, filter);
541 542
}

543
static int dso__load_perf_map(struct dso *self, struct map *map,
544
			      symbol_filter_t filter)
545 546 547 548 549 550
{
	char *line = NULL;
	size_t n;
	FILE *file;
	int nr_syms = 0;

551
	file = fopen(self->long_name, "r");
552 553 554 555
	if (file == NULL)
		goto out_failure;

	while (!feof(file)) {
556
		u64 start, size;
557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580
		struct symbol *sym;
		int line_len, len;

		line_len = getline(&line, &n, file);
		if (line_len < 0)
			break;

		if (!line)
			goto out_failure;

		line[--line_len] = '\0'; /* \n */

		len = hex2u64(line, &start);

		len++;
		if (len + 2 >= line_len)
			continue;

		len += hex2u64(line + len, &size);

		len++;
		if (len + 2 >= line_len)
			continue;

581
		sym = symbol__new(start, size, line + len);
582 583 584 585

		if (sym == NULL)
			goto out_delete_line;

586
		if (filter && filter(map, sym))
587
			symbol__delete(sym);
588
		else {
589
			symbols__insert(&self->symbols[map->type], sym);
590 591 592 593 594 595 596 597 598 599 600 601 602 603 604
			nr_syms++;
		}
	}

	free(line);
	fclose(file);

	return nr_syms;

out_delete_line:
	free(line);
out_failure:
	return -1;
}

605 606 607 608
/**
 * elf_symtab__for_each_symbol - iterate thru all the symbols
 *
 * @self: struct elf_symtab instance to iterate
609
 * @idx: uint32_t idx
610 611
 * @sym: GElf_Sym iterator
 */
612 613 614 615
#define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
	for (idx = 0, gelf_getsym(syms, idx, &sym);\
	     idx < nr_syms; \
	     idx++, gelf_getsym(syms, idx, &sym))
616 617 618 619 620 621 622 623 624 625

static inline uint8_t elf_sym__type(const GElf_Sym *sym)
{
	return GELF_ST_TYPE(sym->st_info);
}

static inline int elf_sym__is_function(const GElf_Sym *sym)
{
	return elf_sym__type(sym) == STT_FUNC &&
	       sym->st_name != 0 &&
626
	       sym->st_shndx != SHN_UNDEF;
627 628
}

629 630 631 632 633 634 635
static inline bool elf_sym__is_object(const GElf_Sym *sym)
{
	return elf_sym__type(sym) == STT_OBJECT &&
		sym->st_name != 0 &&
		sym->st_shndx != SHN_UNDEF;
}

636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655
static inline int elf_sym__is_label(const GElf_Sym *sym)
{
	return elf_sym__type(sym) == STT_NOTYPE &&
		sym->st_name != 0 &&
		sym->st_shndx != SHN_UNDEF &&
		sym->st_shndx != SHN_ABS;
}

static inline const char *elf_sec__name(const GElf_Shdr *shdr,
					const Elf_Data *secstrs)
{
	return secstrs->d_buf + shdr->sh_name;
}

static inline int elf_sec__is_text(const GElf_Shdr *shdr,
					const Elf_Data *secstrs)
{
	return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
}

656 657 658 659 660 661
static inline bool elf_sec__is_data(const GElf_Shdr *shdr,
				    const Elf_Data *secstrs)
{
	return strstr(elf_sec__name(shdr, secstrs), "data") != NULL;
}

662 663 664 665 666 667 668 669
static inline const char *elf_sym__name(const GElf_Sym *sym,
					const Elf_Data *symstrs)
{
	return symstrs->d_buf + sym->st_name;
}

static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
				    GElf_Shdr *shp, const char *name,
670
				    size_t *idx)
671 672 673 674 675 676 677 678 679 680
{
	Elf_Scn *sec = NULL;
	size_t cnt = 1;

	while ((sec = elf_nextscn(elf, sec)) != NULL) {
		char *str;

		gelf_getshdr(sec, shp);
		str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
		if (!strcmp(name, str)) {
681 682
			if (idx)
				*idx = cnt;
683 684 685 686 687 688 689 690
			break;
		}
		++cnt;
	}

	return sec;
}

691 692 693 694 695 696 697 698 699 700
#define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
	for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
	     idx < nr_entries; \
	     ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))

#define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
	for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
	     idx < nr_entries; \
	     ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))

701 702 703 704 705 706 707
/*
 * We need to check if we have a .dynsym, so that we can handle the
 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
 * .dynsym or .symtab).
 * And always look at the original dso, not at debuginfo packages, that
 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
 */
708 709
static int dso__synthesize_plt_symbols(struct  dso *self, struct map *map,
				       symbol_filter_t filter)
710 711 712
{
	uint32_t nr_rel_entries, idx;
	GElf_Sym sym;
713
	u64 plt_offset;
714 715
	GElf_Shdr shdr_plt;
	struct symbol *f;
716
	GElf_Shdr shdr_rel_plt, shdr_dynsym;
717
	Elf_Data *reldata, *syms, *symstrs;
718 719 720
	Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
	size_t dynsym_idx;
	GElf_Ehdr ehdr;
721
	char sympltname[1024];
722 723 724
	Elf *elf;
	int nr = 0, symidx, fd, err = 0;

725
	fd = open(self->long_name, O_RDONLY);
726 727 728
	if (fd < 0)
		goto out;

729
	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
730 731 732 733 734 735 736 737 738 739
	if (elf == NULL)
		goto out_close;

	if (gelf_getehdr(elf, &ehdr) == NULL)
		goto out_elf_end;

	scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
					 ".dynsym", &dynsym_idx);
	if (scn_dynsym == NULL)
		goto out_elf_end;
740

741
	scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
742 743
					  ".rela.plt", NULL);
	if (scn_plt_rel == NULL) {
744
		scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
745 746
						  ".rel.plt", NULL);
		if (scn_plt_rel == NULL)
747
			goto out_elf_end;
748 749
	}

750 751
	err = -1;

752
	if (shdr_rel_plt.sh_link != dynsym_idx)
753
		goto out_elf_end;
754

755 756
	if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
		goto out_elf_end;
757 758

	/*
759
	 * Fetch the relocation section to find the idxes to the GOT
760 761 762 763
	 * and the symbols in the .dynsym they refer to.
	 */
	reldata = elf_getdata(scn_plt_rel, NULL);
	if (reldata == NULL)
764
		goto out_elf_end;
765 766 767

	syms = elf_getdata(scn_dynsym, NULL);
	if (syms == NULL)
768
		goto out_elf_end;
769

770
	scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
771
	if (scn_symstrs == NULL)
772
		goto out_elf_end;
773 774 775

	symstrs = elf_getdata(scn_symstrs, NULL);
	if (symstrs == NULL)
776
		goto out_elf_end;
777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792

	nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
	plt_offset = shdr_plt.sh_offset;

	if (shdr_rel_plt.sh_type == SHT_RELA) {
		GElf_Rela pos_mem, *pos;

		elf_section__for_each_rela(reldata, pos, pos_mem, idx,
					   nr_rel_entries) {
			symidx = GELF_R_SYM(pos->r_info);
			plt_offset += shdr_plt.sh_entsize;
			gelf_getsym(syms, symidx, &sym);
			snprintf(sympltname, sizeof(sympltname),
				 "%s@plt", elf_sym__name(&sym, symstrs));

			f = symbol__new(plt_offset, shdr_plt.sh_entsize,
793
					sympltname);
794
			if (!f)
795
				goto out_elf_end;
796

797 798 799
			if (filter && filter(map, f))
				symbol__delete(f);
			else {
800
				symbols__insert(&self->symbols[map->type], f);
801 802
				++nr;
			}
803 804 805 806 807 808 809 810 811 812 813 814
		}
	} else if (shdr_rel_plt.sh_type == SHT_REL) {
		GElf_Rel pos_mem, *pos;
		elf_section__for_each_rel(reldata, pos, pos_mem, idx,
					  nr_rel_entries) {
			symidx = GELF_R_SYM(pos->r_info);
			plt_offset += shdr_plt.sh_entsize;
			gelf_getsym(syms, symidx, &sym);
			snprintf(sympltname, sizeof(sympltname),
				 "%s@plt", elf_sym__name(&sym, symstrs));

			f = symbol__new(plt_offset, shdr_plt.sh_entsize,
815
					sympltname);
816
			if (!f)
817
				goto out_elf_end;
818

819 820 821
			if (filter && filter(map, f))
				symbol__delete(f);
			else {
822
				symbols__insert(&self->symbols[map->type], f);
823 824
				++nr;
			}
825 826 827
		}
	}

828 829 830 831 832 833 834 835 836
	err = 0;
out_elf_end:
	elf_end(elf);
out_close:
	close(fd);

	if (err == 0)
		return nr;
out:
837 838
	pr_warning("%s: problems reading %s PLT info.\n",
		   __func__, self->long_name);
839
	return 0;
840 841
}

842 843 844 845 846
static bool elf_sym__is_a(GElf_Sym *self, enum map_type type)
{
	switch (type) {
	case MAP__FUNCTION:
		return elf_sym__is_function(self);
847 848
	case MAP__VARIABLE:
		return elf_sym__is_object(self);
849 850 851 852 853 854 855 856 857 858
	default:
		return false;
	}
}

static bool elf_sec__is_a(GElf_Shdr *self, Elf_Data *secstrs, enum map_type type)
{
	switch (type) {
	case MAP__FUNCTION:
		return elf_sec__is_text(self, secstrs);
859 860
	case MAP__VARIABLE:
		return elf_sec__is_data(self, secstrs);
861 862 863 864 865
	default:
		return false;
	}
}

866
static int dso__load_sym(struct dso *self, struct map *map,
867
			 struct perf_session *session, const char *name, int fd,
868
			 symbol_filter_t filter, int kernel, int kmodule)
869
{
870 871 872
	struct map *curr_map = map;
	struct dso *curr_dso = self;
	size_t dso_name_len = strlen(self->short_name);
873
	Elf_Data *symstrs, *secstrs;
874 875
	uint32_t nr_syms;
	int err = -1;
876
	uint32_t idx;
877 878 879 880
	GElf_Ehdr ehdr;
	GElf_Shdr shdr;
	Elf_Data *syms;
	GElf_Sym sym;
881
	Elf_Scn *sec, *sec_strndx;
882
	Elf *elf;
883
	int nr = 0;
884

885
	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
886
	if (elf == NULL) {
887
		pr_err("%s: cannot read %s ELF file.\n", __func__, name);
888 889 890 891
		goto out_close;
	}

	if (gelf_getehdr(elf, &ehdr) == NULL) {
892
		pr_err("%s: cannot get elf header.\n", __func__);
893 894 895 896
		goto out_elf_end;
	}

	sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
897
	if (sec == NULL) {
898 899
		sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
		if (sec == NULL)
900 901
			goto out_elf_end;
	}
902 903 904 905 906 907 908 909 910 911 912 913 914

	syms = elf_getdata(sec, NULL);
	if (syms == NULL)
		goto out_elf_end;

	sec = elf_getscn(elf, shdr.sh_link);
	if (sec == NULL)
		goto out_elf_end;

	symstrs = elf_getdata(sec, NULL);
	if (symstrs == NULL)
		goto out_elf_end;

915 916 917 918 919
	sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
	if (sec_strndx == NULL)
		goto out_elf_end;

	secstrs = elf_getdata(sec_strndx, NULL);
S
Stoyan Gaydarov 已提交
920
	if (secstrs == NULL)
921 922
		goto out_elf_end;

923 924
	nr_syms = shdr.sh_size / shdr.sh_entsize;

925
	memset(&sym, 0, sizeof(sym));
926 927
	if (!kernel) {
		self->adjust_symbols = (ehdr.e_type == ET_EXEC ||
928 929 930
				elf_section_by_name(elf, &ehdr, &shdr,
						     ".gnu.prelink_undo",
						     NULL) != NULL);
931 932
	} else self->adjust_symbols = 0;

933
	elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
934
		struct symbol *f;
935
		const char *elf_name;
936
		char *demangled = NULL;
937 938
		int is_label = elf_sym__is_label(&sym);
		const char *section_name;
939

940
		if (!is_label && !elf_sym__is_a(&sym, map->type))
941 942 943 944 945 946 947
			continue;

		sec = elf_getscn(elf, sym.st_shndx);
		if (!sec)
			goto out_elf_end;

		gelf_getshdr(sec, &shdr);
948

949
		if (is_label && !elf_sec__is_a(&shdr, secstrs, map->type))
950 951
			continue;

952
		elf_name = elf_sym__name(&sym, symstrs);
953
		section_name = elf_sec__name(&shdr, secstrs);
954

955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970
		if (kernel || kmodule) {
			char dso_name[PATH_MAX];

			if (strcmp(section_name,
				   curr_dso->short_name + dso_name_len) == 0)
				goto new_symbol;

			if (strcmp(section_name, ".text") == 0) {
				curr_map = map;
				curr_dso = self;
				goto new_symbol;
			}

			snprintf(dso_name, sizeof(dso_name),
				 "%s%s", self->short_name, section_name);

971
			curr_map = map_groups__find_by_name(&session->kmaps, map->type, dso_name);
972 973 974 975 976 977
			if (curr_map == NULL) {
				u64 start = sym.st_value;

				if (kmodule)
					start += map->start + shdr.sh_offset;

978
				curr_dso = dso__new(dso_name);
979 980
				if (curr_dso == NULL)
					goto out_elf_end;
981 982
				curr_map = map__new2(start, curr_dso,
						     MAP__FUNCTION);
983 984 985 986
				if (curr_map == NULL) {
					dso__delete(curr_dso);
					goto out_elf_end;
				}
987 988
				curr_map->map_ip = identity__map_ip;
				curr_map->unmap_ip = identity__map_ip;
989
				curr_dso->origin = DSO__ORIG_KERNEL;
990
				map_groups__insert(&session->kmaps, curr_map);
991
				dsos__add(&dsos__kernel, curr_dso);
992 993 994 995
			} else
				curr_dso = curr_map->dso;

			goto new_symbol;
996 997
		}

998
		if (curr_dso->adjust_symbols) {
999 1000 1001
			pr_debug2("adjusting symbol: st_value: %Lx sh_addr: "
				  "%Lx sh_offset: %Lx\n", (u64)sym.st_value,
				  (u64)shdr.sh_addr, (u64)shdr.sh_offset);
1002
			sym.st_value -= shdr.sh_addr - shdr.sh_offset;
1003
		}
1004 1005 1006 1007 1008
		/*
		 * We need to figure out if the object was created from C++ sources
		 * DWARF DW_compile_unit has this, but we don't always have access
		 * to it...
		 */
1009
		demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
1010
		if (demangled != NULL)
1011
			elf_name = demangled;
1012
new_symbol:
1013
		f = symbol__new(sym.st_value, sym.st_size, elf_name);
1014
		free(demangled);
1015 1016 1017
		if (!f)
			goto out_elf_end;

1018
		if (filter && filter(curr_map, f))
1019
			symbol__delete(f);
1020
		else {
1021
			symbols__insert(&curr_dso->symbols[curr_map->type], f);
1022 1023
			nr++;
		}
1024 1025
	}

1026 1027 1028 1029
	/*
	 * For misannotated, zeroed, ASM function sizes.
	 */
	if (nr > 0)
1030
		symbols__fixup_end(&self->symbols[map->type]);
1031 1032 1033 1034 1035 1036 1037
	err = nr;
out_elf_end:
	elf_end(elf);
out_close:
	return err;
}

1038 1039 1040 1041 1042
static bool dso__build_id_equal(const struct dso *self, u8 *build_id)
{
	return memcmp(self->build_id, build_id, sizeof(self->build_id)) == 0;
}

1043
static bool __dsos__read_build_ids(struct list_head *head)
1044
{
1045
	bool have_build_id = false;
1046 1047
	struct dso *pos;

1048
	list_for_each_entry(pos, head, node)
1049 1050 1051 1052 1053
		if (filename__read_build_id(pos->long_name, pos->build_id,
					    sizeof(pos->build_id)) > 0) {
			have_build_id	  = true;
			pos->has_build_id = true;
		}
1054

1055
	return have_build_id;
1056 1057
}

1058 1059
bool dsos__read_build_ids(void)
{
1060 1061 1062
	bool kbuildids = __dsos__read_build_ids(&dsos__kernel),
	     ubuildids = __dsos__read_build_ids(&dsos__user);
	return kbuildids || ubuildids;
1063 1064
}

1065 1066 1067 1068 1069
/*
 * Align offset to 4 bytes as needed for note name and descriptor data.
 */
#define NOTE_ALIGN(n) (((n) + 3) & -4U)

1070
int filename__read_build_id(const char *filename, void *bf, size_t size)
1071
{
1072
	int fd, err = -1;
1073 1074
	GElf_Ehdr ehdr;
	GElf_Shdr shdr;
1075
	Elf_Data *data;
1076
	Elf_Scn *sec;
1077
	Elf_Kind ek;
1078
	void *ptr;
1079 1080
	Elf *elf;

1081 1082 1083 1084
	if (size < BUILD_ID_SIZE)
		goto out;

	fd = open(filename, O_RDONLY);
1085 1086 1087
	if (fd < 0)
		goto out;

1088
	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
1089
	if (elf == NULL) {
1090
		pr_debug2("%s: cannot read %s ELF file.\n", __func__, filename);
1091 1092 1093
		goto out_close;
	}

1094 1095 1096 1097
	ek = elf_kind(elf);
	if (ek != ELF_K_ELF)
		goto out_elf_end;

1098
	if (gelf_getehdr(elf, &ehdr) == NULL) {
1099
		pr_err("%s: cannot get elf header.\n", __func__);
1100 1101 1102
		goto out_elf_end;
	}

1103 1104
	sec = elf_section_by_name(elf, &ehdr, &shdr,
				  ".note.gnu.build-id", NULL);
1105 1106 1107 1108 1109 1110
	if (sec == NULL) {
		sec = elf_section_by_name(elf, &ehdr, &shdr,
					  ".notes", NULL);
		if (sec == NULL)
			goto out_elf_end;
	}
1111

1112 1113
	data = elf_getdata(sec, NULL);
	if (data == NULL)
1114
		goto out_elf_end;
1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135

	ptr = data->d_buf;
	while (ptr < (data->d_buf + data->d_size)) {
		GElf_Nhdr *nhdr = ptr;
		int namesz = NOTE_ALIGN(nhdr->n_namesz),
		    descsz = NOTE_ALIGN(nhdr->n_descsz);
		const char *name;

		ptr += sizeof(*nhdr);
		name = ptr;
		ptr += namesz;
		if (nhdr->n_type == NT_GNU_BUILD_ID &&
		    nhdr->n_namesz == sizeof("GNU")) {
			if (memcmp(name, "GNU", sizeof("GNU")) == 0) {
				memcpy(bf, ptr, BUILD_ID_SIZE);
				err = BUILD_ID_SIZE;
				break;
			}
		}
		ptr += descsz;
	}
1136 1137 1138 1139 1140 1141 1142 1143
out_elf_end:
	elf_end(elf);
out_close:
	close(fd);
out:
	return err;
}

1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162
int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
{
	int fd, err = -1;

	if (size < BUILD_ID_SIZE)
		goto out;

	fd = open(filename, O_RDONLY);
	if (fd < 0)
		goto out;

	while (1) {
		char bf[BUFSIZ];
		GElf_Nhdr nhdr;
		int namesz, descsz;

		if (read(fd, &nhdr, sizeof(nhdr)) != sizeof(nhdr))
			break;

1163 1164
		namesz = NOTE_ALIGN(nhdr.n_namesz);
		descsz = NOTE_ALIGN(nhdr.n_descsz);
1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187
		if (nhdr.n_type == NT_GNU_BUILD_ID &&
		    nhdr.n_namesz == sizeof("GNU")) {
			if (read(fd, bf, namesz) != namesz)
				break;
			if (memcmp(bf, "GNU", sizeof("GNU")) == 0) {
				if (read(fd, build_id,
				    BUILD_ID_SIZE) == BUILD_ID_SIZE) {
					err = 0;
					break;
				}
			} else if (read(fd, bf, descsz) != descsz)
				break;
		} else {
			int n = namesz + descsz;
			if (read(fd, bf, n) != n)
				break;
		}
	}
	close(fd);
out:
	return err;
}

1188 1189 1190 1191 1192 1193 1194 1195 1196
char dso__symtab_origin(const struct dso *self)
{
	static const char origin[] = {
		[DSO__ORIG_KERNEL] =   'k',
		[DSO__ORIG_JAVA_JIT] = 'j',
		[DSO__ORIG_FEDORA] =   'f',
		[DSO__ORIG_UBUNTU] =   'u',
		[DSO__ORIG_BUILDID] =  'b',
		[DSO__ORIG_DSO] =      'd',
1197
		[DSO__ORIG_KMODULE] =  'K',
1198 1199 1200 1201 1202 1203 1204
	};

	if (self == NULL || self->origin == DSO__ORIG_NOT_FOUND)
		return '!';
	return origin[self->origin];
}

1205 1206
int dso__load(struct dso *self, struct map *map, struct perf_session *session,
	      symbol_filter_t filter)
1207
{
1208
	int size = PATH_MAX;
1209
	char *name;
1210
	u8 build_id[BUILD_ID_SIZE];
1211 1212 1213
	int ret = -1;
	int fd;

1214
	dso__set_loaded(self, map->type);
1215

1216
	if (self->kernel)
1217
		return dso__load_kernel_sym(self, map, session, filter);
1218 1219

	name = malloc(size);
1220 1221 1222
	if (!name)
		return -1;

1223
	self->adjust_symbols = 0;
1224

1225
	if (strncmp(self->name, "/tmp/perf-", 10) == 0) {
1226
		ret = dso__load_perf_map(self, map, filter);
1227 1228 1229 1230 1231 1232
		self->origin = ret > 0 ? DSO__ORIG_JAVA_JIT :
					 DSO__ORIG_NOT_FOUND;
		return ret;
	}

	self->origin = DSO__ORIG_FEDORA - 1;
1233

1234 1235
more:
	do {
1236 1237 1238
		self->origin++;
		switch (self->origin) {
		case DSO__ORIG_FEDORA:
1239 1240
			snprintf(name, size, "/usr/lib/debug%s.debug",
				 self->long_name);
1241
			break;
1242
		case DSO__ORIG_UBUNTU:
1243 1244
			snprintf(name, size, "/usr/lib/debug%s",
				 self->long_name);
1245
			break;
1246
		case DSO__ORIG_BUILDID:
1247 1248 1249 1250 1251 1252
			if (filename__read_build_id(self->long_name, build_id,
						    sizeof(build_id))) {
				char build_id_hex[BUILD_ID_SIZE * 2 + 1];

				build_id__sprintf(build_id, sizeof(build_id),
						  build_id_hex);
1253 1254
				snprintf(name, size,
					 "/usr/lib/debug/.build-id/%.2s/%s.debug",
1255 1256 1257 1258
					build_id_hex, build_id_hex + 2);
				if (self->has_build_id)
					goto compare_build_id;
				break;
1259
			}
1260
			self->origin++;
1261
			/* Fall thru */
1262
		case DSO__ORIG_DSO:
1263
			snprintf(name, size, "%s", self->long_name);
1264 1265 1266 1267 1268 1269
			break;

		default:
			goto out;
		}

1270
		if (self->has_build_id) {
1271 1272
			if (filename__read_build_id(name, build_id,
						    sizeof(build_id)) < 0)
1273 1274
				goto more;
compare_build_id:
1275
			if (!dso__build_id_equal(self, build_id))
1276 1277 1278
				goto more;
		}

1279 1280 1281
		fd = open(name, O_RDONLY);
	} while (fd < 0);

1282
	ret = dso__load_sym(self, map, NULL, name, fd, filter, 0, 0);
1283 1284 1285 1286 1287 1288 1289 1290
	close(fd);

	/*
	 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
	 */
	if (!ret)
		goto more;

1291
	if (ret > 0) {
1292
		int nr_plt = dso__synthesize_plt_symbols(self, map, filter);
1293 1294 1295
		if (nr_plt > 0)
			ret += nr_plt;
	}
1296 1297
out:
	free(name);
1298 1299
	if (ret < 0 && strstr(self->name, " (deleted)") != NULL)
		return 0;
1300 1301 1302
	return ret;
}

1303 1304
struct map *map_groups__find_by_name(struct map_groups *self,
				     enum map_type type, const char *name)
1305 1306 1307
{
	struct rb_node *nd;

1308
	for (nd = rb_first(&self->maps[type]); nd; nd = rb_next(nd)) {
1309 1310 1311 1312 1313 1314 1315 1316 1317
		struct map *map = rb_entry(nd, struct map, rb_node);

		if (map->dso && strcmp(map->dso->name, name) == 0)
			return map;
	}

	return NULL;
}

1318
static int perf_session__set_modules_path_dir(struct perf_session *self, char *dirname)
1319
{
1320 1321
	struct dirent *dent;
	DIR *dir = opendir(dirname);
1322

1323
	if (!dir) {
1324
		pr_debug("%s: cannot open %s dir\n", __func__, dirname);
1325 1326
		return -1;
	}
1327

1328 1329 1330 1331 1332 1333 1334 1335 1336 1337
	while ((dent = readdir(dir)) != NULL) {
		char path[PATH_MAX];

		if (dent->d_type == DT_DIR) {
			if (!strcmp(dent->d_name, ".") ||
			    !strcmp(dent->d_name, ".."))
				continue;

			snprintf(path, sizeof(path), "%s/%s",
				 dirname, dent->d_name);
1338
			if (perf_session__set_modules_path_dir(self, path) < 0)
1339 1340 1341 1342 1343
				goto failure;
		} else {
			char *dot = strrchr(dent->d_name, '.'),
			     dso_name[PATH_MAX];
			struct map *map;
1344
			char *long_name;
1345 1346 1347 1348 1349 1350

			if (dot == NULL || strcmp(dot, ".ko"))
				continue;
			snprintf(dso_name, sizeof(dso_name), "[%.*s]",
				 (int)(dot - dent->d_name), dent->d_name);

1351
			strxfrchar(dso_name, '-', '_');
1352
			map = map_groups__find_by_name(&self->kmaps, MAP__FUNCTION, dso_name);
1353 1354 1355 1356 1357 1358
			if (map == NULL)
				continue;

			snprintf(path, sizeof(path), "%s/%s",
				 dirname, dent->d_name);

1359 1360
			long_name = strdup(path);
			if (long_name == NULL)
1361
				goto failure;
1362
			dso__set_long_name(map->dso, long_name);
1363 1364
		}
	}
1365

1366
	return 0;
1367 1368 1369 1370
failure:
	closedir(dir);
	return -1;
}
1371

1372
static int perf_session__set_modules_path(struct perf_session *self)
1373 1374 1375
{
	struct utsname uts;
	char modules_path[PATH_MAX];
1376

1377 1378
	if (uname(&uts) < 0)
		return -1;
1379

1380 1381
	snprintf(modules_path, sizeof(modules_path), "/lib/modules/%s/kernel",
		 uts.release);
1382

1383
	return perf_session__set_modules_path_dir(self, modules_path);
1384 1385
}

1386 1387 1388 1389 1390
/*
 * Constructor variant for modules (where we know from /proc/modules where
 * they are loaded) and for vmlinux, where only after we load all the
 * symbols we'll know where it starts and ends.
 */
1391
static struct map *map__new2(u64 start, struct dso *dso, enum map_type type)
1392
{
1393
	struct map *self = malloc(sizeof(*self));
1394

1395 1396
	if (self != NULL) {
		/*
1397
		 * ->end will be filled after we load all the symbols
1398
		 */
1399
		map__init(self, type, start, 0, 0, dso);
1400
	}
1401

1402 1403 1404
	return self;
}

1405
static int perf_session__create_module_maps(struct perf_session *self)
1406 1407 1408 1409 1410
{
	char *line = NULL;
	size_t n;
	FILE *file = fopen("/proc/modules", "r");
	struct map *map;
1411

1412 1413
	if (file == NULL)
		return -1;
1414

1415 1416 1417 1418 1419 1420
	while (!feof(file)) {
		char name[PATH_MAX];
		u64 start;
		struct dso *dso;
		char *sep;
		int line_len;
1421

1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443
		line_len = getline(&line, &n, file);
		if (line_len < 0)
			break;

		if (!line)
			goto out_failure;

		line[--line_len] = '\0'; /* \n */

		sep = strrchr(line, 'x');
		if (sep == NULL)
			continue;

		hex2u64(sep + 1, &start);

		sep = strchr(line, ' ');
		if (sep == NULL)
			continue;

		*sep = '\0';

		snprintf(name, sizeof(name), "[%s]", line);
1444
		dso = dso__new(name);
1445 1446 1447 1448

		if (dso == NULL)
			goto out_delete_line;

1449
		map = map__new2(start, dso, MAP__FUNCTION);
1450 1451 1452
		if (map == NULL) {
			dso__delete(dso);
			goto out_delete_line;
1453
		}
1454

1455 1456 1457 1458 1459 1460
		snprintf(name, sizeof(name),
			 "/sys/module/%s/notes/.note.gnu.build-id", line);
		if (sysfs__read_build_id(name, dso->build_id,
					 sizeof(dso->build_id)) == 0)
			dso->has_build_id = true;

1461
		dso->origin = DSO__ORIG_KMODULE;
1462
		map_groups__insert(&self->kmaps, map);
1463
		dsos__add(&dsos__kernel, dso);
1464
	}
1465 1466 1467 1468

	free(line);
	fclose(file);

1469
	return perf_session__set_modules_path(self);
1470 1471 1472 1473 1474

out_delete_line:
	free(line);
out_failure:
	return -1;
1475 1476
}

1477
static int dso__load_vmlinux(struct dso *self, struct map *map,
1478
			     struct perf_session *session,
1479
			     const char *vmlinux, symbol_filter_t filter)
1480
{
1481
	int err = -1, fd;
1482

1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505
	if (self->has_build_id) {
		u8 build_id[BUILD_ID_SIZE];

		if (filename__read_build_id(vmlinux, build_id,
					    sizeof(build_id)) < 0) {
			pr_debug("No build_id in %s, ignoring it\n", vmlinux);
			return -1;
		}
		if (!dso__build_id_equal(self, build_id)) {
			char expected_build_id[BUILD_ID_SIZE * 2 + 1],
			     vmlinux_build_id[BUILD_ID_SIZE * 2 + 1];

			build_id__sprintf(self->build_id,
					  sizeof(self->build_id),
					  expected_build_id);
			build_id__sprintf(build_id, sizeof(build_id),
					  vmlinux_build_id);
			pr_debug("build_id in %s is %s while expected is %s, "
				 "ignoring it\n", vmlinux, vmlinux_build_id,
				 expected_build_id);
			return -1;
		}
	}
1506

1507
	fd = open(vmlinux, O_RDONLY);
1508 1509 1510
	if (fd < 0)
		return -1;

1511
	dso__set_loaded(self, map->type);
1512
	err = dso__load_sym(self, map, session, self->long_name, fd, filter, 1, 0);
1513 1514 1515 1516 1517
	close(fd);

	return err;
}

1518
static int dso__load_kernel_sym(struct dso *self, struct map *map,
1519
				struct perf_session *session, symbol_filter_t filter)
1520
{
1521 1522 1523 1524 1525 1526 1527 1528
	int err;
	bool is_kallsyms;

	if (vmlinux_path != NULL) {
		int i;
		pr_debug("Looking at the vmlinux_path (%d entries long)\n",
			 vmlinux_path__nr_entries);
		for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1529
			err = dso__load_vmlinux(self, map, session,
1530
						vmlinux_path[i], filter);
1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543
			if (err > 0) {
				pr_debug("Using %s for symbols\n",
					 vmlinux_path[i]);
				dso__set_long_name(self,
						   strdup(vmlinux_path[i]));
				goto out_fixup;
			}
		}
	}

	is_kallsyms = self->long_name[0] == '[';
	if (is_kallsyms)
		goto do_kallsyms;
1544

1545
	err = dso__load_vmlinux(self, map, session, self->long_name, filter);
1546
	if (err <= 0) {
1547 1548 1549
		pr_info("The file %s cannot be used, "
			"trying to use /proc/kallsyms...", self->long_name);
do_kallsyms:
1550
		err = dso__load_kallsyms(self, map, session, filter);
1551
		if (err > 0 && !is_kallsyms)
1552 1553
                        dso__set_long_name(self, strdup("[kernel.kallsyms]"));
	}
1554 1555

	if (err > 0) {
1556
out_fixup:
1557 1558
		map__fixup_start(map);
		map__fixup_end(map);
1559
	}
1560

1561 1562 1563
	return err;
}

1564 1565
LIST_HEAD(dsos__user);
LIST_HEAD(dsos__kernel);
1566
struct dso *vdso;
1567

1568
static void dsos__add(struct list_head *head, struct dso *dso)
1569
{
1570
	list_add_tail(&dso->node, head);
1571 1572
}

1573
static struct dso *dsos__find(struct list_head *head, const char *name)
1574 1575 1576
{
	struct dso *pos;

1577
	list_for_each_entry(pos, head, node)
1578 1579 1580 1581 1582
		if (strcmp(pos->name, name) == 0)
			return pos;
	return NULL;
}

1583
struct dso *dsos__findnew(const char *name)
1584
{
1585
	struct dso *dso = dsos__find(&dsos__user, name);
1586

1587
	if (!dso) {
1588
		dso = dso__new(name);
1589
		if (dso != NULL) {
1590
			dsos__add(&dsos__user, dso);
1591 1592
			dso__set_basename(dso);
		}
1593
	}
1594 1595 1596 1597

	return dso;
}

1598
static void __dsos__fprintf(struct list_head *head, FILE *fp)
1599 1600 1601
{
	struct dso *pos;

1602 1603 1604 1605 1606
	list_for_each_entry(pos, head, node) {
		int i;
		for (i = 0; i < MAP__NR_TYPES; ++i)
			dso__fprintf(pos, i, fp);
	}
1607 1608
}

1609 1610 1611 1612 1613 1614 1615
void dsos__fprintf(FILE *fp)
{
	__dsos__fprintf(&dsos__kernel, fp);
	__dsos__fprintf(&dsos__user, fp);
}

static size_t __dsos__fprintf_buildid(struct list_head *head, FILE *fp)
1616 1617 1618 1619
{
	struct dso *pos;
	size_t ret = 0;

1620
	list_for_each_entry(pos, head, node) {
1621
		ret += dso__fprintf_buildid(pos, fp);
1622
		ret += fprintf(fp, " %s\n", pos->long_name);
1623 1624 1625 1626
	}
	return ret;
}

1627 1628 1629 1630 1631 1632
size_t dsos__fprintf_buildid(FILE *fp)
{
	return (__dsos__fprintf_buildid(&dsos__kernel, fp) +
		__dsos__fprintf_buildid(&dsos__user, fp));
}

1633
static struct dso *dsos__create_kernel( const char *vmlinux)
1634
{
1635
	struct dso *kernel = dso__new(vmlinux ?: "[kernel.kallsyms]");
1636

1637
	if (kernel == NULL)
1638
		return NULL;
1639

1640 1641
	kernel->short_name = "[kernel]";
	kernel->kernel	   = 1;
1642

1643
	vdso = dso__new("[vdso]");
1644
	if (vdso == NULL)
1645
		goto out_delete_kernel_dso;
1646
	dso__set_loaded(vdso, MAP__FUNCTION);
1647 1648 1649 1650

	if (sysfs__read_build_id("/sys/kernel/notes", kernel->build_id,
				 sizeof(kernel->build_id)) == 0)
		kernel->has_build_id = true;
1651

1652 1653
	dsos__add(&dsos__kernel, kernel);
	dsos__add(&dsos__user, vdso);
1654

1655
	return kernel;
1656 1657 1658

out_delete_kernel_dso:
	dso__delete(kernel);
1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685
	return NULL;
}

static int map_groups__create_kernel_maps(struct map_groups *self, const char *vmlinux)
{
	struct map *functions, *variables;
	struct dso *kernel = dsos__create_kernel(vmlinux);

	if (kernel == NULL)
		return -1;

	functions = map__new2(0, kernel, MAP__FUNCTION);
	if (functions == NULL)
		return -1;

	variables = map__new2(0, kernel, MAP__VARIABLE);
	if (variables == NULL) {
		map__delete(functions);
		return -1;
	}

	functions->map_ip = functions->unmap_ip =
		variables->map_ip = variables->unmap_ip = identity__map_ip;
	map_groups__insert(self, functions);
	map_groups__insert(self, variables);

	return 0;
1686 1687
}

1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742
static void vmlinux_path__exit(void)
{
	while (--vmlinux_path__nr_entries >= 0) {
		free(vmlinux_path[vmlinux_path__nr_entries]);
		vmlinux_path[vmlinux_path__nr_entries] = NULL;
	}

	free(vmlinux_path);
	vmlinux_path = NULL;
}

static int vmlinux_path__init(void)
{
	struct utsname uts;
	char bf[PATH_MAX];

	if (uname(&uts) < 0)
		return -1;

	vmlinux_path = malloc(sizeof(char *) * 5);
	if (vmlinux_path == NULL)
		return -1;

	vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;
	snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
		 uts.release);
	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
		goto out_fail;
	++vmlinux_path__nr_entries;

	return 0;

out_fail:
	vmlinux_path__exit();
	return -1;
}

1743
int symbol__init(struct symbol_conf *conf)
1744
{
1745 1746
	const struct symbol_conf *pconf = conf ?: &symbol_conf__defaults;

1747
	elf_version(EV_CURRENT);
1748
	symbol__priv_size = pconf->priv_size;
1749 1750 1751
	if (pconf->sort_by_name)
		symbol__priv_size += (sizeof(struct symbol_name_rb_node) -
				      sizeof(struct symbol));
1752 1753

	if (pconf->try_vmlinux_path && vmlinux_path__init() < 0)
1754 1755
		return -1;

1756 1757 1758 1759 1760 1761 1762 1763 1764 1765
	return 0;
}

int perf_session__create_kernel_maps(struct perf_session *self,
				     struct symbol_conf *conf)
{
	const struct symbol_conf *pconf = conf ?: &symbol_conf__defaults;

	if (map_groups__create_kernel_maps(&self->kmaps,
					   pconf->vmlinux_name) < 0)
1766 1767
		return -1;

1768 1769 1770 1771 1772
	self->use_modules = pconf->use_modules;

	if (pconf->use_modules && perf_session__create_module_maps(self) < 0)
		pr_debug("Failed to load list of modules for session %s, "
			 "continuing...\n", self->filename);
1773 1774 1775
	/*
	 * Now that we have all the maps created, just set the ->end of them:
	 */
1776
	map_groups__fixup_end(&self->kmaps);
1777
	return 0;
1778
}