header.c 62.2 KB
Newer Older
1
#include "util.h"
2
#include <sys/types.h>
3
#include <byteswap.h>
4 5 6
#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>
7
#include <linux/list.h>
8
#include <linux/kernel.h>
9
#include <linux/bitops.h>
10
#include <sys/utsname.h>
11

12
#include "evlist.h"
13
#include "evsel.h"
14
#include "header.h"
15 16
#include "../perf.h"
#include "trace-event.h"
17
#include "session.h"
18
#include "symbol.h"
19
#include "debug.h"
20
#include "cpumap.h"
21
#include "pmu.h"
22
#include "vdso.h"
23
#include "strbuf.h"
24
#include "build-id.h"
25
#include "data.h"
26

27 28 29
static u32 header_argc;
static const char **header_argv;

30 31 32 33 34 35 36 37 38 39 40 41
/*
 * magic2 = "PERFILE2"
 * must be a numerical value to let the endianness
 * determine the memory layout. That way we are able
 * to detect endianness when reading the perf.data file
 * back.
 *
 * we check for legacy (PERFFILE) format.
 */
static const char *__perf_magic1 = "PERFFILE";
static const u64 __perf_magic2    = 0x32454c4946524550ULL;
static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
42

43
#define PERF_MAGIC	__perf_magic2
44 45

struct perf_file_attr {
46
	struct perf_event_attr	attr;
47 48 49
	struct perf_file_section	ids;
};

50
void perf_header__set_feat(struct perf_header *header, int feat)
51
{
52
	set_bit(feat, header->adds_features);
53 54
}

55
void perf_header__clear_feat(struct perf_header *header, int feat)
56
{
57
	clear_bit(feat, header->adds_features);
58 59
}

60
bool perf_header__has_feat(const struct perf_header *header, int feat)
61
{
62
	return test_bit(feat, header->adds_features);
63 64
}

65
static int do_write(int fd, const void *buf, size_t size)
66 67 68 69 70
{
	while (size) {
		int ret = write(fd, buf, size);

		if (ret < 0)
71
			return -errno;
72 73 74 75

		size -= ret;
		buf += ret;
	}
76 77

	return 0;
78 79
}

80
int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
81 82 83 84 85 86 87 88 89 90
{
	static const char zero_buf[NAME_ALIGN];
	int err = do_write(fd, bf, count);

	if (!err)
		err = do_write(fd, zero_buf, count_aligned - count);

	return err;
}

91 92 93
#define string_size(str)						\
	(PERF_ALIGN((strlen(str) + 1), NAME_ALIGN) + sizeof(u32))

94 95 96 97 98 99
static int do_write_string(int fd, const char *str)
{
	u32 len, olen;
	int ret;

	olen = strlen(str) + 1;
100
	len = PERF_ALIGN(olen, NAME_ALIGN);
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115

	/* write len, incl. \0 */
	ret = do_write(fd, &len, sizeof(len));
	if (ret < 0)
		return ret;

	return write_padded(fd, str, olen, len);
}

static char *do_read_string(int fd, struct perf_header *ph)
{
	ssize_t sz, ret;
	u32 len;
	char *buf;

116
	sz = readn(fd, &len, sizeof(len));
117 118 119 120 121 122 123 124 125 126
	if (sz < (ssize_t)sizeof(len))
		return NULL;

	if (ph->needs_swap)
		len = bswap_32(len);

	buf = malloc(len);
	if (!buf)
		return NULL;

127
	ret = readn(fd, buf, len);
128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
	if (ret == (ssize_t)len) {
		/*
		 * strings are padded by zeroes
		 * thus the actual strlen of buf
		 * may be less than len
		 */
		return buf;
	}

	free(buf);
	return NULL;
}

int
perf_header__set_cmdline(int argc, const char **argv)
{
	int i;

146 147 148 149 150 151 152 153 154
	/*
	 * If header_argv has already been set, do not override it.
	 * This allows a command to set the cmdline, parse args and
	 * then call another builtin function that implements a
	 * command -- e.g, cmd_kvm calling cmd_record.
	 */
	if (header_argv)
		return 0;

155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171
	header_argc = (u32)argc;

	/* do not include NULL termination */
	header_argv = calloc(argc, sizeof(char *));
	if (!header_argv)
		return -ENOMEM;

	/*
	 * must copy argv contents because it gets moved
	 * around during option parsing
	 */
	for (i = 0; i < argc ; i++)
		header_argv[i] = argv[i];

	return 0;
}

172
static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
173 174 175 176 177 178 179
			    struct perf_evlist *evlist)
{
	return read_tracing_data(fd, &evlist->entries);
}


static int write_build_id(int fd, struct perf_header *h,
180
			  struct perf_evlist *evlist __maybe_unused)
181 182 183 184 185 186
{
	struct perf_session *session;
	int err;

	session = container_of(h, struct perf_session, header);

187 188 189
	if (!perf_session__read_build_ids(session, true))
		return -1;

190
	err = perf_session__write_buildid_table(session, fd);
191 192 193 194
	if (err < 0) {
		pr_debug("failed to write buildid table\n");
		return err;
	}
195
	perf_session__cache_build_ids(session);
196 197 198 199

	return 0;
}

200 201
static int write_hostname(int fd, struct perf_header *h __maybe_unused,
			  struct perf_evlist *evlist __maybe_unused)
202 203 204 205 206 207 208 209 210 211 212
{
	struct utsname uts;
	int ret;

	ret = uname(&uts);
	if (ret < 0)
		return -1;

	return do_write_string(fd, uts.nodename);
}

213 214
static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
			   struct perf_evlist *evlist __maybe_unused)
215 216 217 218 219 220 221 222 223 224 225
{
	struct utsname uts;
	int ret;

	ret = uname(&uts);
	if (ret < 0)
		return -1;

	return do_write_string(fd, uts.release);
}

226 227
static int write_arch(int fd, struct perf_header *h __maybe_unused,
		      struct perf_evlist *evlist __maybe_unused)
228 229 230 231 232 233 234 235 236 237 238
{
	struct utsname uts;
	int ret;

	ret = uname(&uts);
	if (ret < 0)
		return -1;

	return do_write_string(fd, uts.machine);
}

239 240
static int write_version(int fd, struct perf_header *h __maybe_unused,
			 struct perf_evlist *evlist __maybe_unused)
241 242 243 244
{
	return do_write_string(fd, perf_version_string);
}

245
static int __write_cpudesc(int fd, const char *cpuinfo_proc)
246 247 248 249
{
	FILE *file;
	char *buf = NULL;
	char *s, *p;
250
	const char *search = cpuinfo_proc;
251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
	size_t len = 0;
	int ret = -1;

	if (!search)
		return -1;

	file = fopen("/proc/cpuinfo", "r");
	if (!file)
		return -1;

	while (getline(&buf, &len, file) > 0) {
		ret = strncmp(buf, search, strlen(search));
		if (!ret)
			break;
	}

267 268
	if (ret) {
		ret = -1;
269
		goto done;
270
	}
271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301

	s = buf;

	p = strchr(buf, ':');
	if (p && *(p+1) == ' ' && *(p+2))
		s = p + 2;
	p = strchr(s, '\n');
	if (p)
		*p = '\0';

	/* squash extra space characters (branding string) */
	p = s;
	while (*p) {
		if (isspace(*p)) {
			char *r = p + 1;
			char *q = r;
			*p = ' ';
			while (*q && isspace(*q))
				q++;
			if (q != (p+1))
				while ((*r++ = *q++));
		}
		p++;
	}
	ret = do_write_string(fd, s);
done:
	free(buf);
	fclose(file);
	return ret;
}

302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320
static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
		       struct perf_evlist *evlist __maybe_unused)
{
#ifndef CPUINFO_PROC
#define CPUINFO_PROC {"model name", }
#endif
	const char *cpuinfo_procs[] = CPUINFO_PROC;
	unsigned int i;

	for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
		int ret;
		ret = __write_cpudesc(fd, cpuinfo_procs[i]);
		if (ret >= 0)
			return ret;
	}
	return -1;
}


321 322
static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
			struct perf_evlist *evlist __maybe_unused)
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346
{
	long nr;
	u32 nrc, nra;
	int ret;

	nr = sysconf(_SC_NPROCESSORS_CONF);
	if (nr < 0)
		return -1;

	nrc = (u32)(nr & UINT_MAX);

	nr = sysconf(_SC_NPROCESSORS_ONLN);
	if (nr < 0)
		return -1;

	nra = (u32)(nr & UINT_MAX);

	ret = do_write(fd, &nrc, sizeof(nrc));
	if (ret < 0)
		return ret;

	return do_write(fd, &nra, sizeof(nra));
}

347
static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
348 349
			    struct perf_evlist *evlist)
{
350
	struct perf_evsel *evsel;
351
	u32 nre, nri, sz;
352 353
	int ret;

354
	nre = evlist->nr_entries;
355 356 357 358 359 360 361 362 363 364 365

	/*
	 * write number of events
	 */
	ret = do_write(fd, &nre, sizeof(nre));
	if (ret < 0)
		return ret;

	/*
	 * size of perf_event_attr struct
	 */
366
	sz = (u32)sizeof(evsel->attr);
367 368 369 370
	ret = do_write(fd, &sz, sizeof(sz));
	if (ret < 0)
		return ret;

371
	evlist__for_each(evlist, evsel) {
372
		ret = do_write(fd, &evsel->attr, sz);
373 374 375 376 377 378 379 380 381
		if (ret < 0)
			return ret;
		/*
		 * write number of unique id per event
		 * there is one id per instance of an event
		 *
		 * copy into an nri to be independent of the
		 * type of ids,
		 */
382
		nri = evsel->ids;
383 384 385 386 387 388 389
		ret = do_write(fd, &nri, sizeof(nri));
		if (ret < 0)
			return ret;

		/*
		 * write event string as passed on cmdline
		 */
390
		ret = do_write_string(fd, perf_evsel__name(evsel));
391 392 393 394 395
		if (ret < 0)
			return ret;
		/*
		 * write unique ids for this event
		 */
396
		ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
397 398 399 400 401 402
		if (ret < 0)
			return ret;
	}
	return 0;
}

403 404
static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
			 struct perf_evlist *evlist __maybe_unused)
405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446
{
	char buf[MAXPATHLEN];
	char proc[32];
	u32 i, n;
	int ret;

	/*
	 * actual atual path to perf binary
	 */
	sprintf(proc, "/proc/%d/exe", getpid());
	ret = readlink(proc, buf, sizeof(buf));
	if (ret <= 0)
		return -1;

	/* readlink() does not add null termination */
	buf[ret] = '\0';

	/* account for binary path */
	n = header_argc + 1;

	ret = do_write(fd, &n, sizeof(n));
	if (ret < 0)
		return ret;

	ret = do_write_string(fd, buf);
	if (ret < 0)
		return ret;

	for (i = 0 ; i < header_argc; i++) {
		ret = do_write_string(fd, header_argv[i]);
		if (ret < 0)
			return ret;
	}
	return 0;
}

#define CORE_SIB_FMT \
	"/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
#define THRD_SIB_FMT \
	"/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"

struct cpu_topo {
447
	u32 cpu_nr;
448 449 450 451
	u32 core_sib;
	u32 thread_sib;
	char **core_siblings;
	char **thread_siblings;
452 453
	int *core_id;
	int *phy_pkg_id;
454 455 456 457 458 459 460 461
};

static int build_cpu_topo(struct cpu_topo *tp, int cpu)
{
	FILE *fp;
	char filename[MAXPATHLEN];
	char *buf = NULL, *p;
	size_t len = 0;
462
	ssize_t sret;
463 464 465 466 467 468
	u32 i = 0;
	int ret = -1;

	sprintf(filename, CORE_SIB_FMT, cpu);
	fp = fopen(filename, "r");
	if (!fp)
469
		goto try_threads;
470

471
	sret = getline(&buf, &len, fp);
472
	fclose(fp);
473 474
	if (sret <= 0)
		goto try_threads;
475 476 477 478 479 480 481 482 483 484 485 486 487 488 489

	p = strchr(buf, '\n');
	if (p)
		*p = '\0';

	for (i = 0; i < tp->core_sib; i++) {
		if (!strcmp(buf, tp->core_siblings[i]))
			break;
	}
	if (i == tp->core_sib) {
		tp->core_siblings[i] = buf;
		tp->core_sib++;
		buf = NULL;
		len = 0;
	}
490
	ret = 0;
491

492
try_threads:
493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515
	sprintf(filename, THRD_SIB_FMT, cpu);
	fp = fopen(filename, "r");
	if (!fp)
		goto done;

	if (getline(&buf, &len, fp) <= 0)
		goto done;

	p = strchr(buf, '\n');
	if (p)
		*p = '\0';

	for (i = 0; i < tp->thread_sib; i++) {
		if (!strcmp(buf, tp->thread_siblings[i]))
			break;
	}
	if (i == tp->thread_sib) {
		tp->thread_siblings[i] = buf;
		tp->thread_sib++;
		buf = NULL;
	}
	ret = 0;
done:
516 517 518
	tp->core_id[cpu] = cpu_map__get_core_id(cpu);
	tp->phy_pkg_id[cpu] = cpu_map__get_socket_id(cpu);

519 520 521 522 523 524 525 526 527 528 529 530 531 532
	if(fp)
		fclose(fp);
	free(buf);
	return ret;
}

static void free_cpu_topo(struct cpu_topo *tp)
{
	u32 i;

	if (!tp)
		return;

	for (i = 0 ; i < tp->core_sib; i++)
533
		zfree(&tp->core_siblings[i]);
534 535

	for (i = 0 ; i < tp->thread_sib; i++)
536
		zfree(&tp->thread_siblings[i]);
537 538 539 540 541 542 543 544 545

	free(tp);
}

static struct cpu_topo *build_cpu_topology(void)
{
	struct cpu_topo *tp;
	void *addr;
	u32 nr, i;
546
	size_t sz, sz_id;
547 548 549 550 551 552 553 554 555 556
	long ncpus;
	int ret = -1;

	ncpus = sysconf(_SC_NPROCESSORS_CONF);
	if (ncpus < 0)
		return NULL;

	nr = (u32)(ncpus & UINT_MAX);

	sz = nr * sizeof(char *);
557
	sz_id = nr * sizeof(int);
558

559
	addr = calloc(1, sizeof(*tp) + 2 * sz + 2 * sz_id);
560 561 562 563
	if (!addr)
		return NULL;

	tp = addr;
564
	tp->cpu_nr = nr;
565 566 567 568
	addr += sizeof(*tp);
	tp->core_siblings = addr;
	addr += sz;
	tp->thread_siblings = addr;
569 570 571 572
	addr += sz;
	tp->core_id = addr;
	addr += sz_id;
	tp->phy_pkg_id = addr;
573 574 575 576 577 578 579 580 581 582 583 584 585

	for (i = 0; i < nr; i++) {
		ret = build_cpu_topo(tp, i);
		if (ret < 0)
			break;
	}
	if (ret) {
		free_cpu_topo(tp);
		tp = NULL;
	}
	return tp;
}

586 587
static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
			  struct perf_evlist *evlist __maybe_unused)
588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614
{
	struct cpu_topo *tp;
	u32 i;
	int ret;

	tp = build_cpu_topology();
	if (!tp)
		return -1;

	ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
	if (ret < 0)
		goto done;

	for (i = 0; i < tp->core_sib; i++) {
		ret = do_write_string(fd, tp->core_siblings[i]);
		if (ret < 0)
			goto done;
	}
	ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
	if (ret < 0)
		goto done;

	for (i = 0; i < tp->thread_sib; i++) {
		ret = do_write_string(fd, tp->thread_siblings[i]);
		if (ret < 0)
			break;
	}
615 616 617 618 619 620 621 622 623

	for (i = 0; i < tp->cpu_nr; i++) {
		ret = do_write(fd, &tp->core_id[i], sizeof(int));
		if (ret < 0)
			return ret;
		ret = do_write(fd, &tp->phy_pkg_id[i], sizeof(int));
		if (ret < 0)
			return ret;
	}
624 625 626 627 628 629 630
done:
	free_cpu_topo(tp);
	return ret;
}



631 632
static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
			  struct perf_evlist *evlist __maybe_unused)
633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652
{
	char *buf = NULL;
	FILE *fp;
	size_t len = 0;
	int ret = -1, n;
	uint64_t mem;

	fp = fopen("/proc/meminfo", "r");
	if (!fp)
		return -1;

	while (getline(&buf, &len, fp) > 0) {
		ret = strncmp(buf, "MemTotal:", 9);
		if (!ret)
			break;
	}
	if (!ret) {
		n = sscanf(buf, "%*s %"PRIu64, &mem);
		if (n == 1)
			ret = do_write(fd, &mem, sizeof(mem));
653 654
	} else
		ret = -1;
655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678
	free(buf);
	fclose(fp);
	return ret;
}

static int write_topo_node(int fd, int node)
{
	char str[MAXPATHLEN];
	char field[32];
	char *buf = NULL, *p;
	size_t len = 0;
	FILE *fp;
	u64 mem_total, mem_free, mem;
	int ret = -1;

	sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
	fp = fopen(str, "r");
	if (!fp)
		return -1;

	while (getline(&buf, &len, fp) > 0) {
		/* skip over invalid lines */
		if (!strchr(buf, ':'))
			continue;
679
		if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
680 681 682 683 684 685 686 687
			goto done;
		if (!strcmp(field, "MemTotal:"))
			mem_total = mem;
		if (!strcmp(field, "MemFree:"))
			mem_free = mem;
	}

	fclose(fp);
688
	fp = NULL;
689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714

	ret = do_write(fd, &mem_total, sizeof(u64));
	if (ret)
		goto done;

	ret = do_write(fd, &mem_free, sizeof(u64));
	if (ret)
		goto done;

	ret = -1;
	sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);

	fp = fopen(str, "r");
	if (!fp)
		goto done;

	if (getline(&buf, &len, fp) <= 0)
		goto done;

	p = strchr(buf, '\n');
	if (p)
		*p = '\0';

	ret = do_write_string(fd, buf);
done:
	free(buf);
715 716
	if (fp)
		fclose(fp);
717 718 719
	return ret;
}

720 721
static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
			  struct perf_evlist *evlist __maybe_unused)
722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
{
	char *buf = NULL;
	size_t len = 0;
	FILE *fp;
	struct cpu_map *node_map = NULL;
	char *c;
	u32 nr, i, j;
	int ret = -1;

	fp = fopen("/sys/devices/system/node/online", "r");
	if (!fp)
		return -1;

	if (getline(&buf, &len, fp) <= 0)
		goto done;

	c = strchr(buf, '\n');
	if (c)
		*c = '\0';

	node_map = cpu_map__new(buf);
	if (!node_map)
		goto done;

	nr = (u32)node_map->nr;

	ret = do_write(fd, &nr, sizeof(nr));
	if (ret < 0)
		goto done;

	for (i = 0; i < nr; i++) {
		j = (u32)node_map->map[i];
		ret = do_write(fd, &j, sizeof(j));
		if (ret < 0)
			break;

		ret = write_topo_node(fd, i);
		if (ret < 0)
			break;
	}
done:
	free(buf);
	fclose(fp);
	free(node_map);
	return ret;
}

769 770 771 772 773 774 775 776 777 778 779 780
/*
 * File format:
 *
 * struct pmu_mappings {
 *	u32	pmu_num;
 *	struct pmu_map {
 *		u32	type;
 *		char	name[];
 *	}[pmu_num];
 * };
 */

781 782
static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
			      struct perf_evlist *evlist __maybe_unused)
783 784 785 786
{
	struct perf_pmu *pmu = NULL;
	off_t offset = lseek(fd, 0, SEEK_CUR);
	__u32 pmu_num = 0;
787
	int ret;
788 789

	/* write real pmu_num later */
790 791 792
	ret = do_write(fd, &pmu_num, sizeof(pmu_num));
	if (ret < 0)
		return ret;
793 794 795 796 797

	while ((pmu = perf_pmu__scan(pmu))) {
		if (!pmu->name)
			continue;
		pmu_num++;
798 799 800 801 802 803 804 805

		ret = do_write(fd, &pmu->type, sizeof(pmu->type));
		if (ret < 0)
			return ret;

		ret = do_write_string(fd, pmu->name);
		if (ret < 0)
			return ret;
806 807 808 809 810 811 812 813 814 815 816
	}

	if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
		/* discard all */
		lseek(fd, offset, SEEK_SET);
		return -1;
	}

	return 0;
}

817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839
/*
 * File format:
 *
 * struct group_descs {
 *	u32	nr_groups;
 *	struct group_desc {
 *		char	name[];
 *		u32	leader_idx;
 *		u32	nr_members;
 *	}[nr_groups];
 * };
 */
static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
			    struct perf_evlist *evlist)
{
	u32 nr_groups = evlist->nr_groups;
	struct perf_evsel *evsel;
	int ret;

	ret = do_write(fd, &nr_groups, sizeof(nr_groups));
	if (ret < 0)
		return ret;

840
	evlist__for_each(evlist, evsel) {
841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862
		if (perf_evsel__is_group_leader(evsel) &&
		    evsel->nr_members > 1) {
			const char *name = evsel->group_name ?: "{anon_group}";
			u32 leader_idx = evsel->idx;
			u32 nr_members = evsel->nr_members;

			ret = do_write_string(fd, name);
			if (ret < 0)
				return ret;

			ret = do_write(fd, &leader_idx, sizeof(leader_idx));
			if (ret < 0)
				return ret;

			ret = do_write(fd, &nr_members, sizeof(nr_members));
			if (ret < 0)
				return ret;
		}
	}
	return 0;
}

863 864 865 866
/*
 * default get_cpuid(): nothing gets recorded
 * actual implementation must be in arch/$(ARCH)/util/header.c
 */
867 868
int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
				     size_t sz __maybe_unused)
869 870 871 872
{
	return -1;
}

873 874
static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
		       struct perf_evlist *evlist __maybe_unused)
875 876 877 878 879 880 881 882 883 884 885 886 887
{
	char buffer[64];
	int ret;

	ret = get_cpuid(buffer, sizeof(buffer));
	if (!ret)
		goto write_it;

	return -1;
write_it:
	return do_write_string(fd, buffer);
}

888 889 890
static int write_branch_stack(int fd __maybe_unused,
			      struct perf_header *h __maybe_unused,
		       struct perf_evlist *evlist __maybe_unused)
891 892 893 894
{
	return 0;
}

895
static int write_auxtrace(int fd, struct perf_header *h,
896 897
			  struct perf_evlist *evlist __maybe_unused)
{
898 899 900 901 902 903 904 905 906
	struct perf_session *session;
	int err;

	session = container_of(h, struct perf_session, header);

	err = auxtrace_index__write(fd, &session->auxtrace_index);
	if (err < 0)
		pr_err("Failed to write auxtrace index\n");
	return err;
907 908
}

909 910
static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
			   FILE *fp)
911
{
912
	fprintf(fp, "# hostname : %s\n", ph->env.hostname);
913 914
}

915 916
static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
			    FILE *fp)
917
{
918
	fprintf(fp, "# os release : %s\n", ph->env.os_release);
919 920
}

921
static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
922
{
923
	fprintf(fp, "# arch : %s\n", ph->env.arch);
924 925
}

926 927
static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
			  FILE *fp)
928
{
929
	fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
930 931
}

932 933
static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
			 FILE *fp)
934
{
935 936
	fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
	fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
937 938
}

939 940
static void print_version(struct perf_header *ph, int fd __maybe_unused,
			  FILE *fp)
941
{
942
	fprintf(fp, "# perf version : %s\n", ph->env.version);
943 944
}

945 946
static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
			  FILE *fp)
947
{
948
	int nr, i;
949

950
	nr = ph->env.nr_cmdline;
951 952 953

	fprintf(fp, "# cmdline : ");

954 955
	for (i = 0; i < nr; i++)
		fprintf(fp, "%s ", ph->env.cmdline_argv[i]);
956 957 958
	fputc('\n', fp);
}

959 960
static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
			       FILE *fp)
961
{
962
	int nr, i;
963
	char *str;
964
	int cpu_nr = ph->env.nr_cpus_online;
965

966 967
	nr = ph->env.nr_sibling_cores;
	str = ph->env.sibling_cores;
968 969 970

	for (i = 0; i < nr; i++) {
		fprintf(fp, "# sibling cores   : %s\n", str);
971
		str += strlen(str) + 1;
972 973
	}

974 975
	nr = ph->env.nr_sibling_threads;
	str = ph->env.sibling_threads;
976 977 978

	for (i = 0; i < nr; i++) {
		fprintf(fp, "# sibling threads : %s\n", str);
979
		str += strlen(str) + 1;
980
	}
981 982 983 984 985 986 987

	if (ph->env.cpu != NULL) {
		for (i = 0; i < cpu_nr; i++)
			fprintf(fp, "# CPU %d: Core ID %d, Socket ID %d\n", i,
				ph->env.cpu[i].core_id, ph->env.cpu[i].socket_id);
	} else
		fprintf(fp, "# Core ID and Socket ID information is not available\n");
988 989
}

990
static void free_event_desc(struct perf_evsel *events)
991
{
992 993 994 995 996 997
	struct perf_evsel *evsel;

	if (!events)
		return;

	for (evsel = events; evsel->attr.size; evsel++) {
998 999
		zfree(&evsel->name);
		zfree(&evsel->id);
1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
	}

	free(events);
}

static struct perf_evsel *
read_event_desc(struct perf_header *ph, int fd)
{
	struct perf_evsel *evsel, *events = NULL;
	u64 *id;
1010
	void *buf = NULL;
1011 1012 1013
	u32 nre, sz, nr, i, j;
	ssize_t ret;
	size_t msz;
1014 1015

	/* number of events */
1016
	ret = readn(fd, &nre, sizeof(nre));
1017 1018 1019 1020 1021 1022
	if (ret != (ssize_t)sizeof(nre))
		goto error;

	if (ph->needs_swap)
		nre = bswap_32(nre);

1023
	ret = readn(fd, &sz, sizeof(sz));
1024 1025 1026 1027 1028 1029
	if (ret != (ssize_t)sizeof(sz))
		goto error;

	if (ph->needs_swap)
		sz = bswap_32(sz);

1030
	/* buffer to hold on file attr struct */
1031 1032 1033 1034
	buf = malloc(sz);
	if (!buf)
		goto error;

1035 1036 1037 1038 1039 1040
	/* the last event terminates with evsel->attr.size == 0: */
	events = calloc(nre + 1, sizeof(*events));
	if (!events)
		goto error;

	msz = sizeof(evsel->attr);
1041
	if (sz < msz)
1042 1043
		msz = sz;

1044 1045
	for (i = 0, evsel = events; i < nre; evsel++, i++) {
		evsel->idx = i;
1046

1047 1048 1049 1050
		/*
		 * must read entire on-file attr struct to
		 * sync up with layout.
		 */
1051
		ret = readn(fd, buf, sz);
1052 1053 1054 1055 1056 1057
		if (ret != (ssize_t)sz)
			goto error;

		if (ph->needs_swap)
			perf_event__attr_swap(buf);

1058
		memcpy(&evsel->attr, buf, msz);
1059

1060
		ret = readn(fd, &nr, sizeof(nr));
1061 1062 1063
		if (ret != (ssize_t)sizeof(nr))
			goto error;

1064
		if (ph->needs_swap) {
1065
			nr = bswap_32(nr);
1066 1067
			evsel->needs_swap = true;
		}
1068

1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080
		evsel->name = do_read_string(fd, ph);

		if (!nr)
			continue;

		id = calloc(nr, sizeof(*id));
		if (!id)
			goto error;
		evsel->ids = nr;
		evsel->id = id;

		for (j = 0 ; j < nr; j++) {
1081
			ret = readn(fd, id, sizeof(*id));
1082 1083 1084 1085 1086 1087 1088 1089
			if (ret != (ssize_t)sizeof(*id))
				goto error;
			if (ph->needs_swap)
				*id = bswap_64(*id);
			id++;
		}
	}
out:
1090
	free(buf);
1091 1092
	return events;
error:
1093
	free_event_desc(events);
1094 1095 1096 1097
	events = NULL;
	goto out;
}

1098 1099 1100 1101 1102 1103
static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
				void *priv __attribute__((unused)))
{
	return fprintf(fp, ", %s = %s", name, val);
}

1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116
static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
{
	struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
	u32 j;
	u64 *id;

	if (!events) {
		fprintf(fp, "# event desc: not available or unable to read\n");
		return;
	}

	for (evsel = events; evsel->attr.size; evsel++) {
		fprintf(fp, "# event : name = %s, ", evsel->name);
1117

1118
		if (evsel->ids) {
1119
			fprintf(fp, ", id = {");
1120 1121 1122 1123 1124
			for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
				if (j)
					fputc(',', fp);
				fprintf(fp, " %"PRIu64, *id);
			}
1125
			fprintf(fp, " }");
1126
		}
1127

1128
		perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
1129

1130 1131
		fputc('\n', fp);
	}
1132 1133

	free_event_desc(events);
1134 1135
}

1136
static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
1137
			    FILE *fp)
1138
{
1139
	fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
1140 1141
}

1142
static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
1143
				FILE *fp)
1144 1145
{
	u32 nr, c, i;
1146
	char *str, *tmp;
1147 1148 1149
	uint64_t mem_total, mem_free;

	/* nr nodes */
1150 1151
	nr = ph->env.nr_numa_nodes;
	str = ph->env.numa_nodes;
1152 1153 1154

	for (i = 0; i < nr; i++) {
		/* node number */
1155 1156
		c = strtoul(str, &tmp, 0);
		if (*tmp != ':')
1157 1158
			goto error;

1159 1160 1161
		str = tmp + 1;
		mem_total = strtoull(str, &tmp, 0);
		if (*tmp != ':')
1162 1163
			goto error;

1164 1165 1166
		str = tmp + 1;
		mem_free = strtoull(str, &tmp, 0);
		if (*tmp != ':')
1167 1168 1169 1170
			goto error;

		fprintf(fp, "# node%u meminfo  : total = %"PRIu64" kB,"
			    " free = %"PRIu64" kB\n",
1171
			c, mem_total, mem_free);
1172

1173
		str = tmp + 1;
1174
		fprintf(fp, "# node%u cpu list : %s\n", c, str);
1175 1176

		str += strlen(str) + 1;
1177 1178 1179 1180 1181 1182
	}
	return;
error:
	fprintf(fp, "# numa topology : not available\n");
}

1183
static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
1184
{
1185
	fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
1186 1187
}

1188
static void print_branch_stack(struct perf_header *ph __maybe_unused,
1189
			       int fd __maybe_unused, FILE *fp)
1190 1191 1192 1193
{
	fprintf(fp, "# contains samples with branch stack\n");
}

1194 1195 1196 1197 1198 1199
static void print_auxtrace(struct perf_header *ph __maybe_unused,
			   int fd __maybe_unused, FILE *fp)
{
	fprintf(fp, "# contains AUX area data (e.g. instruction trace)\n");
}

1200 1201
static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
			       FILE *fp)
1202 1203
{
	const char *delimiter = "# pmu mappings: ";
1204
	char *str, *tmp;
1205 1206 1207
	u32 pmu_num;
	u32 type;

1208
	pmu_num = ph->env.nr_pmu_mappings;
1209 1210 1211 1212 1213
	if (!pmu_num) {
		fprintf(fp, "# pmu mappings: not available\n");
		return;
	}

1214 1215
	str = ph->env.pmu_mappings;

1216
	while (pmu_num) {
1217 1218 1219 1220 1221 1222
		type = strtoul(str, &tmp, 0);
		if (*tmp != ':')
			goto error;

		str = tmp + 1;
		fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
1223

1224
		delimiter = ", ";
1225 1226
		str += strlen(str) + 1;
		pmu_num--;
1227 1228 1229 1230 1231 1232 1233 1234 1235 1236
	}

	fprintf(fp, "\n");

	if (!pmu_num)
		return;
error:
	fprintf(fp, "# pmu mappings: unable to read\n");
}

1237 1238 1239 1240 1241 1242 1243 1244 1245
static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
			     FILE *fp)
{
	struct perf_session *session;
	struct perf_evsel *evsel;
	u32 nr = 0;

	session = container_of(ph, struct perf_session, header);

1246
	evlist__for_each(session->evlist, evsel) {
1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261
		if (perf_evsel__is_group_leader(evsel) &&
		    evsel->nr_members > 1) {
			fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
				perf_evsel__name(evsel));

			nr = evsel->nr_members - 1;
		} else if (nr) {
			fprintf(fp, ",%s", perf_evsel__name(evsel));

			if (--nr == 0)
				fprintf(fp, "}\n");
		}
	}
}

1262 1263 1264 1265 1266 1267
static int __event_process_build_id(struct build_id_event *bev,
				    char *filename,
				    struct perf_session *session)
{
	int err = -1;
	struct machine *machine;
1268
	u16 cpumode;
1269 1270 1271 1272 1273 1274 1275
	struct dso *dso;
	enum dso_kernel_type dso_type;

	machine = perf_session__findnew_machine(session, bev->pid);
	if (!machine)
		goto out;

1276
	cpumode = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
1277

1278
	switch (cpumode) {
1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292
	case PERF_RECORD_MISC_KERNEL:
		dso_type = DSO_TYPE_KERNEL;
		break;
	case PERF_RECORD_MISC_GUEST_KERNEL:
		dso_type = DSO_TYPE_GUEST_KERNEL;
		break;
	case PERF_RECORD_MISC_USER:
	case PERF_RECORD_MISC_GUEST_USER:
		dso_type = DSO_TYPE_USER;
		break;
	default:
		goto out;
	}

1293
	dso = machine__findnew_dso(machine, filename);
1294 1295 1296 1297 1298
	if (dso != NULL) {
		char sbuild_id[BUILD_ID_SIZE * 2 + 1];

		dso__set_build_id(dso, &bev->build_id);

1299
		if (!is_kernel_module(filename, cpumode))
1300 1301 1302 1303 1304 1305
			dso->kernel = dso_type;

		build_id__sprintf(dso->build_id, sizeof(dso->build_id),
				  sbuild_id);
		pr_debug("build id event received for %s: %s\n",
			 dso->long_name, sbuild_id);
1306
		dso__put(dso);
1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319
	}

	err = 0;
out:
	return err;
}

static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
						 int input, u64 offset, u64 size)
{
	struct perf_session *session = container_of(header, struct perf_session, header);
	struct {
		struct perf_event_header   header;
1320
		u8			   build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
1321 1322 1323 1324 1325 1326 1327 1328 1329
		char			   filename[0];
	} old_bev;
	struct build_id_event bev;
	char filename[PATH_MAX];
	u64 limit = offset + size;

	while (offset < limit) {
		ssize_t len;

1330
		if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
1331 1332 1333 1334 1335 1336
			return -1;

		if (header->needs_swap)
			perf_event_header__bswap(&old_bev.header);

		len = old_bev.header.size - sizeof(old_bev);
1337
		if (readn(input, filename, len) != len)
1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371
			return -1;

		bev.header = old_bev.header;

		/*
		 * As the pid is the missing value, we need to fill
		 * it properly. The header.misc value give us nice hint.
		 */
		bev.pid	= HOST_KERNEL_ID;
		if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
		    bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
			bev.pid	= DEFAULT_GUEST_KERNEL_ID;

		memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
		__event_process_build_id(&bev, filename, session);

		offset += bev.header.size;
	}

	return 0;
}

static int perf_header__read_build_ids(struct perf_header *header,
				       int input, u64 offset, u64 size)
{
	struct perf_session *session = container_of(header, struct perf_session, header);
	struct build_id_event bev;
	char filename[PATH_MAX];
	u64 limit = offset + size, orig_offset = offset;
	int err = -1;

	while (offset < limit) {
		ssize_t len;

1372
		if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
1373 1374 1375 1376 1377 1378
			goto out;

		if (header->needs_swap)
			perf_event_header__bswap(&bev.header);

		len = bev.header.size - sizeof(bev);
1379
		if (readn(input, filename, len) != len)
1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408
			goto out;
		/*
		 * The a1645ce1 changeset:
		 *
		 * "perf: 'perf kvm' tool for monitoring guest performance from host"
		 *
		 * Added a field to struct build_id_event that broke the file
		 * format.
		 *
		 * Since the kernel build-id is the first entry, process the
		 * table using the old format if the well known
		 * '[kernel.kallsyms]' string for the kernel build-id has the
		 * first 4 characters chopped off (where the pid_t sits).
		 */
		if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
			if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
				return -1;
			return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
		}

		__event_process_build_id(&bev, filename, session);

		offset += bev.header.size;
	}
	err = 0;
out:
	return err;
}

1409 1410 1411
static int process_tracing_data(struct perf_file_section *section __maybe_unused,
				struct perf_header *ph __maybe_unused,
				int fd, void *data)
1412
{
1413 1414
	ssize_t ret = trace_report(fd, data, false);
	return ret < 0 ? -1 : 0;
1415 1416 1417
}

static int process_build_id(struct perf_file_section *section,
1418
			    struct perf_header *ph, int fd,
1419
			    void *data __maybe_unused)
1420 1421 1422 1423 1424 1425
{
	if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
		pr_debug("Failed to read buildids, continuing...\n");
	return 0;
}

1426
static int process_hostname(struct perf_file_section *section __maybe_unused,
1427 1428
			    struct perf_header *ph, int fd,
			    void *data __maybe_unused)
1429 1430 1431 1432 1433 1434
{
	ph->env.hostname = do_read_string(fd, ph);
	return ph->env.hostname ? 0 : -ENOMEM;
}

static int process_osrelease(struct perf_file_section *section __maybe_unused,
1435 1436
			     struct perf_header *ph, int fd,
			     void *data __maybe_unused)
1437 1438 1439 1440 1441 1442
{
	ph->env.os_release = do_read_string(fd, ph);
	return ph->env.os_release ? 0 : -ENOMEM;
}

static int process_version(struct perf_file_section *section __maybe_unused,
1443 1444
			   struct perf_header *ph, int fd,
			   void *data __maybe_unused)
1445 1446 1447 1448 1449 1450
{
	ph->env.version = do_read_string(fd, ph);
	return ph->env.version ? 0 : -ENOMEM;
}

static int process_arch(struct perf_file_section *section __maybe_unused,
1451 1452
			struct perf_header *ph,	int fd,
			void *data __maybe_unused)
1453 1454 1455 1456 1457 1458
{
	ph->env.arch = do_read_string(fd, ph);
	return ph->env.arch ? 0 : -ENOMEM;
}

static int process_nrcpus(struct perf_file_section *section __maybe_unused,
1459 1460
			  struct perf_header *ph, int fd,
			  void *data __maybe_unused)
1461
{
1462
	ssize_t ret;
1463 1464
	u32 nr;

1465
	ret = readn(fd, &nr, sizeof(nr));
1466 1467 1468 1469 1470 1471 1472 1473
	if (ret != sizeof(nr))
		return -1;

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_cpus_online = nr;

1474
	ret = readn(fd, &nr, sizeof(nr));
1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485
	if (ret != sizeof(nr))
		return -1;

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_cpus_avail = nr;
	return 0;
}

static int process_cpudesc(struct perf_file_section *section __maybe_unused,
1486 1487
			   struct perf_header *ph, int fd,
			   void *data __maybe_unused)
1488 1489 1490 1491 1492 1493
{
	ph->env.cpu_desc = do_read_string(fd, ph);
	return ph->env.cpu_desc ? 0 : -ENOMEM;
}

static int process_cpuid(struct perf_file_section *section __maybe_unused,
1494 1495
			 struct perf_header *ph,  int fd,
			 void *data __maybe_unused)
1496 1497 1498 1499 1500 1501
{
	ph->env.cpuid = do_read_string(fd, ph);
	return ph->env.cpuid ? 0 : -ENOMEM;
}

static int process_total_mem(struct perf_file_section *section __maybe_unused,
1502 1503
			     struct perf_header *ph, int fd,
			     void *data __maybe_unused)
1504 1505
{
	uint64_t mem;
1506
	ssize_t ret;
1507

1508
	ret = readn(fd, &mem, sizeof(mem));
1509 1510 1511 1512 1513 1514 1515 1516 1517 1518
	if (ret != sizeof(mem))
		return -1;

	if (ph->needs_swap)
		mem = bswap_64(mem);

	ph->env.total_mem = mem;
	return 0;
}

1519 1520 1521 1522 1523
static struct perf_evsel *
perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
{
	struct perf_evsel *evsel;

1524
	evlist__for_each(evlist, evsel) {
1525 1526 1527 1528 1529 1530 1531 1532
		if (evsel->idx == idx)
			return evsel;
	}

	return NULL;
}

static void
1533 1534
perf_evlist__set_event_name(struct perf_evlist *evlist,
			    struct perf_evsel *event)
1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551
{
	struct perf_evsel *evsel;

	if (!event->name)
		return;

	evsel = perf_evlist__find_by_index(evlist, event->idx);
	if (!evsel)
		return;

	if (evsel->name)
		return;

	evsel->name = strdup(event->name);
}

static int
1552
process_event_desc(struct perf_file_section *section __maybe_unused,
1553
		   struct perf_header *header, int fd,
1554
		   void *data __maybe_unused)
1555
{
1556
	struct perf_session *session;
1557 1558 1559 1560 1561
	struct perf_evsel *evsel, *events = read_event_desc(header, fd);

	if (!events)
		return 0;

1562
	session = container_of(header, struct perf_session, header);
1563 1564 1565 1566 1567 1568 1569 1570
	for (evsel = events; evsel->attr.size; evsel++)
		perf_evlist__set_event_name(session->evlist, evsel);

	free_event_desc(events);

	return 0;
}

1571
static int process_cmdline(struct perf_file_section *section,
1572 1573
			   struct perf_header *ph, int fd,
			   void *data __maybe_unused)
1574
{
1575
	ssize_t ret;
1576 1577
	char *str, *cmdline = NULL, **argv = NULL;
	u32 nr, i, len = 0;
1578

1579
	ret = readn(fd, &nr, sizeof(nr));
1580 1581 1582 1583 1584 1585 1586
	if (ret != sizeof(nr))
		return -1;

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_cmdline = nr;
1587 1588 1589 1590 1591 1592 1593 1594

	cmdline = zalloc(section->size + nr + 1);
	if (!cmdline)
		return -1;

	argv = zalloc(sizeof(char *) * (nr + 1));
	if (!argv)
		goto error;
1595 1596 1597 1598 1599 1600

	for (i = 0; i < nr; i++) {
		str = do_read_string(fd, ph);
		if (!str)
			goto error;

1601 1602 1603
		argv[i] = cmdline + len;
		memcpy(argv[i], str, strlen(str) + 1);
		len += strlen(str) + 1;
1604 1605
		free(str);
	}
1606 1607
	ph->env.cmdline = cmdline;
	ph->env.cmdline_argv = (const char **) argv;
1608 1609 1610
	return 0;

error:
1611 1612
	free(argv);
	free(cmdline);
1613 1614 1615
	return -1;
}

1616
static int process_cpu_topology(struct perf_file_section *section,
1617 1618
				struct perf_header *ph, int fd,
				void *data __maybe_unused)
1619
{
1620
	ssize_t ret;
1621 1622 1623
	u32 nr, i;
	char *str;
	struct strbuf sb;
1624 1625 1626 1627 1628 1629
	int cpu_nr = ph->env.nr_cpus_online;
	u64 size = 0;

	ph->env.cpu = calloc(cpu_nr, sizeof(*ph->env.cpu));
	if (!ph->env.cpu)
		return -1;
1630

1631
	ret = readn(fd, &nr, sizeof(nr));
1632
	if (ret != sizeof(nr))
1633
		goto free_cpu;
1634 1635 1636 1637 1638

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_sibling_cores = nr;
1639
	size += sizeof(u32);
1640 1641 1642 1643 1644 1645 1646 1647 1648
	strbuf_init(&sb, 128);

	for (i = 0; i < nr; i++) {
		str = do_read_string(fd, ph);
		if (!str)
			goto error;

		/* include a NULL character at the end */
		strbuf_add(&sb, str, strlen(str) + 1);
1649
		size += string_size(str);
1650 1651 1652 1653
		free(str);
	}
	ph->env.sibling_cores = strbuf_detach(&sb, NULL);

1654
	ret = readn(fd, &nr, sizeof(nr));
1655 1656 1657 1658 1659 1660 1661
	if (ret != sizeof(nr))
		return -1;

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_sibling_threads = nr;
1662
	size += sizeof(u32);
1663 1664 1665 1666 1667 1668 1669 1670

	for (i = 0; i < nr; i++) {
		str = do_read_string(fd, ph);
		if (!str)
			goto error;

		/* include a NULL character at the end */
		strbuf_add(&sb, str, strlen(str) + 1);
1671
		size += string_size(str);
1672 1673 1674
		free(str);
	}
	ph->env.sibling_threads = strbuf_detach(&sb, NULL);
1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715

	/*
	 * The header may be from old perf,
	 * which doesn't include core id and socket id information.
	 */
	if (section->size <= size) {
		zfree(&ph->env.cpu);
		return 0;
	}

	for (i = 0; i < (u32)cpu_nr; i++) {
		ret = readn(fd, &nr, sizeof(nr));
		if (ret != sizeof(nr))
			goto free_cpu;

		if (ph->needs_swap)
			nr = bswap_32(nr);

		if (nr > (u32)cpu_nr) {
			pr_debug("core_id number is too big."
				 "You may need to upgrade the perf tool.\n");
			goto free_cpu;
		}
		ph->env.cpu[i].core_id = nr;

		ret = readn(fd, &nr, sizeof(nr));
		if (ret != sizeof(nr))
			goto free_cpu;

		if (ph->needs_swap)
			nr = bswap_32(nr);

		if (nr > (u32)cpu_nr) {
			pr_debug("socket_id number is too big."
				 "You may need to upgrade the perf tool.\n");
			goto free_cpu;
		}

		ph->env.cpu[i].socket_id = nr;
	}

1716 1717 1718 1719
	return 0;

error:
	strbuf_release(&sb);
1720 1721
free_cpu:
	zfree(&ph->env.cpu);
1722 1723 1724 1725
	return -1;
}

static int process_numa_topology(struct perf_file_section *section __maybe_unused,
1726 1727
				 struct perf_header *ph, int fd,
				 void *data __maybe_unused)
1728
{
1729
	ssize_t ret;
1730 1731 1732 1733 1734 1735
	u32 nr, node, i;
	char *str;
	uint64_t mem_total, mem_free;
	struct strbuf sb;

	/* nr nodes */
1736
	ret = readn(fd, &nr, sizeof(nr));
1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747
	if (ret != sizeof(nr))
		goto error;

	if (ph->needs_swap)
		nr = bswap_32(nr);

	ph->env.nr_numa_nodes = nr;
	strbuf_init(&sb, 256);

	for (i = 0; i < nr; i++) {
		/* node number */
1748
		ret = readn(fd, &node, sizeof(node));
1749 1750 1751
		if (ret != sizeof(node))
			goto error;

1752
		ret = readn(fd, &mem_total, sizeof(u64));
1753 1754 1755
		if (ret != sizeof(u64))
			goto error;

1756
		ret = readn(fd, &mem_free, sizeof(u64));
1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785
		if (ret != sizeof(u64))
			goto error;

		if (ph->needs_swap) {
			node = bswap_32(node);
			mem_total = bswap_64(mem_total);
			mem_free = bswap_64(mem_free);
		}

		strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
			    node, mem_total, mem_free);

		str = do_read_string(fd, ph);
		if (!str)
			goto error;

		/* include a NULL character at the end */
		strbuf_add(&sb, str, strlen(str) + 1);
		free(str);
	}
	ph->env.numa_nodes = strbuf_detach(&sb, NULL);
	return 0;

error:
	strbuf_release(&sb);
	return -1;
}

static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
1786 1787
				struct perf_header *ph, int fd,
				void *data __maybe_unused)
1788
{
1789
	ssize_t ret;
1790 1791 1792 1793 1794
	char *name;
	u32 pmu_num;
	u32 type;
	struct strbuf sb;

1795
	ret = readn(fd, &pmu_num, sizeof(pmu_num));
1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810
	if (ret != sizeof(pmu_num))
		return -1;

	if (ph->needs_swap)
		pmu_num = bswap_32(pmu_num);

	if (!pmu_num) {
		pr_debug("pmu mappings not available\n");
		return 0;
	}

	ph->env.nr_pmu_mappings = pmu_num;
	strbuf_init(&sb, 128);

	while (pmu_num) {
1811
		if (readn(fd, &type, sizeof(type)) != sizeof(type))
1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834
			goto error;
		if (ph->needs_swap)
			type = bswap_32(type);

		name = do_read_string(fd, ph);
		if (!name)
			goto error;

		strbuf_addf(&sb, "%u:%s", type, name);
		/* include a NULL character at the end */
		strbuf_add(&sb, "", 1);

		free(name);
		pmu_num--;
	}
	ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
	return 0;

error:
	strbuf_release(&sb);
	return -1;
}

1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888
static int process_group_desc(struct perf_file_section *section __maybe_unused,
			      struct perf_header *ph, int fd,
			      void *data __maybe_unused)
{
	size_t ret = -1;
	u32 i, nr, nr_groups;
	struct perf_session *session;
	struct perf_evsel *evsel, *leader = NULL;
	struct group_desc {
		char *name;
		u32 leader_idx;
		u32 nr_members;
	} *desc;

	if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
		return -1;

	if (ph->needs_swap)
		nr_groups = bswap_32(nr_groups);

	ph->env.nr_groups = nr_groups;
	if (!nr_groups) {
		pr_debug("group desc not available\n");
		return 0;
	}

	desc = calloc(nr_groups, sizeof(*desc));
	if (!desc)
		return -1;

	for (i = 0; i < nr_groups; i++) {
		desc[i].name = do_read_string(fd, ph);
		if (!desc[i].name)
			goto out_free;

		if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
			goto out_free;

		if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
			goto out_free;

		if (ph->needs_swap) {
			desc[i].leader_idx = bswap_32(desc[i].leader_idx);
			desc[i].nr_members = bswap_32(desc[i].nr_members);
		}
	}

	/*
	 * Rebuild group relationship based on the group_desc
	 */
	session = container_of(ph, struct perf_session, header);
	session->evlist->nr_groups = nr_groups;

	i = nr = 0;
1889
	evlist__for_each(session->evlist, evsel) {
1890 1891 1892
		if (evsel->idx == (int) desc[i].leader_idx) {
			evsel->leader = evsel;
			/* {anon_group} is a dummy name */
N
Namhyung Kim 已提交
1893
			if (strcmp(desc[i].name, "{anon_group}")) {
1894
				evsel->group_name = desc[i].name;
N
Namhyung Kim 已提交
1895 1896
				desc[i].name = NULL;
			}
1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921
			evsel->nr_members = desc[i].nr_members;

			if (i >= nr_groups || nr > 0) {
				pr_debug("invalid group desc\n");
				goto out_free;
			}

			leader = evsel;
			nr = evsel->nr_members - 1;
			i++;
		} else if (nr) {
			/* This is a group member */
			evsel->leader = leader;

			nr--;
		}
	}

	if (i != nr_groups || nr != 0) {
		pr_debug("invalid group desc\n");
		goto out_free;
	}

	ret = 0;
out_free:
1922
	for (i = 0; i < nr_groups; i++)
1923
		zfree(&desc[i].name);
1924 1925 1926 1927 1928
	free(desc);

	return ret;
}

1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944
static int process_auxtrace(struct perf_file_section *section,
			    struct perf_header *ph, int fd,
			    void *data __maybe_unused)
{
	struct perf_session *session;
	int err;

	session = container_of(ph, struct perf_session, header);

	err = auxtrace_index__process(fd, section->size, session,
				      ph->needs_swap);
	if (err < 0)
		pr_err("Failed to process auxtrace index\n");
	return err;
}

1945 1946 1947
struct feature_ops {
	int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
	void (*print)(struct perf_header *h, int fd, FILE *fp);
1948
	int (*process)(struct perf_file_section *section,
1949
		       struct perf_header *h, int fd, void *data);
1950 1951 1952 1953
	const char *name;
	bool full_only;
};

1954 1955
#define FEAT_OPA(n, func) \
	[n] = { .name = #n, .write = write_##func, .print = print_##func }
1956 1957 1958
#define FEAT_OPP(n, func) \
	[n] = { .name = #n, .write = write_##func, .print = print_##func, \
		.process = process_##func }
1959
#define FEAT_OPF(n, func) \
1960
	[n] = { .name = #n, .write = write_##func, .print = print_##func, \
1961
		.process = process_##func, .full_only = true }
1962 1963

/* feature_ops not implemented: */
1964 1965
#define print_tracing_data	NULL
#define print_build_id		NULL
1966 1967

static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
1968
	FEAT_OPP(HEADER_TRACING_DATA,	tracing_data),
1969
	FEAT_OPP(HEADER_BUILD_ID,	build_id),
1970 1971 1972 1973 1974 1975
	FEAT_OPP(HEADER_HOSTNAME,	hostname),
	FEAT_OPP(HEADER_OSRELEASE,	osrelease),
	FEAT_OPP(HEADER_VERSION,	version),
	FEAT_OPP(HEADER_ARCH,		arch),
	FEAT_OPP(HEADER_NRCPUS,		nrcpus),
	FEAT_OPP(HEADER_CPUDESC,	cpudesc),
1976
	FEAT_OPP(HEADER_CPUID,		cpuid),
1977
	FEAT_OPP(HEADER_TOTAL_MEM,	total_mem),
1978
	FEAT_OPP(HEADER_EVENT_DESC,	event_desc),
1979
	FEAT_OPP(HEADER_CMDLINE,	cmdline),
1980 1981
	FEAT_OPF(HEADER_CPU_TOPOLOGY,	cpu_topology),
	FEAT_OPF(HEADER_NUMA_TOPOLOGY,	numa_topology),
1982
	FEAT_OPA(HEADER_BRANCH_STACK,	branch_stack),
1983
	FEAT_OPP(HEADER_PMU_MAPPINGS,	pmu_mappings),
1984
	FEAT_OPP(HEADER_GROUP_DESC,	group_desc),
1985
	FEAT_OPP(HEADER_AUXTRACE,	auxtrace),
1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003
};

struct header_print_data {
	FILE *fp;
	bool full; /* extended list of headers */
};

static int perf_file_section__fprintf_info(struct perf_file_section *section,
					   struct perf_header *ph,
					   int feat, int fd, void *data)
{
	struct header_print_data *hd = data;

	if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
		pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
				"%d, continuing...\n", section->offset, feat);
		return 0;
	}
2004
	if (feat >= HEADER_LAST_FEATURE) {
2005
		pr_warning("unknown feature %d\n", feat);
2006
		return 0;
2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023
	}
	if (!feat_ops[feat].print)
		return 0;

	if (!feat_ops[feat].full_only || hd->full)
		feat_ops[feat].print(ph, fd, hd->fp);
	else
		fprintf(hd->fp, "# %s info available, use -I to display\n",
			feat_ops[feat].name);

	return 0;
}

int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
{
	struct header_print_data hd;
	struct perf_header *header = &session->header;
2024
	int fd = perf_data_file__fd(session->file);
2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040
	hd.fp = fp;
	hd.full = full;

	perf_header__process_sections(header, fd, &hd,
				      perf_file_section__fprintf_info);
	return 0;
}

static int do_write_feat(int fd, struct perf_header *h, int type,
			 struct perf_file_section **p,
			 struct perf_evlist *evlist)
{
	int err;
	int ret = 0;

	if (perf_header__has_feat(h, type)) {
2041 2042
		if (!feat_ops[type].write)
			return -1;
2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060

		(*p)->offset = lseek(fd, 0, SEEK_CUR);

		err = feat_ops[type].write(fd, h, evlist);
		if (err < 0) {
			pr_debug("failed to write feature %d\n", type);

			/* undo anything written */
			lseek(fd, (*p)->offset, SEEK_SET);

			return -1;
		}
		(*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
		(*p)++;
	}
	return ret;
}

2061
static int perf_header__adds_write(struct perf_header *header,
2062
				   struct perf_evlist *evlist, int fd)
2063
{
2064
	int nr_sections;
2065
	struct perf_file_section *feat_sec, *p;
2066 2067
	int sec_size;
	u64 sec_start;
2068
	int feat;
2069
	int err;
2070

2071
	nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
2072
	if (!nr_sections)
2073
		return 0;
2074

2075
	feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
2076 2077
	if (feat_sec == NULL)
		return -ENOMEM;
2078 2079 2080

	sec_size = sizeof(*feat_sec) * nr_sections;

2081
	sec_start = header->feat_offset;
2082
	lseek(fd, sec_start + sec_size, SEEK_SET);
2083

2084 2085 2086 2087
	for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
		if (do_write_feat(fd, header, feat, &p, evlist))
			perf_header__clear_feat(header, feat);
	}
2088

2089
	lseek(fd, sec_start, SEEK_SET);
2090 2091 2092 2093
	/*
	 * may write more than needed due to dropped feature, but
	 * this is okay, reader will skip the mising entries
	 */
2094 2095 2096
	err = do_write(fd, feat_sec, sec_size);
	if (err < 0)
		pr_debug("failed to write feature section\n");
2097
	free(feat_sec);
2098
	return err;
2099
}
2100

2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119
int perf_header__write_pipe(int fd)
{
	struct perf_pipe_file_header f_header;
	int err;

	f_header = (struct perf_pipe_file_header){
		.magic	   = PERF_MAGIC,
		.size	   = sizeof(f_header),
	};

	err = do_write(fd, &f_header, sizeof(f_header));
	if (err < 0) {
		pr_debug("failed to write perf pipe header\n");
		return err;
	}

	return 0;
}

2120 2121 2122
int perf_session__write_header(struct perf_session *session,
			       struct perf_evlist *evlist,
			       int fd, bool at_exit)
2123 2124 2125
{
	struct perf_file_header f_header;
	struct perf_file_attr   f_attr;
2126
	struct perf_header *header = &session->header;
2127
	struct perf_evsel *evsel;
2128
	u64 attr_offset;
2129
	int err;
2130 2131 2132

	lseek(fd, sizeof(f_header), SEEK_SET);

2133
	evlist__for_each(session->evlist, evsel) {
2134 2135
		evsel->id_offset = lseek(fd, 0, SEEK_CUR);
		err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
2136 2137 2138 2139
		if (err < 0) {
			pr_debug("failed to write perf header\n");
			return err;
		}
2140 2141
	}

2142
	attr_offset = lseek(fd, 0, SEEK_CUR);
2143

2144
	evlist__for_each(evlist, evsel) {
2145
		f_attr = (struct perf_file_attr){
2146
			.attr = evsel->attr,
2147
			.ids  = {
2148 2149
				.offset = evsel->id_offset,
				.size   = evsel->ids * sizeof(u64),
2150 2151
			}
		};
2152 2153 2154 2155 2156
		err = do_write(fd, &f_attr, sizeof(f_attr));
		if (err < 0) {
			pr_debug("failed to write perf header attribute\n");
			return err;
		}
2157 2158
	}

2159 2160
	if (!header->data_offset)
		header->data_offset = lseek(fd, 0, SEEK_CUR);
2161
	header->feat_offset = header->data_offset + header->data_size;
2162

2163
	if (at_exit) {
2164
		err = perf_header__adds_write(header, evlist, fd);
2165 2166 2167
		if (err < 0)
			return err;
	}
2168

2169 2170 2171 2172 2173
	f_header = (struct perf_file_header){
		.magic	   = PERF_MAGIC,
		.size	   = sizeof(f_header),
		.attr_size = sizeof(f_attr),
		.attrs = {
2174
			.offset = attr_offset,
2175
			.size   = evlist->nr_entries * sizeof(f_attr),
2176 2177
		},
		.data = {
2178 2179
			.offset = header->data_offset,
			.size	= header->data_size,
2180
		},
2181
		/* event_types is ignored, store zeros */
2182 2183
	};

2184
	memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
2185

2186
	lseek(fd, 0, SEEK_SET);
2187 2188 2189 2190 2191
	err = do_write(fd, &f_header, sizeof(f_header));
	if (err < 0) {
		pr_debug("failed to write perf header\n");
		return err;
	}
2192
	lseek(fd, header->data_offset + header->data_size, SEEK_SET);
2193

2194
	return 0;
2195 2196
}

2197
static int perf_header__getbuffer64(struct perf_header *header,
2198 2199
				    int fd, void *buf, size_t size)
{
2200
	if (readn(fd, buf, size) <= 0)
2201 2202
		return -1;

2203
	if (header->needs_swap)
2204 2205 2206 2207 2208
		mem_bswap_64(buf, size);

	return 0;
}

2209
int perf_header__process_sections(struct perf_header *header, int fd,
2210
				  void *data,
2211
				  int (*process)(struct perf_file_section *section,
2212 2213
						 struct perf_header *ph,
						 int feat, int fd, void *data))
2214
{
2215
	struct perf_file_section *feat_sec, *sec;
2216 2217
	int nr_sections;
	int sec_size;
2218 2219
	int feat;
	int err;
2220

2221
	nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
2222
	if (!nr_sections)
2223
		return 0;
2224

2225
	feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
2226
	if (!feat_sec)
2227
		return -1;
2228 2229 2230

	sec_size = sizeof(*feat_sec) * nr_sections;

2231
	lseek(fd, header->feat_offset, SEEK_SET);
2232

2233 2234
	err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
	if (err < 0)
2235
		goto out_free;
2236

2237 2238 2239 2240
	for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
		err = process(sec++, header, feat, fd, data);
		if (err < 0)
			goto out_free;
2241
	}
2242
	err = 0;
2243
out_free:
2244 2245
	free(feat_sec);
	return err;
2246
}
2247

2248 2249 2250
static const int attr_file_abi_sizes[] = {
	[0] = PERF_ATTR_SIZE_VER0,
	[1] = PERF_ATTR_SIZE_VER1,
2251
	[2] = PERF_ATTR_SIZE_VER2,
2252
	[3] = PERF_ATTR_SIZE_VER3,
2253
	[4] = PERF_ATTR_SIZE_VER4,
2254 2255 2256 2257 2258 2259 2260 2261 2262 2263
	0,
};

/*
 * In the legacy file format, the magic number is not used to encode endianness.
 * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
 * on ABI revisions, we need to try all combinations for all endianness to
 * detect the endianness.
 */
static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
2264
{
2265 2266
	uint64_t ref_size, attr_size;
	int i;
2267

2268 2269 2270 2271 2272 2273 2274
	for (i = 0 ; attr_file_abi_sizes[i]; i++) {
		ref_size = attr_file_abi_sizes[i]
			 + sizeof(struct perf_file_section);
		if (hdr_sz != ref_size) {
			attr_size = bswap_64(hdr_sz);
			if (attr_size != ref_size)
				continue;
2275

2276 2277 2278 2279 2280 2281 2282 2283 2284 2285
			ph->needs_swap = true;
		}
		pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
			 i,
			 ph->needs_swap);
		return 0;
	}
	/* could not determine endianness */
	return -1;
}
2286

2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310
#define PERF_PIPE_HDR_VER0	16

static const size_t attr_pipe_abi_sizes[] = {
	[0] = PERF_PIPE_HDR_VER0,
	0,
};

/*
 * In the legacy pipe format, there is an implicit assumption that endiannesss
 * between host recording the samples, and host parsing the samples is the
 * same. This is not always the case given that the pipe output may always be
 * redirected into a file and analyzed on a different machine with possibly a
 * different endianness and perf_event ABI revsions in the perf tool itself.
 */
static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
{
	u64 attr_size;
	int i;

	for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
		if (hdr_sz != attr_pipe_abi_sizes[i]) {
			attr_size = bswap_64(hdr_sz);
			if (attr_size != hdr_sz)
				continue;
2311 2312 2313

			ph->needs_swap = true;
		}
2314
		pr_debug("Pipe ABI%d perf.data file detected\n", i);
2315 2316
		return 0;
	}
2317 2318 2319
	return -1;
}

F
Feng Tang 已提交
2320 2321 2322 2323 2324 2325 2326 2327 2328 2329
bool is_perf_magic(u64 magic)
{
	if (!memcmp(&magic, __perf_magic1, sizeof(magic))
		|| magic == __perf_magic2
		|| magic == __perf_magic2_sw)
		return true;

	return false;
}

2330 2331 2332 2333 2334 2335 2336 2337
static int check_magic_endian(u64 magic, uint64_t hdr_sz,
			      bool is_pipe, struct perf_header *ph)
{
	int ret;

	/* check for legacy format */
	ret = memcmp(&magic, __perf_magic1, sizeof(magic));
	if (ret == 0) {
2338
		ph->version = PERF_HEADER_VERSION_1;
2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349
		pr_debug("legacy perf.data format\n");
		if (is_pipe)
			return try_all_pipe_abis(hdr_sz, ph);

		return try_all_file_abis(hdr_sz, ph);
	}
	/*
	 * the new magic number serves two purposes:
	 * - unique number to identify actual perf.data files
	 * - encode endianness of file
	 */
2350
	ph->version = PERF_HEADER_VERSION_2;
2351

2352 2353
	/* check magic number with one endianness */
	if (magic == __perf_magic2)
2354 2355
		return 0;

2356 2357
	/* check magic number with opposite endianness */
	if (magic != __perf_magic2_sw)
2358 2359 2360 2361 2362 2363 2364
		return -1;

	ph->needs_swap = true;

	return 0;
}

2365
int perf_file_header__read(struct perf_file_header *header,
2366 2367
			   struct perf_header *ph, int fd)
{
2368
	ssize_t ret;
2369

2370 2371
	lseek(fd, 0, SEEK_SET);

2372 2373
	ret = readn(fd, header, sizeof(*header));
	if (ret <= 0)
2374 2375
		return -1;

2376 2377 2378
	if (check_magic_endian(header->magic,
			       header->attr_size, false, ph) < 0) {
		pr_debug("magic/endian check failed\n");
2379
		return -1;
2380
	}
2381

2382
	if (ph->needs_swap) {
2383
		mem_bswap_64(header, offsetof(struct perf_file_header,
2384
			     adds_features));
2385 2386
	}

2387
	if (header->size != sizeof(*header)) {
2388
		/* Support the previous format */
2389 2390
		if (header->size == offsetof(typeof(*header), adds_features))
			bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
2391 2392
		else
			return -1;
2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408
	} else if (ph->needs_swap) {
		/*
		 * feature bitmap is declared as an array of unsigned longs --
		 * not good since its size can differ between the host that
		 * generated the data file and the host analyzing the file.
		 *
		 * We need to handle endianness, but we don't know the size of
		 * the unsigned long where the file was generated. Take a best
		 * guess at determining it: try 64-bit swap first (ie., file
		 * created on a 64-bit host), and check if the hostname feature
		 * bit is set (this feature bit is forced on as of fbe96f2).
		 * If the bit is not, undo the 64-bit swap and try a 32-bit
		 * swap. If the hostname bit is still not set (e.g., older data
		 * file), punt and fallback to the original behavior --
		 * clearing all feature bits and setting buildid.
		 */
2409 2410
		mem_bswap_64(&header->adds_features,
			    BITS_TO_U64(HEADER_FEAT_BITS));
2411 2412

		if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
2413 2414 2415 2416 2417 2418 2419
			/* unswap as u64 */
			mem_bswap_64(&header->adds_features,
				    BITS_TO_U64(HEADER_FEAT_BITS));

			/* unswap as u32 */
			mem_bswap_32(&header->adds_features,
				    BITS_TO_U32(HEADER_FEAT_BITS));
2420 2421 2422 2423 2424 2425
		}

		if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
			bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
			set_bit(HEADER_BUILD_ID, header->adds_features);
		}
2426
	}
2427

2428
	memcpy(&ph->adds_features, &header->adds_features,
2429
	       sizeof(ph->adds_features));
2430

2431 2432
	ph->data_offset  = header->data.offset;
	ph->data_size	 = header->data.size;
2433
	ph->feat_offset  = header->data.offset + header->data.size;
2434 2435 2436
	return 0;
}

2437
static int perf_file_section__process(struct perf_file_section *section,
2438
				      struct perf_header *ph,
2439
				      int feat, int fd, void *data)
2440
{
2441
	if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
2442
		pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
2443
			  "%d, continuing...\n", section->offset, feat);
2444 2445 2446
		return 0;
	}

2447 2448 2449 2450 2451
	if (feat >= HEADER_LAST_FEATURE) {
		pr_debug("unknown feature %d, continuing...\n", feat);
		return 0;
	}

2452 2453
	if (!feat_ops[feat].process)
		return 0;
2454

2455
	return feat_ops[feat].process(section, ph, fd, data);
2456
}
2457

2458
static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
T
Tom Zanussi 已提交
2459 2460
				       struct perf_header *ph, int fd,
				       bool repipe)
2461
{
2462
	ssize_t ret;
2463 2464 2465 2466 2467

	ret = readn(fd, header, sizeof(*header));
	if (ret <= 0)
		return -1;

2468 2469
	if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
		pr_debug("endian/magic failed\n");
2470
		return -1;
2471 2472 2473 2474
	}

	if (ph->needs_swap)
		header->size = bswap_64(header->size);
2475

2476
	if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
T
Tom Zanussi 已提交
2477 2478
		return -1;

2479 2480 2481
	return 0;
}

2482
static int perf_header__read_pipe(struct perf_session *session)
2483
{
2484
	struct perf_header *header = &session->header;
2485 2486
	struct perf_pipe_file_header f_header;

2487 2488
	if (perf_file_header__read_pipe(&f_header, header,
					perf_data_file__fd(session->file),
T
Tom Zanussi 已提交
2489
					session->repipe) < 0) {
2490 2491 2492 2493 2494 2495 2496
		pr_debug("incompatible file format\n");
		return -EINVAL;
	}

	return 0;
}

2497 2498 2499 2500 2501 2502
static int read_attr(int fd, struct perf_header *ph,
		     struct perf_file_attr *f_attr)
{
	struct perf_event_attr *attr = &f_attr->attr;
	size_t sz, left;
	size_t our_sz = sizeof(f_attr->attr);
2503
	ssize_t ret;
2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516

	memset(f_attr, 0, sizeof(*f_attr));

	/* read minimal guaranteed structure */
	ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
	if (ret <= 0) {
		pr_debug("cannot read %d bytes of header attr\n",
			 PERF_ATTR_SIZE_VER0);
		return -1;
	}

	/* on file perf_event_attr size */
	sz = attr->size;
2517

2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542
	if (ph->needs_swap)
		sz = bswap_32(sz);

	if (sz == 0) {
		/* assume ABI0 */
		sz =  PERF_ATTR_SIZE_VER0;
	} else if (sz > our_sz) {
		pr_debug("file uses a more recent and unsupported ABI"
			 " (%zu bytes extra)\n", sz - our_sz);
		return -1;
	}
	/* what we have not yet read and that we know about */
	left = sz - PERF_ATTR_SIZE_VER0;
	if (left) {
		void *ptr = attr;
		ptr += PERF_ATTR_SIZE_VER0;

		ret = readn(fd, ptr, left);
	}
	/* read perf_file_section, ids are read in caller */
	ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));

	return ret <= 0 ? -1 : 0;
}

2543 2544
static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
						struct pevent *pevent)
2545
{
2546
	struct event_format *event;
2547 2548
	char bf[128];

2549 2550 2551 2552
	/* already prepared */
	if (evsel->tp_format)
		return 0;

2553 2554 2555 2556 2557
	if (pevent == NULL) {
		pr_debug("broken or missing trace data\n");
		return -1;
	}

2558
	event = pevent_find_event(pevent, evsel->attr.config);
2559 2560 2561
	if (event == NULL)
		return -1;

2562 2563 2564 2565 2566 2567
	if (!evsel->name) {
		snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
		evsel->name = strdup(bf);
		if (evsel->name == NULL)
			return -1;
	}
2568

2569
	evsel->tp_format = event;
2570 2571 2572
	return 0;
}

2573 2574
static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
						  struct pevent *pevent)
2575 2576 2577
{
	struct perf_evsel *pos;

2578
	evlist__for_each(evlist, pos) {
2579 2580
		if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
		    perf_evsel__prepare_tracepoint_event(pos, pevent))
2581 2582 2583 2584 2585 2586
			return -1;
	}

	return 0;
}

2587
int perf_session__read_header(struct perf_session *session)
2588
{
2589
	struct perf_data_file *file = session->file;
2590
	struct perf_header *header = &session->header;
2591
	struct perf_file_header	f_header;
2592 2593 2594
	struct perf_file_attr	f_attr;
	u64			f_id;
	int nr_attrs, nr_ids, i, j;
2595
	int fd = perf_data_file__fd(file);
2596

2597
	session->evlist = perf_evlist__new();
2598 2599 2600
	if (session->evlist == NULL)
		return -ENOMEM;

2601
	session->evlist->env = &header->env;
2602
	if (perf_data_file__is_pipe(file))
2603
		return perf_header__read_pipe(session);
2604

2605
	if (perf_file_header__read(&f_header, header, fd) < 0)
2606
		return -EINVAL;
2607

2608 2609 2610 2611 2612 2613 2614 2615 2616
	/*
	 * Sanity check that perf.data was written cleanly; data size is
	 * initialized to 0 and updated only if the on_exit function is run.
	 * If data size is still 0 then the file contains only partial
	 * information.  Just warn user and process it as much as it can.
	 */
	if (f_header.data.size == 0) {
		pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
			   "Was the 'perf record' command properly terminated?\n",
2617
			   file->path);
2618 2619
	}

2620
	nr_attrs = f_header.attrs.size / f_header.attr_size;
2621 2622 2623
	lseek(fd, f_header.attrs.offset, SEEK_SET);

	for (i = 0; i < nr_attrs; i++) {
2624
		struct perf_evsel *evsel;
2625
		off_t tmp;
2626

2627
		if (read_attr(fd, header, &f_attr) < 0)
2628
			goto out_errno;
2629

2630 2631 2632
		if (header->needs_swap) {
			f_attr.ids.size   = bswap_64(f_attr.ids.size);
			f_attr.ids.offset = bswap_64(f_attr.ids.offset);
2633
			perf_event__attr_swap(&f_attr.attr);
2634
		}
2635

2636
		tmp = lseek(fd, 0, SEEK_CUR);
2637
		evsel = perf_evsel__new(&f_attr.attr);
2638

2639 2640
		if (evsel == NULL)
			goto out_delete_evlist;
2641 2642

		evsel->needs_swap = header->needs_swap;
2643 2644 2645 2646 2647
		/*
		 * Do it before so that if perf_evsel__alloc_id fails, this
		 * entry gets purged too at perf_evlist__delete().
		 */
		perf_evlist__add(session->evlist, evsel);
2648 2649

		nr_ids = f_attr.ids.size / sizeof(u64);
2650 2651 2652 2653 2654 2655 2656 2657
		/*
		 * We don't have the cpu and thread maps on the header, so
		 * for allocating the perf_sample_id table we fake 1 cpu and
		 * hattr->ids threads.
		 */
		if (perf_evsel__alloc_id(evsel, 1, nr_ids))
			goto out_delete_evlist;

2658 2659 2660
		lseek(fd, f_attr.ids.offset, SEEK_SET);

		for (j = 0; j < nr_ids; j++) {
2661
			if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
2662
				goto out_errno;
2663

2664
			perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
2665
		}
2666

2667 2668 2669
		lseek(fd, tmp, SEEK_SET);
	}

2670 2671
	symbol_conf.nr_events = nr_attrs;

J
Jiri Olsa 已提交
2672
	perf_header__process_sections(header, fd, &session->tevent,
2673
				      perf_file_section__process);
2674

2675
	if (perf_evlist__prepare_tracepoint_events(session->evlist,
J
Jiri Olsa 已提交
2676
						   session->tevent.pevent))
2677 2678
		goto out_delete_evlist;

2679
	return 0;
2680 2681
out_errno:
	return -errno;
2682 2683 2684 2685 2686

out_delete_evlist:
	perf_evlist__delete(session->evlist);
	session->evlist = NULL;
	return -ENOMEM;
2687
}
2688

2689
int perf_event__synthesize_attr(struct perf_tool *tool,
2690
				struct perf_event_attr *attr, u32 ids, u64 *id,
2691
				perf_event__handler_t process)
2692
{
2693
	union perf_event *ev;
2694 2695 2696 2697
	size_t size;
	int err;

	size = sizeof(struct perf_event_attr);
2698
	size = PERF_ALIGN(size, sizeof(u64));
2699 2700 2701 2702 2703
	size += sizeof(struct perf_event_header);
	size += ids * sizeof(u64);

	ev = malloc(size);

2704 2705 2706
	if (ev == NULL)
		return -ENOMEM;

2707 2708 2709 2710
	ev->attr.attr = *attr;
	memcpy(ev->attr.id, id, ids * sizeof(u64));

	ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
2711
	ev->attr.header.size = (u16)size;
2712

2713 2714 2715 2716
	if (ev->attr.header.size == size)
		err = process(tool, ev, NULL, NULL);
	else
		err = -E2BIG;
2717 2718 2719 2720 2721 2722

	free(ev);

	return err;
}

2723
int perf_event__synthesize_attrs(struct perf_tool *tool,
2724
				   struct perf_session *session,
2725
				   perf_event__handler_t process)
2726
{
2727
	struct perf_evsel *evsel;
2728
	int err = 0;
2729

2730
	evlist__for_each(session->evlist, evsel) {
2731 2732
		err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
						  evsel->id, process);
2733 2734 2735 2736 2737 2738 2739 2740 2741
		if (err) {
			pr_debug("failed to create perf header attribute\n");
			return err;
		}
	}

	return err;
}

2742 2743
int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
			     union perf_event *event,
2744
			     struct perf_evlist **pevlist)
2745
{
2746
	u32 i, ids, n_ids;
2747
	struct perf_evsel *evsel;
2748
	struct perf_evlist *evlist = *pevlist;
2749

2750
	if (evlist == NULL) {
2751
		*pevlist = evlist = perf_evlist__new();
2752
		if (evlist == NULL)
2753 2754 2755
			return -ENOMEM;
	}

2756
	evsel = perf_evsel__new(&event->attr.attr);
2757
	if (evsel == NULL)
2758 2759
		return -ENOMEM;

2760
	perf_evlist__add(evlist, evsel);
2761

2762 2763
	ids = event->header.size;
	ids -= (void *)&event->attr.id - (void *)event;
2764
	n_ids = ids / sizeof(u64);
2765 2766 2767 2768 2769 2770 2771
	/*
	 * We don't have the cpu and thread maps on the header, so
	 * for allocating the perf_sample_id table we fake 1 cpu and
	 * hattr->ids threads.
	 */
	if (perf_evsel__alloc_id(evsel, 1, n_ids))
		return -ENOMEM;
2772 2773

	for (i = 0; i < n_ids; i++) {
2774
		perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
2775 2776
	}

2777 2778
	symbol_conf.nr_events = evlist->nr_entries;

2779 2780
	return 0;
}
2781

2782
int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
2783
					struct perf_evlist *evlist,
2784
					perf_event__handler_t process)
2785
{
2786
	union perf_event ev;
J
Jiri Olsa 已提交
2787
	struct tracing_data *tdata;
2788
	ssize_t size = 0, aligned_size = 0, padding;
2789
	int err __maybe_unused = 0;
2790

J
Jiri Olsa 已提交
2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805
	/*
	 * We are going to store the size of the data followed
	 * by the data contents. Since the fd descriptor is a pipe,
	 * we cannot seek back to store the size of the data once
	 * we know it. Instead we:
	 *
	 * - write the tracing data to the temp file
	 * - get/write the data size to pipe
	 * - write the tracing data from the temp file
	 *   to the pipe
	 */
	tdata = tracing_data_get(&evlist->entries, fd, true);
	if (!tdata)
		return -1;

2806 2807 2808
	memset(&ev, 0, sizeof(ev));

	ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
J
Jiri Olsa 已提交
2809
	size = tdata->size;
2810
	aligned_size = PERF_ALIGN(size, sizeof(u64));
2811 2812 2813 2814
	padding = aligned_size - size;
	ev.tracing_data.header.size = sizeof(ev.tracing_data);
	ev.tracing_data.size = aligned_size;

2815
	process(tool, &ev, NULL, NULL);
2816

J
Jiri Olsa 已提交
2817 2818 2819 2820 2821 2822
	/*
	 * The put function will copy all the tracing data
	 * stored in temp file to the pipe.
	 */
	tracing_data_put(tdata);

2823 2824 2825 2826 2827
	write_padded(fd, NULL, 0, padding);

	return aligned_size;
}

2828 2829
int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
				     union perf_event *event,
2830
				     struct perf_session *session)
2831
{
2832
	ssize_t size_read, padding, size = event->tracing_data.size;
2833 2834
	int fd = perf_data_file__fd(session->file);
	off_t offset = lseek(fd, 0, SEEK_CUR);
2835 2836 2837
	char buf[BUFSIZ];

	/* setup for reading amidst mmap */
2838
	lseek(fd, offset + sizeof(struct tracing_data_event),
2839 2840
	      SEEK_SET);

J
Jiri Olsa 已提交
2841
	size_read = trace_report(fd, &session->tevent,
2842
				 session->repipe);
2843
	padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
2844

2845
	if (readn(fd, buf, padding) < 0) {
2846 2847 2848
		pr_err("%s: reading input file", __func__);
		return -1;
	}
T
Tom Zanussi 已提交
2849 2850
	if (session->repipe) {
		int retw = write(STDOUT_FILENO, buf, padding);
2851 2852 2853 2854
		if (retw <= 0 || retw != padding) {
			pr_err("%s: repiping tracing data padding", __func__);
			return -1;
		}
T
Tom Zanussi 已提交
2855
	}
2856

2857 2858 2859 2860
	if (size_read + padding != size) {
		pr_err("%s: tracing data size mismatch", __func__);
		return -1;
	}
2861

2862
	perf_evlist__prepare_tracepoint_events(session->evlist,
J
Jiri Olsa 已提交
2863
					       session->tevent.pevent);
2864

2865 2866
	return size_read + padding;
}
2867

2868
int perf_event__synthesize_build_id(struct perf_tool *tool,
2869
				    struct dso *pos, u16 misc,
2870
				    perf_event__handler_t process,
2871
				    struct machine *machine)
2872
{
2873
	union perf_event ev;
2874 2875 2876 2877 2878 2879 2880 2881 2882
	size_t len;
	int err = 0;

	if (!pos->hit)
		return err;

	memset(&ev, 0, sizeof(ev));

	len = pos->long_name_len + 1;
2883
	len = PERF_ALIGN(len, NAME_ALIGN);
2884 2885 2886
	memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
	ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
	ev.build_id.header.misc = misc;
2887
	ev.build_id.pid = machine->pid;
2888 2889 2890
	ev.build_id.header.size = sizeof(ev.build_id) + len;
	memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);

2891
	err = process(tool, &ev, NULL, machine);
2892 2893 2894 2895

	return err;
}

2896
int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
2897
				 union perf_event *event,
2898
				 struct perf_session *session)
2899
{
2900 2901
	__event_process_build_id(&event->build_id,
				 event->build_id.filename,
2902
				 session);
2903 2904
	return 0;
}