session.c 43.2 KB
Newer Older
1
#include <linux/kernel.h>
2
#include <traceevent/event-parse.h>
3

4
#include <byteswap.h>
5 6
#include <unistd.h>
#include <sys/types.h>
7
#include <sys/mman.h>
8

9 10
#include "evlist.h"
#include "evsel.h"
11
#include "session.h"
12
#include "tool.h"
13
#include "sort.h"
14
#include "util.h"
15
#include "cpumap.h"
16
#include "perf_regs.h"
17
#include "vdso.h"
18

19
static int perf_session__open(struct perf_session *session)
20
{
21
	struct perf_data_file *file = session->file;
22

23
	if (perf_session__read_header(session) < 0) {
24
		pr_err("incompatible file format (rerun with -v to learn more)");
25
		return -1;
26 27
	}

28 29 30
	if (perf_data_file__is_pipe(file))
		return 0;

31
	if (!perf_evlist__valid_sample_type(session->evlist)) {
32
		pr_err("non matching sample_type");
33
		return -1;
34 35
	}

36
	if (!perf_evlist__valid_sample_id_all(session->evlist)) {
37
		pr_err("non matching sample_id_all");
38
		return -1;
39 40
	}

41
	if (!perf_evlist__valid_read_format(session->evlist)) {
42
		pr_err("non matching read_format");
43
		return -1;
44 45
	}

46 47 48
	return 0;
}

49
void perf_session__set_id_hdr_size(struct perf_session *session)
50
{
51 52 53
	u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);

	machines__set_id_hdr_size(&session->machines, id_hdr_size);
54 55
}

56
int perf_session__create_kernel_maps(struct perf_session *session)
57
{
58
	int ret = machine__create_kernel_maps(&session->machines.host);
59 60

	if (ret >= 0)
61
		ret = machines__create_guest_kernel_maps(&session->machines);
62 63 64
	return ret;
}

65
static void perf_session__destroy_kernel_maps(struct perf_session *session)
66
{
67
	machines__destroy_kernel_maps(&session->machines);
68 69
}

70 71
struct perf_session *perf_session__new(struct perf_data_file *file,
				       bool repipe, struct perf_tool *tool)
72
{
73
	struct perf_session *session = zalloc(sizeof(*session));
74

75
	if (!session)
76 77
		goto out;

78 79 80 81 82
	session->repipe = repipe;
	INIT_LIST_HEAD(&session->ordered_samples.samples);
	INIT_LIST_HEAD(&session->ordered_samples.sample_cache);
	INIT_LIST_HEAD(&session->ordered_samples.to_free);
	machines__init(&session->machines);
83

84 85
	if (file) {
		if (perf_data_file__open(file))
86
			goto out_delete;
87

88
		session->file = file;
89 90

		if (perf_data_file__is_read(file)) {
91
			if (perf_session__open(session) < 0)
92 93
				goto out_close;

94
			perf_session__set_id_hdr_size(session);
95 96 97 98
		}
	}

	if (!file || perf_data_file__is_write(file)) {
99 100
		/*
		 * In O_RDONLY mode this will be performed when reading the
101
		 * kernel MMAP event, in perf_event__process_mmap().
102
		 */
103
		if (perf_session__create_kernel_maps(session) < 0)
104 105
			goto out_delete;
	}
106

107
	if (tool && tool->ordering_requires_timestamps &&
108
	    tool->ordered_samples && !perf_evlist__sample_id_all(session->evlist)) {
109
		dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
110
		tool->ordered_samples = false;
111 112
	}

113
	return session;
114 115 116 117

 out_close:
	perf_data_file__close(file);
 out_delete:
118
	perf_session__delete(session);
119
 out:
120
	return NULL;
121 122
}

123 124
static void perf_session__delete_dead_threads(struct perf_session *session)
{
125
	machine__delete_dead_threads(&session->machines.host);
126 127 128 129
}

static void perf_session__delete_threads(struct perf_session *session)
{
130
	machine__delete_threads(&session->machines.host);
131 132
}

133 134
static void perf_session_env__delete(struct perf_session_env *env)
{
135 136 137 138 139 140 141 142 143 144 145 146
	zfree(&env->hostname);
	zfree(&env->os_release);
	zfree(&env->version);
	zfree(&env->arch);
	zfree(&env->cpu_desc);
	zfree(&env->cpuid);

	zfree(&env->cmdline);
	zfree(&env->sibling_cores);
	zfree(&env->sibling_threads);
	zfree(&env->numa_nodes);
	zfree(&env->pmu_mappings);
147 148
}

149
void perf_session__delete(struct perf_session *session)
150
{
151 152 153 154 155 156 157 158
	perf_session__destroy_kernel_maps(session);
	perf_session__delete_dead_threads(session);
	perf_session__delete_threads(session);
	perf_session_env__delete(&session->header.env);
	machines__exit(&session->machines);
	if (session->file)
		perf_data_file__close(session->file);
	free(session);
159
	vdso__exit();
160
}
161

162 163 164
static int process_event_synth_tracing_data_stub(struct perf_tool *tool
						 __maybe_unused,
						 union perf_event *event
165 166 167
						 __maybe_unused,
						 struct perf_session *session
						__maybe_unused)
168 169 170 171 172
{
	dump_printf(": unhandled!\n");
	return 0;
}

173 174
static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
					 union perf_event *event __maybe_unused,
175 176
					 struct perf_evlist **pevlist
					 __maybe_unused)
177 178 179 180 181
{
	dump_printf(": unhandled!\n");
	return 0;
}

182 183 184 185 186
static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
				     union perf_event *event __maybe_unused,
				     struct perf_sample *sample __maybe_unused,
				     struct perf_evsel *evsel __maybe_unused,
				     struct machine *machine __maybe_unused)
187 188 189 190 191
{
	dump_printf(": unhandled!\n");
	return 0;
}

192 193 194 195
static int process_event_stub(struct perf_tool *tool __maybe_unused,
			      union perf_event *event __maybe_unused,
			      struct perf_sample *sample __maybe_unused,
			      struct machine *machine __maybe_unused)
196 197 198 199 200
{
	dump_printf(": unhandled!\n");
	return 0;
}

201 202 203 204
static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
				       union perf_event *event __maybe_unused,
				       struct perf_session *perf_session
				       __maybe_unused)
205 206 207 208 209
{
	dump_printf(": unhandled!\n");
	return 0;
}

210
static int process_finished_round(struct perf_tool *tool,
211 212
				  union perf_event *event,
				  struct perf_session *session);
213

214
void perf_tool__fill_defaults(struct perf_tool *tool)
215
{
216 217 218 219
	if (tool->sample == NULL)
		tool->sample = process_event_sample_stub;
	if (tool->mmap == NULL)
		tool->mmap = process_event_stub;
220 221
	if (tool->mmap2 == NULL)
		tool->mmap2 = process_event_stub;
222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244
	if (tool->comm == NULL)
		tool->comm = process_event_stub;
	if (tool->fork == NULL)
		tool->fork = process_event_stub;
	if (tool->exit == NULL)
		tool->exit = process_event_stub;
	if (tool->lost == NULL)
		tool->lost = perf_event__process_lost;
	if (tool->read == NULL)
		tool->read = process_event_sample_stub;
	if (tool->throttle == NULL)
		tool->throttle = process_event_stub;
	if (tool->unthrottle == NULL)
		tool->unthrottle = process_event_stub;
	if (tool->attr == NULL)
		tool->attr = process_event_synth_attr_stub;
	if (tool->tracing_data == NULL)
		tool->tracing_data = process_event_synth_tracing_data_stub;
	if (tool->build_id == NULL)
		tool->build_id = process_finished_round_stub;
	if (tool->finished_round == NULL) {
		if (tool->ordered_samples)
			tool->finished_round = process_finished_round;
245
		else
246
			tool->finished_round = process_finished_round_stub;
247
	}
248
}
249
 
250 251 252 253 254 255 256 257 258 259
static void swap_sample_id_all(union perf_event *event, void *data)
{
	void *end = (void *) event + event->header.size;
	int size = end - data;

	BUG_ON(size % sizeof(u64));
	mem_bswap_64(data, size);
}

static void perf_event__all64_swap(union perf_event *event,
260
				   bool sample_id_all __maybe_unused)
261
{
262 263
	struct perf_event_header *hdr = &event->header;
	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
264 265
}

266
static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
267
{
268 269
	event->comm.pid = bswap_32(event->comm.pid);
	event->comm.tid = bswap_32(event->comm.tid);
270 271 272 273

	if (sample_id_all) {
		void *data = &event->comm.comm;

274
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
275 276
		swap_sample_id_all(event, data);
	}
277 278
}

279 280
static void perf_event__mmap_swap(union perf_event *event,
				  bool sample_id_all)
281
{
282 283 284 285 286
	event->mmap.pid	  = bswap_32(event->mmap.pid);
	event->mmap.tid	  = bswap_32(event->mmap.tid);
	event->mmap.start = bswap_64(event->mmap.start);
	event->mmap.len	  = bswap_64(event->mmap.len);
	event->mmap.pgoff = bswap_64(event->mmap.pgoff);
287 288 289 290

	if (sample_id_all) {
		void *data = &event->mmap.filename;

291
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
292 293
		swap_sample_id_all(event, data);
	}
294 295
}

296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314
static void perf_event__mmap2_swap(union perf_event *event,
				  bool sample_id_all)
{
	event->mmap2.pid   = bswap_32(event->mmap2.pid);
	event->mmap2.tid   = bswap_32(event->mmap2.tid);
	event->mmap2.start = bswap_64(event->mmap2.start);
	event->mmap2.len   = bswap_64(event->mmap2.len);
	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
	event->mmap2.maj   = bswap_32(event->mmap2.maj);
	event->mmap2.min   = bswap_32(event->mmap2.min);
	event->mmap2.ino   = bswap_64(event->mmap2.ino);

	if (sample_id_all) {
		void *data = &event->mmap2.filename;

		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
		swap_sample_id_all(event, data);
	}
}
315
static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
316
{
317 318 319 320 321
	event->fork.pid	 = bswap_32(event->fork.pid);
	event->fork.tid	 = bswap_32(event->fork.tid);
	event->fork.ppid = bswap_32(event->fork.ppid);
	event->fork.ptid = bswap_32(event->fork.ptid);
	event->fork.time = bswap_64(event->fork.time);
322 323 324

	if (sample_id_all)
		swap_sample_id_all(event, &event->fork + 1);
325 326
}

327
static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
328
{
329 330 331 332 333 334
	event->read.pid		 = bswap_32(event->read.pid);
	event->read.tid		 = bswap_32(event->read.tid);
	event->read.value	 = bswap_64(event->read.value);
	event->read.time_enabled = bswap_64(event->read.time_enabled);
	event->read.time_running = bswap_64(event->read.time_running);
	event->read.id		 = bswap_64(event->read.id);
335 336 337

	if (sample_id_all)
		swap_sample_id_all(event, &event->read + 1);
338 339
}

340 341 342 343 344 345 346 347 348 349 350
static void perf_event__throttle_swap(union perf_event *event,
				      bool sample_id_all)
{
	event->throttle.time	  = bswap_64(event->throttle.time);
	event->throttle.id	  = bswap_64(event->throttle.id);
	event->throttle.stream_id = bswap_64(event->throttle.stream_id);

	if (sample_id_all)
		swap_sample_id_all(event, &event->throttle + 1);
}

351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
static u8 revbyte(u8 b)
{
	int rev = (b >> 4) | ((b & 0xf) << 4);
	rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
	rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
	return (u8) rev;
}

/*
 * XXX this is hack in attempt to carry flags bitfield
 * throught endian village. ABI says:
 *
 * Bit-fields are allocated from right to left (least to most significant)
 * on little-endian implementations and from left to right (most to least
 * significant) on big-endian implementations.
 *
 * The above seems to be byte specific, so we need to reverse each
 * byte of the bitfield. 'Internet' also says this might be implementation
 * specific and we probably need proper fix and carry perf_event_attr
 * bitfield flags in separate data file FEAT_ section. Thought this seems
 * to work for now.
 */
static void swap_bitfield(u8 *p, unsigned len)
{
	unsigned i;

	for (i = 0; i < len; i++) {
		*p = revbyte(*p);
		p++;
	}
}

383 384 385 386 387 388 389 390 391 392 393 394 395
/* exported for swapping attributes in file header */
void perf_event__attr_swap(struct perf_event_attr *attr)
{
	attr->type		= bswap_32(attr->type);
	attr->size		= bswap_32(attr->size);
	attr->config		= bswap_64(attr->config);
	attr->sample_period	= bswap_64(attr->sample_period);
	attr->sample_type	= bswap_64(attr->sample_type);
	attr->read_format	= bswap_64(attr->read_format);
	attr->wakeup_events	= bswap_32(attr->wakeup_events);
	attr->bp_type		= bswap_32(attr->bp_type);
	attr->bp_addr		= bswap_64(attr->bp_addr);
	attr->bp_len		= bswap_64(attr->bp_len);
396 397 398
	attr->branch_sample_type = bswap_64(attr->branch_sample_type);
	attr->sample_regs_user	 = bswap_64(attr->sample_regs_user);
	attr->sample_stack_user  = bswap_32(attr->sample_stack_user);
399 400

	swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
401 402
}

403
static void perf_event__hdr_attr_swap(union perf_event *event,
404
				      bool sample_id_all __maybe_unused)
405 406 407
{
	size_t size;

408
	perf_event__attr_swap(&event->attr.attr);
409

410 411 412
	size = event->header.size;
	size -= (void *)&event->attr.id - (void *)event;
	mem_bswap_64(event->attr.id, size);
413 414
}

415
static void perf_event__event_type_swap(union perf_event *event,
416
					bool sample_id_all __maybe_unused)
417
{
418 419
	event->event_type.event_type.event_id =
		bswap_64(event->event_type.event_type.event_id);
420 421
}

422
static void perf_event__tracing_data_swap(union perf_event *event,
423
					  bool sample_id_all __maybe_unused)
424
{
425
	event->tracing_data.size = bswap_32(event->tracing_data.size);
426 427
}

428 429
typedef void (*perf_event__swap_op)(union perf_event *event,
				    bool sample_id_all);
430

431 432
static perf_event__swap_op perf_event__swap_ops[] = {
	[PERF_RECORD_MMAP]		  = perf_event__mmap_swap,
433
	[PERF_RECORD_MMAP2]		  = perf_event__mmap2_swap,
434 435 436 437 438
	[PERF_RECORD_COMM]		  = perf_event__comm_swap,
	[PERF_RECORD_FORK]		  = perf_event__task_swap,
	[PERF_RECORD_EXIT]		  = perf_event__task_swap,
	[PERF_RECORD_LOST]		  = perf_event__all64_swap,
	[PERF_RECORD_READ]		  = perf_event__read_swap,
439 440
	[PERF_RECORD_THROTTLE]		  = perf_event__throttle_swap,
	[PERF_RECORD_UNTHROTTLE]	  = perf_event__throttle_swap,
441
	[PERF_RECORD_SAMPLE]		  = perf_event__all64_swap,
442
	[PERF_RECORD_HEADER_ATTR]	  = perf_event__hdr_attr_swap,
443 444 445 446
	[PERF_RECORD_HEADER_EVENT_TYPE]	  = perf_event__event_type_swap,
	[PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
	[PERF_RECORD_HEADER_BUILD_ID]	  = NULL,
	[PERF_RECORD_HEADER_MAX]	  = NULL,
447 448
};

449 450
struct sample_queue {
	u64			timestamp;
451
	u64			file_offset;
452
	union perf_event	*event;
453 454 455
	struct list_head	list;
};

456 457 458 459
static void perf_session_free_sample_buffers(struct perf_session *session)
{
	struct ordered_samples *os = &session->ordered_samples;

460
	while (!list_empty(&os->to_free)) {
461 462
		struct sample_queue *sq;

463
		sq = list_entry(os->to_free.next, struct sample_queue, list);
464 465 466 467 468
		list_del(&sq->list);
		free(sq);
	}
}

469
static int perf_session_deliver_event(struct perf_session *session,
470
				      union perf_event *event,
471
				      struct perf_sample *sample,
472
				      struct perf_tool *tool,
473
				      u64 file_offset);
474

475
static int flush_sample_queue(struct perf_session *s,
476
		       struct perf_tool *tool)
477
{
478 479
	struct ordered_samples *os = &s->ordered_samples;
	struct list_head *head = &os->samples;
480
	struct sample_queue *tmp, *iter;
481
	struct perf_sample sample;
482 483
	u64 limit = os->next_flush;
	u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL;
484
	bool show_progress = limit == ULLONG_MAX;
485
	struct ui_progress prog;
486
	int ret;
487

488
	if (!tool->ordered_samples || !limit)
489
		return 0;
490

491 492 493
	if (show_progress)
		ui_progress__init(&prog, os->nr_samples, "Processing time ordered events...");

494
	list_for_each_entry_safe(iter, tmp, head, list) {
495 496 497
		if (session_done())
			return 0;

498
		if (iter->timestamp > limit)
499
			break;
500

501
		ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
502 503
		if (ret)
			pr_err("Can't parse sample, err = %d\n", ret);
504 505 506 507 508 509
		else {
			ret = perf_session_deliver_event(s, iter->event, &sample, tool,
							 iter->file_offset);
			if (ret)
				return ret;
		}
510

511
		os->last_flush = iter->timestamp;
512
		list_del(&iter->list);
513
		list_add(&iter->list, &os->sample_cache);
514 515 516

		if (show_progress)
			ui_progress__update(&prog, 1);
517
	}
518 519 520 521 522 523 524

	if (list_empty(head)) {
		os->last_sample = NULL;
	} else if (last_ts <= limit) {
		os->last_sample =
			list_entry(head->prev, struct sample_queue, list);
	}
525 526

	os->nr_samples = 0;
527 528

	return 0;
529 530
}

531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569
/*
 * When perf record finishes a pass on every buffers, it records this pseudo
 * event.
 * We record the max timestamp t found in the pass n.
 * Assuming these timestamps are monotonic across cpus, we know that if
 * a buffer still has events with timestamps below t, they will be all
 * available and then read in the pass n + 1.
 * Hence when we start to read the pass n + 2, we can safely flush every
 * events with timestamps below t.
 *
 *    ============ PASS n =================
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          1          |         2
 *          2          |         3
 *          -          |         4  <--- max recorded
 *
 *    ============ PASS n + 1 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          3          |         5
 *          4          |         6
 *          5          |         7 <---- max recorded
 *
 *      Flush every events below timestamp 4
 *
 *    ============ PASS n + 2 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          6          |         8
 *          7          |         9
 *          -          |         10
 *
 *      Flush every events below timestamp 7
 *      etc...
 */
570
static int process_finished_round(struct perf_tool *tool,
571
				  union perf_event *event __maybe_unused,
572
				  struct perf_session *session)
573
{
574 575 576
	int ret = flush_sample_queue(session, tool);
	if (!ret)
		session->ordered_samples.next_flush = session->ordered_samples.max_timestamp;
577

578
	return ret;
579 580
}

581
/* The queue is ordered by time */
582
static void __queue_event(struct sample_queue *new, struct perf_session *s)
583
{
584 585 586 587
	struct ordered_samples *os = &s->ordered_samples;
	struct sample_queue *sample = os->last_sample;
	u64 timestamp = new->timestamp;
	struct list_head *p;
588

589
	++os->nr_samples;
590
	os->last_sample = new;
591

592 593 594
	if (!sample) {
		list_add(&new->list, &os->samples);
		os->max_timestamp = timestamp;
595 596 597 598
		return;
	}

	/*
599 600 601
	 * last_sample might point to some random place in the list as it's
	 * the last queued event. We expect that the new event is close to
	 * this.
602
	 */
603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624
	if (sample->timestamp <= timestamp) {
		while (sample->timestamp <= timestamp) {
			p = sample->list.next;
			if (p == &os->samples) {
				list_add_tail(&new->list, &os->samples);
				os->max_timestamp = timestamp;
				return;
			}
			sample = list_entry(p, struct sample_queue, list);
		}
		list_add_tail(&new->list, &sample->list);
	} else {
		while (sample->timestamp > timestamp) {
			p = sample->list.prev;
			if (p == &os->samples) {
				list_add(&new->list, &os->samples);
				return;
			}
			sample = list_entry(p, struct sample_queue, list);
		}
		list_add(&new->list, &sample->list);
	}
625 626
}

627 628
#define MAX_SAMPLE_BUFFER	(64 * 1024 / sizeof(struct sample_queue))

629
int perf_session_queue_event(struct perf_session *s, union perf_event *event,
630
				    struct perf_sample *sample, u64 file_offset)
631
{
632 633
	struct ordered_samples *os = &s->ordered_samples;
	struct list_head *sc = &os->sample_cache;
634
	u64 timestamp = sample->time;
635 636
	struct sample_queue *new;

637
	if (!timestamp || timestamp == ~0ULL)
638 639
		return -ETIME;

640 641 642 643 644
	if (timestamp < s->ordered_samples.last_flush) {
		printf("Warning: Timestamp below last timeslice flush\n");
		return -EINVAL;
	}

645 646 647
	if (!list_empty(sc)) {
		new = list_entry(sc->next, struct sample_queue, list);
		list_del(&new->list);
648 649 650 651
	} else if (os->sample_buffer) {
		new = os->sample_buffer + os->sample_buffer_idx;
		if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER)
			os->sample_buffer = NULL;
652
	} else {
653 654
		os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
		if (!os->sample_buffer)
655
			return -ENOMEM;
656 657 658
		list_add(&os->sample_buffer->list, &os->to_free);
		os->sample_buffer_idx = 2;
		new = os->sample_buffer + 1;
659
	}
660 661

	new->timestamp = timestamp;
662
	new->file_offset = file_offset;
663
	new->event = event;
664

665
	__queue_event(new, s);
666 667 668

	return 0;
}
669

670
static void callchain__printf(struct perf_sample *sample)
671 672
{
	unsigned int i;
673

674
	printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
675 676

	for (i = 0; i < sample->callchain->nr; i++)
677 678
		printf("..... %2d: %016" PRIx64 "\n",
		       i, sample->callchain->ips[i]);
679 680
}

681 682 683 684 685 686 687 688 689 690 691 692
static void branch_stack__printf(struct perf_sample *sample)
{
	uint64_t i;

	printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);

	for (i = 0; i < sample->branch_stack->nr; i++)
		printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
			i, sample->branch_stack->entries[i].from,
			sample->branch_stack->entries[i].to);
}

693 694 695 696 697 698 699 700 701 702 703 704
static void regs_dump__printf(u64 mask, u64 *regs)
{
	unsigned rid, i = 0;

	for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
		u64 val = regs[i++];

		printf(".... %-5s 0x%" PRIx64 "\n",
		       perf_reg_name(rid), val);
	}
}

705
static void regs_user__printf(struct perf_sample *sample)
706 707 708 709
{
	struct regs_dump *user_regs = &sample->user_regs;

	if (user_regs->regs) {
710
		u64 mask = user_regs->mask;
711 712 713 714 715 716 717 718 719 720 721
		printf("... user regs: mask 0x%" PRIx64 "\n", mask);
		regs_dump__printf(mask, user_regs->regs);
	}
}

static void stack_user__printf(struct stack_dump *dump)
{
	printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
	       dump->size, dump->offset);
}

722
static void perf_session__print_tstamp(struct perf_session *session,
723
				       union perf_event *event,
724
				       struct perf_sample *sample)
725
{
726
	u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
727

728
	if (event->header.type != PERF_RECORD_SAMPLE &&
729
	    !perf_evlist__sample_id_all(session->evlist)) {
730 731 732 733
		fputs("-1 -1 ", stdout);
		return;
	}

734
	if ((sample_type & PERF_SAMPLE_CPU))
735 736
		printf("%u ", sample->cpu);

737
	if (sample_type & PERF_SAMPLE_TIME)
738
		printf("%" PRIu64 " ", sample->time);
739 740
}

741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770
static void sample_read__printf(struct perf_sample *sample, u64 read_format)
{
	printf("... sample_read:\n");

	if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
		printf("...... time enabled %016" PRIx64 "\n",
		       sample->read.time_enabled);

	if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
		printf("...... time running %016" PRIx64 "\n",
		       sample->read.time_running);

	if (read_format & PERF_FORMAT_GROUP) {
		u64 i;

		printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);

		for (i = 0; i < sample->read.group.nr; i++) {
			struct sample_read_value *value;

			value = &sample->read.group.values[i];
			printf("..... id %016" PRIx64
			       ", value %016" PRIx64 "\n",
			       value->id, value->value);
		}
	} else
		printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
			sample->read.one.id, sample->read.one.value);
}

771
static void dump_event(struct perf_session *session, union perf_event *event,
772
		       u64 file_offset, struct perf_sample *sample)
773 774 775 776
{
	if (!dump_trace)
		return;

777 778
	printf("\n%#" PRIx64 " [%#x]: event: %d\n",
	       file_offset, event->header.size, event->header.type);
779 780 781 782 783 784

	trace_event(event);

	if (sample)
		perf_session__print_tstamp(session, event, sample);

785
	printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
786
	       event->header.size, perf_event__name(event->header.type));
787 788
}

789
static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
790
			struct perf_sample *sample)
791
{
792 793
	u64 sample_type;

794 795 796
	if (!dump_trace)
		return;

797
	printf("(IP, 0x%x): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
798
	       event->header.misc, sample->pid, sample->tid, sample->ip,
799
	       sample->period, sample->addr);
800

801
	sample_type = evsel->attr.sample_type;
802 803

	if (sample_type & PERF_SAMPLE_CALLCHAIN)
804
		callchain__printf(sample);
805

806
	if (sample_type & PERF_SAMPLE_BRANCH_STACK)
807
		branch_stack__printf(sample);
808 809

	if (sample_type & PERF_SAMPLE_REGS_USER)
810
		regs_user__printf(sample);
811 812 813

	if (sample_type & PERF_SAMPLE_STACK_USER)
		stack_user__printf(&sample->user_stack);
814 815 816

	if (sample_type & PERF_SAMPLE_WEIGHT)
		printf("... weight: %" PRIu64 "\n", sample->weight);
817 818 819

	if (sample_type & PERF_SAMPLE_DATA_SRC)
		printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
820

821 822 823
	if (sample_type & PERF_SAMPLE_TRANSACTION)
		printf("... transaction: %" PRIx64 "\n", sample->transaction);

824 825
	if (sample_type & PERF_SAMPLE_READ)
		sample_read__printf(sample, evsel->attr.read_format);
826 827
}

828 829
static struct machine *
	perf_session__find_machine_for_cpumode(struct perf_session *session,
830 831
					       union perf_event *event,
					       struct perf_sample *sample)
832 833
{
	const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
834
	struct machine *machine;
835

836 837 838
	if (perf_guest &&
	    ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
	     (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
839 840
		u32 pid;

841 842
		if (event->header.type == PERF_RECORD_MMAP
		    || event->header.type == PERF_RECORD_MMAP2)
843 844
			pid = event->mmap.pid;
		else
845
			pid = sample->pid;
846

847 848 849 850 851
		machine = perf_session__find_machine(session, pid);
		if (!machine)
			machine = perf_session__findnew_machine(session,
						DEFAULT_GUEST_KERNEL_ID);
		return machine;
852
	}
853

854
	return &session->machines.host;
855 856
}

857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925
static int deliver_sample_value(struct perf_session *session,
				struct perf_tool *tool,
				union perf_event *event,
				struct perf_sample *sample,
				struct sample_read_value *v,
				struct machine *machine)
{
	struct perf_sample_id *sid;

	sid = perf_evlist__id2sid(session->evlist, v->id);
	if (sid) {
		sample->id     = v->id;
		sample->period = v->value - sid->period;
		sid->period    = v->value;
	}

	if (!sid || sid->evsel == NULL) {
		++session->stats.nr_unknown_id;
		return 0;
	}

	return tool->sample(tool, event, sample, sid->evsel, machine);
}

static int deliver_sample_group(struct perf_session *session,
				struct perf_tool *tool,
				union  perf_event *event,
				struct perf_sample *sample,
				struct machine *machine)
{
	int ret = -EINVAL;
	u64 i;

	for (i = 0; i < sample->read.group.nr; i++) {
		ret = deliver_sample_value(session, tool, event, sample,
					   &sample->read.group.values[i],
					   machine);
		if (ret)
			break;
	}

	return ret;
}

static int
perf_session__deliver_sample(struct perf_session *session,
			     struct perf_tool *tool,
			     union  perf_event *event,
			     struct perf_sample *sample,
			     struct perf_evsel *evsel,
			     struct machine *machine)
{
	/* We know evsel != NULL. */
	u64 sample_type = evsel->attr.sample_type;
	u64 read_format = evsel->attr.read_format;

	/* Standard sample delievery. */
	if (!(sample_type & PERF_SAMPLE_READ))
		return tool->sample(tool, event, sample, evsel, machine);

	/* For PERF_SAMPLE_READ we have either single or group mode. */
	if (read_format & PERF_FORMAT_GROUP)
		return deliver_sample_group(session, tool, event, sample,
					    machine);
	else
		return deliver_sample_value(session, tool, event, sample,
					    &sample->read.one, machine);
}

926
static int perf_session_deliver_event(struct perf_session *session,
927
				      union perf_event *event,
928
				      struct perf_sample *sample,
929
				      struct perf_tool *tool,
930
				      u64 file_offset)
931
{
932
	struct perf_evsel *evsel;
933
	struct machine *machine;
934

935 936
	dump_event(session, event, file_offset, sample);

937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954
	evsel = perf_evlist__id2evsel(session->evlist, sample->id);
	if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
		/*
		 * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
		 * because the tools right now may apply filters, discarding
		 * some of the samples. For consistency, in the future we
		 * should have something like nr_filtered_samples and remove
		 * the sample->period from total_sample_period, etc, KISS for
		 * now tho.
		 *
		 * Also testing against NULL allows us to handle files without
		 * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
		 * future probably it'll be a good idea to restrict event
		 * processing via perf_session to files with both set.
		 */
		hists__inc_nr_events(&evsel->hists, event->header.type);
	}

955 956
	machine = perf_session__find_machine_for_cpumode(session, event,
							 sample);
957

958 959
	switch (event->header.type) {
	case PERF_RECORD_SAMPLE:
960
		dump_sample(evsel, event, sample);
961
		if (evsel == NULL) {
962
			++session->stats.nr_unknown_id;
963
			return 0;
964
		}
965
		if (machine == NULL) {
966
			++session->stats.nr_unprocessable_samples;
967
			return 0;
968
		}
969 970
		return perf_session__deliver_sample(session, tool, event,
						    sample, evsel, machine);
971
	case PERF_RECORD_MMAP:
972
		return tool->mmap(tool, event, sample, machine);
973 974
	case PERF_RECORD_MMAP2:
		return tool->mmap2(tool, event, sample, machine);
975
	case PERF_RECORD_COMM:
976
		return tool->comm(tool, event, sample, machine);
977
	case PERF_RECORD_FORK:
978
		return tool->fork(tool, event, sample, machine);
979
	case PERF_RECORD_EXIT:
980
		return tool->exit(tool, event, sample, machine);
981
	case PERF_RECORD_LOST:
982
		if (tool->lost == perf_event__process_lost)
983
			session->stats.total_lost += event->lost.lost;
984
		return tool->lost(tool, event, sample, machine);
985
	case PERF_RECORD_READ:
986
		return tool->read(tool, event, sample, evsel, machine);
987
	case PERF_RECORD_THROTTLE:
988
		return tool->throttle(tool, event, sample, machine);
989
	case PERF_RECORD_UNTHROTTLE:
990
		return tool->unthrottle(tool, event, sample, machine);
991
	default:
992
		++session->stats.nr_unknown_events;
993 994 995 996
		return -1;
	}
}

997
static int perf_session__process_user_event(struct perf_session *session, union perf_event *event,
998
					    struct perf_tool *tool, u64 file_offset)
999
{
1000
	int fd = perf_data_file__fd(session->file);
1001 1002
	int err;

1003
	dump_event(session, event, file_offset, NULL);
1004

1005
	/* These events are processed right away */
1006
	switch (event->header.type) {
1007
	case PERF_RECORD_HEADER_ATTR:
1008
		err = tool->attr(tool, event, &session->evlist);
1009
		if (err == 0)
1010
			perf_session__set_id_hdr_size(session);
1011
		return err;
1012 1013 1014 1015 1016 1017
	case PERF_RECORD_HEADER_EVENT_TYPE:
		/*
		 * Depreceated, but we need to handle it for sake
		 * of old data files create in pipe mode.
		 */
		return 0;
1018 1019
	case PERF_RECORD_HEADER_TRACING_DATA:
		/* setup for reading amidst mmap */
1020
		lseek(fd, file_offset, SEEK_SET);
1021
		return tool->tracing_data(tool, event, session);
1022
	case PERF_RECORD_HEADER_BUILD_ID:
1023
		return tool->build_id(tool, event, session);
1024
	case PERF_RECORD_FINISHED_ROUND:
1025
		return tool->finished_round(tool, event, session);
1026
	default:
1027
		return -EINVAL;
1028
	}
1029 1030
}

1031 1032 1033 1034 1035 1036 1037 1038 1039
static void event_swap(union perf_event *event, bool sample_id_all)
{
	perf_event__swap_op swap;

	swap = perf_event__swap_ops[event->header.type];
	if (swap)
		swap(event, sample_id_all);
}

1040 1041 1042 1043
static int perf_session__process_event(struct perf_session *session,
				       union perf_event *event,
				       struct perf_tool *tool,
				       u64 file_offset)
1044
{
1045
	struct perf_sample sample;
1046 1047
	int ret;

1048
	if (session->header.needs_swap)
1049
		event_swap(event, perf_evlist__sample_id_all(session->evlist));
1050 1051 1052 1053

	if (event->header.type >= PERF_RECORD_HEADER_MAX)
		return -EINVAL;

1054
	events_stats__inc(&session->stats, event->header.type);
1055 1056

	if (event->header.type >= PERF_RECORD_USER_TYPE_START)
1057
		return perf_session__process_user_event(session, event, tool, file_offset);
1058

1059 1060 1061
	/*
	 * For all kernel events we get the sample data
	 */
1062
	ret = perf_evlist__parse_sample(session->evlist, event, &sample);
1063 1064
	if (ret)
		return ret;
1065

1066
	if (tool->ordered_samples) {
1067 1068
		ret = perf_session_queue_event(session, event, &sample,
					       file_offset);
1069 1070 1071 1072
		if (ret != -ETIME)
			return ret;
	}

1073
	return perf_session_deliver_event(session, event, &sample, tool,
1074
					  file_offset);
1075 1076
}

1077
void perf_event_header__bswap(struct perf_event_header *hdr)
1078
{
1079 1080 1081
	hdr->type = bswap_32(hdr->type);
	hdr->misc = bswap_16(hdr->misc);
	hdr->size = bswap_16(hdr->size);
1082 1083
}

1084 1085
struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
{
1086
	return machine__findnew_thread(&session->machines.host, 0, pid);
1087 1088
}

1089
static struct thread *perf_session__register_idle_thread(struct perf_session *session)
1090
{
1091
	struct thread *thread = perf_session__findnew(session, 0);
1092

1093
	if (thread == NULL || thread__set_comm(thread, "swapper", 0)) {
1094 1095 1096 1097 1098 1099 1100
		pr_err("problem inserting idle task.\n");
		thread = NULL;
	}

	return thread;
}

1101
static void perf_session__warn_about_errors(const struct perf_session *session,
1102
					    const struct perf_tool *tool)
1103
{
1104
	if (tool->lost == perf_event__process_lost &&
1105
	    session->stats.nr_events[PERF_RECORD_LOST] != 0) {
1106 1107
		ui__warning("Processed %d events and lost %d chunks!\n\n"
			    "Check IO/CPU overload!\n\n",
1108 1109
			    session->stats.nr_events[0],
			    session->stats.nr_events[PERF_RECORD_LOST]);
1110 1111
	}

1112
	if (session->stats.nr_unknown_events != 0) {
1113 1114 1115 1116 1117
		ui__warning("Found %u unknown events!\n\n"
			    "Is this an older tool processing a perf.data "
			    "file generated by a more recent tool?\n\n"
			    "If that is not the case, consider "
			    "reporting to linux-kernel@vger.kernel.org.\n\n",
1118
			    session->stats.nr_unknown_events);
1119 1120
	}

1121
	if (session->stats.nr_unknown_id != 0) {
1122
		ui__warning("%u samples with id not present in the header\n",
1123
			    session->stats.nr_unknown_id);
1124 1125
	}

1126
 	if (session->stats.nr_invalid_chains != 0) {
1127 1128 1129
 		ui__warning("Found invalid callchains!\n\n"
 			    "%u out of %u events were discarded for this reason.\n\n"
 			    "Consider reporting to linux-kernel@vger.kernel.org.\n\n",
1130 1131
 			    session->stats.nr_invalid_chains,
 			    session->stats.nr_events[PERF_RECORD_SAMPLE]);
1132
 	}
1133

1134
	if (session->stats.nr_unprocessable_samples != 0) {
1135 1136
		ui__warning("%u unprocessable samples recorded.\n"
			    "Do you have a KVM guest running and not using 'perf kvm'?\n",
1137
			    session->stats.nr_unprocessable_samples);
1138
	}
1139 1140
}

1141 1142
volatile int session_done;

1143
static int __perf_session__process_pipe_events(struct perf_session *session,
1144
					       struct perf_tool *tool)
1145
{
1146
	int fd = perf_data_file__fd(session->file);
1147 1148 1149
	union perf_event *event;
	uint32_t size, cur_size = 0;
	void *buf = NULL;
1150 1151
	int skip = 0;
	u64 head;
1152
	ssize_t err;
1153 1154
	void *p;

1155
	perf_tool__fill_defaults(tool);
1156 1157

	head = 0;
1158 1159 1160 1161 1162
	cur_size = sizeof(union perf_event);

	buf = malloc(cur_size);
	if (!buf)
		return -errno;
1163
more:
1164
	event = buf;
1165
	err = readn(fd, event, sizeof(struct perf_event_header));
1166 1167 1168 1169 1170 1171 1172 1173
	if (err <= 0) {
		if (err == 0)
			goto done;

		pr_err("failed to read event header\n");
		goto out_err;
	}

1174
	if (session->header.needs_swap)
1175
		perf_event_header__bswap(&event->header);
1176

1177
	size = event->header.size;
1178 1179 1180 1181
	if (size < sizeof(struct perf_event_header)) {
		pr_err("bad event header size\n");
		goto out_err;
	}
1182

1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193
	if (size > cur_size) {
		void *new = realloc(buf, size);
		if (!new) {
			pr_err("failed to allocate memory to read event\n");
			goto out_err;
		}
		buf = new;
		cur_size = size;
		event = buf;
	}
	p = event;
1194 1195
	p += sizeof(struct perf_event_header);

1196
	if (size - sizeof(struct perf_event_header)) {
1197
		err = readn(fd, p, size - sizeof(struct perf_event_header));
1198 1199 1200 1201 1202
		if (err <= 0) {
			if (err == 0) {
				pr_err("unexpected end of event stream\n");
				goto done;
			}
1203

1204 1205 1206
			pr_err("failed to read event data\n");
			goto out_err;
		}
1207 1208
	}

1209
	if ((skip = perf_session__process_event(session, event, tool, head)) < 0) {
1210
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
1211
		       head, event->header.size, event->header.type);
1212 1213
		err = -EINVAL;
		goto out_err;
1214 1215 1216 1217 1218 1219 1220 1221 1222 1223
	}

	head += size;

	if (skip > 0)
		head += skip;

	if (!session_done())
		goto more;
done:
1224
	/* do the final flush for ordered samples */
1225 1226
	session->ordered_samples.next_flush = ULLONG_MAX;
	err = flush_sample_queue(session, tool);
1227
out_err:
1228
	free(buf);
1229 1230
	perf_session__warn_about_errors(session, tool);
	perf_session_free_sample_buffers(session);
1231 1232 1233
	return err;
}

1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251
static union perf_event *
fetch_mmaped_event(struct perf_session *session,
		   u64 head, size_t mmap_size, char *buf)
{
	union perf_event *event;

	/*
	 * Ensure we have enough space remaining to read
	 * the size of the event in the headers.
	 */
	if (head + sizeof(event->header) > mmap_size)
		return NULL;

	event = (union perf_event *)(buf + head);

	if (session->header.needs_swap)
		perf_event_header__bswap(&event->header);

1252 1253 1254 1255
	if (head + event->header.size > mmap_size) {
		/* We're not fetching the event so swap back again */
		if (session->header.needs_swap)
			perf_event_header__bswap(&event->header);
1256
		return NULL;
1257
	}
1258 1259 1260 1261

	return event;
}

1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273
/*
 * On 64bit we can mmap the data file in one go. No need for tiny mmap
 * slices. On 32bit we use 32MB.
 */
#if BITS_PER_LONG == 64
#define MMAP_SIZE ULLONG_MAX
#define NUM_MMAPS 1
#else
#define MMAP_SIZE (32 * 1024 * 1024ULL)
#define NUM_MMAPS 128
#endif

1274
int __perf_session__process_events(struct perf_session *session,
1275
				   u64 data_offset, u64 data_size,
1276
				   u64 file_size, struct perf_tool *tool)
1277
{
1278
	int fd = perf_data_file__fd(session->file);
1279
	u64 head, page_offset, file_offset, file_pos;
1280
	int err, mmap_prot, mmap_flags, map_idx = 0;
1281
	size_t	mmap_size;
1282
	char *buf, *mmaps[NUM_MMAPS];
1283
	union perf_event *event;
1284
	uint32_t size;
1285
	struct ui_progress prog;
1286

1287
	perf_tool__fill_defaults(tool);
1288

1289 1290 1291
	page_offset = page_size * (data_offset / page_size);
	file_offset = page_offset;
	head = data_offset - page_offset;
1292

1293
	if (data_size && (data_offset + data_size < file_size))
1294 1295
		file_size = data_offset + data_size;

1296
	ui_progress__init(&prog, file_size, "Processing events...");
1297

1298
	mmap_size = MMAP_SIZE;
1299 1300 1301
	if (mmap_size > file_size)
		mmap_size = file_size;

1302 1303
	memset(mmaps, 0, sizeof(mmaps));

1304 1305 1306
	mmap_prot  = PROT_READ;
	mmap_flags = MAP_SHARED;

1307
	if (session->header.needs_swap) {
1308 1309 1310
		mmap_prot  |= PROT_WRITE;
		mmap_flags = MAP_PRIVATE;
	}
1311
remap:
1312
	buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, fd,
1313
		   file_offset);
1314 1315 1316 1317 1318
	if (buf == MAP_FAILED) {
		pr_err("failed to mmap file\n");
		err = -errno;
		goto out_err;
	}
1319 1320
	mmaps[map_idx] = buf;
	map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
1321
	file_pos = file_offset + head;
1322 1323

more:
1324 1325
	event = fetch_mmaped_event(session, head, mmap_size, buf);
	if (!event) {
1326 1327 1328 1329
		if (mmaps[map_idx]) {
			munmap(mmaps[map_idx], mmap_size);
			mmaps[map_idx] = NULL;
		}
1330

1331 1332 1333
		page_offset = page_size * (head / page_size);
		file_offset += page_offset;
		head -= page_offset;
1334 1335 1336 1337 1338
		goto remap;
	}

	size = event->header.size;

1339
	if (size < sizeof(struct perf_event_header) ||
1340
	    perf_session__process_event(session, event, tool, file_pos) < 0) {
1341 1342 1343 1344 1345
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
		       file_offset + head, event->header.size,
		       event->header.type);
		err = -EINVAL;
		goto out_err;
1346 1347 1348
	}

	head += size;
1349
	file_pos += size;
1350

1351
	ui_progress__update(&prog, size);
1352

1353
	if (session_done())
1354
		goto out;
1355

1356
	if (file_pos < file_size)
1357
		goto more;
1358

1359
out:
1360
	/* do the final flush for ordered samples */
1361
	session->ordered_samples.next_flush = ULLONG_MAX;
1362
	err = flush_sample_queue(session, tool);
1363
out_err:
N
Namhyung Kim 已提交
1364
	ui_progress__finish();
1365
	perf_session__warn_about_errors(session, tool);
1366
	perf_session_free_sample_buffers(session);
1367 1368
	return err;
}
1369

1370
int perf_session__process_events(struct perf_session *session,
1371
				 struct perf_tool *tool)
1372
{
1373
	u64 size = perf_data_file__size(session->file);
1374 1375
	int err;

1376
	if (perf_session__register_idle_thread(session) == NULL)
1377 1378
		return -ENOMEM;

1379 1380 1381 1382
	if (!perf_data_file__is_pipe(session->file))
		err = __perf_session__process_events(session,
						     session->header.data_offset,
						     session->header.data_size,
1383
						     size, tool);
1384
	else
1385
		err = __perf_session__process_pipe_events(session, tool);
1386

1387 1388 1389
	return err;
}

1390
bool perf_session__has_traces(struct perf_session *session, const char *msg)
1391
{
1392 1393
	struct perf_evsel *evsel;

1394
	evlist__for_each(session->evlist, evsel) {
1395 1396
		if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
			return true;
1397 1398
	}

1399 1400
	pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
	return false;
1401
}
1402

1403 1404
int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
				     const char *symbol_name, u64 addr)
1405 1406
{
	char *bracket;
1407
	enum map_type i;
1408 1409 1410 1411 1412
	struct ref_reloc_sym *ref;

	ref = zalloc(sizeof(struct ref_reloc_sym));
	if (ref == NULL)
		return -ENOMEM;
1413

1414 1415 1416
	ref->name = strdup(symbol_name);
	if (ref->name == NULL) {
		free(ref);
1417
		return -ENOMEM;
1418
	}
1419

1420
	bracket = strchr(ref->name, ']');
1421 1422 1423
	if (bracket)
		*bracket = '\0';

1424
	ref->addr = addr;
1425 1426

	for (i = 0; i < MAP__NR_TYPES; ++i) {
1427 1428
		struct kmap *kmap = map__kmap(maps[i]);
		kmap->ref_reloc_sym = ref;
1429 1430
	}

1431 1432
	return 0;
}
1433

1434
size_t perf_session__fprintf_dsos(struct perf_session *session, FILE *fp)
1435
{
1436
	return machines__fprintf_dsos(&session->machines, fp);
1437
}
1438

1439
size_t perf_session__fprintf_dsos_buildid(struct perf_session *session, FILE *fp,
1440
					  bool (skip)(struct dso *dso, int parm), int parm)
1441
{
1442
	return machines__fprintf_dsos_buildid(&session->machines, fp, skip, parm);
1443
}
1444 1445 1446 1447 1448 1449

size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
{
	struct perf_evsel *pos;
	size_t ret = fprintf(fp, "Aggregated stats:\n");

1450
	ret += events_stats__fprintf(&session->stats, fp);
1451

1452
	evlist__for_each(session->evlist, pos) {
1453
		ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
1454
		ret += events_stats__fprintf(&pos->hists.stats, fp);
1455 1456 1457 1458
	}

	return ret;
}
1459

1460 1461 1462 1463 1464 1465
size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
{
	/*
	 * FIXME: Here we have to actually print all the machines in this
	 * session, not just the host...
	 */
1466
	return machine__fprintf(&session->machines.host, fp);
1467 1468
}

1469 1470 1471 1472 1473
struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
					      unsigned int type)
{
	struct perf_evsel *pos;

1474
	evlist__for_each(session->evlist, pos) {
1475 1476 1477 1478 1479 1480
		if (pos->attr.type == type)
			return pos;
	}
	return NULL;
}

1481
void perf_evsel__print_ip(struct perf_evsel *evsel, struct perf_sample *sample,
1482
			  struct addr_location *al,
1483
			  unsigned int print_opts, unsigned int stack_depth)
1484 1485
{
	struct callchain_cursor_node *node;
1486 1487 1488 1489
	int print_ip = print_opts & PRINT_IP_OPT_IP;
	int print_sym = print_opts & PRINT_IP_OPT_SYM;
	int print_dso = print_opts & PRINT_IP_OPT_DSO;
	int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
1490
	int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
1491
	int print_srcline = print_opts & PRINT_IP_OPT_SRCLINE;
1492
	char s = print_oneline ? ' ' : '\t';
1493 1494

	if (symbol_conf.use_callchain && sample->callchain) {
1495
		struct addr_location node_al;
1496

1497
		if (machine__resolve_callchain(al->machine, evsel, al->thread,
1498 1499
					       sample, NULL, NULL,
					       PERF_MAX_STACK_DEPTH) != 0) {
1500 1501 1502 1503
			if (verbose)
				error("Failed to resolve callchain. Skipping\n");
			return;
		}
1504
		callchain_cursor_commit(&callchain_cursor);
1505

1506 1507 1508
		if (print_symoffset)
			node_al = *al;

1509
		while (stack_depth) {
1510 1511
			u64 addr = 0;

1512
			node = callchain_cursor_current(&callchain_cursor);
1513 1514 1515
			if (!node)
				break;

1516 1517 1518
			if (node->sym && node->sym->ignore)
				goto next;

1519
			if (print_ip)
1520
				printf("%c%16" PRIx64, s, node->ip);
1521

1522 1523 1524
			if (node->map)
				addr = node->map->map_ip(node->map, node->ip);

1525
			if (print_sym) {
1526
				printf(" ");
1527
				if (print_symoffset) {
1528
					node_al.addr = addr;
1529 1530
					node_al.map  = node->map;
					symbol__fprintf_symname_offs(node->sym, &node_al, stdout);
1531 1532
				} else
					symbol__fprintf_symname(node->sym, stdout);
1533
			}
1534

1535
			if (print_dso) {
1536
				printf(" (");
1537
				map__fprintf_dsoname(node->map, stdout);
1538
				printf(")");
1539
			}
1540

1541 1542 1543 1544
			if (print_srcline)
				map__fprintf_srcline(node->map, addr, "\n  ",
						     stdout);

1545 1546
			if (!print_oneline)
				printf("\n");
1547

1548
			stack_depth--;
1549 1550
next:
			callchain_cursor_advance(&callchain_cursor);
1551 1552 1553
		}

	} else {
1554
		if (al->sym && al->sym->ignore)
1555 1556
			return;

1557 1558 1559
		if (print_ip)
			printf("%16" PRIx64, sample->ip);

1560
		if (print_sym) {
1561
			printf(" ");
1562
			if (print_symoffset)
1563
				symbol__fprintf_symname_offs(al->sym, al,
1564 1565
							     stdout);
			else
1566
				symbol__fprintf_symname(al->sym, stdout);
1567 1568 1569
		}

		if (print_dso) {
1570
			printf(" (");
1571
			map__fprintf_dsoname(al->map, stdout);
1572
			printf(")");
1573
		}
1574 1575 1576

		if (print_srcline)
			map__fprintf_srcline(al->map, al->addr, "\n  ", stdout);
1577 1578
	}
}
1579 1580 1581 1582

int perf_session__cpu_bitmap(struct perf_session *session,
			     const char *cpu_list, unsigned long *cpu_bitmap)
{
1583
	int i, err = -1;
1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600
	struct cpu_map *map;

	for (i = 0; i < PERF_TYPE_MAX; ++i) {
		struct perf_evsel *evsel;

		evsel = perf_session__find_first_evtype(session, i);
		if (!evsel)
			continue;

		if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
			pr_err("File does not contain CPU events. "
			       "Remove -c option to proceed.\n");
			return -1;
		}
	}

	map = cpu_map__new(cpu_list);
1601 1602 1603 1604
	if (map == NULL) {
		pr_err("Invalid cpu_list\n");
		return -1;
	}
1605 1606 1607 1608 1609 1610 1611

	for (i = 0; i < map->nr; i++) {
		int cpu = map->map[i];

		if (cpu >= MAX_NR_CPUS) {
			pr_err("Requested CPU %d too large. "
			       "Consider raising MAX_NR_CPUS\n", cpu);
1612
			goto out_delete_map;
1613 1614 1615 1616 1617
		}

		set_bit(cpu, cpu_bitmap);
	}

1618 1619 1620 1621 1622
	err = 0;

out_delete_map:
	cpu_map__delete(map);
	return err;
1623
}
1624 1625 1626 1627 1628

void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
				bool full)
{
	struct stat st;
1629
	int fd, ret;
1630 1631 1632 1633

	if (session == NULL || fp == NULL)
		return;

1634 1635
	fd = perf_data_file__fd(session->file);

1636
	ret = fstat(fd, &st);
1637 1638 1639 1640 1641 1642 1643 1644
	if (ret == -1)
		return;

	fprintf(fp, "# ========\n");
	fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
	perf_header__fprintf_info(session, fp, full);
	fprintf(fp, "# ========\n#\n");
}
1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655


int __perf_session__set_tracepoints_handlers(struct perf_session *session,
					     const struct perf_evsel_str_handler *assocs,
					     size_t nr_assocs)
{
	struct perf_evsel *evsel;
	size_t i;
	int err;

	for (i = 0; i < nr_assocs; i++) {
1656 1657 1658 1659 1660
		/*
		 * Adding a handler for an event not in the session,
		 * just ignore it.
		 */
		evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
1661
		if (evsel == NULL)
1662
			continue;
1663 1664

		err = -EEXIST;
1665
		if (evsel->handler != NULL)
1666
			goto out;
1667
		evsel->handler = assocs[i].handler;
1668 1669 1670 1671 1672 1673
	}

	err = 0;
out:
	return err;
}