session.c 43.4 KB
Newer Older
1
#include <linux/kernel.h>
2
#include <traceevent/event-parse.h>
3

4
#include <byteswap.h>
5 6
#include <unistd.h>
#include <sys/types.h>
7
#include <sys/mman.h>
8

9 10
#include "evlist.h"
#include "evsel.h"
11
#include "session.h"
12
#include "tool.h"
13
#include "sort.h"
14
#include "util.h"
15
#include "cpumap.h"
16
#include "perf_regs.h"
17

18
static int perf_session__open(struct perf_session *session)
19
{
20
	struct perf_data_file *file = session->file;
21

22
	if (perf_session__read_header(session) < 0) {
23
		pr_err("incompatible file format (rerun with -v to learn more)");
24
		return -1;
25 26
	}

27 28 29
	if (perf_data_file__is_pipe(file))
		return 0;

30
	if (!perf_evlist__valid_sample_type(session->evlist)) {
31
		pr_err("non matching sample_type");
32
		return -1;
33 34
	}

35
	if (!perf_evlist__valid_sample_id_all(session->evlist)) {
36
		pr_err("non matching sample_id_all");
37
		return -1;
38 39
	}

40
	if (!perf_evlist__valid_read_format(session->evlist)) {
41
		pr_err("non matching read_format");
42
		return -1;
43 44
	}

45 46 47
	return 0;
}

48
void perf_session__set_id_hdr_size(struct perf_session *session)
49
{
50 51 52
	u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);

	machines__set_id_hdr_size(&session->machines, id_hdr_size);
53 54
}

55
int perf_session__create_kernel_maps(struct perf_session *session)
56
{
57
	int ret = machine__create_kernel_maps(&session->machines.host);
58 59

	if (ret >= 0)
60
		ret = machines__create_guest_kernel_maps(&session->machines);
61 62 63
	return ret;
}

64
static void perf_session__destroy_kernel_maps(struct perf_session *session)
65
{
66
	machines__destroy_kernel_maps(&session->machines);
67 68
}

69 70
struct perf_session *perf_session__new(struct perf_data_file *file,
				       bool repipe, struct perf_tool *tool)
71
{
72
	struct perf_session *session = zalloc(sizeof(*session));
73

74
	if (!session)
75 76
		goto out;

77 78 79 80 81
	session->repipe = repipe;
	INIT_LIST_HEAD(&session->ordered_samples.samples);
	INIT_LIST_HEAD(&session->ordered_samples.sample_cache);
	INIT_LIST_HEAD(&session->ordered_samples.to_free);
	machines__init(&session->machines);
82

83 84
	if (file) {
		if (perf_data_file__open(file))
85
			goto out_delete;
86

87
		session->file = file;
88 89

		if (perf_data_file__is_read(file)) {
90
			if (perf_session__open(session) < 0)
91 92
				goto out_close;

93
			perf_session__set_id_hdr_size(session);
94 95 96 97
		}
	}

	if (!file || perf_data_file__is_write(file)) {
98 99
		/*
		 * In O_RDONLY mode this will be performed when reading the
100
		 * kernel MMAP event, in perf_event__process_mmap().
101
		 */
102
		if (perf_session__create_kernel_maps(session) < 0)
103 104
			goto out_delete;
	}
105

106
	if (tool && tool->ordering_requires_timestamps &&
107
	    tool->ordered_samples && !perf_evlist__sample_id_all(session->evlist)) {
108
		dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
109
		tool->ordered_samples = false;
110 111
	}

112
	return session;
113 114 115 116

 out_close:
	perf_data_file__close(file);
 out_delete:
117
	perf_session__delete(session);
118
 out:
119
	return NULL;
120 121
}

122 123
static void perf_session__delete_dead_threads(struct perf_session *session)
{
124
	machine__delete_dead_threads(&session->machines.host);
125 126 127 128
}

static void perf_session__delete_threads(struct perf_session *session)
{
129
	machine__delete_threads(&session->machines.host);
130 131
}

132 133
static void perf_session_env__delete(struct perf_session_env *env)
{
134 135 136 137 138 139 140 141 142 143 144 145
	zfree(&env->hostname);
	zfree(&env->os_release);
	zfree(&env->version);
	zfree(&env->arch);
	zfree(&env->cpu_desc);
	zfree(&env->cpuid);

	zfree(&env->cmdline);
	zfree(&env->sibling_cores);
	zfree(&env->sibling_threads);
	zfree(&env->numa_nodes);
	zfree(&env->pmu_mappings);
146 147
}

148
void perf_session__delete(struct perf_session *session)
149
{
150 151 152 153 154 155 156 157
	perf_session__destroy_kernel_maps(session);
	perf_session__delete_dead_threads(session);
	perf_session__delete_threads(session);
	perf_session_env__delete(&session->header.env);
	machines__exit(&session->machines);
	if (session->file)
		perf_data_file__close(session->file);
	free(session);
158
}
159

160 161 162
static int process_event_synth_tracing_data_stub(struct perf_tool *tool
						 __maybe_unused,
						 union perf_event *event
163 164 165
						 __maybe_unused,
						 struct perf_session *session
						__maybe_unused)
166 167 168 169 170
{
	dump_printf(": unhandled!\n");
	return 0;
}

171 172
static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
					 union perf_event *event __maybe_unused,
173 174
					 struct perf_evlist **pevlist
					 __maybe_unused)
175 176 177 178 179
{
	dump_printf(": unhandled!\n");
	return 0;
}

180 181 182 183 184
static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
				     union perf_event *event __maybe_unused,
				     struct perf_sample *sample __maybe_unused,
				     struct perf_evsel *evsel __maybe_unused,
				     struct machine *machine __maybe_unused)
185 186 187 188 189
{
	dump_printf(": unhandled!\n");
	return 0;
}

190 191 192 193
static int process_event_stub(struct perf_tool *tool __maybe_unused,
			      union perf_event *event __maybe_unused,
			      struct perf_sample *sample __maybe_unused,
			      struct machine *machine __maybe_unused)
194 195 196 197 198
{
	dump_printf(": unhandled!\n");
	return 0;
}

199 200 201 202
static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
				       union perf_event *event __maybe_unused,
				       struct perf_session *perf_session
				       __maybe_unused)
203 204 205 206 207
{
	dump_printf(": unhandled!\n");
	return 0;
}

208
static int process_finished_round(struct perf_tool *tool,
209 210
				  union perf_event *event,
				  struct perf_session *session);
211

212
void perf_tool__fill_defaults(struct perf_tool *tool)
213
{
214 215 216 217
	if (tool->sample == NULL)
		tool->sample = process_event_sample_stub;
	if (tool->mmap == NULL)
		tool->mmap = process_event_stub;
218 219
	if (tool->mmap2 == NULL)
		tool->mmap2 = process_event_stub;
220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242
	if (tool->comm == NULL)
		tool->comm = process_event_stub;
	if (tool->fork == NULL)
		tool->fork = process_event_stub;
	if (tool->exit == NULL)
		tool->exit = process_event_stub;
	if (tool->lost == NULL)
		tool->lost = perf_event__process_lost;
	if (tool->read == NULL)
		tool->read = process_event_sample_stub;
	if (tool->throttle == NULL)
		tool->throttle = process_event_stub;
	if (tool->unthrottle == NULL)
		tool->unthrottle = process_event_stub;
	if (tool->attr == NULL)
		tool->attr = process_event_synth_attr_stub;
	if (tool->tracing_data == NULL)
		tool->tracing_data = process_event_synth_tracing_data_stub;
	if (tool->build_id == NULL)
		tool->build_id = process_finished_round_stub;
	if (tool->finished_round == NULL) {
		if (tool->ordered_samples)
			tool->finished_round = process_finished_round;
243
		else
244
			tool->finished_round = process_finished_round_stub;
245
	}
246
}
247
 
248 249 250 251 252 253 254 255 256 257
static void swap_sample_id_all(union perf_event *event, void *data)
{
	void *end = (void *) event + event->header.size;
	int size = end - data;

	BUG_ON(size % sizeof(u64));
	mem_bswap_64(data, size);
}

static void perf_event__all64_swap(union perf_event *event,
258
				   bool sample_id_all __maybe_unused)
259
{
260 261
	struct perf_event_header *hdr = &event->header;
	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
262 263
}

264
static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
265
{
266 267
	event->comm.pid = bswap_32(event->comm.pid);
	event->comm.tid = bswap_32(event->comm.tid);
268 269 270 271

	if (sample_id_all) {
		void *data = &event->comm.comm;

272
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
273 274
		swap_sample_id_all(event, data);
	}
275 276
}

277 278
static void perf_event__mmap_swap(union perf_event *event,
				  bool sample_id_all)
279
{
280 281 282 283 284
	event->mmap.pid	  = bswap_32(event->mmap.pid);
	event->mmap.tid	  = bswap_32(event->mmap.tid);
	event->mmap.start = bswap_64(event->mmap.start);
	event->mmap.len	  = bswap_64(event->mmap.len);
	event->mmap.pgoff = bswap_64(event->mmap.pgoff);
285 286 287 288

	if (sample_id_all) {
		void *data = &event->mmap.filename;

289
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
290 291
		swap_sample_id_all(event, data);
	}
292 293
}

294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312
static void perf_event__mmap2_swap(union perf_event *event,
				  bool sample_id_all)
{
	event->mmap2.pid   = bswap_32(event->mmap2.pid);
	event->mmap2.tid   = bswap_32(event->mmap2.tid);
	event->mmap2.start = bswap_64(event->mmap2.start);
	event->mmap2.len   = bswap_64(event->mmap2.len);
	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
	event->mmap2.maj   = bswap_32(event->mmap2.maj);
	event->mmap2.min   = bswap_32(event->mmap2.min);
	event->mmap2.ino   = bswap_64(event->mmap2.ino);

	if (sample_id_all) {
		void *data = &event->mmap2.filename;

		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
		swap_sample_id_all(event, data);
	}
}
313
static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
314
{
315 316 317 318 319
	event->fork.pid	 = bswap_32(event->fork.pid);
	event->fork.tid	 = bswap_32(event->fork.tid);
	event->fork.ppid = bswap_32(event->fork.ppid);
	event->fork.ptid = bswap_32(event->fork.ptid);
	event->fork.time = bswap_64(event->fork.time);
320 321 322

	if (sample_id_all)
		swap_sample_id_all(event, &event->fork + 1);
323 324
}

325
static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
326
{
327 328 329 330 331 332
	event->read.pid		 = bswap_32(event->read.pid);
	event->read.tid		 = bswap_32(event->read.tid);
	event->read.value	 = bswap_64(event->read.value);
	event->read.time_enabled = bswap_64(event->read.time_enabled);
	event->read.time_running = bswap_64(event->read.time_running);
	event->read.id		 = bswap_64(event->read.id);
333 334 335

	if (sample_id_all)
		swap_sample_id_all(event, &event->read + 1);
336 337
}

338 339 340 341 342 343 344 345 346 347 348
static void perf_event__throttle_swap(union perf_event *event,
				      bool sample_id_all)
{
	event->throttle.time	  = bswap_64(event->throttle.time);
	event->throttle.id	  = bswap_64(event->throttle.id);
	event->throttle.stream_id = bswap_64(event->throttle.stream_id);

	if (sample_id_all)
		swap_sample_id_all(event, &event->throttle + 1);
}

349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380
static u8 revbyte(u8 b)
{
	int rev = (b >> 4) | ((b & 0xf) << 4);
	rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
	rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
	return (u8) rev;
}

/*
 * XXX this is hack in attempt to carry flags bitfield
 * throught endian village. ABI says:
 *
 * Bit-fields are allocated from right to left (least to most significant)
 * on little-endian implementations and from left to right (most to least
 * significant) on big-endian implementations.
 *
 * The above seems to be byte specific, so we need to reverse each
 * byte of the bitfield. 'Internet' also says this might be implementation
 * specific and we probably need proper fix and carry perf_event_attr
 * bitfield flags in separate data file FEAT_ section. Thought this seems
 * to work for now.
 */
static void swap_bitfield(u8 *p, unsigned len)
{
	unsigned i;

	for (i = 0; i < len; i++) {
		*p = revbyte(*p);
		p++;
	}
}

381 382 383 384 385 386 387 388 389 390 391 392 393
/* exported for swapping attributes in file header */
void perf_event__attr_swap(struct perf_event_attr *attr)
{
	attr->type		= bswap_32(attr->type);
	attr->size		= bswap_32(attr->size);
	attr->config		= bswap_64(attr->config);
	attr->sample_period	= bswap_64(attr->sample_period);
	attr->sample_type	= bswap_64(attr->sample_type);
	attr->read_format	= bswap_64(attr->read_format);
	attr->wakeup_events	= bswap_32(attr->wakeup_events);
	attr->bp_type		= bswap_32(attr->bp_type);
	attr->bp_addr		= bswap_64(attr->bp_addr);
	attr->bp_len		= bswap_64(attr->bp_len);
394 395 396
	attr->branch_sample_type = bswap_64(attr->branch_sample_type);
	attr->sample_regs_user	 = bswap_64(attr->sample_regs_user);
	attr->sample_stack_user  = bswap_32(attr->sample_stack_user);
397 398

	swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
399 400
}

401
static void perf_event__hdr_attr_swap(union perf_event *event,
402
				      bool sample_id_all __maybe_unused)
403 404 405
{
	size_t size;

406
	perf_event__attr_swap(&event->attr.attr);
407

408 409 410
	size = event->header.size;
	size -= (void *)&event->attr.id - (void *)event;
	mem_bswap_64(event->attr.id, size);
411 412
}

413
static void perf_event__event_type_swap(union perf_event *event,
414
					bool sample_id_all __maybe_unused)
415
{
416 417
	event->event_type.event_type.event_id =
		bswap_64(event->event_type.event_type.event_id);
418 419
}

420
static void perf_event__tracing_data_swap(union perf_event *event,
421
					  bool sample_id_all __maybe_unused)
422
{
423
	event->tracing_data.size = bswap_32(event->tracing_data.size);
424 425
}

426 427
typedef void (*perf_event__swap_op)(union perf_event *event,
				    bool sample_id_all);
428

429 430
static perf_event__swap_op perf_event__swap_ops[] = {
	[PERF_RECORD_MMAP]		  = perf_event__mmap_swap,
431
	[PERF_RECORD_MMAP2]		  = perf_event__mmap2_swap,
432 433 434 435 436
	[PERF_RECORD_COMM]		  = perf_event__comm_swap,
	[PERF_RECORD_FORK]		  = perf_event__task_swap,
	[PERF_RECORD_EXIT]		  = perf_event__task_swap,
	[PERF_RECORD_LOST]		  = perf_event__all64_swap,
	[PERF_RECORD_READ]		  = perf_event__read_swap,
437 438
	[PERF_RECORD_THROTTLE]		  = perf_event__throttle_swap,
	[PERF_RECORD_UNTHROTTLE]	  = perf_event__throttle_swap,
439
	[PERF_RECORD_SAMPLE]		  = perf_event__all64_swap,
440
	[PERF_RECORD_HEADER_ATTR]	  = perf_event__hdr_attr_swap,
441 442 443 444
	[PERF_RECORD_HEADER_EVENT_TYPE]	  = perf_event__event_type_swap,
	[PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
	[PERF_RECORD_HEADER_BUILD_ID]	  = NULL,
	[PERF_RECORD_HEADER_MAX]	  = NULL,
445 446
};

447 448
struct sample_queue {
	u64			timestamp;
449
	u64			file_offset;
450
	union perf_event	*event;
451 452 453
	struct list_head	list;
};

454 455 456 457
static void perf_session_free_sample_buffers(struct perf_session *session)
{
	struct ordered_samples *os = &session->ordered_samples;

458
	while (!list_empty(&os->to_free)) {
459 460
		struct sample_queue *sq;

461
		sq = list_entry(os->to_free.next, struct sample_queue, list);
462 463 464 465 466
		list_del(&sq->list);
		free(sq);
	}
}

467
static int perf_session_deliver_event(struct perf_session *session,
468
				      union perf_event *event,
469
				      struct perf_sample *sample,
470
				      struct perf_tool *tool,
471
				      u64 file_offset);
472

473
static int flush_sample_queue(struct perf_session *s,
474
		       struct perf_tool *tool)
475
{
476 477
	struct ordered_samples *os = &s->ordered_samples;
	struct list_head *head = &os->samples;
478
	struct sample_queue *tmp, *iter;
479
	struct perf_sample sample;
480 481
	u64 limit = os->next_flush;
	u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL;
482
	bool show_progress = limit == ULLONG_MAX;
483
	struct ui_progress prog;
484
	int ret;
485

486
	if (!tool->ordered_samples || !limit)
487
		return 0;
488

489 490 491
	if (show_progress)
		ui_progress__init(&prog, os->nr_samples, "Processing time ordered events...");

492
	list_for_each_entry_safe(iter, tmp, head, list) {
493 494 495
		if (session_done())
			return 0;

496
		if (iter->timestamp > limit)
497
			break;
498

499
		ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
500 501
		if (ret)
			pr_err("Can't parse sample, err = %d\n", ret);
502 503 504 505 506 507
		else {
			ret = perf_session_deliver_event(s, iter->event, &sample, tool,
							 iter->file_offset);
			if (ret)
				return ret;
		}
508

509
		os->last_flush = iter->timestamp;
510
		list_del(&iter->list);
511
		list_add(&iter->list, &os->sample_cache);
512
		os->nr_samples--;
513 514 515

		if (show_progress)
			ui_progress__update(&prog, 1);
516
	}
517 518 519 520 521 522 523

	if (list_empty(head)) {
		os->last_sample = NULL;
	} else if (last_ts <= limit) {
		os->last_sample =
			list_entry(head->prev, struct sample_queue, list);
	}
524

525
	return 0;
526 527
}

528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566
/*
 * When perf record finishes a pass on every buffers, it records this pseudo
 * event.
 * We record the max timestamp t found in the pass n.
 * Assuming these timestamps are monotonic across cpus, we know that if
 * a buffer still has events with timestamps below t, they will be all
 * available and then read in the pass n + 1.
 * Hence when we start to read the pass n + 2, we can safely flush every
 * events with timestamps below t.
 *
 *    ============ PASS n =================
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          1          |         2
 *          2          |         3
 *          -          |         4  <--- max recorded
 *
 *    ============ PASS n + 1 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          3          |         5
 *          4          |         6
 *          5          |         7 <---- max recorded
 *
 *      Flush every events below timestamp 4
 *
 *    ============ PASS n + 2 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          6          |         8
 *          7          |         9
 *          -          |         10
 *
 *      Flush every events below timestamp 7
 *      etc...
 */
567
static int process_finished_round(struct perf_tool *tool,
568
				  union perf_event *event __maybe_unused,
569
				  struct perf_session *session)
570
{
571 572 573
	int ret = flush_sample_queue(session, tool);
	if (!ret)
		session->ordered_samples.next_flush = session->ordered_samples.max_timestamp;
574

575
	return ret;
576 577
}

578
/* The queue is ordered by time */
579
static void __queue_event(struct sample_queue *new, struct perf_session *s)
580
{
581 582 583 584
	struct ordered_samples *os = &s->ordered_samples;
	struct sample_queue *sample = os->last_sample;
	u64 timestamp = new->timestamp;
	struct list_head *p;
585

586
	++os->nr_samples;
587
	os->last_sample = new;
588

589 590 591
	if (!sample) {
		list_add(&new->list, &os->samples);
		os->max_timestamp = timestamp;
592 593 594 595
		return;
	}

	/*
596 597 598
	 * last_sample might point to some random place in the list as it's
	 * the last queued event. We expect that the new event is close to
	 * this.
599
	 */
600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
	if (sample->timestamp <= timestamp) {
		while (sample->timestamp <= timestamp) {
			p = sample->list.next;
			if (p == &os->samples) {
				list_add_tail(&new->list, &os->samples);
				os->max_timestamp = timestamp;
				return;
			}
			sample = list_entry(p, struct sample_queue, list);
		}
		list_add_tail(&new->list, &sample->list);
	} else {
		while (sample->timestamp > timestamp) {
			p = sample->list.prev;
			if (p == &os->samples) {
				list_add(&new->list, &os->samples);
				return;
			}
			sample = list_entry(p, struct sample_queue, list);
		}
		list_add(&new->list, &sample->list);
	}
622 623
}

624 625
#define MAX_SAMPLE_BUFFER	(64 * 1024 / sizeof(struct sample_queue))

626
int perf_session_queue_event(struct perf_session *s, union perf_event *event,
627
				    struct perf_sample *sample, u64 file_offset)
628
{
629 630
	struct ordered_samples *os = &s->ordered_samples;
	struct list_head *sc = &os->sample_cache;
631
	u64 timestamp = sample->time;
632 633
	struct sample_queue *new;

634
	if (!timestamp || timestamp == ~0ULL)
635 636
		return -ETIME;

637 638 639 640 641
	if (timestamp < s->ordered_samples.last_flush) {
		printf("Warning: Timestamp below last timeslice flush\n");
		return -EINVAL;
	}

642 643 644
	if (!list_empty(sc)) {
		new = list_entry(sc->next, struct sample_queue, list);
		list_del(&new->list);
645 646 647 648
	} else if (os->sample_buffer) {
		new = os->sample_buffer + os->sample_buffer_idx;
		if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER)
			os->sample_buffer = NULL;
649
	} else {
650 651
		os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
		if (!os->sample_buffer)
652
			return -ENOMEM;
653 654 655
		list_add(&os->sample_buffer->list, &os->to_free);
		os->sample_buffer_idx = 2;
		new = os->sample_buffer + 1;
656
	}
657 658

	new->timestamp = timestamp;
659
	new->file_offset = file_offset;
660
	new->event = event;
661

662
	__queue_event(new, s);
663 664 665

	return 0;
}
666

667
static void callchain__printf(struct perf_sample *sample)
668 669
{
	unsigned int i;
670

671
	printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
672 673

	for (i = 0; i < sample->callchain->nr; i++)
674 675
		printf("..... %2d: %016" PRIx64 "\n",
		       i, sample->callchain->ips[i]);
676 677
}

678 679 680 681 682 683 684 685 686 687 688 689
static void branch_stack__printf(struct perf_sample *sample)
{
	uint64_t i;

	printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);

	for (i = 0; i < sample->branch_stack->nr; i++)
		printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
			i, sample->branch_stack->entries[i].from,
			sample->branch_stack->entries[i].to);
}

690 691 692 693 694 695 696 697 698 699 700 701
static void regs_dump__printf(u64 mask, u64 *regs)
{
	unsigned rid, i = 0;

	for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
		u64 val = regs[i++];

		printf(".... %-5s 0x%" PRIx64 "\n",
		       perf_reg_name(rid), val);
	}
}

702
static void regs_user__printf(struct perf_sample *sample)
703 704 705 706
{
	struct regs_dump *user_regs = &sample->user_regs;

	if (user_regs->regs) {
707
		u64 mask = user_regs->mask;
708 709 710 711 712 713 714 715 716 717 718
		printf("... user regs: mask 0x%" PRIx64 "\n", mask);
		regs_dump__printf(mask, user_regs->regs);
	}
}

static void stack_user__printf(struct stack_dump *dump)
{
	printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
	       dump->size, dump->offset);
}

719
static void perf_session__print_tstamp(struct perf_session *session,
720
				       union perf_event *event,
721
				       struct perf_sample *sample)
722
{
723
	u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
724

725
	if (event->header.type != PERF_RECORD_SAMPLE &&
726
	    !perf_evlist__sample_id_all(session->evlist)) {
727 728 729 730
		fputs("-1 -1 ", stdout);
		return;
	}

731
	if ((sample_type & PERF_SAMPLE_CPU))
732 733
		printf("%u ", sample->cpu);

734
	if (sample_type & PERF_SAMPLE_TIME)
735
		printf("%" PRIu64 " ", sample->time);
736 737
}

738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
static void sample_read__printf(struct perf_sample *sample, u64 read_format)
{
	printf("... sample_read:\n");

	if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
		printf("...... time enabled %016" PRIx64 "\n",
		       sample->read.time_enabled);

	if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
		printf("...... time running %016" PRIx64 "\n",
		       sample->read.time_running);

	if (read_format & PERF_FORMAT_GROUP) {
		u64 i;

		printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);

		for (i = 0; i < sample->read.group.nr; i++) {
			struct sample_read_value *value;

			value = &sample->read.group.values[i];
			printf("..... id %016" PRIx64
			       ", value %016" PRIx64 "\n",
			       value->id, value->value);
		}
	} else
		printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
			sample->read.one.id, sample->read.one.value);
}

768
static void dump_event(struct perf_session *session, union perf_event *event,
769
		       u64 file_offset, struct perf_sample *sample)
770 771 772 773
{
	if (!dump_trace)
		return;

774 775
	printf("\n%#" PRIx64 " [%#x]: event: %d\n",
	       file_offset, event->header.size, event->header.type);
776 777 778 779 780 781

	trace_event(event);

	if (sample)
		perf_session__print_tstamp(session, event, sample);

782
	printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
783
	       event->header.size, perf_event__name(event->header.type));
784 785
}

786
static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
787
			struct perf_sample *sample)
788
{
789 790
	u64 sample_type;

791 792 793
	if (!dump_trace)
		return;

794
	printf("(IP, 0x%x): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
795
	       event->header.misc, sample->pid, sample->tid, sample->ip,
796
	       sample->period, sample->addr);
797

798
	sample_type = evsel->attr.sample_type;
799 800

	if (sample_type & PERF_SAMPLE_CALLCHAIN)
801
		callchain__printf(sample);
802

803
	if (sample_type & PERF_SAMPLE_BRANCH_STACK)
804
		branch_stack__printf(sample);
805 806

	if (sample_type & PERF_SAMPLE_REGS_USER)
807
		regs_user__printf(sample);
808 809 810

	if (sample_type & PERF_SAMPLE_STACK_USER)
		stack_user__printf(&sample->user_stack);
811 812 813

	if (sample_type & PERF_SAMPLE_WEIGHT)
		printf("... weight: %" PRIu64 "\n", sample->weight);
814 815 816

	if (sample_type & PERF_SAMPLE_DATA_SRC)
		printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
817

818 819 820
	if (sample_type & PERF_SAMPLE_TRANSACTION)
		printf("... transaction: %" PRIx64 "\n", sample->transaction);

821 822
	if (sample_type & PERF_SAMPLE_READ)
		sample_read__printf(sample, evsel->attr.read_format);
823 824
}

825 826
static struct machine *
	perf_session__find_machine_for_cpumode(struct perf_session *session,
827 828
					       union perf_event *event,
					       struct perf_sample *sample)
829 830
{
	const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
831
	struct machine *machine;
832

833 834 835
	if (perf_guest &&
	    ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
	     (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
836 837
		u32 pid;

838 839
		if (event->header.type == PERF_RECORD_MMAP
		    || event->header.type == PERF_RECORD_MMAP2)
840 841
			pid = event->mmap.pid;
		else
842
			pid = sample->pid;
843

844 845 846 847 848
		machine = perf_session__find_machine(session, pid);
		if (!machine)
			machine = perf_session__findnew_machine(session,
						DEFAULT_GUEST_KERNEL_ID);
		return machine;
849
	}
850

851
	return &session->machines.host;
852 853
}

854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922
static int deliver_sample_value(struct perf_session *session,
				struct perf_tool *tool,
				union perf_event *event,
				struct perf_sample *sample,
				struct sample_read_value *v,
				struct machine *machine)
{
	struct perf_sample_id *sid;

	sid = perf_evlist__id2sid(session->evlist, v->id);
	if (sid) {
		sample->id     = v->id;
		sample->period = v->value - sid->period;
		sid->period    = v->value;
	}

	if (!sid || sid->evsel == NULL) {
		++session->stats.nr_unknown_id;
		return 0;
	}

	return tool->sample(tool, event, sample, sid->evsel, machine);
}

static int deliver_sample_group(struct perf_session *session,
				struct perf_tool *tool,
				union  perf_event *event,
				struct perf_sample *sample,
				struct machine *machine)
{
	int ret = -EINVAL;
	u64 i;

	for (i = 0; i < sample->read.group.nr; i++) {
		ret = deliver_sample_value(session, tool, event, sample,
					   &sample->read.group.values[i],
					   machine);
		if (ret)
			break;
	}

	return ret;
}

static int
perf_session__deliver_sample(struct perf_session *session,
			     struct perf_tool *tool,
			     union  perf_event *event,
			     struct perf_sample *sample,
			     struct perf_evsel *evsel,
			     struct machine *machine)
{
	/* We know evsel != NULL. */
	u64 sample_type = evsel->attr.sample_type;
	u64 read_format = evsel->attr.read_format;

	/* Standard sample delievery. */
	if (!(sample_type & PERF_SAMPLE_READ))
		return tool->sample(tool, event, sample, evsel, machine);

	/* For PERF_SAMPLE_READ we have either single or group mode. */
	if (read_format & PERF_FORMAT_GROUP)
		return deliver_sample_group(session, tool, event, sample,
					    machine);
	else
		return deliver_sample_value(session, tool, event, sample,
					    &sample->read.one, machine);
}

923
static int perf_session_deliver_event(struct perf_session *session,
924
				      union perf_event *event,
925
				      struct perf_sample *sample,
926
				      struct perf_tool *tool,
927
				      u64 file_offset)
928
{
929
	struct perf_evsel *evsel;
930
	struct machine *machine;
931

932 933
	dump_event(session, event, file_offset, sample);

934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951
	evsel = perf_evlist__id2evsel(session->evlist, sample->id);
	if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
		/*
		 * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
		 * because the tools right now may apply filters, discarding
		 * some of the samples. For consistency, in the future we
		 * should have something like nr_filtered_samples and remove
		 * the sample->period from total_sample_period, etc, KISS for
		 * now tho.
		 *
		 * Also testing against NULL allows us to handle files without
		 * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
		 * future probably it'll be a good idea to restrict event
		 * processing via perf_session to files with both set.
		 */
		hists__inc_nr_events(&evsel->hists, event->header.type);
	}

952 953
	machine = perf_session__find_machine_for_cpumode(session, event,
							 sample);
954

955 956
	switch (event->header.type) {
	case PERF_RECORD_SAMPLE:
957
		dump_sample(evsel, event, sample);
958
		if (evsel == NULL) {
959
			++session->stats.nr_unknown_id;
960
			return 0;
961
		}
962
		if (machine == NULL) {
963
			++session->stats.nr_unprocessable_samples;
964
			return 0;
965
		}
966 967
		return perf_session__deliver_sample(session, tool, event,
						    sample, evsel, machine);
968
	case PERF_RECORD_MMAP:
969
		return tool->mmap(tool, event, sample, machine);
970 971
	case PERF_RECORD_MMAP2:
		return tool->mmap2(tool, event, sample, machine);
972
	case PERF_RECORD_COMM:
973
		return tool->comm(tool, event, sample, machine);
974
	case PERF_RECORD_FORK:
975
		return tool->fork(tool, event, sample, machine);
976
	case PERF_RECORD_EXIT:
977
		return tool->exit(tool, event, sample, machine);
978
	case PERF_RECORD_LOST:
979
		if (tool->lost == perf_event__process_lost)
980
			session->stats.total_lost += event->lost.lost;
981
		return tool->lost(tool, event, sample, machine);
982
	case PERF_RECORD_READ:
983
		return tool->read(tool, event, sample, evsel, machine);
984
	case PERF_RECORD_THROTTLE:
985
		return tool->throttle(tool, event, sample, machine);
986
	case PERF_RECORD_UNTHROTTLE:
987
		return tool->unthrottle(tool, event, sample, machine);
988
	default:
989
		++session->stats.nr_unknown_events;
990 991 992 993
		return -1;
	}
}

994 995 996 997
static s64 perf_session__process_user_event(struct perf_session *session,
					    union perf_event *event,
					    struct perf_tool *tool,
					    u64 file_offset)
998
{
999
	int fd = perf_data_file__fd(session->file);
1000 1001
	int err;

1002
	dump_event(session, event, file_offset, NULL);
1003

1004
	/* These events are processed right away */
1005
	switch (event->header.type) {
1006
	case PERF_RECORD_HEADER_ATTR:
1007
		err = tool->attr(tool, event, &session->evlist);
1008
		if (err == 0)
1009
			perf_session__set_id_hdr_size(session);
1010
		return err;
1011 1012 1013 1014 1015 1016
	case PERF_RECORD_HEADER_EVENT_TYPE:
		/*
		 * Depreceated, but we need to handle it for sake
		 * of old data files create in pipe mode.
		 */
		return 0;
1017 1018
	case PERF_RECORD_HEADER_TRACING_DATA:
		/* setup for reading amidst mmap */
1019
		lseek(fd, file_offset, SEEK_SET);
1020
		return tool->tracing_data(tool, event, session);
1021
	case PERF_RECORD_HEADER_BUILD_ID:
1022
		return tool->build_id(tool, event, session);
1023
	case PERF_RECORD_FINISHED_ROUND:
1024
		return tool->finished_round(tool, event, session);
1025
	default:
1026
		return -EINVAL;
1027
	}
1028 1029
}

1030 1031 1032 1033 1034 1035 1036 1037 1038
static void event_swap(union perf_event *event, bool sample_id_all)
{
	perf_event__swap_op swap;

	swap = perf_event__swap_ops[event->header.type];
	if (swap)
		swap(event, sample_id_all);
}

1039
static s64 perf_session__process_event(struct perf_session *session,
1040 1041 1042
				       union perf_event *event,
				       struct perf_tool *tool,
				       u64 file_offset)
1043
{
1044
	struct perf_sample sample;
1045 1046
	int ret;

1047
	if (session->header.needs_swap)
1048
		event_swap(event, perf_evlist__sample_id_all(session->evlist));
1049 1050 1051 1052

	if (event->header.type >= PERF_RECORD_HEADER_MAX)
		return -EINVAL;

1053
	events_stats__inc(&session->stats, event->header.type);
1054 1055

	if (event->header.type >= PERF_RECORD_USER_TYPE_START)
1056
		return perf_session__process_user_event(session, event, tool, file_offset);
1057

1058 1059 1060
	/*
	 * For all kernel events we get the sample data
	 */
1061
	ret = perf_evlist__parse_sample(session->evlist, event, &sample);
1062 1063
	if (ret)
		return ret;
1064

1065
	if (tool->ordered_samples) {
1066 1067
		ret = perf_session_queue_event(session, event, &sample,
					       file_offset);
1068 1069 1070 1071
		if (ret != -ETIME)
			return ret;
	}

1072
	return perf_session_deliver_event(session, event, &sample, tool,
1073
					  file_offset);
1074 1075
}

1076
void perf_event_header__bswap(struct perf_event_header *hdr)
1077
{
1078 1079 1080
	hdr->type = bswap_32(hdr->type);
	hdr->misc = bswap_16(hdr->misc);
	hdr->size = bswap_16(hdr->size);
1081 1082
}

1083 1084
struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
{
1085
	return machine__findnew_thread(&session->machines.host, -1, pid);
1086 1087
}

1088
static struct thread *perf_session__register_idle_thread(struct perf_session *session)
1089
{
1090
	struct thread *thread;
1091

1092
	thread = machine__findnew_thread(&session->machines.host, 0, 0);
1093
	if (thread == NULL || thread__set_comm(thread, "swapper", 0)) {
1094 1095 1096 1097 1098 1099 1100
		pr_err("problem inserting idle task.\n");
		thread = NULL;
	}

	return thread;
}

1101
static void perf_session__warn_about_errors(const struct perf_session *session,
1102
					    const struct perf_tool *tool)
1103
{
1104
	if (tool->lost == perf_event__process_lost &&
1105
	    session->stats.nr_events[PERF_RECORD_LOST] != 0) {
1106 1107
		ui__warning("Processed %d events and lost %d chunks!\n\n"
			    "Check IO/CPU overload!\n\n",
1108 1109
			    session->stats.nr_events[0],
			    session->stats.nr_events[PERF_RECORD_LOST]);
1110 1111
	}

1112
	if (session->stats.nr_unknown_events != 0) {
1113 1114 1115 1116 1117
		ui__warning("Found %u unknown events!\n\n"
			    "Is this an older tool processing a perf.data "
			    "file generated by a more recent tool?\n\n"
			    "If that is not the case, consider "
			    "reporting to linux-kernel@vger.kernel.org.\n\n",
1118
			    session->stats.nr_unknown_events);
1119 1120
	}

1121
	if (session->stats.nr_unknown_id != 0) {
1122
		ui__warning("%u samples with id not present in the header\n",
1123
			    session->stats.nr_unknown_id);
1124 1125
	}

1126
 	if (session->stats.nr_invalid_chains != 0) {
1127 1128 1129
 		ui__warning("Found invalid callchains!\n\n"
 			    "%u out of %u events were discarded for this reason.\n\n"
 			    "Consider reporting to linux-kernel@vger.kernel.org.\n\n",
1130 1131
 			    session->stats.nr_invalid_chains,
 			    session->stats.nr_events[PERF_RECORD_SAMPLE]);
1132
 	}
1133

1134
	if (session->stats.nr_unprocessable_samples != 0) {
1135 1136
		ui__warning("%u unprocessable samples recorded.\n"
			    "Do you have a KVM guest running and not using 'perf kvm'?\n",
1137
			    session->stats.nr_unprocessable_samples);
1138
	}
1139 1140
}

1141 1142
volatile int session_done;

1143
static int __perf_session__process_pipe_events(struct perf_session *session,
1144
					       struct perf_tool *tool)
1145
{
1146
	int fd = perf_data_file__fd(session->file);
1147 1148 1149
	union perf_event *event;
	uint32_t size, cur_size = 0;
	void *buf = NULL;
1150
	s64 skip = 0;
1151
	u64 head;
1152
	ssize_t err;
1153 1154
	void *p;

1155
	perf_tool__fill_defaults(tool);
1156 1157

	head = 0;
1158 1159 1160 1161 1162
	cur_size = sizeof(union perf_event);

	buf = malloc(cur_size);
	if (!buf)
		return -errno;
1163
more:
1164
	event = buf;
1165
	err = readn(fd, event, sizeof(struct perf_event_header));
1166 1167 1168 1169 1170 1171 1172 1173
	if (err <= 0) {
		if (err == 0)
			goto done;

		pr_err("failed to read event header\n");
		goto out_err;
	}

1174
	if (session->header.needs_swap)
1175
		perf_event_header__bswap(&event->header);
1176

1177
	size = event->header.size;
1178 1179 1180 1181
	if (size < sizeof(struct perf_event_header)) {
		pr_err("bad event header size\n");
		goto out_err;
	}
1182

1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193
	if (size > cur_size) {
		void *new = realloc(buf, size);
		if (!new) {
			pr_err("failed to allocate memory to read event\n");
			goto out_err;
		}
		buf = new;
		cur_size = size;
		event = buf;
	}
	p = event;
1194 1195
	p += sizeof(struct perf_event_header);

1196
	if (size - sizeof(struct perf_event_header)) {
1197
		err = readn(fd, p, size - sizeof(struct perf_event_header));
1198 1199 1200 1201 1202
		if (err <= 0) {
			if (err == 0) {
				pr_err("unexpected end of event stream\n");
				goto done;
			}
1203

1204 1205 1206
			pr_err("failed to read event data\n");
			goto out_err;
		}
1207 1208
	}

1209
	if ((skip = perf_session__process_event(session, event, tool, head)) < 0) {
1210
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
1211
		       head, event->header.size, event->header.type);
1212 1213
		err = -EINVAL;
		goto out_err;
1214 1215 1216 1217 1218 1219 1220 1221 1222 1223
	}

	head += size;

	if (skip > 0)
		head += skip;

	if (!session_done())
		goto more;
done:
1224
	/* do the final flush for ordered samples */
1225 1226
	session->ordered_samples.next_flush = ULLONG_MAX;
	err = flush_sample_queue(session, tool);
1227
out_err:
1228
	free(buf);
1229 1230
	perf_session__warn_about_errors(session, tool);
	perf_session_free_sample_buffers(session);
1231 1232 1233
	return err;
}

1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251
static union perf_event *
fetch_mmaped_event(struct perf_session *session,
		   u64 head, size_t mmap_size, char *buf)
{
	union perf_event *event;

	/*
	 * Ensure we have enough space remaining to read
	 * the size of the event in the headers.
	 */
	if (head + sizeof(event->header) > mmap_size)
		return NULL;

	event = (union perf_event *)(buf + head);

	if (session->header.needs_swap)
		perf_event_header__bswap(&event->header);

1252 1253 1254 1255
	if (head + event->header.size > mmap_size) {
		/* We're not fetching the event so swap back again */
		if (session->header.needs_swap)
			perf_event_header__bswap(&event->header);
1256
		return NULL;
1257
	}
1258 1259 1260 1261

	return event;
}

1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273
/*
 * On 64bit we can mmap the data file in one go. No need for tiny mmap
 * slices. On 32bit we use 32MB.
 */
#if BITS_PER_LONG == 64
#define MMAP_SIZE ULLONG_MAX
#define NUM_MMAPS 1
#else
#define MMAP_SIZE (32 * 1024 * 1024ULL)
#define NUM_MMAPS 128
#endif

1274
int __perf_session__process_events(struct perf_session *session,
1275
				   u64 data_offset, u64 data_size,
1276
				   u64 file_size, struct perf_tool *tool)
1277
{
1278
	int fd = perf_data_file__fd(session->file);
1279
	u64 head, page_offset, file_offset, file_pos, size;
1280
	int err, mmap_prot, mmap_flags, map_idx = 0;
1281
	size_t	mmap_size;
1282
	char *buf, *mmaps[NUM_MMAPS];
1283
	union perf_event *event;
1284
	struct ui_progress prog;
1285
	s64 skip;
1286

1287
	perf_tool__fill_defaults(tool);
1288

1289 1290 1291
	page_offset = page_size * (data_offset / page_size);
	file_offset = page_offset;
	head = data_offset - page_offset;
1292

1293
	if (data_size && (data_offset + data_size < file_size))
1294 1295
		file_size = data_offset + data_size;

1296
	ui_progress__init(&prog, file_size, "Processing events...");
1297

1298
	mmap_size = MMAP_SIZE;
1299
	if (mmap_size > file_size) {
1300
		mmap_size = file_size;
1301 1302
		session->one_mmap = true;
	}
1303

1304 1305
	memset(mmaps, 0, sizeof(mmaps));

1306 1307 1308
	mmap_prot  = PROT_READ;
	mmap_flags = MAP_SHARED;

1309
	if (session->header.needs_swap) {
1310 1311 1312
		mmap_prot  |= PROT_WRITE;
		mmap_flags = MAP_PRIVATE;
	}
1313
remap:
1314
	buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, fd,
1315
		   file_offset);
1316 1317 1318 1319 1320
	if (buf == MAP_FAILED) {
		pr_err("failed to mmap file\n");
		err = -errno;
		goto out_err;
	}
1321 1322
	mmaps[map_idx] = buf;
	map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
1323
	file_pos = file_offset + head;
1324 1325 1326 1327
	if (session->one_mmap) {
		session->one_mmap_addr = buf;
		session->one_mmap_offset = file_offset;
	}
1328 1329

more:
1330 1331
	event = fetch_mmaped_event(session, head, mmap_size, buf);
	if (!event) {
1332 1333 1334 1335
		if (mmaps[map_idx]) {
			munmap(mmaps[map_idx], mmap_size);
			mmaps[map_idx] = NULL;
		}
1336

1337 1338 1339
		page_offset = page_size * (head / page_size);
		file_offset += page_offset;
		head -= page_offset;
1340 1341 1342 1343 1344
		goto remap;
	}

	size = event->header.size;

1345
	if (size < sizeof(struct perf_event_header) ||
1346 1347
	    (skip = perf_session__process_event(session, event, tool, file_pos))
									< 0) {
1348 1349 1350 1351 1352
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
		       file_offset + head, event->header.size,
		       event->header.type);
		err = -EINVAL;
		goto out_err;
1353 1354
	}

1355 1356 1357
	if (skip)
		size += skip;

1358
	head += size;
1359
	file_pos += size;
1360

1361
	ui_progress__update(&prog, size);
1362

1363
	if (session_done())
1364
		goto out;
1365

1366
	if (file_pos < file_size)
1367
		goto more;
1368

1369
out:
1370
	/* do the final flush for ordered samples */
1371
	session->ordered_samples.next_flush = ULLONG_MAX;
1372
	err = flush_sample_queue(session, tool);
1373
out_err:
N
Namhyung Kim 已提交
1374
	ui_progress__finish();
1375
	perf_session__warn_about_errors(session, tool);
1376
	perf_session_free_sample_buffers(session);
1377
	session->one_mmap = false;
1378 1379
	return err;
}
1380

1381
int perf_session__process_events(struct perf_session *session,
1382
				 struct perf_tool *tool)
1383
{
1384
	u64 size = perf_data_file__size(session->file);
1385 1386
	int err;

1387
	if (perf_session__register_idle_thread(session) == NULL)
1388 1389
		return -ENOMEM;

1390 1391 1392 1393
	if (!perf_data_file__is_pipe(session->file))
		err = __perf_session__process_events(session,
						     session->header.data_offset,
						     session->header.data_size,
1394
						     size, tool);
1395
	else
1396
		err = __perf_session__process_pipe_events(session, tool);
1397

1398 1399 1400
	return err;
}

1401
bool perf_session__has_traces(struct perf_session *session, const char *msg)
1402
{
1403 1404
	struct perf_evsel *evsel;

1405
	evlist__for_each(session->evlist, evsel) {
1406 1407
		if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
			return true;
1408 1409
	}

1410 1411
	pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
	return false;
1412
}
1413

1414 1415
int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
				     const char *symbol_name, u64 addr)
1416 1417
{
	char *bracket;
1418
	enum map_type i;
1419 1420 1421 1422 1423
	struct ref_reloc_sym *ref;

	ref = zalloc(sizeof(struct ref_reloc_sym));
	if (ref == NULL)
		return -ENOMEM;
1424

1425 1426 1427
	ref->name = strdup(symbol_name);
	if (ref->name == NULL) {
		free(ref);
1428
		return -ENOMEM;
1429
	}
1430

1431
	bracket = strchr(ref->name, ']');
1432 1433 1434
	if (bracket)
		*bracket = '\0';

1435
	ref->addr = addr;
1436 1437

	for (i = 0; i < MAP__NR_TYPES; ++i) {
1438 1439
		struct kmap *kmap = map__kmap(maps[i]);
		kmap->ref_reloc_sym = ref;
1440 1441
	}

1442 1443
	return 0;
}
1444

1445
size_t perf_session__fprintf_dsos(struct perf_session *session, FILE *fp)
1446
{
1447
	return machines__fprintf_dsos(&session->machines, fp);
1448
}
1449

1450
size_t perf_session__fprintf_dsos_buildid(struct perf_session *session, FILE *fp,
1451
					  bool (skip)(struct dso *dso, int parm), int parm)
1452
{
1453
	return machines__fprintf_dsos_buildid(&session->machines, fp, skip, parm);
1454
}
1455 1456 1457 1458 1459 1460

size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
{
	struct perf_evsel *pos;
	size_t ret = fprintf(fp, "Aggregated stats:\n");

1461
	ret += events_stats__fprintf(&session->stats, fp);
1462

1463
	evlist__for_each(session->evlist, pos) {
1464
		ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
1465
		ret += events_stats__fprintf(&pos->hists.stats, fp);
1466 1467 1468 1469
	}

	return ret;
}
1470

1471 1472 1473 1474 1475 1476
size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
{
	/*
	 * FIXME: Here we have to actually print all the machines in this
	 * session, not just the host...
	 */
1477
	return machine__fprintf(&session->machines.host, fp);
1478 1479
}

1480 1481 1482 1483 1484
struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
					      unsigned int type)
{
	struct perf_evsel *pos;

1485
	evlist__for_each(session->evlist, pos) {
1486 1487 1488 1489 1490 1491
		if (pos->attr.type == type)
			return pos;
	}
	return NULL;
}

1492
void perf_evsel__print_ip(struct perf_evsel *evsel, struct perf_sample *sample,
1493
			  struct addr_location *al,
1494
			  unsigned int print_opts, unsigned int stack_depth)
1495 1496
{
	struct callchain_cursor_node *node;
1497 1498 1499 1500
	int print_ip = print_opts & PRINT_IP_OPT_IP;
	int print_sym = print_opts & PRINT_IP_OPT_SYM;
	int print_dso = print_opts & PRINT_IP_OPT_DSO;
	int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
1501
	int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
1502
	int print_srcline = print_opts & PRINT_IP_OPT_SRCLINE;
1503
	char s = print_oneline ? ' ' : '\t';
1504 1505

	if (symbol_conf.use_callchain && sample->callchain) {
1506
		struct addr_location node_al;
1507

1508
		if (machine__resolve_callchain(al->machine, evsel, al->thread,
1509 1510
					       sample, NULL, NULL,
					       PERF_MAX_STACK_DEPTH) != 0) {
1511 1512 1513 1514
			if (verbose)
				error("Failed to resolve callchain. Skipping\n");
			return;
		}
1515
		callchain_cursor_commit(&callchain_cursor);
1516

1517 1518 1519
		if (print_symoffset)
			node_al = *al;

1520
		while (stack_depth) {
1521 1522
			u64 addr = 0;

1523
			node = callchain_cursor_current(&callchain_cursor);
1524 1525 1526
			if (!node)
				break;

1527 1528 1529
			if (node->sym && node->sym->ignore)
				goto next;

1530
			if (print_ip)
1531
				printf("%c%16" PRIx64, s, node->ip);
1532

1533 1534 1535
			if (node->map)
				addr = node->map->map_ip(node->map, node->ip);

1536
			if (print_sym) {
1537
				printf(" ");
1538
				if (print_symoffset) {
1539
					node_al.addr = addr;
1540 1541
					node_al.map  = node->map;
					symbol__fprintf_symname_offs(node->sym, &node_al, stdout);
1542 1543
				} else
					symbol__fprintf_symname(node->sym, stdout);
1544
			}
1545

1546
			if (print_dso) {
1547
				printf(" (");
1548
				map__fprintf_dsoname(node->map, stdout);
1549
				printf(")");
1550
			}
1551

1552 1553 1554 1555
			if (print_srcline)
				map__fprintf_srcline(node->map, addr, "\n  ",
						     stdout);

1556 1557
			if (!print_oneline)
				printf("\n");
1558

1559
			stack_depth--;
1560 1561
next:
			callchain_cursor_advance(&callchain_cursor);
1562 1563 1564
		}

	} else {
1565
		if (al->sym && al->sym->ignore)
1566 1567
			return;

1568 1569 1570
		if (print_ip)
			printf("%16" PRIx64, sample->ip);

1571
		if (print_sym) {
1572
			printf(" ");
1573
			if (print_symoffset)
1574
				symbol__fprintf_symname_offs(al->sym, al,
1575 1576
							     stdout);
			else
1577
				symbol__fprintf_symname(al->sym, stdout);
1578 1579 1580
		}

		if (print_dso) {
1581
			printf(" (");
1582
			map__fprintf_dsoname(al->map, stdout);
1583
			printf(")");
1584
		}
1585 1586 1587

		if (print_srcline)
			map__fprintf_srcline(al->map, al->addr, "\n  ", stdout);
1588 1589
	}
}
1590 1591 1592 1593

int perf_session__cpu_bitmap(struct perf_session *session,
			     const char *cpu_list, unsigned long *cpu_bitmap)
{
1594
	int i, err = -1;
1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611
	struct cpu_map *map;

	for (i = 0; i < PERF_TYPE_MAX; ++i) {
		struct perf_evsel *evsel;

		evsel = perf_session__find_first_evtype(session, i);
		if (!evsel)
			continue;

		if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
			pr_err("File does not contain CPU events. "
			       "Remove -c option to proceed.\n");
			return -1;
		}
	}

	map = cpu_map__new(cpu_list);
1612 1613 1614 1615
	if (map == NULL) {
		pr_err("Invalid cpu_list\n");
		return -1;
	}
1616 1617 1618 1619 1620 1621 1622

	for (i = 0; i < map->nr; i++) {
		int cpu = map->map[i];

		if (cpu >= MAX_NR_CPUS) {
			pr_err("Requested CPU %d too large. "
			       "Consider raising MAX_NR_CPUS\n", cpu);
1623
			goto out_delete_map;
1624 1625 1626 1627 1628
		}

		set_bit(cpu, cpu_bitmap);
	}

1629 1630 1631 1632 1633
	err = 0;

out_delete_map:
	cpu_map__delete(map);
	return err;
1634
}
1635 1636 1637 1638 1639

void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
				bool full)
{
	struct stat st;
1640
	int fd, ret;
1641 1642 1643 1644

	if (session == NULL || fp == NULL)
		return;

1645 1646
	fd = perf_data_file__fd(session->file);

1647
	ret = fstat(fd, &st);
1648 1649 1650 1651 1652 1653 1654 1655
	if (ret == -1)
		return;

	fprintf(fp, "# ========\n");
	fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
	perf_header__fprintf_info(session, fp, full);
	fprintf(fp, "# ========\n#\n");
}
1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666


int __perf_session__set_tracepoints_handlers(struct perf_session *session,
					     const struct perf_evsel_str_handler *assocs,
					     size_t nr_assocs)
{
	struct perf_evsel *evsel;
	size_t i;
	int err;

	for (i = 0; i < nr_assocs; i++) {
1667 1668 1669 1670 1671
		/*
		 * Adding a handler for an event not in the session,
		 * just ignore it.
		 */
		evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
1672
		if (evsel == NULL)
1673
			continue;
1674 1675

		err = -EEXIST;
1676
		if (evsel->handler != NULL)
1677
			goto out;
1678
		evsel->handler = assocs[i].handler;
1679 1680 1681 1682 1683 1684
	}

	err = 0;
out:
	return err;
}