session.c 43.7 KB
Newer Older
1
#include <linux/kernel.h>
2
#include <traceevent/event-parse.h>
3

4
#include <byteswap.h>
5 6
#include <unistd.h>
#include <sys/types.h>
7
#include <sys/mman.h>
8

9 10
#include "evlist.h"
#include "evsel.h"
11
#include "session.h"
12
#include "tool.h"
13
#include "sort.h"
14
#include "util.h"
15
#include "cpumap.h"
16
#include "perf_regs.h"
17

18
static int perf_session__open(struct perf_session *session)
19
{
20
	struct perf_data_file *file = session->file;
21

22
	if (perf_session__read_header(session) < 0) {
23
		pr_err("incompatible file format (rerun with -v to learn more)");
24
		return -1;
25 26
	}

27 28 29
	if (perf_data_file__is_pipe(file))
		return 0;

30
	if (!perf_evlist__valid_sample_type(session->evlist)) {
31
		pr_err("non matching sample_type");
32
		return -1;
33 34
	}

35
	if (!perf_evlist__valid_sample_id_all(session->evlist)) {
36
		pr_err("non matching sample_id_all");
37
		return -1;
38 39
	}

40
	if (!perf_evlist__valid_read_format(session->evlist)) {
41
		pr_err("non matching read_format");
42
		return -1;
43 44
	}

45 46 47
	return 0;
}

48
void perf_session__set_id_hdr_size(struct perf_session *session)
49
{
50 51 52
	u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);

	machines__set_id_hdr_size(&session->machines, id_hdr_size);
53 54
}

55
int perf_session__create_kernel_maps(struct perf_session *session)
56
{
57
	int ret = machine__create_kernel_maps(&session->machines.host);
58 59

	if (ret >= 0)
60
		ret = machines__create_guest_kernel_maps(&session->machines);
61 62 63
	return ret;
}

64
static void perf_session__destroy_kernel_maps(struct perf_session *session)
65
{
66
	machines__destroy_kernel_maps(&session->machines);
67 68
}

69 70
struct perf_session *perf_session__new(struct perf_data_file *file,
				       bool repipe, struct perf_tool *tool)
71
{
72
	struct perf_session *session = zalloc(sizeof(*session));
73

74
	if (!session)
75 76
		goto out;

77
	session->repipe = repipe;
78 79
	INIT_LIST_HEAD(&session->ordered_events.events);
	INIT_LIST_HEAD(&session->ordered_events.cache);
80
	INIT_LIST_HEAD(&session->ordered_events.to_free);
81
	machines__init(&session->machines);
82

83 84
	if (file) {
		if (perf_data_file__open(file))
85
			goto out_delete;
86

87
		session->file = file;
88 89

		if (perf_data_file__is_read(file)) {
90
			if (perf_session__open(session) < 0)
91 92
				goto out_close;

93
			perf_session__set_id_hdr_size(session);
94 95 96 97
		}
	}

	if (!file || perf_data_file__is_write(file)) {
98 99
		/*
		 * In O_RDONLY mode this will be performed when reading the
100
		 * kernel MMAP event, in perf_event__process_mmap().
101
		 */
102
		if (perf_session__create_kernel_maps(session) < 0)
103 104
			goto out_delete;
	}
105

106
	if (tool && tool->ordering_requires_timestamps &&
107
	    tool->ordered_events && !perf_evlist__sample_id_all(session->evlist)) {
108
		dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
109
		tool->ordered_events = false;
110 111
	}

112
	return session;
113 114 115 116

 out_close:
	perf_data_file__close(file);
 out_delete:
117
	perf_session__delete(session);
118
 out:
119
	return NULL;
120 121
}

122 123
static void perf_session__delete_dead_threads(struct perf_session *session)
{
124
	machine__delete_dead_threads(&session->machines.host);
125 126 127 128
}

static void perf_session__delete_threads(struct perf_session *session)
{
129
	machine__delete_threads(&session->machines.host);
130 131
}

132 133
static void perf_session_env__delete(struct perf_session_env *env)
{
134 135 136 137 138 139 140 141 142 143 144 145
	zfree(&env->hostname);
	zfree(&env->os_release);
	zfree(&env->version);
	zfree(&env->arch);
	zfree(&env->cpu_desc);
	zfree(&env->cpuid);

	zfree(&env->cmdline);
	zfree(&env->sibling_cores);
	zfree(&env->sibling_threads);
	zfree(&env->numa_nodes);
	zfree(&env->pmu_mappings);
146 147
}

148
void perf_session__delete(struct perf_session *session)
149
{
150 151 152 153 154 155 156 157
	perf_session__destroy_kernel_maps(session);
	perf_session__delete_dead_threads(session);
	perf_session__delete_threads(session);
	perf_session_env__delete(&session->header.env);
	machines__exit(&session->machines);
	if (session->file)
		perf_data_file__close(session->file);
	free(session);
158
}
159

160 161 162
static int process_event_synth_tracing_data_stub(struct perf_tool *tool
						 __maybe_unused,
						 union perf_event *event
163 164 165
						 __maybe_unused,
						 struct perf_session *session
						__maybe_unused)
166 167 168 169 170
{
	dump_printf(": unhandled!\n");
	return 0;
}

171 172
static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
					 union perf_event *event __maybe_unused,
173 174
					 struct perf_evlist **pevlist
					 __maybe_unused)
175 176 177 178 179
{
	dump_printf(": unhandled!\n");
	return 0;
}

180 181 182 183 184
static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
				     union perf_event *event __maybe_unused,
				     struct perf_sample *sample __maybe_unused,
				     struct perf_evsel *evsel __maybe_unused,
				     struct machine *machine __maybe_unused)
185 186 187 188 189
{
	dump_printf(": unhandled!\n");
	return 0;
}

190 191 192 193
static int process_event_stub(struct perf_tool *tool __maybe_unused,
			      union perf_event *event __maybe_unused,
			      struct perf_sample *sample __maybe_unused,
			      struct machine *machine __maybe_unused)
194 195 196 197 198
{
	dump_printf(": unhandled!\n");
	return 0;
}

199 200 201 202
static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
				       union perf_event *event __maybe_unused,
				       struct perf_session *perf_session
				       __maybe_unused)
203 204 205 206 207
{
	dump_printf(": unhandled!\n");
	return 0;
}

208
static int process_finished_round(struct perf_tool *tool,
209 210
				  union perf_event *event,
				  struct perf_session *session);
211

212
void perf_tool__fill_defaults(struct perf_tool *tool)
213
{
214 215 216 217
	if (tool->sample == NULL)
		tool->sample = process_event_sample_stub;
	if (tool->mmap == NULL)
		tool->mmap = process_event_stub;
218 219
	if (tool->mmap2 == NULL)
		tool->mmap2 = process_event_stub;
220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
	if (tool->comm == NULL)
		tool->comm = process_event_stub;
	if (tool->fork == NULL)
		tool->fork = process_event_stub;
	if (tool->exit == NULL)
		tool->exit = process_event_stub;
	if (tool->lost == NULL)
		tool->lost = perf_event__process_lost;
	if (tool->read == NULL)
		tool->read = process_event_sample_stub;
	if (tool->throttle == NULL)
		tool->throttle = process_event_stub;
	if (tool->unthrottle == NULL)
		tool->unthrottle = process_event_stub;
	if (tool->attr == NULL)
		tool->attr = process_event_synth_attr_stub;
	if (tool->tracing_data == NULL)
		tool->tracing_data = process_event_synth_tracing_data_stub;
	if (tool->build_id == NULL)
		tool->build_id = process_finished_round_stub;
	if (tool->finished_round == NULL) {
241
		if (tool->ordered_events)
242
			tool->finished_round = process_finished_round;
243
		else
244
			tool->finished_round = process_finished_round_stub;
245
	}
246
}
247
 
248 249 250 251 252 253 254 255 256 257
static void swap_sample_id_all(union perf_event *event, void *data)
{
	void *end = (void *) event + event->header.size;
	int size = end - data;

	BUG_ON(size % sizeof(u64));
	mem_bswap_64(data, size);
}

static void perf_event__all64_swap(union perf_event *event,
258
				   bool sample_id_all __maybe_unused)
259
{
260 261
	struct perf_event_header *hdr = &event->header;
	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
262 263
}

264
static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
265
{
266 267
	event->comm.pid = bswap_32(event->comm.pid);
	event->comm.tid = bswap_32(event->comm.tid);
268 269 270 271

	if (sample_id_all) {
		void *data = &event->comm.comm;

272
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
273 274
		swap_sample_id_all(event, data);
	}
275 276
}

277 278
static void perf_event__mmap_swap(union perf_event *event,
				  bool sample_id_all)
279
{
280 281 282 283 284
	event->mmap.pid	  = bswap_32(event->mmap.pid);
	event->mmap.tid	  = bswap_32(event->mmap.tid);
	event->mmap.start = bswap_64(event->mmap.start);
	event->mmap.len	  = bswap_64(event->mmap.len);
	event->mmap.pgoff = bswap_64(event->mmap.pgoff);
285 286 287 288

	if (sample_id_all) {
		void *data = &event->mmap.filename;

289
		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
290 291
		swap_sample_id_all(event, data);
	}
292 293
}

294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312
static void perf_event__mmap2_swap(union perf_event *event,
				  bool sample_id_all)
{
	event->mmap2.pid   = bswap_32(event->mmap2.pid);
	event->mmap2.tid   = bswap_32(event->mmap2.tid);
	event->mmap2.start = bswap_64(event->mmap2.start);
	event->mmap2.len   = bswap_64(event->mmap2.len);
	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
	event->mmap2.maj   = bswap_32(event->mmap2.maj);
	event->mmap2.min   = bswap_32(event->mmap2.min);
	event->mmap2.ino   = bswap_64(event->mmap2.ino);

	if (sample_id_all) {
		void *data = &event->mmap2.filename;

		data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
		swap_sample_id_all(event, data);
	}
}
313
static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
314
{
315 316 317 318 319
	event->fork.pid	 = bswap_32(event->fork.pid);
	event->fork.tid	 = bswap_32(event->fork.tid);
	event->fork.ppid = bswap_32(event->fork.ppid);
	event->fork.ptid = bswap_32(event->fork.ptid);
	event->fork.time = bswap_64(event->fork.time);
320 321 322

	if (sample_id_all)
		swap_sample_id_all(event, &event->fork + 1);
323 324
}

325
static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
326
{
327 328 329 330 331 332
	event->read.pid		 = bswap_32(event->read.pid);
	event->read.tid		 = bswap_32(event->read.tid);
	event->read.value	 = bswap_64(event->read.value);
	event->read.time_enabled = bswap_64(event->read.time_enabled);
	event->read.time_running = bswap_64(event->read.time_running);
	event->read.id		 = bswap_64(event->read.id);
333 334 335

	if (sample_id_all)
		swap_sample_id_all(event, &event->read + 1);
336 337
}

338 339 340 341 342 343 344 345 346 347 348
static void perf_event__throttle_swap(union perf_event *event,
				      bool sample_id_all)
{
	event->throttle.time	  = bswap_64(event->throttle.time);
	event->throttle.id	  = bswap_64(event->throttle.id);
	event->throttle.stream_id = bswap_64(event->throttle.stream_id);

	if (sample_id_all)
		swap_sample_id_all(event, &event->throttle + 1);
}

349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380
static u8 revbyte(u8 b)
{
	int rev = (b >> 4) | ((b & 0xf) << 4);
	rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
	rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
	return (u8) rev;
}

/*
 * XXX this is hack in attempt to carry flags bitfield
 * throught endian village. ABI says:
 *
 * Bit-fields are allocated from right to left (least to most significant)
 * on little-endian implementations and from left to right (most to least
 * significant) on big-endian implementations.
 *
 * The above seems to be byte specific, so we need to reverse each
 * byte of the bitfield. 'Internet' also says this might be implementation
 * specific and we probably need proper fix and carry perf_event_attr
 * bitfield flags in separate data file FEAT_ section. Thought this seems
 * to work for now.
 */
static void swap_bitfield(u8 *p, unsigned len)
{
	unsigned i;

	for (i = 0; i < len; i++) {
		*p = revbyte(*p);
		p++;
	}
}

381 382 383 384 385 386 387 388 389 390 391 392 393
/* exported for swapping attributes in file header */
void perf_event__attr_swap(struct perf_event_attr *attr)
{
	attr->type		= bswap_32(attr->type);
	attr->size		= bswap_32(attr->size);
	attr->config		= bswap_64(attr->config);
	attr->sample_period	= bswap_64(attr->sample_period);
	attr->sample_type	= bswap_64(attr->sample_type);
	attr->read_format	= bswap_64(attr->read_format);
	attr->wakeup_events	= bswap_32(attr->wakeup_events);
	attr->bp_type		= bswap_32(attr->bp_type);
	attr->bp_addr		= bswap_64(attr->bp_addr);
	attr->bp_len		= bswap_64(attr->bp_len);
394 395 396
	attr->branch_sample_type = bswap_64(attr->branch_sample_type);
	attr->sample_regs_user	 = bswap_64(attr->sample_regs_user);
	attr->sample_stack_user  = bswap_32(attr->sample_stack_user);
397 398

	swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
399 400
}

401
static void perf_event__hdr_attr_swap(union perf_event *event,
402
				      bool sample_id_all __maybe_unused)
403 404 405
{
	size_t size;

406
	perf_event__attr_swap(&event->attr.attr);
407

408 409 410
	size = event->header.size;
	size -= (void *)&event->attr.id - (void *)event;
	mem_bswap_64(event->attr.id, size);
411 412
}

413
static void perf_event__event_type_swap(union perf_event *event,
414
					bool sample_id_all __maybe_unused)
415
{
416 417
	event->event_type.event_type.event_id =
		bswap_64(event->event_type.event_type.event_id);
418 419
}

420
static void perf_event__tracing_data_swap(union perf_event *event,
421
					  bool sample_id_all __maybe_unused)
422
{
423
	event->tracing_data.size = bswap_32(event->tracing_data.size);
424 425
}

426 427
typedef void (*perf_event__swap_op)(union perf_event *event,
				    bool sample_id_all);
428

429 430
static perf_event__swap_op perf_event__swap_ops[] = {
	[PERF_RECORD_MMAP]		  = perf_event__mmap_swap,
431
	[PERF_RECORD_MMAP2]		  = perf_event__mmap2_swap,
432 433 434 435 436
	[PERF_RECORD_COMM]		  = perf_event__comm_swap,
	[PERF_RECORD_FORK]		  = perf_event__task_swap,
	[PERF_RECORD_EXIT]		  = perf_event__task_swap,
	[PERF_RECORD_LOST]		  = perf_event__all64_swap,
	[PERF_RECORD_READ]		  = perf_event__read_swap,
437 438
	[PERF_RECORD_THROTTLE]		  = perf_event__throttle_swap,
	[PERF_RECORD_UNTHROTTLE]	  = perf_event__throttle_swap,
439
	[PERF_RECORD_SAMPLE]		  = perf_event__all64_swap,
440
	[PERF_RECORD_HEADER_ATTR]	  = perf_event__hdr_attr_swap,
441 442 443 444
	[PERF_RECORD_HEADER_EVENT_TYPE]	  = perf_event__event_type_swap,
	[PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
	[PERF_RECORD_HEADER_BUILD_ID]	  = NULL,
	[PERF_RECORD_HEADER_MAX]	  = NULL,
445 446
};

447
struct ordered_event {
448
	u64			timestamp;
449
	u64			file_offset;
450
	union perf_event	*event;
451 452 453
	struct list_head	list;
};

454 455
static void perf_session_free_sample_buffers(struct perf_session *session)
{
456
	struct ordered_events *oe = &session->ordered_events;
457

458 459
	while (!list_empty(&oe->to_free)) {
		struct ordered_event *event;
460

461 462 463
		event = list_entry(oe->to_free.next, struct ordered_event, list);
		list_del(&event->list);
		free(event);
464 465 466
	}
}

467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560
/* The queue is ordered by time */
static void queue_event(struct ordered_events *oe, struct ordered_event *new)
{
	struct ordered_event *last = oe->last;
	u64 timestamp = new->timestamp;
	struct list_head *p;

	++oe->nr_events;
	oe->last = new;

	if (!last) {
		list_add(&new->list, &oe->events);
		oe->max_timestamp = timestamp;
		return;
	}

	/*
	 * last event might point to some random place in the list as it's
	 * the last queued event. We expect that the new event is close to
	 * this.
	 */
	if (last->timestamp <= timestamp) {
		while (last->timestamp <= timestamp) {
			p = last->list.next;
			if (p == &oe->events) {
				list_add_tail(&new->list, &oe->events);
				oe->max_timestamp = timestamp;
				return;
			}
			last = list_entry(p, struct ordered_event, list);
		}
		list_add_tail(&new->list, &last->list);
	} else {
		while (last->timestamp > timestamp) {
			p = last->list.prev;
			if (p == &oe->events) {
				list_add(&new->list, &oe->events);
				return;
			}
			last = list_entry(p, struct ordered_event, list);
		}
		list_add(&new->list, &last->list);
	}
}

#define MAX_SAMPLE_BUFFER	(64 * 1024 / sizeof(struct ordered_event))
static struct ordered_event *alloc_event(struct ordered_events *oe)
{
	struct list_head *cache = &oe->cache;
	struct ordered_event *new;

	if (!list_empty(cache)) {
		new = list_entry(cache->next, struct ordered_event, list);
		list_del(&new->list);
	} else if (oe->buffer) {
		new = oe->buffer + oe->buffer_idx;
		if (++oe->buffer_idx == MAX_SAMPLE_BUFFER)
			oe->buffer = NULL;
	} else {
		oe->buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
		if (!oe->buffer)
			return NULL;
		list_add(&oe->buffer->list, &oe->to_free);

		/* First entry is abused to maintain the to_free list. */
		oe->buffer_idx = 2;
		new = oe->buffer + 1;
	}

	return new;
}

static struct ordered_event *
ordered_events__new(struct ordered_events *oe, u64 timestamp)
{
	struct ordered_event *new;

	new = alloc_event(oe);
	if (new) {
		new->timestamp = timestamp;
		queue_event(oe, new);
	}

	return new;
}

static void
ordered_events__delete(struct ordered_events *oe, struct ordered_event *event)
{
	list_del(&event->list);
	list_add(&event->list, &oe->cache);
	oe->nr_events--;
}

561
static int perf_session_deliver_event(struct perf_session *session,
562
				      union perf_event *event,
563
				      struct perf_sample *sample,
564
				      struct perf_tool *tool,
565
				      u64 file_offset);
566

567 568
static int ordered_events__flush(struct perf_session *s,
				 struct perf_tool *tool)
569
{
570
	struct ordered_events *oe = &s->ordered_events;
571
	struct list_head *head = &oe->events;
572
	struct ordered_event *tmp, *iter;
573
	struct perf_sample sample;
574
	u64 limit = oe->next_flush;
575
	u64 last_ts = oe->last ? oe->last->timestamp : 0ULL;
576
	bool show_progress = limit == ULLONG_MAX;
577
	struct ui_progress prog;
578
	int ret;
579

580
	if (!tool->ordered_events || !limit)
581
		return 0;
582

583
	if (show_progress)
584
		ui_progress__init(&prog, oe->nr_events, "Processing time ordered events...");
585

586
	list_for_each_entry_safe(iter, tmp, head, list) {
587 588 589
		if (session_done())
			return 0;

590
		if (iter->timestamp > limit)
591
			break;
592

593
		ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
594 595
		if (ret)
			pr_err("Can't parse sample, err = %d\n", ret);
596 597 598 599 600 601
		else {
			ret = perf_session_deliver_event(s, iter->event, &sample, tool,
							 iter->file_offset);
			if (ret)
				return ret;
		}
602

603
		ordered_events__delete(oe, iter);
604
		oe->last_flush = iter->timestamp;
605 606 607

		if (show_progress)
			ui_progress__update(&prog, 1);
608
	}
609

610 611 612 613
	if (list_empty(head))
		oe->last = NULL;
	else if (last_ts <= limit)
		oe->last = list_entry(head->prev, struct ordered_event, list);
614

615
	return 0;
616 617
}

618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656
/*
 * When perf record finishes a pass on every buffers, it records this pseudo
 * event.
 * We record the max timestamp t found in the pass n.
 * Assuming these timestamps are monotonic across cpus, we know that if
 * a buffer still has events with timestamps below t, they will be all
 * available and then read in the pass n + 1.
 * Hence when we start to read the pass n + 2, we can safely flush every
 * events with timestamps below t.
 *
 *    ============ PASS n =================
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          1          |         2
 *          2          |         3
 *          -          |         4  <--- max recorded
 *
 *    ============ PASS n + 1 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          3          |         5
 *          4          |         6
 *          5          |         7 <---- max recorded
 *
 *      Flush every events below timestamp 4
 *
 *    ============ PASS n + 2 ==============
 *       CPU 0         |   CPU 1
 *                     |
 *    cnt1 timestamps  |   cnt2 timestamps
 *          6          |         8
 *          7          |         9
 *          -          |         10
 *
 *      Flush every events below timestamp 7
 *      etc...
 */
657
static int process_finished_round(struct perf_tool *tool,
658
				  union perf_event *event __maybe_unused,
659
				  struct perf_session *session)
660
{
661
	int ret = ordered_events__flush(session, tool);
662
	if (!ret)
663
		session->ordered_events.next_flush = session->ordered_events.max_timestamp;
664

665
	return ret;
666 667
}

668
int perf_session_queue_event(struct perf_session *s, union perf_event *event,
669
				    struct perf_sample *sample, u64 file_offset)
670
{
671
	struct ordered_events *oe = &s->ordered_events;
672
	u64 timestamp = sample->time;
673
	struct ordered_event *new;
674

675
	if (!timestamp || timestamp == ~0ULL)
676 677
		return -ETIME;

678
	if (timestamp < s->ordered_events.last_flush) {
679 680 681 682
		printf("Warning: Timestamp below last timeslice flush\n");
		return -EINVAL;
	}

683 684 685
	new = ordered_events__new(oe, timestamp);
	if (!new)
		return -ENOMEM;
686

687
	new->file_offset = file_offset;
688
	new->event = event;
689 690
	return 0;
}
691

692
static void callchain__printf(struct perf_sample *sample)
693 694
{
	unsigned int i;
695

696
	printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
697 698

	for (i = 0; i < sample->callchain->nr; i++)
699 700
		printf("..... %2d: %016" PRIx64 "\n",
		       i, sample->callchain->ips[i]);
701 702
}

703 704 705 706 707 708 709 710 711 712 713 714
static void branch_stack__printf(struct perf_sample *sample)
{
	uint64_t i;

	printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);

	for (i = 0; i < sample->branch_stack->nr; i++)
		printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
			i, sample->branch_stack->entries[i].from,
			sample->branch_stack->entries[i].to);
}

715 716 717 718 719 720 721 722 723 724 725 726
static void regs_dump__printf(u64 mask, u64 *regs)
{
	unsigned rid, i = 0;

	for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
		u64 val = regs[i++];

		printf(".... %-5s 0x%" PRIx64 "\n",
		       perf_reg_name(rid), val);
	}
}

727
static void regs_user__printf(struct perf_sample *sample)
728 729 730 731
{
	struct regs_dump *user_regs = &sample->user_regs;

	if (user_regs->regs) {
732
		u64 mask = user_regs->mask;
733 734 735 736 737 738 739 740 741 742 743
		printf("... user regs: mask 0x%" PRIx64 "\n", mask);
		regs_dump__printf(mask, user_regs->regs);
	}
}

static void stack_user__printf(struct stack_dump *dump)
{
	printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
	       dump->size, dump->offset);
}

744
static void perf_session__print_tstamp(struct perf_session *session,
745
				       union perf_event *event,
746
				       struct perf_sample *sample)
747
{
748
	u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
749

750
	if (event->header.type != PERF_RECORD_SAMPLE &&
751
	    !perf_evlist__sample_id_all(session->evlist)) {
752 753 754 755
		fputs("-1 -1 ", stdout);
		return;
	}

756
	if ((sample_type & PERF_SAMPLE_CPU))
757 758
		printf("%u ", sample->cpu);

759
	if (sample_type & PERF_SAMPLE_TIME)
760
		printf("%" PRIu64 " ", sample->time);
761 762
}

763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792
static void sample_read__printf(struct perf_sample *sample, u64 read_format)
{
	printf("... sample_read:\n");

	if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
		printf("...... time enabled %016" PRIx64 "\n",
		       sample->read.time_enabled);

	if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
		printf("...... time running %016" PRIx64 "\n",
		       sample->read.time_running);

	if (read_format & PERF_FORMAT_GROUP) {
		u64 i;

		printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);

		for (i = 0; i < sample->read.group.nr; i++) {
			struct sample_read_value *value;

			value = &sample->read.group.values[i];
			printf("..... id %016" PRIx64
			       ", value %016" PRIx64 "\n",
			       value->id, value->value);
		}
	} else
		printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
			sample->read.one.id, sample->read.one.value);
}

793
static void dump_event(struct perf_session *session, union perf_event *event,
794
		       u64 file_offset, struct perf_sample *sample)
795 796 797 798
{
	if (!dump_trace)
		return;

799 800
	printf("\n%#" PRIx64 " [%#x]: event: %d\n",
	       file_offset, event->header.size, event->header.type);
801 802 803 804 805 806

	trace_event(event);

	if (sample)
		perf_session__print_tstamp(session, event, sample);

807
	printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
808
	       event->header.size, perf_event__name(event->header.type));
809 810
}

811
static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
812
			struct perf_sample *sample)
813
{
814 815
	u64 sample_type;

816 817 818
	if (!dump_trace)
		return;

819
	printf("(IP, 0x%x): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
820
	       event->header.misc, sample->pid, sample->tid, sample->ip,
821
	       sample->period, sample->addr);
822

823
	sample_type = evsel->attr.sample_type;
824 825

	if (sample_type & PERF_SAMPLE_CALLCHAIN)
826
		callchain__printf(sample);
827

828
	if (sample_type & PERF_SAMPLE_BRANCH_STACK)
829
		branch_stack__printf(sample);
830 831

	if (sample_type & PERF_SAMPLE_REGS_USER)
832
		regs_user__printf(sample);
833 834 835

	if (sample_type & PERF_SAMPLE_STACK_USER)
		stack_user__printf(&sample->user_stack);
836 837 838

	if (sample_type & PERF_SAMPLE_WEIGHT)
		printf("... weight: %" PRIu64 "\n", sample->weight);
839 840 841

	if (sample_type & PERF_SAMPLE_DATA_SRC)
		printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
842

843 844 845
	if (sample_type & PERF_SAMPLE_TRANSACTION)
		printf("... transaction: %" PRIx64 "\n", sample->transaction);

846 847
	if (sample_type & PERF_SAMPLE_READ)
		sample_read__printf(sample, evsel->attr.read_format);
848 849
}

850 851
static struct machine *
	perf_session__find_machine_for_cpumode(struct perf_session *session,
852 853
					       union perf_event *event,
					       struct perf_sample *sample)
854 855
{
	const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
856
	struct machine *machine;
857

858 859 860
	if (perf_guest &&
	    ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
	     (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
861 862
		u32 pid;

863 864
		if (event->header.type == PERF_RECORD_MMAP
		    || event->header.type == PERF_RECORD_MMAP2)
865 866
			pid = event->mmap.pid;
		else
867
			pid = sample->pid;
868

869 870 871 872 873
		machine = perf_session__find_machine(session, pid);
		if (!machine)
			machine = perf_session__findnew_machine(session,
						DEFAULT_GUEST_KERNEL_ID);
		return machine;
874
	}
875

876
	return &session->machines.host;
877 878
}

879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947
static int deliver_sample_value(struct perf_session *session,
				struct perf_tool *tool,
				union perf_event *event,
				struct perf_sample *sample,
				struct sample_read_value *v,
				struct machine *machine)
{
	struct perf_sample_id *sid;

	sid = perf_evlist__id2sid(session->evlist, v->id);
	if (sid) {
		sample->id     = v->id;
		sample->period = v->value - sid->period;
		sid->period    = v->value;
	}

	if (!sid || sid->evsel == NULL) {
		++session->stats.nr_unknown_id;
		return 0;
	}

	return tool->sample(tool, event, sample, sid->evsel, machine);
}

static int deliver_sample_group(struct perf_session *session,
				struct perf_tool *tool,
				union  perf_event *event,
				struct perf_sample *sample,
				struct machine *machine)
{
	int ret = -EINVAL;
	u64 i;

	for (i = 0; i < sample->read.group.nr; i++) {
		ret = deliver_sample_value(session, tool, event, sample,
					   &sample->read.group.values[i],
					   machine);
		if (ret)
			break;
	}

	return ret;
}

static int
perf_session__deliver_sample(struct perf_session *session,
			     struct perf_tool *tool,
			     union  perf_event *event,
			     struct perf_sample *sample,
			     struct perf_evsel *evsel,
			     struct machine *machine)
{
	/* We know evsel != NULL. */
	u64 sample_type = evsel->attr.sample_type;
	u64 read_format = evsel->attr.read_format;

	/* Standard sample delievery. */
	if (!(sample_type & PERF_SAMPLE_READ))
		return tool->sample(tool, event, sample, evsel, machine);

	/* For PERF_SAMPLE_READ we have either single or group mode. */
	if (read_format & PERF_FORMAT_GROUP)
		return deliver_sample_group(session, tool, event, sample,
					    machine);
	else
		return deliver_sample_value(session, tool, event, sample,
					    &sample->read.one, machine);
}

948
static int perf_session_deliver_event(struct perf_session *session,
949
				      union perf_event *event,
950
				      struct perf_sample *sample,
951
				      struct perf_tool *tool,
952
				      u64 file_offset)
953
{
954
	struct perf_evsel *evsel;
955
	struct machine *machine;
956

957 958
	dump_event(session, event, file_offset, sample);

959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976
	evsel = perf_evlist__id2evsel(session->evlist, sample->id);
	if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
		/*
		 * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
		 * because the tools right now may apply filters, discarding
		 * some of the samples. For consistency, in the future we
		 * should have something like nr_filtered_samples and remove
		 * the sample->period from total_sample_period, etc, KISS for
		 * now tho.
		 *
		 * Also testing against NULL allows us to handle files without
		 * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
		 * future probably it'll be a good idea to restrict event
		 * processing via perf_session to files with both set.
		 */
		hists__inc_nr_events(&evsel->hists, event->header.type);
	}

977 978
	machine = perf_session__find_machine_for_cpumode(session, event,
							 sample);
979

980 981
	switch (event->header.type) {
	case PERF_RECORD_SAMPLE:
982
		dump_sample(evsel, event, sample);
983
		if (evsel == NULL) {
984
			++session->stats.nr_unknown_id;
985
			return 0;
986
		}
987
		if (machine == NULL) {
988
			++session->stats.nr_unprocessable_samples;
989
			return 0;
990
		}
991 992
		return perf_session__deliver_sample(session, tool, event,
						    sample, evsel, machine);
993
	case PERF_RECORD_MMAP:
994
		return tool->mmap(tool, event, sample, machine);
995 996
	case PERF_RECORD_MMAP2:
		return tool->mmap2(tool, event, sample, machine);
997
	case PERF_RECORD_COMM:
998
		return tool->comm(tool, event, sample, machine);
999
	case PERF_RECORD_FORK:
1000
		return tool->fork(tool, event, sample, machine);
1001
	case PERF_RECORD_EXIT:
1002
		return tool->exit(tool, event, sample, machine);
1003
	case PERF_RECORD_LOST:
1004
		if (tool->lost == perf_event__process_lost)
1005
			session->stats.total_lost += event->lost.lost;
1006
		return tool->lost(tool, event, sample, machine);
1007
	case PERF_RECORD_READ:
1008
		return tool->read(tool, event, sample, evsel, machine);
1009
	case PERF_RECORD_THROTTLE:
1010
		return tool->throttle(tool, event, sample, machine);
1011
	case PERF_RECORD_UNTHROTTLE:
1012
		return tool->unthrottle(tool, event, sample, machine);
1013
	default:
1014
		++session->stats.nr_unknown_events;
1015 1016 1017 1018
		return -1;
	}
}

1019 1020 1021 1022
static s64 perf_session__process_user_event(struct perf_session *session,
					    union perf_event *event,
					    struct perf_tool *tool,
					    u64 file_offset)
1023
{
1024
	int fd = perf_data_file__fd(session->file);
1025 1026
	int err;

1027
	dump_event(session, event, file_offset, NULL);
1028

1029
	/* These events are processed right away */
1030
	switch (event->header.type) {
1031
	case PERF_RECORD_HEADER_ATTR:
1032
		err = tool->attr(tool, event, &session->evlist);
1033
		if (err == 0)
1034
			perf_session__set_id_hdr_size(session);
1035
		return err;
1036 1037 1038 1039 1040 1041
	case PERF_RECORD_HEADER_EVENT_TYPE:
		/*
		 * Depreceated, but we need to handle it for sake
		 * of old data files create in pipe mode.
		 */
		return 0;
1042 1043
	case PERF_RECORD_HEADER_TRACING_DATA:
		/* setup for reading amidst mmap */
1044
		lseek(fd, file_offset, SEEK_SET);
1045
		return tool->tracing_data(tool, event, session);
1046
	case PERF_RECORD_HEADER_BUILD_ID:
1047
		return tool->build_id(tool, event, session);
1048
	case PERF_RECORD_FINISHED_ROUND:
1049
		return tool->finished_round(tool, event, session);
1050
	default:
1051
		return -EINVAL;
1052
	}
1053 1054
}

1055 1056 1057 1058 1059 1060 1061 1062 1063
static void event_swap(union perf_event *event, bool sample_id_all)
{
	perf_event__swap_op swap;

	swap = perf_event__swap_ops[event->header.type];
	if (swap)
		swap(event, sample_id_all);
}

1064
static s64 perf_session__process_event(struct perf_session *session,
1065 1066 1067
				       union perf_event *event,
				       struct perf_tool *tool,
				       u64 file_offset)
1068
{
1069
	struct perf_sample sample;
1070 1071
	int ret;

1072
	if (session->header.needs_swap)
1073
		event_swap(event, perf_evlist__sample_id_all(session->evlist));
1074 1075 1076 1077

	if (event->header.type >= PERF_RECORD_HEADER_MAX)
		return -EINVAL;

1078
	events_stats__inc(&session->stats, event->header.type);
1079 1080

	if (event->header.type >= PERF_RECORD_USER_TYPE_START)
1081
		return perf_session__process_user_event(session, event, tool, file_offset);
1082

1083 1084 1085
	/*
	 * For all kernel events we get the sample data
	 */
1086
	ret = perf_evlist__parse_sample(session->evlist, event, &sample);
1087 1088
	if (ret)
		return ret;
1089

1090
	if (tool->ordered_events) {
1091 1092
		ret = perf_session_queue_event(session, event, &sample,
					       file_offset);
1093 1094 1095 1096
		if (ret != -ETIME)
			return ret;
	}

1097
	return perf_session_deliver_event(session, event, &sample, tool,
1098
					  file_offset);
1099 1100
}

1101
void perf_event_header__bswap(struct perf_event_header *hdr)
1102
{
1103 1104 1105
	hdr->type = bswap_32(hdr->type);
	hdr->misc = bswap_16(hdr->misc);
	hdr->size = bswap_16(hdr->size);
1106 1107
}

1108 1109
struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
{
1110
	return machine__findnew_thread(&session->machines.host, -1, pid);
1111 1112
}

1113
static struct thread *perf_session__register_idle_thread(struct perf_session *session)
1114
{
1115
	struct thread *thread;
1116

1117
	thread = machine__findnew_thread(&session->machines.host, 0, 0);
1118
	if (thread == NULL || thread__set_comm(thread, "swapper", 0)) {
1119 1120 1121 1122 1123 1124 1125
		pr_err("problem inserting idle task.\n");
		thread = NULL;
	}

	return thread;
}

1126
static void perf_session__warn_about_errors(const struct perf_session *session,
1127
					    const struct perf_tool *tool)
1128
{
1129
	if (tool->lost == perf_event__process_lost &&
1130
	    session->stats.nr_events[PERF_RECORD_LOST] != 0) {
1131 1132
		ui__warning("Processed %d events and lost %d chunks!\n\n"
			    "Check IO/CPU overload!\n\n",
1133 1134
			    session->stats.nr_events[0],
			    session->stats.nr_events[PERF_RECORD_LOST]);
1135 1136
	}

1137
	if (session->stats.nr_unknown_events != 0) {
1138 1139 1140 1141 1142
		ui__warning("Found %u unknown events!\n\n"
			    "Is this an older tool processing a perf.data "
			    "file generated by a more recent tool?\n\n"
			    "If that is not the case, consider "
			    "reporting to linux-kernel@vger.kernel.org.\n\n",
1143
			    session->stats.nr_unknown_events);
1144 1145
	}

1146
	if (session->stats.nr_unknown_id != 0) {
1147
		ui__warning("%u samples with id not present in the header\n",
1148
			    session->stats.nr_unknown_id);
1149 1150
	}

1151
 	if (session->stats.nr_invalid_chains != 0) {
1152 1153 1154
 		ui__warning("Found invalid callchains!\n\n"
 			    "%u out of %u events were discarded for this reason.\n\n"
 			    "Consider reporting to linux-kernel@vger.kernel.org.\n\n",
1155 1156
 			    session->stats.nr_invalid_chains,
 			    session->stats.nr_events[PERF_RECORD_SAMPLE]);
1157
 	}
1158

1159
	if (session->stats.nr_unprocessable_samples != 0) {
1160 1161
		ui__warning("%u unprocessable samples recorded.\n"
			    "Do you have a KVM guest running and not using 'perf kvm'?\n",
1162
			    session->stats.nr_unprocessable_samples);
1163
	}
1164 1165
}

1166 1167
volatile int session_done;

1168
static int __perf_session__process_pipe_events(struct perf_session *session,
1169
					       struct perf_tool *tool)
1170
{
1171
	int fd = perf_data_file__fd(session->file);
1172 1173 1174
	union perf_event *event;
	uint32_t size, cur_size = 0;
	void *buf = NULL;
1175
	s64 skip = 0;
1176
	u64 head;
1177
	ssize_t err;
1178 1179
	void *p;

1180
	perf_tool__fill_defaults(tool);
1181 1182

	head = 0;
1183 1184 1185 1186 1187
	cur_size = sizeof(union perf_event);

	buf = malloc(cur_size);
	if (!buf)
		return -errno;
1188
more:
1189
	event = buf;
1190
	err = readn(fd, event, sizeof(struct perf_event_header));
1191 1192 1193 1194 1195 1196 1197 1198
	if (err <= 0) {
		if (err == 0)
			goto done;

		pr_err("failed to read event header\n");
		goto out_err;
	}

1199
	if (session->header.needs_swap)
1200
		perf_event_header__bswap(&event->header);
1201

1202
	size = event->header.size;
1203 1204 1205 1206
	if (size < sizeof(struct perf_event_header)) {
		pr_err("bad event header size\n");
		goto out_err;
	}
1207

1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218
	if (size > cur_size) {
		void *new = realloc(buf, size);
		if (!new) {
			pr_err("failed to allocate memory to read event\n");
			goto out_err;
		}
		buf = new;
		cur_size = size;
		event = buf;
	}
	p = event;
1219 1220
	p += sizeof(struct perf_event_header);

1221
	if (size - sizeof(struct perf_event_header)) {
1222
		err = readn(fd, p, size - sizeof(struct perf_event_header));
1223 1224 1225 1226 1227
		if (err <= 0) {
			if (err == 0) {
				pr_err("unexpected end of event stream\n");
				goto done;
			}
1228

1229 1230 1231
			pr_err("failed to read event data\n");
			goto out_err;
		}
1232 1233
	}

1234
	if ((skip = perf_session__process_event(session, event, tool, head)) < 0) {
1235
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
1236
		       head, event->header.size, event->header.type);
1237 1238
		err = -EINVAL;
		goto out_err;
1239 1240 1241 1242 1243 1244 1245 1246 1247 1248
	}

	head += size;

	if (skip > 0)
		head += skip;

	if (!session_done())
		goto more;
done:
1249
	/* do the final flush for ordered samples */
1250 1251
	session->ordered_events.next_flush = ULLONG_MAX;
	err = ordered_events__flush(session, tool);
1252
out_err:
1253
	free(buf);
1254 1255
	perf_session__warn_about_errors(session, tool);
	perf_session_free_sample_buffers(session);
1256 1257 1258
	return err;
}

1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276
static union perf_event *
fetch_mmaped_event(struct perf_session *session,
		   u64 head, size_t mmap_size, char *buf)
{
	union perf_event *event;

	/*
	 * Ensure we have enough space remaining to read
	 * the size of the event in the headers.
	 */
	if (head + sizeof(event->header) > mmap_size)
		return NULL;

	event = (union perf_event *)(buf + head);

	if (session->header.needs_swap)
		perf_event_header__bswap(&event->header);

1277 1278 1279 1280
	if (head + event->header.size > mmap_size) {
		/* We're not fetching the event so swap back again */
		if (session->header.needs_swap)
			perf_event_header__bswap(&event->header);
1281
		return NULL;
1282
	}
1283 1284 1285 1286

	return event;
}

1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298
/*
 * On 64bit we can mmap the data file in one go. No need for tiny mmap
 * slices. On 32bit we use 32MB.
 */
#if BITS_PER_LONG == 64
#define MMAP_SIZE ULLONG_MAX
#define NUM_MMAPS 1
#else
#define MMAP_SIZE (32 * 1024 * 1024ULL)
#define NUM_MMAPS 128
#endif

1299
int __perf_session__process_events(struct perf_session *session,
1300
				   u64 data_offset, u64 data_size,
1301
				   u64 file_size, struct perf_tool *tool)
1302
{
1303
	int fd = perf_data_file__fd(session->file);
1304
	u64 head, page_offset, file_offset, file_pos, size;
1305
	int err, mmap_prot, mmap_flags, map_idx = 0;
1306
	size_t	mmap_size;
1307
	char *buf, *mmaps[NUM_MMAPS];
1308
	union perf_event *event;
1309
	struct ui_progress prog;
1310
	s64 skip;
1311

1312
	perf_tool__fill_defaults(tool);
1313

1314 1315 1316
	page_offset = page_size * (data_offset / page_size);
	file_offset = page_offset;
	head = data_offset - page_offset;
1317

1318
	if (data_size && (data_offset + data_size < file_size))
1319 1320
		file_size = data_offset + data_size;

1321
	ui_progress__init(&prog, file_size, "Processing events...");
1322

1323
	mmap_size = MMAP_SIZE;
1324
	if (mmap_size > file_size) {
1325
		mmap_size = file_size;
1326 1327
		session->one_mmap = true;
	}
1328

1329 1330
	memset(mmaps, 0, sizeof(mmaps));

1331 1332 1333
	mmap_prot  = PROT_READ;
	mmap_flags = MAP_SHARED;

1334
	if (session->header.needs_swap) {
1335 1336 1337
		mmap_prot  |= PROT_WRITE;
		mmap_flags = MAP_PRIVATE;
	}
1338
remap:
1339
	buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, fd,
1340
		   file_offset);
1341 1342 1343 1344 1345
	if (buf == MAP_FAILED) {
		pr_err("failed to mmap file\n");
		err = -errno;
		goto out_err;
	}
1346 1347
	mmaps[map_idx] = buf;
	map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
1348
	file_pos = file_offset + head;
1349 1350 1351 1352
	if (session->one_mmap) {
		session->one_mmap_addr = buf;
		session->one_mmap_offset = file_offset;
	}
1353 1354

more:
1355 1356
	event = fetch_mmaped_event(session, head, mmap_size, buf);
	if (!event) {
1357 1358 1359 1360
		if (mmaps[map_idx]) {
			munmap(mmaps[map_idx], mmap_size);
			mmaps[map_idx] = NULL;
		}
1361

1362 1363 1364
		page_offset = page_size * (head / page_size);
		file_offset += page_offset;
		head -= page_offset;
1365 1366 1367 1368 1369
		goto remap;
	}

	size = event->header.size;

1370
	if (size < sizeof(struct perf_event_header) ||
1371 1372
	    (skip = perf_session__process_event(session, event, tool, file_pos))
									< 0) {
1373 1374 1375 1376 1377
		pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
		       file_offset + head, event->header.size,
		       event->header.type);
		err = -EINVAL;
		goto out_err;
1378 1379
	}

1380 1381 1382
	if (skip)
		size += skip;

1383
	head += size;
1384
	file_pos += size;
1385

1386
	ui_progress__update(&prog, size);
1387

1388
	if (session_done())
1389
		goto out;
1390

1391
	if (file_pos < file_size)
1392
		goto more;
1393

1394
out:
1395
	/* do the final flush for ordered samples */
1396 1397
	session->ordered_events.next_flush = ULLONG_MAX;
	err = ordered_events__flush(session, tool);
1398
out_err:
N
Namhyung Kim 已提交
1399
	ui_progress__finish();
1400
	perf_session__warn_about_errors(session, tool);
1401
	perf_session_free_sample_buffers(session);
1402
	session->one_mmap = false;
1403 1404
	return err;
}
1405

1406
int perf_session__process_events(struct perf_session *session,
1407
				 struct perf_tool *tool)
1408
{
1409
	u64 size = perf_data_file__size(session->file);
1410 1411
	int err;

1412
	if (perf_session__register_idle_thread(session) == NULL)
1413 1414
		return -ENOMEM;

1415 1416 1417 1418
	if (!perf_data_file__is_pipe(session->file))
		err = __perf_session__process_events(session,
						     session->header.data_offset,
						     session->header.data_size,
1419
						     size, tool);
1420
	else
1421
		err = __perf_session__process_pipe_events(session, tool);
1422

1423 1424 1425
	return err;
}

1426
bool perf_session__has_traces(struct perf_session *session, const char *msg)
1427
{
1428 1429
	struct perf_evsel *evsel;

1430
	evlist__for_each(session->evlist, evsel) {
1431 1432
		if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
			return true;
1433 1434
	}

1435 1436
	pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
	return false;
1437
}
1438

1439 1440
int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
				     const char *symbol_name, u64 addr)
1441 1442
{
	char *bracket;
1443
	enum map_type i;
1444 1445 1446 1447 1448
	struct ref_reloc_sym *ref;

	ref = zalloc(sizeof(struct ref_reloc_sym));
	if (ref == NULL)
		return -ENOMEM;
1449

1450 1451 1452
	ref->name = strdup(symbol_name);
	if (ref->name == NULL) {
		free(ref);
1453
		return -ENOMEM;
1454
	}
1455

1456
	bracket = strchr(ref->name, ']');
1457 1458 1459
	if (bracket)
		*bracket = '\0';

1460
	ref->addr = addr;
1461 1462

	for (i = 0; i < MAP__NR_TYPES; ++i) {
1463 1464
		struct kmap *kmap = map__kmap(maps[i]);
		kmap->ref_reloc_sym = ref;
1465 1466
	}

1467 1468
	return 0;
}
1469

1470
size_t perf_session__fprintf_dsos(struct perf_session *session, FILE *fp)
1471
{
1472
	return machines__fprintf_dsos(&session->machines, fp);
1473
}
1474

1475
size_t perf_session__fprintf_dsos_buildid(struct perf_session *session, FILE *fp,
1476
					  bool (skip)(struct dso *dso, int parm), int parm)
1477
{
1478
	return machines__fprintf_dsos_buildid(&session->machines, fp, skip, parm);
1479
}
1480 1481 1482 1483 1484 1485

size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
{
	struct perf_evsel *pos;
	size_t ret = fprintf(fp, "Aggregated stats:\n");

1486
	ret += events_stats__fprintf(&session->stats, fp);
1487

1488
	evlist__for_each(session->evlist, pos) {
1489
		ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
1490
		ret += events_stats__fprintf(&pos->hists.stats, fp);
1491 1492 1493 1494
	}

	return ret;
}
1495

1496 1497 1498 1499 1500 1501
size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
{
	/*
	 * FIXME: Here we have to actually print all the machines in this
	 * session, not just the host...
	 */
1502
	return machine__fprintf(&session->machines.host, fp);
1503 1504
}

1505 1506 1507 1508 1509
struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
					      unsigned int type)
{
	struct perf_evsel *pos;

1510
	evlist__for_each(session->evlist, pos) {
1511 1512 1513 1514 1515 1516
		if (pos->attr.type == type)
			return pos;
	}
	return NULL;
}

1517
void perf_evsel__print_ip(struct perf_evsel *evsel, struct perf_sample *sample,
1518
			  struct addr_location *al,
1519
			  unsigned int print_opts, unsigned int stack_depth)
1520 1521
{
	struct callchain_cursor_node *node;
1522 1523 1524 1525
	int print_ip = print_opts & PRINT_IP_OPT_IP;
	int print_sym = print_opts & PRINT_IP_OPT_SYM;
	int print_dso = print_opts & PRINT_IP_OPT_DSO;
	int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
1526
	int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
1527
	int print_srcline = print_opts & PRINT_IP_OPT_SRCLINE;
1528
	char s = print_oneline ? ' ' : '\t';
1529 1530

	if (symbol_conf.use_callchain && sample->callchain) {
1531
		struct addr_location node_al;
1532

1533
		if (machine__resolve_callchain(al->machine, evsel, al->thread,
1534 1535
					       sample, NULL, NULL,
					       PERF_MAX_STACK_DEPTH) != 0) {
1536 1537 1538 1539
			if (verbose)
				error("Failed to resolve callchain. Skipping\n");
			return;
		}
1540
		callchain_cursor_commit(&callchain_cursor);
1541

1542 1543 1544
		if (print_symoffset)
			node_al = *al;

1545
		while (stack_depth) {
1546 1547
			u64 addr = 0;

1548
			node = callchain_cursor_current(&callchain_cursor);
1549 1550 1551
			if (!node)
				break;

1552 1553 1554
			if (node->sym && node->sym->ignore)
				goto next;

1555
			if (print_ip)
1556
				printf("%c%16" PRIx64, s, node->ip);
1557

1558 1559 1560
			if (node->map)
				addr = node->map->map_ip(node->map, node->ip);

1561
			if (print_sym) {
1562
				printf(" ");
1563
				if (print_symoffset) {
1564
					node_al.addr = addr;
1565 1566
					node_al.map  = node->map;
					symbol__fprintf_symname_offs(node->sym, &node_al, stdout);
1567 1568
				} else
					symbol__fprintf_symname(node->sym, stdout);
1569
			}
1570

1571
			if (print_dso) {
1572
				printf(" (");
1573
				map__fprintf_dsoname(node->map, stdout);
1574
				printf(")");
1575
			}
1576

1577 1578 1579 1580
			if (print_srcline)
				map__fprintf_srcline(node->map, addr, "\n  ",
						     stdout);

1581 1582
			if (!print_oneline)
				printf("\n");
1583

1584
			stack_depth--;
1585 1586
next:
			callchain_cursor_advance(&callchain_cursor);
1587 1588 1589
		}

	} else {
1590
		if (al->sym && al->sym->ignore)
1591 1592
			return;

1593 1594 1595
		if (print_ip)
			printf("%16" PRIx64, sample->ip);

1596
		if (print_sym) {
1597
			printf(" ");
1598
			if (print_symoffset)
1599
				symbol__fprintf_symname_offs(al->sym, al,
1600 1601
							     stdout);
			else
1602
				symbol__fprintf_symname(al->sym, stdout);
1603 1604 1605
		}

		if (print_dso) {
1606
			printf(" (");
1607
			map__fprintf_dsoname(al->map, stdout);
1608
			printf(")");
1609
		}
1610 1611 1612

		if (print_srcline)
			map__fprintf_srcline(al->map, al->addr, "\n  ", stdout);
1613 1614
	}
}
1615 1616 1617 1618

int perf_session__cpu_bitmap(struct perf_session *session,
			     const char *cpu_list, unsigned long *cpu_bitmap)
{
1619
	int i, err = -1;
1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636
	struct cpu_map *map;

	for (i = 0; i < PERF_TYPE_MAX; ++i) {
		struct perf_evsel *evsel;

		evsel = perf_session__find_first_evtype(session, i);
		if (!evsel)
			continue;

		if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
			pr_err("File does not contain CPU events. "
			       "Remove -c option to proceed.\n");
			return -1;
		}
	}

	map = cpu_map__new(cpu_list);
1637 1638 1639 1640
	if (map == NULL) {
		pr_err("Invalid cpu_list\n");
		return -1;
	}
1641 1642 1643 1644 1645 1646 1647

	for (i = 0; i < map->nr; i++) {
		int cpu = map->map[i];

		if (cpu >= MAX_NR_CPUS) {
			pr_err("Requested CPU %d too large. "
			       "Consider raising MAX_NR_CPUS\n", cpu);
1648
			goto out_delete_map;
1649 1650 1651 1652 1653
		}

		set_bit(cpu, cpu_bitmap);
	}

1654 1655 1656 1657 1658
	err = 0;

out_delete_map:
	cpu_map__delete(map);
	return err;
1659
}
1660 1661 1662 1663 1664

void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
				bool full)
{
	struct stat st;
1665
	int fd, ret;
1666 1667 1668 1669

	if (session == NULL || fp == NULL)
		return;

1670 1671
	fd = perf_data_file__fd(session->file);

1672
	ret = fstat(fd, &st);
1673 1674 1675 1676 1677 1678 1679 1680
	if (ret == -1)
		return;

	fprintf(fp, "# ========\n");
	fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
	perf_header__fprintf_info(session, fp, full);
	fprintf(fp, "# ========\n#\n");
}
1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691


int __perf_session__set_tracepoints_handlers(struct perf_session *session,
					     const struct perf_evsel_str_handler *assocs,
					     size_t nr_assocs)
{
	struct perf_evsel *evsel;
	size_t i;
	int err;

	for (i = 0; i < nr_assocs; i++) {
1692 1693 1694 1695 1696
		/*
		 * Adding a handler for an event not in the session,
		 * just ignore it.
		 */
		evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
1697
		if (evsel == NULL)
1698
			continue;
1699 1700

		err = -EEXIST;
1701
		if (evsel->handler != NULL)
1702
			goto out;
1703
		evsel->handler = assocs[i].handler;
1704 1705 1706 1707 1708 1709
	}

	err = 0;
out:
	return err;
}