builtin-script.c 99.6 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0
F
Frederic Weisbecker 已提交
2 3
#include "builtin.h"

4
#include "util/counts.h"
A
Andrea Gelmini 已提交
5
#include "util/debug.h"
6
#include "util/dso.h"
7
#include <subcmd/exec-cmd.h>
A
Andrea Gelmini 已提交
8
#include "util/header.h"
9
#include <subcmd/parse-options.h>
10
#include "util/perf_regs.h"
A
Andrea Gelmini 已提交
11
#include "util/session.h"
12
#include "util/tool.h"
13
#include "util/map.h"
14
#include "util/srcline.h"
F
Frederic Weisbecker 已提交
15 16
#include "util/symbol.h"
#include "util/thread.h"
I
Ingo Molnar 已提交
17
#include "util/trace-event.h"
18 19
#include "util/evlist.h"
#include "util/evsel.h"
20
#include "util/evsel_fprintf.h"
21
#include "util/evswitch.h"
22
#include "util/sort.h"
23
#include "util/data.h"
24
#include "util/auxtrace.h"
25 26 27
#include "util/cpumap.h"
#include "util/thread_map.h"
#include "util/stat.h"
28
#include "util/color.h"
29
#include "util/string2.h"
30
#include "util/thread-stack.h"
31
#include "util/time-utils.h"
32
#include "util/path.h"
33
#include "ui/ui.h"
34
#include "print_binary.h"
35
#include "archinsn.h"
36
#include <linux/bitmap.h>
37
#include <linux/kernel.h>
38
#include <linux/stringify.h>
39
#include <linux/time64.h>
40
#include <linux/zalloc.h>
41
#include <sys/utsname.h>
42
#include "asm/bug.h"
J
Jiri Olsa 已提交
43
#include "util/mem-events.h"
44
#include "util/dump-insn.h"
45
#include <dirent.h>
46
#include <errno.h>
47
#include <inttypes.h>
48
#include <signal.h>
49
#include <sys/param.h>
50 51
#include <sys/types.h>
#include <sys/stat.h>
52
#include <fcntl.h>
53
#include <unistd.h>
54
#include <subcmd/pager.h>
55
#include <perf/evlist.h>
56
#include <linux/err.h>
57
#include "util/record.h"
58
#include "util/util.h"
59
#include "perf.h"
F
Frederic Weisbecker 已提交
60

61
#include <linux/ctype.h>
62

T
Tom Zanussi 已提交
63 64
static char const		*script_name;
static char const		*generate_script_lang;
A
Andi Kleen 已提交
65
static bool			reltime;
66
static bool			deltatime;
A
Andi Kleen 已提交
67
static u64			initial_time;
68
static u64			previous_time;
69
static bool			debug_mode;
70
static u64			last_timestamp;
71
static u64			nr_unordered;
72
static bool			no_callchain;
73
static bool			latency_format;
74
static bool			system_wide;
75
static bool			print_flags;
76 77
static const char		*cpu_list;
static DECLARE_BITMAP(cpu_bitmap, MAX_NR_CPUS);
78
static struct perf_stat_config	stat_config;
79
static int			max_blocks;
80
static bool			native_arch;
T
Tom Zanussi 已提交
81

82
unsigned int scripting_max_stack = PERF_MAX_STACK_DEPTH;
83

84 85 86 87 88 89 90 91
enum perf_output_field {
	PERF_OUTPUT_COMM            = 1U << 0,
	PERF_OUTPUT_TID             = 1U << 1,
	PERF_OUTPUT_PID             = 1U << 2,
	PERF_OUTPUT_TIME            = 1U << 3,
	PERF_OUTPUT_CPU             = 1U << 4,
	PERF_OUTPUT_EVNAME          = 1U << 5,
	PERF_OUTPUT_TRACE           = 1U << 6,
92 93
	PERF_OUTPUT_IP              = 1U << 7,
	PERF_OUTPUT_SYM             = 1U << 8,
94
	PERF_OUTPUT_DSO             = 1U << 9,
95
	PERF_OUTPUT_ADDR            = 1U << 10,
96
	PERF_OUTPUT_SYMOFFSET       = 1U << 11,
97
	PERF_OUTPUT_SRCLINE         = 1U << 12,
J
Jiri Olsa 已提交
98
	PERF_OUTPUT_PERIOD          = 1U << 13,
99
	PERF_OUTPUT_IREGS	    = 1U << 14,
100 101
	PERF_OUTPUT_BRSTACK	    = 1U << 15,
	PERF_OUTPUT_BRSTACKSYM	    = 1U << 16,
102 103
	PERF_OUTPUT_DATA_SRC	    = 1U << 17,
	PERF_OUTPUT_WEIGHT	    = 1U << 18,
104
	PERF_OUTPUT_BPF_OUTPUT	    = 1U << 19,
105
	PERF_OUTPUT_CALLINDENT	    = 1U << 20,
A
Andi Kleen 已提交
106 107
	PERF_OUTPUT_INSN	    = 1U << 21,
	PERF_OUTPUT_INSNLEN	    = 1U << 22,
108
	PERF_OUTPUT_BRSTACKINSN	    = 1U << 23,
109
	PERF_OUTPUT_BRSTACKOFF	    = 1U << 24,
110
	PERF_OUTPUT_SYNTH           = 1U << 25,
111
	PERF_OUTPUT_PHYS_ADDR       = 1U << 26,
A
Andi Kleen 已提交
112
	PERF_OUTPUT_UREGS	    = 1U << 27,
113
	PERF_OUTPUT_METRIC	    = 1U << 28,
114
	PERF_OUTPUT_MISC            = 1U << 29,
A
Andi Kleen 已提交
115
	PERF_OUTPUT_SRCCODE	    = 1U << 30,
116
	PERF_OUTPUT_IPC             = 1U << 31,
117 118 119 120 121 122 123 124 125 126 127 128 129
};

struct output_option {
	const char *str;
	enum perf_output_field field;
} all_output_options[] = {
	{.str = "comm",  .field = PERF_OUTPUT_COMM},
	{.str = "tid",   .field = PERF_OUTPUT_TID},
	{.str = "pid",   .field = PERF_OUTPUT_PID},
	{.str = "time",  .field = PERF_OUTPUT_TIME},
	{.str = "cpu",   .field = PERF_OUTPUT_CPU},
	{.str = "event", .field = PERF_OUTPUT_EVNAME},
	{.str = "trace", .field = PERF_OUTPUT_TRACE},
130
	{.str = "ip",    .field = PERF_OUTPUT_IP},
131
	{.str = "sym",   .field = PERF_OUTPUT_SYM},
132
	{.str = "dso",   .field = PERF_OUTPUT_DSO},
133
	{.str = "addr",  .field = PERF_OUTPUT_ADDR},
134
	{.str = "symoff", .field = PERF_OUTPUT_SYMOFFSET},
135
	{.str = "srcline", .field = PERF_OUTPUT_SRCLINE},
J
Jiri Olsa 已提交
136
	{.str = "period", .field = PERF_OUTPUT_PERIOD},
137
	{.str = "iregs", .field = PERF_OUTPUT_IREGS},
A
Andi Kleen 已提交
138
	{.str = "uregs", .field = PERF_OUTPUT_UREGS},
139 140
	{.str = "brstack", .field = PERF_OUTPUT_BRSTACK},
	{.str = "brstacksym", .field = PERF_OUTPUT_BRSTACKSYM},
141 142
	{.str = "data_src", .field = PERF_OUTPUT_DATA_SRC},
	{.str = "weight",   .field = PERF_OUTPUT_WEIGHT},
143
	{.str = "bpf-output",   .field = PERF_OUTPUT_BPF_OUTPUT},
144
	{.str = "callindent", .field = PERF_OUTPUT_CALLINDENT},
A
Andi Kleen 已提交
145 146
	{.str = "insn", .field = PERF_OUTPUT_INSN},
	{.str = "insnlen", .field = PERF_OUTPUT_INSNLEN},
147
	{.str = "brstackinsn", .field = PERF_OUTPUT_BRSTACKINSN},
148
	{.str = "brstackoff", .field = PERF_OUTPUT_BRSTACKOFF},
149
	{.str = "synth", .field = PERF_OUTPUT_SYNTH},
150
	{.str = "phys_addr", .field = PERF_OUTPUT_PHYS_ADDR},
151
	{.str = "metric", .field = PERF_OUTPUT_METRIC},
152
	{.str = "misc", .field = PERF_OUTPUT_MISC},
A
Andi Kleen 已提交
153
	{.str = "srccode", .field = PERF_OUTPUT_SRCCODE},
154
	{.str = "ipc", .field = PERF_OUTPUT_IPC},
155 156
};

157 158 159 160 161
enum {
	OUTPUT_TYPE_SYNTH = PERF_TYPE_MAX,
	OUTPUT_TYPE_MAX
};

162
/* default set to maintain compatibility with current format */
163 164
static struct {
	bool user_set;
165
	bool wildcard_set;
166
	unsigned int print_ip_opts;
167 168
	u64 fields;
	u64 invalid_fields;
169
	u64 user_set_fields;
170
} output[OUTPUT_TYPE_MAX] = {
171 172 173 174 175 176

	[PERF_TYPE_HARDWARE] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
177
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
178 179
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,
180

181
		.invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
182 183 184 185 186 187 188
	},

	[PERF_TYPE_SOFTWARE] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
189
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
190 191 192
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD |
			      PERF_OUTPUT_BPF_OUTPUT,
193 194 195 196 197 198 199 200 201

		.invalid_fields = PERF_OUTPUT_TRACE,
	},

	[PERF_TYPE_TRACEPOINT] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
				  PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
202
				  PERF_OUTPUT_EVNAME | PERF_OUTPUT_TRACE
203
	},
204

205 206 207 208 209 210 211 212 213 214 215 216
	[PERF_TYPE_HW_CACHE] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,

		.invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
	},

217 218 219 220 221
	[PERF_TYPE_RAW] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
222
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
223 224 225 226
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD |
			      PERF_OUTPUT_ADDR | PERF_OUTPUT_DATA_SRC |
			      PERF_OUTPUT_WEIGHT | PERF_OUTPUT_PHYS_ADDR,
227

228
		.invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
229
	},
230 231 232 233 234 235 236

	[PERF_TYPE_BREAKPOINT] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
237 238
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_PERIOD,
239

240
		.invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
241
	},
242 243 244 245 246 247 248

	[OUTPUT_TYPE_SYNTH] = {
		.user_set = false,

		.fields = PERF_OUTPUT_COMM | PERF_OUTPUT_TID |
			      PERF_OUTPUT_CPU | PERF_OUTPUT_TIME |
			      PERF_OUTPUT_EVNAME | PERF_OUTPUT_IP |
249 250
			      PERF_OUTPUT_SYM | PERF_OUTPUT_SYMOFFSET |
			      PERF_OUTPUT_DSO | PERF_OUTPUT_SYNTH,
251 252 253

		.invalid_fields = PERF_OUTPUT_TRACE | PERF_OUTPUT_BPF_OUTPUT,
	},
254
};
255

256
struct evsel_script {
257 258 259
       char *filename;
       FILE *fp;
       u64  samples;
260 261 262
       /* For metric output */
       u64  val;
       int  gnum;
263 264
};

265
static inline struct evsel_script *evsel_script(struct evsel *evsel)
266
{
267
	return (struct evsel_script *)evsel->priv;
268 269
}

270
static struct evsel_script *perf_evsel_script__new(struct evsel *evsel,
271
							struct perf_data *data)
272
{
273
	struct evsel_script *es = zalloc(sizeof(*es));
274 275

	if (es != NULL) {
J
Jiri Olsa 已提交
276
		if (asprintf(&es->filename, "%s.%s.dump", data->file.path, perf_evsel__name(evsel)) < 0)
277 278 279 280 281 282 283 284 285 286 287 288 289 290
			goto out_free;
		es->fp = fopen(es->filename, "w");
		if (es->fp == NULL)
			goto out_free_filename;
	}

	return es;
out_free_filename:
	zfree(&es->filename);
out_free:
	free(es);
	return NULL;
}

291
static void perf_evsel_script__delete(struct evsel_script *es)
292 293 294 295 296 297 298
{
	zfree(&es->filename);
	fclose(es->fp);
	es->fp = NULL;
	free(es);
}

299
static int perf_evsel_script__fprintf(struct evsel_script *es, FILE *fp)
300 301 302 303 304 305 306 307
{
	struct stat st;

	fstat(fileno(es->fp), &st);
	return fprintf(fp, "[ perf script: Wrote %.3f MB %s (%" PRIu64 " samples) ]\n",
		       st.st_size / 1024.0 / 1024.0, es->filename, es->samples);
}

308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327
static inline int output_type(unsigned int type)
{
	switch (type) {
	case PERF_TYPE_SYNTH:
		return OUTPUT_TYPE_SYNTH;
	default:
		return type;
	}
}

static inline unsigned int attr_type(unsigned int type)
{
	switch (type) {
	case OUTPUT_TYPE_SYNTH:
		return PERF_TYPE_SYNTH;
	default:
		return type;
	}
}

328 329 330
static bool output_set_by_user(void)
{
	int j;
331
	for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
332 333 334 335 336
		if (output[j].user_set)
			return true;
	}
	return false;
}
337

338 339 340 341 342 343 344 345 346 347 348 349 350 351
static const char *output_field2str(enum perf_output_field field)
{
	int i, imax = ARRAY_SIZE(all_output_options);
	const char *str = "";

	for (i = 0; i < imax; ++i) {
		if (all_output_options[i].field == field) {
			str = all_output_options[i].str;
			break;
		}
	}
	return str;
}

352
#define PRINT_FIELD(x)  (output[output_type(attr->type)].fields & PERF_OUTPUT_##x)
353

354
static int perf_evsel__do_check_stype(struct evsel *evsel,
355 356 357
				      u64 sample_type, const char *sample_msg,
				      enum perf_output_field field,
				      bool allow_user_set)
358
{
359
	struct perf_event_attr *attr = &evsel->core.attr;
360
	int type = output_type(attr->type);
361 362 363 364 365
	const char *evname;

	if (attr->sample_type & sample_type)
		return 0;

366
	if (output[type].user_set_fields & field) {
367 368
		if (allow_user_set)
			return 0;
369
		evname = perf_evsel__name(evsel);
370 371 372 373 374 375 376 377
		pr_err("Samples for '%s' event do not have %s attribute set. "
		       "Cannot print '%s' field.\n",
		       evname, sample_msg, output_field2str(field));
		return -1;
	}

	/* user did not ask for it explicitly so remove from the default list */
	output[type].fields &= ~field;
378
	evname = perf_evsel__name(evsel);
379 380 381 382 383 384 385
	pr_debug("Samples for '%s' event do not have %s attribute set. "
		 "Skipping '%s' field.\n",
		 evname, sample_msg, output_field2str(field));

	return 0;
}

386
static int perf_evsel__check_stype(struct evsel *evsel,
387 388 389 390 391 392 393
				   u64 sample_type, const char *sample_msg,
				   enum perf_output_field field)
{
	return perf_evsel__do_check_stype(evsel, sample_type, sample_msg, field,
					  false);
}

394
static int perf_evsel__check_attr(struct evsel *evsel,
395 396
				  struct perf_session *session)
{
397
	struct perf_event_attr *attr = &evsel->core.attr;
398 399
	bool allow_user_set;

400 401 402
	if (perf_header__has_feat(&session->header, HEADER_STAT))
		return 0;

403 404
	allow_user_set = perf_header__has_feat(&session->header,
					       HEADER_AUXTRACE);
405

406 407 408 409
	if (PRINT_FIELD(TRACE) &&
		!perf_session__has_traces(session, "record -R"))
		return -EINVAL;

410
	if (PRINT_FIELD(IP)) {
411 412
		if (perf_evsel__check_stype(evsel, PERF_SAMPLE_IP, "IP",
					    PERF_OUTPUT_IP))
413 414
			return -EINVAL;
	}
415 416

	if (PRINT_FIELD(ADDR) &&
417 418
		perf_evsel__do_check_stype(evsel, PERF_SAMPLE_ADDR, "ADDR",
					   PERF_OUTPUT_ADDR, allow_user_set))
419 420
		return -EINVAL;

421 422 423 424 425 426 427 428 429 430
	if (PRINT_FIELD(DATA_SRC) &&
		perf_evsel__check_stype(evsel, PERF_SAMPLE_DATA_SRC, "DATA_SRC",
					PERF_OUTPUT_DATA_SRC))
		return -EINVAL;

	if (PRINT_FIELD(WEIGHT) &&
		perf_evsel__check_stype(evsel, PERF_SAMPLE_WEIGHT, "WEIGHT",
					PERF_OUTPUT_WEIGHT))
		return -EINVAL;

431
	if (PRINT_FIELD(SYM) &&
432
		!(evsel->core.attr.sample_type & (PERF_SAMPLE_IP|PERF_SAMPLE_ADDR))) {
433
		pr_err("Display of symbols requested but neither sample IP nor "
434
			   "sample address\navailable. Hence, no addresses to convert "
435
		       "to symbols.\n");
436 437
		return -EINVAL;
	}
438 439 440 441 442
	if (PRINT_FIELD(SYMOFFSET) && !PRINT_FIELD(SYM)) {
		pr_err("Display of offsets requested but symbol is not"
		       "selected.\n");
		return -EINVAL;
	}
443
	if (PRINT_FIELD(DSO) &&
444
		!(evsel->core.attr.sample_type & (PERF_SAMPLE_IP|PERF_SAMPLE_ADDR))) {
445
		pr_err("Display of DSO requested but no address to convert.\n");
446 447
		return -EINVAL;
	}
A
Andi Kleen 已提交
448
	if ((PRINT_FIELD(SRCLINE) || PRINT_FIELD(SRCCODE)) && !PRINT_FIELD(IP)) {
449 450 451 452
		pr_err("Display of source line number requested but sample IP is not\n"
		       "selected. Hence, no address to lookup the source line number.\n");
		return -EINVAL;
	}
453
	if (PRINT_FIELD(BRSTACKINSN) && !allow_user_set &&
454 455 456 457 458 459
	    !(perf_evlist__combined_branch_type(session->evlist) &
	      PERF_SAMPLE_BRANCH_ANY)) {
		pr_err("Display of branch stack assembler requested, but non all-branch filter set\n"
		       "Hint: run 'perf record -b ...'\n");
		return -EINVAL;
	}
460
	if ((PRINT_FIELD(PID) || PRINT_FIELD(TID)) &&
461 462
		perf_evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID",
					PERF_OUTPUT_TID|PERF_OUTPUT_PID))
463 464 465
		return -EINVAL;

	if (PRINT_FIELD(TIME) &&
466 467
		perf_evsel__check_stype(evsel, PERF_SAMPLE_TIME, "TIME",
					PERF_OUTPUT_TIME))
468 469 470
		return -EINVAL;

	if (PRINT_FIELD(CPU) &&
471 472
		perf_evsel__do_check_stype(evsel, PERF_SAMPLE_CPU, "CPU",
					   PERF_OUTPUT_CPU, allow_user_set))
473
		return -EINVAL;
474

475 476 477 478 479
	if (PRINT_FIELD(IREGS) &&
		perf_evsel__check_stype(evsel, PERF_SAMPLE_REGS_INTR, "IREGS",
					PERF_OUTPUT_IREGS))
		return -EINVAL;

A
Andi Kleen 已提交
480 481 482 483 484
	if (PRINT_FIELD(UREGS) &&
		perf_evsel__check_stype(evsel, PERF_SAMPLE_REGS_USER, "UREGS",
					PERF_OUTPUT_UREGS))
		return -EINVAL;

485 486 487 488 489
	if (PRINT_FIELD(PHYS_ADDR) &&
		perf_evsel__check_stype(evsel, PERF_SAMPLE_PHYS_ADDR, "PHYS_ADDR",
					PERF_OUTPUT_PHYS_ADDR))
		return -EINVAL;

490 491 492
	return 0;
}

493 494
static void set_print_ip_opts(struct perf_event_attr *attr)
{
495
	unsigned int type = output_type(attr->type);
496 497 498

	output[type].print_ip_opts = 0;
	if (PRINT_FIELD(IP))
499
		output[type].print_ip_opts |= EVSEL__PRINT_IP;
500 501

	if (PRINT_FIELD(SYM))
502
		output[type].print_ip_opts |= EVSEL__PRINT_SYM;
503 504

	if (PRINT_FIELD(DSO))
505
		output[type].print_ip_opts |= EVSEL__PRINT_DSO;
506 507

	if (PRINT_FIELD(SYMOFFSET))
508
		output[type].print_ip_opts |= EVSEL__PRINT_SYMOFFSET;
509 510

	if (PRINT_FIELD(SRCLINE))
511
		output[type].print_ip_opts |= EVSEL__PRINT_SRCLINE;
512 513
}

514 515 516 517 518 519
/*
 * verify all user requested events exist and the samples
 * have the expected data
 */
static int perf_session__check_output_opt(struct perf_session *session)
{
520
	unsigned int j;
521
	struct evsel *evsel;
522

523 524
	for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
		evsel = perf_session__find_first_evtype(session, attr_type(j));
525 526 527 528 529

		/*
		 * even if fields is set to 0 (ie., show nothing) event must
		 * exist if user explicitly includes it on the command line
		 */
530 531
		if (!evsel && output[j].user_set && !output[j].wildcard_set &&
		    j != OUTPUT_TYPE_SYNTH) {
532
			pr_err("%s events do not exist. "
533
			       "Remove corresponding -F option to proceed.\n",
534 535 536 537 538 539 540
			       event_type(j));
			return -1;
		}

		if (evsel && output[j].fields &&
			perf_evsel__check_attr(evsel, session))
			return -1;
541 542 543 544

		if (evsel == NULL)
			continue;

545
		set_print_ip_opts(&evsel->core.attr);
546 547
	}

548 549
	if (!no_callchain) {
		bool use_callchain = false;
550
		bool not_pipe = false;
551

552
		evlist__for_each_entry(session->evlist, evsel) {
553
			not_pipe = true;
554
			if (evsel__has_callchain(evsel)) {
555 556 557 558
				use_callchain = true;
				break;
			}
		}
559
		if (not_pipe && !use_callchain)
560 561 562
			symbol_conf.use_callchain = false;
	}

563 564 565 566 567 568 569 570
	/*
	 * set default for tracepoints to print symbols only
	 * if callchains are present
	 */
	if (symbol_conf.use_callchain &&
	    !output[PERF_TYPE_TRACEPOINT].user_set) {
		j = PERF_TYPE_TRACEPOINT;

571
		evlist__for_each_entry(session->evlist, evsel) {
572
			if (evsel->core.attr.type != j)
573 574
				continue;

575
			if (evsel__has_callchain(evsel)) {
576 577
				output[j].fields |= PERF_OUTPUT_IP;
				output[j].fields |= PERF_OUTPUT_SYM;
578
				output[j].fields |= PERF_OUTPUT_SYMOFFSET;
579
				output[j].fields |= PERF_OUTPUT_DSO;
580
				set_print_ip_opts(&evsel->core.attr);
581 582
				goto out;
			}
583 584 585 586
		}
	}

out:
587 588
	return 0;
}
589

590 591 592
static int perf_sample__fprintf_regs(struct regs_dump *regs, uint64_t mask,
				     FILE *fp
)
A
Andi Kleen 已提交
593 594
{
	unsigned i = 0, r;
595
	int printed = 0;
A
Andi Kleen 已提交
596 597

	if (!regs || !regs->regs)
598
		return 0;
A
Andi Kleen 已提交
599

600
	printed += fprintf(fp, " ABI:%" PRIu64 " ", regs->abi);
A
Andi Kleen 已提交
601 602 603

	for_each_set_bit(r, (unsigned long *) &mask, sizeof(mask) * 8) {
		u64 val = regs->regs[i++];
604
		printed += fprintf(fp, "%5s:0x%"PRIx64" ", perf_reg_name(r), val);
A
Andi Kleen 已提交
605
	}
606 607

	return printed;
A
Andi Kleen 已提交
608 609
}

610 611 612 613 614 615 616 617 618 619 620 621 622 623
static int perf_sample__fprintf_iregs(struct perf_sample *sample,
				      struct perf_event_attr *attr, FILE *fp)
{
	return perf_sample__fprintf_regs(&sample->intr_regs,
					 attr->sample_regs_intr, fp);
}

static int perf_sample__fprintf_uregs(struct perf_sample *sample,
				      struct perf_event_attr *attr, FILE *fp)
{
	return perf_sample__fprintf_regs(&sample->user_regs,
					 attr->sample_regs_user, fp);
}

624 625
static int perf_sample__fprintf_start(struct perf_sample *sample,
				      struct thread *thread,
626
				      struct evsel *evsel,
627
				      u32 type, FILE *fp)
628
{
629
	struct perf_event_attr *attr = &evsel->core.attr;
630
	unsigned long secs;
631
	unsigned long long nsecs;
632
	int printed = 0;
633 634 635

	if (PRINT_FIELD(COMM)) {
		if (latency_format)
636
			printed += fprintf(fp, "%8.8s ", thread__comm_str(thread));
637
		else if (PRINT_FIELD(IP) && evsel__has_callchain(evsel) && symbol_conf.use_callchain)
638
			printed += fprintf(fp, "%s ", thread__comm_str(thread));
639
		else
640
			printed += fprintf(fp, "%16s ", thread__comm_str(thread));
641
	}
642

643
	if (PRINT_FIELD(PID) && PRINT_FIELD(TID))
644
		printed += fprintf(fp, "%5d/%-5d ", sample->pid, sample->tid);
645
	else if (PRINT_FIELD(PID))
646
		printed += fprintf(fp, "%5d ", sample->pid);
647
	else if (PRINT_FIELD(TID))
648
		printed += fprintf(fp, "%5d ", sample->tid);
649 650 651

	if (PRINT_FIELD(CPU)) {
		if (latency_format)
652
			printed += fprintf(fp, "%3d ", sample->cpu);
653
		else
654
			printed += fprintf(fp, "[%03d] ", sample->cpu);
655
	}
656

657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685
	if (PRINT_FIELD(MISC)) {
		int ret = 0;

		#define has(m) \
			(sample->misc & PERF_RECORD_MISC_##m) == PERF_RECORD_MISC_##m

		if (has(KERNEL))
			ret += fprintf(fp, "K");
		if (has(USER))
			ret += fprintf(fp, "U");
		if (has(HYPERVISOR))
			ret += fprintf(fp, "H");
		if (has(GUEST_KERNEL))
			ret += fprintf(fp, "G");
		if (has(GUEST_USER))
			ret += fprintf(fp, "g");

		switch (type) {
		case PERF_RECORD_MMAP:
		case PERF_RECORD_MMAP2:
			if (has(MMAP_DATA))
				ret += fprintf(fp, "M");
			break;
		case PERF_RECORD_COMM:
			if (has(COMM_EXEC))
				ret += fprintf(fp, "E");
			break;
		case PERF_RECORD_SWITCH:
		case PERF_RECORD_SWITCH_CPU_WIDE:
686
			if (has(SWITCH_OUT)) {
687
				ret += fprintf(fp, "S");
688 689 690
				if (sample->misc & PERF_RECORD_MISC_SWITCH_OUT_PREEMPT)
					ret += fprintf(fp, "p");
			}
691 692 693 694 695 696 697 698 699 700
		default:
			break;
		}

		#undef has

		ret += fprintf(fp, "%*s", 6 - ret, " ");
		printed += ret;
	}

701
	if (PRINT_FIELD(TIME)) {
A
Andi Kleen 已提交
702 703 704 705 706
		u64 t = sample->time;
		if (reltime) {
			if (!initial_time)
				initial_time = sample->time;
			t = sample->time - initial_time;
707 708 709 710 711 712 713
		} else if (deltatime) {
			if (previous_time)
				t = sample->time - previous_time;
			else {
				t = 0;
			}
			previous_time = sample->time;
A
Andi Kleen 已提交
714 715
		}
		nsecs = t;
716 717
		secs = nsecs / NSEC_PER_SEC;
		nsecs -= secs * NSEC_PER_SEC;
718

719
		if (symbol_conf.nanosecs)
720
			printed += fprintf(fp, "%5lu.%09llu: ", secs, nsecs);
721 722
		else {
			char sample_time[32];
A
Andi Kleen 已提交
723
			timestamp__scnprintf_usec(t, sample_time, sizeof(sample_time));
724
			printed += fprintf(fp, "%12s: ", sample_time);
725
		}
726
	}
727 728

	return printed;
729 730
}

731 732 733 734 735 736 737 738 739
static inline char
mispred_str(struct branch_entry *br)
{
	if (!(br->flags.mispred  || br->flags.predicted))
		return '-';

	return br->flags.predicted ? 'P' : 'M';
}

740 741 742
static int perf_sample__fprintf_brstack(struct perf_sample *sample,
					struct thread *thread,
					struct perf_event_attr *attr, FILE *fp)
743 744
{
	struct branch_stack *br = sample->branch_stack;
745
	struct branch_entry *entries = perf_sample__branch_entries(sample);
746 747
	struct addr_location alf, alt;
	u64 i, from, to;
748
	int printed = 0;
749 750

	if (!(br && br->nr))
751
		return 0;
752 753

	for (i = 0; i < br->nr; i++) {
754 755
		from = entries[i].from;
		to   = entries[i].to;
756 757 758 759

		if (PRINT_FIELD(DSO)) {
			memset(&alf, 0, sizeof(alf));
			memset(&alt, 0, sizeof(alt));
760 761
			thread__find_map_fb(thread, sample->cpumode, from, &alf);
			thread__find_map_fb(thread, sample->cpumode, to, &alt);
762 763
		}

764
		printed += fprintf(fp, " 0x%"PRIx64, from);
765
		if (PRINT_FIELD(DSO)) {
766 767 768
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alf.map, fp);
			printed += fprintf(fp, ")");
769 770
		}

771
		printed += fprintf(fp, "/0x%"PRIx64, to);
772
		if (PRINT_FIELD(DSO)) {
773 774 775
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alt.map, fp);
			printed += fprintf(fp, ")");
776 777
		}

778
		printed += fprintf(fp, "/%c/%c/%c/%d ",
779 780 781 782
			mispred_str(entries + i),
			entries[i].flags.in_tx ? 'X' : '-',
			entries[i].flags.abort ? 'A' : '-',
			entries[i].flags.cycles);
783
	}
784 785

	return printed;
786 787
}

788 789 790
static int perf_sample__fprintf_brstacksym(struct perf_sample *sample,
					   struct thread *thread,
					   struct perf_event_attr *attr, FILE *fp)
791 792
{
	struct branch_stack *br = sample->branch_stack;
793
	struct branch_entry *entries = perf_sample__branch_entries(sample);
794 795
	struct addr_location alf, alt;
	u64 i, from, to;
796
	int printed = 0;
797 798

	if (!(br && br->nr))
799
		return 0;
800 801 802 803 804

	for (i = 0; i < br->nr; i++) {

		memset(&alf, 0, sizeof(alf));
		memset(&alt, 0, sizeof(alt));
805 806
		from = entries[i].from;
		to   = entries[i].to;
807

808 809
		thread__find_symbol_fb(thread, sample->cpumode, from, &alf);
		thread__find_symbol_fb(thread, sample->cpumode, to, &alt);
810

811
		printed += symbol__fprintf_symname_offs(alf.sym, &alf, fp);
812
		if (PRINT_FIELD(DSO)) {
813 814 815
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alf.map, fp);
			printed += fprintf(fp, ")");
816
		}
817 818
		printed += fprintf(fp, "%c", '/');
		printed += symbol__fprintf_symname_offs(alt.sym, &alt, fp);
819
		if (PRINT_FIELD(DSO)) {
820 821 822
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alt.map, fp);
			printed += fprintf(fp, ")");
823
		}
824
		printed += fprintf(fp, "/%c/%c/%c/%d ",
825 826 827 828
			mispred_str(entries + i),
			entries[i].flags.in_tx ? 'X' : '-',
			entries[i].flags.abort ? 'A' : '-',
			entries[i].flags.cycles);
829
	}
830 831

	return printed;
832 833
}

834 835 836
static int perf_sample__fprintf_brstackoff(struct perf_sample *sample,
					   struct thread *thread,
					   struct perf_event_attr *attr, FILE *fp)
837 838
{
	struct branch_stack *br = sample->branch_stack;
839
	struct branch_entry *entries = perf_sample__branch_entries(sample);
840 841
	struct addr_location alf, alt;
	u64 i, from, to;
842
	int printed = 0;
843 844

	if (!(br && br->nr))
845
		return 0;
846 847 848 849 850

	for (i = 0; i < br->nr; i++) {

		memset(&alf, 0, sizeof(alf));
		memset(&alt, 0, sizeof(alt));
851 852
		from = entries[i].from;
		to   = entries[i].to;
853

854
		if (thread__find_map_fb(thread, sample->cpumode, from, &alf) &&
855
		    !alf.map->dso->adjust_symbols)
856 857
			from = map__map_ip(alf.map, from);

858
		if (thread__find_map_fb(thread, sample->cpumode, to, &alt) &&
859
		    !alt.map->dso->adjust_symbols)
860 861
			to = map__map_ip(alt.map, to);

862
		printed += fprintf(fp, " 0x%"PRIx64, from);
863
		if (PRINT_FIELD(DSO)) {
864 865 866
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alf.map, fp);
			printed += fprintf(fp, ")");
867
		}
868
		printed += fprintf(fp, "/0x%"PRIx64, to);
869
		if (PRINT_FIELD(DSO)) {
870 871 872
			printed += fprintf(fp, "(");
			printed += map__fprintf_dsoname(alt.map, fp);
			printed += fprintf(fp, ")");
873
		}
874
		printed += fprintf(fp, "/%c/%c/%c/%d ",
875 876 877 878
			mispred_str(entries + i),
			entries[i].flags.in_tx ? 'X' : '-',
			entries[i].flags.abort ? 'A' : '-',
			entries[i].flags.cycles);
879
	}
880 881

	return printed;
882
}
883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908
#define MAXBB 16384UL

static int grab_bb(u8 *buffer, u64 start, u64 end,
		    struct machine *machine, struct thread *thread,
		    bool *is64bit, u8 *cpumode, bool last)
{
	long offset, len;
	struct addr_location al;
	bool kernel;

	if (!start || !end)
		return 0;

	kernel = machine__kernel_ip(machine, start);
	if (kernel)
		*cpumode = PERF_RECORD_MISC_KERNEL;
	else
		*cpumode = PERF_RECORD_MISC_USER;

	/*
	 * Block overlaps between kernel and user.
	 * This can happen due to ring filtering
	 * On Intel CPUs the entry into the kernel is filtered,
	 * but the exit is not. Let the caller patch it up.
	 */
	if (kernel != machine__kernel_ip(machine, end)) {
909
		pr_debug("\tblock %" PRIx64 "-%" PRIx64 " transfers between kernel and user\n", start, end);
910 911 912 913 914 915
		return -ENXIO;
	}

	memset(&al, 0, sizeof(al));
	if (end - start > MAXBB - MAXINSN) {
		if (last)
916
			pr_debug("\tbrstack does not reach to final jump (%" PRIx64 "-%" PRIx64 ")\n", start, end);
917
		else
918
			pr_debug("\tblock %" PRIx64 "-%" PRIx64 " (%" PRIu64 ") too long to dump\n", start, end, end - start);
919 920 921
		return 0;
	}

922
	if (!thread__find_map(thread, *cpumode, start, &al) || !al.map->dso) {
923
		pr_debug("\tcannot resolve %" PRIx64 "-%" PRIx64 "\n", start, end);
924 925 926
		return 0;
	}
	if (al.map->dso->data.status == DSO_DATA_STATUS_ERROR) {
927
		pr_debug("\tcannot resolve %" PRIx64 "-%" PRIx64 "\n", start, end);
928 929 930 931 932 933 934 935 936 937 938 939
		return 0;
	}

	/* Load maps to ensure dso->is_64_bit has been updated */
	map__load(al.map);

	offset = al.map->map_ip(al.map, start);
	len = dso__data_read_offset(al.map->dso, machine, offset, (u8 *)buffer,
				    end - start + MAXINSN);

	*is64bit = al.map->dso->is_64_bit;
	if (len <= 0)
940
		pr_debug("\tcannot fetch code for block at %" PRIx64 "-%" PRIx64 "\n",
941 942 943 944
			start, end);
	return len;
}

945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986
static int map__fprintf_srccode(struct map *map, u64 addr, FILE *fp, struct srccode_state *state)
{
	char *srcfile;
	int ret = 0;
	unsigned line;
	int len;
	char *srccode;

	if (!map || !map->dso)
		return 0;
	srcfile = get_srcline_split(map->dso,
				    map__rip_2objdump(map, addr),
				    &line);
	if (!srcfile)
		return 0;

	/* Avoid redundant printing */
	if (state &&
	    state->srcfile &&
	    !strcmp(state->srcfile, srcfile) &&
	    state->line == line) {
		free(srcfile);
		return 0;
	}

	srccode = find_sourceline(srcfile, line, &len);
	if (!srccode)
		goto out_free_line;

	ret = fprintf(fp, "|%-8d %.*s", line, len, srccode);

	if (state) {
		state->srcfile = srcfile;
		state->line = line;
	}
	return ret;

out_free_line:
	free(srcfile);
	return ret;
}

A
Andi Kleen 已提交
987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002
static int print_srccode(struct thread *thread, u8 cpumode, uint64_t addr)
{
	struct addr_location al;
	int ret = 0;

	memset(&al, 0, sizeof(al));
	thread__find_map(thread, cpumode, addr, &al);
	if (!al.map)
		return 0;
	ret = map__fprintf_srccode(al.map, al.addr, stdout,
		    &thread->srccode_state);
	if (ret)
		ret += printf("\n");
	return ret;
}

1003 1004
static int ip__fprintf_jump(uint64_t ip, struct branch_entry *en,
			    struct perf_insn *x, u8 *inbuf, int len,
1005
			    int insn, FILE *fp, int *total_cycles)
1006
{
1007 1008 1009 1010 1011 1012
	int printed = fprintf(fp, "\t%016" PRIx64 "\t%-30s\t#%s%s%s%s", ip,
			      dump_insn(x, ip, inbuf, len, NULL),
			      en->flags.predicted ? " PRED" : "",
			      en->flags.mispred ? " MISPRED" : "",
			      en->flags.in_tx ? " INTX" : "",
			      en->flags.abort ? " ABORT" : "");
1013
	if (en->flags.cycles) {
1014 1015
		*total_cycles += en->flags.cycles;
		printed += fprintf(fp, " %d cycles [%d]", en->flags.cycles, *total_cycles);
1016
		if (insn)
1017
			printed += fprintf(fp, " %.2f IPC", (float)insn / en->flags.cycles);
1018
	}
1019
	return printed + fprintf(fp, "\n");
1020 1021
}

1022 1023 1024
static int ip__fprintf_sym(uint64_t addr, struct thread *thread,
			   u8 cpumode, int cpu, struct symbol **lastsym,
			   struct perf_event_attr *attr, FILE *fp)
1025 1026
{
	struct addr_location al;
1027
	int off, printed = 0;
1028 1029 1030

	memset(&al, 0, sizeof(al));

1031 1032
	thread__find_map(thread, cpumode, addr, &al);

1033
	if ((*lastsym) && al.addr >= (*lastsym)->start && al.addr < (*lastsym)->end)
1034
		return 0;
1035 1036 1037 1038 1039 1040 1041

	al.cpu = cpu;
	al.sym = NULL;
	if (al.map)
		al.sym = map__find_symbol(al.map, al.addr);

	if (!al.sym)
1042
		return 0;
1043 1044 1045 1046 1047

	if (al.addr < al.sym->end)
		off = al.addr - al.sym->start;
	else
		off = al.addr - al.map->start - al.sym->start;
1048
	printed += fprintf(fp, "\t%s", al.sym->name);
1049
	if (off)
1050 1051
		printed += fprintf(fp, "%+d", off);
	printed += fprintf(fp, ":");
1052
	if (PRINT_FIELD(SRCLINE))
1053 1054
		printed += map__fprintf_srcline(al.map, al.addr, "\t", fp);
	printed += fprintf(fp, "\n");
1055
	*lastsym = al.sym;
1056 1057

	return printed;
1058 1059
}

1060 1061 1062 1063
static int perf_sample__fprintf_brstackinsn(struct perf_sample *sample,
					    struct thread *thread,
					    struct perf_event_attr *attr,
					    struct machine *machine, FILE *fp)
1064 1065
{
	struct branch_stack *br = sample->branch_stack;
1066
	struct branch_entry *entries = perf_sample__branch_entries(sample);
1067
	u64 start, end;
1068
	int i, insn, len, nr, ilen, printed = 0;
1069 1070 1071 1072
	struct perf_insn x;
	u8 buffer[MAXBB];
	unsigned off;
	struct symbol *lastsym = NULL;
1073
	int total_cycles = 0;
1074 1075

	if (!(br && br->nr))
1076
		return 0;
1077 1078 1079 1080 1081 1082 1083
	nr = br->nr;
	if (max_blocks && nr > max_blocks + 1)
		nr = max_blocks + 1;

	x.thread = thread;
	x.cpu = sample->cpu;

1084
	printed += fprintf(fp, "%c", '\n');
1085 1086

	/* Handle first from jump, of which we don't know the entry. */
1087 1088
	len = grab_bb(buffer, entries[nr-1].from,
			entries[nr-1].from,
1089 1090
			machine, thread, &x.is64bit, &x.cpumode, false);
	if (len > 0) {
1091
		printed += ip__fprintf_sym(entries[nr - 1].from, thread,
1092
					   x.cpumode, x.cpu, &lastsym, attr, fp);
1093
		printed += ip__fprintf_jump(entries[nr - 1].from, &entries[nr - 1],
1094
					    &x, buffer, len, 0, fp, &total_cycles);
A
Andi Kleen 已提交
1095
		if (PRINT_FIELD(SRCCODE))
1096
			printed += print_srccode(thread, x.cpumode, entries[nr - 1].from);
1097 1098 1099 1100
	}

	/* Print all blocks */
	for (i = nr - 2; i >= 0; i--) {
1101
		if (entries[i].from || entries[i].to)
1102
			pr_debug("%d: %" PRIx64 "-%" PRIx64 "\n", i,
1103 1104 1105 1106
				 entries[i].from,
				 entries[i].to);
		start = entries[i + 1].to;
		end   = entries[i].from;
1107 1108 1109 1110

		len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, false);
		/* Patch up missing kernel transfers due to ring filters */
		if (len == -ENXIO && i > 0) {
1111
			end = entries[--i].from;
1112 1113 1114 1115 1116 1117 1118
			pr_debug("\tpatching up to %" PRIx64 "-%" PRIx64 "\n", start, end);
			len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, false);
		}
		if (len <= 0)
			continue;

		insn = 0;
1119
		for (off = 0; off < (unsigned)len; off += ilen) {
1120 1121
			uint64_t ip = start + off;

1122
			printed += ip__fprintf_sym(ip, thread, x.cpumode, x.cpu, &lastsym, attr, fp);
1123
			if (ip == end) {
1124
				printed += ip__fprintf_jump(ip, &entries[i], &x, buffer + off, len - off, ++insn, fp,
1125
							    &total_cycles);
A
Andi Kleen 已提交
1126 1127
				if (PRINT_FIELD(SRCCODE))
					printed += print_srccode(thread, x.cpumode, ip);
1128 1129
				break;
			} else {
1130
				ilen = 0;
1131 1132
				printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", ip,
						   dump_insn(&x, ip, buffer + off, len - off, &ilen));
1133 1134
				if (ilen == 0)
					break;
A
Andi Kleen 已提交
1135 1136
				if (PRINT_FIELD(SRCCODE))
					print_srccode(thread, x.cpumode, ip);
1137 1138 1139
				insn++;
			}
		}
1140
		if (off != end - start)
1141
			printed += fprintf(fp, "\tmismatch of LBR data and executable\n");
1142 1143 1144 1145 1146 1147
	}

	/*
	 * Hit the branch? In this case we are already done, and the target
	 * has not been executed yet.
	 */
1148
	if (entries[0].from == sample->ip)
1149
		goto out;
1150
	if (entries[0].flags.abort)
1151
		goto out;
1152 1153 1154

	/*
	 * Print final block upto sample
1155 1156 1157 1158 1159
	 *
	 * Due to pipeline delays the LBRs might be missing a branch
	 * or two, which can result in very large or negative blocks
	 * between final branch and sample. When this happens just
	 * continue walking after the last TO until we hit a branch.
1160
	 */
1161
	start = entries[0].to;
1162
	end = sample->ip;
1163 1164 1165 1166
	if (end < start) {
		/* Missing jump. Scan 128 bytes for the next branch */
		end = start + 128;
	}
1167
	len = grab_bb(buffer, start, end, machine, thread, &x.is64bit, &x.cpumode, true);
1168
	printed += ip__fprintf_sym(start, thread, x.cpumode, x.cpu, &lastsym, attr, fp);
1169 1170 1171 1172 1173
	if (len <= 0) {
		/* Print at least last IP if basic block did not work */
		len = grab_bb(buffer, sample->ip, sample->ip,
			      machine, thread, &x.is64bit, &x.cpumode, false);
		if (len <= 0)
1174 1175
			goto out;
		printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", sample->ip,
1176
			dump_insn(&x, sample->ip, buffer, len, NULL));
A
Andi Kleen 已提交
1177 1178
		if (PRINT_FIELD(SRCCODE))
			print_srccode(thread, x.cpumode, sample->ip);
1179
		goto out;
1180 1181
	}
	for (off = 0; off <= end - start; off += ilen) {
1182
		ilen = 0;
1183 1184
		printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", start + off,
				   dump_insn(&x, start + off, buffer + off, len - off, &ilen));
1185 1186
		if (ilen == 0)
			break;
1187 1188 1189 1190 1191 1192 1193
		if (arch_is_branch(buffer + off, len - off, x.is64bit) && start + off != sample->ip) {
			/*
			 * Hit a missing branch. Just stop.
			 */
			printed += fprintf(fp, "\t... not reaching sample ...\n");
			break;
		}
A
Andi Kleen 已提交
1194 1195
		if (PRINT_FIELD(SRCCODE))
			print_srccode(thread, x.cpumode, start + off);
1196
	}
1197 1198
out:
	return printed;
1199
}
1200

1201 1202 1203
static int perf_sample__fprintf_addr(struct perf_sample *sample,
				     struct thread *thread,
				     struct perf_event_attr *attr, FILE *fp)
1204 1205
{
	struct addr_location al;
1206
	int printed = fprintf(fp, "%16" PRIx64, sample->addr);
1207 1208

	if (!sample_addr_correlates_sym(attr))
1209
		goto out;
1210

1211
	thread__resolve(thread, &al, sample);
1212 1213

	if (PRINT_FIELD(SYM)) {
1214
		printed += fprintf(fp, " ");
1215
		if (PRINT_FIELD(SYMOFFSET))
1216
			printed += symbol__fprintf_symname_offs(al.sym, &al, fp);
1217
		else
1218
			printed += symbol__fprintf_symname(al.sym, fp);
1219 1220 1221
	}

	if (PRINT_FIELD(DSO)) {
1222 1223 1224
		printed += fprintf(fp, " (");
		printed += map__fprintf_dsoname(al.map, fp);
		printed += fprintf(fp, ")");
1225
	}
1226 1227
out:
	return printed;
1228 1229
}

1230
static const char *resolve_branch_sym(struct perf_sample *sample,
1231
				      struct evsel *evsel,
1232 1233 1234 1235 1236
				      struct thread *thread,
				      struct addr_location *al,
				      u64 *ip)
{
	struct addr_location addr_al;
1237
	struct perf_event_attr *attr = &evsel->core.attr;
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258
	const char *name = NULL;

	if (sample->flags & (PERF_IP_FLAG_CALL | PERF_IP_FLAG_TRACE_BEGIN)) {
		if (sample_addr_correlates_sym(attr)) {
			thread__resolve(thread, &addr_al, sample);
			if (addr_al.sym)
				name = addr_al.sym->name;
			else
				*ip = sample->addr;
		} else {
			*ip = sample->addr;
		}
	} else if (sample->flags & (PERF_IP_FLAG_RETURN | PERF_IP_FLAG_TRACE_END)) {
		if (al->sym)
			name = al->sym->name;
		else
			*ip = sample->ip;
	}
	return name;
}

1259
static int perf_sample__fprintf_callindent(struct perf_sample *sample,
1260
					   struct evsel *evsel,
1261 1262
					   struct thread *thread,
					   struct addr_location *al, FILE *fp)
1263
{
1264
	struct perf_event_attr *attr = &evsel->core.attr;
1265
	size_t depth = thread_stack__depth(thread, sample->cpu);
1266 1267 1268
	const char *name = NULL;
	static int spacing;
	int len = 0;
1269
	int dlen = 0;
1270 1271 1272 1273 1274 1275 1276 1277 1278
	u64 ip = 0;

	/*
	 * The 'return' has already been popped off the stack so the depth has
	 * to be adjusted to match the 'call'.
	 */
	if (thread->ts && sample->flags & PERF_IP_FLAG_RETURN)
		depth += 1;

1279
	name = resolve_branch_sym(sample, evsel, thread, al, &ip);
1280

1281 1282 1283 1284 1285 1286
	if (PRINT_FIELD(DSO) && !(PRINT_FIELD(IP) || PRINT_FIELD(ADDR))) {
		dlen += fprintf(fp, "(");
		dlen += map__fprintf_dsoname(al->map, fp);
		dlen += fprintf(fp, ")\t");
	}

1287
	if (name)
1288
		len = fprintf(fp, "%*s%s", (int)depth * 4, "", name);
1289
	else if (ip)
1290
		len = fprintf(fp, "%*s%16" PRIx64, (int)depth * 4, "", ip);
1291 1292

	if (len < 0)
1293
		return len;
1294 1295 1296 1297 1298 1299 1300 1301 1302

	/*
	 * Try to keep the output length from changing frequently so that the
	 * output lines up more nicely.
	 */
	if (len > spacing || (len && len < spacing - 52))
		spacing = round_up(len + 4, 32);

	if (len < spacing)
1303 1304
		len += fprintf(fp, "%*s", spacing - len, "");

1305
	return len + dlen;
1306 1307
}

1308 1309 1310 1311 1312 1313
__weak void arch_fetch_insn(struct perf_sample *sample __maybe_unused,
			    struct thread *thread __maybe_unused,
			    struct machine *machine __maybe_unused)
{
}

1314 1315 1316 1317
static int perf_sample__fprintf_insn(struct perf_sample *sample,
				     struct perf_event_attr *attr,
				     struct thread *thread,
				     struct machine *machine, FILE *fp)
A
Andi Kleen 已提交
1318
{
1319 1320
	int printed = 0;

1321 1322 1323
	if (sample->insn_len == 0 && native_arch)
		arch_fetch_insn(sample, thread, machine);

A
Andi Kleen 已提交
1324
	if (PRINT_FIELD(INSNLEN))
1325
		printed += fprintf(fp, " ilen: %d", sample->insn_len);
1326
	if (PRINT_FIELD(INSN) && sample->insn_len) {
A
Andi Kleen 已提交
1327 1328
		int i;

1329
		printed += fprintf(fp, " insn:");
A
Andi Kleen 已提交
1330
		for (i = 0; i < sample->insn_len; i++)
1331
			printed += fprintf(fp, " %02x", (unsigned char)sample->insn[i]);
A
Andi Kleen 已提交
1332
	}
1333
	if (PRINT_FIELD(BRSTACKINSN))
1334 1335 1336
		printed += perf_sample__fprintf_brstackinsn(sample, thread, attr, machine, fp);

	return printed;
A
Andi Kleen 已提交
1337 1338
}

1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352
static int perf_sample__fprintf_ipc(struct perf_sample *sample,
				    struct perf_event_attr *attr, FILE *fp)
{
	unsigned int ipc;

	if (!PRINT_FIELD(IPC) || !sample->cyc_cnt || !sample->insn_cnt)
		return 0;

	ipc = (sample->insn_cnt * 100) / sample->cyc_cnt;

	return fprintf(fp, " \t IPC: %u.%02u (%" PRIu64 "/%" PRIu64 ") ",
		       ipc / 100, ipc % 100, sample->insn_cnt, sample->cyc_cnt);
}

1353
static int perf_sample__fprintf_bts(struct perf_sample *sample,
1354
				    struct evsel *evsel,
1355 1356 1357
				    struct thread *thread,
				    struct addr_location *al,
				    struct machine *machine, FILE *fp)
1358
{
1359
	struct perf_event_attr *attr = &evsel->core.attr;
1360
	unsigned int type = output_type(attr->type);
1361
	bool print_srcline_last = false;
1362
	int printed = 0;
1363

1364
	if (PRINT_FIELD(CALLINDENT))
1365
		printed += perf_sample__fprintf_callindent(sample, evsel, thread, al, fp);
1366

1367 1368
	/* print branch_from information */
	if (PRINT_FIELD(IP)) {
1369
		unsigned int print_opts = output[type].print_ip_opts;
1370
		struct callchain_cursor *cursor = NULL;
1371

1372
		if (symbol_conf.use_callchain && sample->callchain &&
1373
		    thread__resolve_callchain(al->thread, &callchain_cursor, evsel,
1374
					      sample, NULL, NULL, scripting_max_stack) == 0)
1375
			cursor = &callchain_cursor;
1376 1377

		if (cursor == NULL) {
1378
			printed += fprintf(fp, " ");
1379
			if (print_opts & EVSEL__PRINT_SRCLINE) {
1380
				print_srcline_last = true;
1381
				print_opts &= ~EVSEL__PRINT_SRCLINE;
1382
			}
1383
		} else
1384
			printed += fprintf(fp, "\n");
1385

1386 1387
		printed += sample__fprintf_sym(sample, al, 0, print_opts, cursor,
					       symbol_conf.bt_stop_list, fp);
1388 1389 1390
	}

	/* print branch_to information */
1391
	if (PRINT_FIELD(ADDR) ||
1392
	    ((evsel->core.attr.sample_type & PERF_SAMPLE_ADDR) &&
1393
	     !output[type].user_set)) {
1394 1395
		printed += fprintf(fp, " => ");
		printed += perf_sample__fprintf_addr(sample, thread, attr, fp);
1396
	}
1397

1398 1399
	printed += perf_sample__fprintf_ipc(sample, attr, fp);

1400
	if (print_srcline_last)
1401
		printed += map__fprintf_srcline(al->map, al->addr, "\n  ", fp);
A
Andi Kleen 已提交
1402

1403
	printed += perf_sample__fprintf_insn(sample, attr, thread, machine, fp);
A
Andi Kleen 已提交
1404 1405 1406 1407 1408 1409 1410 1411 1412 1413
	printed += fprintf(fp, "\n");
	if (PRINT_FIELD(SRCCODE)) {
		int ret = map__fprintf_srccode(al->map, al->addr, stdout,
					 &thread->srccode_state);
		if (ret) {
			printed += ret;
			printed += printf("\n");
		}
	}
	return printed;
1414 1415
}

1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435
static struct {
	u32 flags;
	const char *name;
} sample_flags[] = {
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL, "call"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN, "return"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CONDITIONAL, "jcc"},
	{PERF_IP_FLAG_BRANCH, "jmp"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_INTERRUPT, "int"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN | PERF_IP_FLAG_INTERRUPT, "iret"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_SYSCALLRET, "syscall"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_RETURN | PERF_IP_FLAG_SYSCALLRET, "sysret"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_ASYNC, "async"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_CALL | PERF_IP_FLAG_ASYNC |	PERF_IP_FLAG_INTERRUPT, "hw int"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TX_ABORT, "tx abrt"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TRACE_BEGIN, "tr strt"},
	{PERF_IP_FLAG_BRANCH | PERF_IP_FLAG_TRACE_END, "tr end"},
	{0, NULL}
};

1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447
static const char *sample_flags_to_name(u32 flags)
{
	int i;

	for (i = 0; sample_flags[i].name ; i++) {
		if (sample_flags[i].flags == flags)
			return sample_flags[i].name;
	}

	return NULL;
}

1448
static int perf_sample__fprintf_flags(u32 flags, FILE *fp)
1449 1450 1451
{
	const char *chars = PERF_IP_FLAG_CHARS;
	const int n = strlen(PERF_IP_FLAG_CHARS);
1452 1453
	bool in_tx = flags & PERF_IP_FLAG_IN_TX;
	const char *name = NULL;
1454 1455 1456
	char str[33];
	int i, pos = 0;

1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470
	name = sample_flags_to_name(flags & ~PERF_IP_FLAG_IN_TX);
	if (name)
		return fprintf(fp, "  %-15s%4s ", name, in_tx ? "(x)" : "");

	if (flags & PERF_IP_FLAG_TRACE_BEGIN) {
		name = sample_flags_to_name(flags & ~(PERF_IP_FLAG_IN_TX | PERF_IP_FLAG_TRACE_BEGIN));
		if (name)
			return fprintf(fp, "  tr strt %-7s%4s ", name, in_tx ? "(x)" : "");
	}

	if (flags & PERF_IP_FLAG_TRACE_END) {
		name = sample_flags_to_name(flags & ~(PERF_IP_FLAG_IN_TX | PERF_IP_FLAG_TRACE_END));
		if (name)
			return fprintf(fp, "  tr end  %-7s%4s ", name, in_tx ? "(x)" : "");
1471 1472
	}

1473 1474 1475 1476 1477 1478 1479 1480 1481
	for (i = 0; i < n; i++, flags >>= 1) {
		if (flags & 1)
			str[pos++] = chars[i];
	}
	for (; i < 32; i++, flags >>= 1) {
		if (flags & 1)
			str[pos++] = '?';
	}
	str[pos] = 0;
1482

1483
	return fprintf(fp, "  %-19s ", str);
1484 1485
}

1486 1487 1488 1489 1490 1491
struct printer_data {
	int line_no;
	bool hit_nul;
	bool is_printable;
};

1492 1493 1494
static int sample__fprintf_bpf_output(enum binary_printer_ops op,
				      unsigned int val,
				      void *extra, FILE *fp)
1495 1496 1497
{
	unsigned char ch = (unsigned char)val;
	struct printer_data *printer_data = extra;
1498
	int printed = 0;
1499 1500 1501

	switch (op) {
	case BINARY_PRINT_DATA_BEGIN:
1502
		printed += fprintf(fp, "\n");
1503 1504
		break;
	case BINARY_PRINT_LINE_BEGIN:
1505
		printed += fprintf(fp, "%17s", !printer_data->line_no ? "BPF output:" :
1506 1507 1508
						        "           ");
		break;
	case BINARY_PRINT_ADDR:
1509
		printed += fprintf(fp, " %04x:", val);
1510 1511
		break;
	case BINARY_PRINT_NUM_DATA:
1512
		printed += fprintf(fp, " %02x", val);
1513 1514
		break;
	case BINARY_PRINT_NUM_PAD:
1515
		printed += fprintf(fp, "   ");
1516 1517
		break;
	case BINARY_PRINT_SEP:
1518
		printed += fprintf(fp, "  ");
1519 1520 1521 1522 1523 1524
		break;
	case BINARY_PRINT_CHAR_DATA:
		if (printer_data->hit_nul && ch)
			printer_data->is_printable = false;

		if (!isprint(ch)) {
1525
			printed += fprintf(fp, "%c", '.');
1526 1527 1528 1529 1530 1531 1532 1533 1534

			if (!printer_data->is_printable)
				break;

			if (ch == '\0')
				printer_data->hit_nul = true;
			else
				printer_data->is_printable = false;
		} else {
1535
			printed += fprintf(fp, "%c", ch);
1536 1537 1538
		}
		break;
	case BINARY_PRINT_CHAR_PAD:
1539
		printed += fprintf(fp, " ");
1540 1541
		break;
	case BINARY_PRINT_LINE_END:
1542
		printed += fprintf(fp, "\n");
1543 1544 1545 1546 1547 1548
		printer_data->line_no++;
		break;
	case BINARY_PRINT_DATA_END:
	default:
		break;
	}
1549 1550

	return printed;
1551 1552
}

1553
static int perf_sample__fprintf_bpf_output(struct perf_sample *sample, FILE *fp)
1554 1555 1556
{
	unsigned int nr_bytes = sample->raw_size;
	struct printer_data printer_data = {0, false, true};
1557 1558
	int printed = binary__fprintf(sample->raw_data, nr_bytes, 8,
				      sample__fprintf_bpf_output, &printer_data, fp);
1559 1560

	if (printer_data.is_printable && printer_data.hit_nul)
1561 1562 1563
		printed += fprintf(fp, "%17s \"%s\"\n", "BPF string:", (char *)(sample->raw_data));

	return printed;
1564 1565
}

1566
static int perf_sample__fprintf_spacing(int len, int spacing, FILE *fp)
1567 1568
{
	if (len > 0 && len < spacing)
1569 1570 1571
		return fprintf(fp, "%*s", spacing - len, "");

	return 0;
1572 1573
}

1574
static int perf_sample__fprintf_pt_spacing(int len, FILE *fp)
1575
{
1576
	return perf_sample__fprintf_spacing(len, 34, fp);
1577 1578
}

1579
static int perf_sample__fprintf_synth_ptwrite(struct perf_sample *sample, FILE *fp)
1580 1581 1582 1583 1584
{
	struct perf_synth_intel_ptwrite *data = perf_sample__synth_ptr(sample);
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1585
		return 0;
1586

1587
	len = fprintf(fp, " IP: %u payload: %#" PRIx64 " ",
1588
		     data->ip, le64_to_cpu(data->payload));
1589
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1590 1591
}

1592
static int perf_sample__fprintf_synth_mwait(struct perf_sample *sample, FILE *fp)
1593 1594 1595 1596 1597
{
	struct perf_synth_intel_mwait *data = perf_sample__synth_ptr(sample);
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1598
		return 0;
1599

1600 1601 1602
	len = fprintf(fp, " hints: %#x extensions: %#x ",
		      data->hints, data->extensions);
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1603 1604
}

1605
static int perf_sample__fprintf_synth_pwre(struct perf_sample *sample, FILE *fp)
1606 1607 1608 1609 1610
{
	struct perf_synth_intel_pwre *data = perf_sample__synth_ptr(sample);
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1611
		return 0;
1612

1613 1614 1615
	len = fprintf(fp, " hw: %u cstate: %u sub-cstate: %u ",
		      data->hw, data->cstate, data->subcstate);
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1616 1617
}

1618
static int perf_sample__fprintf_synth_exstop(struct perf_sample *sample, FILE *fp)
1619 1620 1621 1622 1623
{
	struct perf_synth_intel_exstop *data = perf_sample__synth_ptr(sample);
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1624
		return 0;
1625

1626 1627
	len = fprintf(fp, " IP: %u ", data->ip);
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1628 1629
}

1630
static int perf_sample__fprintf_synth_pwrx(struct perf_sample *sample, FILE *fp)
1631 1632 1633 1634 1635
{
	struct perf_synth_intel_pwrx *data = perf_sample__synth_ptr(sample);
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1636
		return 0;
1637

1638
	len = fprintf(fp, " deepest cstate: %u last cstate: %u wake reason: %#x ",
1639 1640
		     data->deepest_cstate, data->last_cstate,
		     data->wake_reason);
1641
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1642 1643
}

1644
static int perf_sample__fprintf_synth_cbr(struct perf_sample *sample, FILE *fp)
1645 1646 1647 1648 1649 1650
{
	struct perf_synth_intel_cbr *data = perf_sample__synth_ptr(sample);
	unsigned int percent, freq;
	int len;

	if (perf_sample__bad_synth_size(sample, *data))
1651
		return 0;
1652 1653

	freq = (le32_to_cpu(data->freq) + 500) / 1000;
1654
	len = fprintf(fp, " cbr: %2u freq: %4u MHz ", data->cbr, freq);
1655 1656
	if (data->max_nonturbo) {
		percent = (5 + (1000 * data->cbr) / data->max_nonturbo) / 10;
1657
		len += fprintf(fp, "(%3u%%) ", percent);
1658
	}
1659
	return len + perf_sample__fprintf_pt_spacing(len, fp);
1660 1661
}

1662
static int perf_sample__fprintf_synth(struct perf_sample *sample,
1663
				      struct evsel *evsel, FILE *fp)
1664
{
1665
	switch (evsel->core.attr.config) {
1666
	case PERF_SYNTH_INTEL_PTWRITE:
1667
		return perf_sample__fprintf_synth_ptwrite(sample, fp);
1668
	case PERF_SYNTH_INTEL_MWAIT:
1669
		return perf_sample__fprintf_synth_mwait(sample, fp);
1670
	case PERF_SYNTH_INTEL_PWRE:
1671
		return perf_sample__fprintf_synth_pwre(sample, fp);
1672
	case PERF_SYNTH_INTEL_EXSTOP:
1673
		return perf_sample__fprintf_synth_exstop(sample, fp);
1674
	case PERF_SYNTH_INTEL_PWRX:
1675
		return perf_sample__fprintf_synth_pwrx(sample, fp);
1676
	case PERF_SYNTH_INTEL_CBR:
1677
		return perf_sample__fprintf_synth_cbr(sample, fp);
1678 1679 1680
	default:
		break;
	}
1681 1682

	return 0;
1683 1684
}

1685 1686 1687 1688 1689 1690
struct perf_script {
	struct perf_tool	tool;
	struct perf_session	*session;
	bool			show_task_events;
	bool			show_mmap_events;
	bool			show_switch_events;
1691
	bool			show_namespace_events;
1692
	bool			show_lost_events;
1693
	bool			show_round_events;
1694
	bool			show_bpf_events;
1695
	bool			show_cgroup_events;
1696
	bool			allocated;
1697
	bool			per_event_dump;
1698
	bool			stitch_lbr;
1699
	struct evswitch		evswitch;
1700
	struct perf_cpu_map	*cpus;
1701
	struct perf_thread_map *threads;
1702
	int			name_width;
1703
	const char              *time_str;
1704 1705
	struct perf_time_interval *ptime_range;
	int			range_size;
1706
	int			range_num;
1707 1708
};

1709
static int perf_evlist__max_name_len(struct evlist *evlist)
1710
{
1711
	struct evsel *evsel;
1712 1713
	int max = 0;

1714
	evlist__for_each_entry(evlist, evsel) {
1715 1716 1717 1718 1719 1720 1721 1722
		int len = strlen(perf_evsel__name(evsel));

		max = MAX(len, max);
	}

	return max;
}

1723
static int data_src__fprintf(u64 data_src, FILE *fp)
J
Jiri Olsa 已提交
1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736
{
	struct mem_info mi = { .data_src.val = data_src };
	char decode[100];
	char out[100];
	static int maxlen;
	int len;

	perf_script__meminfo_scnprintf(decode, 100, &mi);

	len = scnprintf(out, 100, "%16" PRIx64 " %s", data_src, decode);
	if (maxlen < len)
		maxlen = len;

1737
	return fprintf(fp, "%-*s", maxlen, out);
J
Jiri Olsa 已提交
1738 1739
}

1740 1741 1742
struct metric_ctx {
	struct perf_sample	*sample;
	struct thread		*thread;
1743
	struct evsel	*evsel;
1744 1745 1746
	FILE 			*fp;
};

1747 1748
static void script_print_metric(struct perf_stat_config *config __maybe_unused,
				void *ctx, const char *color,
1749 1750 1751 1752 1753 1754 1755 1756
			        const char *fmt,
			        const char *unit, double val)
{
	struct metric_ctx *mctx = ctx;

	if (!fmt)
		return;
	perf_sample__fprintf_start(mctx->sample, mctx->thread, mctx->evsel,
1757
				   PERF_RECORD_SAMPLE, mctx->fp);
1758 1759 1760 1761 1762 1763 1764 1765
	fputs("\tmetric: ", mctx->fp);
	if (color)
		color_fprintf(mctx->fp, color, fmt, val);
	else
		printf(fmt, val);
	fprintf(mctx->fp, " %s\n", unit);
}

1766 1767
static void script_new_line(struct perf_stat_config *config __maybe_unused,
			    void *ctx)
1768 1769 1770 1771
{
	struct metric_ctx *mctx = ctx;

	perf_sample__fprintf_start(mctx->sample, mctx->thread, mctx->evsel,
1772
				   PERF_RECORD_SAMPLE, mctx->fp);
1773 1774 1775 1776 1777
	fputs("\tmetric: ", mctx->fp);
}

static void perf_sample__fprint_metric(struct perf_script *script,
				       struct thread *thread,
1778
				       struct evsel *evsel,
1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792
				       struct perf_sample *sample,
				       FILE *fp)
{
	struct perf_stat_output_ctx ctx = {
		.print_metric = script_print_metric,
		.new_line = script_new_line,
		.ctx = &(struct metric_ctx) {
				.sample = sample,
				.thread = thread,
				.evsel  = evsel,
				.fp     = fp,
			 },
		.force_header = false,
	};
1793
	struct evsel *ev2;
1794 1795 1796 1797 1798 1799 1800 1801 1802
	u64 val;

	if (!evsel->stats)
		perf_evlist__alloc_stats(script->session->evlist, false);
	if (evsel_script(evsel->leader)->gnum++ == 0)
		perf_stat__reset_shadow_stats();
	val = sample->period * evsel->scale;
	perf_stat__update_shadow_stats(evsel,
				       val,
1803 1804
				       sample->cpu,
				       &rt_stat);
1805
	evsel_script(evsel)->val = val;
1806
	if (evsel_script(evsel->leader)->gnum == evsel->leader->core.nr_members) {
1807
		for_each_group_member (ev2, evsel->leader) {
1808
			perf_stat__print_shadow_stats(&stat_config, ev2,
1809 1810 1811
						      evsel_script(ev2)->val,
						      sample->cpu,
						      &ctx,
J
Jin Yao 已提交
1812 1813
						      NULL,
						      &rt_stat);
1814 1815 1816 1817 1818
		}
		evsel_script(evsel->leader)->gnum = 0;
	}
}

1819
static bool show_event(struct perf_sample *sample,
1820
		       struct evsel *evsel,
1821 1822 1823
		       struct thread *thread,
		       struct addr_location *al)
{
1824
	int depth = thread_stack__depth(thread, sample->cpu);
1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859

	if (!symbol_conf.graph_function)
		return true;

	if (thread->filter) {
		if (depth <= thread->filter_entry_depth) {
			thread->filter = false;
			return false;
		}
		return true;
	} else {
		const char *s = symbol_conf.graph_function;
		u64 ip;
		const char *name = resolve_branch_sym(sample, evsel, thread, al,
				&ip);
		unsigned nlen;

		if (!name)
			return false;
		nlen = strlen(name);
		while (*s) {
			unsigned len = strcspn(s, ",");
			if (nlen == len && !strncmp(name, s, len)) {
				thread->filter = true;
				thread->filter_entry_depth = depth;
				return true;
			}
			s += len;
			if (*s == ',')
				s++;
		}
		return false;
	}
}

1860
static void process_event(struct perf_script *script,
1861
			  struct perf_sample *sample, struct evsel *evsel,
1862 1863
			  struct addr_location *al,
			  struct machine *machine)
1864
{
1865
	struct thread *thread = al->thread;
1866
	struct perf_event_attr *attr = &evsel->core.attr;
1867
	unsigned int type = output_type(attr->type);
1868
	struct evsel_script *es = evsel->priv;
1869
	FILE *fp = es->fp;
1870

1871
	if (output[type].fields == 0)
1872 1873
		return;

1874 1875 1876
	if (!show_event(sample, evsel, thread, al))
		return;

1877 1878
	if (evswitch__discard(&script->evswitch, evsel))
		return;
1879

1880 1881
	++es->samples;

1882 1883
	perf_sample__fprintf_start(sample, thread, evsel,
				   PERF_RECORD_SAMPLE, fp);
1884

J
Jiri Olsa 已提交
1885
	if (PRINT_FIELD(PERIOD))
1886
		fprintf(fp, "%10" PRIu64 " ", sample->period);
J
Jiri Olsa 已提交
1887

1888 1889
	if (PRINT_FIELD(EVNAME)) {
		const char *evname = perf_evsel__name(evsel);
1890 1891 1892 1893

		if (!script->name_width)
			script->name_width = perf_evlist__max_name_len(script->session->evlist);

1894
		fprintf(fp, "%*s: ", script->name_width, evname ?: "[unknown]");
1895 1896
	}

1897
	if (print_flags)
1898
		perf_sample__fprintf_flags(sample->flags, fp);
1899

1900
	if (is_bts_event(attr)) {
1901
		perf_sample__fprintf_bts(sample, evsel, thread, al, machine, fp);
1902 1903 1904
		return;
	}

1905
	if (PRINT_FIELD(TRACE) && sample->raw_data) {
1906 1907 1908
		event_format__fprintf(evsel->tp_format, sample->cpu,
				      sample->raw_data, sample->raw_size, fp);
	}
1909 1910

	if (attr->type == PERF_TYPE_SYNTH && PRINT_FIELD(SYNTH))
1911
		perf_sample__fprintf_synth(sample, evsel, fp);
1912

1913
	if (PRINT_FIELD(ADDR))
1914
		perf_sample__fprintf_addr(sample, thread, attr, fp);
1915

1916
	if (PRINT_FIELD(DATA_SRC))
1917
		data_src__fprintf(sample->data_src, fp);
1918 1919

	if (PRINT_FIELD(WEIGHT))
1920
		fprintf(fp, "%16" PRIu64, sample->weight);
1921

1922
	if (PRINT_FIELD(IP)) {
1923
		struct callchain_cursor *cursor = NULL;
1924

1925 1926 1927
		if (script->stitch_lbr)
			al->thread->lbr_stitch_enable = true;

1928
		if (symbol_conf.use_callchain && sample->callchain &&
1929
		    thread__resolve_callchain(al->thread, &callchain_cursor, evsel,
1930
					      sample, NULL, NULL, scripting_max_stack) == 0)
1931
			cursor = &callchain_cursor;
1932

1933
		fputc(cursor ? '\n' : ' ', fp);
1934 1935
		sample__fprintf_sym(sample, al, 0, output[type].print_ip_opts, cursor,
				    symbol_conf.bt_stop_list, fp);
1936 1937
	}

1938
	if (PRINT_FIELD(IREGS))
1939
		perf_sample__fprintf_iregs(sample, attr, fp);
1940

A
Andi Kleen 已提交
1941
	if (PRINT_FIELD(UREGS))
1942
		perf_sample__fprintf_uregs(sample, attr, fp);
A
Andi Kleen 已提交
1943

1944
	if (PRINT_FIELD(BRSTACK))
1945
		perf_sample__fprintf_brstack(sample, thread, attr, fp);
1946
	else if (PRINT_FIELD(BRSTACKSYM))
1947
		perf_sample__fprintf_brstacksym(sample, thread, attr, fp);
1948
	else if (PRINT_FIELD(BRSTACKOFF))
1949
		perf_sample__fprintf_brstackoff(sample, thread, attr, fp);
1950

1951
	if (perf_evsel__is_bpf_output(evsel) && PRINT_FIELD(BPF_OUTPUT))
1952 1953
		perf_sample__fprintf_bpf_output(sample, fp);
	perf_sample__fprintf_insn(sample, attr, thread, machine, fp);
1954 1955

	if (PRINT_FIELD(PHYS_ADDR))
1956
		fprintf(fp, "%16" PRIx64, sample->phys_addr);
1957 1958 1959

	perf_sample__fprintf_ipc(sample, attr, fp);

1960
	fprintf(fp, "\n");
1961

A
Andi Kleen 已提交
1962 1963 1964 1965 1966 1967
	if (PRINT_FIELD(SRCCODE)) {
		if (map__fprintf_srccode(al->map, al->addr, stdout,
					 &thread->srccode_state))
			printf("\n");
	}

1968 1969
	if (PRINT_FIELD(METRIC))
		perf_sample__fprint_metric(script, thread, evsel, sample, fp);
1970 1971 1972

	if (verbose)
		fflush(fp);
1973 1974
}

T
Tom Zanussi 已提交
1975 1976
static struct scripting_ops	*scripting_ops;

1977
static void __process_stat(struct evsel *counter, u64 tstamp)
1978
{
1979
	int nthreads = perf_thread_map__nr(counter->core.threads);
1980 1981 1982 1983
	int ncpus = perf_evsel__nr_cpus(counter);
	int cpu, thread;
	static int header_printed;

1984
	if (counter->core.system_wide)
1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
		nthreads = 1;

	if (!header_printed) {
		printf("%3s %8s %15s %15s %15s %15s %s\n",
		       "CPU", "THREAD", "VAL", "ENA", "RUN", "TIME", "EVENT");
		header_printed = 1;
	}

	for (thread = 0; thread < nthreads; thread++) {
		for (cpu = 0; cpu < ncpus; cpu++) {
			struct perf_counts_values *counts;

			counts = perf_counts(counter->counts, cpu, thread);

			printf("%3d %8d %15" PRIu64 " %15" PRIu64 " %15" PRIu64 " %15" PRIu64 " %s\n",
2000
				counter->core.cpus->map[cpu],
2001
				perf_thread_map__pid(counter->core.threads, thread),
2002 2003 2004 2005 2006 2007 2008 2009 2010
				counts->val,
				counts->ena,
				counts->run,
				tstamp,
				perf_evsel__name(counter));
		}
	}
}

2011
static void process_stat(struct evsel *counter, u64 tstamp)
2012 2013 2014
{
	if (scripting_ops && scripting_ops->process_stat)
		scripting_ops->process_stat(&stat_config, counter, tstamp);
2015 2016
	else
		__process_stat(counter, tstamp);
2017 2018 2019 2020 2021 2022 2023 2024
}

static void process_stat_interval(u64 tstamp)
{
	if (scripting_ops && scripting_ops->process_stat_interval)
		scripting_ops->process_stat_interval(tstamp);
}

T
Tom Zanussi 已提交
2025 2026
static void setup_scripting(void)
{
2027
	setup_perl_scripting();
2028
	setup_python_scripting();
T
Tom Zanussi 已提交
2029 2030
}

2031 2032
static int flush_scripting(void)
{
2033
	return scripting_ops ? scripting_ops->flush_script() : 0;
2034 2035
}

T
Tom Zanussi 已提交
2036 2037
static int cleanup_scripting(void)
{
2038
	pr_debug("\nperf script stopped\n");
2039

2040
	return scripting_ops ? scripting_ops->stop_script() : 0;
T
Tom Zanussi 已提交
2041 2042
}

2043 2044
static bool filter_cpu(struct perf_sample *sample)
{
2045
	if (cpu_list && sample->cpu != (u32)-1)
2046 2047 2048 2049
		return !test_bit(sample->cpu, cpu_bitmap);
	return false;
}

2050
static int process_sample_event(struct perf_tool *tool,
2051
				union perf_event *event,
2052
				struct perf_sample *sample,
2053
				struct evsel *evsel,
2054
				struct machine *machine)
F
Frederic Weisbecker 已提交
2055
{
2056
	struct perf_script *scr = container_of(tool, struct perf_script, tool);
2057
	struct addr_location al;
F
Frederic Weisbecker 已提交
2058

2059 2060
	if (perf_time__ranges_skip_sample(scr->ptime_range, scr->range_num,
					  sample->time)) {
2061
		return 0;
2062
	}
2063

2064 2065 2066 2067 2068 2069
	if (debug_mode) {
		if (sample->time < last_timestamp) {
			pr_err("Samples misordered, previous: %" PRIu64
				" this: %" PRIu64 "\n", last_timestamp,
				sample->time);
			nr_unordered++;
2070
		}
2071 2072
		last_timestamp = sample->time;
		return 0;
F
Frederic Weisbecker 已提交
2073
	}
2074

2075
	if (machine__resolve(machine, &al, sample) < 0) {
2076 2077 2078 2079 2080 2081
		pr_err("problem processing %d event, skipping it.\n",
		       event->header.type);
		return -1;
	}

	if (al.filtered)
2082
		goto out_put;
2083

2084
	if (filter_cpu(sample))
2085
		goto out_put;
2086

2087 2088 2089
	if (scripting_ops)
		scripting_ops->process_event(event, sample, evsel, &al);
	else
2090
		process_event(scr, sample, evsel, &al, machine);
2091

2092 2093
out_put:
	addr_location__put(&al);
F
Frederic Weisbecker 已提交
2094 2095 2096
	return 0;
}

2097
static int process_attr(struct perf_tool *tool, union perf_event *event,
2098
			struct evlist **pevlist)
2099 2100
{
	struct perf_script *scr = container_of(tool, struct perf_script, tool);
2101
	struct evlist *evlist;
2102
	struct evsel *evsel, *pos;
2103
	int err;
2104
	static struct evsel_script *es;
2105 2106 2107 2108 2109 2110

	err = perf_event__process_attr(tool, event, pevlist);
	if (err)
		return err;

	evlist = *pevlist;
2111
	evsel = evlist__last(*pevlist);
2112

2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125
	if (!evsel->priv) {
		if (scr->per_event_dump) {
			evsel->priv = perf_evsel_script__new(evsel,
						scr->session->data);
		} else {
			es = zalloc(sizeof(*es));
			if (!es)
				return -ENOMEM;
			es->fp = stdout;
			evsel->priv = es;
		}
	}

2126 2127
	if (evsel->core.attr.type >= PERF_TYPE_MAX &&
	    evsel->core.attr.type != PERF_TYPE_SYNTH)
2128 2129
		return 0;

2130
	evlist__for_each_entry(evlist, pos) {
2131
		if (pos->core.attr.type == evsel->core.attr.type && pos != evsel)
2132 2133 2134
			return 0;
	}

2135
	set_print_ip_opts(&evsel->core.attr);
2136

2137
	if (evsel->core.attr.sample_type)
2138 2139 2140
		err = perf_evsel__check_attr(evsel, scr->session);

	return err;
2141 2142
}

2143 2144 2145 2146 2147
static int print_event_with_time(struct perf_tool *tool,
				 union perf_event *event,
				 struct perf_sample *sample,
				 struct machine *machine,
				 pid_t pid, pid_t tid, u64 timestamp)
2148 2149 2150
{
	struct perf_script *script = container_of(tool, struct perf_script, tool);
	struct perf_session *session = script->session;
2151
	struct evsel *evsel = perf_evlist__id2evsel(session->evlist, sample->id);
2152
	struct thread *thread = NULL;
2153

2154 2155 2156 2157 2158
	if (evsel && !evsel->core.attr.sample_id_all) {
		sample->cpu = 0;
		sample->time = timestamp;
		sample->pid = pid;
		sample->tid = tid;
2159 2160
	}

2161 2162
	if (filter_cpu(sample))
		return 0;
2163

2164 2165 2166 2167
	if (tid != -1)
		thread = machine__findnew_thread(machine, pid, tid);

	if (thread && evsel) {
2168
		perf_sample__fprintf_start(sample, thread, evsel,
2169
					   event->header.type, stdout);
2170
	}
2171 2172 2173

	perf_event__fprintf(event, stdout);

2174
	thread__put(thread);
2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195

	return 0;
}

static int print_event(struct perf_tool *tool, union perf_event *event,
		       struct perf_sample *sample, struct machine *machine,
		       pid_t pid, pid_t tid)
{
	return print_event_with_time(tool, event, sample, machine, pid, tid, 0);
}

static int process_comm_event(struct perf_tool *tool,
			      union perf_event *event,
			      struct perf_sample *sample,
			      struct machine *machine)
{
	if (perf_event__process_comm(tool, event, sample, machine) < 0)
		return -1;

	return print_event(tool, event, sample, machine, event->comm.pid,
			   event->comm.tid);
2196 2197
}

2198 2199 2200 2201 2202 2203
static int process_namespaces_event(struct perf_tool *tool,
				    union perf_event *event,
				    struct perf_sample *sample,
				    struct machine *machine)
{
	if (perf_event__process_namespaces(tool, event, sample, machine) < 0)
2204
		return -1;
2205

2206 2207
	return print_event(tool, event, sample, machine, event->namespaces.pid,
			   event->namespaces.tid);
2208 2209
}

2210 2211 2212 2213 2214 2215
static int process_cgroup_event(struct perf_tool *tool,
				union perf_event *event,
				struct perf_sample *sample,
				struct machine *machine)
{
	if (perf_event__process_cgroup(tool, event, sample, machine) < 0)
2216
		return -1;
2217

2218 2219
	return print_event(tool, event, sample, machine, sample->pid,
			    sample->tid);
2220 2221
}

2222 2223 2224 2225 2226 2227 2228 2229
static int process_fork_event(struct perf_tool *tool,
			      union perf_event *event,
			      struct perf_sample *sample,
			      struct machine *machine)
{
	if (perf_event__process_fork(tool, event, sample, machine) < 0)
		return -1;

2230 2231 2232
	return print_event_with_time(tool, event, sample, machine,
				     event->fork.pid, event->fork.tid,
				     event->fork.time);
2233 2234 2235 2236 2237 2238
}
static int process_exit_event(struct perf_tool *tool,
			      union perf_event *event,
			      struct perf_sample *sample,
			      struct machine *machine)
{
2239 2240 2241
	/* Print before 'exit' deletes anything */
	if (print_event_with_time(tool, event, sample, machine, event->fork.pid,
				  event->fork.tid, event->fork.time))
2242 2243
		return -1;

2244
	return perf_event__process_exit(tool, event, sample, machine);
2245 2246
}

2247 2248 2249 2250 2251 2252 2253 2254
static int process_mmap_event(struct perf_tool *tool,
			      union perf_event *event,
			      struct perf_sample *sample,
			      struct machine *machine)
{
	if (perf_event__process_mmap(tool, event, sample, machine) < 0)
		return -1;

2255 2256
	return print_event(tool, event, sample, machine, event->mmap.pid,
			   event->mmap.tid);
2257 2258 2259 2260 2261 2262 2263 2264 2265 2266
}

static int process_mmap2_event(struct perf_tool *tool,
			      union perf_event *event,
			      struct perf_sample *sample,
			      struct machine *machine)
{
	if (perf_event__process_mmap2(tool, event, sample, machine) < 0)
		return -1;

2267 2268
	return print_event(tool, event, sample, machine, event->mmap2.pid,
			   event->mmap2.tid);
2269 2270
}

2271 2272 2273 2274 2275 2276 2277 2278 2279 2280
static int process_switch_event(struct perf_tool *tool,
				union perf_event *event,
				struct perf_sample *sample,
				struct machine *machine)
{
	struct perf_script *script = container_of(tool, struct perf_script, tool);

	if (perf_event__process_switch(tool, event, sample, machine) < 0)
		return -1;

2281 2282 2283 2284 2285 2286
	if (scripting_ops && scripting_ops->process_switch)
		scripting_ops->process_switch(event, sample, machine);

	if (!script->show_switch_events)
		return 0;

2287 2288
	return print_event(tool, event, sample, machine, sample->pid,
			   sample->tid);
2289 2290
}

2291 2292 2293 2294 2295 2296
static int
process_lost_event(struct perf_tool *tool,
		   union perf_event *event,
		   struct perf_sample *sample,
		   struct machine *machine)
{
2297 2298
	return print_event(tool, event, sample, machine, sample->pid,
			   sample->tid);
2299 2300
}

2301 2302 2303 2304 2305 2306 2307 2308 2309 2310
static int
process_finished_round_event(struct perf_tool *tool __maybe_unused,
			     union perf_event *event,
			     struct ordered_events *oe __maybe_unused)

{
	perf_event__fprintf(event, stdout);
	return 0;
}

2311 2312 2313 2314 2315 2316 2317 2318 2319
static int
process_bpf_events(struct perf_tool *tool __maybe_unused,
		   union perf_event *event,
		   struct perf_sample *sample,
		   struct machine *machine)
{
	if (machine__process_ksymbol(machine, event, sample) < 0)
		return -1;

2320 2321
	return print_event(tool, event, sample, machine, sample->pid,
			   sample->tid);
2322 2323
}

2324
static void sig_handler(int sig __maybe_unused)
2325 2326 2327 2328
{
	session_done = 1;
}

2329 2330
static void perf_script__fclose_per_event_dump(struct perf_script *script)
{
2331
	struct evlist *evlist = script->session->evlist;
2332
	struct evsel *evsel;
2333 2334 2335 2336

	evlist__for_each_entry(evlist, evsel) {
		if (!evsel->priv)
			break;
2337
		perf_evsel_script__delete(evsel->priv);
2338 2339 2340 2341 2342 2343
		evsel->priv = NULL;
	}
}

static int perf_script__fopen_per_event_dump(struct perf_script *script)
{
2344
	struct evsel *evsel;
2345 2346

	evlist__for_each_entry(script->session->evlist, evsel) {
2347 2348 2349 2350 2351 2352 2353 2354 2355 2356
		/*
		 * Already setup? I.e. we may be called twice in cases like
		 * Intel PT, one for the intel_pt// and dummy events, then
		 * for the evsels syntheized from the auxtrace info.
		 *
		 * Ses perf_script__process_auxtrace_info.
		 */
		if (evsel->priv != NULL)
			continue;

2357
		evsel->priv = perf_evsel_script__new(evsel, script->session->data);
2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370
		if (evsel->priv == NULL)
			goto out_err_fclose;
	}

	return 0;

out_err_fclose:
	perf_script__fclose_per_event_dump(script);
	return -1;
}

static int perf_script__setup_per_event_dump(struct perf_script *script)
{
2371 2372
	struct evsel *evsel;
	static struct evsel_script es_stdout;
2373 2374 2375 2376

	if (script->per_event_dump)
		return perf_script__fopen_per_event_dump(script);

2377 2378
	es_stdout.fp = stdout;

2379
	evlist__for_each_entry(script->session->evlist, evsel)
2380
		evsel->priv = &es_stdout;
2381 2382 2383 2384

	return 0;
}

2385 2386
static void perf_script__exit_per_event_dump_stats(struct perf_script *script)
{
2387
	struct evsel *evsel;
2388 2389

	evlist__for_each_entry(script->session->evlist, evsel) {
2390
		struct evsel_script *es = evsel->priv;
2391 2392 2393 2394 2395 2396 2397

		perf_evsel_script__fprintf(es, stdout);
		perf_evsel_script__delete(es);
		evsel->priv = NULL;
	}
}

2398
static int __cmd_script(struct perf_script *script)
F
Frederic Weisbecker 已提交
2399
{
2400 2401
	int ret;

2402 2403
	signal(SIGINT, sig_handler);

2404 2405
	perf_stat__init_shadow_stats();

2406 2407 2408 2409 2410 2411
	/* override event processing functions */
	if (script->show_task_events) {
		script->tool.comm = process_comm_event;
		script->tool.fork = process_fork_event;
		script->tool.exit = process_exit_event;
	}
2412 2413 2414 2415
	if (script->show_mmap_events) {
		script->tool.mmap = process_mmap_event;
		script->tool.mmap2 = process_mmap2_event;
	}
2416
	if (script->show_switch_events || (scripting_ops && scripting_ops->process_switch))
2417
		script->tool.context_switch = process_switch_event;
2418 2419
	if (script->show_namespace_events)
		script->tool.namespaces = process_namespaces_event;
2420 2421
	if (script->show_cgroup_events)
		script->tool.cgroup = process_cgroup_event;
2422 2423
	if (script->show_lost_events)
		script->tool.lost = process_lost_event;
2424 2425 2426 2427
	if (script->show_round_events) {
		script->tool.ordered_events = false;
		script->tool.finished_round = process_finished_round_event;
	}
2428
	if (script->show_bpf_events) {
2429 2430
		script->tool.ksymbol = process_bpf_events;
		script->tool.bpf     = process_bpf_events;
2431
	}
2432

2433 2434 2435 2436 2437
	if (perf_script__setup_per_event_dump(script)) {
		pr_err("Couldn't create the per event dump files\n");
		return -1;
	}

2438
	ret = perf_session__process_events(script->session);
2439

2440
	if (script->per_event_dump)
2441
		perf_script__exit_per_event_dump_stats(script);
2442

2443
	if (debug_mode)
2444
		pr_err("Misordered timestamps: %" PRIu64 "\n", nr_unordered);
2445 2446

	return ret;
F
Frederic Weisbecker 已提交
2447 2448
}

T
Tom Zanussi 已提交
2449 2450 2451 2452 2453 2454
struct script_spec {
	struct list_head	node;
	struct scripting_ops	*ops;
	char			spec[0];
};

2455
static LIST_HEAD(script_specs);
T
Tom Zanussi 已提交
2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492

static struct script_spec *script_spec__new(const char *spec,
					    struct scripting_ops *ops)
{
	struct script_spec *s = malloc(sizeof(*s) + strlen(spec) + 1);

	if (s != NULL) {
		strcpy(s->spec, spec);
		s->ops = ops;
	}

	return s;
}

static void script_spec__add(struct script_spec *s)
{
	list_add_tail(&s->node, &script_specs);
}

static struct script_spec *script_spec__find(const char *spec)
{
	struct script_spec *s;

	list_for_each_entry(s, &script_specs, node)
		if (strcasecmp(s->spec, spec) == 0)
			return s;
	return NULL;
}

int script_spec_register(const char *spec, struct scripting_ops *ops)
{
	struct script_spec *s;

	s = script_spec__find(spec);
	if (s)
		return -1;

2493
	s = script_spec__new(spec, ops);
T
Tom Zanussi 已提交
2494 2495
	if (!s)
		return -1;
2496 2497
	else
		script_spec__add(s);
T
Tom Zanussi 已提交
2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516

	return 0;
}

static struct scripting_ops *script_spec__lookup(const char *spec)
{
	struct script_spec *s = script_spec__find(spec);
	if (!s)
		return NULL;

	return s->ops;
}

static void list_available_languages(void)
{
	struct script_spec *s;

	fprintf(stderr, "\n");
	fprintf(stderr, "Scripting language extensions (used in "
2517
		"perf script -s [spec:]script.[spec]):\n\n");
T
Tom Zanussi 已提交
2518 2519 2520 2521 2522 2523 2524

	list_for_each_entry(s, &script_specs, node)
		fprintf(stderr, "  %-42s [%s]\n", s->spec, s->ops->name);

	fprintf(stderr, "\n");
}

2525 2526
static int parse_scriptname(const struct option *opt __maybe_unused,
			    const char *str, int unset __maybe_unused)
T
Tom Zanussi 已提交
2527 2528 2529 2530 2531
{
	char spec[PATH_MAX];
	const char *script, *ext;
	int len;

2532
	if (strcmp(str, "lang") == 0) {
T
Tom Zanussi 已提交
2533
		list_available_languages();
2534
		exit(0);
T
Tom Zanussi 已提交
2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553
	}

	script = strchr(str, ':');
	if (script) {
		len = script - str;
		if (len >= PATH_MAX) {
			fprintf(stderr, "invalid language specifier");
			return -1;
		}
		strncpy(spec, str, len);
		spec[len] = '\0';
		scripting_ops = script_spec__lookup(spec);
		if (!scripting_ops) {
			fprintf(stderr, "invalid language specifier");
			return -1;
		}
		script++;
	} else {
		script = str;
2554
		ext = strrchr(script, '.');
T
Tom Zanussi 已提交
2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570
		if (!ext) {
			fprintf(stderr, "invalid script extension");
			return -1;
		}
		scripting_ops = script_spec__lookup(++ext);
		if (!scripting_ops) {
			fprintf(stderr, "invalid script extension");
			return -1;
		}
	}

	script_name = strdup(script);

	return 0;
}

2571 2572
static int parse_output_fields(const struct option *opt __maybe_unused,
			    const char *arg, int unset __maybe_unused)
2573
{
2574
	char *tok, *strtok_saveptr = NULL;
2575
	int i, imax = ARRAY_SIZE(all_output_options);
2576
	int j;
2577 2578
	int rc = 0;
	char *str = strdup(arg);
2579
	int type = -1;
2580
	enum { DEFAULT, SET, ADD, REMOVE } change = DEFAULT;
2581 2582 2583 2584

	if (!str)
		return -ENOMEM;

2585 2586 2587
	/* first word can state for which event type the user is specifying
	 * the fields. If no type exists, the specified fields apply to all
	 * event types found in the file minus the invalid fields for a type.
2588
	 */
2589 2590 2591 2592 2593 2594 2595 2596 2597 2598
	tok = strchr(str, ':');
	if (tok) {
		*tok = '\0';
		tok++;
		if (!strcmp(str, "hw"))
			type = PERF_TYPE_HARDWARE;
		else if (!strcmp(str, "sw"))
			type = PERF_TYPE_SOFTWARE;
		else if (!strcmp(str, "trace"))
			type = PERF_TYPE_TRACEPOINT;
2599 2600
		else if (!strcmp(str, "raw"))
			type = PERF_TYPE_RAW;
2601 2602
		else if (!strcmp(str, "break"))
			type = PERF_TYPE_BREAKPOINT;
2603 2604
		else if (!strcmp(str, "synth"))
			type = OUTPUT_TYPE_SYNTH;
2605 2606
		else {
			fprintf(stderr, "Invalid event type in field string.\n");
2607 2608
			rc = -EINVAL;
			goto out;
2609 2610 2611 2612 2613 2614
		}

		if (output[type].user_set)
			pr_warning("Overriding previous field request for %s events.\n",
				   event_type(type));

2615 2616 2617 2618
		/* Don't override defaults for +- */
		if (strchr(tok, '+') || strchr(tok, '-'))
			goto parse;

2619 2620
		output[type].fields = 0;
		output[type].user_set = true;
2621
		output[type].wildcard_set = false;
2622 2623 2624 2625 2626 2627 2628 2629 2630 2631

	} else {
		tok = str;
		if (strlen(str) == 0) {
			fprintf(stderr,
				"Cannot set fields to 'none' for all event types.\n");
			rc = -EINVAL;
			goto out;
		}

2632 2633 2634 2635
		/* Don't override defaults for +- */
		if (strchr(str, '+') || strchr(str, '-'))
			goto parse;

2636 2637 2638
		if (output_set_by_user())
			pr_warning("Overriding previous field request for all events.\n");

2639
		for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
2640 2641
			output[j].fields = 0;
			output[j].user_set = true;
2642
			output[j].wildcard_set = true;
2643
		}
2644 2645
	}

2646
parse:
2647
	for (tok = strtok_r(tok, ",", &strtok_saveptr); tok; tok = strtok_r(NULL, ",", &strtok_saveptr)) {
2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663
		if (*tok == '+') {
			if (change == SET)
				goto out_badmix;
			change = ADD;
			tok++;
		} else if (*tok == '-') {
			if (change == SET)
				goto out_badmix;
			change = REMOVE;
			tok++;
		} else {
			if (change != SET && change != DEFAULT)
				goto out_badmix;
			change = SET;
		}

2664
		for (i = 0; i < imax; ++i) {
2665
			if (strcmp(tok, all_output_options[i].str) == 0)
2666 2667
				break;
		}
2668
		if (i == imax && strcmp(tok, "flags") == 0) {
2669
			print_flags = change == REMOVE ? false : true;
2670 2671
			continue;
		}
2672
		if (i == imax) {
2673
			fprintf(stderr, "Invalid field requested.\n");
2674
			rc = -EINVAL;
2675
			goto out;
2676 2677
		}

2678 2679 2680 2681
		if (type == -1) {
			/* add user option to all events types for
			 * which it is valid
			 */
2682
			for (j = 0; j < OUTPUT_TYPE_MAX; ++j) {
2683 2684 2685
				if (output[j].invalid_fields & all_output_options[i].field) {
					pr_warning("\'%s\' not valid for %s events. Ignoring.\n",
						   all_output_options[i].str, event_type(j));
2686
				} else {
2687
					if (change == REMOVE) {
2688
						output[j].fields &= ~all_output_options[i].field;
2689 2690
						output[j].user_set_fields &= ~all_output_options[i].field;
					} else {
2691
						output[j].fields |= all_output_options[i].field;
2692 2693
						output[j].user_set_fields |= all_output_options[i].field;
					}
2694 2695
					output[j].user_set = true;
					output[j].wildcard_set = true;
2696
				}
2697 2698 2699 2700 2701 2702 2703 2704 2705
			}
		} else {
			if (output[type].invalid_fields & all_output_options[i].field) {
				fprintf(stderr, "\'%s\' not valid for %s events.\n",
					 all_output_options[i].str, event_type(type));

				rc = -EINVAL;
				goto out;
			}
2706 2707 2708 2709
			if (change == REMOVE)
				output[type].fields &= ~all_output_options[i].field;
			else
				output[type].fields |= all_output_options[i].field;
2710 2711
			output[type].user_set = true;
			output[type].wildcard_set = true;
2712
		}
2713 2714
	}

2715 2716 2717 2718 2719 2720
	if (type >= 0) {
		if (output[type].fields == 0) {
			pr_debug("No fields requested for %s type. "
				 "Events will not be displayed.\n", event_type(type));
		}
	}
2721
	goto out;
2722

2723 2724 2725
out_badmix:
	fprintf(stderr, "Cannot mix +-field with overridden fields\n");
	rc = -EINVAL;
2726
out:
2727 2728 2729 2730
	free(str);
	return rc;
}

2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743
#define for_each_lang(scripts_path, scripts_dir, lang_dirent)		\
	while ((lang_dirent = readdir(scripts_dir)) != NULL)		\
		if ((lang_dirent->d_type == DT_DIR ||			\
		     (lang_dirent->d_type == DT_UNKNOWN &&		\
		      is_directory(scripts_path, lang_dirent))) &&	\
		    (strcmp(lang_dirent->d_name, ".")) &&		\
		    (strcmp(lang_dirent->d_name, "..")))

#define for_each_script(lang_path, lang_dir, script_dirent)		\
	while ((script_dirent = readdir(lang_dir)) != NULL)		\
		if (script_dirent->d_type != DT_DIR &&			\
		    (script_dirent->d_type != DT_UNKNOWN ||		\
		     !is_directory(lang_path, script_dirent)))
2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755


#define RECORD_SUFFIX			"-record"
#define REPORT_SUFFIX			"-report"

struct script_desc {
	struct list_head	node;
	char			*name;
	char			*half_liner;
	char			*args;
};

2756
static LIST_HEAD(script_descs);
2757 2758 2759 2760 2761

static struct script_desc *script_desc__new(const char *name)
{
	struct script_desc *s = zalloc(sizeof(*s));

2762
	if (s != NULL && name)
2763 2764 2765 2766 2767 2768 2769
		s->name = strdup(name);

	return s;
}

static void script_desc__delete(struct script_desc *s)
{
2770 2771 2772
	zfree(&s->name);
	zfree(&s->half_liner);
	zfree(&s->args);
2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799
	free(s);
}

static void script_desc__add(struct script_desc *s)
{
	list_add_tail(&s->node, &script_descs);
}

static struct script_desc *script_desc__find(const char *name)
{
	struct script_desc *s;

	list_for_each_entry(s, &script_descs, node)
		if (strcasecmp(s->name, name) == 0)
			return s;
	return NULL;
}

static struct script_desc *script_desc__findnew(const char *name)
{
	struct script_desc *s = script_desc__find(name);

	if (s)
		return s;

	s = script_desc__new(name);
	if (!s)
2800
		return NULL;
2801 2802 2803 2804 2805 2806

	script_desc__add(s);

	return s;
}

2807
static const char *ends_with(const char *str, const char *suffix)
2808 2809
{
	size_t suffix_len = strlen(suffix);
2810
	const char *p = str;
2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830

	if (strlen(str) > suffix_len) {
		p = str + strlen(str) - suffix_len;
		if (!strncmp(p, suffix, suffix_len))
			return p;
	}

	return NULL;
}

static int read_script_info(struct script_desc *desc, const char *filename)
{
	char line[BUFSIZ], *p;
	FILE *fp;

	fp = fopen(filename, "r");
	if (!fp)
		return -1;

	while (fgets(line, sizeof(line), fp)) {
2831
		p = skip_spaces(line);
2832 2833 2834 2835 2836 2837 2838 2839
		if (strlen(p) == 0)
			continue;
		if (*p != '#')
			continue;
		p++;
		if (strlen(p) && *p == '!')
			continue;

2840
		p = skip_spaces(p);
2841 2842 2843 2844 2845
		if (strlen(p) && p[strlen(p) - 1] == '\n')
			p[strlen(p) - 1] = '\0';

		if (!strncmp(p, "description:", strlen("description:"))) {
			p += strlen("description:");
2846
			desc->half_liner = strdup(skip_spaces(p));
2847 2848 2849 2850 2851
			continue;
		}

		if (!strncmp(p, "args:", strlen("args:"))) {
			p += strlen("args:");
2852
			desc->args = strdup(skip_spaces(p));
2853 2854 2855 2856 2857 2858 2859 2860 2861
			continue;
		}
	}

	fclose(fp);

	return 0;
}

2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879
static char *get_script_root(struct dirent *script_dirent, const char *suffix)
{
	char *script_root, *str;

	script_root = strdup(script_dirent->d_name);
	if (!script_root)
		return NULL;

	str = (char *)ends_with(script_root, suffix);
	if (!str) {
		free(script_root);
		return NULL;
	}

	*str = '\0';
	return script_root;
}

2880 2881 2882
static int list_available_scripts(const struct option *opt __maybe_unused,
				  const char *s __maybe_unused,
				  int unset __maybe_unused)
2883
{
2884
	struct dirent *script_dirent, *lang_dirent;
2885 2886 2887 2888 2889 2890 2891 2892
	char scripts_path[MAXPATHLEN];
	DIR *scripts_dir, *lang_dir;
	char script_path[MAXPATHLEN];
	char lang_path[MAXPATHLEN];
	struct script_desc *desc;
	char first_half[BUFSIZ];
	char *script_root;

2893
	snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
2894 2895

	scripts_dir = opendir(scripts_path);
2896 2897 2898 2899 2900 2901 2902
	if (!scripts_dir) {
		fprintf(stdout,
			"open(%s) failed.\n"
			"Check \"PERF_EXEC_PATH\" env to set scripts dir.\n",
			scripts_path);
		exit(-1);
	}
2903

2904
	for_each_lang(scripts_path, scripts_dir, lang_dirent) {
2905 2906
		scnprintf(lang_path, MAXPATHLEN, "%s/%s/bin", scripts_path,
			  lang_dirent->d_name);
2907 2908 2909 2910
		lang_dir = opendir(lang_path);
		if (!lang_dir)
			continue;

2911 2912
		for_each_script(lang_path, lang_dir, script_dirent) {
			script_root = get_script_root(script_dirent, REPORT_SUFFIX);
2913
			if (script_root) {
2914
				desc = script_desc__findnew(script_root);
2915 2916
				scnprintf(script_path, MAXPATHLEN, "%s/%s",
					  lang_path, script_dirent->d_name);
2917
				read_script_info(desc, script_path);
2918
				free(script_root);
2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933
			}
		}
	}

	fprintf(stdout, "List of available trace scripts:\n");
	list_for_each_entry(desc, &script_descs, node) {
		sprintf(first_half, "%s %s", desc->name,
			desc->args ? desc->args : "");
		fprintf(stdout, "  %-36s %s\n", first_half,
			desc->half_liner ? desc->half_liner : "");
	}

	exit(0);
}

2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947
/*
 * Some scripts specify the required events in their "xxx-record" file,
 * this function will check if the events in perf.data match those
 * mentioned in the "xxx-record".
 *
 * Fixme: All existing "xxx-record" are all in good formats "-e event ",
 * which is covered well now. And new parsing code should be added to
 * cover the future complexing formats like event groups etc.
 */
static int check_ev_match(char *dir_name, char *scriptname,
			struct perf_session *session)
{
	char filename[MAXPATHLEN], evname[128];
	char line[BUFSIZ], *p;
2948
	struct evsel *pos;
2949 2950 2951
	int match, len;
	FILE *fp;

2952
	scnprintf(filename, MAXPATHLEN, "%s/bin/%s-record", dir_name, scriptname);
2953 2954 2955 2956 2957 2958

	fp = fopen(filename, "r");
	if (!fp)
		return -1;

	while (fgets(line, sizeof(line), fp)) {
2959
		p = skip_spaces(line);
2960 2961 2962 2963 2964 2965 2966 2967 2968
		if (*p == '#')
			continue;

		while (strlen(p)) {
			p = strstr(p, "-e");
			if (!p)
				break;

			p += 2;
2969
			p = skip_spaces(p);
2970 2971 2972 2973 2974 2975 2976
			len = strcspn(p, " \t");
			if (!len)
				break;

			snprintf(evname, len + 1, "%s", p);

			match = 0;
2977
			evlist__for_each_entry(session->evlist, pos) {
2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994
				if (!strcmp(perf_evsel__name(pos), evname)) {
					match = 1;
					break;
				}
			}

			if (!match) {
				fclose(fp);
				return -1;
			}
		}
	}

	fclose(fp);
	return 0;
}

2995 2996 2997 2998 2999 3000 3001
/*
 * Return -1 if none is found, otherwise the actual scripts number.
 *
 * Currently the only user of this function is the script browser, which
 * will list all statically runnable scripts, select one, execute it and
 * show the output in a perf browser.
 */
3002 3003
int find_scripts(char **scripts_array, char **scripts_path_array, int num,
		 int pathlen)
3004
{
3005
	struct dirent *script_dirent, *lang_dirent;
3006
	char scripts_path[MAXPATHLEN], lang_path[MAXPATHLEN];
3007
	DIR *scripts_dir, *lang_dir;
3008
	struct perf_session *session;
3009
	struct perf_data data = {
J
Jiri Olsa 已提交
3010 3011
		.path = input_name,
		.mode = PERF_DATA_MODE_READ,
3012
	};
3013 3014 3015
	char *temp;
	int i = 0;

3016
	session = perf_session__new(&data, false, NULL);
3017 3018
	if (IS_ERR(session))
		return PTR_ERR(session);
3019

3020
	snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
3021 3022

	scripts_dir = opendir(scripts_path);
3023 3024
	if (!scripts_dir) {
		perf_session__delete(session);
3025
		return -1;
3026
	}
3027

3028
	for_each_lang(scripts_path, scripts_dir, lang_dirent) {
3029 3030
		scnprintf(lang_path, MAXPATHLEN, "%s/%s", scripts_path,
			  lang_dirent->d_name);
3031
#ifndef HAVE_LIBPERL_SUPPORT
3032 3033 3034
		if (strstr(lang_path, "perl"))
			continue;
#endif
3035
#ifndef HAVE_LIBPYTHON_SUPPORT
3036 3037 3038 3039 3040 3041 3042 3043
		if (strstr(lang_path, "python"))
			continue;
#endif

		lang_dir = opendir(lang_path);
		if (!lang_dir)
			continue;

3044
		for_each_script(lang_path, lang_dir, script_dirent) {
3045
			/* Skip those real time scripts: xxxtop.p[yl] */
3046
			if (strstr(script_dirent->d_name, "top."))
3047
				continue;
3048 3049 3050 3051
			if (i >= num)
				break;
			snprintf(scripts_path_array[i], pathlen, "%s/%s",
				lang_path,
3052 3053
				script_dirent->d_name);
			temp = strchr(script_dirent->d_name, '.');
3054
			snprintf(scripts_array[i],
3055 3056
				(temp - script_dirent->d_name) + 1,
				"%s", script_dirent->d_name);
3057 3058 3059 3060 3061

			if (check_ev_match(lang_path,
					scripts_array[i], session))
				continue;

3062 3063
			i++;
		}
3064
		closedir(lang_dir);
3065 3066
	}

3067 3068
	closedir(scripts_dir);
	perf_session__delete(session);
3069 3070 3071
	return i;
}

3072 3073
static char *get_script_path(const char *script_root, const char *suffix)
{
3074
	struct dirent *script_dirent, *lang_dirent;
3075 3076 3077 3078
	char scripts_path[MAXPATHLEN];
	char script_path[MAXPATHLEN];
	DIR *scripts_dir, *lang_dir;
	char lang_path[MAXPATHLEN];
3079
	char *__script_root;
3080

3081
	snprintf(scripts_path, MAXPATHLEN, "%s/scripts", get_argv_exec_path());
3082 3083 3084 3085 3086

	scripts_dir = opendir(scripts_path);
	if (!scripts_dir)
		return NULL;

3087
	for_each_lang(scripts_path, scripts_dir, lang_dirent) {
3088 3089
		scnprintf(lang_path, MAXPATHLEN, "%s/%s/bin", scripts_path,
			  lang_dirent->d_name);
3090 3091 3092 3093
		lang_dir = opendir(lang_path);
		if (!lang_dir)
			continue;

3094 3095
		for_each_script(lang_path, lang_dir, script_dirent) {
			__script_root = get_script_root(script_dirent, suffix);
3096 3097
			if (__script_root && !strcmp(script_root, __script_root)) {
				free(__script_root);
3098
				closedir(scripts_dir);
3099 3100
				scnprintf(script_path, MAXPATHLEN, "%s/%s",
					  lang_path, script_dirent->d_name);
3101
				closedir(lang_dir);
3102
				return strdup(script_path);
3103 3104 3105
			}
			free(__script_root);
		}
3106
		closedir(lang_dir);
3107
	}
3108
	closedir(scripts_dir);
3109

3110
	return NULL;
3111 3112
}

3113 3114
static bool is_top_script(const char *script_path)
{
3115
	return ends_with(script_path, "top") == NULL ? false : true;
3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140
}

static int has_required_arg(char *script_path)
{
	struct script_desc *desc;
	int n_args = 0;
	char *p;

	desc = script_desc__new(NULL);

	if (read_script_info(desc, script_path))
		goto out;

	if (!desc->args)
		goto out;

	for (p = desc->args; *p; p++)
		if (*p == '<')
			n_args++;
out:
	script_desc__delete(desc);

	return n_args;
}

3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153
static int have_cmd(int argc, const char **argv)
{
	char **__argv = malloc(sizeof(const char *) * argc);

	if (!__argv) {
		pr_err("malloc failed\n");
		return -1;
	}

	memcpy(__argv, argv, sizeof(const char *) * argc);
	argc = parse_options(argc, (const char **)__argv, record_options,
			     NULL, PARSE_OPT_STOP_AT_NON_OPTION);
	free(__argv);
F
Frederic Weisbecker 已提交
3154

3155 3156 3157 3158 3159
	system_wide = (argc == 0);

	return 0;
}

3160 3161 3162 3163 3164 3165 3166
static void script__setup_sample_type(struct perf_script *script)
{
	struct perf_session *session = script->session;
	u64 sample_type = perf_evlist__combined_sample_type(session->evlist);

	if (symbol_conf.use_callchain || symbol_conf.cumulate_callchain) {
		if ((sample_type & PERF_SAMPLE_REGS_USER) &&
3167
		    (sample_type & PERF_SAMPLE_STACK_USER)) {
3168
			callchain_param.record_mode = CALLCHAIN_DWARF;
3169 3170
			dwarf_callchain_users = true;
		} else if (sample_type & PERF_SAMPLE_BRANCH_STACK)
3171 3172 3173 3174
			callchain_param.record_mode = CALLCHAIN_LBR;
		else
			callchain_param.record_mode = CALLCHAIN_FP;
	}
3175 3176 3177 3178 3179 3180

	if (script->stitch_lbr && (callchain_param.record_mode != CALLCHAIN_LBR)) {
		pr_warning("Can't find LBR callchain. Switch off --stitch-lbr.\n"
			   "Please apply --call-graph lbr when recording.\n");
		script->stitch_lbr = false;
	}
3181 3182
}

3183 3184
static int process_stat_round_event(struct perf_session *session,
				    union perf_event *event)
3185
{
3186
	struct perf_record_stat_round *round = &event->stat_round;
3187
	struct evsel *counter;
3188

3189
	evlist__for_each_entry(session->evlist, counter) {
3190 3191 3192 3193 3194 3195 3196 3197
		perf_stat_process_counter(&stat_config, counter);
		process_stat(counter, round->time);
	}

	process_stat_interval(round->time);
	return 0;
}

3198 3199
static int process_stat_config_event(struct perf_session *session __maybe_unused,
				     union perf_event *event)
3200 3201 3202 3203 3204
{
	perf_event__read_stat_config(&stat_config, &event->stat_config);
	return 0;
}

3205 3206
static int set_maps(struct perf_script *script)
{
3207
	struct evlist *evlist = script->session->evlist;
3208 3209 3210 3211 3212 3213 3214

	if (!script->cpus || !script->threads)
		return 0;

	if (WARN_ONCE(script->allocated, "stats double allocation\n"))
		return -EINVAL;

3215
	perf_evlist__set_maps(&evlist->core, script->cpus, script->threads);
3216 3217 3218 3219 3220 3221 3222 3223 3224

	if (perf_evlist__alloc_stats(evlist, true))
		return -ENOMEM;

	script->allocated = true;
	return 0;
}

static
3225 3226
int process_thread_map_event(struct perf_session *session,
			     union perf_event *event)
3227
{
3228
	struct perf_tool *tool = session->tool;
3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243
	struct perf_script *script = container_of(tool, struct perf_script, tool);

	if (script->threads) {
		pr_warning("Extra thread map event, ignoring.\n");
		return 0;
	}

	script->threads = thread_map__new_event(&event->thread_map);
	if (!script->threads)
		return -ENOMEM;

	return set_maps(script);
}

static
3244 3245
int process_cpu_map_event(struct perf_session *session,
			  union perf_event *event)
3246
{
3247
	struct perf_tool *tool = session->tool;
3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261
	struct perf_script *script = container_of(tool, struct perf_script, tool);

	if (script->cpus) {
		pr_warning("Extra cpu map event, ignoring.\n");
		return 0;
	}

	script->cpus = cpu_map__new_data(&event->cpu_map.data);
	if (!script->cpus)
		return -ENOMEM;

	return set_maps(script);
}

3262 3263
static int process_feature_event(struct perf_session *session,
				 union perf_event *event)
3264 3265
{
	if (event->feat.feat_id < HEADER_LAST_FEATURE)
3266
		return perf_event__process_feature(session, event);
3267 3268 3269
	return 0;
}

3270
#ifdef HAVE_AUXTRACE_SUPPORT
3271 3272
static int perf_script__process_auxtrace_info(struct perf_session *session,
					      union perf_event *event)
3273
{
3274 3275 3276
	struct perf_tool *tool = session->tool;

	int ret = perf_event__process_auxtrace_info(session, event);
3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289

	if (ret == 0) {
		struct perf_script *script = container_of(tool, struct perf_script, tool);

		ret = perf_script__setup_per_event_dump(script);
	}

	return ret;
}
#else
#define perf_script__process_auxtrace_info 0
#endif

3290 3291 3292 3293 3294 3295
static int parse_insn_trace(const struct option *opt __maybe_unused,
			    const char *str __maybe_unused,
			    int unset __maybe_unused)
{
	parse_output_fields(NULL, "+insn,-event,-period", 0);
	itrace_parse_synth_opts(opt, "i0ns", 0);
3296
	symbol_conf.nanosecs = true;
3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307
	return 0;
}

static int parse_xed(const struct option *opt __maybe_unused,
		     const char *str __maybe_unused,
		     int unset __maybe_unused)
{
	force_pager("xed -F insn: -A -64 | less");
	return 0;
}

3308 3309 3310 3311 3312 3313
static int parse_call_trace(const struct option *opt __maybe_unused,
			    const char *str __maybe_unused,
			    int unset __maybe_unused)
{
	parse_output_fields(NULL, "-ip,-addr,-event,-period,+callindent", 0);
	itrace_parse_synth_opts(opt, "cewp", 0);
3314
	symbol_conf.nanosecs = true;
3315
	symbol_conf.pad_output_len_dso = 50;
3316 3317 3318 3319 3320 3321 3322 3323 3324
	return 0;
}

static int parse_callret_trace(const struct option *opt __maybe_unused,
			    const char *str __maybe_unused,
			    int unset __maybe_unused)
{
	parse_output_fields(NULL, "-ip,-addr,-event,-period,+callindent,+flags", 0);
	itrace_parse_synth_opts(opt, "crewp", 0);
3325
	symbol_conf.nanosecs = true;
3326 3327 3328
	return 0;
}

3329
int cmd_script(int argc, const char **argv)
3330 3331
{
	bool show_full_info = false;
3332 3333
	bool header = false;
	bool header_only = false;
3334
	bool script_started = false;
3335 3336 3337
	char *rec_script_path = NULL;
	char *rep_script_path = NULL;
	struct perf_session *session;
3338 3339 3340 3341
	struct itrace_synth_opts itrace_synth_opts = {
		.set = false,
		.default_no_sample = true,
	};
3342
	struct utsname uts;
3343 3344
	char *script_path = NULL;
	const char **__argv;
3345
	int i, j, err = 0;
3346 3347 3348 3349 3350 3351
	struct perf_script script = {
		.tool = {
			.sample		 = process_sample_event,
			.mmap		 = perf_event__process_mmap,
			.mmap2		 = perf_event__process_mmap2,
			.comm		 = perf_event__process_comm,
3352
			.namespaces	 = perf_event__process_namespaces,
3353
			.cgroup		 = perf_event__process_cgroup,
3354 3355
			.exit		 = perf_event__process_exit,
			.fork		 = perf_event__process_fork,
3356
			.attr		 = process_attr,
3357
			.event_update   = perf_event__process_event_update,
3358
			.tracing_data	 = perf_event__process_tracing_data,
3359
			.feature	 = process_feature_event,
3360
			.build_id	 = perf_event__process_build_id,
3361
			.id_index	 = perf_event__process_id_index,
3362
			.auxtrace_info	 = perf_script__process_auxtrace_info,
3363 3364
			.auxtrace	 = perf_event__process_auxtrace,
			.auxtrace_error	 = perf_event__process_auxtrace_error,
3365 3366
			.stat		 = perf_event__process_stat_event,
			.stat_round	 = process_stat_round_event,
3367
			.stat_config	 = process_stat_config_event,
3368 3369
			.thread_map	 = process_thread_map_event,
			.cpu_map	 = process_cpu_map_event,
3370
			.ordered_events	 = true,
3371 3372 3373
			.ordering_requires_timestamps = true,
		},
	};
3374
	struct perf_data data = {
3375 3376
		.mode = PERF_DATA_MODE_READ,
	};
3377
	const struct option options[] = {
F
Frederic Weisbecker 已提交
3378 3379
	OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace,
		    "dump raw trace in ASCII"),
3380
	OPT_INCR('v', "verbose", &verbose,
3381
		 "be more verbose (show symbol address, etc)"),
3382
	OPT_BOOLEAN('L', "Latency", &latency_format,
3383
		    "show latency attributes (irqs/preemption disabled, etc)"),
3384 3385
	OPT_CALLBACK_NOOPT('l', "list", NULL, NULL, "list available scripts",
			   list_available_scripts),
T
Tom Zanussi 已提交
3386 3387 3388 3389
	OPT_CALLBACK('s', "script", NULL, "name",
		     "script file name (lang:script name, script name, or *)",
		     parse_scriptname),
	OPT_STRING('g', "gen-script", &generate_script_lang, "lang",
3390
		   "generate perf-script.xx script in specified language"),
3391
	OPT_STRING('i', "input", &input_name, "file", "input file name"),
3392 3393
	OPT_BOOLEAN('d', "debug-mode", &debug_mode,
		   "do various checks like samples ordering and lost events"),
3394 3395
	OPT_BOOLEAN(0, "header", &header, "Show data header."),
	OPT_BOOLEAN(0, "header-only", &header_only, "Show only data header."),
3396 3397 3398 3399 3400 3401
	OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
		   "file", "vmlinux pathname"),
	OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name,
		   "file", "kallsyms pathname"),
	OPT_BOOLEAN('G', "hide-call-graph", &no_callchain,
		    "When printing symbols do not display call chain"),
3402 3403 3404
	OPT_CALLBACK(0, "symfs", NULL, "directory",
		     "Look for files with symbols relative to this directory",
		     symbol__config_symfs),
3405
	OPT_CALLBACK('F', "fields", NULL, "str",
3406
		     "comma separated output fields prepend with 'type:'. "
3407
		     "+field to add and -field to remove."
3408
		     "Valid types: hw,sw,trace,raw,synth. "
3409
		     "Fields: comm,tid,pid,time,cpu,event,trace,ip,sym,dso,"
3410 3411
		     "addr,symoff,srcline,period,iregs,uregs,brstack,"
		     "brstacksym,flags,bpf-output,brstackinsn,brstackoff,"
3412
		     "callindent,insn,insnlen,synth,phys_addr,metric,misc,ipc",
3413
		     parse_output_fields),
3414
	OPT_BOOLEAN('a', "all-cpus", &system_wide,
3415
		    "system-wide collection from all CPUs"),
3416 3417
	OPT_STRING('S', "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]",
		   "only consider these symbols"),
3418 3419 3420 3421
	OPT_CALLBACK_OPTARG(0, "insn-trace", &itrace_synth_opts, NULL, NULL,
			"Decode instructions from itrace", parse_insn_trace),
	OPT_CALLBACK_OPTARG(0, "xed", NULL, NULL, NULL,
			"Run xed disassembler on output", parse_xed),
3422 3423 3424 3425
	OPT_CALLBACK_OPTARG(0, "call-trace", &itrace_synth_opts, NULL, NULL,
			"Decode calls from from itrace", parse_call_trace),
	OPT_CALLBACK_OPTARG(0, "call-ret-trace", &itrace_synth_opts, NULL, NULL,
			"Decode calls and returns from itrace", parse_callret_trace),
3426 3427
	OPT_STRING(0, "graph-function", &symbol_conf.graph_function, "symbol[,symbol...]",
			"Only print symbols and callees with --call-trace/--call-ret-trace"),
3428 3429
	OPT_STRING(0, "stop-bt", &symbol_conf.bt_stop_list_str, "symbol[,symbol...]",
		   "Stop display of callgraph at these symbols"),
3430
	OPT_STRING('C', "cpu", &cpu_list, "cpu", "list of cpus to profile"),
3431 3432
	OPT_STRING('c', "comms", &symbol_conf.comm_list_str, "comm[,comm...]",
		   "only display events for these comms"),
3433 3434 3435 3436
	OPT_STRING(0, "pid", &symbol_conf.pid_list_str, "pid[,pid...]",
		   "only consider symbols in these pids"),
	OPT_STRING(0, "tid", &symbol_conf.tid_list_str, "tid[,tid...]",
		   "only consider symbols in these tids"),
3437 3438 3439
	OPT_UINTEGER(0, "max-stack", &scripting_max_stack,
		     "Set the maximum stack depth when parsing the callchain, "
		     "anything beyond the specified depth will be ignored. "
3440
		     "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)),
A
Andi Kleen 已提交
3441
	OPT_BOOLEAN(0, "reltime", &reltime, "Show time stamps relative to start"),
3442
	OPT_BOOLEAN(0, "deltatime", &deltatime, "Show time stamps relative to previous event"),
3443 3444
	OPT_BOOLEAN('I', "show-info", &show_full_info,
		    "display extended information from perf.data file"),
3445 3446
	OPT_BOOLEAN('\0', "show-kernel-path", &symbol_conf.show_kernel_path,
		    "Show the path of [kernel.kallsyms]"),
3447 3448
	OPT_BOOLEAN('\0', "show-task-events", &script.show_task_events,
		    "Show the fork/comm/exit events"),
3449 3450
	OPT_BOOLEAN('\0', "show-mmap-events", &script.show_mmap_events,
		    "Show the mmap events"),
3451 3452
	OPT_BOOLEAN('\0', "show-switch-events", &script.show_switch_events,
		    "Show context switch events (if recorded)"),
3453 3454
	OPT_BOOLEAN('\0', "show-namespace-events", &script.show_namespace_events,
		    "Show namespace events (if recorded)"),
3455 3456
	OPT_BOOLEAN('\0', "show-cgroup-events", &script.show_cgroup_events,
		    "Show cgroup events (if recorded)"),
3457 3458
	OPT_BOOLEAN('\0', "show-lost-events", &script.show_lost_events,
		    "Show lost events (if recorded)"),
3459 3460
	OPT_BOOLEAN('\0', "show-round-events", &script.show_round_events,
		    "Show round events (if recorded)"),
3461 3462
	OPT_BOOLEAN('\0', "show-bpf-events", &script.show_bpf_events,
		    "Show bpf related events (if recorded)"),
3463 3464
	OPT_BOOLEAN('\0', "per-event-dump", &script.per_event_dump,
		    "Dump trace output to files named by the monitored events"),
3465
	OPT_BOOLEAN('f', "force", &symbol_conf.force, "don't complain, do it"),
3466 3467
	OPT_INTEGER(0, "max-blocks", &max_blocks,
		    "Maximum number of code blocks to dump with brstackinsn"),
3468
	OPT_BOOLEAN(0, "ns", &symbol_conf.nanosecs,
3469
		    "Use 9 decimal places when displaying time"),
3470
	OPT_CALLBACK_OPTARG(0, "itrace", &itrace_synth_opts, NULL, "opts",
3471
			    "Instruction Tracing options\n" ITRACE_HELP,
3472
			    itrace_parse_synth_opts),
3473 3474
	OPT_BOOLEAN(0, "full-source-path", &srcline_full_filename,
			"Show full source file name path for source lines"),
3475 3476 3477 3478
	OPT_BOOLEAN(0, "demangle", &symbol_conf.demangle,
			"Enable symbol demangling"),
	OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel,
			"Enable kernel symbol demangling"),
3479 3480
	OPT_STRING(0, "time", &script.time_str, "str",
		   "Time span of interest (start,stop)"),
3481 3482
	OPT_BOOLEAN(0, "inline", &symbol_conf.inline_name,
		    "Show inline function"),
3483 3484 3485 3486 3487 3488 3489 3490 3491
	OPT_STRING(0, "guestmount", &symbol_conf.guestmount, "directory",
		   "guest mount directory under which every guest os"
		   " instance has a subdir"),
	OPT_STRING(0, "guestvmlinux", &symbol_conf.default_guest_vmlinux_name,
		   "file", "file saving guest os vmlinux"),
	OPT_STRING(0, "guestkallsyms", &symbol_conf.default_guest_kallsyms,
		   "file", "file saving guest os /proc/kallsyms"),
	OPT_STRING(0, "guestmodules", &symbol_conf.default_guest_modules,
		   "file", "file saving guest os /proc/modules"),
3492 3493
	OPT_BOOLEAN('\0', "stitch-lbr", &script.stitch_lbr,
		    "Enable LBR callgraph stitching approach"),
3494
	OPTS_EVSWITCH(&script.evswitch),
3495
	OPT_END()
3496
	};
3497 3498
	const char * const script_subcommands[] = { "record", "report", NULL };
	const char *script_usage[] = {
3499 3500 3501 3502 3503 3504 3505
		"perf script [<options>]",
		"perf script [<options>] record <script> [<record-options>] <command>",
		"perf script [<options>] report <script> [script-args]",
		"perf script [<options>] <script> [<record-options>] <command>",
		"perf script [<options>] <top-script> [script-args]",
		NULL
	};
3506

3507 3508
	perf_set_singlethreaded();

3509 3510
	setup_scripting();

3511
	argc = parse_options_subcommand(argc, argv, options, script_subcommands, script_usage,
3512 3513
			     PARSE_OPT_STOP_AT_NON_OPTION);

3514 3515 3516 3517 3518 3519 3520 3521 3522 3523
	if (symbol_conf.guestmount ||
	    symbol_conf.default_guest_vmlinux_name ||
	    symbol_conf.default_guest_kallsyms ||
	    symbol_conf.default_guest_modules) {
		/*
		 * Enable guest sample processing.
		 */
		perf_guest = true;
	}

J
Jiri Olsa 已提交
3524 3525
	data.path  = input_name;
	data.force = symbol_conf.force;
3526

3527 3528 3529
	if (argc > 1 && !strncmp(argv[0], "rec", strlen("rec"))) {
		rec_script_path = get_script_path(argv[1], RECORD_SUFFIX);
		if (!rec_script_path)
3530
			return cmd_record(argc, argv);
3531 3532
	}

3533 3534 3535
	if (argc > 1 && !strncmp(argv[0], "rep", strlen("rep"))) {
		rep_script_path = get_script_path(argv[1], REPORT_SUFFIX);
		if (!rep_script_path) {
3536
			fprintf(stderr,
3537
				"Please specify a valid report script"
3538
				"(see 'perf script -l' for listing)\n");
3539 3540 3541 3542
			return -1;
		}
	}

3543 3544 3545 3546 3547 3548 3549
	if (reltime && deltatime) {
		fprintf(stderr,
			"reltime and deltatime - the two don't get along well. "
			"Please limit to --reltime or --deltatime.\n");
		return -1;
	}

3550
	if ((itrace_synth_opts.callchain || itrace_synth_opts.add_callchain) &&
3551 3552 3553
	    itrace_synth_opts.callchain_sz > scripting_max_stack)
		scripting_max_stack = itrace_synth_opts.callchain_sz;

3554
	/* make sure PERF_EXEC_PATH is set for scripts */
3555
	set_argv_exec_path(get_argv_exec_path());
3556

3557
	if (argc && !script_name && !rec_script_path && !rep_script_path) {
3558
		int live_pipe[2];
3559
		int rep_args;
3560 3561
		pid_t pid;

3562 3563 3564 3565
		rec_script_path = get_script_path(argv[0], RECORD_SUFFIX);
		rep_script_path = get_script_path(argv[0], REPORT_SUFFIX);

		if (!rec_script_path && !rep_script_path) {
3566 3567
			usage_with_options_msg(script_usage, options,
				"Couldn't find script `%s'\n\n See perf"
3568
				" script -l for available scripts.\n", argv[0]);
3569 3570
		}

3571 3572 3573 3574 3575 3576 3577 3578
		if (is_top_script(argv[0])) {
			rep_args = argc - 1;
		} else {
			int rec_args;

			rep_args = has_required_arg(rep_script_path);
			rec_args = (argc - 1) - rep_args;
			if (rec_args < 0) {
3579 3580
				usage_with_options_msg(script_usage, options,
					"`%s' script requires options."
3581
					"\n\n See perf script -l for available "
3582 3583
					"scripts and options.\n", argv[0]);
			}
3584 3585 3586 3587
		}

		if (pipe(live_pipe) < 0) {
			perror("failed to create pipe");
3588
			return -1;
3589 3590 3591 3592 3593
		}

		pid = fork();
		if (pid < 0) {
			perror("failed to fork");
3594
			return -1;
3595 3596 3597
		}

		if (!pid) {
3598 3599
			j = 0;

3600 3601 3602
			dup2(live_pipe[1], 1);
			close(live_pipe[0]);

3603 3604 3605
			if (is_top_script(argv[0])) {
				system_wide = true;
			} else if (!system_wide) {
3606 3607 3608 3609
				if (have_cmd(argc - rep_args, &argv[rep_args]) != 0) {
					err = -1;
					goto out;
				}
3610
			}
3611 3612

			__argv = malloc((argc + 6) * sizeof(const char *));
3613 3614 3615 3616 3617
			if (!__argv) {
				pr_err("malloc failed\n");
				err = -ENOMEM;
				goto out;
			}
3618

3619 3620 3621 3622 3623 3624 3625 3626 3627 3628
			__argv[j++] = "/bin/sh";
			__argv[j++] = rec_script_path;
			if (system_wide)
				__argv[j++] = "-a";
			__argv[j++] = "-q";
			__argv[j++] = "-o";
			__argv[j++] = "-";
			for (i = rep_args + 1; i < argc; i++)
				__argv[j++] = argv[i];
			__argv[j++] = NULL;
3629 3630

			execvp("/bin/sh", (char **)__argv);
3631
			free(__argv);
3632 3633 3634 3635 3636 3637
			exit(-1);
		}

		dup2(live_pipe[0], 0);
		close(live_pipe[1]);

3638
		__argv = malloc((argc + 4) * sizeof(const char *));
3639 3640 3641 3642 3643 3644
		if (!__argv) {
			pr_err("malloc failed\n");
			err = -ENOMEM;
			goto out;
		}

3645 3646 3647 3648 3649 3650 3651 3652
		j = 0;
		__argv[j++] = "/bin/sh";
		__argv[j++] = rep_script_path;
		for (i = 1; i < rep_args + 1; i++)
			__argv[j++] = argv[i];
		__argv[j++] = "-i";
		__argv[j++] = "-";
		__argv[j++] = NULL;
3653 3654

		execvp("/bin/sh", (char **)__argv);
3655
		free(__argv);
3656 3657 3658
		exit(-1);
	}

3659 3660 3661 3662
	if (rec_script_path)
		script_path = rec_script_path;
	if (rep_script_path)
		script_path = rep_script_path;
3663

3664 3665
	if (script_path) {
		j = 0;
3666

3667 3668
		if (!rec_script_path)
			system_wide = false;
3669 3670 3671 3672 3673 3674
		else if (!system_wide) {
			if (have_cmd(argc - 1, &argv[1]) != 0) {
				err = -1;
				goto out;
			}
		}
3675

3676
		__argv = malloc((argc + 2) * sizeof(const char *));
3677 3678 3679 3680 3681 3682
		if (!__argv) {
			pr_err("malloc failed\n");
			err = -ENOMEM;
			goto out;
		}

3683 3684 3685 3686
		__argv[j++] = "/bin/sh";
		__argv[j++] = script_path;
		if (system_wide)
			__argv[j++] = "-a";
3687
		for (i = 2; i < argc; i++)
3688 3689
			__argv[j++] = argv[i];
		__argv[j++] = NULL;
3690 3691

		execvp("/bin/sh", (char **)__argv);
3692
		free(__argv);
3693 3694
		exit(-1);
	}
T
Tom Zanussi 已提交
3695

3696
	if (!script_name) {
3697
		setup_pager();
3698 3699
		use_browser = 0;
	}
F
Frederic Weisbecker 已提交
3700

3701
	session = perf_session__new(&data, false, &script.tool);
3702 3703
	if (IS_ERR(session))
		return PTR_ERR(session);
3704

3705
	if (header || header_only) {
3706
		script.tool.show_feat_hdr = SHOW_FEAT_HEADER;
3707 3708
		perf_session__fprintf_info(session, stdout, show_full_info);
		if (header_only)
3709
			goto out_delete;
3710
	}
3711 3712
	if (show_full_info)
		script.tool.show_feat_hdr = SHOW_FEAT_HEADER_FULL_INFO;
3713

3714
	if (symbol__init(&session->header.env) < 0)
3715 3716
		goto out_delete;

3717
	uname(&uts);
3718 3719
	if (data.is_pipe ||  /* assume pipe_mode indicates native_arch */
	    !strcmp(uts.machine, session->header.env.arch) ||
3720 3721 3722 3723
	    (!strcmp(uts.machine, "x86_64") &&
	     !strcmp(session->header.env.arch, "i386")))
		native_arch = true;

3724
	script.session = session;
3725
	script__setup_sample_type(&script);
3726

3727 3728
	if ((output[PERF_TYPE_HARDWARE].fields & PERF_OUTPUT_CALLINDENT) ||
	    symbol_conf.graph_function)
3729 3730
		itrace_synth_opts.thread_stack = true;

3731 3732
	session->itrace_synth_opts = &itrace_synth_opts;

3733
	if (cpu_list) {
3734 3735 3736
		err = perf_session__cpu_bitmap(session, cpu_list, cpu_bitmap);
		if (err < 0)
			goto out_delete;
3737
		itrace_synth_opts.cpu_bitmap = cpu_bitmap;
3738 3739
	}

3740
	if (!no_callchain)
3741 3742 3743 3744
		symbol_conf.use_callchain = true;
	else
		symbol_conf.use_callchain = false;

3745
	if (session->tevent.pevent &&
3746 3747 3748
	    tep_set_function_resolver(session->tevent.pevent,
				      machine__resolve_kernel_addr,
				      &session->machines.host) < 0) {
3749
		pr_err("%s: failed to set libtraceevent function resolver\n", __func__);
3750 3751
		err = -1;
		goto out_delete;
3752 3753
	}

T
Tom Zanussi 已提交
3754 3755
	if (generate_script_lang) {
		struct stat perf_stat;
3756 3757
		int input;

3758
		if (output_set_by_user()) {
3759 3760
			fprintf(stderr,
				"custom fields not supported for generated scripts");
3761 3762
			err = -EINVAL;
			goto out_delete;
3763
		}
T
Tom Zanussi 已提交
3764

J
Jiri Olsa 已提交
3765
		input = open(data.path, O_RDONLY);	/* input_name */
T
Tom Zanussi 已提交
3766
		if (input < 0) {
3767
			err = -errno;
T
Tom Zanussi 已提交
3768
			perror("failed to open file");
3769
			goto out_delete;
T
Tom Zanussi 已提交
3770 3771 3772 3773 3774
		}

		err = fstat(input, &perf_stat);
		if (err < 0) {
			perror("failed to stat file");
3775
			goto out_delete;
T
Tom Zanussi 已提交
3776 3777 3778 3779
		}

		if (!perf_stat.st_size) {
			fprintf(stderr, "zero-sized file, nothing to do!\n");
3780
			goto out_delete;
T
Tom Zanussi 已提交
3781 3782 3783 3784 3785
		}

		scripting_ops = script_spec__lookup(generate_script_lang);
		if (!scripting_ops) {
			fprintf(stderr, "invalid language specifier");
3786 3787
			err = -ENOENT;
			goto out_delete;
T
Tom Zanussi 已提交
3788 3789
		}

J
Jiri Olsa 已提交
3790
		err = scripting_ops->generate_script(session->tevent.pevent,
3791
						     "perf-script");
3792
		goto out_delete;
T
Tom Zanussi 已提交
3793 3794 3795
	}

	if (script_name) {
3796
		err = scripting_ops->start_script(script_name, argc, argv);
T
Tom Zanussi 已提交
3797
		if (err)
3798
			goto out_delete;
3799
		pr_debug("perf script started with script %s\n\n", script_name);
3800
		script_started = true;
T
Tom Zanussi 已提交
3801 3802
	}

3803 3804 3805

	err = perf_session__check_output_opt(session);
	if (err < 0)
3806
		goto out_delete;
3807

3808
	if (script.time_str) {
3809
		err = perf_time__parse_for_ranges_reltime(script.time_str, session,
3810 3811
						  &script.ptime_range,
						  &script.range_size,
3812 3813
						  &script.range_num,
						  reltime);
3814
		if (err < 0)
3815
			goto out_delete;
3816 3817 3818 3819

		itrace_synth_opts__set_time_range(&itrace_synth_opts,
						  script.ptime_range,
						  script.range_num);
3820 3821
	}

3822 3823 3824
	err = evswitch__init(&script.evswitch, session->evlist, stderr);
	if (err)
		goto out_delete;
3825

3826
	err = __cmd_script(&script);
T
Tom Zanussi 已提交
3827

3828 3829
	flush_scripting();

3830
out_delete:
3831 3832
	if (script.ptime_range) {
		itrace_synth_opts__clear_time_range(&itrace_synth_opts);
3833
		zfree(&script.ptime_range);
3834
	}
3835

3836
	perf_evlist__free_stats(session->evlist);
3837
	perf_session__delete(session);
3838 3839 3840

	if (script_started)
		cleanup_scripting();
T
Tom Zanussi 已提交
3841 3842
out:
	return err;
F
Frederic Weisbecker 已提交
3843
}