hists.c 69.1 KB
Newer Older
1 2 3 4 5
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <linux/rbtree.h>

6 7 8 9 10 11
#include "../../util/evsel.h"
#include "../../util/evlist.h"
#include "../../util/hist.h"
#include "../../util/pstack.h"
#include "../../util/sort.h"
#include "../../util/util.h"
12
#include "../../util/top.h"
13
#include "../../arch/common.h"
14 15 16 17

#include "../browser.h"
#include "../helpline.h"
#include "../util.h"
18
#include "../ui.h"
19
#include "map.h"
20
#include "annotate.h"
21 22 23 24 25 26

struct hist_browser {
	struct ui_browser   b;
	struct hists	    *hists;
	struct hist_entry   *he_selection;
	struct map_symbol   *selection;
27
	struct hist_browser_timer *hbt;
28
	struct pstack	    *pstack;
29
	struct perf_env *env;
30
	int		     print_seq;
31
	bool		     show_dso;
32
	bool		     show_headers;
33
	float		     min_pcnt;
34
	u64		     nr_non_filtered_entries;
35
	u64		     nr_hierarchy_entries;
36
	u64		     nr_callchain_rows;
37 38
};

39 40
extern void hist_browser__init_hpp(void);

41 42 43
static int hists__browser_title(struct hists *hists,
				struct hist_browser_timer *hbt,
				char *bf, size_t size);
44
static void hist_browser__update_nr_entries(struct hist_browser *hb);
45

46 47 48
static struct rb_node *hists__filter_entries(struct rb_node *nd,
					     float min_pcnt);

49 50
static bool hist_browser__has_filter(struct hist_browser *hb)
{
51
	return hists__has_filter(hb->hists) || hb->min_pcnt || symbol_conf.has_filter;
52 53
}

54 55 56 57 58 59 60 61
static int hist_browser__get_folding(struct hist_browser *browser)
{
	struct rb_node *nd;
	struct hists *hists = browser->hists;
	int unfolded_rows = 0;

	for (nd = rb_first(&hists->entries);
	     (nd = hists__filter_entries(nd, browser->min_pcnt)) != NULL;
62
	     nd = rb_hierarchy_next(nd)) {
63 64 65
		struct hist_entry *he =
			rb_entry(nd, struct hist_entry, rb_node);

66
		if (he->leaf && he->unfolded)
67 68 69 70 71
			unfolded_rows += he->nr_rows;
	}
	return unfolded_rows;
}

72 73 74 75
static u32 hist_browser__nr_entries(struct hist_browser *hb)
{
	u32 nr_entries;

76 77 78
	if (symbol_conf.report_hierarchy)
		nr_entries = hb->nr_hierarchy_entries;
	else if (hist_browser__has_filter(hb))
79 80 81 82
		nr_entries = hb->nr_non_filtered_entries;
	else
		nr_entries = hb->hists->nr_entries;

83
	hb->nr_callchain_rows = hist_browser__get_folding(hb);
84 85 86
	return nr_entries + hb->nr_callchain_rows;
}

87 88 89 90 91 92 93 94 95 96 97 98 99 100 101
static void hist_browser__update_rows(struct hist_browser *hb)
{
	struct ui_browser *browser = &hb->b;
	u16 header_offset = hb->show_headers ? 1 : 0, index_row;

	browser->rows = browser->height - header_offset;
	/*
	 * Verify if we were at the last line and that line isn't
	 * visibe because we now show the header line(s).
	 */
	index_row = browser->index - browser->top_idx;
	if (index_row >= browser->rows)
		browser->index -= index_row - browser->rows + 1;
}

102
static void hist_browser__refresh_dimensions(struct ui_browser *browser)
103
{
104 105
	struct hist_browser *hb = container_of(browser, struct hist_browser, b);

106
	/* 3 == +/- toggle symbol before actual hist_entry rendering */
107 108 109 110 111 112 113 114
	browser->width = 3 + (hists__sort_list_width(hb->hists) + sizeof("[k]"));
	/*
 	 * FIXME: Just keeping existing behaviour, but this really should be
 	 *	  before updating browser->width, as it will invalidate the
 	 *	  calculation above. Fix this and the fallout in another
 	 *	  changeset.
 	 */
	ui_browser__refresh_dimensions(browser);
115
	hist_browser__update_rows(hb);
116 117
}

118 119
static void hist_browser__gotorc(struct hist_browser *browser, int row, int column)
{
120 121 122
	u16 header_offset = browser->show_headers ? 1 : 0;

	ui_browser__gotorc(&browser->b, row + header_offset, column);
123 124
}

125
static void hist_browser__reset(struct hist_browser *browser)
126
{
127 128 129 130 131 132
	/*
	 * The hists__remove_entry_filter() already folds non-filtered
	 * entries so we can assume it has 0 callchain rows.
	 */
	browser->nr_callchain_rows = 0;

133
	hist_browser__update_nr_entries(browser);
134
	browser->b.nr_entries = hist_browser__nr_entries(browser);
135
	hist_browser__refresh_dimensions(&browser->b);
136
	ui_browser__reset_index(&browser->b);
137 138 139 140 141 142 143
}

static char tree__folded_sign(bool unfolded)
{
	return unfolded ? '-' : '+';
}

144
static char hist_entry__folded(const struct hist_entry *he)
145
{
146
	return he->has_children ? tree__folded_sign(he->unfolded) : ' ';
147 148
}

149
static char callchain_list__folded(const struct callchain_list *cl)
150
{
151
	return cl->has_children ? tree__folded_sign(cl->unfolded) : ' ';
152 153
}

154
static void callchain_list__set_folding(struct callchain_list *cl, bool unfold)
155
{
156
	cl->unfolded = unfold ? cl->has_children : false;
157 158
}

159
static int callchain_node__count_rows_rb_tree(struct callchain_node *node)
160 161 162 163
{
	int n = 0;
	struct rb_node *nd;

164
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
		char folded_sign = ' '; /* No children */

		list_for_each_entry(chain, &child->val, list) {
			++n;
			/* We need this because we may not have children */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				break;
		}

		if (folded_sign == '-') /* Have children and they're unfolded */
			n += callchain_node__count_rows_rb_tree(child);
	}

	return n;
}

184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
static int callchain_node__count_flat_rows(struct callchain_node *node)
{
	struct callchain_list *chain;
	char folded_sign = 0;
	int n = 0;

	list_for_each_entry(chain, &node->parent_val, list) {
		if (!folded_sign) {
			/* only check first chain list entry */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				return 1;
		}
		n++;
	}

	list_for_each_entry(chain, &node->val, list) {
		if (!folded_sign) {
			/* node->parent_val list might be empty */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				return 1;
		}
		n++;
	}

	return n;
}

213 214 215 216 217
static int callchain_node__count_folded_rows(struct callchain_node *node __maybe_unused)
{
	return 1;
}

218 219 220 221 222 223
static int callchain_node__count_rows(struct callchain_node *node)
{
	struct callchain_list *chain;
	bool unfolded = false;
	int n = 0;

224 225
	if (callchain_param.mode == CHAIN_FLAT)
		return callchain_node__count_flat_rows(node);
226 227
	else if (callchain_param.mode == CHAIN_FOLDED)
		return callchain_node__count_folded_rows(node);
228

229 230
	list_for_each_entry(chain, &node->val, list) {
		++n;
231
		unfolded = chain->unfolded;
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
	}

	if (unfolded)
		n += callchain_node__count_rows_rb_tree(node);

	return n;
}

static int callchain__count_rows(struct rb_root *chain)
{
	struct rb_node *nd;
	int n = 0;

	for (nd = rb_first(chain); nd; nd = rb_next(nd)) {
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
		n += callchain_node__count_rows(node);
	}

	return n;
}

253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281
static int hierarchy_count_rows(struct hist_browser *hb, struct hist_entry *he,
				bool include_children)
{
	int count = 0;
	struct rb_node *node;
	struct hist_entry *child;

	if (he->leaf)
		return callchain__count_rows(&he->sorted_chain);

	node = rb_first(&he->hroot_out);
	while (node) {
		float percent;

		child = rb_entry(node, struct hist_entry, rb_node);
		percent = hist_entry__get_percent_limit(child);

		if (!child->filtered && percent >= hb->min_pcnt) {
			count++;

			if (include_children && child->unfolded)
				count += hierarchy_count_rows(hb, child, true);
		}

		node = rb_next(node);
	}
	return count;
}

282
static bool hist_entry__toggle_fold(struct hist_entry *he)
283
{
284
	if (!he)
285 286
		return false;

287
	if (!he->has_children)
288 289
		return false;

290 291 292 293 294 295 296 297 298 299 300 301 302
	he->unfolded = !he->unfolded;
	return true;
}

static bool callchain_list__toggle_fold(struct callchain_list *cl)
{
	if (!cl)
		return false;

	if (!cl->has_children)
		return false;

	cl->unfolded = !cl->unfolded;
303 304 305
	return true;
}

306
static void callchain_node__init_have_children_rb_tree(struct callchain_node *node)
307
{
308
	struct rb_node *nd = rb_first(&node->rb_root);
309

310
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
311 312
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
313
		bool first = true;
314 315 316 317

		list_for_each_entry(chain, &child->val, list) {
			if (first) {
				first = false;
318
				chain->has_children = chain->list.next != &child->val ||
319
							 !RB_EMPTY_ROOT(&child->rb_root);
320
			} else
321
				chain->has_children = chain->list.next == &child->val &&
322
							 !RB_EMPTY_ROOT(&child->rb_root);
323 324 325 326 327 328
		}

		callchain_node__init_have_children_rb_tree(child);
	}
}

329 330
static void callchain_node__init_have_children(struct callchain_node *node,
					       bool has_sibling)
331 332 333
{
	struct callchain_list *chain;

334
	chain = list_entry(node->val.next, struct callchain_list, list);
335
	chain->has_children = has_sibling;
336

337
	if (node->val.next != node->val.prev) {
338
		chain = list_entry(node->val.prev, struct callchain_list, list);
339
		chain->has_children = !RB_EMPTY_ROOT(&node->rb_root);
340
	}
341

342
	callchain_node__init_have_children_rb_tree(node);
343 344
}

345
static void callchain__init_have_children(struct rb_root *root)
346
{
347 348
	struct rb_node *nd = rb_first(root);
	bool has_sibling = nd && rb_next(nd);
349

350
	for (nd = rb_first(root); nd; nd = rb_next(nd)) {
351
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
352
		callchain_node__init_have_children(node, has_sibling);
353 354
		if (callchain_param.mode == CHAIN_FLAT ||
		    callchain_param.mode == CHAIN_FOLDED)
355
			callchain_node__make_parent_list(node);
356 357 358
	}
}

359
static void hist_entry__init_have_children(struct hist_entry *he)
360
{
361 362 363 364
	if (he->init_have_children)
		return;

	if (he->leaf) {
365
		he->has_children = !RB_EMPTY_ROOT(&he->sorted_chain);
366
		callchain__init_have_children(&he->sorted_chain);
367 368
	} else {
		he->has_children = !RB_EMPTY_ROOT(&he->hroot_out);
369
	}
370 371

	he->init_have_children = true;
372 373
}

374
static bool hist_browser__toggle_fold(struct hist_browser *browser)
375
{
376 377 378 379 380
	struct hist_entry *he = browser->he_selection;
	struct map_symbol *ms = browser->selection;
	struct callchain_list *cl = container_of(ms, struct callchain_list, ms);
	bool has_children;

381 382 383
	if (!he || !ms)
		return false;

384 385 386 387
	if (ms == &he->ms)
		has_children = hist_entry__toggle_fold(he);
	else
		has_children = callchain_list__toggle_fold(cl);
388

389
	if (has_children) {
390 391
		int child_rows = 0;

392
		hist_entry__init_have_children(he);
393
		browser->b.nr_entries -= he->nr_rows;
394

395 396
		if (he->leaf)
			browser->nr_callchain_rows -= he->nr_rows;
397
		else
398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415
			browser->nr_hierarchy_entries -= he->nr_rows;

		if (symbol_conf.report_hierarchy)
			child_rows = hierarchy_count_rows(browser, he, true);

		if (he->unfolded) {
			if (he->leaf)
				he->nr_rows = callchain__count_rows(&he->sorted_chain);
			else
				he->nr_rows = hierarchy_count_rows(browser, he, false);

			/* account grand children */
			if (symbol_conf.report_hierarchy)
				browser->b.nr_entries += child_rows - he->nr_rows;
		} else {
			if (symbol_conf.report_hierarchy)
				browser->b.nr_entries -= child_rows - he->nr_rows;

416
			he->nr_rows = 0;
417
		}
418 419

		browser->b.nr_entries += he->nr_rows;
420 421 422 423 424

		if (he->leaf)
			browser->nr_callchain_rows += he->nr_rows;
		else
			browser->nr_hierarchy_entries += he->nr_rows;
425 426 427 428 429 430 431 432

		return true;
	}

	/* If it doesn't have children, no toggling performed */
	return false;
}

433
static int callchain_node__set_folding_rb_tree(struct callchain_node *node, bool unfold)
434 435 436 437
{
	int n = 0;
	struct rb_node *nd;

438
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
439 440 441 442 443 444
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
		bool has_children = false;

		list_for_each_entry(chain, &child->val, list) {
			++n;
445 446
			callchain_list__set_folding(chain, unfold);
			has_children = chain->has_children;
447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463
		}

		if (has_children)
			n += callchain_node__set_folding_rb_tree(child, unfold);
	}

	return n;
}

static int callchain_node__set_folding(struct callchain_node *node, bool unfold)
{
	struct callchain_list *chain;
	bool has_children = false;
	int n = 0;

	list_for_each_entry(chain, &node->val, list) {
		++n;
464 465
		callchain_list__set_folding(chain, unfold);
		has_children = chain->has_children;
466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486
	}

	if (has_children)
		n += callchain_node__set_folding_rb_tree(node, unfold);

	return n;
}

static int callchain__set_folding(struct rb_root *chain, bool unfold)
{
	struct rb_node *nd;
	int n = 0;

	for (nd = rb_first(chain); nd; nd = rb_next(nd)) {
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
		n += callchain_node__set_folding(node, unfold);
	}

	return n;
}

487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506
static int hierarchy_set_folding(struct hist_browser *hb, struct hist_entry *he,
				 bool unfold __maybe_unused)
{
	float percent;
	struct rb_node *nd;
	struct hist_entry *child;
	int n = 0;

	for (nd = rb_first(&he->hroot_out); nd; nd = rb_next(nd)) {
		child = rb_entry(nd, struct hist_entry, rb_node);
		percent = hist_entry__get_percent_limit(child);
		if (!child->filtered && percent >= hb->min_pcnt)
			n++;
	}

	return n;
}

static void hist_entry__set_folding(struct hist_entry *he,
				    struct hist_browser *hb, bool unfold)
507
{
508
	hist_entry__init_have_children(he);
509
	he->unfolded = unfold ? he->has_children : false;
510

511
	if (he->has_children) {
512 513 514 515 516 517 518
		int n;

		if (he->leaf)
			n = callchain__set_folding(&he->sorted_chain, unfold);
		else
			n = hierarchy_set_folding(hb, he, unfold);

519
		he->nr_rows = unfold ? n : 0;
520
	} else
521
		he->nr_rows = 0;
522 523
}

524 525
static void
__hist_browser__set_folding(struct hist_browser *browser, bool unfold)
526 527
{
	struct rb_node *nd;
528 529
	struct hist_entry *he;
	double percent;
530

531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547
	nd = rb_first(&browser->hists->entries);
	while (nd) {
		he = rb_entry(nd, struct hist_entry, rb_node);

		/* set folding state even if it's currently folded */
		nd = __rb_hierarchy_next(nd, HMD_FORCE_CHILD);

		hist_entry__set_folding(he, browser, unfold);

		percent = hist_entry__get_percent_limit(he);
		if (he->filtered || percent < browser->min_pcnt)
			continue;

		if (!he->depth || unfold)
			browser->nr_hierarchy_entries++;
		if (he->leaf)
			browser->nr_callchain_rows += he->nr_rows;
548 549 550
	}
}

551
static void hist_browser__set_folding(struct hist_browser *browser, bool unfold)
552
{
553
	browser->nr_hierarchy_entries = 0;
554 555 556 557
	browser->nr_callchain_rows = 0;
	__hist_browser__set_folding(browser, unfold);

	browser->b.nr_entries = hist_browser__nr_entries(browser);
558
	/* Go to the start, we may be way after valid entries after a collapse */
559
	ui_browser__reset_index(&browser->b);
560 561
}

562 563 564 565 566 567 568 569 570
static void ui_browser__warn_lost_events(struct ui_browser *browser)
{
	ui_browser__warning(browser, 4,
		"Events are being lost, check IO/CPU overload!\n\n"
		"You may want to run 'perf' using a RT scheduler policy:\n\n"
		" perf top -r 80\n\n"
		"Or reduce the sampling frequency.");
}

571
static int hist_browser__run(struct hist_browser *browser, const char *help)
572
{
573
	int key;
574
	char title[160];
575
	struct hist_browser_timer *hbt = browser->hbt;
576
	int delay_secs = hbt ? hbt->refresh : 0;
577

578
	browser->b.entries = &browser->hists->entries;
579
	browser->b.nr_entries = hist_browser__nr_entries(browser);
580

581
	hists__browser_title(browser->hists, hbt, title, sizeof(title));
582

583
	if (ui_browser__show(&browser->b, title, "%s", help) < 0)
584 585 586
		return -1;

	while (1) {
587
		key = ui_browser__run(&browser->b, delay_secs);
588

589
		switch (key) {
590 591
		case K_TIMER: {
			u64 nr_entries;
592
			hbt->timer(hbt->arg);
593

594
			if (hist_browser__has_filter(browser))
595
				hist_browser__update_nr_entries(browser);
596

597
			nr_entries = hist_browser__nr_entries(browser);
598
			ui_browser__update_nr_entries(&browser->b, nr_entries);
599

600 601 602 603 604
			if (browser->hists->stats.nr_lost_warned !=
			    browser->hists->stats.nr_events[PERF_RECORD_LOST]) {
				browser->hists->stats.nr_lost_warned =
					browser->hists->stats.nr_events[PERF_RECORD_LOST];
				ui_browser__warn_lost_events(&browser->b);
605 606
			}

607 608
			hists__browser_title(browser->hists,
					     hbt, title, sizeof(title));
609
			ui_browser__show_title(&browser->b, title);
610
			continue;
611
		}
612
		case 'D': { /* Debug */
613
			static int seq;
614
			struct hist_entry *h = rb_entry(browser->b.top,
615 616
							struct hist_entry, rb_node);
			ui_helpline__pop();
617
			ui_helpline__fpush("%d: nr_ent=(%d,%d), rows=%d, idx=%d, fve: idx=%d, row_off=%d, nrows=%d",
618 619
					   seq++, browser->b.nr_entries,
					   browser->hists->nr_entries,
620
					   browser->b.rows,
621 622
					   browser->b.index,
					   browser->b.top_idx,
623 624
					   h->row_offset, h->nr_rows);
		}
625 626 627
			break;
		case 'C':
			/* Collapse the whole world. */
628
			hist_browser__set_folding(browser, false);
629 630 631
			break;
		case 'E':
			/* Expand the whole world. */
632
			hist_browser__set_folding(browser, true);
633
			break;
634 635 636 637
		case 'H':
			browser->show_headers = !browser->show_headers;
			hist_browser__update_rows(browser);
			break;
638
		case K_ENTER:
639
			if (hist_browser__toggle_fold(browser))
640 641 642
				break;
			/* fall thru */
		default:
643
			goto out;
644 645
		}
	}
646
out:
647
	ui_browser__hide(&browser->b);
648
	return key;
649 650
}

651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666
struct callchain_print_arg {
	/* for hists browser */
	off_t	row_offset;
	bool	is_current_entry;

	/* for file dump */
	FILE	*fp;
	int	printed;
};

typedef void (*print_callchain_entry_fn)(struct hist_browser *browser,
					 struct callchain_list *chain,
					 const char *str, int offset,
					 unsigned short row,
					 struct callchain_print_arg *arg);

667 668
static void hist_browser__show_callchain_entry(struct hist_browser *browser,
					       struct callchain_list *chain,
669 670 671
					       const char *str, int offset,
					       unsigned short row,
					       struct callchain_print_arg *arg)
672 673
{
	int color, width;
674
	char folded_sign = callchain_list__folded(chain);
675
	bool show_annotated = browser->show_dso && chain->ms.sym && symbol__annotation(chain->ms.sym)->src;
676 677 678 679 680 681

	color = HE_COLORSET_NORMAL;
	width = browser->b.width - (offset + 2);
	if (ui_browser__is_current_entry(&browser->b, row)) {
		browser->selection = &chain->ms;
		color = HE_COLORSET_SELECTED;
682
		arg->is_current_entry = true;
683 684 685 686
	}

	ui_browser__set_color(&browser->b, color);
	hist_browser__gotorc(browser, row, 0);
687
	ui_browser__write_nstring(&browser->b, " ", offset);
688
	ui_browser__printf(&browser->b, "%c", folded_sign);
689
	ui_browser__write_graph(&browser->b, show_annotated ? SLSMG_RARROW_CHAR : ' ');
690
	ui_browser__write_nstring(&browser->b, str, width);
691 692
}

693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719
static void hist_browser__fprintf_callchain_entry(struct hist_browser *b __maybe_unused,
						  struct callchain_list *chain,
						  const char *str, int offset,
						  unsigned short row __maybe_unused,
						  struct callchain_print_arg *arg)
{
	char folded_sign = callchain_list__folded(chain);

	arg->printed += fprintf(arg->fp, "%*s%c %s\n", offset, " ",
				folded_sign, str);
}

typedef bool (*check_output_full_fn)(struct hist_browser *browser,
				     unsigned short row);

static bool hist_browser__check_output_full(struct hist_browser *browser,
					    unsigned short row)
{
	return browser->b.rows == row;
}

static bool hist_browser__check_dump_full(struct hist_browser *browser __maybe_unused,
					  unsigned short row __maybe_unused)
{
	return false;
}

720 721
#define LEVEL_OFFSET_STEP 3

722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759
static int hist_browser__show_callchain_list(struct hist_browser *browser,
					     struct callchain_node *node,
					     struct callchain_list *chain,
					     unsigned short row, u64 total,
					     bool need_percent, int offset,
					     print_callchain_entry_fn print,
					     struct callchain_print_arg *arg)
{
	char bf[1024], *alloc_str;
	const char *str;

	if (arg->row_offset != 0) {
		arg->row_offset--;
		return 0;
	}

	alloc_str = NULL;
	str = callchain_list__sym_name(chain, bf, sizeof(bf),
				       browser->show_dso);

	if (need_percent) {
		char buf[64];

		callchain_node__scnprintf_value(node, buf, sizeof(buf),
						total);

		if (asprintf(&alloc_str, "%s %s", buf, str) < 0)
			str = "Not enough memory!";
		else
			str = alloc_str;
	}

	print(browser, chain, str, offset, row, arg);

	free(alloc_str);
	return 1;
}

760 761 762 763 764 765 766 767 768 769 770 771 772 773
static bool check_percent_display(struct rb_node *node, u64 parent_total)
{
	struct callchain_node *child;

	if (node == NULL)
		return false;

	if (rb_next(node))
		return true;

	child = rb_entry(node, struct callchain_node, rb_node);
	return callchain_cumul_hits(child) != parent_total;
}

774 775 776
static int hist_browser__show_callchain_flat(struct hist_browser *browser,
					     struct rb_root *root,
					     unsigned short row, u64 total,
777
					     u64 parent_total,
778 779 780 781 782 783 784 785 786
					     print_callchain_entry_fn print,
					     struct callchain_print_arg *arg,
					     check_output_full_fn is_output_full)
{
	struct rb_node *node;
	int first_row = row, offset = LEVEL_OFFSET_STEP;
	bool need_percent;

	node = rb_first(root);
787
	need_percent = check_percent_display(node, parent_total);
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851

	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain;
		char folded_sign = ' ';
		int first = true;
		int extra_offset = 0;

		list_for_each_entry(chain, &child->parent_val, list) {
			bool was_first = first;

			if (first)
				first = false;
			else if (need_percent)
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);

			row += hist_browser__show_callchain_list(browser, child,
							chain, row, total,
							was_first && need_percent,
							offset + extra_offset,
							print, arg);

			if (is_output_full(browser, row))
				goto out;

			if (folded_sign == '+')
				goto next;
		}

		list_for_each_entry(chain, &child->val, list) {
			bool was_first = first;

			if (first)
				first = false;
			else if (need_percent)
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);

			row += hist_browser__show_callchain_list(browser, child,
							chain, row, total,
							was_first && need_percent,
							offset + extra_offset,
							print, arg);

			if (is_output_full(browser, row))
				goto out;

			if (folded_sign == '+')
				break;
		}

next:
		if (is_output_full(browser, row))
			break;
		node = next;
	}
out:
	return row - first_row;
}

852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880
static char *hist_browser__folded_callchain_str(struct hist_browser *browser,
						struct callchain_list *chain,
						char *value_str, char *old_str)
{
	char bf[1024];
	const char *str;
	char *new;

	str = callchain_list__sym_name(chain, bf, sizeof(bf),
				       browser->show_dso);
	if (old_str) {
		if (asprintf(&new, "%s%s%s", old_str,
			     symbol_conf.field_sep ?: ";", str) < 0)
			new = NULL;
	} else {
		if (value_str) {
			if (asprintf(&new, "%s %s", value_str, str) < 0)
				new = NULL;
		} else {
			if (asprintf(&new, "%s", str) < 0)
				new = NULL;
		}
	}
	return new;
}

static int hist_browser__show_callchain_folded(struct hist_browser *browser,
					       struct rb_root *root,
					       unsigned short row, u64 total,
881
					       u64 parent_total,
882 883 884 885 886 887 888 889 890
					       print_callchain_entry_fn print,
					       struct callchain_print_arg *arg,
					       check_output_full_fn is_output_full)
{
	struct rb_node *node;
	int first_row = row, offset = LEVEL_OFFSET_STEP;
	bool need_percent;

	node = rb_first(root);
891
	need_percent = check_percent_display(node, parent_total);
892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962

	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain, *first_chain = NULL;
		int first = true;
		char *value_str = NULL, *value_str_alloc = NULL;
		char *chain_str = NULL, *chain_str_alloc = NULL;

		if (arg->row_offset != 0) {
			arg->row_offset--;
			goto next;
		}

		if (need_percent) {
			char buf[64];

			callchain_node__scnprintf_value(child, buf, sizeof(buf), total);
			if (asprintf(&value_str, "%s", buf) < 0) {
				value_str = (char *)"<...>";
				goto do_print;
			}
			value_str_alloc = value_str;
		}

		list_for_each_entry(chain, &child->parent_val, list) {
			chain_str = hist_browser__folded_callchain_str(browser,
						chain, value_str, chain_str);
			if (first) {
				first = false;
				first_chain = chain;
			}

			if (chain_str == NULL) {
				chain_str = (char *)"Not enough memory!";
				goto do_print;
			}

			chain_str_alloc = chain_str;
		}

		list_for_each_entry(chain, &child->val, list) {
			chain_str = hist_browser__folded_callchain_str(browser,
						chain, value_str, chain_str);
			if (first) {
				first = false;
				first_chain = chain;
			}

			if (chain_str == NULL) {
				chain_str = (char *)"Not enough memory!";
				goto do_print;
			}

			chain_str_alloc = chain_str;
		}

do_print:
		print(browser, first_chain, chain_str, offset, row++, arg);
		free(value_str_alloc);
		free(chain_str_alloc);

next:
		if (is_output_full(browser, row))
			break;
		node = next;
	}

	return row - first_row;
}

963
static int hist_browser__show_callchain_graph(struct hist_browser *browser,
964
					struct rb_root *root, int level,
965
					unsigned short row, u64 total,
966
					u64 parent_total,
967 968 969
					print_callchain_entry_fn print,
					struct callchain_print_arg *arg,
					check_output_full_fn is_output_full)
970 971
{
	struct rb_node *node;
972
	int first_row = row, offset = level * LEVEL_OFFSET_STEP;
973
	bool need_percent;
974 975 976 977
	u64 percent_total = total;

	if (callchain_param.mode == CHAIN_GRAPH_REL)
		percent_total = parent_total;
978

979
	node = rb_first(root);
980
	need_percent = check_percent_display(node, parent_total);
981

982 983 984 985 986 987 988 989 990 991 992
	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain;
		char folded_sign = ' ';
		int first = true;
		int extra_offset = 0;

		list_for_each_entry(chain, &child->val, list) {
			bool was_first = first;

993
			if (first)
994
				first = false;
995
			else if (need_percent)
996 997 998
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);
999

1000
			row += hist_browser__show_callchain_list(browser, child,
1001
							chain, row, percent_total,
1002 1003 1004
							was_first && need_percent,
							offset + extra_offset,
							print, arg);
1005

1006
			if (is_output_full(browser, row))
1007
				goto out;
1008

1009 1010 1011 1012 1013 1014 1015
			if (folded_sign == '+')
				break;
		}

		if (folded_sign == '-') {
			const int new_level = level + (extra_offset ? 2 : 1);

1016
			row += hist_browser__show_callchain_graph(browser, &child->rb_root,
1017 1018
							    new_level, row, total,
							    child->children_hit,
1019
							    print, arg, is_output_full);
1020
		}
1021
		if (is_output_full(browser, row))
1022
			break;
1023
		node = next;
1024
	}
1025
out:
1026 1027 1028
	return row - first_row;
}

1029 1030 1031 1032 1033 1034 1035 1036
static int hist_browser__show_callchain(struct hist_browser *browser,
					struct hist_entry *entry, int level,
					unsigned short row,
					print_callchain_entry_fn print,
					struct callchain_print_arg *arg,
					check_output_full_fn is_output_full)
{
	u64 total = hists__total_period(entry->hists);
1037
	u64 parent_total;
1038 1039
	int printed;

1040 1041 1042 1043
	if (symbol_conf.cumulate_callchain)
		parent_total = entry->stat_acc->period;
	else
		parent_total = entry->stat.period;
1044 1045 1046

	if (callchain_param.mode == CHAIN_FLAT) {
		printed = hist_browser__show_callchain_flat(browser,
1047 1048 1049
						&entry->sorted_chain, row,
						total, parent_total, print, arg,
						is_output_full);
1050 1051
	} else if (callchain_param.mode == CHAIN_FOLDED) {
		printed = hist_browser__show_callchain_folded(browser,
1052 1053 1054
						&entry->sorted_chain, row,
						total, parent_total, print, arg,
						is_output_full);
1055 1056
	} else {
		printed = hist_browser__show_callchain_graph(browser,
1057 1058 1059
						&entry->sorted_chain, level, row,
						total, parent_total, print, arg,
						is_output_full);
1060 1061 1062 1063 1064 1065 1066 1067
	}

	if (arg->is_current_entry)
		browser->he_selection = entry;

	return printed;
}

1068 1069 1070 1071 1072 1073
struct hpp_arg {
	struct ui_browser *b;
	char folded_sign;
	bool current_entry;
};

1074 1075 1076
static int __hpp__slsmg_color_printf(struct perf_hpp *hpp, const char *fmt, ...)
{
	struct hpp_arg *arg = hpp->ptr;
1077
	int ret, len;
1078 1079
	va_list args;
	double percent;
1080

1081
	va_start(args, fmt);
1082
	len = va_arg(args, int);
1083 1084
	percent = va_arg(args, double);
	va_end(args);
1085

1086
	ui_browser__set_percent_color(arg->b, percent, arg->current_entry);
1087

1088
	ret = scnprintf(hpp->buf, hpp->size, fmt, len, percent);
1089
	ui_browser__printf(arg->b, "%s", hpp->buf);
1090

1091
	advance_hpp(hpp, ret);
1092 1093 1094
	return ret;
}

1095
#define __HPP_COLOR_PERCENT_FN(_type, _field)				\
1096 1097 1098 1099 1100
static u64 __hpp_get_##_field(struct hist_entry *he)			\
{									\
	return he->stat._field;						\
}									\
									\
1101
static int								\
1102
hist_browser__hpp_color_##_type(struct perf_hpp_fmt *fmt,		\
1103 1104
				struct perf_hpp *hpp,			\
				struct hist_entry *he)			\
1105
{									\
1106 1107
	return hpp__fmt(fmt, hpp, he, __hpp_get_##_field, " %*.2f%%",	\
			__hpp__slsmg_color_printf, true);		\
1108 1109
}

1110 1111 1112 1113 1114 1115 1116
#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field)			\
static u64 __hpp_get_acc_##_field(struct hist_entry *he)		\
{									\
	return he->stat_acc->_field;					\
}									\
									\
static int								\
1117
hist_browser__hpp_color_##_type(struct perf_hpp_fmt *fmt,		\
1118 1119 1120 1121
				struct perf_hpp *hpp,			\
				struct hist_entry *he)			\
{									\
	if (!symbol_conf.cumulate_callchain) {				\
1122
		struct hpp_arg *arg = hpp->ptr;				\
1123
		int len = fmt->user_len ?: fmt->len;			\
1124
		int ret = scnprintf(hpp->buf, hpp->size,		\
1125
				    "%*s", len, "N/A");			\
1126
		ui_browser__printf(arg->b, "%s", hpp->buf);		\
1127 1128 1129
									\
		return ret;						\
	}								\
1130 1131
	return hpp__fmt(fmt, hpp, he, __hpp_get_acc_##_field,		\
			" %*.2f%%", __hpp__slsmg_color_printf, true);	\
1132 1133
}

1134 1135 1136 1137 1138
__HPP_COLOR_PERCENT_FN(overhead, period)
__HPP_COLOR_PERCENT_FN(overhead_sys, period_sys)
__HPP_COLOR_PERCENT_FN(overhead_us, period_us)
__HPP_COLOR_PERCENT_FN(overhead_guest_sys, period_guest_sys)
__HPP_COLOR_PERCENT_FN(overhead_guest_us, period_guest_us)
1139
__HPP_COLOR_ACC_PERCENT_FN(overhead_acc, period)
1140

1141
#undef __HPP_COLOR_PERCENT_FN
1142
#undef __HPP_COLOR_ACC_PERCENT_FN
1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155

void hist_browser__init_hpp(void)
{
	perf_hpp__format[PERF_HPP__OVERHEAD].color =
				hist_browser__hpp_color_overhead;
	perf_hpp__format[PERF_HPP__OVERHEAD_SYS].color =
				hist_browser__hpp_color_overhead_sys;
	perf_hpp__format[PERF_HPP__OVERHEAD_US].color =
				hist_browser__hpp_color_overhead_us;
	perf_hpp__format[PERF_HPP__OVERHEAD_GUEST_SYS].color =
				hist_browser__hpp_color_overhead_guest_sys;
	perf_hpp__format[PERF_HPP__OVERHEAD_GUEST_US].color =
				hist_browser__hpp_color_overhead_guest_us;
1156 1157
	perf_hpp__format[PERF_HPP__OVERHEAD_ACC].color =
				hist_browser__hpp_color_overhead_acc;
1158 1159
}

1160
static int hist_browser__show_entry(struct hist_browser *browser,
1161 1162 1163
				    struct hist_entry *entry,
				    unsigned short row)
{
1164
	int printed = 0;
1165
	int width = browser->b.width;
1166
	char folded_sign = ' ';
1167
	bool current_entry = ui_browser__is_current_entry(&browser->b, row);
1168
	off_t row_offset = entry->row_offset;
1169
	bool first = true;
1170
	struct perf_hpp_fmt *fmt;
1171 1172

	if (current_entry) {
1173 1174
		browser->he_selection = entry;
		browser->selection = &entry->ms;
1175 1176 1177
	}

	if (symbol_conf.use_callchain) {
1178
		hist_entry__init_have_children(entry);
1179 1180 1181 1182
		folded_sign = hist_entry__folded(entry);
	}

	if (row_offset == 0) {
1183
		struct hpp_arg arg = {
1184
			.b		= &browser->b,
1185 1186 1187
			.folded_sign	= folded_sign,
			.current_entry	= current_entry,
		};
1188
		int column = 0;
1189

1190
		hist_browser__gotorc(browser, row, 0);
1191

1192
		hists__for_each_format(browser->hists, fmt) {
1193 1194 1195 1196 1197 1198 1199
			char s[2048];
			struct perf_hpp hpp = {
				.buf	= s,
				.size	= sizeof(s),
				.ptr	= &arg,
			};

1200 1201
			if (perf_hpp__should_skip(fmt, entry->hists) ||
			    column++ < browser->b.horiz_scroll)
1202 1203
				continue;

1204 1205 1206 1207 1208 1209 1210 1211 1212 1213
			if (current_entry && browser->b.navkeypressed) {
				ui_browser__set_color(&browser->b,
						      HE_COLORSET_SELECTED);
			} else {
				ui_browser__set_color(&browser->b,
						      HE_COLORSET_NORMAL);
			}

			if (first) {
				if (symbol_conf.use_callchain) {
1214
					ui_browser__printf(&browser->b, "%c ", folded_sign);
1215 1216 1217 1218
					width -= 2;
				}
				first = false;
			} else {
1219
				ui_browser__printf(&browser->b, "  ");
1220 1221
				width -= 2;
			}
1222

1223
			if (fmt->color) {
1224 1225 1226 1227 1228 1229 1230
				int ret = fmt->color(fmt, &hpp, entry);
				hist_entry__snprintf_alignment(entry, &hpp, fmt, ret);
				/*
				 * fmt->color() already used ui_browser to
				 * print the non alignment bits, skip it (+ret):
				 */
				ui_browser__printf(&browser->b, "%s", s + ret);
1231
			} else {
1232
				hist_entry__snprintf_alignment(entry, &hpp, fmt, fmt->entry(fmt, &hpp, entry));
1233
				ui_browser__printf(&browser->b, "%s", s);
1234
			}
1235
			width -= hpp.buf - s;
1236 1237
		}

1238 1239 1240 1241
		/* The scroll bar isn't being used */
		if (!browser->b.navkeypressed)
			width += 1;

1242
		ui_browser__write_nstring(&browser->b, "", width);
1243

1244 1245 1246 1247 1248
		++row;
		++printed;
	} else
		--row_offset;

1249
	if (folded_sign == '-' && row != browser->b.rows) {
1250 1251 1252 1253
		struct callchain_print_arg arg = {
			.row_offset = row_offset,
			.is_current_entry = current_entry,
		};
1254

1255
		printed += hist_browser__show_callchain(browser, entry, 1, row,
1256 1257
					hist_browser__show_callchain_entry, &arg,
					hist_browser__check_output_full);
1258 1259 1260 1261 1262
	}

	return printed;
}

1263 1264 1265 1266 1267 1268
static int advance_hpp_check(struct perf_hpp *hpp, int inc)
{
	advance_hpp(hpp, inc);
	return hpp->size <= 0;
}

1269
static int hists_browser__scnprintf_headers(struct hist_browser *browser, char *buf, size_t size)
1270
{
1271
	struct hists *hists = browser->hists;
1272 1273 1274 1275 1276 1277
	struct perf_hpp dummy_hpp = {
		.buf    = buf,
		.size   = size,
	};
	struct perf_hpp_fmt *fmt;
	size_t ret = 0;
1278
	int column = 0;
1279 1280 1281 1282 1283 1284 1285

	if (symbol_conf.use_callchain) {
		ret = scnprintf(buf, size, "  ");
		if (advance_hpp_check(&dummy_hpp, ret))
			return ret;
	}

1286
	hists__for_each_format(browser->hists, fmt) {
1287
		if (perf_hpp__should_skip(fmt, hists)  || column++ < browser->b.horiz_scroll)
1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301
			continue;

		ret = fmt->header(fmt, &dummy_hpp, hists_to_evsel(hists));
		if (advance_hpp_check(&dummy_hpp, ret))
			break;

		ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, "  ");
		if (advance_hpp_check(&dummy_hpp, ret))
			break;
	}

	return ret;
}

1302 1303
static void hist_browser__show_headers(struct hist_browser *browser)
{
1304 1305
	char headers[1024];

1306
	hists_browser__scnprintf_headers(browser, headers, sizeof(headers));
1307 1308
	ui_browser__gotorc(&browser->b, 0, 0);
	ui_browser__set_color(&browser->b, HE_COLORSET_ROOT);
1309
	ui_browser__write_nstring(&browser->b, headers, browser->b.width + 1);
1310 1311
}

1312 1313 1314 1315 1316 1317 1318 1319 1320 1321
static void ui_browser__hists_init_top(struct ui_browser *browser)
{
	if (browser->top == NULL) {
		struct hist_browser *hb;

		hb = container_of(browser, struct hist_browser, b);
		browser->top = rb_first(&hb->hists->entries);
	}
}

1322
static unsigned int hist_browser__refresh(struct ui_browser *browser)
1323 1324
{
	unsigned row = 0;
1325
	u16 header_offset = 0;
1326
	struct rb_node *nd;
1327
	struct hist_browser *hb = container_of(browser, struct hist_browser, b);
1328

1329 1330 1331 1332 1333
	if (hb->show_headers) {
		hist_browser__show_headers(hb);
		header_offset = 1;
	}

1334
	ui_browser__hists_init_top(browser);
1335 1336
	hb->he_selection = NULL;
	hb->selection = NULL;
1337

1338
	for (nd = browser->top; nd; nd = rb_next(nd)) {
1339
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1340
		float percent;
1341 1342 1343 1344

		if (h->filtered)
			continue;

1345
		percent = hist_entry__get_percent_limit(h);
1346 1347 1348
		if (percent < hb->min_pcnt)
			continue;

1349
		row += hist_browser__show_entry(hb, h, row);
1350
		if (row == browser->rows)
1351 1352 1353
			break;
	}

1354
	return row + header_offset;
1355 1356
}

1357 1358
static struct rb_node *hists__filter_entries(struct rb_node *nd,
					     float min_pcnt)
1359 1360 1361
{
	while (nd != NULL) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1362
		float percent = hist_entry__get_percent_limit(h);
1363

1364
		if (!h->filtered && percent >= min_pcnt)
1365 1366 1367 1368 1369 1370 1371 1372
			return nd;

		nd = rb_next(nd);
	}

	return NULL;
}

1373 1374
static struct rb_node *hists__filter_prev_entries(struct rb_node *nd,
						  float min_pcnt)
1375 1376 1377
{
	while (nd != NULL) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1378
		float percent = hist_entry__get_percent_limit(h);
1379 1380

		if (!h->filtered && percent >= min_pcnt)
1381 1382 1383 1384 1385 1386 1387 1388
			return nd;

		nd = rb_prev(nd);
	}

	return NULL;
}

1389
static void ui_browser__hists_seek(struct ui_browser *browser,
1390 1391 1392 1393 1394
				   off_t offset, int whence)
{
	struct hist_entry *h;
	struct rb_node *nd;
	bool first = true;
1395 1396 1397
	struct hist_browser *hb;

	hb = container_of(browser, struct hist_browser, b);
1398

1399
	if (browser->nr_entries == 0)
1400 1401
		return;

1402
	ui_browser__hists_init_top(browser);
1403

1404 1405
	switch (whence) {
	case SEEK_SET:
1406
		nd = hists__filter_entries(rb_first(browser->entries),
1407
					   hb->min_pcnt);
1408 1409
		break;
	case SEEK_CUR:
1410
		nd = browser->top;
1411 1412
		goto do_offset;
	case SEEK_END:
1413
		nd = hists__filter_prev_entries(rb_last(browser->entries),
1414
						hb->min_pcnt);
1415 1416 1417 1418 1419 1420 1421 1422 1423 1424
		first = false;
		break;
	default:
		return;
	}

	/*
	 * Moves not relative to the first visible entry invalidates its
	 * row_offset:
	 */
1425
	h = rb_entry(browser->top, struct hist_entry, rb_node);
1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441
	h->row_offset = 0;

	/*
	 * Here we have to check if nd is expanded (+), if it is we can't go
	 * the next top level hist_entry, instead we must compute an offset of
	 * what _not_ to show and not change the first visible entry.
	 *
	 * This offset increments when we are going from top to bottom and
	 * decreases when we're going from bottom to top.
	 *
	 * As we don't have backpointers to the top level in the callchains
	 * structure, we need to always print the whole hist_entry callchain,
	 * skipping the first ones that are before the first visible entry
	 * and stop when we printed enough lines to fill the screen.
	 */
do_offset:
1442 1443 1444
	if (!nd)
		return;

1445 1446 1447
	if (offset > 0) {
		do {
			h = rb_entry(nd, struct hist_entry, rb_node);
1448
			if (h->unfolded) {
1449 1450 1451 1452 1453 1454 1455
				u16 remaining = h->nr_rows - h->row_offset;
				if (offset > remaining) {
					offset -= remaining;
					h->row_offset = 0;
				} else {
					h->row_offset += offset;
					offset = 0;
1456
					browser->top = nd;
1457 1458 1459
					break;
				}
			}
1460
			nd = hists__filter_entries(rb_next(nd), hb->min_pcnt);
1461 1462 1463
			if (nd == NULL)
				break;
			--offset;
1464
			browser->top = nd;
1465 1466 1467 1468
		} while (offset != 0);
	} else if (offset < 0) {
		while (1) {
			h = rb_entry(nd, struct hist_entry, rb_node);
1469
			if (h->unfolded) {
1470 1471 1472 1473 1474 1475 1476
				if (first) {
					if (-offset > h->row_offset) {
						offset += h->row_offset;
						h->row_offset = 0;
					} else {
						h->row_offset += offset;
						offset = 0;
1477
						browser->top = nd;
1478 1479 1480 1481 1482 1483 1484 1485 1486
						break;
					}
				} else {
					if (-offset > h->nr_rows) {
						offset += h->nr_rows;
						h->row_offset = 0;
					} else {
						h->row_offset = h->nr_rows + offset;
						offset = 0;
1487
						browser->top = nd;
1488 1489 1490 1491 1492
						break;
					}
				}
			}

1493
			nd = hists__filter_prev_entries(rb_prev(nd),
1494
							hb->min_pcnt);
1495 1496 1497
			if (nd == NULL)
				break;
			++offset;
1498
			browser->top = nd;
1499 1500 1501 1502 1503 1504 1505
			if (offset == 0) {
				/*
				 * Last unfiltered hist_entry, check if it is
				 * unfolded, if it is then we should have
				 * row_offset at its last entry.
				 */
				h = rb_entry(nd, struct hist_entry, rb_node);
1506
				if (h->unfolded)
1507 1508 1509 1510 1511 1512
					h->row_offset = h->nr_rows;
				break;
			}
			first = false;
		}
	} else {
1513
		browser->top = nd;
1514 1515 1516 1517 1518
		h = rb_entry(nd, struct hist_entry, rb_node);
		h->row_offset = 0;
	}
}

1519
static int hist_browser__fprintf_callchain(struct hist_browser *browser,
1520
					   struct hist_entry *he, FILE *fp)
1521
{
1522 1523 1524
	struct callchain_print_arg arg  = {
		.fp = fp,
	};
1525

1526
	hist_browser__show_callchain(browser, he, 1, 0,
1527 1528 1529
				     hist_browser__fprintf_callchain_entry, &arg,
				     hist_browser__check_dump_full);
	return arg.printed;
1530 1531 1532 1533 1534 1535 1536 1537
}

static int hist_browser__fprintf_entry(struct hist_browser *browser,
				       struct hist_entry *he, FILE *fp)
{
	char s[8192];
	int printed = 0;
	char folded_sign = ' ';
1538 1539 1540 1541 1542 1543 1544
	struct perf_hpp hpp = {
		.buf = s,
		.size = sizeof(s),
	};
	struct perf_hpp_fmt *fmt;
	bool first = true;
	int ret;
1545 1546 1547 1548 1549 1550 1551

	if (symbol_conf.use_callchain)
		folded_sign = hist_entry__folded(he);

	if (symbol_conf.use_callchain)
		printed += fprintf(fp, "%c ", folded_sign);

1552
	hists__for_each_format(browser->hists, fmt) {
1553
		if (perf_hpp__should_skip(fmt, he->hists))
1554 1555
			continue;

1556 1557 1558 1559 1560
		if (!first) {
			ret = scnprintf(hpp.buf, hpp.size, "  ");
			advance_hpp(&hpp, ret);
		} else
			first = false;
1561

1562
		ret = fmt->entry(fmt, &hpp, he);
1563
		ret = hist_entry__snprintf_alignment(he, &hpp, fmt, ret);
1564 1565
		advance_hpp(&hpp, ret);
	}
1566
	printed += fprintf(fp, "%s\n", s);
1567 1568

	if (folded_sign == '-')
1569
		printed += hist_browser__fprintf_callchain(browser, he, fp);
1570 1571 1572 1573 1574 1575

	return printed;
}

static int hist_browser__fprintf(struct hist_browser *browser, FILE *fp)
{
1576 1577
	struct rb_node *nd = hists__filter_entries(rb_first(browser->b.entries),
						   browser->min_pcnt);
1578 1579 1580 1581 1582 1583
	int printed = 0;

	while (nd) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);

		printed += hist_browser__fprintf_entry(browser, h, fp);
1584
		nd = hists__filter_entries(rb_next(nd), browser->min_pcnt);
1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610
	}

	return printed;
}

static int hist_browser__dump(struct hist_browser *browser)
{
	char filename[64];
	FILE *fp;

	while (1) {
		scnprintf(filename, sizeof(filename), "perf.hist.%d", browser->print_seq);
		if (access(filename, F_OK))
			break;
		/*
 		 * XXX: Just an arbitrary lazy upper limit
 		 */
		if (++browser->print_seq == 8192) {
			ui_helpline__fpush("Too many perf.hist.N files, nothing written!");
			return -1;
		}
	}

	fp = fopen(filename, "w");
	if (fp == NULL) {
		char bf[64];
1611 1612
		const char *err = strerror_r(errno, bf, sizeof(bf));
		ui_helpline__fpush("Couldn't write to %s: %s", filename, err);
1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623
		return -1;
	}

	++browser->print_seq;
	hist_browser__fprintf(browser, fp);
	fclose(fp);
	ui_helpline__fpush("%s written!", filename);

	return 0;
}

1624
static struct hist_browser *hist_browser__new(struct hists *hists,
1625
					      struct hist_browser_timer *hbt,
1626
					      struct perf_env *env)
1627
{
1628
	struct hist_browser *browser = zalloc(sizeof(*browser));
1629

1630 1631 1632
	if (browser) {
		browser->hists = hists;
		browser->b.refresh = hist_browser__refresh;
1633
		browser->b.refresh_dimensions = hist_browser__refresh_dimensions;
1634 1635
		browser->b.seek = ui_browser__hists_seek;
		browser->b.use_navkeypressed = true;
1636
		browser->show_headers = symbol_conf.show_hist_headers;
1637
		browser->hbt = hbt;
1638
		browser->env = env;
1639 1640
	}

1641
	return browser;
1642 1643
}

1644
static void hist_browser__delete(struct hist_browser *browser)
1645
{
1646
	free(browser);
1647 1648
}

1649
static struct hist_entry *hist_browser__selected_entry(struct hist_browser *browser)
1650
{
1651
	return browser->he_selection;
1652 1653
}

1654
static struct thread *hist_browser__selected_thread(struct hist_browser *browser)
1655
{
1656
	return browser->he_selection->thread;
1657 1658
}

1659 1660 1661 1662 1663 1664 1665 1666 1667
/* Check whether the browser is for 'top' or 'report' */
static inline bool is_report_browser(void *timer)
{
	return timer == NULL;
}

static int hists__browser_title(struct hists *hists,
				struct hist_browser_timer *hbt,
				char *bf, size_t size)
1668
{
1669 1670
	char unit;
	int printed;
1671 1672
	const struct dso *dso = hists->dso_filter;
	const struct thread *thread = hists->thread_filter;
1673
	int socket_id = hists->socket_filter;
1674 1675
	unsigned long nr_samples = hists->stats.nr_events[PERF_RECORD_SAMPLE];
	u64 nr_events = hists->stats.total_period;
1676
	struct perf_evsel *evsel = hists_to_evsel(hists);
1677
	const char *ev_name = perf_evsel__name(evsel);
1678 1679
	char buf[512];
	size_t buflen = sizeof(buf);
1680 1681
	char ref[30] = " show reference callgraph, ";
	bool enable_ref = false;
1682

1683 1684 1685 1686 1687
	if (symbol_conf.filter_relative) {
		nr_samples = hists->stats.nr_non_filtered_samples;
		nr_events = hists->stats.total_non_filtered_period;
	}

1688
	if (perf_evsel__is_group_event(evsel)) {
1689 1690 1691 1692 1693 1694
		struct perf_evsel *pos;

		perf_evsel__group_desc(evsel, buf, buflen);
		ev_name = buf;

		for_each_group_member(pos, evsel) {
1695 1696
			struct hists *pos_hists = evsel__hists(pos);

1697
			if (symbol_conf.filter_relative) {
1698 1699
				nr_samples += pos_hists->stats.nr_non_filtered_samples;
				nr_events += pos_hists->stats.total_non_filtered_period;
1700
			} else {
1701 1702
				nr_samples += pos_hists->stats.nr_events[PERF_RECORD_SAMPLE];
				nr_events += pos_hists->stats.total_period;
1703
			}
1704 1705
		}
	}
1706

1707 1708 1709
	if (symbol_conf.show_ref_callgraph &&
	    strstr(ev_name, "call-graph=no"))
		enable_ref = true;
1710 1711
	nr_samples = convert_unit(nr_samples, &unit);
	printed = scnprintf(bf, size,
1712 1713
			   "Samples: %lu%c of event '%s',%sEvent count (approx.): %" PRIu64,
			   nr_samples, unit, ev_name, enable_ref ? ref : " ", nr_events);
1714

1715

1716
	if (hists->uid_filter_str)
1717
		printed += snprintf(bf + printed, size - printed,
1718
				    ", UID: %s", hists->uid_filter_str);
1719
	if (thread)
1720
		printed += scnprintf(bf + printed, size - printed,
1721
				    ", Thread: %s(%d)",
1722
				     (thread->comm_set ? thread__comm_str(thread) : ""),
1723
				    thread->tid);
1724
	if (dso)
1725
		printed += scnprintf(bf + printed, size - printed,
1726
				    ", DSO: %s", dso->short_name);
1727
	if (socket_id > -1)
1728
		printed += scnprintf(bf + printed, size - printed,
1729
				    ", Processor Socket: %d", socket_id);
1730 1731 1732 1733 1734 1735 1736
	if (!is_report_browser(hbt)) {
		struct perf_top *top = hbt->arg;

		if (top->zero)
			printed += scnprintf(bf + printed, size - printed, " [z]");
	}

1737
	return printed;
1738 1739
}

1740 1741 1742 1743
static inline void free_popup_options(char **options, int n)
{
	int i;

1744 1745
	for (i = 0; i < n; ++i)
		zfree(&options[i]);
1746 1747
}

1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797
/*
 * Only runtime switching of perf data file will make "input_name" point
 * to a malloced buffer. So add "is_input_name_malloced" flag to decide
 * whether we need to call free() for current "input_name" during the switch.
 */
static bool is_input_name_malloced = false;

static int switch_data_file(void)
{
	char *pwd, *options[32], *abs_path[32], *tmp;
	DIR *pwd_dir;
	int nr_options = 0, choice = -1, ret = -1;
	struct dirent *dent;

	pwd = getenv("PWD");
	if (!pwd)
		return ret;

	pwd_dir = opendir(pwd);
	if (!pwd_dir)
		return ret;

	memset(options, 0, sizeof(options));
	memset(options, 0, sizeof(abs_path));

	while ((dent = readdir(pwd_dir))) {
		char path[PATH_MAX];
		u64 magic;
		char *name = dent->d_name;
		FILE *file;

		if (!(dent->d_type == DT_REG))
			continue;

		snprintf(path, sizeof(path), "%s/%s", pwd, name);

		file = fopen(path, "r");
		if (!file)
			continue;

		if (fread(&magic, 1, 8, file) < 8)
			goto close_file_and_continue;

		if (is_perf_magic(magic)) {
			options[nr_options] = strdup(name);
			if (!options[nr_options])
				goto close_file_and_continue;

			abs_path[nr_options] = strdup(path);
			if (!abs_path[nr_options]) {
1798
				zfree(&options[nr_options]);
1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836
				ui__warning("Can't search all data files due to memory shortage.\n");
				fclose(file);
				break;
			}

			nr_options++;
		}

close_file_and_continue:
		fclose(file);
		if (nr_options >= 32) {
			ui__warning("Too many perf data files in PWD!\n"
				    "Only the first 32 files will be listed.\n");
			break;
		}
	}
	closedir(pwd_dir);

	if (nr_options) {
		choice = ui__popup_menu(nr_options, options);
		if (choice < nr_options && choice >= 0) {
			tmp = strdup(abs_path[choice]);
			if (tmp) {
				if (is_input_name_malloced)
					free((void *)input_name);
				input_name = tmp;
				is_input_name_malloced = true;
				ret = 0;
			} else
				ui__warning("Data switch failed due to memory shortage!\n");
		}
	}

	free_popup_options(options, nr_options);
	free_popup_options(abs_path, nr_options);
	return ret;
}

1837 1838 1839
struct popup_action {
	struct thread 		*thread;
	struct map_symbol 	ms;
1840
	int			socket;
1841 1842 1843 1844

	int (*fn)(struct hist_browser *browser, struct popup_action *act);
};

1845
static int
1846
do_annotate(struct hist_browser *browser, struct popup_action *act)
1847 1848 1849 1850 1851 1852
{
	struct perf_evsel *evsel;
	struct annotation *notes;
	struct hist_entry *he;
	int err;

1853
	if (!objdump_path && perf_env__lookup_objdump(browser->env))
1854 1855
		return 0;

1856
	notes = symbol__annotation(act->ms.sym);
1857 1858 1859 1860
	if (!notes->src)
		return 0;

	evsel = hists_to_evsel(browser->hists);
1861
	err = map_symbol__tui_annotate(&act->ms, evsel, browser->hbt);
1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876
	he = hist_browser__selected_entry(browser);
	/*
	 * offer option to annotate the other branch source or target
	 * (if they exists) when returning from annotate
	 */
	if ((err == 'q' || err == CTRL('c')) && he->branch_info)
		return 1;

	ui_browser__update_nr_entries(&browser->b, browser->hists->nr_entries);
	if (err)
		ui_browser__handle_resize(&browser->b);
	return 0;
}

static int
1877 1878 1879
add_annotate_opt(struct hist_browser *browser __maybe_unused,
		 struct popup_action *act, char **optstr,
		 struct map *map, struct symbol *sym)
1880
{
1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897
	if (sym == NULL || map->dso->annotate_warned)
		return 0;

	if (asprintf(optstr, "Annotate %s", sym->name) < 0)
		return 0;

	act->ms.map = map;
	act->ms.sym = sym;
	act->fn = do_annotate;
	return 1;
}

static int
do_zoom_thread(struct hist_browser *browser, struct popup_action *act)
{
	struct thread *thread = act->thread;

1898 1899 1900 1901 1902 1903
	if (browser->hists->thread_filter) {
		pstack__remove(browser->pstack, &browser->hists->thread_filter);
		perf_hpp__set_elide(HISTC_THREAD, false);
		thread__zput(browser->hists->thread_filter);
		ui_helpline__pop();
	} else {
1904
		ui_helpline__fpush("To zoom out press ESC or ENTER + \"Zoom out of %s(%d) thread\"",
1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917
				   thread->comm_set ? thread__comm_str(thread) : "",
				   thread->tid);
		browser->hists->thread_filter = thread__get(thread);
		perf_hpp__set_elide(HISTC_THREAD, false);
		pstack__push(browser->pstack, &browser->hists->thread_filter);
	}

	hists__filter_by_thread(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
1918 1919 1920
add_thread_opt(struct hist_browser *browser, struct popup_action *act,
	       char **optstr, struct thread *thread)
{
1921
	if (!sort__has_thread || thread == NULL)
1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936
		return 0;

	if (asprintf(optstr, "Zoom %s %s(%d) thread",
		     browser->hists->thread_filter ? "out of" : "into",
		     thread->comm_set ? thread__comm_str(thread) : "",
		     thread->tid) < 0)
		return 0;

	act->thread = thread;
	act->fn = do_zoom_thread;
	return 1;
}

static int
do_zoom_dso(struct hist_browser *browser, struct popup_action *act)
1937
{
1938
	struct map *map = act->ms.map;
1939

1940 1941 1942 1943 1944 1945
	if (browser->hists->dso_filter) {
		pstack__remove(browser->pstack, &browser->hists->dso_filter);
		perf_hpp__set_elide(HISTC_DSO, false);
		browser->hists->dso_filter = NULL;
		ui_helpline__pop();
	} else {
1946
		if (map == NULL)
1947
			return 0;
1948
		ui_helpline__fpush("To zoom out press ESC or ENTER + \"Zoom out of %s DSO\"",
1949 1950
				   __map__is_kernel(map) ? "the Kernel" : map->dso->short_name);
		browser->hists->dso_filter = map->dso;
1951 1952 1953 1954 1955 1956 1957 1958 1959 1960
		perf_hpp__set_elide(HISTC_DSO, true);
		pstack__push(browser->pstack, &browser->hists->dso_filter);
	}

	hists__filter_by_dso(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
1961
add_dso_opt(struct hist_browser *browser, struct popup_action *act,
1962
	    char **optstr, struct map *map)
1963
{
1964
	if (!sort__has_dso || map == NULL)
1965 1966 1967 1968
		return 0;

	if (asprintf(optstr, "Zoom %s %s DSO",
		     browser->hists->dso_filter ? "out of" : "into",
1969
		     __map__is_kernel(map) ? "the Kernel" : map->dso->short_name) < 0)
1970 1971
		return 0;

1972
	act->ms.map = map;
1973 1974 1975 1976 1977 1978 1979 1980 1981
	act->fn = do_zoom_dso;
	return 1;
}

static int
do_browse_map(struct hist_browser *browser __maybe_unused,
	      struct popup_action *act)
{
	map__browse(act->ms.map);
1982 1983 1984
	return 0;
}

1985 1986 1987 1988
static int
add_map_opt(struct hist_browser *browser __maybe_unused,
	    struct popup_action *act, char **optstr, struct map *map)
{
1989
	if (!sort__has_dso || map == NULL)
1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
		return 0;

	if (asprintf(optstr, "Browse map details") < 0)
		return 0;

	act->ms.map = map;
	act->fn = do_browse_map;
	return 1;
}

2000 2001
static int
do_run_script(struct hist_browser *browser __maybe_unused,
2002
	      struct popup_action *act)
2003 2004 2005 2006
{
	char script_opt[64];
	memset(script_opt, 0, sizeof(script_opt));

2007
	if (act->thread) {
2008
		scnprintf(script_opt, sizeof(script_opt), " -c %s ",
2009 2010
			  thread__comm_str(act->thread));
	} else if (act->ms.sym) {
2011
		scnprintf(script_opt, sizeof(script_opt), " -S %s ",
2012
			  act->ms.sym->name);
2013 2014 2015 2016 2017 2018 2019
	}

	script_browse(script_opt);
	return 0;
}

static int
2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045
add_script_opt(struct hist_browser *browser __maybe_unused,
	       struct popup_action *act, char **optstr,
	       struct thread *thread, struct symbol *sym)
{
	if (thread) {
		if (asprintf(optstr, "Run scripts for samples of thread [%s]",
			     thread__comm_str(thread)) < 0)
			return 0;
	} else if (sym) {
		if (asprintf(optstr, "Run scripts for samples of symbol [%s]",
			     sym->name) < 0)
			return 0;
	} else {
		if (asprintf(optstr, "Run scripts for all samples") < 0)
			return 0;
	}

	act->thread = thread;
	act->ms.sym = sym;
	act->fn = do_run_script;
	return 1;
}

static int
do_switch_data(struct hist_browser *browser __maybe_unused,
	       struct popup_action *act __maybe_unused)
2046 2047 2048 2049
{
	if (switch_data_file()) {
		ui__warning("Won't switch the data files due to\n"
			    "no valid data file get selected!\n");
2050
		return 0;
2051 2052 2053 2054 2055
	}

	return K_SWITCH_INPUT_DATA;
}

2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087
static int
add_switch_opt(struct hist_browser *browser,
	       struct popup_action *act, char **optstr)
{
	if (!is_report_browser(browser->hbt))
		return 0;

	if (asprintf(optstr, "Switch to another data file in PWD") < 0)
		return 0;

	act->fn = do_switch_data;
	return 1;
}

static int
do_exit_browser(struct hist_browser *browser __maybe_unused,
		struct popup_action *act __maybe_unused)
{
	return 0;
}

static int
add_exit_opt(struct hist_browser *browser __maybe_unused,
	     struct popup_action *act, char **optstr)
{
	if (asprintf(optstr, "Exit") < 0)
		return 0;

	act->fn = do_exit_browser;
	return 1;
}

2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109
static int
do_zoom_socket(struct hist_browser *browser, struct popup_action *act)
{
	if (browser->hists->socket_filter > -1) {
		pstack__remove(browser->pstack, &browser->hists->socket_filter);
		browser->hists->socket_filter = -1;
		perf_hpp__set_elide(HISTC_SOCKET, false);
	} else {
		browser->hists->socket_filter = act->socket;
		perf_hpp__set_elide(HISTC_SOCKET, true);
		pstack__push(browser->pstack, &browser->hists->socket_filter);
	}

	hists__filter_by_socket(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
add_socket_opt(struct hist_browser *browser, struct popup_action *act,
	       char **optstr, int socket_id)
{
2110
	if (!sort__has_socket || socket_id < 0)
2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122
		return 0;

	if (asprintf(optstr, "Zoom %s Processor Socket %d",
		     (browser->hists->socket_filter > -1) ? "out of" : "into",
		     socket_id) < 0)
		return 0;

	act->socket = socket_id;
	act->fn = do_zoom_socket;
	return 1;
}

2123
static void hist_browser__update_nr_entries(struct hist_browser *hb)
2124 2125 2126 2127
{
	u64 nr_entries = 0;
	struct rb_node *nd = rb_first(&hb->hists->entries);

2128
	if (hb->min_pcnt == 0 && !symbol_conf.report_hierarchy) {
2129 2130 2131 2132
		hb->nr_non_filtered_entries = hb->hists->nr_non_filtered_entries;
		return;
	}

2133
	while ((nd = hists__filter_entries(nd, hb->min_pcnt)) != NULL) {
2134
		nr_entries++;
2135
		nd = rb_hierarchy_next(nd);
2136 2137
	}

2138
	hb->nr_non_filtered_entries = nr_entries;
2139
	hb->nr_hierarchy_entries = nr_entries;
2140
}
2141

2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171
static void hist_browser__update_percent_limit(struct hist_browser *hb,
					       double percent)
{
	struct hist_entry *he;
	struct rb_node *nd = rb_first(&hb->hists->entries);
	u64 total = hists__total_period(hb->hists);
	u64 min_callchain_hits = total * (percent / 100);

	hb->min_pcnt = callchain_param.min_percent = percent;

	if (!symbol_conf.use_callchain)
		return;

	while ((nd = hists__filter_entries(nd, hb->min_pcnt)) != NULL) {
		he = rb_entry(nd, struct hist_entry, rb_node);

		if (callchain_param.mode == CHAIN_GRAPH_REL) {
			total = he->stat.period;

			if (symbol_conf.cumulate_callchain)
				total = he->stat_acc->period;

			min_callchain_hits = total * (percent / 100);
		}

		callchain_param.sort(&he->sorted_chain, he->callchain,
				     min_callchain_hits, &callchain_param);

		/* force to re-evaluate folding state of callchains */
		he->init_have_children = false;
2172
		hist_entry__set_folding(he, hb, false);
2173 2174 2175 2176 2177

		nd = rb_next(nd);
	}
}

2178
static int perf_evsel__hists_browse(struct perf_evsel *evsel, int nr_events,
2179
				    const char *helpline,
2180
				    bool left_exits,
2181
				    struct hist_browser_timer *hbt,
2182
				    float min_pcnt,
2183
				    struct perf_env *env)
2184
{
2185
	struct hists *hists = evsel__hists(evsel);
2186
	struct hist_browser *browser = hist_browser__new(hists, hbt, env);
2187
	struct branch_info *bi;
2188 2189
#define MAX_OPTIONS  16
	char *options[MAX_OPTIONS];
2190
	struct popup_action actions[MAX_OPTIONS];
2191
	int nr_options = 0;
2192
	int key = -1;
2193
	char buf[64];
2194
	int delay_secs = hbt ? hbt->refresh : 0;
2195
	struct perf_hpp_fmt *fmt;
2196

2197 2198 2199 2200 2201 2202 2203 2204
#define HIST_BROWSER_HELP_COMMON					\
	"h/?/F1        Show this window\n"				\
	"UP/DOWN/PGUP\n"						\
	"PGDN/SPACE    Navigate\n"					\
	"q/ESC/CTRL+C  Exit browser\n\n"				\
	"For multiple event sessions:\n\n"				\
	"TAB/UNTAB     Switch events\n\n"				\
	"For symbolic views (--sort has sym):\n\n"			\
2205 2206
	"ENTER         Zoom into DSO/Threads & Annotate current symbol\n" \
	"ESC           Zoom out\n"					\
2207 2208 2209 2210
	"a             Annotate current symbol\n"			\
	"C             Collapse all callchains\n"			\
	"d             Zoom into current DSO\n"				\
	"E             Expand all callchains\n"				\
2211
	"F             Toggle percentage of filtered entries\n"		\
2212
	"H             Display column headers\n"			\
2213
	"L             Change percent limit\n"				\
2214
	"m             Display context menu\n"				\
2215
	"S             Zoom into current Processor Socket\n"		\
2216 2217 2218

	/* help messages are sorted by lexical order of the hotkey */
	const char report_help[] = HIST_BROWSER_HELP_COMMON
2219
	"i             Show header information\n"
2220 2221 2222 2223 2224 2225 2226 2227 2228 2229
	"P             Print histograms to perf.hist.N\n"
	"r             Run available scripts\n"
	"s             Switch to another data file in PWD\n"
	"t             Zoom into current Thread\n"
	"V             Verbose (DSO names in callchains, etc)\n"
	"/             Filter symbol by name";
	const char top_help[] = HIST_BROWSER_HELP_COMMON
	"P             Print histograms to perf.hist.N\n"
	"t             Zoom into current Thread\n"
	"V             Verbose (DSO names in callchains, etc)\n"
2230
	"z             Toggle zeroing of samples\n"
2231
	"f             Enable/Disable events\n"
2232 2233
	"/             Filter symbol by name";

2234 2235 2236
	if (browser == NULL)
		return -1;

2237 2238 2239 2240
	/* reset abort key so that it can get Ctrl-C as a key */
	SLang_reset_tty();
	SLang_init_tty(0, 0, 0);

2241
	if (min_pcnt)
2242
		browser->min_pcnt = min_pcnt;
2243
	hist_browser__update_nr_entries(browser);
2244

2245
	browser->pstack = pstack__new(3);
2246
	if (browser->pstack == NULL)
2247 2248 2249 2250
		goto out;

	ui_helpline__push(helpline);

2251
	memset(options, 0, sizeof(options));
2252
	memset(actions, 0, sizeof(actions));
2253

2254
	hists__for_each_format(browser->hists, fmt) {
2255
		perf_hpp__reset_width(fmt, hists);
2256 2257 2258 2259 2260 2261 2262 2263 2264
		/*
		 * This is done just once, and activates the horizontal scrolling
		 * code in the ui_browser code, it would be better to have a the
		 * counter in the perf_hpp code, but I couldn't find doing it here
		 * works, FIXME by setting this in hist_browser__new, for now, be
		 * clever 8-)
		 */
		++browser->b.columns;
	}
2265

2266 2267 2268
	if (symbol_conf.col_width_list_str)
		perf_hpp__set_user_width(symbol_conf.col_width_list_str);

2269
	while (1) {
2270
		struct thread *thread = NULL;
2271
		struct map *map = NULL;
2272
		int choice = 0;
2273
		int socked_id = -1;
2274

2275 2276
		nr_options = 0;

2277
		key = hist_browser__run(browser, helpline);
2278

2279 2280
		if (browser->he_selection != NULL) {
			thread = hist_browser__selected_thread(browser);
2281
			map = browser->selection->map;
2282
			socked_id = browser->he_selection->socket;
2283
		}
2284
		switch (key) {
2285 2286
		case K_TAB:
		case K_UNTAB:
2287 2288
			if (nr_events == 1)
				continue;
2289 2290 2291 2292 2293 2294
			/*
			 * Exit the browser, let hists__browser_tree
			 * go to the next or previous
			 */
			goto out_free_stack;
		case 'a':
2295
			if (!sort__has_sym) {
2296
				ui_browser__warning(&browser->b, delay_secs * 2,
2297
			"Annotation is only available for symbolic views, "
2298
			"include \"sym*\" in --sort to use it.");
2299 2300 2301
				continue;
			}

2302
			if (browser->selection == NULL ||
2303
			    browser->selection->sym == NULL ||
2304
			    browser->selection->map->dso->annotate_warned)
2305
				continue;
2306

2307 2308 2309
			actions->ms.map = browser->selection->map;
			actions->ms.sym = browser->selection->sym;
			do_annotate(browser, actions);
2310
			continue;
2311 2312 2313
		case 'P':
			hist_browser__dump(browser);
			continue;
2314
		case 'd':
2315
			actions->ms.map = map;
2316
			do_zoom_dso(browser, actions);
2317
			continue;
2318 2319 2320
		case 'V':
			browser->show_dso = !browser->show_dso;
			continue;
2321
		case 't':
2322 2323
			actions->thread = thread;
			do_zoom_thread(browser, actions);
2324
			continue;
2325 2326 2327 2328
		case 'S':
			actions->socket = socked_id;
			do_zoom_socket(browser, actions);
			continue;
2329
		case '/':
2330
			if (ui_browser__input_window("Symbol to show",
2331 2332
					"Please enter the name of symbol you want to see.\n"
					"To remove the filter later, press / + ENTER.",
2333 2334
					buf, "ENTER: OK, ESC: Cancel",
					delay_secs * 2) == K_ENTER) {
2335 2336
				hists->symbol_filter_str = *buf ? buf : NULL;
				hists__filter_by_symbol(hists);
2337 2338 2339
				hist_browser__reset(browser);
			}
			continue;
2340
		case 'r':
2341 2342 2343 2344 2345
			if (is_report_browser(hbt)) {
				actions->thread = NULL;
				actions->ms.sym = NULL;
				do_run_script(browser, actions);
			}
2346
			continue;
2347
		case 's':
2348
			if (is_report_browser(hbt)) {
2349
				key = do_switch_data(browser, actions);
2350 2351 2352
				if (key == K_SWITCH_INPUT_DATA)
					goto out_free_stack;
			}
2353
			continue;
2354 2355 2356 2357 2358
		case 'i':
			/* env->arch is NULL for live-mode (i.e. perf top) */
			if (env->arch)
				tui__header_window(env);
			continue;
2359 2360 2361
		case 'F':
			symbol_conf.filter_relative ^= 1;
			continue;
2362 2363 2364 2365 2366 2367 2368
		case 'z':
			if (!is_report_browser(hbt)) {
				struct perf_top *top = hbt->arg;

				top->zero = !top->zero;
			}
			continue;
2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386
		case 'L':
			if (ui_browser__input_window("Percent Limit",
					"Please enter the value you want to hide entries under that percent.",
					buf, "ENTER: OK, ESC: Cancel",
					delay_secs * 2) == K_ENTER) {
				char *end;
				double new_percent = strtod(buf, &end);

				if (new_percent < 0 || new_percent > 100) {
					ui_browser__warning(&browser->b, delay_secs * 2,
						"Invalid percent: %.2f", new_percent);
					continue;
				}

				hist_browser__update_percent_limit(browser, new_percent);
				hist_browser__reset(browser);
			}
			continue;
2387
		case K_F1:
2388 2389
		case 'h':
		case '?':
2390
			ui_browser__help_window(&browser->b,
2391
				is_report_browser(hbt) ? report_help : top_help);
2392
			continue;
2393 2394
		case K_ENTER:
		case K_RIGHT:
2395
		case 'm':
2396 2397
			/* menu */
			break;
2398
		case K_ESC:
2399
		case K_LEFT: {
2400
			const void *top;
2401

2402
			if (pstack__empty(browser->pstack)) {
2403 2404 2405 2406 2407
				/*
				 * Go back to the perf_evsel_menu__run or other user
				 */
				if (left_exits)
					goto out_free_stack;
2408 2409 2410 2411 2412 2413

				if (key == K_ESC &&
				    ui_browser__dialog_yesno(&browser->b,
							     "Do you really want to exit?"))
					goto out_free_stack;

2414
				continue;
2415
			}
2416
			top = pstack__peek(browser->pstack);
2417
			if (top == &browser->hists->dso_filter) {
2418 2419 2420 2421 2422 2423
				/*
				 * No need to set actions->dso here since
				 * it's just to remove the current filter.
				 * Ditto for thread below.
				 */
				do_zoom_dso(browser, actions);
2424
			} else if (top == &browser->hists->thread_filter) {
2425
				do_zoom_thread(browser, actions);
2426 2427 2428
			} else if (top == &browser->hists->socket_filter) {
				do_zoom_socket(browser, actions);
			}
2429 2430
			continue;
		}
2431 2432
		case 'q':
		case CTRL('c'):
2433
			goto out_free_stack;
2434
		case 'f':
2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451
			if (!is_report_browser(hbt)) {
				struct perf_top *top = hbt->arg;

				perf_evlist__toggle_enable(top->evlist);
				/*
				 * No need to refresh, resort/decay histogram
				 * entries if we are not collecting samples:
				 */
				if (top->evlist->enabled) {
					helpline = "Press 'f' to disable the events or 'h' to see other hotkeys";
					hbt->refresh = delay_secs;
				} else {
					helpline = "Press 'f' again to re-enable the events";
					hbt->refresh = 0;
				}
				continue;
			}
2452
			/* Fall thru */
2453
		default:
2454
			helpline = "Press '?' for help on key bindings";
2455
			continue;
2456 2457
		}

2458
		if (!sort__has_sym || browser->selection == NULL)
2459 2460
			goto skip_annotation;

2461
		if (sort__mode == SORT_MODE__BRANCH) {
2462
			bi = browser->he_selection->branch_info;
2463 2464 2465 2466

			if (bi == NULL)
				goto skip_annotation;

2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477
			nr_options += add_annotate_opt(browser,
						       &actions[nr_options],
						       &options[nr_options],
						       bi->from.map,
						       bi->from.sym);
			if (bi->to.sym != bi->from.sym)
				nr_options += add_annotate_opt(browser,
							&actions[nr_options],
							&options[nr_options],
							bi->to.map,
							bi->to.sym);
2478
		} else {
2479 2480 2481 2482 2483
			nr_options += add_annotate_opt(browser,
						       &actions[nr_options],
						       &options[nr_options],
						       browser->selection->map,
						       browser->selection->sym);
2484
		}
2485
skip_annotation:
2486 2487 2488
		nr_options += add_thread_opt(browser, &actions[nr_options],
					     &options[nr_options], thread);
		nr_options += add_dso_opt(browser, &actions[nr_options],
2489
					  &options[nr_options], map);
2490 2491
		nr_options += add_map_opt(browser, &actions[nr_options],
					  &options[nr_options],
2492 2493
					  browser->selection ?
						browser->selection->map : NULL);
2494 2495 2496
		nr_options += add_socket_opt(browser, &actions[nr_options],
					     &options[nr_options],
					     socked_id);
2497
		/* perf script support */
2498 2499 2500
		if (!is_report_browser(hbt))
			goto skip_scripting;

2501
		if (browser->he_selection) {
2502 2503 2504 2505 2506 2507
			if (sort__has_thread && thread) {
				nr_options += add_script_opt(browser,
							     &actions[nr_options],
							     &options[nr_options],
							     thread, NULL);
			}
2508 2509 2510 2511 2512 2513 2514 2515 2516
			/*
			 * Note that browser->selection != NULL
			 * when browser->he_selection is not NULL,
			 * so we don't need to check browser->selection
			 * before fetching browser->selection->sym like what
			 * we do before fetching browser->selection->map.
			 *
			 * See hist_browser__show_entry.
			 */
2517 2518 2519 2520 2521 2522
			if (sort__has_sym && browser->selection->sym) {
				nr_options += add_script_opt(browser,
							     &actions[nr_options],
							     &options[nr_options],
							     NULL, browser->selection->sym);
			}
2523
		}
2524 2525 2526 2527
		nr_options += add_script_opt(browser, &actions[nr_options],
					     &options[nr_options], NULL, NULL);
		nr_options += add_switch_opt(browser, &actions[nr_options],
					     &options[nr_options]);
2528
skip_scripting:
2529 2530
		nr_options += add_exit_opt(browser, &actions[nr_options],
					   &options[nr_options]);
2531

2532 2533
		do {
			struct popup_action *act;
2534

2535 2536 2537
			choice = ui__popup_menu(nr_options, options);
			if (choice == -1 || choice >= nr_options)
				break;
2538

2539 2540 2541
			act = &actions[choice];
			key = act->fn(browser, act);
		} while (key == 1);
2542

2543 2544
		if (key == K_SWITCH_INPUT_DATA)
			break;
2545 2546
	}
out_free_stack:
2547
	pstack__delete(browser->pstack);
2548 2549
out:
	hist_browser__delete(browser);
2550
	free_popup_options(options, MAX_OPTIONS);
2551 2552 2553
	return key;
}

2554 2555 2556
struct perf_evsel_menu {
	struct ui_browser b;
	struct perf_evsel *selection;
2557
	bool lost_events, lost_events_warned;
2558
	float min_pcnt;
2559
	struct perf_env *env;
2560 2561 2562 2563 2564 2565 2566 2567
};

static void perf_evsel_menu__write(struct ui_browser *browser,
				   void *entry, int row)
{
	struct perf_evsel_menu *menu = container_of(browser,
						    struct perf_evsel_menu, b);
	struct perf_evsel *evsel = list_entry(entry, struct perf_evsel, node);
2568
	struct hists *hists = evsel__hists(evsel);
2569
	bool current_entry = ui_browser__is_current_entry(browser, row);
2570
	unsigned long nr_events = hists->stats.nr_events[PERF_RECORD_SAMPLE];
2571
	const char *ev_name = perf_evsel__name(evsel);
2572
	char bf[256], unit;
2573 2574
	const char *warn = " ";
	size_t printed;
2575 2576 2577 2578

	ui_browser__set_color(browser, current_entry ? HE_COLORSET_SELECTED :
						       HE_COLORSET_NORMAL);

2579
	if (perf_evsel__is_group_event(evsel)) {
2580 2581 2582 2583 2584
		struct perf_evsel *pos;

		ev_name = perf_evsel__group_name(evsel);

		for_each_group_member(pos, evsel) {
2585 2586
			struct hists *pos_hists = evsel__hists(pos);
			nr_events += pos_hists->stats.nr_events[PERF_RECORD_SAMPLE];
2587 2588 2589
		}
	}

2590
	nr_events = convert_unit(nr_events, &unit);
2591
	printed = scnprintf(bf, sizeof(bf), "%lu%c%s%s", nr_events,
2592
			   unit, unit == ' ' ? "" : " ", ev_name);
2593
	ui_browser__printf(browser, "%s", bf);
2594

2595
	nr_events = hists->stats.nr_events[PERF_RECORD_LOST];
2596 2597 2598 2599 2600
	if (nr_events != 0) {
		menu->lost_events = true;
		if (!current_entry)
			ui_browser__set_color(browser, HE_COLORSET_TOP);
		nr_events = convert_unit(nr_events, &unit);
2601 2602
		printed += scnprintf(bf, sizeof(bf), ": %ld%c%schunks LOST!",
				     nr_events, unit, unit == ' ' ? "" : " ");
2603 2604 2605
		warn = bf;
	}

2606
	ui_browser__write_nstring(browser, warn, browser->width - printed);
2607 2608 2609 2610 2611

	if (current_entry)
		menu->selection = evsel;
}

2612 2613
static int perf_evsel_menu__run(struct perf_evsel_menu *menu,
				int nr_events, const char *help,
2614
				struct hist_browser_timer *hbt)
2615
{
2616
	struct perf_evlist *evlist = menu->b.priv;
2617
	struct perf_evsel *pos;
2618
	const char *title = "Available samples";
2619
	int delay_secs = hbt ? hbt->refresh : 0;
2620
	int key;
2621

2622 2623 2624 2625 2626
	if (ui_browser__show(&menu->b, title,
			     "ESC: exit, ENTER|->: Browse histograms") < 0)
		return -1;

	while (1) {
2627
		key = ui_browser__run(&menu->b, delay_secs);
2628 2629

		switch (key) {
2630
		case K_TIMER:
2631
			hbt->timer(hbt->arg);
2632 2633 2634 2635 2636

			if (!menu->lost_events_warned && menu->lost_events) {
				ui_browser__warn_lost_events(&menu->b);
				menu->lost_events_warned = true;
			}
2637
			continue;
2638 2639
		case K_RIGHT:
		case K_ENTER:
2640 2641 2642 2643
			if (!menu->selection)
				continue;
			pos = menu->selection;
browse_hists:
2644 2645 2646 2647 2648
			perf_evlist__set_selected(evlist, pos);
			/*
			 * Give the calling tool a chance to populate the non
			 * default evsel resorted hists tree.
			 */
2649 2650
			if (hbt)
				hbt->timer(hbt->arg);
2651
			key = perf_evsel__hists_browse(pos, nr_events, help,
2652
						       true, hbt,
2653
						       menu->min_pcnt,
2654
						       menu->env);
2655
			ui_browser__show_title(&menu->b, title);
2656
			switch (key) {
2657
			case K_TAB:
2658
				if (pos->node.next == &evlist->entries)
2659
					pos = perf_evlist__first(evlist);
2660
				else
2661
					pos = perf_evsel__next(pos);
2662
				goto browse_hists;
2663
			case K_UNTAB:
2664
				if (pos->node.prev == &evlist->entries)
2665
					pos = perf_evlist__last(evlist);
2666
				else
2667
					pos = perf_evsel__prev(pos);
2668
				goto browse_hists;
2669
			case K_SWITCH_INPUT_DATA:
2670 2671 2672
			case 'q':
			case CTRL('c'):
				goto out;
2673
			case K_ESC:
2674 2675 2676
			default:
				continue;
			}
2677
		case K_LEFT:
2678
			continue;
2679
		case K_ESC:
2680 2681
			if (!ui_browser__dialog_yesno(&menu->b,
					       "Do you really want to exit?"))
2682 2683
				continue;
			/* Fall thru */
2684 2685 2686
		case 'q':
		case CTRL('c'):
			goto out;
2687
		default:
2688
			continue;
2689 2690 2691
		}
	}

2692 2693 2694 2695 2696
out:
	ui_browser__hide(&menu->b);
	return key;
}

2697
static bool filter_group_entries(struct ui_browser *browser __maybe_unused,
2698 2699 2700 2701 2702 2703 2704 2705 2706 2707
				 void *entry)
{
	struct perf_evsel *evsel = list_entry(entry, struct perf_evsel, node);

	if (symbol_conf.event_group && !perf_evsel__is_group_leader(evsel))
		return true;

	return false;
}

2708
static int __perf_evlist__tui_browse_hists(struct perf_evlist *evlist,
2709
					   int nr_entries, const char *help,
2710
					   struct hist_browser_timer *hbt,
2711
					   float min_pcnt,
2712
					   struct perf_env *env)
2713 2714 2715 2716 2717 2718 2719 2720
{
	struct perf_evsel *pos;
	struct perf_evsel_menu menu = {
		.b = {
			.entries    = &evlist->entries,
			.refresh    = ui_browser__list_head_refresh,
			.seek	    = ui_browser__list_head_seek,
			.write	    = perf_evsel_menu__write,
2721 2722
			.filter	    = filter_group_entries,
			.nr_entries = nr_entries,
2723 2724
			.priv	    = evlist,
		},
2725
		.min_pcnt = min_pcnt,
2726
		.env = env,
2727 2728 2729 2730
	};

	ui_helpline__push("Press ESC to exit");

2731
	evlist__for_each(evlist, pos) {
2732
		const char *ev_name = perf_evsel__name(pos);
2733 2734 2735 2736 2737 2738
		size_t line_len = strlen(ev_name) + 7;

		if (menu.b.width < line_len)
			menu.b.width = line_len;
	}

2739
	return perf_evsel_menu__run(&menu, nr_entries, help, hbt);
2740 2741
}

2742
int perf_evlist__tui_browse_hists(struct perf_evlist *evlist, const char *help,
2743
				  struct hist_browser_timer *hbt,
2744
				  float min_pcnt,
2745
				  struct perf_env *env)
2746
{
2747 2748 2749 2750
	int nr_entries = evlist->nr_entries;

single_entry:
	if (nr_entries == 1) {
2751
		struct perf_evsel *first = perf_evlist__first(evlist);
2752 2753

		return perf_evsel__hists_browse(first, nr_entries, help,
2754
						false, hbt, min_pcnt,
2755
						env);
2756 2757
	}

2758 2759 2760 2761
	if (symbol_conf.event_group) {
		struct perf_evsel *pos;

		nr_entries = 0;
2762
		evlist__for_each(evlist, pos) {
2763 2764
			if (perf_evsel__is_group_leader(pos))
				nr_entries++;
2765
		}
2766 2767 2768 2769 2770 2771

		if (nr_entries == 1)
			goto single_entry;
	}

	return __perf_evlist__tui_browse_hists(evlist, nr_entries, help,
2772
					       hbt, min_pcnt, env);
2773
}