hists.c 86.7 KB
Newer Older
1
#include <inttypes.h>
2 3 4 5 6
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <linux/rbtree.h>

7 8 9 10 11 12
#include "../../util/evsel.h"
#include "../../util/evlist.h"
#include "../../util/hist.h"
#include "../../util/pstack.h"
#include "../../util/sort.h"
#include "../../util/util.h"
13
#include "../../util/top.h"
14
#include "../../arch/common.h"
15

16
#include "../browsers/hists.h"
17 18
#include "../helpline.h"
#include "../util.h"
19
#include "../ui.h"
20
#include "map.h"
21
#include "annotate.h"
22
#include "srcline.h"
23
#include "string2.h"
24

25 26
#include "sane_ctype.h"

27 28
extern void hist_browser__init_hpp(void);

29 30
static int perf_evsel_browser_title(struct hist_browser *browser,
				    char *bf, size_t size);
31
static void hist_browser__update_nr_entries(struct hist_browser *hb);
32

33 34 35
static struct rb_node *hists__filter_entries(struct rb_node *nd,
					     float min_pcnt);

36 37
static bool hist_browser__has_filter(struct hist_browser *hb)
{
J
Jiri Olsa 已提交
38
	return hists__has_filter(hb->hists) || hb->min_pcnt || symbol_conf.has_filter || hb->c2c_filter;
39 40
}

41 42 43 44 45 46 47 48
static int hist_browser__get_folding(struct hist_browser *browser)
{
	struct rb_node *nd;
	struct hists *hists = browser->hists;
	int unfolded_rows = 0;

	for (nd = rb_first(&hists->entries);
	     (nd = hists__filter_entries(nd, browser->min_pcnt)) != NULL;
49
	     nd = rb_hierarchy_next(nd)) {
50 51 52
		struct hist_entry *he =
			rb_entry(nd, struct hist_entry, rb_node);

53
		if (he->leaf && he->unfolded)
54 55 56 57 58
			unfolded_rows += he->nr_rows;
	}
	return unfolded_rows;
}

59 60 61 62
static u32 hist_browser__nr_entries(struct hist_browser *hb)
{
	u32 nr_entries;

63 64 65
	if (symbol_conf.report_hierarchy)
		nr_entries = hb->nr_hierarchy_entries;
	else if (hist_browser__has_filter(hb))
66 67 68 69
		nr_entries = hb->nr_non_filtered_entries;
	else
		nr_entries = hb->hists->nr_entries;

70
	hb->nr_callchain_rows = hist_browser__get_folding(hb);
71 72 73
	return nr_entries + hb->nr_callchain_rows;
}

74 75 76
static void hist_browser__update_rows(struct hist_browser *hb)
{
	struct ui_browser *browser = &hb->b;
77 78 79
	struct hists *hists = hb->hists;
	struct perf_hpp_list *hpp_list = hists->hpp_list;
	u16 header_offset, index_row;
80

81
	header_offset = hb->show_headers ? hpp_list->nr_header_lines : 0;
82 83 84 85 86 87 88 89 90 91
	browser->rows = browser->height - header_offset;
	/*
	 * Verify if we were at the last line and that line isn't
	 * visibe because we now show the header line(s).
	 */
	index_row = browser->index - browser->top_idx;
	if (index_row >= browser->rows)
		browser->index -= index_row - browser->rows + 1;
}

92
static void hist_browser__refresh_dimensions(struct ui_browser *browser)
93
{
94 95
	struct hist_browser *hb = container_of(browser, struct hist_browser, b);

96
	/* 3 == +/- toggle symbol before actual hist_entry rendering */
97 98 99 100 101 102 103 104
	browser->width = 3 + (hists__sort_list_width(hb->hists) + sizeof("[k]"));
	/*
 	 * FIXME: Just keeping existing behaviour, but this really should be
 	 *	  before updating browser->width, as it will invalidate the
 	 *	  calculation above. Fix this and the fallout in another
 	 *	  changeset.
 	 */
	ui_browser__refresh_dimensions(browser);
105
	hist_browser__update_rows(hb);
106 107
}

108 109
static void hist_browser__gotorc(struct hist_browser *browser, int row, int column)
{
110 111 112
	struct hists *hists = browser->hists;
	struct perf_hpp_list *hpp_list = hists->hpp_list;
	u16 header_offset;
113

114
	header_offset = browser->show_headers ? hpp_list->nr_header_lines : 0;
115
	ui_browser__gotorc(&browser->b, row + header_offset, column);
116 117
}

118
static void hist_browser__reset(struct hist_browser *browser)
119
{
120 121 122 123 124 125
	/*
	 * The hists__remove_entry_filter() already folds non-filtered
	 * entries so we can assume it has 0 callchain rows.
	 */
	browser->nr_callchain_rows = 0;

126
	hist_browser__update_nr_entries(browser);
127
	browser->b.nr_entries = hist_browser__nr_entries(browser);
128
	hist_browser__refresh_dimensions(&browser->b);
129
	ui_browser__reset_index(&browser->b);
130 131 132 133 134 135 136
}

static char tree__folded_sign(bool unfolded)
{
	return unfolded ? '-' : '+';
}

137
static char hist_entry__folded(const struct hist_entry *he)
138
{
139
	return he->has_children ? tree__folded_sign(he->unfolded) : ' ';
140 141
}

142
static char callchain_list__folded(const struct callchain_list *cl)
143
{
144
	return cl->has_children ? tree__folded_sign(cl->unfolded) : ' ';
145 146
}

147
static void callchain_list__set_folding(struct callchain_list *cl, bool unfold)
148
{
149
	cl->unfolded = unfold ? cl->has_children : false;
150 151
}

152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202
static struct inline_node *inline_node__create(struct map *map, u64 ip)
{
	struct dso *dso;
	struct inline_node *node;

	if (map == NULL)
		return NULL;

	dso = map->dso;
	if (dso == NULL)
		return NULL;

	if (dso->kernel != DSO_TYPE_USER)
		return NULL;

	node = dso__parse_addr_inlines(dso,
				       map__rip_2objdump(map, ip));

	return node;
}

static int inline__count_rows(struct inline_node *node)
{
	struct inline_list *ilist;
	int i = 0;

	if (node == NULL)
		return 0;

	list_for_each_entry(ilist, &node->val, list) {
		if ((ilist->filename != NULL) || (ilist->funcname != NULL))
			i++;
	}

	return i;
}

static int callchain_list__inline_rows(struct callchain_list *chain)
{
	struct inline_node *node;
	int rows;

	node = inline_node__create(chain->ms.map, chain->ip);
	if (node == NULL)
		return 0;

	rows = inline__count_rows(node);
	inline_node__delete(node);
	return rows;
}

203
static int callchain_node__count_rows_rb_tree(struct callchain_node *node)
204
{
205
	int n = 0, inline_rows;
206 207
	struct rb_node *nd;

208
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
209 210 211 212 213 214
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
		char folded_sign = ' '; /* No children */

		list_for_each_entry(chain, &child->val, list) {
			++n;
215 216 217 218 219 220 221

			if (symbol_conf.inline_name) {
				inline_rows =
					callchain_list__inline_rows(chain);
				n += inline_rows;
			}

222 223 224 225 226 227 228 229 230 231 232 233 234
			/* We need this because we may not have children */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				break;
		}

		if (folded_sign == '-') /* Have children and they're unfolded */
			n += callchain_node__count_rows_rb_tree(child);
	}

	return n;
}

235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
static int callchain_node__count_flat_rows(struct callchain_node *node)
{
	struct callchain_list *chain;
	char folded_sign = 0;
	int n = 0;

	list_for_each_entry(chain, &node->parent_val, list) {
		if (!folded_sign) {
			/* only check first chain list entry */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				return 1;
		}
		n++;
	}

	list_for_each_entry(chain, &node->val, list) {
		if (!folded_sign) {
			/* node->parent_val list might be empty */
			folded_sign = callchain_list__folded(chain);
			if (folded_sign == '+')
				return 1;
		}
		n++;
	}

	return n;
}

264 265 266 267 268
static int callchain_node__count_folded_rows(struct callchain_node *node __maybe_unused)
{
	return 1;
}

269 270 271 272
static int callchain_node__count_rows(struct callchain_node *node)
{
	struct callchain_list *chain;
	bool unfolded = false;
273
	int n = 0, inline_rows;
274

275 276
	if (callchain_param.mode == CHAIN_FLAT)
		return callchain_node__count_flat_rows(node);
277 278
	else if (callchain_param.mode == CHAIN_FOLDED)
		return callchain_node__count_folded_rows(node);
279

280 281
	list_for_each_entry(chain, &node->val, list) {
		++n;
282 283 284 285 286
		if (symbol_conf.inline_name) {
			inline_rows = callchain_list__inline_rows(chain);
			n += inline_rows;
		}

287
		unfolded = chain->unfolded;
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308
	}

	if (unfolded)
		n += callchain_node__count_rows_rb_tree(node);

	return n;
}

static int callchain__count_rows(struct rb_root *chain)
{
	struct rb_node *nd;
	int n = 0;

	for (nd = rb_first(chain); nd; nd = rb_next(nd)) {
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
		n += callchain_node__count_rows(node);
	}

	return n;
}

309 310 311 312 313 314 315 316 317 318
static int hierarchy_count_rows(struct hist_browser *hb, struct hist_entry *he,
				bool include_children)
{
	int count = 0;
	struct rb_node *node;
	struct hist_entry *child;

	if (he->leaf)
		return callchain__count_rows(&he->sorted_chain);

319 320 321
	if (he->has_no_entry)
		return 1;

322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
	node = rb_first(&he->hroot_out);
	while (node) {
		float percent;

		child = rb_entry(node, struct hist_entry, rb_node);
		percent = hist_entry__get_percent_limit(child);

		if (!child->filtered && percent >= hb->min_pcnt) {
			count++;

			if (include_children && child->unfolded)
				count += hierarchy_count_rows(hb, child, true);
		}

		node = rb_next(node);
	}
	return count;
}

341
static bool hist_entry__toggle_fold(struct hist_entry *he)
342
{
343
	if (!he)
344 345
		return false;

346
	if (!he->has_children)
347 348
		return false;

349 350 351 352 353 354 355 356 357 358 359 360 361
	he->unfolded = !he->unfolded;
	return true;
}

static bool callchain_list__toggle_fold(struct callchain_list *cl)
{
	if (!cl)
		return false;

	if (!cl->has_children)
		return false;

	cl->unfolded = !cl->unfolded;
362 363 364
	return true;
}

365
static void callchain_node__init_have_children_rb_tree(struct callchain_node *node)
366
{
367
	struct rb_node *nd = rb_first(&node->rb_root);
368

369
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
370 371
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
372
		bool first = true;
373 374 375 376

		list_for_each_entry(chain, &child->val, list) {
			if (first) {
				first = false;
377
				chain->has_children = chain->list.next != &child->val ||
378
							 !RB_EMPTY_ROOT(&child->rb_root);
379
			} else
380
				chain->has_children = chain->list.next == &child->val &&
381
							 !RB_EMPTY_ROOT(&child->rb_root);
382 383 384 385 386 387
		}

		callchain_node__init_have_children_rb_tree(child);
	}
}

388 389
static void callchain_node__init_have_children(struct callchain_node *node,
					       bool has_sibling)
390 391 392
{
	struct callchain_list *chain;

393
	chain = list_entry(node->val.next, struct callchain_list, list);
394
	chain->has_children = has_sibling;
395

396
	if (!list_empty(&node->val)) {
397
		chain = list_entry(node->val.prev, struct callchain_list, list);
398
		chain->has_children = !RB_EMPTY_ROOT(&node->rb_root);
399
	}
400

401
	callchain_node__init_have_children_rb_tree(node);
402 403
}

404
static void callchain__init_have_children(struct rb_root *root)
405
{
406 407
	struct rb_node *nd = rb_first(root);
	bool has_sibling = nd && rb_next(nd);
408

409
	for (nd = rb_first(root); nd; nd = rb_next(nd)) {
410
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
411
		callchain_node__init_have_children(node, has_sibling);
412 413
		if (callchain_param.mode == CHAIN_FLAT ||
		    callchain_param.mode == CHAIN_FOLDED)
414
			callchain_node__make_parent_list(node);
415 416 417
	}
}

418
static void hist_entry__init_have_children(struct hist_entry *he)
419
{
420 421 422 423
	if (he->init_have_children)
		return;

	if (he->leaf) {
424
		he->has_children = !RB_EMPTY_ROOT(&he->sorted_chain);
425
		callchain__init_have_children(&he->sorted_chain);
426 427
	} else {
		he->has_children = !RB_EMPTY_ROOT(&he->hroot_out);
428
	}
429 430

	he->init_have_children = true;
431 432
}

433 434 435 436 437 438 439 440 441 442 443 444 445
static void hist_entry_init_inline_node(struct hist_entry *he)
{
	if (he->inline_node)
		return;

	he->inline_node = inline_node__create(he->ms.map, he->ip);

	if (he->inline_node == NULL)
		return;

	he->has_children = true;
}

446
static bool hist_browser__toggle_fold(struct hist_browser *browser)
447
{
448 449 450 451 452
	struct hist_entry *he = browser->he_selection;
	struct map_symbol *ms = browser->selection;
	struct callchain_list *cl = container_of(ms, struct callchain_list, ms);
	bool has_children;

453 454 455
	if (!he || !ms)
		return false;

456 457 458 459
	if (ms == &he->ms)
		has_children = hist_entry__toggle_fold(he);
	else
		has_children = callchain_list__toggle_fold(cl);
460

461
	if (has_children) {
462 463
		int child_rows = 0;

464
		hist_entry__init_have_children(he);
465
		browser->b.nr_entries -= he->nr_rows;
466

467 468
		if (he->leaf)
			browser->nr_callchain_rows -= he->nr_rows;
469
		else
470 471 472 473 474 475 476
			browser->nr_hierarchy_entries -= he->nr_rows;

		if (symbol_conf.report_hierarchy)
			child_rows = hierarchy_count_rows(browser, he, true);

		if (he->unfolded) {
			if (he->leaf)
477 478 479 480 481 482
				if (he->inline_node)
					he->nr_rows = inline__count_rows(
							he->inline_node);
				else
					he->nr_rows = callchain__count_rows(
							&he->sorted_chain);
483 484 485 486 487 488
			else
				he->nr_rows = hierarchy_count_rows(browser, he, false);

			/* account grand children */
			if (symbol_conf.report_hierarchy)
				browser->b.nr_entries += child_rows - he->nr_rows;
489 490 491 492 493

			if (!he->leaf && he->nr_rows == 0) {
				he->has_no_entry = true;
				he->nr_rows = 1;
			}
494 495 496 497
		} else {
			if (symbol_conf.report_hierarchy)
				browser->b.nr_entries -= child_rows - he->nr_rows;

498 499 500
			if (he->has_no_entry)
				he->has_no_entry = false;

501
			he->nr_rows = 0;
502
		}
503 504

		browser->b.nr_entries += he->nr_rows;
505 506 507 508 509

		if (he->leaf)
			browser->nr_callchain_rows += he->nr_rows;
		else
			browser->nr_hierarchy_entries += he->nr_rows;
510 511 512 513 514 515 516 517

		return true;
	}

	/* If it doesn't have children, no toggling performed */
	return false;
}

518
static int callchain_node__set_folding_rb_tree(struct callchain_node *node, bool unfold)
519 520 521 522
{
	int n = 0;
	struct rb_node *nd;

523
	for (nd = rb_first(&node->rb_root); nd; nd = rb_next(nd)) {
524 525 526 527 528 529
		struct callchain_node *child = rb_entry(nd, struct callchain_node, rb_node);
		struct callchain_list *chain;
		bool has_children = false;

		list_for_each_entry(chain, &child->val, list) {
			++n;
530 531
			callchain_list__set_folding(chain, unfold);
			has_children = chain->has_children;
532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548
		}

		if (has_children)
			n += callchain_node__set_folding_rb_tree(child, unfold);
	}

	return n;
}

static int callchain_node__set_folding(struct callchain_node *node, bool unfold)
{
	struct callchain_list *chain;
	bool has_children = false;
	int n = 0;

	list_for_each_entry(chain, &node->val, list) {
		++n;
549 550
		callchain_list__set_folding(chain, unfold);
		has_children = chain->has_children;
551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571
	}

	if (has_children)
		n += callchain_node__set_folding_rb_tree(node, unfold);

	return n;
}

static int callchain__set_folding(struct rb_root *chain, bool unfold)
{
	struct rb_node *nd;
	int n = 0;

	for (nd = rb_first(chain); nd; nd = rb_next(nd)) {
		struct callchain_node *node = rb_entry(nd, struct callchain_node, rb_node);
		n += callchain_node__set_folding(node, unfold);
	}

	return n;
}

572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
static int hierarchy_set_folding(struct hist_browser *hb, struct hist_entry *he,
				 bool unfold __maybe_unused)
{
	float percent;
	struct rb_node *nd;
	struct hist_entry *child;
	int n = 0;

	for (nd = rb_first(&he->hroot_out); nd; nd = rb_next(nd)) {
		child = rb_entry(nd, struct hist_entry, rb_node);
		percent = hist_entry__get_percent_limit(child);
		if (!child->filtered && percent >= hb->min_pcnt)
			n++;
	}

	return n;
}

590 591
static void __hist_entry__set_folding(struct hist_entry *he,
				      struct hist_browser *hb, bool unfold)
592
{
593
	hist_entry__init_have_children(he);
594
	he->unfolded = unfold ? he->has_children : false;
595

596
	if (he->has_children) {
597 598 599 600 601 602 603
		int n;

		if (he->leaf)
			n = callchain__set_folding(&he->sorted_chain, unfold);
		else
			n = hierarchy_set_folding(hb, he, unfold);

604
		he->nr_rows = unfold ? n : 0;
605
	} else
606
		he->nr_rows = 0;
607 608
}

609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631
static void hist_entry__set_folding(struct hist_entry *he,
				    struct hist_browser *browser, bool unfold)
{
	double percent;

	percent = hist_entry__get_percent_limit(he);
	if (he->filtered || percent < browser->min_pcnt)
		return;

	__hist_entry__set_folding(he, browser, unfold);

	if (!he->depth || unfold)
		browser->nr_hierarchy_entries++;
	if (he->leaf)
		browser->nr_callchain_rows += he->nr_rows;
	else if (unfold && !hist_entry__has_hierarchy_children(he, browser->min_pcnt)) {
		browser->nr_hierarchy_entries++;
		he->has_no_entry = true;
		he->nr_rows = 1;
	} else
		he->has_no_entry = false;
}

632 633
static void
__hist_browser__set_folding(struct hist_browser *browser, bool unfold)
634 635
{
	struct rb_node *nd;
636
	struct hist_entry *he;
637

638 639 640 641 642 643 644 645
	nd = rb_first(&browser->hists->entries);
	while (nd) {
		he = rb_entry(nd, struct hist_entry, rb_node);

		/* set folding state even if it's currently folded */
		nd = __rb_hierarchy_next(nd, HMD_FORCE_CHILD);

		hist_entry__set_folding(he, browser, unfold);
646 647 648
	}
}

649
static void hist_browser__set_folding(struct hist_browser *browser, bool unfold)
650
{
651
	browser->nr_hierarchy_entries = 0;
652 653 654 655
	browser->nr_callchain_rows = 0;
	__hist_browser__set_folding(browser, unfold);

	browser->b.nr_entries = hist_browser__nr_entries(browser);
656
	/* Go to the start, we may be way after valid entries after a collapse */
657
	ui_browser__reset_index(&browser->b);
658 659
}

660 661 662 663 664 665 666 667 668
static void hist_browser__set_folding_selected(struct hist_browser *browser, bool unfold)
{
	if (!browser->he_selection)
		return;

	hist_entry__set_folding(browser->he_selection, browser, unfold);
	browser->b.nr_entries = hist_browser__nr_entries(browser);
}

669 670 671 672 673 674 675 676 677
static void ui_browser__warn_lost_events(struct ui_browser *browser)
{
	ui_browser__warning(browser, 4,
		"Events are being lost, check IO/CPU overload!\n\n"
		"You may want to run 'perf' using a RT scheduler policy:\n\n"
		" perf top -r 80\n\n"
		"Or reduce the sampling frequency.");
}

678 679 680 681 682
static int hist_browser__title(struct hist_browser *browser, char *bf, size_t size)
{
	return browser->title ? browser->title(browser, bf, size) : 0;
}

683
int hist_browser__run(struct hist_browser *browser, const char *help)
684
{
685
	int key;
686
	char title[160];
687
	struct hist_browser_timer *hbt = browser->hbt;
688
	int delay_secs = hbt ? hbt->refresh : 0;
689

690
	browser->b.entries = &browser->hists->entries;
691
	browser->b.nr_entries = hist_browser__nr_entries(browser);
692

693
	hist_browser__title(browser, title, sizeof(title));
694

695
	if (ui_browser__show(&browser->b, title, "%s", help) < 0)
696 697 698
		return -1;

	while (1) {
699
		key = ui_browser__run(&browser->b, delay_secs);
700

701
		switch (key) {
702 703
		case K_TIMER: {
			u64 nr_entries;
704
			hbt->timer(hbt->arg);
705

706 707
			if (hist_browser__has_filter(browser) ||
			    symbol_conf.report_hierarchy)
708
				hist_browser__update_nr_entries(browser);
709

710
			nr_entries = hist_browser__nr_entries(browser);
711
			ui_browser__update_nr_entries(&browser->b, nr_entries);
712

713 714 715 716 717
			if (browser->hists->stats.nr_lost_warned !=
			    browser->hists->stats.nr_events[PERF_RECORD_LOST]) {
				browser->hists->stats.nr_lost_warned =
					browser->hists->stats.nr_events[PERF_RECORD_LOST];
				ui_browser__warn_lost_events(&browser->b);
718 719
			}

720
			hist_browser__title(browser, title, sizeof(title));
721
			ui_browser__show_title(&browser->b, title);
722
			continue;
723
		}
724
		case 'D': { /* Debug */
725
			static int seq;
726
			struct hist_entry *h = rb_entry(browser->b.top,
727 728
							struct hist_entry, rb_node);
			ui_helpline__pop();
729
			ui_helpline__fpush("%d: nr_ent=(%d,%d), rows=%d, idx=%d, fve: idx=%d, row_off=%d, nrows=%d",
730 731
					   seq++, browser->b.nr_entries,
					   browser->hists->nr_entries,
732
					   browser->b.rows,
733 734
					   browser->b.index,
					   browser->b.top_idx,
735 736
					   h->row_offset, h->nr_rows);
		}
737 738 739
			break;
		case 'C':
			/* Collapse the whole world. */
740
			hist_browser__set_folding(browser, false);
741
			break;
742 743 744 745
		case 'c':
			/* Collapse the selected entry. */
			hist_browser__set_folding_selected(browser, false);
			break;
746 747
		case 'E':
			/* Expand the whole world. */
748
			hist_browser__set_folding(browser, true);
749
			break;
750 751 752 753
		case 'e':
			/* Expand the selected entry. */
			hist_browser__set_folding_selected(browser, true);
			break;
754 755 756 757
		case 'H':
			browser->show_headers = !browser->show_headers;
			hist_browser__update_rows(browser);
			break;
758
		case K_ENTER:
759
			if (hist_browser__toggle_fold(browser))
760 761 762
				break;
			/* fall thru */
		default:
763
			goto out;
764 765
		}
	}
766
out:
767
	ui_browser__hide(&browser->b);
768
	return key;
769 770
}

771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786
struct callchain_print_arg {
	/* for hists browser */
	off_t	row_offset;
	bool	is_current_entry;

	/* for file dump */
	FILE	*fp;
	int	printed;
};

typedef void (*print_callchain_entry_fn)(struct hist_browser *browser,
					 struct callchain_list *chain,
					 const char *str, int offset,
					 unsigned short row,
					 struct callchain_print_arg *arg);

787 788
static void hist_browser__show_callchain_entry(struct hist_browser *browser,
					       struct callchain_list *chain,
789 790 791
					       const char *str, int offset,
					       unsigned short row,
					       struct callchain_print_arg *arg)
792 793
{
	int color, width;
794
	char folded_sign = callchain_list__folded(chain);
795
	bool show_annotated = browser->show_dso && chain->ms.sym && symbol__annotation(chain->ms.sym)->src;
796 797 798 799 800 801

	color = HE_COLORSET_NORMAL;
	width = browser->b.width - (offset + 2);
	if (ui_browser__is_current_entry(&browser->b, row)) {
		browser->selection = &chain->ms;
		color = HE_COLORSET_SELECTED;
802
		arg->is_current_entry = true;
803 804 805 806
	}

	ui_browser__set_color(&browser->b, color);
	hist_browser__gotorc(browser, row, 0);
807
	ui_browser__write_nstring(&browser->b, " ", offset);
808
	ui_browser__printf(&browser->b, "%c", folded_sign);
809
	ui_browser__write_graph(&browser->b, show_annotated ? SLSMG_RARROW_CHAR : ' ');
810
	ui_browser__write_nstring(&browser->b, str, width);
811 812
}

813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839
static void hist_browser__fprintf_callchain_entry(struct hist_browser *b __maybe_unused,
						  struct callchain_list *chain,
						  const char *str, int offset,
						  unsigned short row __maybe_unused,
						  struct callchain_print_arg *arg)
{
	char folded_sign = callchain_list__folded(chain);

	arg->printed += fprintf(arg->fp, "%*s%c %s\n", offset, " ",
				folded_sign, str);
}

typedef bool (*check_output_full_fn)(struct hist_browser *browser,
				     unsigned short row);

static bool hist_browser__check_output_full(struct hist_browser *browser,
					    unsigned short row)
{
	return browser->b.rows == row;
}

static bool hist_browser__check_dump_full(struct hist_browser *browser __maybe_unused,
					  unsigned short row __maybe_unused)
{
	return false;
}

840 841
#define LEVEL_OFFSET_STEP 3

842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858
static int hist_browser__show_inline(struct hist_browser *browser,
				     struct inline_node *node,
				     unsigned short row,
				     int offset)
{
	struct inline_list *ilist;
	char buf[1024];
	int color, width, first_row;

	first_row = row;
	width = browser->b.width - (LEVEL_OFFSET_STEP + 2);
	list_for_each_entry(ilist, &node->val, list) {
		if ((ilist->filename != NULL) || (ilist->funcname != NULL)) {
			color = HE_COLORSET_NORMAL;
			if (ui_browser__is_current_entry(&browser->b, row))
				color = HE_COLORSET_SELECTED;

859 860
			if (callchain_param.key == CCKEY_ADDRESS ||
			    callchain_param.key == CCKEY_SRCLINE) {
861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906
				if (ilist->filename != NULL)
					scnprintf(buf, sizeof(buf),
						  "%s:%d (inline)",
						  ilist->filename,
						  ilist->line_nr);
				else
					scnprintf(buf, sizeof(buf), "??");
			} else if (ilist->funcname != NULL)
				scnprintf(buf, sizeof(buf), "%s (inline)",
					  ilist->funcname);
			else if (ilist->filename != NULL)
				scnprintf(buf, sizeof(buf),
					  "%s:%d (inline)",
					  ilist->filename,
					  ilist->line_nr);
			else
				scnprintf(buf, sizeof(buf), "??");

			ui_browser__set_color(&browser->b, color);
			hist_browser__gotorc(browser, row, 0);
			ui_browser__write_nstring(&browser->b, " ",
				LEVEL_OFFSET_STEP + offset);
			ui_browser__write_nstring(&browser->b, buf, width);
			row++;
		}
	}

	return row - first_row;
}

static size_t show_inline_list(struct hist_browser *browser, struct map *map,
			       u64 ip, int row, int offset)
{
	struct inline_node *node;
	int ret;

	node = inline_node__create(map, ip);
	if (node == NULL)
		return 0;

	ret = hist_browser__show_inline(browser, node, row, offset);

	inline_node__delete(node);
	return ret;
}

907 908 909 910 911 912 913 914 915
static int hist_browser__show_callchain_list(struct hist_browser *browser,
					     struct callchain_node *node,
					     struct callchain_list *chain,
					     unsigned short row, u64 total,
					     bool need_percent, int offset,
					     print_callchain_entry_fn print,
					     struct callchain_print_arg *arg)
{
	char bf[1024], *alloc_str;
916
	char buf[64], *alloc_str2;
917
	const char *str;
918
	int inline_rows = 0, ret = 1;
919 920 921 922 923 924 925

	if (arg->row_offset != 0) {
		arg->row_offset--;
		return 0;
	}

	alloc_str = NULL;
926 927
	alloc_str2 = NULL;

928 929 930
	str = callchain_list__sym_name(chain, bf, sizeof(bf),
				       browser->show_dso);

931 932 933 934 935 936 937 938 939 940 941 942 943
	if (symbol_conf.show_branchflag_count) {
		if (need_percent)
			callchain_list_counts__printf_value(node, chain, NULL,
							    buf, sizeof(buf));
		else
			callchain_list_counts__printf_value(NULL, chain, NULL,
							    buf, sizeof(buf));

		if (asprintf(&alloc_str2, "%s%s", str, buf) < 0)
			str = "Not enough memory!";
		else
			str = alloc_str2;
	}
944

945
	if (need_percent) {
946 947 948 949 950 951 952 953 954 955 956
		callchain_node__scnprintf_value(node, buf, sizeof(buf),
						total);

		if (asprintf(&alloc_str, "%s %s", buf, str) < 0)
			str = "Not enough memory!";
		else
			str = alloc_str;
	}

	print(browser, chain, str, offset, row, arg);
	free(alloc_str);
957
	free(alloc_str2);
958 959 960 961 962 963 964

	if (symbol_conf.inline_name) {
		inline_rows = show_inline_list(browser, chain->ms.map,
					       chain->ip, row + 1, offset);
	}

	return ret + inline_rows;
965 966
}

967 968 969 970 971 972 973 974 975 976 977 978 979 980
static bool check_percent_display(struct rb_node *node, u64 parent_total)
{
	struct callchain_node *child;

	if (node == NULL)
		return false;

	if (rb_next(node))
		return true;

	child = rb_entry(node, struct callchain_node, rb_node);
	return callchain_cumul_hits(child) != parent_total;
}

981 982 983
static int hist_browser__show_callchain_flat(struct hist_browser *browser,
					     struct rb_root *root,
					     unsigned short row, u64 total,
984
					     u64 parent_total,
985 986 987 988 989 990 991 992 993
					     print_callchain_entry_fn print,
					     struct callchain_print_arg *arg,
					     check_output_full_fn is_output_full)
{
	struct rb_node *node;
	int first_row = row, offset = LEVEL_OFFSET_STEP;
	bool need_percent;

	node = rb_first(root);
994
	need_percent = check_percent_display(node, parent_total);
995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058

	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain;
		char folded_sign = ' ';
		int first = true;
		int extra_offset = 0;

		list_for_each_entry(chain, &child->parent_val, list) {
			bool was_first = first;

			if (first)
				first = false;
			else if (need_percent)
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);

			row += hist_browser__show_callchain_list(browser, child,
							chain, row, total,
							was_first && need_percent,
							offset + extra_offset,
							print, arg);

			if (is_output_full(browser, row))
				goto out;

			if (folded_sign == '+')
				goto next;
		}

		list_for_each_entry(chain, &child->val, list) {
			bool was_first = first;

			if (first)
				first = false;
			else if (need_percent)
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);

			row += hist_browser__show_callchain_list(browser, child,
							chain, row, total,
							was_first && need_percent,
							offset + extra_offset,
							print, arg);

			if (is_output_full(browser, row))
				goto out;

			if (folded_sign == '+')
				break;
		}

next:
		if (is_output_full(browser, row))
			break;
		node = next;
	}
out:
	return row - first_row;
}

1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087
static char *hist_browser__folded_callchain_str(struct hist_browser *browser,
						struct callchain_list *chain,
						char *value_str, char *old_str)
{
	char bf[1024];
	const char *str;
	char *new;

	str = callchain_list__sym_name(chain, bf, sizeof(bf),
				       browser->show_dso);
	if (old_str) {
		if (asprintf(&new, "%s%s%s", old_str,
			     symbol_conf.field_sep ?: ";", str) < 0)
			new = NULL;
	} else {
		if (value_str) {
			if (asprintf(&new, "%s %s", value_str, str) < 0)
				new = NULL;
		} else {
			if (asprintf(&new, "%s", str) < 0)
				new = NULL;
		}
	}
	return new;
}

static int hist_browser__show_callchain_folded(struct hist_browser *browser,
					       struct rb_root *root,
					       unsigned short row, u64 total,
1088
					       u64 parent_total,
1089 1090 1091 1092 1093 1094 1095 1096 1097
					       print_callchain_entry_fn print,
					       struct callchain_print_arg *arg,
					       check_output_full_fn is_output_full)
{
	struct rb_node *node;
	int first_row = row, offset = LEVEL_OFFSET_STEP;
	bool need_percent;

	node = rb_first(root);
1098
	need_percent = check_percent_display(node, parent_total);
1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169

	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain, *first_chain = NULL;
		int first = true;
		char *value_str = NULL, *value_str_alloc = NULL;
		char *chain_str = NULL, *chain_str_alloc = NULL;

		if (arg->row_offset != 0) {
			arg->row_offset--;
			goto next;
		}

		if (need_percent) {
			char buf[64];

			callchain_node__scnprintf_value(child, buf, sizeof(buf), total);
			if (asprintf(&value_str, "%s", buf) < 0) {
				value_str = (char *)"<...>";
				goto do_print;
			}
			value_str_alloc = value_str;
		}

		list_for_each_entry(chain, &child->parent_val, list) {
			chain_str = hist_browser__folded_callchain_str(browser,
						chain, value_str, chain_str);
			if (first) {
				first = false;
				first_chain = chain;
			}

			if (chain_str == NULL) {
				chain_str = (char *)"Not enough memory!";
				goto do_print;
			}

			chain_str_alloc = chain_str;
		}

		list_for_each_entry(chain, &child->val, list) {
			chain_str = hist_browser__folded_callchain_str(browser,
						chain, value_str, chain_str);
			if (first) {
				first = false;
				first_chain = chain;
			}

			if (chain_str == NULL) {
				chain_str = (char *)"Not enough memory!";
				goto do_print;
			}

			chain_str_alloc = chain_str;
		}

do_print:
		print(browser, first_chain, chain_str, offset, row++, arg);
		free(value_str_alloc);
		free(chain_str_alloc);

next:
		if (is_output_full(browser, row))
			break;
		node = next;
	}

	return row - first_row;
}

1170
static int hist_browser__show_callchain_graph(struct hist_browser *browser,
1171
					struct rb_root *root, int level,
1172
					unsigned short row, u64 total,
1173
					u64 parent_total,
1174 1175 1176
					print_callchain_entry_fn print,
					struct callchain_print_arg *arg,
					check_output_full_fn is_output_full)
1177 1178
{
	struct rb_node *node;
1179
	int first_row = row, offset = level * LEVEL_OFFSET_STEP;
1180
	bool need_percent;
1181 1182 1183 1184
	u64 percent_total = total;

	if (callchain_param.mode == CHAIN_GRAPH_REL)
		percent_total = parent_total;
1185

1186
	node = rb_first(root);
1187
	need_percent = check_percent_display(node, parent_total);
1188

1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199
	while (node) {
		struct callchain_node *child = rb_entry(node, struct callchain_node, rb_node);
		struct rb_node *next = rb_next(node);
		struct callchain_list *chain;
		char folded_sign = ' ';
		int first = true;
		int extra_offset = 0;

		list_for_each_entry(chain, &child->val, list) {
			bool was_first = first;

1200
			if (first)
1201
				first = false;
1202
			else if (need_percent)
1203 1204 1205
				extra_offset = LEVEL_OFFSET_STEP;

			folded_sign = callchain_list__folded(chain);
1206

1207
			row += hist_browser__show_callchain_list(browser, child,
1208
							chain, row, percent_total,
1209 1210 1211
							was_first && need_percent,
							offset + extra_offset,
							print, arg);
1212

1213
			if (is_output_full(browser, row))
1214
				goto out;
1215

1216 1217 1218 1219 1220 1221 1222
			if (folded_sign == '+')
				break;
		}

		if (folded_sign == '-') {
			const int new_level = level + (extra_offset ? 2 : 1);

1223
			row += hist_browser__show_callchain_graph(browser, &child->rb_root,
1224 1225
							    new_level, row, total,
							    child->children_hit,
1226
							    print, arg, is_output_full);
1227
		}
1228
		if (is_output_full(browser, row))
1229
			break;
1230
		node = next;
1231
	}
1232
out:
1233 1234 1235
	return row - first_row;
}

1236 1237 1238 1239 1240 1241 1242 1243
static int hist_browser__show_callchain(struct hist_browser *browser,
					struct hist_entry *entry, int level,
					unsigned short row,
					print_callchain_entry_fn print,
					struct callchain_print_arg *arg,
					check_output_full_fn is_output_full)
{
	u64 total = hists__total_period(entry->hists);
1244
	u64 parent_total;
1245 1246
	int printed;

1247 1248 1249 1250
	if (symbol_conf.cumulate_callchain)
		parent_total = entry->stat_acc->period;
	else
		parent_total = entry->stat.period;
1251 1252 1253

	if (callchain_param.mode == CHAIN_FLAT) {
		printed = hist_browser__show_callchain_flat(browser,
1254 1255 1256
						&entry->sorted_chain, row,
						total, parent_total, print, arg,
						is_output_full);
1257 1258
	} else if (callchain_param.mode == CHAIN_FOLDED) {
		printed = hist_browser__show_callchain_folded(browser,
1259 1260 1261
						&entry->sorted_chain, row,
						total, parent_total, print, arg,
						is_output_full);
1262 1263
	} else {
		printed = hist_browser__show_callchain_graph(browser,
1264 1265 1266
						&entry->sorted_chain, level, row,
						total, parent_total, print, arg,
						is_output_full);
1267 1268 1269 1270 1271 1272 1273 1274
	}

	if (arg->is_current_entry)
		browser->he_selection = entry;

	return printed;
}

1275 1276 1277 1278 1279 1280
struct hpp_arg {
	struct ui_browser *b;
	char folded_sign;
	bool current_entry;
};

1281
int __hpp__slsmg_color_printf(struct perf_hpp *hpp, const char *fmt, ...)
1282 1283
{
	struct hpp_arg *arg = hpp->ptr;
1284
	int ret, len;
1285 1286
	va_list args;
	double percent;
1287

1288
	va_start(args, fmt);
1289
	len = va_arg(args, int);
1290 1291
	percent = va_arg(args, double);
	va_end(args);
1292

1293
	ui_browser__set_percent_color(arg->b, percent, arg->current_entry);
1294

1295
	ret = scnprintf(hpp->buf, hpp->size, fmt, len, percent);
1296
	ui_browser__printf(arg->b, "%s", hpp->buf);
1297 1298 1299 1300

	return ret;
}

1301
#define __HPP_COLOR_PERCENT_FN(_type, _field)				\
1302 1303 1304 1305 1306
static u64 __hpp_get_##_field(struct hist_entry *he)			\
{									\
	return he->stat._field;						\
}									\
									\
1307
static int								\
1308
hist_browser__hpp_color_##_type(struct perf_hpp_fmt *fmt,		\
1309 1310
				struct perf_hpp *hpp,			\
				struct hist_entry *he)			\
1311
{									\
1312 1313
	return hpp__fmt(fmt, hpp, he, __hpp_get_##_field, " %*.2f%%",	\
			__hpp__slsmg_color_printf, true);		\
1314 1315
}

1316 1317 1318 1319 1320 1321 1322
#define __HPP_COLOR_ACC_PERCENT_FN(_type, _field)			\
static u64 __hpp_get_acc_##_field(struct hist_entry *he)		\
{									\
	return he->stat_acc->_field;					\
}									\
									\
static int								\
1323
hist_browser__hpp_color_##_type(struct perf_hpp_fmt *fmt,		\
1324 1325 1326 1327
				struct perf_hpp *hpp,			\
				struct hist_entry *he)			\
{									\
	if (!symbol_conf.cumulate_callchain) {				\
1328
		struct hpp_arg *arg = hpp->ptr;				\
1329
		int len = fmt->user_len ?: fmt->len;			\
1330
		int ret = scnprintf(hpp->buf, hpp->size,		\
1331
				    "%*s", len, "N/A");			\
1332
		ui_browser__printf(arg->b, "%s", hpp->buf);		\
1333 1334 1335
									\
		return ret;						\
	}								\
1336 1337
	return hpp__fmt(fmt, hpp, he, __hpp_get_acc_##_field,		\
			" %*.2f%%", __hpp__slsmg_color_printf, true);	\
1338 1339
}

1340 1341 1342 1343 1344
__HPP_COLOR_PERCENT_FN(overhead, period)
__HPP_COLOR_PERCENT_FN(overhead_sys, period_sys)
__HPP_COLOR_PERCENT_FN(overhead_us, period_us)
__HPP_COLOR_PERCENT_FN(overhead_guest_sys, period_guest_sys)
__HPP_COLOR_PERCENT_FN(overhead_guest_us, period_guest_us)
1345
__HPP_COLOR_ACC_PERCENT_FN(overhead_acc, period)
1346

1347
#undef __HPP_COLOR_PERCENT_FN
1348
#undef __HPP_COLOR_ACC_PERCENT_FN
1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361

void hist_browser__init_hpp(void)
{
	perf_hpp__format[PERF_HPP__OVERHEAD].color =
				hist_browser__hpp_color_overhead;
	perf_hpp__format[PERF_HPP__OVERHEAD_SYS].color =
				hist_browser__hpp_color_overhead_sys;
	perf_hpp__format[PERF_HPP__OVERHEAD_US].color =
				hist_browser__hpp_color_overhead_us;
	perf_hpp__format[PERF_HPP__OVERHEAD_GUEST_SYS].color =
				hist_browser__hpp_color_overhead_guest_sys;
	perf_hpp__format[PERF_HPP__OVERHEAD_GUEST_US].color =
				hist_browser__hpp_color_overhead_guest_us;
1362 1363
	perf_hpp__format[PERF_HPP__OVERHEAD_ACC].color =
				hist_browser__hpp_color_overhead_acc;
1364 1365
}

1366
static int hist_browser__show_entry(struct hist_browser *browser,
1367 1368 1369
				    struct hist_entry *entry,
				    unsigned short row)
{
1370
	int printed = 0;
1371
	int width = browser->b.width;
1372
	char folded_sign = ' ';
1373
	bool current_entry = ui_browser__is_current_entry(&browser->b, row);
1374
	off_t row_offset = entry->row_offset;
1375
	bool first = true;
1376
	struct perf_hpp_fmt *fmt;
1377 1378

	if (current_entry) {
1379 1380
		browser->he_selection = entry;
		browser->selection = &entry->ms;
1381 1382 1383
	}

	if (symbol_conf.use_callchain) {
1384
		hist_entry__init_have_children(entry);
1385 1386 1387
		folded_sign = hist_entry__folded(entry);
	}

1388 1389 1390 1391 1392 1393
	if (symbol_conf.inline_name &&
	    (!entry->has_children)) {
		hist_entry_init_inline_node(entry);
		folded_sign = hist_entry__folded(entry);
	}

1394
	if (row_offset == 0) {
1395
		struct hpp_arg arg = {
1396
			.b		= &browser->b,
1397 1398 1399
			.folded_sign	= folded_sign,
			.current_entry	= current_entry,
		};
1400
		int column = 0;
1401

1402
		hist_browser__gotorc(browser, row, 0);
1403

1404
		hists__for_each_format(browser->hists, fmt) {
1405 1406 1407 1408 1409 1410 1411
			char s[2048];
			struct perf_hpp hpp = {
				.buf	= s,
				.size	= sizeof(s),
				.ptr	= &arg,
			};

1412 1413
			if (perf_hpp__should_skip(fmt, entry->hists) ||
			    column++ < browser->b.horiz_scroll)
1414 1415
				continue;

1416 1417 1418 1419 1420 1421 1422 1423 1424
			if (current_entry && browser->b.navkeypressed) {
				ui_browser__set_color(&browser->b,
						      HE_COLORSET_SELECTED);
			} else {
				ui_browser__set_color(&browser->b,
						      HE_COLORSET_NORMAL);
			}

			if (first) {
1425 1426
				if (symbol_conf.use_callchain ||
					symbol_conf.inline_name) {
1427
					ui_browser__printf(&browser->b, "%c ", folded_sign);
1428 1429 1430 1431
					width -= 2;
				}
				first = false;
			} else {
1432
				ui_browser__printf(&browser->b, "  ");
1433 1434
				width -= 2;
			}
1435

1436
			if (fmt->color) {
1437 1438 1439 1440 1441 1442 1443
				int ret = fmt->color(fmt, &hpp, entry);
				hist_entry__snprintf_alignment(entry, &hpp, fmt, ret);
				/*
				 * fmt->color() already used ui_browser to
				 * print the non alignment bits, skip it (+ret):
				 */
				ui_browser__printf(&browser->b, "%s", s + ret);
1444
			} else {
1445
				hist_entry__snprintf_alignment(entry, &hpp, fmt, fmt->entry(fmt, &hpp, entry));
1446
				ui_browser__printf(&browser->b, "%s", s);
1447
			}
1448
			width -= hpp.buf - s;
1449 1450
		}

1451 1452 1453 1454
		/* The scroll bar isn't being used */
		if (!browser->b.navkeypressed)
			width += 1;

1455
		ui_browser__write_nstring(&browser->b, "", width);
1456

1457 1458 1459 1460 1461
		++row;
		++printed;
	} else
		--row_offset;

1462
	if (folded_sign == '-' && row != browser->b.rows) {
1463 1464 1465 1466
		struct callchain_print_arg arg = {
			.row_offset = row_offset,
			.is_current_entry = current_entry,
		};
1467

1468 1469 1470 1471 1472 1473 1474 1475
		if (entry->inline_node)
			printed += hist_browser__show_inline(browser,
					entry->inline_node, row, 0);
		else
			printed += hist_browser__show_callchain(browser,
					entry, 1, row,
					hist_browser__show_callchain_entry,
					&arg,
1476
					hist_browser__check_output_full);
1477 1478 1479 1480 1481
	}

	return printed;
}

1482 1483 1484
static int hist_browser__show_hierarchy_entry(struct hist_browser *browser,
					      struct hist_entry *entry,
					      unsigned short row,
1485
					      int level)
1486 1487 1488 1489 1490 1491 1492 1493
{
	int printed = 0;
	int width = browser->b.width;
	char folded_sign = ' ';
	bool current_entry = ui_browser__is_current_entry(&browser->b, row);
	off_t row_offset = entry->row_offset;
	bool first = true;
	struct perf_hpp_fmt *fmt;
1494
	struct perf_hpp_list_node *fmt_node;
1495 1496 1497 1498 1499
	struct hpp_arg arg = {
		.b		= &browser->b,
		.current_entry	= current_entry,
	};
	int column = 0;
1500
	int hierarchy_indent = (entry->hists->nr_hpp_node - 2) * HIERARCHY_INDENT;
1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525

	if (current_entry) {
		browser->he_selection = entry;
		browser->selection = &entry->ms;
	}

	hist_entry__init_have_children(entry);
	folded_sign = hist_entry__folded(entry);
	arg.folded_sign = folded_sign;

	if (entry->leaf && row_offset) {
		row_offset--;
		goto show_callchain;
	}

	hist_browser__gotorc(browser, row, 0);

	if (current_entry && browser->b.navkeypressed)
		ui_browser__set_color(&browser->b, HE_COLORSET_SELECTED);
	else
		ui_browser__set_color(&browser->b, HE_COLORSET_NORMAL);

	ui_browser__write_nstring(&browser->b, "", level * HIERARCHY_INDENT);
	width -= level * HIERARCHY_INDENT;

1526 1527 1528 1529
	/* the first hpp_list_node is for overhead columns */
	fmt_node = list_first_entry(&entry->hists->hpp_formats,
				    struct perf_hpp_list_node, list);
	perf_hpp_list__for_each_format(&fmt_node->hpp, fmt) {
1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549
		char s[2048];
		struct perf_hpp hpp = {
			.buf		= s,
			.size		= sizeof(s),
			.ptr		= &arg,
		};

		if (perf_hpp__should_skip(fmt, entry->hists) ||
		    column++ < browser->b.horiz_scroll)
			continue;

		if (current_entry && browser->b.navkeypressed) {
			ui_browser__set_color(&browser->b,
					      HE_COLORSET_SELECTED);
		} else {
			ui_browser__set_color(&browser->b,
					      HE_COLORSET_NORMAL);
		}

		if (first) {
1550 1551
			ui_browser__printf(&browser->b, "%c ", folded_sign);
			width -= 2;
1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573
			first = false;
		} else {
			ui_browser__printf(&browser->b, "  ");
			width -= 2;
		}

		if (fmt->color) {
			int ret = fmt->color(fmt, &hpp, entry);
			hist_entry__snprintf_alignment(entry, &hpp, fmt, ret);
			/*
			 * fmt->color() already used ui_browser to
			 * print the non alignment bits, skip it (+ret):
			 */
			ui_browser__printf(&browser->b, "%s", s + ret);
		} else {
			int ret = fmt->entry(fmt, &hpp, entry);
			hist_entry__snprintf_alignment(entry, &hpp, fmt, ret);
			ui_browser__printf(&browser->b, "%s", s);
		}
		width -= hpp.buf - s;
	}

1574 1575 1576 1577
	if (!first) {
		ui_browser__write_nstring(&browser->b, "", hierarchy_indent);
		width -= hierarchy_indent;
	}
1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594

	if (column >= browser->b.horiz_scroll) {
		char s[2048];
		struct perf_hpp hpp = {
			.buf		= s,
			.size		= sizeof(s),
			.ptr		= &arg,
		};

		if (current_entry && browser->b.navkeypressed) {
			ui_browser__set_color(&browser->b,
					      HE_COLORSET_SELECTED);
		} else {
			ui_browser__set_color(&browser->b,
					      HE_COLORSET_NORMAL);
		}

1595
		perf_hpp_list__for_each_format(entry->hpp_list, fmt) {
1596 1597 1598 1599 1600 1601 1602
			if (first) {
				ui_browser__printf(&browser->b, "%c ", folded_sign);
				first = false;
			} else {
				ui_browser__write_nstring(&browser->b, "", 2);
			}

1603
			width -= 2;
1604

1605 1606 1607 1608 1609 1610 1611 1612 1613
			/*
			 * No need to call hist_entry__snprintf_alignment()
			 * since this fmt is always the last column in the
			 * hierarchy mode.
			 */
			if (fmt->color) {
				width -= fmt->color(fmt, &hpp, entry);
			} else {
				int i = 0;
1614

1615 1616
				width -= fmt->entry(fmt, &hpp, entry);
				ui_browser__printf(&browser->b, "%s", ltrim(s));
1617

1618 1619 1620
				while (isspace(s[i++]))
					width++;
			}
1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647
		}
	}

	/* The scroll bar isn't being used */
	if (!browser->b.navkeypressed)
		width += 1;

	ui_browser__write_nstring(&browser->b, "", width);

	++row;
	++printed;

show_callchain:
	if (entry->leaf && folded_sign == '-' && row != browser->b.rows) {
		struct callchain_print_arg carg = {
			.row_offset = row_offset,
		};

		printed += hist_browser__show_callchain(browser, entry,
					level + 1, row,
					hist_browser__show_callchain_entry, &carg,
					hist_browser__check_output_full);
	}

	return printed;
}

1648
static int hist_browser__show_no_entry(struct hist_browser *browser,
1649
				       unsigned short row, int level)
1650 1651 1652 1653 1654 1655 1656
{
	int width = browser->b.width;
	bool current_entry = ui_browser__is_current_entry(&browser->b, row);
	bool first = true;
	int column = 0;
	int ret;
	struct perf_hpp_fmt *fmt;
1657
	struct perf_hpp_list_node *fmt_node;
1658
	int indent = browser->hists->nr_hpp_node - 2;
1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674

	if (current_entry) {
		browser->he_selection = NULL;
		browser->selection = NULL;
	}

	hist_browser__gotorc(browser, row, 0);

	if (current_entry && browser->b.navkeypressed)
		ui_browser__set_color(&browser->b, HE_COLORSET_SELECTED);
	else
		ui_browser__set_color(&browser->b, HE_COLORSET_NORMAL);

	ui_browser__write_nstring(&browser->b, "", level * HIERARCHY_INDENT);
	width -= level * HIERARCHY_INDENT;

1675 1676 1677 1678
	/* the first hpp_list_node is for overhead columns */
	fmt_node = list_first_entry(&browser->hists->hpp_formats,
				    struct perf_hpp_list_node, list);
	perf_hpp_list__for_each_format(&fmt_node->hpp, fmt) {
1679 1680 1681 1682
		if (perf_hpp__should_skip(fmt, browser->hists) ||
		    column++ < browser->b.horiz_scroll)
			continue;

1683
		ret = fmt->width(fmt, NULL, browser->hists);
1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697

		if (first) {
			/* for folded sign */
			first = false;
			ret++;
		} else {
			/* space between columns */
			ret += 2;
		}

		ui_browser__write_nstring(&browser->b, "", ret);
		width -= ret;
	}

1698 1699
	ui_browser__write_nstring(&browser->b, "", indent * HIERARCHY_INDENT);
	width -= indent * HIERARCHY_INDENT;
1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716

	if (column >= browser->b.horiz_scroll) {
		char buf[32];

		ret = snprintf(buf, sizeof(buf), "no entry >= %.2f%%", browser->min_pcnt);
		ui_browser__printf(&browser->b, "  %s", buf);
		width -= ret + 2;
	}

	/* The scroll bar isn't being used */
	if (!browser->b.navkeypressed)
		width += 1;

	ui_browser__write_nstring(&browser->b, "", width);
	return 1;
}

1717 1718 1719 1720 1721 1722
static int advance_hpp_check(struct perf_hpp *hpp, int inc)
{
	advance_hpp(hpp, inc);
	return hpp->size <= 0;
}

1723 1724 1725
static int
hists_browser__scnprintf_headers(struct hist_browser *browser, char *buf,
				 size_t size, int line)
1726
{
1727
	struct hists *hists = browser->hists;
1728 1729 1730 1731 1732 1733
	struct perf_hpp dummy_hpp = {
		.buf    = buf,
		.size   = size,
	};
	struct perf_hpp_fmt *fmt;
	size_t ret = 0;
1734
	int column = 0;
1735
	int span = 0;
1736 1737 1738 1739 1740 1741 1742

	if (symbol_conf.use_callchain) {
		ret = scnprintf(buf, size, "  ");
		if (advance_hpp_check(&dummy_hpp, ret))
			return ret;
	}

1743
	hists__for_each_format(browser->hists, fmt) {
1744
		if (perf_hpp__should_skip(fmt, hists)  || column++ < browser->b.horiz_scroll)
1745 1746
			continue;

1747
		ret = fmt->header(fmt, &dummy_hpp, hists, line, &span);
1748 1749 1750
		if (advance_hpp_check(&dummy_hpp, ret))
			break;

1751 1752 1753
		if (span)
			continue;

1754 1755 1756 1757 1758 1759 1760 1761
		ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, "  ");
		if (advance_hpp_check(&dummy_hpp, ret))
			break;
	}

	return ret;
}

1762 1763 1764 1765 1766 1767 1768 1769
static int hists_browser__scnprintf_hierarchy_headers(struct hist_browser *browser, char *buf, size_t size)
{
	struct hists *hists = browser->hists;
	struct perf_hpp dummy_hpp = {
		.buf    = buf,
		.size   = size,
	};
	struct perf_hpp_fmt *fmt;
1770
	struct perf_hpp_list_node *fmt_node;
1771 1772
	size_t ret = 0;
	int column = 0;
1773
	int indent = hists->nr_hpp_node - 2;
1774
	bool first_node, first_col;
1775

1776
	ret = scnprintf(buf, size, "  ");
1777 1778 1779
	if (advance_hpp_check(&dummy_hpp, ret))
		return ret;

1780
	first_node = true;
1781 1782 1783 1784
	/* the first hpp_list_node is for overhead columns */
	fmt_node = list_first_entry(&hists->hpp_formats,
				    struct perf_hpp_list_node, list);
	perf_hpp_list__for_each_format(&fmt_node->hpp, fmt) {
1785 1786 1787
		if (column++ < browser->b.horiz_scroll)
			continue;

1788
		ret = fmt->header(fmt, &dummy_hpp, hists, 0, NULL);
1789 1790 1791 1792 1793 1794
		if (advance_hpp_check(&dummy_hpp, ret))
			break;

		ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, "  ");
		if (advance_hpp_check(&dummy_hpp, ret))
			break;
1795 1796

		first_node = false;
1797 1798
	}

1799 1800 1801 1802 1803 1804
	if (!first_node) {
		ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, "%*s",
				indent * HIERARCHY_INDENT, "");
		if (advance_hpp_check(&dummy_hpp, ret))
			return ret;
	}
1805

1806 1807 1808
	first_node = true;
	list_for_each_entry_continue(fmt_node, &hists->hpp_formats, list) {
		if (!first_node) {
1809 1810 1811 1812
			ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, " / ");
			if (advance_hpp_check(&dummy_hpp, ret))
				break;
		}
1813
		first_node = false;
1814

1815 1816 1817
		first_col = true;
		perf_hpp_list__for_each_format(&fmt_node->hpp, fmt) {
			char *start;
1818

1819 1820
			if (perf_hpp__should_skip(fmt, hists))
				continue;
1821

1822 1823 1824 1825 1826 1827
			if (!first_col) {
				ret = scnprintf(dummy_hpp.buf, dummy_hpp.size, "+");
				if (advance_hpp_check(&dummy_hpp, ret))
					break;
			}
			first_col = false;
1828

1829
			ret = fmt->header(fmt, &dummy_hpp, hists, 0, NULL);
1830 1831
			dummy_hpp.buf[ret] = '\0';

J
Jiri Olsa 已提交
1832
			start = trim(dummy_hpp.buf);
1833 1834 1835 1836 1837 1838 1839 1840
			ret = strlen(start);

			if (start != dummy_hpp.buf)
				memmove(dummy_hpp.buf, start, ret + 1);

			if (advance_hpp_check(&dummy_hpp, ret))
				break;
		}
1841 1842 1843 1844 1845
	}

	return ret;
}

1846
static void hists_browser__hierarchy_headers(struct hist_browser *browser)
1847
{
1848 1849
	char headers[1024];

1850 1851 1852
	hists_browser__scnprintf_hierarchy_headers(browser, headers,
						   sizeof(headers));

1853 1854
	ui_browser__gotorc(&browser->b, 0, 0);
	ui_browser__set_color(&browser->b, HE_COLORSET_ROOT);
1855
	ui_browser__write_nstring(&browser->b, headers, browser->b.width + 1);
1856 1857
}

1858 1859
static void hists_browser__headers(struct hist_browser *browser)
{
1860 1861
	struct hists *hists = browser->hists;
	struct perf_hpp_list *hpp_list = hists->hpp_list;
1862

1863
	int line;
1864

1865 1866 1867 1868 1869 1870 1871 1872 1873 1874
	for (line = 0; line < hpp_list->nr_header_lines; line++) {
		char headers[1024];

		hists_browser__scnprintf_headers(browser, headers,
						 sizeof(headers), line);

		ui_browser__gotorc(&browser->b, line, 0);
		ui_browser__set_color(&browser->b, HE_COLORSET_ROOT);
		ui_browser__write_nstring(&browser->b, headers, browser->b.width + 1);
	}
1875 1876 1877 1878 1879 1880 1881 1882 1883 1884
}

static void hist_browser__show_headers(struct hist_browser *browser)
{
	if (symbol_conf.report_hierarchy)
		hists_browser__hierarchy_headers(browser);
	else
		hists_browser__headers(browser);
}

1885 1886 1887 1888 1889 1890 1891 1892 1893 1894
static void ui_browser__hists_init_top(struct ui_browser *browser)
{
	if (browser->top == NULL) {
		struct hist_browser *hb;

		hb = container_of(browser, struct hist_browser, b);
		browser->top = rb_first(&hb->hists->entries);
	}
}

1895
static unsigned int hist_browser__refresh(struct ui_browser *browser)
1896 1897
{
	unsigned row = 0;
1898
	u16 header_offset = 0;
1899
	struct rb_node *nd;
1900
	struct hist_browser *hb = container_of(browser, struct hist_browser, b);
1901
	struct hists *hists = hb->hists;
1902

1903
	if (hb->show_headers) {
1904 1905
		struct perf_hpp_list *hpp_list = hists->hpp_list;

1906
		hist_browser__show_headers(hb);
1907
		header_offset = hpp_list->nr_header_lines;
1908 1909
	}

1910
	ui_browser__hists_init_top(browser);
1911 1912
	hb->he_selection = NULL;
	hb->selection = NULL;
1913

1914
	for (nd = browser->top; nd; nd = rb_hierarchy_next(nd)) {
1915
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1916
		float percent;
1917

1918 1919 1920
		if (h->filtered) {
			/* let it move to sibling */
			h->unfolded = false;
1921
			continue;
1922
		}
1923

1924
		percent = hist_entry__get_percent_limit(h);
1925 1926 1927
		if (percent < hb->min_pcnt)
			continue;

1928 1929
		if (symbol_conf.report_hierarchy) {
			row += hist_browser__show_hierarchy_entry(hb, h, row,
1930
								  h->depth);
1931 1932 1933 1934
			if (row == browser->rows)
				break;

			if (h->has_no_entry) {
1935
				hist_browser__show_no_entry(hb, row, h->depth + 1);
1936 1937
				row++;
			}
1938 1939 1940 1941
		} else {
			row += hist_browser__show_entry(hb, h, row);
		}

1942
		if (row == browser->rows)
1943 1944 1945
			break;
	}

1946
	return row + header_offset;
1947 1948
}

1949 1950
static struct rb_node *hists__filter_entries(struct rb_node *nd,
					     float min_pcnt)
1951 1952 1953
{
	while (nd != NULL) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1954
		float percent = hist_entry__get_percent_limit(h);
1955

1956
		if (!h->filtered && percent >= min_pcnt)
1957 1958
			return nd;

1959 1960 1961 1962 1963 1964 1965 1966
		/*
		 * If it's filtered, its all children also were filtered.
		 * So move to sibling node.
		 */
		if (rb_next(nd))
			nd = rb_next(nd);
		else
			nd = rb_hierarchy_next(nd);
1967 1968 1969 1970 1971
	}

	return NULL;
}

1972 1973
static struct rb_node *hists__filter_prev_entries(struct rb_node *nd,
						  float min_pcnt)
1974 1975 1976
{
	while (nd != NULL) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
1977
		float percent = hist_entry__get_percent_limit(h);
1978 1979

		if (!h->filtered && percent >= min_pcnt)
1980 1981
			return nd;

1982
		nd = rb_hierarchy_prev(nd);
1983 1984 1985 1986 1987
	}

	return NULL;
}

1988
static void ui_browser__hists_seek(struct ui_browser *browser,
1989 1990 1991 1992 1993
				   off_t offset, int whence)
{
	struct hist_entry *h;
	struct rb_node *nd;
	bool first = true;
1994 1995 1996
	struct hist_browser *hb;

	hb = container_of(browser, struct hist_browser, b);
1997

1998
	if (browser->nr_entries == 0)
1999 2000
		return;

2001
	ui_browser__hists_init_top(browser);
2002

2003 2004
	switch (whence) {
	case SEEK_SET:
2005
		nd = hists__filter_entries(rb_first(browser->entries),
2006
					   hb->min_pcnt);
2007 2008
		break;
	case SEEK_CUR:
2009
		nd = browser->top;
2010 2011
		goto do_offset;
	case SEEK_END:
2012 2013
		nd = rb_hierarchy_last(rb_last(browser->entries));
		nd = hists__filter_prev_entries(nd, hb->min_pcnt);
2014 2015 2016 2017 2018 2019 2020 2021 2022 2023
		first = false;
		break;
	default:
		return;
	}

	/*
	 * Moves not relative to the first visible entry invalidates its
	 * row_offset:
	 */
2024
	h = rb_entry(browser->top, struct hist_entry, rb_node);
2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040
	h->row_offset = 0;

	/*
	 * Here we have to check if nd is expanded (+), if it is we can't go
	 * the next top level hist_entry, instead we must compute an offset of
	 * what _not_ to show and not change the first visible entry.
	 *
	 * This offset increments when we are going from top to bottom and
	 * decreases when we're going from bottom to top.
	 *
	 * As we don't have backpointers to the top level in the callchains
	 * structure, we need to always print the whole hist_entry callchain,
	 * skipping the first ones that are before the first visible entry
	 * and stop when we printed enough lines to fill the screen.
	 */
do_offset:
2041 2042 2043
	if (!nd)
		return;

2044 2045 2046
	if (offset > 0) {
		do {
			h = rb_entry(nd, struct hist_entry, rb_node);
2047
			if (h->unfolded && h->leaf) {
2048 2049 2050 2051 2052 2053 2054
				u16 remaining = h->nr_rows - h->row_offset;
				if (offset > remaining) {
					offset -= remaining;
					h->row_offset = 0;
				} else {
					h->row_offset += offset;
					offset = 0;
2055
					browser->top = nd;
2056 2057 2058
					break;
				}
			}
2059 2060
			nd = hists__filter_entries(rb_hierarchy_next(nd),
						   hb->min_pcnt);
2061 2062 2063
			if (nd == NULL)
				break;
			--offset;
2064
			browser->top = nd;
2065 2066 2067 2068
		} while (offset != 0);
	} else if (offset < 0) {
		while (1) {
			h = rb_entry(nd, struct hist_entry, rb_node);
2069
			if (h->unfolded && h->leaf) {
2070 2071 2072 2073 2074 2075 2076
				if (first) {
					if (-offset > h->row_offset) {
						offset += h->row_offset;
						h->row_offset = 0;
					} else {
						h->row_offset += offset;
						offset = 0;
2077
						browser->top = nd;
2078 2079 2080 2081 2082 2083 2084 2085 2086
						break;
					}
				} else {
					if (-offset > h->nr_rows) {
						offset += h->nr_rows;
						h->row_offset = 0;
					} else {
						h->row_offset = h->nr_rows + offset;
						offset = 0;
2087
						browser->top = nd;
2088 2089 2090 2091 2092
						break;
					}
				}
			}

2093
			nd = hists__filter_prev_entries(rb_hierarchy_prev(nd),
2094
							hb->min_pcnt);
2095 2096 2097
			if (nd == NULL)
				break;
			++offset;
2098
			browser->top = nd;
2099 2100 2101 2102 2103 2104 2105
			if (offset == 0) {
				/*
				 * Last unfiltered hist_entry, check if it is
				 * unfolded, if it is then we should have
				 * row_offset at its last entry.
				 */
				h = rb_entry(nd, struct hist_entry, rb_node);
2106
				if (h->unfolded && h->leaf)
2107 2108 2109 2110 2111 2112
					h->row_offset = h->nr_rows;
				break;
			}
			first = false;
		}
	} else {
2113
		browser->top = nd;
2114 2115 2116 2117 2118
		h = rb_entry(nd, struct hist_entry, rb_node);
		h->row_offset = 0;
	}
}

2119
static int hist_browser__fprintf_callchain(struct hist_browser *browser,
2120 2121
					   struct hist_entry *he, FILE *fp,
					   int level)
2122
{
2123 2124 2125
	struct callchain_print_arg arg  = {
		.fp = fp,
	};
2126

2127
	hist_browser__show_callchain(browser, he, level, 0,
2128 2129 2130
				     hist_browser__fprintf_callchain_entry, &arg,
				     hist_browser__check_dump_full);
	return arg.printed;
2131 2132 2133 2134 2135 2136 2137 2138
}

static int hist_browser__fprintf_entry(struct hist_browser *browser,
				       struct hist_entry *he, FILE *fp)
{
	char s[8192];
	int printed = 0;
	char folded_sign = ' ';
2139 2140 2141 2142 2143 2144 2145
	struct perf_hpp hpp = {
		.buf = s,
		.size = sizeof(s),
	};
	struct perf_hpp_fmt *fmt;
	bool first = true;
	int ret;
2146

2147
	if (symbol_conf.use_callchain) {
2148 2149
		folded_sign = hist_entry__folded(he);
		printed += fprintf(fp, "%c ", folded_sign);
2150
	}
2151

2152
	hists__for_each_format(browser->hists, fmt) {
2153
		if (perf_hpp__should_skip(fmt, he->hists))
2154 2155
			continue;

2156 2157 2158 2159 2160
		if (!first) {
			ret = scnprintf(hpp.buf, hpp.size, "  ");
			advance_hpp(&hpp, ret);
		} else
			first = false;
2161

2162
		ret = fmt->entry(fmt, &hpp, he);
2163
		ret = hist_entry__snprintf_alignment(he, &hpp, fmt, ret);
2164 2165
		advance_hpp(&hpp, ret);
	}
2166
	printed += fprintf(fp, "%s\n", s);
2167 2168

	if (folded_sign == '-')
2169 2170 2171 2172 2173 2174 2175 2176
		printed += hist_browser__fprintf_callchain(browser, he, fp, 1);

	return printed;
}


static int hist_browser__fprintf_hierarchy_entry(struct hist_browser *browser,
						 struct hist_entry *he,
2177
						 FILE *fp, int level)
2178 2179 2180 2181 2182 2183 2184 2185 2186
{
	char s[8192];
	int printed = 0;
	char folded_sign = ' ';
	struct perf_hpp hpp = {
		.buf = s,
		.size = sizeof(s),
	};
	struct perf_hpp_fmt *fmt;
2187
	struct perf_hpp_list_node *fmt_node;
2188 2189
	bool first = true;
	int ret;
2190
	int hierarchy_indent = (he->hists->nr_hpp_node - 2) * HIERARCHY_INDENT;
2191 2192 2193 2194 2195 2196

	printed = fprintf(fp, "%*s", level * HIERARCHY_INDENT, "");

	folded_sign = hist_entry__folded(he);
	printed += fprintf(fp, "%c", folded_sign);

2197 2198 2199 2200
	/* the first hpp_list_node is for overhead columns */
	fmt_node = list_first_entry(&he->hists->hpp_formats,
				    struct perf_hpp_list_node, list);
	perf_hpp_list__for_each_format(&fmt_node->hpp, fmt) {
2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213
		if (!first) {
			ret = scnprintf(hpp.buf, hpp.size, "  ");
			advance_hpp(&hpp, ret);
		} else
			first = false;

		ret = fmt->entry(fmt, &hpp, he);
		advance_hpp(&hpp, ret);
	}

	ret = scnprintf(hpp.buf, hpp.size, "%*s", hierarchy_indent, "");
	advance_hpp(&hpp, ret);

2214 2215 2216 2217 2218 2219 2220
	perf_hpp_list__for_each_format(he->hpp_list, fmt) {
		ret = scnprintf(hpp.buf, hpp.size, "  ");
		advance_hpp(&hpp, ret);

		ret = fmt->entry(fmt, &hpp, he);
		advance_hpp(&hpp, ret);
	}
2221 2222 2223 2224 2225 2226 2227

	printed += fprintf(fp, "%s\n", rtrim(s));

	if (he->leaf && folded_sign == '-') {
		printed += hist_browser__fprintf_callchain(browser, he, fp,
							   he->depth + 1);
	}
2228 2229 2230 2231 2232 2233

	return printed;
}

static int hist_browser__fprintf(struct hist_browser *browser, FILE *fp)
{
2234 2235
	struct rb_node *nd = hists__filter_entries(rb_first(browser->b.entries),
						   browser->min_pcnt);
2236 2237 2238 2239 2240
	int printed = 0;

	while (nd) {
		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);

2241 2242 2243
		if (symbol_conf.report_hierarchy) {
			printed += hist_browser__fprintf_hierarchy_entry(browser,
									 h, fp,
2244
									 h->depth);
2245 2246 2247 2248 2249 2250
		} else {
			printed += hist_browser__fprintf_entry(browser, h, fp);
		}

		nd = hists__filter_entries(rb_hierarchy_next(nd),
					   browser->min_pcnt);
2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276
	}

	return printed;
}

static int hist_browser__dump(struct hist_browser *browser)
{
	char filename[64];
	FILE *fp;

	while (1) {
		scnprintf(filename, sizeof(filename), "perf.hist.%d", browser->print_seq);
		if (access(filename, F_OK))
			break;
		/*
 		 * XXX: Just an arbitrary lazy upper limit
 		 */
		if (++browser->print_seq == 8192) {
			ui_helpline__fpush("Too many perf.hist.N files, nothing written!");
			return -1;
		}
	}

	fp = fopen(filename, "w");
	if (fp == NULL) {
		char bf[64];
2277
		const char *err = str_error_r(errno, bf, sizeof(bf));
2278
		ui_helpline__fpush("Couldn't write to %s: %s", filename, err);
2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289
		return -1;
	}

	++browser->print_seq;
	hist_browser__fprintf(browser, fp);
	fclose(fp);
	ui_helpline__fpush("%s written!", filename);

	return 0;
}

J
Jiri Olsa 已提交
2290 2291
void hist_browser__init(struct hist_browser *browser,
			struct hists *hists)
2292
{
J
Jiri Olsa 已提交
2293
	struct perf_hpp_fmt *fmt;
2294

J
Jiri Olsa 已提交
2295 2296 2297 2298 2299 2300
	browser->hists			= hists;
	browser->b.refresh		= hist_browser__refresh;
	browser->b.refresh_dimensions	= hist_browser__refresh_dimensions;
	browser->b.seek			= ui_browser__hists_seek;
	browser->b.use_navkeypressed	= true;
	browser->show_headers		= symbol_conf.show_hist_headers;
2301

2302 2303 2304 2305 2306 2307 2308 2309 2310 2311
	if (symbol_conf.report_hierarchy) {
		struct perf_hpp_list_node *fmt_node;

		/* count overhead columns (in the first node) */
		fmt_node = list_first_entry(&hists->hpp_formats,
					    struct perf_hpp_list_node, list);
		perf_hpp_list__for_each_format(&fmt_node->hpp, fmt)
			++browser->b.columns;

		/* add a single column for whole hierarchy sort keys*/
J
Jiri Olsa 已提交
2312
		++browser->b.columns;
2313 2314 2315 2316
	} else {
		hists__for_each_format(hists, fmt)
			++browser->b.columns;
	}
2317 2318

	hists__reset_column_width(hists);
J
Jiri Olsa 已提交
2319 2320 2321 2322 2323 2324 2325 2326
}

struct hist_browser *hist_browser__new(struct hists *hists)
{
	struct hist_browser *browser = zalloc(sizeof(*browser));

	if (browser)
		hist_browser__init(browser, hists);
2327

2328
	return browser;
2329 2330
}

2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345
static struct hist_browser *
perf_evsel_browser__new(struct perf_evsel *evsel,
			struct hist_browser_timer *hbt,
			struct perf_env *env)
{
	struct hist_browser *browser = hist_browser__new(evsel__hists(evsel));

	if (browser) {
		browser->hbt   = hbt;
		browser->env   = env;
		browser->title = perf_evsel_browser_title;
	}
	return browser;
}

2346
void hist_browser__delete(struct hist_browser *browser)
2347
{
2348
	free(browser);
2349 2350
}

2351
static struct hist_entry *hist_browser__selected_entry(struct hist_browser *browser)
2352
{
2353
	return browser->he_selection;
2354 2355
}

2356
static struct thread *hist_browser__selected_thread(struct hist_browser *browser)
2357
{
2358
	return browser->he_selection->thread;
2359 2360
}

2361 2362 2363 2364 2365 2366
/* Check whether the browser is for 'top' or 'report' */
static inline bool is_report_browser(void *timer)
{
	return timer == NULL;
}

2367
static int perf_evsel_browser_title(struct hist_browser *browser,
2368
				char *bf, size_t size)
2369
{
2370 2371
	struct hist_browser_timer *hbt = browser->hbt;
	struct hists *hists = browser->hists;
2372 2373
	char unit;
	int printed;
2374 2375
	const struct dso *dso = hists->dso_filter;
	const struct thread *thread = hists->thread_filter;
2376
	int socket_id = hists->socket_filter;
2377 2378
	unsigned long nr_samples = hists->stats.nr_events[PERF_RECORD_SAMPLE];
	u64 nr_events = hists->stats.total_period;
2379
	struct perf_evsel *evsel = hists_to_evsel(hists);
2380
	const char *ev_name = perf_evsel__name(evsel);
2381 2382
	char buf[512];
	size_t buflen = sizeof(buf);
2383 2384
	char ref[30] = " show reference callgraph, ";
	bool enable_ref = false;
2385

2386 2387 2388 2389 2390
	if (symbol_conf.filter_relative) {
		nr_samples = hists->stats.nr_non_filtered_samples;
		nr_events = hists->stats.total_non_filtered_period;
	}

2391
	if (perf_evsel__is_group_event(evsel)) {
2392 2393 2394 2395 2396 2397
		struct perf_evsel *pos;

		perf_evsel__group_desc(evsel, buf, buflen);
		ev_name = buf;

		for_each_group_member(pos, evsel) {
2398 2399
			struct hists *pos_hists = evsel__hists(pos);

2400
			if (symbol_conf.filter_relative) {
2401 2402
				nr_samples += pos_hists->stats.nr_non_filtered_samples;
				nr_events += pos_hists->stats.total_non_filtered_period;
2403
			} else {
2404 2405
				nr_samples += pos_hists->stats.nr_events[PERF_RECORD_SAMPLE];
				nr_events += pos_hists->stats.total_period;
2406
			}
2407 2408
		}
	}
2409

2410 2411 2412
	if (symbol_conf.show_ref_callgraph &&
	    strstr(ev_name, "call-graph=no"))
		enable_ref = true;
2413 2414
	nr_samples = convert_unit(nr_samples, &unit);
	printed = scnprintf(bf, size,
2415 2416
			   "Samples: %lu%c of event '%s',%sEvent count (approx.): %" PRIu64,
			   nr_samples, unit, ev_name, enable_ref ? ref : " ", nr_events);
2417

2418

2419
	if (hists->uid_filter_str)
2420
		printed += snprintf(bf + printed, size - printed,
2421
				    ", UID: %s", hists->uid_filter_str);
2422
	if (thread) {
2423
		if (hists__has(hists, thread)) {
2424
			printed += scnprintf(bf + printed, size - printed,
2425
				    ", Thread: %s(%d)",
2426
				     (thread->comm_set ? thread__comm_str(thread) : ""),
2427
				    thread->tid);
2428 2429 2430 2431 2432 2433
		} else {
			printed += scnprintf(bf + printed, size - printed,
				    ", Thread: %s",
				     (thread->comm_set ? thread__comm_str(thread) : ""));
		}
	}
2434
	if (dso)
2435
		printed += scnprintf(bf + printed, size - printed,
2436
				    ", DSO: %s", dso->short_name);
2437
	if (socket_id > -1)
2438
		printed += scnprintf(bf + printed, size - printed,
2439
				    ", Processor Socket: %d", socket_id);
2440 2441 2442 2443 2444 2445 2446
	if (!is_report_browser(hbt)) {
		struct perf_top *top = hbt->arg;

		if (top->zero)
			printed += scnprintf(bf + printed, size - printed, " [z]");
	}

2447
	return printed;
2448 2449
}

2450 2451 2452 2453
static inline void free_popup_options(char **options, int n)
{
	int i;

2454 2455
	for (i = 0; i < n; ++i)
		zfree(&options[i]);
2456 2457
}

2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480
/*
 * Only runtime switching of perf data file will make "input_name" point
 * to a malloced buffer. So add "is_input_name_malloced" flag to decide
 * whether we need to call free() for current "input_name" during the switch.
 */
static bool is_input_name_malloced = false;

static int switch_data_file(void)
{
	char *pwd, *options[32], *abs_path[32], *tmp;
	DIR *pwd_dir;
	int nr_options = 0, choice = -1, ret = -1;
	struct dirent *dent;

	pwd = getenv("PWD");
	if (!pwd)
		return ret;

	pwd_dir = opendir(pwd);
	if (!pwd_dir)
		return ret;

	memset(options, 0, sizeof(options));
2481
	memset(abs_path, 0, sizeof(abs_path));
2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507

	while ((dent = readdir(pwd_dir))) {
		char path[PATH_MAX];
		u64 magic;
		char *name = dent->d_name;
		FILE *file;

		if (!(dent->d_type == DT_REG))
			continue;

		snprintf(path, sizeof(path), "%s/%s", pwd, name);

		file = fopen(path, "r");
		if (!file)
			continue;

		if (fread(&magic, 1, 8, file) < 8)
			goto close_file_and_continue;

		if (is_perf_magic(magic)) {
			options[nr_options] = strdup(name);
			if (!options[nr_options])
				goto close_file_and_continue;

			abs_path[nr_options] = strdup(path);
			if (!abs_path[nr_options]) {
2508
				zfree(&options[nr_options]);
2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546
				ui__warning("Can't search all data files due to memory shortage.\n");
				fclose(file);
				break;
			}

			nr_options++;
		}

close_file_and_continue:
		fclose(file);
		if (nr_options >= 32) {
			ui__warning("Too many perf data files in PWD!\n"
				    "Only the first 32 files will be listed.\n");
			break;
		}
	}
	closedir(pwd_dir);

	if (nr_options) {
		choice = ui__popup_menu(nr_options, options);
		if (choice < nr_options && choice >= 0) {
			tmp = strdup(abs_path[choice]);
			if (tmp) {
				if (is_input_name_malloced)
					free((void *)input_name);
				input_name = tmp;
				is_input_name_malloced = true;
				ret = 0;
			} else
				ui__warning("Data switch failed due to memory shortage!\n");
		}
	}

	free_popup_options(options, nr_options);
	free_popup_options(abs_path, nr_options);
	return ret;
}

2547 2548 2549
struct popup_action {
	struct thread 		*thread;
	struct map_symbol 	ms;
2550
	int			socket;
2551 2552 2553 2554

	int (*fn)(struct hist_browser *browser, struct popup_action *act);
};

2555
static int
2556
do_annotate(struct hist_browser *browser, struct popup_action *act)
2557 2558 2559 2560 2561 2562
{
	struct perf_evsel *evsel;
	struct annotation *notes;
	struct hist_entry *he;
	int err;

2563
	if (!objdump_path && perf_env__lookup_objdump(browser->env))
2564 2565
		return 0;

2566
	notes = symbol__annotation(act->ms.sym);
2567 2568 2569 2570
	if (!notes->src)
		return 0;

	evsel = hists_to_evsel(browser->hists);
2571
	err = map_symbol__tui_annotate(&act->ms, evsel, browser->hbt);
2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586
	he = hist_browser__selected_entry(browser);
	/*
	 * offer option to annotate the other branch source or target
	 * (if they exists) when returning from annotate
	 */
	if ((err == 'q' || err == CTRL('c')) && he->branch_info)
		return 1;

	ui_browser__update_nr_entries(&browser->b, browser->hists->nr_entries);
	if (err)
		ui_browser__handle_resize(&browser->b);
	return 0;
}

static int
2587 2588 2589
add_annotate_opt(struct hist_browser *browser __maybe_unused,
		 struct popup_action *act, char **optstr,
		 struct map *map, struct symbol *sym)
2590
{
2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607
	if (sym == NULL || map->dso->annotate_warned)
		return 0;

	if (asprintf(optstr, "Annotate %s", sym->name) < 0)
		return 0;

	act->ms.map = map;
	act->ms.sym = sym;
	act->fn = do_annotate;
	return 1;
}

static int
do_zoom_thread(struct hist_browser *browser, struct popup_action *act)
{
	struct thread *thread = act->thread;

2608 2609
	if ((!hists__has(browser->hists, thread) &&
	     !hists__has(browser->hists, comm)) || thread == NULL)
2610 2611
		return 0;

2612 2613 2614 2615 2616 2617
	if (browser->hists->thread_filter) {
		pstack__remove(browser->pstack, &browser->hists->thread_filter);
		perf_hpp__set_elide(HISTC_THREAD, false);
		thread__zput(browser->hists->thread_filter);
		ui_helpline__pop();
	} else {
2618
		if (hists__has(browser->hists, thread)) {
2619 2620 2621 2622 2623 2624 2625 2626
			ui_helpline__fpush("To zoom out press ESC or ENTER + \"Zoom out of %s(%d) thread\"",
					   thread->comm_set ? thread__comm_str(thread) : "",
					   thread->tid);
		} else {
			ui_helpline__fpush("To zoom out press ESC or ENTER + \"Zoom out of %s thread\"",
					   thread->comm_set ? thread__comm_str(thread) : "");
		}

2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637
		browser->hists->thread_filter = thread__get(thread);
		perf_hpp__set_elide(HISTC_THREAD, false);
		pstack__push(browser->pstack, &browser->hists->thread_filter);
	}

	hists__filter_by_thread(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
2638 2639 2640
add_thread_opt(struct hist_browser *browser, struct popup_action *act,
	       char **optstr, struct thread *thread)
{
2641 2642
	int ret;

2643 2644
	if ((!hists__has(browser->hists, thread) &&
	     !hists__has(browser->hists, comm)) || thread == NULL)
2645 2646
		return 0;

2647
	if (hists__has(browser->hists, thread)) {
2648 2649 2650 2651 2652 2653 2654 2655 2656 2657
		ret = asprintf(optstr, "Zoom %s %s(%d) thread",
			       browser->hists->thread_filter ? "out of" : "into",
			       thread->comm_set ? thread__comm_str(thread) : "",
			       thread->tid);
	} else {
		ret = asprintf(optstr, "Zoom %s %s thread",
			       browser->hists->thread_filter ? "out of" : "into",
			       thread->comm_set ? thread__comm_str(thread) : "");
	}
	if (ret < 0)
2658 2659 2660 2661 2662 2663 2664 2665 2666
		return 0;

	act->thread = thread;
	act->fn = do_zoom_thread;
	return 1;
}

static int
do_zoom_dso(struct hist_browser *browser, struct popup_action *act)
2667
{
2668
	struct map *map = act->ms.map;
2669

2670
	if (!hists__has(browser->hists, dso) || map == NULL)
2671 2672
		return 0;

2673 2674 2675 2676 2677 2678
	if (browser->hists->dso_filter) {
		pstack__remove(browser->pstack, &browser->hists->dso_filter);
		perf_hpp__set_elide(HISTC_DSO, false);
		browser->hists->dso_filter = NULL;
		ui_helpline__pop();
	} else {
2679
		ui_helpline__fpush("To zoom out press ESC or ENTER + \"Zoom out of %s DSO\"",
2680 2681
				   __map__is_kernel(map) ? "the Kernel" : map->dso->short_name);
		browser->hists->dso_filter = map->dso;
2682 2683 2684 2685 2686 2687 2688 2689 2690 2691
		perf_hpp__set_elide(HISTC_DSO, true);
		pstack__push(browser->pstack, &browser->hists->dso_filter);
	}

	hists__filter_by_dso(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
2692
add_dso_opt(struct hist_browser *browser, struct popup_action *act,
2693
	    char **optstr, struct map *map)
2694
{
2695
	if (!hists__has(browser->hists, dso) || map == NULL)
2696 2697 2698 2699
		return 0;

	if (asprintf(optstr, "Zoom %s %s DSO",
		     browser->hists->dso_filter ? "out of" : "into",
2700
		     __map__is_kernel(map) ? "the Kernel" : map->dso->short_name) < 0)
2701 2702
		return 0;

2703
	act->ms.map = map;
2704 2705 2706 2707 2708 2709 2710 2711 2712
	act->fn = do_zoom_dso;
	return 1;
}

static int
do_browse_map(struct hist_browser *browser __maybe_unused,
	      struct popup_action *act)
{
	map__browse(act->ms.map);
2713 2714 2715
	return 0;
}

2716
static int
2717
add_map_opt(struct hist_browser *browser,
2718 2719
	    struct popup_action *act, char **optstr, struct map *map)
{
2720
	if (!hists__has(browser->hists, dso) || map == NULL)
2721 2722 2723 2724 2725 2726 2727 2728 2729 2730
		return 0;

	if (asprintf(optstr, "Browse map details") < 0)
		return 0;

	act->ms.map = map;
	act->fn = do_browse_map;
	return 1;
}

2731 2732
static int
do_run_script(struct hist_browser *browser __maybe_unused,
2733
	      struct popup_action *act)
2734 2735 2736 2737
{
	char script_opt[64];
	memset(script_opt, 0, sizeof(script_opt));

2738
	if (act->thread) {
2739
		scnprintf(script_opt, sizeof(script_opt), " -c %s ",
2740 2741
			  thread__comm_str(act->thread));
	} else if (act->ms.sym) {
2742
		scnprintf(script_opt, sizeof(script_opt), " -S %s ",
2743
			  act->ms.sym->name);
2744 2745 2746 2747 2748 2749 2750
	}

	script_browse(script_opt);
	return 0;
}

static int
2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776
add_script_opt(struct hist_browser *browser __maybe_unused,
	       struct popup_action *act, char **optstr,
	       struct thread *thread, struct symbol *sym)
{
	if (thread) {
		if (asprintf(optstr, "Run scripts for samples of thread [%s]",
			     thread__comm_str(thread)) < 0)
			return 0;
	} else if (sym) {
		if (asprintf(optstr, "Run scripts for samples of symbol [%s]",
			     sym->name) < 0)
			return 0;
	} else {
		if (asprintf(optstr, "Run scripts for all samples") < 0)
			return 0;
	}

	act->thread = thread;
	act->ms.sym = sym;
	act->fn = do_run_script;
	return 1;
}

static int
do_switch_data(struct hist_browser *browser __maybe_unused,
	       struct popup_action *act __maybe_unused)
2777 2778 2779 2780
{
	if (switch_data_file()) {
		ui__warning("Won't switch the data files due to\n"
			    "no valid data file get selected!\n");
2781
		return 0;
2782 2783 2784 2785 2786
	}

	return K_SWITCH_INPUT_DATA;
}

2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818
static int
add_switch_opt(struct hist_browser *browser,
	       struct popup_action *act, char **optstr)
{
	if (!is_report_browser(browser->hbt))
		return 0;

	if (asprintf(optstr, "Switch to another data file in PWD") < 0)
		return 0;

	act->fn = do_switch_data;
	return 1;
}

static int
do_exit_browser(struct hist_browser *browser __maybe_unused,
		struct popup_action *act __maybe_unused)
{
	return 0;
}

static int
add_exit_opt(struct hist_browser *browser __maybe_unused,
	     struct popup_action *act, char **optstr)
{
	if (asprintf(optstr, "Exit") < 0)
		return 0;

	act->fn = do_exit_browser;
	return 1;
}

2819 2820 2821
static int
do_zoom_socket(struct hist_browser *browser, struct popup_action *act)
{
2822
	if (!hists__has(browser->hists, socket) || act->socket < 0)
2823 2824
		return 0;

2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843
	if (browser->hists->socket_filter > -1) {
		pstack__remove(browser->pstack, &browser->hists->socket_filter);
		browser->hists->socket_filter = -1;
		perf_hpp__set_elide(HISTC_SOCKET, false);
	} else {
		browser->hists->socket_filter = act->socket;
		perf_hpp__set_elide(HISTC_SOCKET, true);
		pstack__push(browser->pstack, &browser->hists->socket_filter);
	}

	hists__filter_by_socket(browser->hists);
	hist_browser__reset(browser);
	return 0;
}

static int
add_socket_opt(struct hist_browser *browser, struct popup_action *act,
	       char **optstr, int socket_id)
{
2844
	if (!hists__has(browser->hists, socket) || socket_id < 0)
2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856
		return 0;

	if (asprintf(optstr, "Zoom %s Processor Socket %d",
		     (browser->hists->socket_filter > -1) ? "out of" : "into",
		     socket_id) < 0)
		return 0;

	act->socket = socket_id;
	act->fn = do_zoom_socket;
	return 1;
}

2857
static void hist_browser__update_nr_entries(struct hist_browser *hb)
2858 2859 2860 2861
{
	u64 nr_entries = 0;
	struct rb_node *nd = rb_first(&hb->hists->entries);

2862
	if (hb->min_pcnt == 0 && !symbol_conf.report_hierarchy) {
2863 2864 2865 2866
		hb->nr_non_filtered_entries = hb->hists->nr_non_filtered_entries;
		return;
	}

2867
	while ((nd = hists__filter_entries(nd, hb->min_pcnt)) != NULL) {
2868
		nr_entries++;
2869
		nd = rb_hierarchy_next(nd);
2870 2871
	}

2872
	hb->nr_non_filtered_entries = nr_entries;
2873
	hb->nr_hierarchy_entries = nr_entries;
2874
}
2875

2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888
static void hist_browser__update_percent_limit(struct hist_browser *hb,
					       double percent)
{
	struct hist_entry *he;
	struct rb_node *nd = rb_first(&hb->hists->entries);
	u64 total = hists__total_period(hb->hists);
	u64 min_callchain_hits = total * (percent / 100);

	hb->min_pcnt = callchain_param.min_percent = percent;

	while ((nd = hists__filter_entries(nd, hb->min_pcnt)) != NULL) {
		he = rb_entry(nd, struct hist_entry, rb_node);

2889 2890 2891 2892 2893
		if (he->has_no_entry) {
			he->has_no_entry = false;
			he->nr_rows = 0;
		}

2894 2895 2896
		if (!he->leaf || !symbol_conf.use_callchain)
			goto next;

2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908
		if (callchain_param.mode == CHAIN_GRAPH_REL) {
			total = he->stat.period;

			if (symbol_conf.cumulate_callchain)
				total = he->stat_acc->period;

			min_callchain_hits = total * (percent / 100);
		}

		callchain_param.sort(&he->sorted_chain, he->callchain,
				     min_callchain_hits, &callchain_param);

2909
next:
2910
		nd = __rb_hierarchy_next(nd, HMD_FORCE_CHILD);
2911

2912 2913
		/* force to re-evaluate folding state of callchains */
		he->init_have_children = false;
2914
		hist_entry__set_folding(he, hb, false);
2915 2916 2917
	}
}

2918
static int perf_evsel__hists_browse(struct perf_evsel *evsel, int nr_events,
2919
				    const char *helpline,
2920
				    bool left_exits,
2921
				    struct hist_browser_timer *hbt,
2922
				    float min_pcnt,
2923
				    struct perf_env *env)
2924
{
2925
	struct hists *hists = evsel__hists(evsel);
2926
	struct hist_browser *browser = perf_evsel_browser__new(evsel, hbt, env);
2927
	struct branch_info *bi;
2928 2929
#define MAX_OPTIONS  16
	char *options[MAX_OPTIONS];
2930
	struct popup_action actions[MAX_OPTIONS];
2931
	int nr_options = 0;
2932
	int key = -1;
2933
	char buf[64];
2934
	int delay_secs = hbt ? hbt->refresh : 0;
2935

2936 2937 2938 2939 2940 2941 2942 2943
#define HIST_BROWSER_HELP_COMMON					\
	"h/?/F1        Show this window\n"				\
	"UP/DOWN/PGUP\n"						\
	"PGDN/SPACE    Navigate\n"					\
	"q/ESC/CTRL+C  Exit browser\n\n"				\
	"For multiple event sessions:\n\n"				\
	"TAB/UNTAB     Switch events\n\n"				\
	"For symbolic views (--sort has sym):\n\n"			\
2944 2945
	"ENTER         Zoom into DSO/Threads & Annotate current symbol\n" \
	"ESC           Zoom out\n"					\
2946 2947 2948 2949
	"a             Annotate current symbol\n"			\
	"C             Collapse all callchains\n"			\
	"d             Zoom into current DSO\n"				\
	"E             Expand all callchains\n"				\
2950
	"F             Toggle percentage of filtered entries\n"		\
2951
	"H             Display column headers\n"			\
2952
	"L             Change percent limit\n"				\
2953
	"m             Display context menu\n"				\
2954
	"S             Zoom into current Processor Socket\n"		\
2955 2956 2957

	/* help messages are sorted by lexical order of the hotkey */
	const char report_help[] = HIST_BROWSER_HELP_COMMON
2958
	"i             Show header information\n"
2959 2960 2961 2962 2963 2964 2965 2966 2967 2968
	"P             Print histograms to perf.hist.N\n"
	"r             Run available scripts\n"
	"s             Switch to another data file in PWD\n"
	"t             Zoom into current Thread\n"
	"V             Verbose (DSO names in callchains, etc)\n"
	"/             Filter symbol by name";
	const char top_help[] = HIST_BROWSER_HELP_COMMON
	"P             Print histograms to perf.hist.N\n"
	"t             Zoom into current Thread\n"
	"V             Verbose (DSO names in callchains, etc)\n"
2969
	"z             Toggle zeroing of samples\n"
2970
	"f             Enable/Disable events\n"
2971 2972
	"/             Filter symbol by name";

2973 2974 2975
	if (browser == NULL)
		return -1;

2976 2977 2978 2979
	/* reset abort key so that it can get Ctrl-C as a key */
	SLang_reset_tty();
	SLang_init_tty(0, 0, 0);

2980
	if (min_pcnt)
2981
		browser->min_pcnt = min_pcnt;
2982
	hist_browser__update_nr_entries(browser);
2983

2984
	browser->pstack = pstack__new(3);
2985
	if (browser->pstack == NULL)
2986 2987 2988 2989
		goto out;

	ui_helpline__push(helpline);

2990
	memset(options, 0, sizeof(options));
2991
	memset(actions, 0, sizeof(actions));
2992

2993 2994 2995
	if (symbol_conf.col_width_list_str)
		perf_hpp__set_user_width(symbol_conf.col_width_list_str);

2996
	while (1) {
2997
		struct thread *thread = NULL;
2998
		struct map *map = NULL;
2999
		int choice = 0;
3000
		int socked_id = -1;
3001

3002 3003
		nr_options = 0;

3004
		key = hist_browser__run(browser, helpline);
3005

3006 3007
		if (browser->he_selection != NULL) {
			thread = hist_browser__selected_thread(browser);
3008
			map = browser->selection->map;
3009
			socked_id = browser->he_selection->socket;
3010
		}
3011
		switch (key) {
3012 3013
		case K_TAB:
		case K_UNTAB:
3014 3015
			if (nr_events == 1)
				continue;
3016 3017 3018 3019 3020 3021
			/*
			 * Exit the browser, let hists__browser_tree
			 * go to the next or previous
			 */
			goto out_free_stack;
		case 'a':
3022
			if (!hists__has(hists, sym)) {
3023
				ui_browser__warning(&browser->b, delay_secs * 2,
3024
			"Annotation is only available for symbolic views, "
3025
			"include \"sym*\" in --sort to use it.");
3026 3027 3028
				continue;
			}

3029
			if (browser->selection == NULL ||
3030
			    browser->selection->sym == NULL ||
3031
			    browser->selection->map->dso->annotate_warned)
3032
				continue;
3033

3034 3035 3036
			actions->ms.map = browser->selection->map;
			actions->ms.sym = browser->selection->sym;
			do_annotate(browser, actions);
3037
			continue;
3038 3039 3040
		case 'P':
			hist_browser__dump(browser);
			continue;
3041
		case 'd':
3042
			actions->ms.map = map;
3043
			do_zoom_dso(browser, actions);
3044
			continue;
3045
		case 'V':
3046 3047 3048 3049
			verbose = (verbose + 1) % 4;
			browser->show_dso = verbose > 0;
			ui_helpline__fpush("Verbosity level set to %d\n",
					   verbose);
3050
			continue;
3051
		case 't':
3052 3053
			actions->thread = thread;
			do_zoom_thread(browser, actions);
3054
			continue;
3055 3056 3057 3058
		case 'S':
			actions->socket = socked_id;
			do_zoom_socket(browser, actions);
			continue;
3059
		case '/':
3060
			if (ui_browser__input_window("Symbol to show",
3061 3062
					"Please enter the name of symbol you want to see.\n"
					"To remove the filter later, press / + ENTER.",
3063 3064
					buf, "ENTER: OK, ESC: Cancel",
					delay_secs * 2) == K_ENTER) {
3065 3066
				hists->symbol_filter_str = *buf ? buf : NULL;
				hists__filter_by_symbol(hists);
3067 3068 3069
				hist_browser__reset(browser);
			}
			continue;
3070
		case 'r':
3071 3072 3073 3074 3075
			if (is_report_browser(hbt)) {
				actions->thread = NULL;
				actions->ms.sym = NULL;
				do_run_script(browser, actions);
			}
3076
			continue;
3077
		case 's':
3078
			if (is_report_browser(hbt)) {
3079
				key = do_switch_data(browser, actions);
3080 3081 3082
				if (key == K_SWITCH_INPUT_DATA)
					goto out_free_stack;
			}
3083
			continue;
3084 3085 3086 3087 3088
		case 'i':
			/* env->arch is NULL for live-mode (i.e. perf top) */
			if (env->arch)
				tui__header_window(env);
			continue;
3089 3090 3091
		case 'F':
			symbol_conf.filter_relative ^= 1;
			continue;
3092 3093 3094 3095 3096 3097 3098
		case 'z':
			if (!is_report_browser(hbt)) {
				struct perf_top *top = hbt->arg;

				top->zero = !top->zero;
			}
			continue;
3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116
		case 'L':
			if (ui_browser__input_window("Percent Limit",
					"Please enter the value you want to hide entries under that percent.",
					buf, "ENTER: OK, ESC: Cancel",
					delay_secs * 2) == K_ENTER) {
				char *end;
				double new_percent = strtod(buf, &end);

				if (new_percent < 0 || new_percent > 100) {
					ui_browser__warning(&browser->b, delay_secs * 2,
						"Invalid percent: %.2f", new_percent);
					continue;
				}

				hist_browser__update_percent_limit(browser, new_percent);
				hist_browser__reset(browser);
			}
			continue;
3117
		case K_F1:
3118 3119
		case 'h':
		case '?':
3120
			ui_browser__help_window(&browser->b,
3121
				is_report_browser(hbt) ? report_help : top_help);
3122
			continue;
3123 3124
		case K_ENTER:
		case K_RIGHT:
3125
		case 'm':
3126 3127
			/* menu */
			break;
3128
		case K_ESC:
3129
		case K_LEFT: {
3130
			const void *top;
3131

3132
			if (pstack__empty(browser->pstack)) {
3133 3134 3135 3136 3137
				/*
				 * Go back to the perf_evsel_menu__run or other user
				 */
				if (left_exits)
					goto out_free_stack;
3138 3139 3140 3141 3142 3143

				if (key == K_ESC &&
				    ui_browser__dialog_yesno(&browser->b,
							     "Do you really want to exit?"))
					goto out_free_stack;

3144
				continue;
3145
			}
3146
			top = pstack__peek(browser->pstack);
3147
			if (top == &browser->hists->dso_filter) {
3148 3149 3150 3151 3152 3153
				/*
				 * No need to set actions->dso here since
				 * it's just to remove the current filter.
				 * Ditto for thread below.
				 */
				do_zoom_dso(browser, actions);
3154
			} else if (top == &browser->hists->thread_filter) {
3155
				do_zoom_thread(browser, actions);
3156 3157 3158
			} else if (top == &browser->hists->socket_filter) {
				do_zoom_socket(browser, actions);
			}
3159 3160
			continue;
		}
3161 3162
		case 'q':
		case CTRL('c'):
3163
			goto out_free_stack;
3164
		case 'f':
3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181
			if (!is_report_browser(hbt)) {
				struct perf_top *top = hbt->arg;

				perf_evlist__toggle_enable(top->evlist);
				/*
				 * No need to refresh, resort/decay histogram
				 * entries if we are not collecting samples:
				 */
				if (top->evlist->enabled) {
					helpline = "Press 'f' to disable the events or 'h' to see other hotkeys";
					hbt->refresh = delay_secs;
				} else {
					helpline = "Press 'f' again to re-enable the events";
					hbt->refresh = 0;
				}
				continue;
			}
3182
			/* Fall thru */
3183
		default:
3184
			helpline = "Press '?' for help on key bindings";
3185
			continue;
3186 3187
		}

3188
		if (!hists__has(hists, sym) || browser->selection == NULL)
3189 3190
			goto skip_annotation;

3191
		if (sort__mode == SORT_MODE__BRANCH) {
3192
			bi = browser->he_selection->branch_info;
3193 3194 3195 3196

			if (bi == NULL)
				goto skip_annotation;

3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207
			nr_options += add_annotate_opt(browser,
						       &actions[nr_options],
						       &options[nr_options],
						       bi->from.map,
						       bi->from.sym);
			if (bi->to.sym != bi->from.sym)
				nr_options += add_annotate_opt(browser,
							&actions[nr_options],
							&options[nr_options],
							bi->to.map,
							bi->to.sym);
3208
		} else {
3209 3210 3211 3212 3213
			nr_options += add_annotate_opt(browser,
						       &actions[nr_options],
						       &options[nr_options],
						       browser->selection->map,
						       browser->selection->sym);
3214
		}
3215
skip_annotation:
3216 3217 3218
		nr_options += add_thread_opt(browser, &actions[nr_options],
					     &options[nr_options], thread);
		nr_options += add_dso_opt(browser, &actions[nr_options],
3219
					  &options[nr_options], map);
3220 3221
		nr_options += add_map_opt(browser, &actions[nr_options],
					  &options[nr_options],
3222 3223
					  browser->selection ?
						browser->selection->map : NULL);
3224 3225 3226
		nr_options += add_socket_opt(browser, &actions[nr_options],
					     &options[nr_options],
					     socked_id);
3227
		/* perf script support */
3228 3229 3230
		if (!is_report_browser(hbt))
			goto skip_scripting;

3231
		if (browser->he_selection) {
3232
			if (hists__has(hists, thread) && thread) {
3233 3234 3235 3236 3237
				nr_options += add_script_opt(browser,
							     &actions[nr_options],
							     &options[nr_options],
							     thread, NULL);
			}
3238 3239 3240 3241 3242 3243 3244 3245 3246
			/*
			 * Note that browser->selection != NULL
			 * when browser->he_selection is not NULL,
			 * so we don't need to check browser->selection
			 * before fetching browser->selection->sym like what
			 * we do before fetching browser->selection->map.
			 *
			 * See hist_browser__show_entry.
			 */
3247
			if (hists__has(hists, sym) && browser->selection->sym) {
3248 3249 3250 3251 3252
				nr_options += add_script_opt(browser,
							     &actions[nr_options],
							     &options[nr_options],
							     NULL, browser->selection->sym);
			}
3253
		}
3254 3255 3256 3257
		nr_options += add_script_opt(browser, &actions[nr_options],
					     &options[nr_options], NULL, NULL);
		nr_options += add_switch_opt(browser, &actions[nr_options],
					     &options[nr_options]);
3258
skip_scripting:
3259 3260
		nr_options += add_exit_opt(browser, &actions[nr_options],
					   &options[nr_options]);
3261

3262 3263
		do {
			struct popup_action *act;
3264

3265 3266 3267
			choice = ui__popup_menu(nr_options, options);
			if (choice == -1 || choice >= nr_options)
				break;
3268

3269 3270 3271
			act = &actions[choice];
			key = act->fn(browser, act);
		} while (key == 1);
3272

3273 3274
		if (key == K_SWITCH_INPUT_DATA)
			break;
3275 3276
	}
out_free_stack:
3277
	pstack__delete(browser->pstack);
3278 3279
out:
	hist_browser__delete(browser);
3280
	free_popup_options(options, MAX_OPTIONS);
3281 3282 3283
	return key;
}

3284 3285 3286
struct perf_evsel_menu {
	struct ui_browser b;
	struct perf_evsel *selection;
3287
	bool lost_events, lost_events_warned;
3288
	float min_pcnt;
3289
	struct perf_env *env;
3290 3291 3292 3293 3294 3295 3296 3297
};

static void perf_evsel_menu__write(struct ui_browser *browser,
				   void *entry, int row)
{
	struct perf_evsel_menu *menu = container_of(browser,
						    struct perf_evsel_menu, b);
	struct perf_evsel *evsel = list_entry(entry, struct perf_evsel, node);
3298
	struct hists *hists = evsel__hists(evsel);
3299
	bool current_entry = ui_browser__is_current_entry(browser, row);
3300
	unsigned long nr_events = hists->stats.nr_events[PERF_RECORD_SAMPLE];
3301
	const char *ev_name = perf_evsel__name(evsel);
3302
	char bf[256], unit;
3303 3304
	const char *warn = " ";
	size_t printed;
3305 3306 3307 3308

	ui_browser__set_color(browser, current_entry ? HE_COLORSET_SELECTED :
						       HE_COLORSET_NORMAL);

3309
	if (perf_evsel__is_group_event(evsel)) {
3310 3311 3312 3313 3314
		struct perf_evsel *pos;

		ev_name = perf_evsel__group_name(evsel);

		for_each_group_member(pos, evsel) {
3315 3316
			struct hists *pos_hists = evsel__hists(pos);
			nr_events += pos_hists->stats.nr_events[PERF_RECORD_SAMPLE];
3317 3318 3319
		}
	}

3320
	nr_events = convert_unit(nr_events, &unit);
3321
	printed = scnprintf(bf, sizeof(bf), "%lu%c%s%s", nr_events,
3322
			   unit, unit == ' ' ? "" : " ", ev_name);
3323
	ui_browser__printf(browser, "%s", bf);
3324

3325
	nr_events = hists->stats.nr_events[PERF_RECORD_LOST];
3326 3327 3328 3329 3330
	if (nr_events != 0) {
		menu->lost_events = true;
		if (!current_entry)
			ui_browser__set_color(browser, HE_COLORSET_TOP);
		nr_events = convert_unit(nr_events, &unit);
3331 3332
		printed += scnprintf(bf, sizeof(bf), ": %ld%c%schunks LOST!",
				     nr_events, unit, unit == ' ' ? "" : " ");
3333 3334 3335
		warn = bf;
	}

3336
	ui_browser__write_nstring(browser, warn, browser->width - printed);
3337 3338 3339 3340 3341

	if (current_entry)
		menu->selection = evsel;
}

3342 3343
static int perf_evsel_menu__run(struct perf_evsel_menu *menu,
				int nr_events, const char *help,
3344
				struct hist_browser_timer *hbt)
3345
{
3346
	struct perf_evlist *evlist = menu->b.priv;
3347
	struct perf_evsel *pos;
3348
	const char *title = "Available samples";
3349
	int delay_secs = hbt ? hbt->refresh : 0;
3350
	int key;
3351

3352 3353 3354 3355 3356
	if (ui_browser__show(&menu->b, title,
			     "ESC: exit, ENTER|->: Browse histograms") < 0)
		return -1;

	while (1) {
3357
		key = ui_browser__run(&menu->b, delay_secs);
3358 3359

		switch (key) {
3360
		case K_TIMER:
3361
			hbt->timer(hbt->arg);
3362 3363 3364 3365 3366

			if (!menu->lost_events_warned && menu->lost_events) {
				ui_browser__warn_lost_events(&menu->b);
				menu->lost_events_warned = true;
			}
3367
			continue;
3368 3369
		case K_RIGHT:
		case K_ENTER:
3370 3371 3372 3373
			if (!menu->selection)
				continue;
			pos = menu->selection;
browse_hists:
3374 3375 3376 3377 3378
			perf_evlist__set_selected(evlist, pos);
			/*
			 * Give the calling tool a chance to populate the non
			 * default evsel resorted hists tree.
			 */
3379 3380
			if (hbt)
				hbt->timer(hbt->arg);
3381
			key = perf_evsel__hists_browse(pos, nr_events, help,
3382
						       true, hbt,
3383
						       menu->min_pcnt,
3384
						       menu->env);
3385
			ui_browser__show_title(&menu->b, title);
3386
			switch (key) {
3387
			case K_TAB:
3388
				if (pos->node.next == &evlist->entries)
3389
					pos = perf_evlist__first(evlist);
3390
				else
3391
					pos = perf_evsel__next(pos);
3392
				goto browse_hists;
3393
			case K_UNTAB:
3394
				if (pos->node.prev == &evlist->entries)
3395
					pos = perf_evlist__last(evlist);
3396
				else
3397
					pos = perf_evsel__prev(pos);
3398
				goto browse_hists;
3399
			case K_SWITCH_INPUT_DATA:
3400 3401 3402
			case 'q':
			case CTRL('c'):
				goto out;
3403
			case K_ESC:
3404 3405 3406
			default:
				continue;
			}
3407
		case K_LEFT:
3408
			continue;
3409
		case K_ESC:
3410 3411
			if (!ui_browser__dialog_yesno(&menu->b,
					       "Do you really want to exit?"))
3412 3413
				continue;
			/* Fall thru */
3414 3415 3416
		case 'q':
		case CTRL('c'):
			goto out;
3417
		default:
3418
			continue;
3419 3420 3421
		}
	}

3422 3423 3424 3425 3426
out:
	ui_browser__hide(&menu->b);
	return key;
}

3427
static bool filter_group_entries(struct ui_browser *browser __maybe_unused,
3428 3429 3430 3431 3432 3433 3434 3435 3436 3437
				 void *entry)
{
	struct perf_evsel *evsel = list_entry(entry, struct perf_evsel, node);

	if (symbol_conf.event_group && !perf_evsel__is_group_leader(evsel))
		return true;

	return false;
}

3438
static int __perf_evlist__tui_browse_hists(struct perf_evlist *evlist,
3439
					   int nr_entries, const char *help,
3440
					   struct hist_browser_timer *hbt,
3441
					   float min_pcnt,
3442
					   struct perf_env *env)
3443 3444 3445 3446 3447 3448 3449 3450
{
	struct perf_evsel *pos;
	struct perf_evsel_menu menu = {
		.b = {
			.entries    = &evlist->entries,
			.refresh    = ui_browser__list_head_refresh,
			.seek	    = ui_browser__list_head_seek,
			.write	    = perf_evsel_menu__write,
3451 3452
			.filter	    = filter_group_entries,
			.nr_entries = nr_entries,
3453 3454
			.priv	    = evlist,
		},
3455
		.min_pcnt = min_pcnt,
3456
		.env = env,
3457 3458 3459 3460
	};

	ui_helpline__push("Press ESC to exit");

3461
	evlist__for_each_entry(evlist, pos) {
3462
		const char *ev_name = perf_evsel__name(pos);
3463 3464 3465 3466 3467 3468
		size_t line_len = strlen(ev_name) + 7;

		if (menu.b.width < line_len)
			menu.b.width = line_len;
	}

3469
	return perf_evsel_menu__run(&menu, nr_entries, help, hbt);
3470 3471
}

3472
int perf_evlist__tui_browse_hists(struct perf_evlist *evlist, const char *help,
3473
				  struct hist_browser_timer *hbt,
3474
				  float min_pcnt,
3475
				  struct perf_env *env)
3476
{
3477 3478 3479 3480
	int nr_entries = evlist->nr_entries;

single_entry:
	if (nr_entries == 1) {
3481
		struct perf_evsel *first = perf_evlist__first(evlist);
3482 3483

		return perf_evsel__hists_browse(first, nr_entries, help,
3484
						false, hbt, min_pcnt,
3485
						env);
3486 3487
	}

3488 3489 3490 3491
	if (symbol_conf.event_group) {
		struct perf_evsel *pos;

		nr_entries = 0;
3492
		evlist__for_each_entry(evlist, pos) {
3493 3494
			if (perf_evsel__is_group_leader(pos))
				nr_entries++;
3495
		}
3496 3497 3498 3499 3500 3501

		if (nr_entries == 1)
			goto single_entry;
	}

	return __perf_evlist__tui_browse_hists(evlist, nr_entries, help,
3502
					       hbt, min_pcnt, env);
3503
}