xref: /linux/tools/perf/ui/hist.c (revision 7043dc52)
1 // SPDX-License-Identifier: GPL-2.0
2 #include <inttypes.h>
3 #include <math.h>
4 #include <stdlib.h>
5 #include <string.h>
6 #include <linux/compiler.h>
7 
8 #include "../util/callchain.h"
9 #include "../util/debug.h"
10 #include "../util/hist.h"
11 #include "../util/sort.h"
12 #include "../util/evsel.h"
13 #include "../util/evlist.h"
14 #include "../util/thread.h"
15 #include "../util/util.h"
16 
17 /* hist period print (hpp) functions */
18 
19 #define hpp__call_print_fn(hpp, fn, fmt, ...)			\
20 ({								\
21 	int __ret = fn(hpp, fmt, ##__VA_ARGS__);		\
22 	advance_hpp(hpp, __ret);				\
23 	__ret;							\
24 })
25 
__hpp__fmt(struct perf_hpp * hpp,struct hist_entry * he,hpp_field_fn get_field,const char * fmt,int len,hpp_snprint_fn print_fn,enum perf_hpp_fmt_type fmtype)26 static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
27 		      hpp_field_fn get_field, const char *fmt, int len,
28 		      hpp_snprint_fn print_fn, enum perf_hpp_fmt_type fmtype)
29 {
30 	int ret;
31 	struct hists *hists = he->hists;
32 	struct evsel *evsel = hists_to_evsel(hists);
33 	char *buf = hpp->buf;
34 	size_t size = hpp->size;
35 
36 	if (fmtype == PERF_HPP_FMT_TYPE__PERCENT) {
37 		double percent = 0.0;
38 		u64 total = hists__total_period(hists);
39 
40 		if (total)
41 			percent = 100.0 * get_field(he) / total;
42 
43 		ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
44 	} else if (fmtype == PERF_HPP_FMT_TYPE__AVERAGE) {
45 		double average = 0;
46 
47 		if (he->stat.nr_events)
48 			average = 1.0 * get_field(he) / he->stat.nr_events;
49 
50 		ret = hpp__call_print_fn(hpp, print_fn, fmt, len, average);
51 	} else {
52 		ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
53 	}
54 
55 	if (evsel__is_group_event(evsel)) {
56 		int prev_idx, idx_delta;
57 		struct hist_entry *pair;
58 		int nr_members = evsel->core.nr_members;
59 
60 		prev_idx = evsel__group_idx(evsel);
61 
62 		list_for_each_entry(pair, &he->pairs.head, pairs.node) {
63 			u64 period = get_field(pair);
64 			u64 total = hists__total_period(pair->hists);
65 			int nr_samples = pair->stat.nr_events;
66 
67 			if (!total)
68 				continue;
69 
70 			evsel = hists_to_evsel(pair->hists);
71 			idx_delta = evsel__group_idx(evsel) - prev_idx - 1;
72 
73 			while (idx_delta--) {
74 				/*
75 				 * zero-fill group members in the middle which
76 				 * have no sample
77 				 */
78 				if (fmtype != PERF_HPP_FMT_TYPE__RAW) {
79 					ret += hpp__call_print_fn(hpp, print_fn,
80 								  fmt, len, 0.0);
81 				} else {
82 					ret += hpp__call_print_fn(hpp, print_fn,
83 								  fmt, len, 0ULL);
84 				}
85 			}
86 
87 			if (fmtype == PERF_HPP_FMT_TYPE__PERCENT) {
88 				ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
89 							  100.0 * period / total);
90 			} else if (fmtype == PERF_HPP_FMT_TYPE__AVERAGE) {
91 				double avg = nr_samples ? (period / nr_samples) : 0;
92 
93 				ret += hpp__call_print_fn(hpp, print_fn, fmt,
94 							  len, avg);
95 			} else {
96 				ret += hpp__call_print_fn(hpp, print_fn, fmt,
97 							  len, period);
98 			}
99 
100 			prev_idx = evsel__group_idx(evsel);
101 		}
102 
103 		idx_delta = nr_members - prev_idx - 1;
104 
105 		while (idx_delta--) {
106 			/*
107 			 * zero-fill group members at last which have no sample
108 			 */
109 			if (fmtype != PERF_HPP_FMT_TYPE__RAW) {
110 				ret += hpp__call_print_fn(hpp, print_fn,
111 							  fmt, len, 0.0);
112 			} else {
113 				ret += hpp__call_print_fn(hpp, print_fn,
114 							  fmt, len, 0ULL);
115 			}
116 		}
117 	}
118 
119 	/*
120 	 * Restore original buf and size as it's where caller expects
121 	 * the result will be saved.
122 	 */
123 	hpp->buf = buf;
124 	hpp->size = size;
125 
126 	return ret;
127 }
128 
hpp__fmt(struct perf_hpp_fmt * fmt,struct perf_hpp * hpp,struct hist_entry * he,hpp_field_fn get_field,const char * fmtstr,hpp_snprint_fn print_fn,enum perf_hpp_fmt_type fmtype)129 int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
130 	     struct hist_entry *he, hpp_field_fn get_field,
131 	     const char *fmtstr, hpp_snprint_fn print_fn,
132 	     enum perf_hpp_fmt_type fmtype)
133 {
134 	int len = fmt->user_len ?: fmt->len;
135 
136 	if (symbol_conf.field_sep) {
137 		return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
138 				  print_fn, fmtype);
139 	}
140 
141 	if (fmtype == PERF_HPP_FMT_TYPE__PERCENT)
142 		len -= 2; /* 2 for a space and a % sign */
143 	else
144 		len -= 1;
145 
146 	return  __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmtype);
147 }
148 
hpp__fmt_acc(struct perf_hpp_fmt * fmt,struct perf_hpp * hpp,struct hist_entry * he,hpp_field_fn get_field,const char * fmtstr,hpp_snprint_fn print_fn,enum perf_hpp_fmt_type fmtype)149 int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
150 		 struct hist_entry *he, hpp_field_fn get_field,
151 		 const char *fmtstr, hpp_snprint_fn print_fn,
152 		 enum perf_hpp_fmt_type fmtype)
153 {
154 	if (!symbol_conf.cumulate_callchain) {
155 		int len = fmt->user_len ?: fmt->len;
156 		return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
157 	}
158 
159 	return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmtype);
160 }
161 
field_cmp(u64 field_a,u64 field_b)162 static int field_cmp(u64 field_a, u64 field_b)
163 {
164 	if (field_a > field_b)
165 		return 1;
166 	if (field_a < field_b)
167 		return -1;
168 	return 0;
169 }
170 
hist_entry__new_pair(struct hist_entry * a,struct hist_entry * b,hpp_field_fn get_field,int nr_members,u64 ** fields_a,u64 ** fields_b)171 static int hist_entry__new_pair(struct hist_entry *a, struct hist_entry *b,
172 				hpp_field_fn get_field, int nr_members,
173 				u64 **fields_a, u64 **fields_b)
174 {
175 	u64 *fa = calloc(nr_members, sizeof(*fa)),
176 	    *fb = calloc(nr_members, sizeof(*fb));
177 	struct hist_entry *pair;
178 
179 	if (!fa || !fb)
180 		goto out_free;
181 
182 	list_for_each_entry(pair, &a->pairs.head, pairs.node) {
183 		struct evsel *evsel = hists_to_evsel(pair->hists);
184 		fa[evsel__group_idx(evsel)] = get_field(pair);
185 	}
186 
187 	list_for_each_entry(pair, &b->pairs.head, pairs.node) {
188 		struct evsel *evsel = hists_to_evsel(pair->hists);
189 		fb[evsel__group_idx(evsel)] = get_field(pair);
190 	}
191 
192 	*fields_a = fa;
193 	*fields_b = fb;
194 	return 0;
195 out_free:
196 	free(fa);
197 	free(fb);
198 	*fields_a = *fields_b = NULL;
199 	return -1;
200 }
201 
__hpp__group_sort_idx(struct hist_entry * a,struct hist_entry * b,hpp_field_fn get_field,int idx)202 static int __hpp__group_sort_idx(struct hist_entry *a, struct hist_entry *b,
203 				 hpp_field_fn get_field, int idx)
204 {
205 	struct evsel *evsel = hists_to_evsel(a->hists);
206 	u64 *fields_a, *fields_b;
207 	int cmp, nr_members, ret, i;
208 
209 	cmp = field_cmp(get_field(a), get_field(b));
210 	if (!evsel__is_group_event(evsel))
211 		return cmp;
212 
213 	nr_members = evsel->core.nr_members;
214 	if (idx < 1 || idx >= nr_members)
215 		return cmp;
216 
217 	ret = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
218 	if (ret) {
219 		ret = cmp;
220 		goto out;
221 	}
222 
223 	ret = field_cmp(fields_a[idx], fields_b[idx]);
224 	if (ret)
225 		goto out;
226 
227 	for (i = 1; i < nr_members; i++) {
228 		if (i != idx) {
229 			ret = field_cmp(fields_a[i], fields_b[i]);
230 			if (ret)
231 				goto out;
232 		}
233 	}
234 
235 out:
236 	free(fields_a);
237 	free(fields_b);
238 
239 	return ret;
240 }
241 
__hpp__sort(struct hist_entry * a,struct hist_entry * b,hpp_field_fn get_field)242 static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
243 		       hpp_field_fn get_field)
244 {
245 	s64 ret;
246 	int i, nr_members;
247 	struct evsel *evsel;
248 	u64 *fields_a, *fields_b;
249 
250 	if (symbol_conf.group_sort_idx && symbol_conf.event_group) {
251 		return __hpp__group_sort_idx(a, b, get_field,
252 					     symbol_conf.group_sort_idx);
253 	}
254 
255 	ret = field_cmp(get_field(a), get_field(b));
256 	if (ret || !symbol_conf.event_group)
257 		return ret;
258 
259 	evsel = hists_to_evsel(a->hists);
260 	if (!evsel__is_group_event(evsel))
261 		return ret;
262 
263 	nr_members = evsel->core.nr_members;
264 	i = hist_entry__new_pair(a, b, get_field, nr_members, &fields_a, &fields_b);
265 	if (i)
266 		goto out;
267 
268 	for (i = 1; i < nr_members; i++) {
269 		ret = field_cmp(fields_a[i], fields_b[i]);
270 		if (ret)
271 			break;
272 	}
273 
274 out:
275 	free(fields_a);
276 	free(fields_b);
277 
278 	return ret;
279 }
280 
__hpp__sort_acc(struct hist_entry * a,struct hist_entry * b,hpp_field_fn get_field)281 static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
282 			   hpp_field_fn get_field)
283 {
284 	s64 ret = 0;
285 
286 	if (symbol_conf.cumulate_callchain) {
287 		/*
288 		 * Put caller above callee when they have equal period.
289 		 */
290 		ret = field_cmp(get_field(a), get_field(b));
291 		if (ret)
292 			return ret;
293 
294 		if ((a->thread == NULL ? NULL : RC_CHK_ACCESS(a->thread)) !=
295 		    (b->thread == NULL ? NULL : RC_CHK_ACCESS(b->thread)) ||
296 		    !hist_entry__has_callchains(a) || !symbol_conf.use_callchain)
297 			return 0;
298 
299 		ret = b->callchain->max_depth - a->callchain->max_depth;
300 		if (callchain_param.order == ORDER_CALLER)
301 			ret = -ret;
302 	}
303 	return ret;
304 }
305 
hpp__width_fn(struct perf_hpp_fmt * fmt,struct perf_hpp * hpp __maybe_unused,struct hists * hists)306 static int hpp__width_fn(struct perf_hpp_fmt *fmt,
307 			 struct perf_hpp *hpp __maybe_unused,
308 			 struct hists *hists)
309 {
310 	int len = fmt->user_len ?: fmt->len;
311 	struct evsel *evsel = hists_to_evsel(hists);
312 
313 	if (symbol_conf.event_group)
314 		len = max(len, evsel->core.nr_members * fmt->len);
315 
316 	if (len < (int)strlen(fmt->name))
317 		len = strlen(fmt->name);
318 
319 	return len;
320 }
321 
hpp__header_fn(struct perf_hpp_fmt * fmt,struct perf_hpp * hpp,struct hists * hists,int line __maybe_unused,int * span __maybe_unused)322 static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
323 			  struct hists *hists, int line __maybe_unused,
324 			  int *span __maybe_unused)
325 {
326 	int len = hpp__width_fn(fmt, hpp, hists);
327 	return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
328 }
329 
hpp_color_scnprintf(struct perf_hpp * hpp,const char * fmt,...)330 int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
331 {
332 	va_list args;
333 	ssize_t ssize = hpp->size;
334 	double percent;
335 	int ret, len;
336 
337 	va_start(args, fmt);
338 	len = va_arg(args, int);
339 	percent = va_arg(args, double);
340 	ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
341 	va_end(args);
342 
343 	return (ret >= ssize) ? (ssize - 1) : ret;
344 }
345 
hpp_entry_scnprintf(struct perf_hpp * hpp,const char * fmt,...)346 static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
347 {
348 	va_list args;
349 	ssize_t ssize = hpp->size;
350 	int ret;
351 
352 	va_start(args, fmt);
353 	ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
354 	va_end(args);
355 
356 	return (ret >= ssize) ? (ssize - 1) : ret;
357 }
358 
359 #define __HPP_COLOR_PERCENT_FN(_type, _field)					\
360 static u64 he_get_##_field(struct hist_entry *he)				\
361 {										\
362 	return he->stat._field;							\
363 }										\
364 										\
365 static int hpp__color_##_type(struct perf_hpp_fmt *fmt,				\
366 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
367 {										\
368 	return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%",		\
369 			hpp_color_scnprintf, PERF_HPP_FMT_TYPE__PERCENT);	\
370 }
371 
372 #define __HPP_ENTRY_PERCENT_FN(_type, _field)					\
373 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
374 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
375 {										\
376 	return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%",		\
377 			hpp_entry_scnprintf, PERF_HPP_FMT_TYPE__PERCENT);	\
378 }
379 
380 #define __HPP_SORT_FN(_type, _field)						\
381 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
382 				 struct hist_entry *a, struct hist_entry *b) 	\
383 {										\
384 	return __hpp__sort(a, b, he_get_##_field);				\
385 }
386 
387 #define __HPP_COLOR_ACC_PERCENT_FN(_type, _field)				\
388 static u64 he_get_acc_##_field(struct hist_entry *he)				\
389 {										\
390 	return he->stat_acc->_field;						\
391 }										\
392 										\
393 static int hpp__color_##_type(struct perf_hpp_fmt *fmt,				\
394 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
395 {										\
396 	return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", 	\
397 			    hpp_color_scnprintf, PERF_HPP_FMT_TYPE__PERCENT);	\
398 }
399 
400 #define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field)				\
401 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
402 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
403 {										\
404 	return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%",	\
405 			    hpp_entry_scnprintf, PERF_HPP_FMT_TYPE__PERCENT);	\
406 }
407 
408 #define __HPP_SORT_ACC_FN(_type, _field)					\
409 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
410 				 struct hist_entry *a, struct hist_entry *b) 	\
411 {										\
412 	return __hpp__sort_acc(a, b, he_get_acc_##_field);			\
413 }
414 
415 #define __HPP_ENTRY_RAW_FN(_type, _field)					\
416 static u64 he_get_raw_##_field(struct hist_entry *he)				\
417 {										\
418 	return he->stat._field;							\
419 }										\
420 										\
421 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
422 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
423 {										\
424 	return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, 	\
425 			hpp_entry_scnprintf, PERF_HPP_FMT_TYPE__RAW);		\
426 }
427 
428 #define __HPP_SORT_RAW_FN(_type, _field)					\
429 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
430 				 struct hist_entry *a, struct hist_entry *b) 	\
431 {										\
432 	return __hpp__sort(a, b, he_get_raw_##_field);				\
433 }
434 
435 #define __HPP_ENTRY_AVERAGE_FN(_type, _field)					\
436 static u64 he_get_##_field(struct hist_entry *he)				\
437 {										\
438 	return he->stat._field;							\
439 }										\
440 										\
441 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
442 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
443 {										\
444 	return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.1f",		\
445 			hpp_entry_scnprintf, PERF_HPP_FMT_TYPE__AVERAGE);	\
446 }
447 
448 #define __HPP_SORT_AVERAGE_FN(_type, _field)					\
449 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
450 				 struct hist_entry *a, struct hist_entry *b) 	\
451 {										\
452 	return __hpp__sort(a, b, he_get_##_field);				\
453 }
454 
455 
456 #define HPP_PERCENT_FNS(_type, _field)					\
457 __HPP_COLOR_PERCENT_FN(_type, _field)					\
458 __HPP_ENTRY_PERCENT_FN(_type, _field)					\
459 __HPP_SORT_FN(_type, _field)
460 
461 #define HPP_PERCENT_ACC_FNS(_type, _field)				\
462 __HPP_COLOR_ACC_PERCENT_FN(_type, _field)				\
463 __HPP_ENTRY_ACC_PERCENT_FN(_type, _field)				\
464 __HPP_SORT_ACC_FN(_type, _field)
465 
466 #define HPP_RAW_FNS(_type, _field)					\
467 __HPP_ENTRY_RAW_FN(_type, _field)					\
468 __HPP_SORT_RAW_FN(_type, _field)
469 
470 #define HPP_AVERAGE_FNS(_type, _field)					\
471 __HPP_ENTRY_AVERAGE_FN(_type, _field)					\
472 __HPP_SORT_AVERAGE_FN(_type, _field)
473 
HPP_PERCENT_FNS(overhead,period)474 HPP_PERCENT_FNS(overhead, period)
475 HPP_PERCENT_FNS(overhead_sys, period_sys)
476 HPP_PERCENT_FNS(overhead_us, period_us)
477 HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
478 HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
479 HPP_PERCENT_ACC_FNS(overhead_acc, period)
480 
481 HPP_RAW_FNS(samples, nr_events)
482 HPP_RAW_FNS(period, period)
483 
484 HPP_AVERAGE_FNS(weight1, weight1)
485 HPP_AVERAGE_FNS(weight2, weight2)
486 HPP_AVERAGE_FNS(weight3, weight3)
487 
488 static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
489 			    struct hist_entry *a __maybe_unused,
490 			    struct hist_entry *b __maybe_unused)
491 {
492 	return 0;
493 }
494 
perf_hpp__is_hpp_entry(struct perf_hpp_fmt * a)495 static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
496 {
497 	return a->header == hpp__header_fn;
498 }
499 
hpp__equal(struct perf_hpp_fmt * a,struct perf_hpp_fmt * b)500 static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
501 {
502 	if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
503 		return false;
504 
505 	return a->idx == b->idx;
506 }
507 
508 #define HPP__COLOR_PRINT_FNS(_name, _fn, _idx)		\
509 	{						\
510 		.name   = _name,			\
511 		.header	= hpp__header_fn,		\
512 		.width	= hpp__width_fn,		\
513 		.color	= hpp__color_ ## _fn,		\
514 		.entry	= hpp__entry_ ## _fn,		\
515 		.cmp	= hpp__nop_cmp,			\
516 		.collapse = hpp__nop_cmp,		\
517 		.sort	= hpp__sort_ ## _fn,		\
518 		.idx	= PERF_HPP__ ## _idx,		\
519 		.equal	= hpp__equal,			\
520 	}
521 
522 #define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx)	\
523 	{						\
524 		.name   = _name,			\
525 		.header	= hpp__header_fn,		\
526 		.width	= hpp__width_fn,		\
527 		.color	= hpp__color_ ## _fn,		\
528 		.entry	= hpp__entry_ ## _fn,		\
529 		.cmp	= hpp__nop_cmp,			\
530 		.collapse = hpp__nop_cmp,		\
531 		.sort	= hpp__sort_ ## _fn,		\
532 		.idx	= PERF_HPP__ ## _idx,		\
533 		.equal	= hpp__equal,			\
534 	}
535 
536 #define HPP__PRINT_FNS(_name, _fn, _idx)		\
537 	{						\
538 		.name   = _name,			\
539 		.header	= hpp__header_fn,		\
540 		.width	= hpp__width_fn,		\
541 		.entry	= hpp__entry_ ## _fn,		\
542 		.cmp	= hpp__nop_cmp,			\
543 		.collapse = hpp__nop_cmp,		\
544 		.sort	= hpp__sort_ ## _fn,		\
545 		.idx	= PERF_HPP__ ## _idx,		\
546 		.equal	= hpp__equal,			\
547 	}
548 
549 struct perf_hpp_fmt perf_hpp__format[] = {
550 	HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
551 	HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
552 	HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
553 	HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
554 	HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
555 	HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
556 	HPP__PRINT_FNS("Samples", samples, SAMPLES),
557 	HPP__PRINT_FNS("Period", period, PERIOD),
558 	HPP__PRINT_FNS("Weight1", weight1, WEIGHT1),
559 	HPP__PRINT_FNS("Weight2", weight2, WEIGHT2),
560 	HPP__PRINT_FNS("Weight3", weight3, WEIGHT3),
561 };
562 
563 struct perf_hpp_list perf_hpp_list = {
564 	.fields	= LIST_HEAD_INIT(perf_hpp_list.fields),
565 	.sorts	= LIST_HEAD_INIT(perf_hpp_list.sorts),
566 	.nr_header_lines = 1,
567 };
568 
569 #undef HPP__COLOR_PRINT_FNS
570 #undef HPP__COLOR_ACC_PRINT_FNS
571 #undef HPP__PRINT_FNS
572 
573 #undef HPP_PERCENT_FNS
574 #undef HPP_PERCENT_ACC_FNS
575 #undef HPP_RAW_FNS
576 #undef HPP_AVERAGE_FNS
577 
578 #undef __HPP_HEADER_FN
579 #undef __HPP_WIDTH_FN
580 #undef __HPP_COLOR_PERCENT_FN
581 #undef __HPP_ENTRY_PERCENT_FN
582 #undef __HPP_COLOR_ACC_PERCENT_FN
583 #undef __HPP_ENTRY_ACC_PERCENT_FN
584 #undef __HPP_ENTRY_RAW_FN
585 #undef __HPP_ENTRY_AVERAGE_FN
586 #undef __HPP_SORT_FN
587 #undef __HPP_SORT_ACC_FN
588 #undef __HPP_SORT_RAW_FN
589 #undef __HPP_SORT_AVERAGE_FN
590 
fmt_free(struct perf_hpp_fmt * fmt)591 static void fmt_free(struct perf_hpp_fmt *fmt)
592 {
593 	/*
594 	 * At this point fmt should be completely
595 	 * unhooked, if not it's a bug.
596 	 */
597 	BUG_ON(!list_empty(&fmt->list));
598 	BUG_ON(!list_empty(&fmt->sort_list));
599 
600 	if (fmt->free)
601 		fmt->free(fmt);
602 }
603 
perf_hpp__init(void)604 void perf_hpp__init(void)
605 {
606 	int i;
607 
608 	for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
609 		struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
610 
611 		INIT_LIST_HEAD(&fmt->list);
612 
613 		/* sort_list may be linked by setup_sorting() */
614 		if (fmt->sort_list.next == NULL)
615 			INIT_LIST_HEAD(&fmt->sort_list);
616 	}
617 
618 	/*
619 	 * If user specified field order, no need to setup default fields.
620 	 */
621 	if (is_strict_order(field_order))
622 		return;
623 
624 	if (symbol_conf.cumulate_callchain) {
625 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
626 		perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
627 	}
628 
629 	hpp_dimension__add_output(PERF_HPP__OVERHEAD);
630 
631 	if (symbol_conf.show_cpu_utilization) {
632 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
633 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
634 
635 		if (perf_guest) {
636 			hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
637 			hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
638 		}
639 	}
640 
641 	if (symbol_conf.show_nr_samples)
642 		hpp_dimension__add_output(PERF_HPP__SAMPLES);
643 
644 	if (symbol_conf.show_total_period)
645 		hpp_dimension__add_output(PERF_HPP__PERIOD);
646 }
647 
perf_hpp_list__column_register(struct perf_hpp_list * list,struct perf_hpp_fmt * format)648 void perf_hpp_list__column_register(struct perf_hpp_list *list,
649 				    struct perf_hpp_fmt *format)
650 {
651 	list_add_tail(&format->list, &list->fields);
652 }
653 
perf_hpp_list__register_sort_field(struct perf_hpp_list * list,struct perf_hpp_fmt * format)654 void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
655 					struct perf_hpp_fmt *format)
656 {
657 	list_add_tail(&format->sort_list, &list->sorts);
658 }
659 
perf_hpp_list__prepend_sort_field(struct perf_hpp_list * list,struct perf_hpp_fmt * format)660 void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
661 				       struct perf_hpp_fmt *format)
662 {
663 	list_add(&format->sort_list, &list->sorts);
664 }
665 
perf_hpp__column_unregister(struct perf_hpp_fmt * format)666 static void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
667 {
668 	list_del_init(&format->list);
669 	fmt_free(format);
670 }
671 
perf_hpp__cancel_cumulate(void)672 void perf_hpp__cancel_cumulate(void)
673 {
674 	struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
675 
676 	if (is_strict_order(field_order))
677 		return;
678 
679 	ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
680 	acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
681 
682 	perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
683 		if (acc->equal(acc, fmt)) {
684 			perf_hpp__column_unregister(fmt);
685 			continue;
686 		}
687 
688 		if (ovh->equal(ovh, fmt))
689 			fmt->name = "Overhead";
690 	}
691 }
692 
fmt_equal(struct perf_hpp_fmt * a,struct perf_hpp_fmt * b)693 static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
694 {
695 	return a->equal && a->equal(a, b);
696 }
697 
perf_hpp__setup_output_field(struct perf_hpp_list * list)698 void perf_hpp__setup_output_field(struct perf_hpp_list *list)
699 {
700 	struct perf_hpp_fmt *fmt;
701 
702 	/* append sort keys to output field */
703 	perf_hpp_list__for_each_sort_list(list, fmt) {
704 		struct perf_hpp_fmt *pos;
705 
706 		/* skip sort-only fields ("sort_compute" in perf diff) */
707 		if (!fmt->entry && !fmt->color)
708 			continue;
709 
710 		perf_hpp_list__for_each_format(list, pos) {
711 			if (fmt_equal(fmt, pos))
712 				goto next;
713 		}
714 
715 		perf_hpp__column_register(fmt);
716 next:
717 		continue;
718 	}
719 }
720 
perf_hpp__append_sort_keys(struct perf_hpp_list * list)721 void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
722 {
723 	struct perf_hpp_fmt *fmt;
724 
725 	/* append output fields to sort keys */
726 	perf_hpp_list__for_each_format(list, fmt) {
727 		struct perf_hpp_fmt *pos;
728 
729 		perf_hpp_list__for_each_sort_list(list, pos) {
730 			if (fmt_equal(fmt, pos))
731 				goto next;
732 		}
733 
734 		perf_hpp__register_sort_field(fmt);
735 next:
736 		continue;
737 	}
738 }
739 
740 
perf_hpp__reset_output_field(struct perf_hpp_list * list)741 void perf_hpp__reset_output_field(struct perf_hpp_list *list)
742 {
743 	struct perf_hpp_fmt *fmt, *tmp;
744 
745 	/* reset output fields */
746 	perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
747 		list_del_init(&fmt->list);
748 		list_del_init(&fmt->sort_list);
749 		fmt_free(fmt);
750 	}
751 
752 	/* reset sort keys */
753 	perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
754 		list_del_init(&fmt->list);
755 		list_del_init(&fmt->sort_list);
756 		fmt_free(fmt);
757 	}
758 }
759 
760 /*
761  * See hists__fprintf to match the column widths
762  */
hists__sort_list_width(struct hists * hists)763 unsigned int hists__sort_list_width(struct hists *hists)
764 {
765 	struct perf_hpp_fmt *fmt;
766 	int ret = 0;
767 	bool first = true;
768 	struct perf_hpp dummy_hpp;
769 
770 	hists__for_each_format(hists, fmt) {
771 		if (perf_hpp__should_skip(fmt, hists))
772 			continue;
773 
774 		if (first)
775 			first = false;
776 		else
777 			ret += 2;
778 
779 		ret += fmt->width(fmt, &dummy_hpp, hists);
780 	}
781 
782 	if (verbose > 0 && hists__has(hists, sym)) /* Addr + origin */
783 		ret += 3 + BITS_PER_LONG / 4;
784 
785 	return ret;
786 }
787 
hists__overhead_width(struct hists * hists)788 unsigned int hists__overhead_width(struct hists *hists)
789 {
790 	struct perf_hpp_fmt *fmt;
791 	int ret = 0;
792 	bool first = true;
793 	struct perf_hpp dummy_hpp;
794 
795 	hists__for_each_format(hists, fmt) {
796 		if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
797 			break;
798 
799 		if (first)
800 			first = false;
801 		else
802 			ret += 2;
803 
804 		ret += fmt->width(fmt, &dummy_hpp, hists);
805 	}
806 
807 	return ret;
808 }
809 
perf_hpp__reset_width(struct perf_hpp_fmt * fmt,struct hists * hists)810 void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
811 {
812 	if (perf_hpp__is_sort_entry(fmt))
813 		return perf_hpp__reset_sort_width(fmt, hists);
814 
815 	if (perf_hpp__is_dynamic_entry(fmt))
816 		return;
817 
818 	BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
819 
820 	switch (fmt->idx) {
821 	case PERF_HPP__OVERHEAD:
822 	case PERF_HPP__OVERHEAD_SYS:
823 	case PERF_HPP__OVERHEAD_US:
824 	case PERF_HPP__OVERHEAD_ACC:
825 		fmt->len = 8;
826 		break;
827 
828 	case PERF_HPP__OVERHEAD_GUEST_SYS:
829 	case PERF_HPP__OVERHEAD_GUEST_US:
830 		fmt->len = 9;
831 		break;
832 
833 	case PERF_HPP__SAMPLES:
834 	case PERF_HPP__PERIOD:
835 		fmt->len = 12;
836 		break;
837 
838 	case PERF_HPP__WEIGHT1:
839 	case PERF_HPP__WEIGHT2:
840 	case PERF_HPP__WEIGHT3:
841 		fmt->len = 8;
842 		break;
843 
844 	default:
845 		break;
846 	}
847 }
848 
hists__reset_column_width(struct hists * hists)849 void hists__reset_column_width(struct hists *hists)
850 {
851 	struct perf_hpp_fmt *fmt;
852 	struct perf_hpp_list_node *node;
853 
854 	hists__for_each_format(hists, fmt)
855 		perf_hpp__reset_width(fmt, hists);
856 
857 	/* hierarchy entries have their own hpp list */
858 	list_for_each_entry(node, &hists->hpp_formats, list) {
859 		perf_hpp_list__for_each_format(&node->hpp, fmt)
860 			perf_hpp__reset_width(fmt, hists);
861 	}
862 }
863 
perf_hpp__set_user_width(const char * width_list_str)864 void perf_hpp__set_user_width(const char *width_list_str)
865 {
866 	struct perf_hpp_fmt *fmt;
867 	const char *ptr = width_list_str;
868 
869 	perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
870 		char *p;
871 
872 		int len = strtol(ptr, &p, 10);
873 		fmt->user_len = len;
874 
875 		if (*p == ',')
876 			ptr = p + 1;
877 		else
878 			break;
879 	}
880 }
881 
add_hierarchy_fmt(struct hists * hists,struct perf_hpp_fmt * fmt)882 static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
883 {
884 	struct perf_hpp_list_node *node = NULL;
885 	struct perf_hpp_fmt *fmt_copy;
886 	bool found = false;
887 	bool skip = perf_hpp__should_skip(fmt, hists);
888 
889 	list_for_each_entry(node, &hists->hpp_formats, list) {
890 		if (node->level == fmt->level) {
891 			found = true;
892 			break;
893 		}
894 	}
895 
896 	if (!found) {
897 		node = malloc(sizeof(*node));
898 		if (node == NULL)
899 			return -1;
900 
901 		node->skip = skip;
902 		node->level = fmt->level;
903 		perf_hpp_list__init(&node->hpp);
904 
905 		hists->nr_hpp_node++;
906 		list_add_tail(&node->list, &hists->hpp_formats);
907 	}
908 
909 	fmt_copy = perf_hpp_fmt__dup(fmt);
910 	if (fmt_copy == NULL)
911 		return -1;
912 
913 	if (!skip)
914 		node->skip = false;
915 
916 	list_add_tail(&fmt_copy->list, &node->hpp.fields);
917 	list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
918 
919 	return 0;
920 }
921 
perf_hpp__setup_hists_formats(struct perf_hpp_list * list,struct evlist * evlist)922 int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
923 				  struct evlist *evlist)
924 {
925 	struct evsel *evsel;
926 	struct perf_hpp_fmt *fmt;
927 	struct hists *hists;
928 	int ret;
929 
930 	if (!symbol_conf.report_hierarchy)
931 		return 0;
932 
933 	evlist__for_each_entry(evlist, evsel) {
934 		hists = evsel__hists(evsel);
935 
936 		perf_hpp_list__for_each_sort_list(list, fmt) {
937 			if (perf_hpp__is_dynamic_entry(fmt) &&
938 			    !perf_hpp__defined_dynamic_entry(fmt, hists))
939 				continue;
940 
941 			ret = add_hierarchy_fmt(hists, fmt);
942 			if (ret < 0)
943 				return ret;
944 		}
945 	}
946 
947 	return 0;
948 }
949