4 * Builtin top command: Display a continuously updated profile of
5 * any workload, CPU or specific PID.
7 * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com>
9 * Improvements and fixes by:
11 * Arjan van de Ven <arjan@linux.intel.com>
12 * Yanmin Zhang <yanmin.zhang@intel.com>
13 * Wu Fengguang <fengguang.wu@intel.com>
14 * Mike Galbraith <efault@gmx.de>
15 * Paul Mackerras <paulus@samba.org>
17 * Released under the GPL v2. (and only v2, not any later version)
23 #include "util/color.h"
24 #include "util/evlist.h"
25 #include "util/evsel.h"
26 #include "util/session.h"
27 #include "util/symbol.h"
28 #include "util/thread.h"
29 #include "util/thread_map.h"
30 #include "util/util.h"
31 #include <linux/rbtree.h>
32 #include "util/parse-options.h"
33 #include "util/parse-events.h"
34 #include "util/cpumap.h"
35 #include "util/xyarray.h"
37 #include "util/debug.h"
52 #include <sys/syscall.h>
53 #include <sys/ioctl.h>
55 #include <sys/prctl.h>
60 #include <linux/unistd.h>
61 #include <linux/types.h>
63 #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
65 struct perf_evlist
*evsel_list
;
67 static bool system_wide
= false;
69 static int default_interval
= 0;
71 static int count_filter
= 5;
72 static int print_entries
;
74 static int target_pid
= -1;
75 static int target_tid
= -1;
76 static struct thread_map
*threads
;
77 static bool inherit
= false;
78 static struct cpu_map
*cpus
;
79 static int realtime_prio
= 0;
80 static bool group
= false;
81 static unsigned int page_size
;
82 static unsigned int mmap_pages
= 128;
83 static int freq
= 1000; /* 1 KHz */
85 static int delay_secs
= 2;
86 static bool zero
= false;
87 static bool dump_symtab
= false;
89 static bool hide_kernel_symbols
= false;
90 static bool hide_user_symbols
= false;
91 static struct winsize winsize
;
99 unsigned long count
[MAX_COUNTERS
];
101 struct source_line
*next
;
104 static const char *sym_filter
= NULL
;
105 struct sym_entry
*sym_filter_entry
= NULL
;
106 struct sym_entry
*sym_filter_entry_sched
= NULL
;
107 static int sym_pcnt_filter
= 5;
108 static int sym_counter
= 0;
109 static struct perf_evsel
*sym_evsel
= NULL
;
110 static int display_weighted
= -1;
111 static const char *cpu_list
;
117 struct sym_entry_source
{
118 struct source_line
*source
;
119 struct source_line
*lines
;
120 struct source_line
**lines_tail
;
121 pthread_mutex_t lock
;
125 struct rb_node rb_node
;
126 struct list_head node
;
127 unsigned long snap_count
;
133 struct sym_entry_source
*src
;
134 unsigned long count
[0];
141 static inline struct symbol
*sym_entry__symbol(struct sym_entry
*self
)
143 return ((void *)self
) + symbol_conf
.priv_size
;
146 void get_term_dimensions(struct winsize
*ws
)
148 char *s
= getenv("LINES");
151 ws
->ws_row
= atoi(s
);
152 s
= getenv("COLUMNS");
154 ws
->ws_col
= atoi(s
);
155 if (ws
->ws_row
&& ws
->ws_col
)
160 if (ioctl(1, TIOCGWINSZ
, ws
) == 0 &&
161 ws
->ws_row
&& ws
->ws_col
)
168 static void update_print_entries(struct winsize
*ws
)
170 print_entries
= ws
->ws_row
;
172 if (print_entries
> 9)
176 static void sig_winch_handler(int sig __used
)
178 get_term_dimensions(&winsize
);
179 update_print_entries(&winsize
);
182 static int parse_source(struct sym_entry
*syme
)
185 struct sym_entry_source
*source
;
188 char command
[PATH_MAX
*2];
195 sym
= sym_entry__symbol(syme
);
199 * We can't annotate with just /proc/kallsyms
201 if (map
->dso
->origin
== DSO__ORIG_KERNEL
)
204 if (syme
->src
== NULL
) {
205 syme
->src
= zalloc(sizeof(*source
));
206 if (syme
->src
== NULL
)
208 pthread_mutex_init(&syme
->src
->lock
, NULL
);
214 pthread_mutex_lock(&source
->lock
);
217 path
= map
->dso
->long_name
;
219 len
= sym
->end
- sym
->start
;
222 "objdump --start-address=%#0*" PRIx64
" --stop-address=%#0*" PRIx64
" -dS %s",
223 BITS_PER_LONG
/ 4, map__rip_2objdump(map
, sym
->start
),
224 BITS_PER_LONG
/ 4, map__rip_2objdump(map
, sym
->end
), path
);
226 file
= popen(command
, "r");
230 pthread_mutex_lock(&source
->lock
);
231 source
->lines_tail
= &source
->lines
;
232 while (!feof(file
)) {
233 struct source_line
*src
;
237 src
= malloc(sizeof(struct source_line
));
239 memset(src
, 0, sizeof(struct source_line
));
241 if (getline(&src
->line
, &dummy
, file
) < 0)
246 c
= strchr(src
->line
, '\n');
251 *source
->lines_tail
= src
;
252 source
->lines_tail
= &src
->next
;
254 src
->eip
= strtoull(src
->line
, &sep
, 16);
256 src
->eip
= map__objdump_2ip(map
, src
->eip
);
257 else /* this line has no ip info (e.g. source line) */
262 sym_filter_entry
= syme
;
263 pthread_mutex_unlock(&source
->lock
);
267 static void __zero_source_counters(struct sym_entry
*syme
)
270 struct source_line
*line
;
272 line
= syme
->src
->lines
;
274 for (i
= 0; i
< evsel_list
->nr_entries
; i
++)
280 static void record_precise_ip(struct sym_entry
*syme
, int counter
, u64 ip
)
282 struct source_line
*line
;
284 if (syme
!= sym_filter_entry
)
287 if (pthread_mutex_trylock(&syme
->src
->lock
))
290 if (syme
->src
== NULL
|| syme
->src
->source
== NULL
)
293 for (line
= syme
->src
->lines
; line
; line
= line
->next
) {
294 /* skip lines without IP info */
297 if (line
->eip
== ip
) {
298 line
->count
[counter
]++;
305 pthread_mutex_unlock(&syme
->src
->lock
);
308 #define PATTERN_LEN (BITS_PER_LONG / 4 + 2)
310 static void lookup_sym_source(struct sym_entry
*syme
)
312 struct symbol
*symbol
= sym_entry__symbol(syme
);
313 struct source_line
*line
;
314 char pattern
[PATTERN_LEN
+ 1];
316 sprintf(pattern
, "%0*" PRIx64
" <", BITS_PER_LONG
/ 4,
317 map__rip_2objdump(syme
->map
, symbol
->start
));
319 pthread_mutex_lock(&syme
->src
->lock
);
320 for (line
= syme
->src
->lines
; line
; line
= line
->next
) {
321 if (memcmp(line
->line
, pattern
, PATTERN_LEN
) == 0) {
322 syme
->src
->source
= line
;
326 pthread_mutex_unlock(&syme
->src
->lock
);
329 static void show_lines(struct source_line
*queue
, int count
, int total
)
332 struct source_line
*line
;
335 for (i
= 0; i
< count
; i
++) {
336 float pcnt
= 100.0*(float)line
->count
[sym_counter
]/(float)total
;
338 printf("%8li %4.1f%%\t%s\n", line
->count
[sym_counter
], pcnt
, line
->line
);
343 #define TRACE_COUNT 3
345 static void show_details(struct sym_entry
*syme
)
347 struct symbol
*symbol
;
348 struct source_line
*line
;
349 struct source_line
*line_queue
= NULL
;
351 int line_queue_count
= 0, total
= 0, more
= 0;
356 if (!syme
->src
->source
)
357 lookup_sym_source(syme
);
359 if (!syme
->src
->source
)
362 symbol
= sym_entry__symbol(syme
);
363 printf("Showing %s for %s\n", event_name(sym_evsel
), symbol
->name
);
364 printf(" Events Pcnt (>=%d%%)\n", sym_pcnt_filter
);
366 pthread_mutex_lock(&syme
->src
->lock
);
367 line
= syme
->src
->source
;
369 total
+= line
->count
[sym_counter
];
373 line
= syme
->src
->source
;
377 if (!line_queue_count
)
381 if (line
->count
[sym_counter
])
382 pcnt
= 100.0 * line
->count
[sym_counter
] / (float)total
;
383 if (pcnt
>= (float)sym_pcnt_filter
) {
384 if (displayed
<= print_entries
)
385 show_lines(line_queue
, line_queue_count
, total
);
387 displayed
+= line_queue_count
;
388 line_queue_count
= 0;
390 } else if (line_queue_count
> TRACE_COUNT
) {
391 line_queue
= line_queue
->next
;
395 line
->count
[sym_counter
] = zero
? 0 : line
->count
[sym_counter
] * 7 / 8;
398 pthread_mutex_unlock(&syme
->src
->lock
);
400 printf("%d lines not displayed, maybe increase display entries [e]\n", more
);
404 * Symbols will be added here in perf_event__process_sample and will get out
407 static LIST_HEAD(active_symbols
);
408 static pthread_mutex_t active_symbols_lock
= PTHREAD_MUTEX_INITIALIZER
;
411 * Ordering weight: count-1 * count-2 * ... / count-n
413 static double sym_weight(const struct sym_entry
*sym
)
415 double weight
= sym
->snap_count
;
418 if (!display_weighted
)
421 for (counter
= 1; counter
< evsel_list
->nr_entries
- 1; counter
++)
422 weight
*= sym
->count
[counter
];
424 weight
/= (sym
->count
[counter
] + 1);
430 static long kernel_samples
, us_samples
;
431 static long exact_samples
;
432 static long guest_us_samples
, guest_kernel_samples
;
433 static const char CONSOLE_CLEAR
[] = "\e[H\e[2J";
435 static void __list_insert_active_sym(struct sym_entry
*syme
)
437 list_add(&syme
->node
, &active_symbols
);
440 static void list_remove_active_sym(struct sym_entry
*syme
)
442 pthread_mutex_lock(&active_symbols_lock
);
443 list_del_init(&syme
->node
);
444 pthread_mutex_unlock(&active_symbols_lock
);
447 static void rb_insert_active_sym(struct rb_root
*tree
, struct sym_entry
*se
)
449 struct rb_node
**p
= &tree
->rb_node
;
450 struct rb_node
*parent
= NULL
;
451 struct sym_entry
*iter
;
455 iter
= rb_entry(parent
, struct sym_entry
, rb_node
);
457 if (se
->weight
> iter
->weight
)
463 rb_link_node(&se
->rb_node
, parent
, p
);
464 rb_insert_color(&se
->rb_node
, tree
);
467 static void print_sym_table(struct perf_session
*session
)
470 struct perf_evsel
*counter
;
471 int snap
= !display_weighted
? sym_counter
: 0;
472 float samples_per_sec
= samples
/delay_secs
;
473 float ksamples_per_sec
= kernel_samples
/delay_secs
;
474 float us_samples_per_sec
= (us_samples
)/delay_secs
;
475 float guest_kernel_samples_per_sec
= (guest_kernel_samples
)/delay_secs
;
476 float guest_us_samples_per_sec
= (guest_us_samples
)/delay_secs
;
477 float esamples_percent
= (100.0*exact_samples
)/samples
;
478 float sum_ksamples
= 0.0;
479 struct sym_entry
*syme
, *n
;
480 struct rb_root tmp
= RB_ROOT
;
482 int sym_width
= 0, dso_width
= 0, dso_short_width
= 0;
483 const int win_width
= winsize
.ws_col
- 1;
485 samples
= us_samples
= kernel_samples
= exact_samples
= 0;
486 guest_kernel_samples
= guest_us_samples
= 0;
488 /* Sort the active symbols */
489 pthread_mutex_lock(&active_symbols_lock
);
490 syme
= list_entry(active_symbols
.next
, struct sym_entry
, node
);
491 pthread_mutex_unlock(&active_symbols_lock
);
493 list_for_each_entry_safe_from(syme
, n
, &active_symbols
, node
) {
494 syme
->snap_count
= syme
->count
[snap
];
495 if (syme
->snap_count
!= 0) {
497 if ((hide_user_symbols
&&
498 syme
->origin
== PERF_RECORD_MISC_USER
) ||
499 (hide_kernel_symbols
&&
500 syme
->origin
== PERF_RECORD_MISC_KERNEL
)) {
501 list_remove_active_sym(syme
);
504 syme
->weight
= sym_weight(syme
);
505 rb_insert_active_sym(&tmp
, syme
);
506 sum_ksamples
+= syme
->snap_count
;
508 for (j
= 0; j
< evsel_list
->nr_entries
; j
++)
509 syme
->count
[j
] = zero
? 0 : syme
->count
[j
] * 7 / 8;
511 list_remove_active_sym(syme
);
517 printf(" PerfTop:%8.0f irqs/sec kernel:%4.1f%%"
520 100.0 - (100.0 * ((samples_per_sec
- ksamples_per_sec
) /
524 printf(" PerfTop:%8.0f irqs/sec kernel:%4.1f%% us:%4.1f%%"
525 " guest kernel:%4.1f%% guest us:%4.1f%%"
528 100.0 - (100.0 * ((samples_per_sec
-ksamples_per_sec
) /
530 100.0 - (100.0 * ((samples_per_sec
-us_samples_per_sec
) /
532 100.0 - (100.0 * ((samples_per_sec
-
533 guest_kernel_samples_per_sec
) /
535 100.0 - (100.0 * ((samples_per_sec
-
536 guest_us_samples_per_sec
) /
541 if (evsel_list
->nr_entries
== 1 || !display_weighted
) {
542 struct perf_evsel
*first
;
543 first
= list_entry(evsel_list
->entries
.next
, struct perf_evsel
, node
);
544 printf("%" PRIu64
, (uint64_t)first
->attr
.sample_period
);
551 if (!display_weighted
)
552 printf("%s", event_name(sym_evsel
));
553 else list_for_each_entry(counter
, &evsel_list
->entries
, node
) {
557 printf("%s", event_name(counter
));
562 if (target_pid
!= -1)
563 printf(" (target_pid: %d", target_pid
);
564 else if (target_tid
!= -1)
565 printf(" (target_tid: %d", target_tid
);
570 printf(", CPU%s: %s)\n", cpus
->nr
> 1 ? "s" : "", cpu_list
);
572 if (target_tid
!= -1)
575 printf(", %d CPU%s)\n", cpus
->nr
, cpus
->nr
> 1 ? "s" : "");
578 printf("%-*.*s\n", win_width
, win_width
, graph_dotted_line
);
580 if (session
->hists
.stats
.total_lost
!= 0) {
581 color_fprintf(stdout
, PERF_COLOR_RED
, "WARNING:");
582 printf(" LOST %" PRIu64
" events, Check IO/CPU overload\n",
583 session
->hists
.stats
.total_lost
);
586 if (sym_filter_entry
) {
587 show_details(sym_filter_entry
);
592 * Find the longest symbol name that will be displayed
594 for (nd
= rb_first(&tmp
); nd
; nd
= rb_next(nd
)) {
595 syme
= rb_entry(nd
, struct sym_entry
, rb_node
);
596 if (++printed
> print_entries
||
597 (int)syme
->snap_count
< count_filter
)
600 if (syme
->map
->dso
->long_name_len
> dso_width
)
601 dso_width
= syme
->map
->dso
->long_name_len
;
603 if (syme
->map
->dso
->short_name_len
> dso_short_width
)
604 dso_short_width
= syme
->map
->dso
->short_name_len
;
606 if (syme
->name_len
> sym_width
)
607 sym_width
= syme
->name_len
;
612 if (sym_width
+ dso_width
> winsize
.ws_col
- 29) {
613 dso_width
= dso_short_width
;
614 if (sym_width
+ dso_width
> winsize
.ws_col
- 29)
615 sym_width
= winsize
.ws_col
- dso_width
- 29;
618 if (evsel_list
->nr_entries
== 1)
619 printf(" samples pcnt");
621 printf(" weight samples pcnt");
625 printf(" %-*.*s DSO\n", sym_width
, sym_width
, "function");
626 printf(" %s _______ _____",
627 evsel_list
->nr_entries
== 1 ? " " : "______");
629 printf(" ________________");
630 printf(" %-*.*s", sym_width
, sym_width
, graph_line
);
631 printf(" %-*.*s", dso_width
, dso_width
, graph_line
);
634 for (nd
= rb_first(&tmp
); nd
; nd
= rb_next(nd
)) {
638 syme
= rb_entry(nd
, struct sym_entry
, rb_node
);
639 sym
= sym_entry__symbol(syme
);
640 if (++printed
> print_entries
|| (int)syme
->snap_count
< count_filter
)
643 pcnt
= 100.0 - (100.0 * ((sum_ksamples
- syme
->snap_count
) /
646 if (evsel_list
->nr_entries
== 1 || !display_weighted
)
647 printf("%20.2f ", syme
->weight
);
649 printf("%9.1f %10ld ", syme
->weight
, syme
->snap_count
);
651 percent_color_fprintf(stdout
, "%4.1f%%", pcnt
);
653 printf(" %016" PRIx64
, sym
->start
);
654 printf(" %-*.*s", sym_width
, sym_width
, sym
->name
);
655 printf(" %-*.*s\n", dso_width
, dso_width
,
656 dso_width
>= syme
->map
->dso
->long_name_len
?
657 syme
->map
->dso
->long_name
:
658 syme
->map
->dso
->short_name
);
662 static void prompt_integer(int *target
, const char *msg
)
664 char *buf
= malloc(0), *p
;
668 fprintf(stdout
, "\n%s: ", msg
);
669 if (getline(&buf
, &dummy
, stdin
) < 0)
672 p
= strchr(buf
, '\n');
682 tmp
= strtoul(buf
, NULL
, 10);
688 static void prompt_percent(int *target
, const char *msg
)
692 prompt_integer(&tmp
, msg
);
693 if (tmp
>= 0 && tmp
<= 100)
697 static void prompt_symbol(struct sym_entry
**target
, const char *msg
)
699 char *buf
= malloc(0), *p
;
700 struct sym_entry
*syme
= *target
, *n
, *found
= NULL
;
703 /* zero counters of active symbol */
705 pthread_mutex_lock(&syme
->src
->lock
);
706 __zero_source_counters(syme
);
708 pthread_mutex_unlock(&syme
->src
->lock
);
711 fprintf(stdout
, "\n%s: ", msg
);
712 if (getline(&buf
, &dummy
, stdin
) < 0)
715 p
= strchr(buf
, '\n');
719 pthread_mutex_lock(&active_symbols_lock
);
720 syme
= list_entry(active_symbols
.next
, struct sym_entry
, node
);
721 pthread_mutex_unlock(&active_symbols_lock
);
723 list_for_each_entry_safe_from(syme
, n
, &active_symbols
, node
) {
724 struct symbol
*sym
= sym_entry__symbol(syme
);
726 if (!strcmp(buf
, sym
->name
)) {
733 fprintf(stderr
, "Sorry, %s is not active.\n", buf
);
743 static void print_mapped_keys(void)
747 if (sym_filter_entry
) {
748 struct symbol
*sym
= sym_entry__symbol(sym_filter_entry
);
752 fprintf(stdout
, "\nMapped keys:\n");
753 fprintf(stdout
, "\t[d] display refresh delay. \t(%d)\n", delay_secs
);
754 fprintf(stdout
, "\t[e] display entries (lines). \t(%d)\n", print_entries
);
756 if (evsel_list
->nr_entries
> 1)
757 fprintf(stdout
, "\t[E] active event counter. \t(%s)\n", event_name(sym_evsel
));
759 fprintf(stdout
, "\t[f] profile display filter (count). \t(%d)\n", count_filter
);
761 fprintf(stdout
, "\t[F] annotate display filter (percent). \t(%d%%)\n", sym_pcnt_filter
);
762 fprintf(stdout
, "\t[s] annotate symbol. \t(%s)\n", name
?: "NULL");
763 fprintf(stdout
, "\t[S] stop annotation.\n");
765 if (evsel_list
->nr_entries
> 1)
766 fprintf(stdout
, "\t[w] toggle display weighted/count[E]r. \t(%d)\n", display_weighted
? 1 : 0);
769 "\t[K] hide kernel_symbols symbols. \t(%s)\n",
770 hide_kernel_symbols
? "yes" : "no");
772 "\t[U] hide user symbols. \t(%s)\n",
773 hide_user_symbols
? "yes" : "no");
774 fprintf(stdout
, "\t[z] toggle sample zeroing. \t(%d)\n", zero
? 1 : 0);
775 fprintf(stdout
, "\t[qQ] quit.\n");
778 static int key_mapped(int c
)
795 return evsel_list
->nr_entries
> 1 ? 1 : 0;
803 static void handle_keypress(struct perf_session
*session
, int c
)
805 if (!key_mapped(c
)) {
806 struct pollfd stdin_poll
= { .fd
= 0, .events
= POLLIN
};
807 struct termios tc
, save
;
810 fprintf(stdout
, "\nEnter selection, or unmapped key to continue: ");
815 tc
.c_lflag
&= ~(ICANON
| ECHO
);
818 tcsetattr(0, TCSANOW
, &tc
);
820 poll(&stdin_poll
, 1, -1);
823 tcsetattr(0, TCSAFLUSH
, &save
);
830 prompt_integer(&delay_secs
, "Enter display delay");
835 prompt_integer(&print_entries
, "Enter display entries (lines)");
836 if (print_entries
== 0) {
837 sig_winch_handler(SIGWINCH
);
838 signal(SIGWINCH
, sig_winch_handler
);
840 signal(SIGWINCH
, SIG_DFL
);
843 if (evsel_list
->nr_entries
> 1) {
844 fprintf(stderr
, "\nAvailable events:");
846 list_for_each_entry(sym_evsel
, &evsel_list
->entries
, node
)
847 fprintf(stderr
, "\n\t%d %s", sym_evsel
->idx
, event_name(sym_evsel
));
849 prompt_integer(&sym_counter
, "Enter details event counter");
851 if (sym_counter
>= evsel_list
->nr_entries
) {
852 sym_evsel
= list_entry(evsel_list
->entries
.next
, struct perf_evsel
, node
);
854 fprintf(stderr
, "Sorry, no such event, using %s.\n", event_name(sym_evsel
));
858 list_for_each_entry(sym_evsel
, &evsel_list
->entries
, node
)
859 if (sym_evsel
->idx
== sym_counter
)
861 } else sym_counter
= 0;
864 prompt_integer(&count_filter
, "Enter display event count filter");
867 prompt_percent(&sym_pcnt_filter
, "Enter details display event filter (percent)");
870 hide_kernel_symbols
= !hide_kernel_symbols
;
874 printf("exiting.\n");
876 perf_session__fprintf_dsos(session
, stderr
);
879 prompt_symbol(&sym_filter_entry
, "Enter details symbol");
882 if (!sym_filter_entry
)
885 struct sym_entry
*syme
= sym_filter_entry
;
887 pthread_mutex_lock(&syme
->src
->lock
);
888 sym_filter_entry
= NULL
;
889 __zero_source_counters(syme
);
890 pthread_mutex_unlock(&syme
->src
->lock
);
894 hide_user_symbols
= !hide_user_symbols
;
897 display_weighted
= ~display_weighted
;
907 static void *display_thread(void *arg __used
)
909 struct pollfd stdin_poll
= { .fd
= 0, .events
= POLLIN
};
910 struct termios tc
, save
;
912 struct perf_session
*session
= (struct perf_session
*) arg
;
916 tc
.c_lflag
&= ~(ICANON
| ECHO
);
921 delay_msecs
= delay_secs
* 1000;
922 tcsetattr(0, TCSANOW
, &tc
);
927 print_sym_table(session
);
928 } while (!poll(&stdin_poll
, 1, delay_msecs
) == 1);
931 tcsetattr(0, TCSAFLUSH
, &save
);
933 handle_keypress(session
, c
);
939 /* Tag samples to be skipped. */
940 static const char *skip_symbols
[] = {
947 "mwait_idle_with_hints",
949 "ppc64_runlatch_off",
950 "pseries_dedicated_idle_sleep",
954 static int symbol_filter(struct map
*map
, struct symbol
*sym
)
956 struct sym_entry
*syme
;
957 const char *name
= sym
->name
;
961 * ppc64 uses function descriptors and appends a '.' to the
962 * start of every instruction address. Remove it.
967 if (!strcmp(name
, "_text") ||
968 !strcmp(name
, "_etext") ||
969 !strcmp(name
, "_sinittext") ||
970 !strncmp("init_module", name
, 11) ||
971 !strncmp("cleanup_module", name
, 14) ||
972 strstr(name
, "_text_start") ||
973 strstr(name
, "_text_end"))
976 syme
= symbol__priv(sym
);
980 if (!sym_filter_entry
&& sym_filter
&& !strcmp(name
, sym_filter
)) {
981 /* schedule initial sym_filter_entry setup */
982 sym_filter_entry_sched
= syme
;
986 for (i
= 0; skip_symbols
[i
]; i
++) {
987 if (!strcmp(skip_symbols
[i
], name
)) {
994 syme
->name_len
= strlen(sym
->name
);
999 static void perf_event__process_sample(const union perf_event
*event
,
1000 struct perf_sample
*sample
,
1001 struct perf_session
*session
)
1003 u64 ip
= event
->ip
.ip
;
1004 struct sym_entry
*syme
;
1005 struct addr_location al
;
1006 struct machine
*machine
;
1007 u8 origin
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
1012 case PERF_RECORD_MISC_USER
:
1014 if (hide_user_symbols
)
1016 machine
= perf_session__find_host_machine(session
);
1018 case PERF_RECORD_MISC_KERNEL
:
1020 if (hide_kernel_symbols
)
1022 machine
= perf_session__find_host_machine(session
);
1024 case PERF_RECORD_MISC_GUEST_KERNEL
:
1025 ++guest_kernel_samples
;
1026 machine
= perf_session__find_machine(session
, event
->ip
.pid
);
1028 case PERF_RECORD_MISC_GUEST_USER
:
1031 * TODO: we don't process guest user from host side
1032 * except simple counting.
1039 if (!machine
&& perf_guest
) {
1040 pr_err("Can't find guest [%d]'s kernel information\n",
1045 if (event
->header
.misc
& PERF_RECORD_MISC_EXACT_IP
)
1048 if (perf_event__preprocess_sample(event
, session
, &al
, sample
,
1049 symbol_filter
) < 0 ||
1053 if (al
.sym
== NULL
) {
1055 * As we do lazy loading of symtabs we only will know if the
1056 * specified vmlinux file is invalid when we actually have a
1057 * hit in kernel space and then try to load it. So if we get
1058 * here and there are _no_ symbols in the DSO backing the
1059 * kernel map, bail out.
1061 * We may never get here, for instance, if we use -K/
1062 * --hide-kernel-symbols, even if the user specifies an
1063 * invalid --vmlinux ;-)
1065 if (al
.map
== machine
->vmlinux_maps
[MAP__FUNCTION
] &&
1066 RB_EMPTY_ROOT(&al
.map
->dso
->symbols
[MAP__FUNCTION
])) {
1067 pr_err("The %s file can't be used\n",
1068 symbol_conf
.vmlinux_name
);
1075 /* let's see, whether we need to install initial sym_filter_entry */
1076 if (sym_filter_entry_sched
) {
1077 sym_filter_entry
= sym_filter_entry_sched
;
1078 sym_filter_entry_sched
= NULL
;
1079 if (parse_source(sym_filter_entry
) < 0) {
1080 struct symbol
*sym
= sym_entry__symbol(sym_filter_entry
);
1082 pr_err("Can't annotate %s", sym
->name
);
1083 if (sym_filter_entry
->map
->dso
->origin
== DSO__ORIG_KERNEL
) {
1084 pr_err(": No vmlinux file was found in the path:\n");
1085 machine__fprintf_vmlinux_path(machine
, stderr
);
1092 syme
= symbol__priv(al
.sym
);
1094 struct perf_evsel
*evsel
;
1096 syme
->origin
= origin
;
1097 evsel
= perf_evlist__id2evsel(evsel_list
, sample
->id
);
1098 assert(evsel
!= NULL
);
1099 syme
->count
[evsel
->idx
]++;
1100 record_precise_ip(syme
, evsel
->idx
, ip
);
1101 pthread_mutex_lock(&active_symbols_lock
);
1102 if (list_empty(&syme
->node
) || !syme
->node
.next
)
1103 __list_insert_active_sym(syme
);
1104 pthread_mutex_unlock(&active_symbols_lock
);
1108 static void perf_session__mmap_read_cpu(struct perf_session
*self
, int cpu
)
1110 struct perf_sample sample
;
1111 union perf_event
*event
;
1113 while ((event
= perf_evlist__read_on_cpu(evsel_list
, cpu
)) != NULL
) {
1114 perf_session__parse_sample(self
, event
, &sample
);
1116 if (event
->header
.type
== PERF_RECORD_SAMPLE
)
1117 perf_event__process_sample(event
, &sample
, self
);
1119 perf_event__process(event
, &sample
, self
);
1123 static void perf_session__mmap_read(struct perf_session
*self
)
1127 for (i
= 0; i
< cpus
->nr
; i
++)
1128 perf_session__mmap_read_cpu(self
, i
);
1131 static void start_counters(struct perf_evlist
*evlist
)
1133 struct perf_evsel
*counter
;
1135 list_for_each_entry(counter
, &evlist
->entries
, node
) {
1136 struct perf_event_attr
*attr
= &counter
->attr
;
1138 attr
->sample_type
= PERF_SAMPLE_IP
| PERF_SAMPLE_TID
;
1141 attr
->sample_type
|= PERF_SAMPLE_PERIOD
;
1143 attr
->sample_freq
= freq
;
1146 if (evlist
->nr_entries
> 1) {
1147 attr
->sample_type
|= PERF_SAMPLE_ID
;
1148 attr
->read_format
|= PERF_FORMAT_ID
;
1153 if (perf_evsel__open(counter
, cpus
, threads
, group
, inherit
) < 0) {
1156 if (err
== EPERM
|| err
== EACCES
)
1157 die("Permission error - are you root?\n"
1158 "\t Consider tweaking"
1159 " /proc/sys/kernel/perf_event_paranoid.\n");
1161 * If it's cycles then fall back to hrtimer
1162 * based cpu-clock-tick sw counter, which
1163 * is always available even if no PMU support:
1165 if (attr
->type
== PERF_TYPE_HARDWARE
&&
1166 attr
->config
== PERF_COUNT_HW_CPU_CYCLES
) {
1169 warning(" ... trying to fall back to cpu-clock-ticks\n");
1171 attr
->type
= PERF_TYPE_SOFTWARE
;
1172 attr
->config
= PERF_COUNT_SW_CPU_CLOCK
;
1176 error("sys_perf_event_open() syscall returned with %d "
1177 "(%s). /bin/dmesg may provide additional information.\n",
1178 err
, strerror(err
));
1179 die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
1184 if (perf_evlist__mmap(evlist
, cpus
, threads
, mmap_pages
, false) < 0)
1185 die("failed to mmap with %d (%s)\n", errno
, strerror(errno
));
1188 static int __cmd_top(void)
1191 struct perf_evsel
*first
;
1194 * FIXME: perf_session__new should allow passing a O_MMAP, so that all this
1195 * mmap reading, etc is encapsulated in it. Use O_WRONLY for now.
1197 struct perf_session
*session
= perf_session__new(NULL
, O_WRONLY
, false, false, NULL
);
1198 if (session
== NULL
)
1201 if (target_tid
!= -1)
1202 perf_event__synthesize_thread(target_tid
, perf_event__process
,
1205 perf_event__synthesize_threads(perf_event__process
, session
);
1207 start_counters(evsel_list
);
1208 first
= list_entry(evsel_list
->entries
.next
, struct perf_evsel
, node
);
1209 perf_session__set_sample_type(session
, first
->attr
.sample_type
);
1211 /* Wait for a minimal set of events before starting the snapshot */
1212 poll(evsel_list
->pollfd
, evsel_list
->nr_fds
, 100);
1214 perf_session__mmap_read(session
);
1216 if (pthread_create(&thread
, NULL
, display_thread
, session
)) {
1217 printf("Could not create display thread.\n");
1221 if (realtime_prio
) {
1222 struct sched_param param
;
1224 param
.sched_priority
= realtime_prio
;
1225 if (sched_setscheduler(0, SCHED_FIFO
, ¶m
)) {
1226 printf("Could not set realtime priority.\n");
1234 perf_session__mmap_read(session
);
1236 if (hits
== samples
)
1237 ret
= poll(evsel_list
->pollfd
, evsel_list
->nr_fds
, 100);
1243 static const char * const top_usage
[] = {
1244 "perf top [<options>]",
1248 static const struct option options
[] = {
1249 OPT_CALLBACK('e', "event", &evsel_list
, "event",
1250 "event selector. use 'perf list' to list available events",
1252 OPT_INTEGER('c', "count", &default_interval
,
1253 "event period to sample"),
1254 OPT_INTEGER('p', "pid", &target_pid
,
1255 "profile events on existing process id"),
1256 OPT_INTEGER('t', "tid", &target_tid
,
1257 "profile events on existing thread id"),
1258 OPT_BOOLEAN('a', "all-cpus", &system_wide
,
1259 "system-wide collection from all CPUs"),
1260 OPT_STRING('C', "cpu", &cpu_list
, "cpu",
1261 "list of cpus to monitor"),
1262 OPT_STRING('k', "vmlinux", &symbol_conf
.vmlinux_name
,
1263 "file", "vmlinux pathname"),
1264 OPT_BOOLEAN('K', "hide_kernel_symbols", &hide_kernel_symbols
,
1265 "hide kernel symbols"),
1266 OPT_UINTEGER('m', "mmap-pages", &mmap_pages
, "number of mmap data pages"),
1267 OPT_INTEGER('r', "realtime", &realtime_prio
,
1268 "collect data with this RT SCHED_FIFO priority"),
1269 OPT_INTEGER('d', "delay", &delay_secs
,
1270 "number of seconds to delay between refreshes"),
1271 OPT_BOOLEAN('D', "dump-symtab", &dump_symtab
,
1272 "dump the symbol table used for profiling"),
1273 OPT_INTEGER('f', "count-filter", &count_filter
,
1274 "only display functions with more events than this"),
1275 OPT_BOOLEAN('g', "group", &group
,
1276 "put the counters into a counter group"),
1277 OPT_BOOLEAN('i', "inherit", &inherit
,
1278 "child tasks inherit counters"),
1279 OPT_STRING('s', "sym-annotate", &sym_filter
, "symbol name",
1280 "symbol to annotate"),
1281 OPT_BOOLEAN('z', "zero", &zero
,
1282 "zero history across updates"),
1283 OPT_INTEGER('F', "freq", &freq
,
1284 "profile at this frequency"),
1285 OPT_INTEGER('E', "entries", &print_entries
,
1286 "display this many functions"),
1287 OPT_BOOLEAN('U', "hide_user_symbols", &hide_user_symbols
,
1288 "hide user symbols"),
1289 OPT_INCR('v', "verbose", &verbose
,
1290 "be more verbose (show counter open errors, etc)"),
1294 int cmd_top(int argc
, const char **argv
, const char *prefix __used
)
1296 struct perf_evsel
*pos
;
1297 int status
= -ENOMEM
;
1299 evsel_list
= perf_evlist__new();
1300 if (evsel_list
== NULL
)
1303 page_size
= sysconf(_SC_PAGE_SIZE
);
1305 argc
= parse_options(argc
, argv
, options
, top_usage
, 0);
1307 usage_with_options(top_usage
, options
);
1309 if (target_pid
!= -1)
1310 target_tid
= target_pid
;
1312 threads
= thread_map__new(target_pid
, target_tid
);
1313 if (threads
== NULL
) {
1314 pr_err("Problems finding threads of monitor\n");
1315 usage_with_options(top_usage
, options
);
1318 /* CPU and PID are mutually exclusive */
1319 if (target_tid
> 0 && cpu_list
) {
1320 printf("WARNING: PID switch overriding CPU\n");
1325 if (!evsel_list
->nr_entries
&&
1326 perf_evlist__add_default(evsel_list
) < 0) {
1327 pr_err("Not enough memory for event selector list\n");
1335 * User specified count overrides default frequency.
1337 if (default_interval
)
1340 default_interval
= freq
;
1342 fprintf(stderr
, "frequency and count are zero, aborting\n");
1346 if (target_tid
!= -1)
1347 cpus
= cpu_map__dummy_new();
1349 cpus
= cpu_map__new(cpu_list
);
1352 usage_with_options(top_usage
, options
);
1354 list_for_each_entry(pos
, &evsel_list
->entries
, node
) {
1355 if (perf_evsel__alloc_fd(pos
, cpus
->nr
, threads
->nr
) < 0)
1358 * Fill in the ones not specifically initialized via -c:
1360 if (pos
->attr
.sample_period
)
1363 pos
->attr
.sample_period
= default_interval
;
1366 if (perf_evlist__alloc_pollfd(evsel_list
, cpus
->nr
, threads
->nr
) < 0 ||
1367 perf_evlist__alloc_mmap(evsel_list
, cpus
->nr
) < 0)
1370 sym_evsel
= list_entry(evsel_list
->entries
.next
, struct perf_evsel
, node
);
1372 symbol_conf
.priv_size
= (sizeof(struct sym_entry
) +
1373 (evsel_list
->nr_entries
+ 1) * sizeof(unsigned long));
1375 symbol_conf
.try_vmlinux_path
= (symbol_conf
.vmlinux_name
== NULL
);
1376 if (symbol__init() < 0)
1379 get_term_dimensions(&winsize
);
1380 if (print_entries
== 0) {
1381 update_print_entries(&winsize
);
1382 signal(SIGWINCH
, sig_winch_handler
);
1385 status
= __cmd_top();
1387 perf_evlist__delete(evsel_list
);