1 #include <linux/types.h>
9 #include "thread_map.h"
11 static const char *perf_event__names
[] = {
13 [PERF_RECORD_MMAP
] = "MMAP",
14 [PERF_RECORD_LOST
] = "LOST",
15 [PERF_RECORD_COMM
] = "COMM",
16 [PERF_RECORD_EXIT
] = "EXIT",
17 [PERF_RECORD_THROTTLE
] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE
] = "UNTHROTTLE",
19 [PERF_RECORD_FORK
] = "FORK",
20 [PERF_RECORD_READ
] = "READ",
21 [PERF_RECORD_SAMPLE
] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR
] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE
] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA
] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID
] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND
] = "FINISHED_ROUND",
29 const char *perf_event__name(unsigned int id
)
31 if (id
>= ARRAY_SIZE(perf_event__names
))
33 if (!perf_event__names
[id
])
35 return perf_event__names
[id
];
38 static struct perf_sample synth_sample
= {
47 static pid_t
perf_event__synthesize_comm(union perf_event
*event
, pid_t pid
,
48 int full
, perf_event__handler_t process
,
49 struct perf_session
*session
)
51 char filename
[PATH_MAX
];
56 struct dirent dirent
, *next
;
59 snprintf(filename
, sizeof(filename
), "/proc/%d/status", pid
);
61 fp
= fopen(filename
, "r");
65 * We raced with a task exiting - just return:
67 pr_debug("couldn't open %s\n", filename
);
71 memset(&event
->comm
, 0, sizeof(event
->comm
));
73 while (!event
->comm
.comm
[0] || !event
->comm
.pid
) {
74 if (fgets(bf
, sizeof(bf
), fp
) == NULL
) {
75 pr_warning("couldn't get COMM and pgid, malformed %s\n", filename
);
79 if (memcmp(bf
, "Name:", 5) == 0) {
81 while (*name
&& isspace(*name
))
83 size
= strlen(name
) - 1;
84 memcpy(event
->comm
.comm
, name
, size
++);
85 } else if (memcmp(bf
, "Tgid:", 5) == 0) {
87 while (*tgids
&& isspace(*tgids
))
89 tgid
= event
->comm
.pid
= atoi(tgids
);
93 event
->comm
.header
.type
= PERF_RECORD_COMM
;
94 size
= ALIGN(size
, sizeof(u64
));
95 memset(event
->comm
.comm
+ size
, 0, session
->id_hdr_size
);
96 event
->comm
.header
.size
= (sizeof(event
->comm
) -
97 (sizeof(event
->comm
.comm
) - size
) +
98 session
->id_hdr_size
);
100 event
->comm
.tid
= pid
;
102 process(event
, &synth_sample
, session
);
106 snprintf(filename
, sizeof(filename
), "/proc/%d/task", pid
);
108 tasks
= opendir(filename
);
112 while (!readdir_r(tasks
, &dirent
, &next
) && next
) {
114 pid
= strtol(dirent
.d_name
, &end
, 10);
118 event
->comm
.tid
= pid
;
120 process(event
, &synth_sample
, session
);
130 static int perf_event__synthesize_mmap_events(union perf_event
*event
,
131 pid_t pid
, pid_t tgid
,
132 perf_event__handler_t process
,
133 struct perf_session
*session
)
135 char filename
[PATH_MAX
];
138 snprintf(filename
, sizeof(filename
), "/proc/%d/maps", pid
);
140 fp
= fopen(filename
, "r");
143 * We raced with a task exiting - just return:
145 pr_debug("couldn't open %s\n", filename
);
149 event
->header
.type
= PERF_RECORD_MMAP
;
151 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
153 event
->header
.misc
= PERF_RECORD_MISC_USER
;
156 char bf
[BUFSIZ
], *pbf
= bf
;
159 if (fgets(bf
, sizeof(bf
), fp
) == NULL
)
162 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
163 n
= hex2u64(pbf
, &event
->mmap
.start
);
167 n
= hex2u64(pbf
, &event
->mmap
.len
);
171 if (*pbf
== 'x') { /* vm_exec */
172 char *execname
= strchr(bf
, '/');
175 if (execname
== NULL
)
176 execname
= strstr(bf
, "[vdso]");
178 if (execname
== NULL
)
182 n
= hex2u64(pbf
, &event
->mmap
.pgoff
);
184 size
= strlen(execname
);
185 execname
[size
- 1] = '\0'; /* Remove \n */
186 memcpy(event
->mmap
.filename
, execname
, size
);
187 size
= ALIGN(size
, sizeof(u64
));
188 event
->mmap
.len
-= event
->mmap
.start
;
189 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
190 (sizeof(event
->mmap
.filename
) - size
));
191 memset(event
->mmap
.filename
+ size
, 0, session
->id_hdr_size
);
192 event
->mmap
.header
.size
+= session
->id_hdr_size
;
193 event
->mmap
.pid
= tgid
;
194 event
->mmap
.tid
= pid
;
196 process(event
, &synth_sample
, session
);
204 int perf_event__synthesize_modules(perf_event__handler_t process
,
205 struct perf_session
*session
,
206 struct machine
*machine
)
209 struct map_groups
*kmaps
= &machine
->kmaps
;
210 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
211 session
->id_hdr_size
));
213 pr_debug("Not enough memory synthesizing mmap event "
214 "for kernel modules\n");
218 event
->header
.type
= PERF_RECORD_MMAP
;
221 * kernel uses 0 for user space maps, see kernel/perf_event.c
224 if (machine__is_host(machine
))
225 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
227 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
229 for (nd
= rb_first(&kmaps
->maps
[MAP__FUNCTION
]);
230 nd
; nd
= rb_next(nd
)) {
232 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
234 if (pos
->dso
->kernel
)
237 size
= ALIGN(pos
->dso
->long_name_len
+ 1, sizeof(u64
));
238 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
239 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
240 (sizeof(event
->mmap
.filename
) - size
));
241 memset(event
->mmap
.filename
+ size
, 0, session
->id_hdr_size
);
242 event
->mmap
.header
.size
+= session
->id_hdr_size
;
243 event
->mmap
.start
= pos
->start
;
244 event
->mmap
.len
= pos
->end
- pos
->start
;
245 event
->mmap
.pid
= machine
->pid
;
247 memcpy(event
->mmap
.filename
, pos
->dso
->long_name
,
248 pos
->dso
->long_name_len
+ 1);
249 process(event
, &synth_sample
, session
);
256 static int __event__synthesize_thread(union perf_event
*comm_event
,
257 union perf_event
*mmap_event
,
258 pid_t pid
, perf_event__handler_t process
,
259 struct perf_session
*session
)
261 pid_t tgid
= perf_event__synthesize_comm(comm_event
, pid
, 1, process
,
265 return perf_event__synthesize_mmap_events(mmap_event
, pid
, tgid
,
269 int perf_event__synthesize_thread_map(struct thread_map
*threads
,
270 perf_event__handler_t process
,
271 struct perf_session
*session
)
273 union perf_event
*comm_event
, *mmap_event
;
274 int err
= -1, thread
;
276 comm_event
= malloc(sizeof(comm_event
->comm
) + session
->id_hdr_size
);
277 if (comm_event
== NULL
)
280 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + session
->id_hdr_size
);
281 if (mmap_event
== NULL
)
285 for (thread
= 0; thread
< threads
->nr
; ++thread
) {
286 if (__event__synthesize_thread(comm_event
, mmap_event
,
287 threads
->map
[thread
],
300 int perf_event__synthesize_threads(perf_event__handler_t process
,
301 struct perf_session
*session
)
304 struct dirent dirent
, *next
;
305 union perf_event
*comm_event
, *mmap_event
;
308 comm_event
= malloc(sizeof(comm_event
->comm
) + session
->id_hdr_size
);
309 if (comm_event
== NULL
)
312 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + session
->id_hdr_size
);
313 if (mmap_event
== NULL
)
316 proc
= opendir("/proc");
320 while (!readdir_r(proc
, &dirent
, &next
) && next
) {
322 pid_t pid
= strtol(dirent
.d_name
, &end
, 10);
324 if (*end
) /* only interested in proper numerical dirents */
327 __event__synthesize_thread(comm_event
, mmap_event
, pid
,
341 struct process_symbol_args
{
346 static int find_symbol_cb(void *arg
, const char *name
, char type
,
347 u64 start
, u64 end __used
)
349 struct process_symbol_args
*args
= arg
;
352 * Must be a function or at least an alias, as in PARISC64, where "_text" is
353 * an 'A' to the same address as "_stext".
355 if (!(symbol_type__is_a(type
, MAP__FUNCTION
) ||
356 type
== 'A') || strcmp(name
, args
->name
))
363 int perf_event__synthesize_kernel_mmap(perf_event__handler_t process
,
364 struct perf_session
*session
,
365 struct machine
*machine
,
366 const char *symbol_name
)
369 const char *filename
, *mmap_name
;
371 char name_buff
[PATH_MAX
];
375 * We should get this from /sys/kernel/sections/.text, but till that is
376 * available use this, and after it is use this as a fallback for older
379 struct process_symbol_args args
= { .name
= symbol_name
, };
380 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
381 session
->id_hdr_size
));
383 pr_debug("Not enough memory synthesizing mmap event "
384 "for kernel modules\n");
388 mmap_name
= machine__mmap_name(machine
, name_buff
, sizeof(name_buff
));
389 if (machine__is_host(machine
)) {
391 * kernel uses PERF_RECORD_MISC_USER for user space maps,
392 * see kernel/perf_event.c __perf_event_mmap
394 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
395 filename
= "/proc/kallsyms";
397 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
398 if (machine__is_default_guest(machine
))
399 filename
= (char *) symbol_conf
.default_guest_kallsyms
;
401 sprintf(path
, "%s/proc/kallsyms", machine
->root_dir
);
406 if (kallsyms__parse(filename
, &args
, find_symbol_cb
) <= 0)
409 map
= machine
->vmlinux_maps
[MAP__FUNCTION
];
410 size
= snprintf(event
->mmap
.filename
, sizeof(event
->mmap
.filename
),
411 "%s%s", mmap_name
, symbol_name
) + 1;
412 size
= ALIGN(size
, sizeof(u64
));
413 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
414 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
415 (sizeof(event
->mmap
.filename
) - size
) + session
->id_hdr_size
);
416 event
->mmap
.pgoff
= args
.start
;
417 event
->mmap
.start
= map
->start
;
418 event
->mmap
.len
= map
->end
- event
->mmap
.start
;
419 event
->mmap
.pid
= machine
->pid
;
421 err
= process(event
, &synth_sample
, session
);
427 int perf_event__process_comm(union perf_event
*event
,
428 struct perf_sample
*sample __used
,
429 struct perf_session
*session
)
431 struct thread
*thread
= perf_session__findnew(session
, event
->comm
.tid
);
433 dump_printf(": %s:%d\n", event
->comm
.comm
, event
->comm
.tid
);
435 if (thread
== NULL
|| thread__set_comm(thread
, event
->comm
.comm
)) {
436 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
443 int perf_event__process_lost(union perf_event
*event
,
444 struct perf_sample
*sample __used
,
445 struct perf_session
*session
)
447 dump_printf(": id:%" PRIu64
": lost:%" PRIu64
"\n",
448 event
->lost
.id
, event
->lost
.lost
);
449 session
->hists
.stats
.total_lost
+= event
->lost
.lost
;
453 static void perf_event__set_kernel_mmap_len(union perf_event
*event
,
456 maps
[MAP__FUNCTION
]->start
= event
->mmap
.start
;
457 maps
[MAP__FUNCTION
]->end
= event
->mmap
.start
+ event
->mmap
.len
;
459 * Be a bit paranoid here, some perf.data file came with
460 * a zero sized synthesized MMAP event for the kernel.
462 if (maps
[MAP__FUNCTION
]->end
== 0)
463 maps
[MAP__FUNCTION
]->end
= ~0ULL;
466 static int perf_event__process_kernel_mmap(union perf_event
*event
,
467 struct perf_session
*session
)
470 char kmmap_prefix
[PATH_MAX
];
471 struct machine
*machine
;
472 enum dso_kernel_type kernel_type
;
475 machine
= perf_session__findnew_machine(session
, event
->mmap
.pid
);
477 pr_err("Can't find id %d's machine\n", event
->mmap
.pid
);
481 machine__mmap_name(machine
, kmmap_prefix
, sizeof(kmmap_prefix
));
482 if (machine__is_host(machine
))
483 kernel_type
= DSO_TYPE_KERNEL
;
485 kernel_type
= DSO_TYPE_GUEST_KERNEL
;
487 is_kernel_mmap
= memcmp(event
->mmap
.filename
,
489 strlen(kmmap_prefix
)) == 0;
490 if (event
->mmap
.filename
[0] == '/' ||
491 (!is_kernel_mmap
&& event
->mmap
.filename
[0] == '[')) {
493 char short_module_name
[1024];
496 if (event
->mmap
.filename
[0] == '/') {
497 name
= strrchr(event
->mmap
.filename
, '/');
502 dot
= strrchr(name
, '.');
505 snprintf(short_module_name
, sizeof(short_module_name
),
506 "[%.*s]", (int)(dot
- name
), name
);
507 strxfrchar(short_module_name
, '-', '_');
509 strcpy(short_module_name
, event
->mmap
.filename
);
511 map
= machine__new_module(machine
, event
->mmap
.start
,
512 event
->mmap
.filename
);
516 name
= strdup(short_module_name
);
520 map
->dso
->short_name
= name
;
521 map
->dso
->sname_alloc
= 1;
522 map
->end
= map
->start
+ event
->mmap
.len
;
523 } else if (is_kernel_mmap
) {
524 const char *symbol_name
= (event
->mmap
.filename
+
525 strlen(kmmap_prefix
));
527 * Should be there already, from the build-id table in
530 struct dso
*kernel
= __dsos__findnew(&machine
->kernel_dsos
,
535 kernel
->kernel
= kernel_type
;
536 if (__machine__create_kernel_maps(machine
, kernel
) < 0)
539 perf_event__set_kernel_mmap_len(event
, machine
->vmlinux_maps
);
542 * Avoid using a zero address (kptr_restrict) for the ref reloc
543 * symbol. Effectively having zero here means that at record
544 * time /proc/sys/kernel/kptr_restrict was non zero.
546 if (event
->mmap
.pgoff
!= 0) {
547 perf_session__set_kallsyms_ref_reloc_sym(machine
->vmlinux_maps
,
552 if (machine__is_default_guest(machine
)) {
554 * preload dso of guest kernel and modules
556 dso__load(kernel
, machine
->vmlinux_maps
[MAP__FUNCTION
],
565 int perf_event__process_mmap(union perf_event
*event
,
566 struct perf_sample
*sample __used
,
567 struct perf_session
*session
)
569 struct machine
*machine
;
570 struct thread
*thread
;
572 u8 cpumode
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
575 dump_printf(" %d/%d: [%#" PRIx64
"(%#" PRIx64
") @ %#" PRIx64
"]: %s\n",
576 event
->mmap
.pid
, event
->mmap
.tid
, event
->mmap
.start
,
577 event
->mmap
.len
, event
->mmap
.pgoff
, event
->mmap
.filename
);
579 if (cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
||
580 cpumode
== PERF_RECORD_MISC_KERNEL
) {
581 ret
= perf_event__process_kernel_mmap(event
, session
);
587 machine
= perf_session__find_host_machine(session
);
590 thread
= perf_session__findnew(session
, event
->mmap
.pid
);
593 map
= map__new(&machine
->user_dsos
, event
->mmap
.start
,
594 event
->mmap
.len
, event
->mmap
.pgoff
,
595 event
->mmap
.pid
, event
->mmap
.filename
,
600 thread__insert_map(thread
, map
);
604 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
608 int perf_event__process_task(union perf_event
*event
,
609 struct perf_sample
*sample __used
,
610 struct perf_session
*session
)
612 struct thread
*thread
= perf_session__findnew(session
, event
->fork
.tid
);
613 struct thread
*parent
= perf_session__findnew(session
, event
->fork
.ptid
);
615 dump_printf("(%d:%d):(%d:%d)\n", event
->fork
.pid
, event
->fork
.tid
,
616 event
->fork
.ppid
, event
->fork
.ptid
);
618 if (event
->header
.type
== PERF_RECORD_EXIT
) {
619 perf_session__remove_thread(session
, thread
);
623 if (thread
== NULL
|| parent
== NULL
||
624 thread__fork(thread
, parent
) < 0) {
625 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
632 int perf_event__process(union perf_event
*event
, struct perf_sample
*sample
,
633 struct perf_session
*session
)
635 switch (event
->header
.type
) {
636 case PERF_RECORD_COMM
:
637 perf_event__process_comm(event
, sample
, session
);
639 case PERF_RECORD_MMAP
:
640 perf_event__process_mmap(event
, sample
, session
);
642 case PERF_RECORD_FORK
:
643 case PERF_RECORD_EXIT
:
644 perf_event__process_task(event
, sample
, session
);
646 case PERF_RECORD_LOST
:
647 perf_event__process_lost(event
, sample
, session
);
655 void thread__find_addr_map(struct thread
*self
,
656 struct perf_session
*session
, u8 cpumode
,
657 enum map_type type
, pid_t pid
, u64 addr
,
658 struct addr_location
*al
)
660 struct map_groups
*mg
= &self
->mg
;
661 struct machine
*machine
= NULL
;
665 al
->cpumode
= cpumode
;
666 al
->filtered
= false;
668 if (cpumode
== PERF_RECORD_MISC_KERNEL
&& perf_host
) {
670 machine
= perf_session__find_host_machine(session
);
671 if (machine
== NULL
) {
675 mg
= &machine
->kmaps
;
676 } else if (cpumode
== PERF_RECORD_MISC_USER
&& perf_host
) {
678 machine
= perf_session__find_host_machine(session
);
679 } else if (cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
&& perf_guest
) {
681 machine
= perf_session__find_machine(session
, pid
);
682 if (machine
== NULL
) {
686 mg
= &machine
->kmaps
;
689 * 'u' means guest os user space.
690 * TODO: We don't support guest user space. Might support late.
692 if (cpumode
== PERF_RECORD_MISC_GUEST_USER
&& perf_guest
)
698 if ((cpumode
== PERF_RECORD_MISC_GUEST_USER
||
699 cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
) &&
702 if ((cpumode
== PERF_RECORD_MISC_USER
||
703 cpumode
== PERF_RECORD_MISC_KERNEL
) &&
710 al
->map
= map_groups__find(mg
, type
, al
->addr
);
711 if (al
->map
== NULL
) {
713 * If this is outside of all known maps, and is a negative
714 * address, try to look it up in the kernel dso, as it might be
715 * a vsyscall or vdso (which executes in user-mode).
717 * XXX This is nasty, we should have a symbol list in the
718 * "[vdso]" dso, but for now lets use the old trick of looking
719 * in the whole kernel symbol list.
721 if ((long long)al
->addr
< 0 &&
722 cpumode
== PERF_RECORD_MISC_USER
&&
723 machine
&& mg
!= &machine
->kmaps
) {
724 mg
= &machine
->kmaps
;
728 al
->addr
= al
->map
->map_ip(al
->map
, al
->addr
);
731 void thread__find_addr_location(struct thread
*self
,
732 struct perf_session
*session
, u8 cpumode
,
733 enum map_type type
, pid_t pid
, u64 addr
,
734 struct addr_location
*al
,
735 symbol_filter_t filter
)
737 thread__find_addr_map(self
, session
, cpumode
, type
, pid
, addr
, al
);
739 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
744 int perf_event__preprocess_sample(const union perf_event
*event
,
745 struct perf_session
*session
,
746 struct addr_location
*al
,
747 struct perf_sample
*sample
,
748 symbol_filter_t filter
)
750 u8 cpumode
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
751 struct thread
*thread
= perf_session__findnew(session
, event
->ip
.pid
);
756 if (symbol_conf
.comm_list
&&
757 !strlist__has_entry(symbol_conf
.comm_list
, thread
->comm
))
760 dump_printf(" ... thread: %s:%d\n", thread
->comm
, thread
->pid
);
762 * Have we already created the kernel maps for the host machine?
764 * This should have happened earlier, when we processed the kernel MMAP
765 * events, but for older perf.data files there was no such thing, so do
768 if (cpumode
== PERF_RECORD_MISC_KERNEL
&&
769 session
->host_machine
.vmlinux_maps
[MAP__FUNCTION
] == NULL
)
770 machine__create_kernel_maps(&session
->host_machine
);
772 thread__find_addr_map(thread
, session
, cpumode
, MAP__FUNCTION
,
773 event
->ip
.pid
, event
->ip
.ip
, al
);
774 dump_printf(" ...... dso: %s\n",
775 al
->map
? al
->map
->dso
->long_name
:
776 al
->level
== 'H' ? "[hypervisor]" : "<not found>");
778 al
->cpu
= sample
->cpu
;
781 if (symbol_conf
.dso_list
&&
782 (!al
->map
|| !al
->map
->dso
||
783 !(strlist__has_entry(symbol_conf
.dso_list
,
784 al
->map
->dso
->short_name
) ||
785 (al
->map
->dso
->short_name
!= al
->map
->dso
->long_name
&&
786 strlist__has_entry(symbol_conf
.dso_list
,
787 al
->map
->dso
->long_name
)))))
790 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
793 if (symbol_conf
.sym_list
&& al
->sym
&&
794 !strlist__has_entry(symbol_conf
.sym_list
, al
->sym
->name
))