1 #include <linux/types.h>
9 #include "thread_map.h"
11 static const char *perf_event__names
[] = {
13 [PERF_RECORD_MMAP
] = "MMAP",
14 [PERF_RECORD_LOST
] = "LOST",
15 [PERF_RECORD_COMM
] = "COMM",
16 [PERF_RECORD_EXIT
] = "EXIT",
17 [PERF_RECORD_THROTTLE
] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE
] = "UNTHROTTLE",
19 [PERF_RECORD_FORK
] = "FORK",
20 [PERF_RECORD_READ
] = "READ",
21 [PERF_RECORD_SAMPLE
] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR
] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE
] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA
] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID
] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND
] = "FINISHED_ROUND",
29 const char *perf_event__name(unsigned int id
)
31 if (id
>= ARRAY_SIZE(perf_event__names
))
33 if (!perf_event__names
[id
])
35 return perf_event__names
[id
];
38 static struct perf_sample synth_sample
= {
47 static pid_t
perf_event__get_comm_tgid(pid_t pid
, char *comm
, size_t len
)
49 char filename
[PATH_MAX
];
55 snprintf(filename
, sizeof(filename
), "/proc/%d/status", pid
);
57 fp
= fopen(filename
, "r");
59 pr_debug("couldn't open %s\n", filename
);
63 while (!comm
[0] || (tgid
< 0)) {
64 if (fgets(bf
, sizeof(bf
), fp
) == NULL
) {
65 pr_warning("couldn't get COMM and pgid, malformed %s\n",
70 if (memcmp(bf
, "Name:", 5) == 0) {
72 while (*name
&& isspace(*name
))
74 size
= strlen(name
) - 1;
77 memcpy(comm
, name
, size
);
80 } else if (memcmp(bf
, "Tgid:", 5) == 0) {
82 while (*tgids
&& isspace(*tgids
))
93 static pid_t
perf_event__synthesize_comm(struct perf_tool
*tool
,
94 union perf_event
*event
, pid_t pid
,
96 perf_event__handler_t process
,
97 struct machine
*machine
)
99 char filename
[PATH_MAX
];
102 struct dirent dirent
, *next
;
105 memset(&event
->comm
, 0, sizeof(event
->comm
));
107 tgid
= perf_event__get_comm_tgid(pid
, event
->comm
.comm
,
108 sizeof(event
->comm
.comm
));
112 event
->comm
.pid
= tgid
;
113 event
->comm
.header
.type
= PERF_RECORD_COMM
;
115 size
= strlen(event
->comm
.comm
) + 1;
116 size
= PERF_ALIGN(size
, sizeof(u64
));
117 memset(event
->comm
.comm
+ size
, 0, machine
->id_hdr_size
);
118 event
->comm
.header
.size
= (sizeof(event
->comm
) -
119 (sizeof(event
->comm
.comm
) - size
) +
120 machine
->id_hdr_size
);
122 event
->comm
.tid
= pid
;
124 if (process(tool
, event
, &synth_sample
, machine
) != 0)
130 snprintf(filename
, sizeof(filename
), "/proc/%d/task", pid
);
132 tasks
= opendir(filename
);
134 pr_debug("couldn't open %s\n", filename
);
138 while (!readdir_r(tasks
, &dirent
, &next
) && next
) {
140 pid
= strtol(dirent
.d_name
, &end
, 10);
144 /* already have tgid; jut want to update the comm */
145 (void) perf_event__get_comm_tgid(pid
, event
->comm
.comm
,
146 sizeof(event
->comm
.comm
));
148 size
= strlen(event
->comm
.comm
) + 1;
149 size
= PERF_ALIGN(size
, sizeof(u64
));
150 memset(event
->comm
.comm
+ size
, 0, machine
->id_hdr_size
);
151 event
->comm
.header
.size
= (sizeof(event
->comm
) -
152 (sizeof(event
->comm
.comm
) - size
) +
153 machine
->id_hdr_size
);
155 event
->comm
.tid
= pid
;
157 if (process(tool
, event
, &synth_sample
, machine
) != 0) {
168 static int perf_event__synthesize_mmap_events(struct perf_tool
*tool
,
169 union perf_event
*event
,
170 pid_t pid
, pid_t tgid
,
171 perf_event__handler_t process
,
172 struct machine
*machine
)
174 char filename
[PATH_MAX
];
178 snprintf(filename
, sizeof(filename
), "/proc/%d/maps", pid
);
180 fp
= fopen(filename
, "r");
183 * We raced with a task exiting - just return:
185 pr_debug("couldn't open %s\n", filename
);
189 event
->header
.type
= PERF_RECORD_MMAP
;
191 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
193 event
->header
.misc
= PERF_RECORD_MISC_USER
;
196 char bf
[BUFSIZ
], *pbf
= bf
;
199 if (fgets(bf
, sizeof(bf
), fp
) == NULL
)
202 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
203 n
= hex2u64(pbf
, &event
->mmap
.start
);
207 n
= hex2u64(pbf
, &event
->mmap
.len
);
211 if (*pbf
== 'x') { /* vm_exec */
212 char anonstr
[] = "//anon\n";
213 char *execname
= strchr(bf
, '/');
216 if (execname
== NULL
)
217 execname
= strstr(bf
, "[vdso]");
219 /* Catch anonymous mmaps */
220 if ((execname
== NULL
) && !strstr(bf
, "["))
223 if (execname
== NULL
)
227 n
= hex2u64(pbf
, &event
->mmap
.pgoff
);
229 size
= strlen(execname
);
230 execname
[size
- 1] = '\0'; /* Remove \n */
231 memcpy(event
->mmap
.filename
, execname
, size
);
232 size
= PERF_ALIGN(size
, sizeof(u64
));
233 event
->mmap
.len
-= event
->mmap
.start
;
234 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
235 (sizeof(event
->mmap
.filename
) - size
));
236 memset(event
->mmap
.filename
+ size
, 0, machine
->id_hdr_size
);
237 event
->mmap
.header
.size
+= machine
->id_hdr_size
;
238 event
->mmap
.pid
= tgid
;
239 event
->mmap
.tid
= pid
;
241 if (process(tool
, event
, &synth_sample
, machine
) != 0) {
252 int perf_event__synthesize_modules(struct perf_tool
*tool
,
253 perf_event__handler_t process
,
254 struct machine
*machine
)
258 struct map_groups
*kmaps
= &machine
->kmaps
;
259 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
260 machine
->id_hdr_size
));
262 pr_debug("Not enough memory synthesizing mmap event "
263 "for kernel modules\n");
267 event
->header
.type
= PERF_RECORD_MMAP
;
270 * kernel uses 0 for user space maps, see kernel/perf_event.c
273 if (machine__is_host(machine
))
274 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
276 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
278 for (nd
= rb_first(&kmaps
->maps
[MAP__FUNCTION
]);
279 nd
; nd
= rb_next(nd
)) {
281 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
283 if (pos
->dso
->kernel
)
286 size
= PERF_ALIGN(pos
->dso
->long_name_len
+ 1, sizeof(u64
));
287 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
288 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
289 (sizeof(event
->mmap
.filename
) - size
));
290 memset(event
->mmap
.filename
+ size
, 0, machine
->id_hdr_size
);
291 event
->mmap
.header
.size
+= machine
->id_hdr_size
;
292 event
->mmap
.start
= pos
->start
;
293 event
->mmap
.len
= pos
->end
- pos
->start
;
294 event
->mmap
.pid
= machine
->pid
;
296 memcpy(event
->mmap
.filename
, pos
->dso
->long_name
,
297 pos
->dso
->long_name_len
+ 1);
298 if (process(tool
, event
, &synth_sample
, machine
) != 0) {
308 static int __event__synthesize_thread(union perf_event
*comm_event
,
309 union perf_event
*mmap_event
,
311 perf_event__handler_t process
,
312 struct perf_tool
*tool
,
313 struct machine
*machine
)
315 pid_t tgid
= perf_event__synthesize_comm(tool
, comm_event
, pid
, full
,
319 return perf_event__synthesize_mmap_events(tool
, mmap_event
, pid
, tgid
,
323 int perf_event__synthesize_thread_map(struct perf_tool
*tool
,
324 struct thread_map
*threads
,
325 perf_event__handler_t process
,
326 struct machine
*machine
)
328 union perf_event
*comm_event
, *mmap_event
;
329 int err
= -1, thread
, j
;
331 comm_event
= malloc(sizeof(comm_event
->comm
) + machine
->id_hdr_size
);
332 if (comm_event
== NULL
)
335 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + machine
->id_hdr_size
);
336 if (mmap_event
== NULL
)
340 for (thread
= 0; thread
< threads
->nr
; ++thread
) {
341 if (__event__synthesize_thread(comm_event
, mmap_event
,
342 threads
->map
[thread
], 0,
343 process
, tool
, machine
)) {
349 * comm.pid is set to thread group id by
350 * perf_event__synthesize_comm
352 if ((int) comm_event
->comm
.pid
!= threads
->map
[thread
]) {
353 bool need_leader
= true;
355 /* is thread group leader in thread_map? */
356 for (j
= 0; j
< threads
->nr
; ++j
) {
357 if ((int) comm_event
->comm
.pid
== threads
->map
[j
]) {
363 /* if not, generate events for it */
365 __event__synthesize_thread(comm_event
,
367 comm_event
->comm
.pid
, 0,
368 process
, tool
, machine
)) {
381 int perf_event__synthesize_threads(struct perf_tool
*tool
,
382 perf_event__handler_t process
,
383 struct machine
*machine
)
386 struct dirent dirent
, *next
;
387 union perf_event
*comm_event
, *mmap_event
;
390 comm_event
= malloc(sizeof(comm_event
->comm
) + machine
->id_hdr_size
);
391 if (comm_event
== NULL
)
394 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + machine
->id_hdr_size
);
395 if (mmap_event
== NULL
)
398 proc
= opendir("/proc");
402 while (!readdir_r(proc
, &dirent
, &next
) && next
) {
404 pid_t pid
= strtol(dirent
.d_name
, &end
, 10);
406 if (*end
) /* only interested in proper numerical dirents */
409 * We may race with exiting thread, so don't stop just because
410 * one thread couldn't be synthesized.
412 __event__synthesize_thread(comm_event
, mmap_event
, pid
, 1,
413 process
, tool
, machine
);
426 struct process_symbol_args
{
431 static int find_symbol_cb(void *arg
, const char *name
, char type
,
434 struct process_symbol_args
*args
= arg
;
437 * Must be a function or at least an alias, as in PARISC64, where "_text" is
438 * an 'A' to the same address as "_stext".
440 if (!(symbol_type__is_a(type
, MAP__FUNCTION
) ||
441 type
== 'A') || strcmp(name
, args
->name
))
448 int perf_event__synthesize_kernel_mmap(struct perf_tool
*tool
,
449 perf_event__handler_t process
,
450 struct machine
*machine
,
451 const char *symbol_name
)
454 const char *filename
, *mmap_name
;
456 char name_buff
[PATH_MAX
];
460 * We should get this from /sys/kernel/sections/.text, but till that is
461 * available use this, and after it is use this as a fallback for older
464 struct process_symbol_args args
= { .name
= symbol_name
, };
465 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
466 machine
->id_hdr_size
));
468 pr_debug("Not enough memory synthesizing mmap event "
469 "for kernel modules\n");
473 mmap_name
= machine__mmap_name(machine
, name_buff
, sizeof(name_buff
));
474 if (machine__is_host(machine
)) {
476 * kernel uses PERF_RECORD_MISC_USER for user space maps,
477 * see kernel/perf_event.c __perf_event_mmap
479 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
480 filename
= "/proc/kallsyms";
482 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
483 if (machine__is_default_guest(machine
))
484 filename
= (char *) symbol_conf
.default_guest_kallsyms
;
486 sprintf(path
, "%s/proc/kallsyms", machine
->root_dir
);
491 if (kallsyms__parse(filename
, &args
, find_symbol_cb
) <= 0)
494 map
= machine
->vmlinux_maps
[MAP__FUNCTION
];
495 size
= snprintf(event
->mmap
.filename
, sizeof(event
->mmap
.filename
),
496 "%s%s", mmap_name
, symbol_name
) + 1;
497 size
= PERF_ALIGN(size
, sizeof(u64
));
498 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
499 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
500 (sizeof(event
->mmap
.filename
) - size
) + machine
->id_hdr_size
);
501 event
->mmap
.pgoff
= args
.start
;
502 event
->mmap
.start
= map
->start
;
503 event
->mmap
.len
= map
->end
- event
->mmap
.start
;
504 event
->mmap
.pid
= machine
->pid
;
506 err
= process(tool
, event
, &synth_sample
, machine
);
512 size_t perf_event__fprintf_comm(union perf_event
*event
, FILE *fp
)
514 return fprintf(fp
, ": %s:%d\n", event
->comm
.comm
, event
->comm
.tid
);
517 int perf_event__process_comm(struct perf_tool
*tool __maybe_unused
,
518 union perf_event
*event
,
519 struct perf_sample
*sample __maybe_unused
,
520 struct machine
*machine
)
522 return machine__process_comm_event(machine
, event
);
525 int perf_event__process_lost(struct perf_tool
*tool __maybe_unused
,
526 union perf_event
*event
,
527 struct perf_sample
*sample __maybe_unused
,
528 struct machine
*machine
)
530 return machine__process_lost_event(machine
, event
);
533 size_t perf_event__fprintf_mmap(union perf_event
*event
, FILE *fp
)
535 return fprintf(fp
, " %d/%d: [%#" PRIx64
"(%#" PRIx64
") @ %#" PRIx64
"]: %s\n",
536 event
->mmap
.pid
, event
->mmap
.tid
, event
->mmap
.start
,
537 event
->mmap
.len
, event
->mmap
.pgoff
, event
->mmap
.filename
);
540 int perf_event__process_mmap(struct perf_tool
*tool __maybe_unused
,
541 union perf_event
*event
,
542 struct perf_sample
*sample __maybe_unused
,
543 struct machine
*machine
)
545 return machine__process_mmap_event(machine
, event
);
548 size_t perf_event__fprintf_task(union perf_event
*event
, FILE *fp
)
550 return fprintf(fp
, "(%d:%d):(%d:%d)\n",
551 event
->fork
.pid
, event
->fork
.tid
,
552 event
->fork
.ppid
, event
->fork
.ptid
);
555 int perf_event__process_fork(struct perf_tool
*tool __maybe_unused
,
556 union perf_event
*event
,
557 struct perf_sample
*sample __maybe_unused
,
558 struct machine
*machine
)
560 return machine__process_fork_event(machine
, event
);
563 int perf_event__process_exit(struct perf_tool
*tool __maybe_unused
,
564 union perf_event
*event
,
565 struct perf_sample
*sample __maybe_unused
,
566 struct machine
*machine
)
568 return machine__process_exit_event(machine
, event
);
571 size_t perf_event__fprintf(union perf_event
*event
, FILE *fp
)
573 size_t ret
= fprintf(fp
, "PERF_RECORD_%s",
574 perf_event__name(event
->header
.type
));
576 switch (event
->header
.type
) {
577 case PERF_RECORD_COMM
:
578 ret
+= perf_event__fprintf_comm(event
, fp
);
580 case PERF_RECORD_FORK
:
581 case PERF_RECORD_EXIT
:
582 ret
+= perf_event__fprintf_task(event
, fp
);
584 case PERF_RECORD_MMAP
:
585 ret
+= perf_event__fprintf_mmap(event
, fp
);
588 ret
+= fprintf(fp
, "\n");
594 int perf_event__process(struct perf_tool
*tool __maybe_unused
,
595 union perf_event
*event
,
596 struct perf_sample
*sample __maybe_unused
,
597 struct machine
*machine
)
599 return machine__process_event(machine
, event
);
602 void thread__find_addr_map(struct thread
*self
,
603 struct machine
*machine
, u8 cpumode
,
604 enum map_type type
, u64 addr
,
605 struct addr_location
*al
)
607 struct map_groups
*mg
= &self
->mg
;
611 al
->cpumode
= cpumode
;
612 al
->filtered
= false;
614 if (machine
== NULL
) {
619 if (cpumode
== PERF_RECORD_MISC_KERNEL
&& perf_host
) {
621 mg
= &machine
->kmaps
;
622 } else if (cpumode
== PERF_RECORD_MISC_USER
&& perf_host
) {
624 } else if (cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
&& perf_guest
) {
626 mg
= &machine
->kmaps
;
629 * 'u' means guest os user space.
630 * TODO: We don't support guest user space. Might support late.
632 if (cpumode
== PERF_RECORD_MISC_GUEST_USER
&& perf_guest
)
638 if ((cpumode
== PERF_RECORD_MISC_GUEST_USER
||
639 cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
) &&
642 if ((cpumode
== PERF_RECORD_MISC_USER
||
643 cpumode
== PERF_RECORD_MISC_KERNEL
) &&
650 al
->map
= map_groups__find(mg
, type
, al
->addr
);
651 if (al
->map
== NULL
) {
653 * If this is outside of all known maps, and is a negative
654 * address, try to look it up in the kernel dso, as it might be
655 * a vsyscall or vdso (which executes in user-mode).
657 * XXX This is nasty, we should have a symbol list in the
658 * "[vdso]" dso, but for now lets use the old trick of looking
659 * in the whole kernel symbol list.
661 if ((long long)al
->addr
< 0 &&
662 cpumode
== PERF_RECORD_MISC_USER
&&
663 machine
&& mg
!= &machine
->kmaps
) {
664 mg
= &machine
->kmaps
;
668 al
->addr
= al
->map
->map_ip(al
->map
, al
->addr
);
671 void thread__find_addr_location(struct thread
*thread
, struct machine
*machine
,
672 u8 cpumode
, enum map_type type
, u64 addr
,
673 struct addr_location
*al
,
674 symbol_filter_t filter
)
676 thread__find_addr_map(thread
, machine
, cpumode
, type
, addr
, al
);
678 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
683 int perf_event__preprocess_sample(const union perf_event
*event
,
684 struct machine
*machine
,
685 struct addr_location
*al
,
686 struct perf_sample
*sample
,
687 symbol_filter_t filter
)
689 u8 cpumode
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
690 struct thread
*thread
= machine__findnew_thread(machine
, event
->ip
.pid
);
695 if (symbol_conf
.comm_list
&&
696 !strlist__has_entry(symbol_conf
.comm_list
, thread
->comm
))
699 dump_printf(" ... thread: %s:%d\n", thread
->comm
, thread
->pid
);
701 * Have we already created the kernel maps for this machine?
703 * This should have happened earlier, when we processed the kernel MMAP
704 * events, but for older perf.data files there was no such thing, so do
707 if (cpumode
== PERF_RECORD_MISC_KERNEL
&&
708 machine
->vmlinux_maps
[MAP__FUNCTION
] == NULL
)
709 machine__create_kernel_maps(machine
);
711 thread__find_addr_map(thread
, machine
, cpumode
, MAP__FUNCTION
,
713 dump_printf(" ...... dso: %s\n",
714 al
->map
? al
->map
->dso
->long_name
:
715 al
->level
== 'H' ? "[hypervisor]" : "<not found>");
717 al
->cpu
= sample
->cpu
;
720 struct dso
*dso
= al
->map
->dso
;
722 if (symbol_conf
.dso_list
&&
723 (!dso
|| !(strlist__has_entry(symbol_conf
.dso_list
,
725 (dso
->short_name
!= dso
->long_name
&&
726 strlist__has_entry(symbol_conf
.dso_list
,
730 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
733 if (symbol_conf
.sym_list
&&
734 (!al
->sym
|| !strlist__has_entry(symbol_conf
.sym_list
,