14 char *bfd_demangle(void __used
*v
, const char __used
*c
, int __used i
)
20 const char *sym_hist_filter
;
23 #define DMGL_PARAMS (1 << 0) /* Include function args */
24 #define DMGL_ANSI (1 << 1) /* Include const, volatile, etc */
37 static struct symbol
*symbol__new(u64 start
, u64 len
,
38 const char *name
, unsigned int priv_size
,
39 u64 obj_start
, int verbose
)
41 size_t namelen
= strlen(name
) + 1;
42 struct symbol
*self
= calloc(1, priv_size
+ sizeof(*self
) + namelen
);
48 printf("new symbol: %016Lx [%08lx]: %s, hist: %p, obj_start: %p\n",
49 (u64
)start
, (unsigned long)len
, name
, self
->hist
, (void *)(unsigned long)obj_start
);
51 self
->obj_start
= obj_start
;
55 if (sym_hist_filter
&& !strcmp(name
, sym_hist_filter
))
56 self
->hist
= calloc(sizeof(u64
), len
);
59 memset(self
, 0, priv_size
);
60 self
= ((void *)self
) + priv_size
;
63 self
->end
= len
? start
+ len
- 1 : start
;
64 memcpy(self
->name
, name
, namelen
);
69 static void symbol__delete(struct symbol
*self
, unsigned int priv_size
)
71 free(((void *)self
) - priv_size
);
74 static size_t symbol__fprintf(struct symbol
*self
, FILE *fp
)
77 return fprintf(fp
, " %llx-%llx %s\n",
78 self
->start
, self
->end
, self
->name
);
80 return fprintf(fp
, " %llx-%llx %s \t[%s]\n",
81 self
->start
, self
->end
, self
->name
, self
->module
->name
);
84 struct dso
*dso__new(const char *name
, unsigned int sym_priv_size
)
86 struct dso
*self
= malloc(sizeof(*self
) + strlen(name
) + 1);
89 strcpy(self
->name
, name
);
91 self
->sym_priv_size
= sym_priv_size
;
92 self
->find_symbol
= dso__find_symbol
;
93 self
->slen_calculated
= 0;
94 self
->origin
= DSO__ORIG_NOT_FOUND
;
100 static void dso__delete_symbols(struct dso
*self
)
103 struct rb_node
*next
= rb_first(&self
->syms
);
106 pos
= rb_entry(next
, struct symbol
, rb_node
);
107 next
= rb_next(&pos
->rb_node
);
108 rb_erase(&pos
->rb_node
, &self
->syms
);
109 symbol__delete(pos
, self
->sym_priv_size
);
113 void dso__delete(struct dso
*self
)
115 dso__delete_symbols(self
);
119 static void dso__insert_symbol(struct dso
*self
, struct symbol
*sym
)
121 struct rb_node
**p
= &self
->syms
.rb_node
;
122 struct rb_node
*parent
= NULL
;
123 const u64 ip
= sym
->start
;
128 s
= rb_entry(parent
, struct symbol
, rb_node
);
134 rb_link_node(&sym
->rb_node
, parent
, p
);
135 rb_insert_color(&sym
->rb_node
, &self
->syms
);
138 struct symbol
*dso__find_symbol(struct dso
*self
, u64 ip
)
145 n
= self
->syms
.rb_node
;
148 struct symbol
*s
= rb_entry(n
, struct symbol
, rb_node
);
152 else if (ip
> s
->end
)
161 size_t dso__fprintf(struct dso
*self
, FILE *fp
)
163 size_t ret
= fprintf(fp
, "dso: %s\n", self
->name
);
166 for (nd
= rb_first(&self
->syms
); nd
; nd
= rb_next(nd
)) {
167 struct symbol
*pos
= rb_entry(nd
, struct symbol
, rb_node
);
168 ret
+= symbol__fprintf(pos
, fp
);
174 static int dso__load_kallsyms(struct dso
*self
, symbol_filter_t filter
, int verbose
)
176 struct rb_node
*nd
, *prevnd
;
179 FILE *file
= fopen("/proc/kallsyms", "r");
185 while (!feof(file
)) {
191 line_len
= getline(&line
, &n
, file
);
198 line
[--line_len
] = '\0'; /* \n */
200 len
= hex2u64(line
, &start
);
203 if (len
+ 2 >= line_len
)
206 symbol_type
= toupper(line
[len
]);
208 * We're interested only in code ('T'ext)
210 if (symbol_type
!= 'T' && symbol_type
!= 'W')
213 * Well fix up the end later, when we have all sorted.
215 sym
= symbol__new(start
, 0xdead, line
+ len
+ 2,
216 self
->sym_priv_size
, 0, verbose
);
219 goto out_delete_line
;
221 if (filter
&& filter(self
, sym
))
222 symbol__delete(sym
, self
->sym_priv_size
);
224 dso__insert_symbol(self
, sym
);
230 * Now that we have all sorted out, just set the ->end of all
233 prevnd
= rb_first(&self
->syms
);
236 goto out_delete_line
;
238 for (nd
= rb_next(prevnd
); nd
; nd
= rb_next(nd
)) {
239 struct symbol
*prev
= rb_entry(prevnd
, struct symbol
, rb_node
),
240 *curr
= rb_entry(nd
, struct symbol
, rb_node
);
242 prev
->end
= curr
->start
- 1;
257 static int dso__load_perf_map(struct dso
*self
, symbol_filter_t filter
, int verbose
)
264 file
= fopen(self
->name
, "r");
268 while (!feof(file
)) {
273 line_len
= getline(&line
, &n
, file
);
280 line
[--line_len
] = '\0'; /* \n */
282 len
= hex2u64(line
, &start
);
285 if (len
+ 2 >= line_len
)
288 len
+= hex2u64(line
+ len
, &size
);
291 if (len
+ 2 >= line_len
)
294 sym
= symbol__new(start
, size
, line
+ len
,
295 self
->sym_priv_size
, start
, verbose
);
298 goto out_delete_line
;
300 if (filter
&& filter(self
, sym
))
301 symbol__delete(sym
, self
->sym_priv_size
);
303 dso__insert_symbol(self
, sym
);
320 * elf_symtab__for_each_symbol - iterate thru all the symbols
322 * @self: struct elf_symtab instance to iterate
323 * @index: uint32_t index
324 * @sym: GElf_Sym iterator
326 #define elf_symtab__for_each_symbol(syms, nr_syms, index, sym) \
327 for (index = 0, gelf_getsym(syms, index, &sym);\
329 index++, gelf_getsym(syms, index, &sym))
331 static inline uint8_t elf_sym__type(const GElf_Sym
*sym
)
333 return GELF_ST_TYPE(sym
->st_info
);
336 static inline int elf_sym__is_function(const GElf_Sym
*sym
)
338 return elf_sym__type(sym
) == STT_FUNC
&&
340 sym
->st_shndx
!= SHN_UNDEF
&&
344 static inline int elf_sym__is_label(const GElf_Sym
*sym
)
346 return elf_sym__type(sym
) == STT_NOTYPE
&&
348 sym
->st_shndx
!= SHN_UNDEF
&&
349 sym
->st_shndx
!= SHN_ABS
;
352 static inline const char *elf_sec__name(const GElf_Shdr
*shdr
,
353 const Elf_Data
*secstrs
)
355 return secstrs
->d_buf
+ shdr
->sh_name
;
358 static inline int elf_sec__is_text(const GElf_Shdr
*shdr
,
359 const Elf_Data
*secstrs
)
361 return strstr(elf_sec__name(shdr
, secstrs
), "text") != NULL
;
364 static inline const char *elf_sym__name(const GElf_Sym
*sym
,
365 const Elf_Data
*symstrs
)
367 return symstrs
->d_buf
+ sym
->st_name
;
370 static Elf_Scn
*elf_section_by_name(Elf
*elf
, GElf_Ehdr
*ep
,
371 GElf_Shdr
*shp
, const char *name
,
377 while ((sec
= elf_nextscn(elf
, sec
)) != NULL
) {
380 gelf_getshdr(sec
, shp
);
381 str
= elf_strptr(elf
, ep
->e_shstrndx
, shp
->sh_name
);
382 if (!strcmp(name
, str
)) {
393 #define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
394 for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
396 ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
398 #define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
399 for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
401 ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
404 * We need to check if we have a .dynsym, so that we can handle the
405 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
406 * .dynsym or .symtab).
407 * And always look at the original dso, not at debuginfo packages, that
408 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
410 static int dso__synthesize_plt_symbols(struct dso
*self
, int verbose
)
412 uint32_t nr_rel_entries
, idx
;
417 GElf_Shdr shdr_rel_plt
, shdr_dynsym
;
418 Elf_Data
*reldata
, *syms
, *symstrs
;
419 Elf_Scn
*scn_plt_rel
, *scn_symstrs
, *scn_dynsym
;
422 char sympltname
[1024];
424 int nr
= 0, symidx
, fd
, err
= 0;
426 fd
= open(self
->name
, O_RDONLY
);
430 elf
= elf_begin(fd
, ELF_C_READ_MMAP
, NULL
);
434 if (gelf_getehdr(elf
, &ehdr
) == NULL
)
437 scn_dynsym
= elf_section_by_name(elf
, &ehdr
, &shdr_dynsym
,
438 ".dynsym", &dynsym_idx
);
439 if (scn_dynsym
== NULL
)
442 scn_plt_rel
= elf_section_by_name(elf
, &ehdr
, &shdr_rel_plt
,
444 if (scn_plt_rel
== NULL
) {
445 scn_plt_rel
= elf_section_by_name(elf
, &ehdr
, &shdr_rel_plt
,
447 if (scn_plt_rel
== NULL
)
453 if (shdr_rel_plt
.sh_link
!= dynsym_idx
)
456 if (elf_section_by_name(elf
, &ehdr
, &shdr_plt
, ".plt", NULL
) == NULL
)
460 * Fetch the relocation section to find the indexes to the GOT
461 * and the symbols in the .dynsym they refer to.
463 reldata
= elf_getdata(scn_plt_rel
, NULL
);
467 syms
= elf_getdata(scn_dynsym
, NULL
);
471 scn_symstrs
= elf_getscn(elf
, shdr_dynsym
.sh_link
);
472 if (scn_symstrs
== NULL
)
475 symstrs
= elf_getdata(scn_symstrs
, NULL
);
479 nr_rel_entries
= shdr_rel_plt
.sh_size
/ shdr_rel_plt
.sh_entsize
;
480 plt_offset
= shdr_plt
.sh_offset
;
482 if (shdr_rel_plt
.sh_type
== SHT_RELA
) {
483 GElf_Rela pos_mem
, *pos
;
485 elf_section__for_each_rela(reldata
, pos
, pos_mem
, idx
,
487 symidx
= GELF_R_SYM(pos
->r_info
);
488 plt_offset
+= shdr_plt
.sh_entsize
;
489 gelf_getsym(syms
, symidx
, &sym
);
490 snprintf(sympltname
, sizeof(sympltname
),
491 "%s@plt", elf_sym__name(&sym
, symstrs
));
493 f
= symbol__new(plt_offset
, shdr_plt
.sh_entsize
,
494 sympltname
, self
->sym_priv_size
, 0, verbose
);
498 dso__insert_symbol(self
, f
);
501 } else if (shdr_rel_plt
.sh_type
== SHT_REL
) {
502 GElf_Rel pos_mem
, *pos
;
503 elf_section__for_each_rel(reldata
, pos
, pos_mem
, idx
,
505 symidx
= GELF_R_SYM(pos
->r_info
);
506 plt_offset
+= shdr_plt
.sh_entsize
;
507 gelf_getsym(syms
, symidx
, &sym
);
508 snprintf(sympltname
, sizeof(sympltname
),
509 "%s@plt", elf_sym__name(&sym
, symstrs
));
511 f
= symbol__new(plt_offset
, shdr_plt
.sh_entsize
,
512 sympltname
, self
->sym_priv_size
, 0, verbose
);
516 dso__insert_symbol(self
, f
);
530 fprintf(stderr
, "%s: problems reading %s PLT info.\n",
531 __func__
, self
->name
);
535 static int dso__load_sym(struct dso
*self
, int fd
, const char *name
,
536 symbol_filter_t filter
, int verbose
, struct module
*mod
)
538 Elf_Data
*symstrs
, *secstrs
;
546 Elf_Scn
*sec
, *sec_strndx
;
548 int nr
= 0, kernel
= !strcmp("[kernel]", self
->name
);
550 elf
= elf_begin(fd
, ELF_C_READ_MMAP
, NULL
);
553 fprintf(stderr
, "%s: cannot read %s ELF file.\n",
558 if (gelf_getehdr(elf
, &ehdr
) == NULL
) {
560 fprintf(stderr
, "%s: cannot get elf header.\n", __func__
);
564 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
, ".symtab", NULL
);
566 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
, ".dynsym", NULL
);
571 syms
= elf_getdata(sec
, NULL
);
575 sec
= elf_getscn(elf
, shdr
.sh_link
);
579 symstrs
= elf_getdata(sec
, NULL
);
583 sec_strndx
= elf_getscn(elf
, ehdr
.e_shstrndx
);
584 if (sec_strndx
== NULL
)
587 secstrs
= elf_getdata(sec_strndx
, NULL
);
591 nr_syms
= shdr
.sh_size
/ shdr
.sh_entsize
;
593 memset(&sym
, 0, sizeof(sym
));
595 self
->adjust_symbols
= (ehdr
.e_type
== ET_EXEC
||
596 elf_section_by_name(elf
, &ehdr
, &shdr
,
599 } else self
->adjust_symbols
= 0;
601 elf_symtab__for_each_symbol(syms
, nr_syms
, index
, sym
) {
606 struct section
*section
= NULL
;
607 int is_label
= elf_sym__is_label(&sym
);
608 const char *section_name
;
610 if (!is_label
&& !elf_sym__is_function(&sym
))
613 sec
= elf_getscn(elf
, sym
.st_shndx
);
617 gelf_getshdr(sec
, &shdr
);
619 if (is_label
&& !elf_sec__is_text(&shdr
, secstrs
))
622 section_name
= elf_sec__name(&shdr
, secstrs
);
623 obj_start
= sym
.st_value
;
625 if (self
->adjust_symbols
) {
627 printf("adjusting symbol: st_value: %Lx sh_addr: %Lx sh_offset: %Lx\n",
628 (u64
)sym
.st_value
, (u64
)shdr
.sh_addr
, (u64
)shdr
.sh_offset
);
630 sym
.st_value
-= shdr
.sh_addr
- shdr
.sh_offset
;
634 section
= mod
->sections
->find_section(mod
->sections
, section_name
);
636 sym
.st_value
+= section
->vma
;
638 fprintf(stderr
, "dso__load_sym() module %s lookup of %s failed\n",
639 mod
->name
, section_name
);
644 * We need to figure out if the object was created from C++ sources
645 * DWARF DW_compile_unit has this, but we don't always have access
648 name
= elf_sym__name(&sym
, symstrs
);
649 demangled
= bfd_demangle(NULL
, name
, DMGL_PARAMS
| DMGL_ANSI
);
650 if (demangled
!= NULL
)
653 f
= symbol__new(sym
.st_value
, sym
.st_size
, name
,
654 self
->sym_priv_size
, obj_start
, verbose
);
659 if (filter
&& filter(self
, f
))
660 symbol__delete(f
, self
->sym_priv_size
);
663 dso__insert_symbol(self
, f
);
675 #define BUILD_ID_SIZE 128
677 static char *dso__read_build_id(struct dso
*self
, int verbose
)
682 Elf_Data
*build_id_data
;
684 char *build_id
= NULL
, *bid
;
687 int fd
= open(self
->name
, O_RDONLY
);
692 elf
= elf_begin(fd
, ELF_C_READ_MMAP
, NULL
);
695 fprintf(stderr
, "%s: cannot read %s ELF file.\n",
696 __func__
, self
->name
);
700 if (gelf_getehdr(elf
, &ehdr
) == NULL
) {
702 fprintf(stderr
, "%s: cannot get elf header.\n", __func__
);
706 sec
= elf_section_by_name(elf
, &ehdr
, &shdr
, ".note.gnu.build-id", NULL
);
710 build_id_data
= elf_getdata(sec
, NULL
);
711 if (build_id_data
== NULL
)
713 build_id
= malloc(BUILD_ID_SIZE
);
714 if (build_id
== NULL
)
716 raw
= build_id_data
->d_buf
+ 16;
719 for (i
= 0; i
< 20; ++i
) {
720 sprintf(bid
, "%02x", *raw
);
725 printf("%s(%s): %s\n", __func__
, self
->name
, build_id
);
734 char dso__symtab_origin(const struct dso
*self
)
736 static const char origin
[] = {
737 [DSO__ORIG_KERNEL
] = 'k',
738 [DSO__ORIG_JAVA_JIT
] = 'j',
739 [DSO__ORIG_FEDORA
] = 'f',
740 [DSO__ORIG_UBUNTU
] = 'u',
741 [DSO__ORIG_BUILDID
] = 'b',
742 [DSO__ORIG_DSO
] = 'd',
745 if (self
== NULL
|| self
->origin
== DSO__ORIG_NOT_FOUND
)
747 return origin
[self
->origin
];
750 int dso__load(struct dso
*self
, symbol_filter_t filter
, int verbose
)
753 char *name
= malloc(size
), *build_id
= NULL
;
760 self
->adjust_symbols
= 0;
762 if (strncmp(self
->name
, "/tmp/perf-", 10) == 0) {
763 ret
= dso__load_perf_map(self
, filter
, verbose
);
764 self
->origin
= ret
> 0 ? DSO__ORIG_JAVA_JIT
:
769 self
->origin
= DSO__ORIG_FEDORA
- 1;
774 switch (self
->origin
) {
775 case DSO__ORIG_FEDORA
:
776 snprintf(name
, size
, "/usr/lib/debug%s.debug", self
->name
);
778 case DSO__ORIG_UBUNTU
:
779 snprintf(name
, size
, "/usr/lib/debug%s", self
->name
);
781 case DSO__ORIG_BUILDID
:
782 build_id
= dso__read_build_id(self
, verbose
);
783 if (build_id
!= NULL
) {
785 "/usr/lib/debug/.build-id/%.2s/%s.debug",
786 build_id
, build_id
+ 2);
793 snprintf(name
, size
, "%s", self
->name
);
800 fd
= open(name
, O_RDONLY
);
803 ret
= dso__load_sym(self
, fd
, name
, filter
, verbose
, NULL
);
807 * Some people seem to have debuginfo files _WITHOUT_ debug info!?!?
813 int nr_plt
= dso__synthesize_plt_symbols(self
, verbose
);
822 static int dso__load_module(struct dso
*self
, struct mod_dso
*mods
, const char *name
,
823 symbol_filter_t filter
, int verbose
)
825 struct module
*mod
= mod_dso__find_module(mods
, name
);
828 if (mod
== NULL
|| !mod
->active
)
831 fd
= open(mod
->path
, O_RDONLY
);
836 err
= dso__load_sym(self
, fd
, name
, filter
, verbose
, mod
);
842 int dso__load_modules(struct dso
*self
, symbol_filter_t filter
, int verbose
)
844 struct mod_dso
*mods
= mod_dso__new_dso("modules");
846 struct rb_node
*next
;
849 err
= mod_dso__load_modules(mods
);
855 * Iterate over modules, and load active symbols.
857 next
= rb_first(&mods
->mods
);
859 pos
= rb_entry(next
, struct module
, rb_node
);
860 err
= dso__load_module(self
, mods
, pos
->name
, filter
, verbose
);
865 next
= rb_next(&pos
->rb_node
);
869 mod_dso__delete_modules(mods
);
870 mod_dso__delete_self(mods
);
876 static inline void dso__fill_symbol_holes(struct dso
*self
)
878 struct symbol
*prev
= NULL
;
881 for (nd
= rb_last(&self
->syms
); nd
; nd
= rb_prev(nd
)) {
882 struct symbol
*pos
= rb_entry(nd
, struct symbol
, rb_node
);
886 int alias
= pos
->start
== prev
->start
;
889 hole
= prev
->start
- pos
->end
- 1;
893 pos
->end
= prev
->end
;
895 pos
->end
= prev
->start
- 1;
902 static int dso__load_vmlinux(struct dso
*self
, const char *vmlinux
,
903 symbol_filter_t filter
, int verbose
)
905 int err
, fd
= open(vmlinux
, O_RDONLY
);
910 err
= dso__load_sym(self
, fd
, vmlinux
, filter
, verbose
, NULL
);
913 dso__fill_symbol_holes(self
);
920 int dso__load_kernel(struct dso
*self
, const char *vmlinux
,
921 symbol_filter_t filter
, int verbose
, int modules
)
926 err
= dso__load_vmlinux(self
, vmlinux
, filter
, verbose
);
927 if (err
> 0 && modules
)
928 err
= dso__load_modules(self
, filter
, verbose
);
932 err
= dso__load_kallsyms(self
, filter
, verbose
);
935 self
->origin
= DSO__ORIG_KERNEL
;
940 void symbol__init(void)
942 elf_version(EV_CURRENT
);