1 // archive.cc -- archive support for gold
3 // Copyright 2006, 2007, 2008, 2009 Free Software Foundation, Inc.
4 // Written by Ian Lance Taylor <iant@google.com>.
6 // This file is part of gold.
8 // This program is free software; you can redistribute it and/or modify
9 // it under the terms of the GNU General Public License as published by
10 // the Free Software Foundation; either version 3 of the License, or
11 // (at your option) any later version.
13 // This program is distributed in the hope that it will be useful,
14 // but WITHOUT ANY WARRANTY; without even the implied warranty of
15 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 // GNU General Public License for more details.
18 // You should have received a copy of the GNU General Public License
19 // along with this program; if not, write to the Free Software
20 // Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston,
21 // MA 02110-1301, USA.
29 #include "libiberty.h"
30 #include "filenames.h"
45 // The header of an entry in the archive. This is all readable text,
46 // padded with spaces where necesary. If the contents of an archive
47 // are all text file, the entire archive is readable.
49 struct Archive::Archive_header
53 // The file modification time.
55 // The user's UID in decimal.
57 // The user's GID in decimal.
59 // The file mode in octal.
61 // The file size in decimal.
63 // The final magic code.
67 // Class Archive static variables.
68 unsigned int Archive::total_archives
;
69 unsigned int Archive::total_members
;
70 unsigned int Archive::total_members_loaded
;
74 const char Archive::armag
[sarmag
] =
76 '!', '<', 'a', 'r', 'c', 'h', '>', '\n'
79 const char Archive::armagt
[sarmag
] =
81 '!', '<', 't', 'h', 'i', 'n', '>', '\n'
84 const char Archive::arfmag
[2] = { '`', '\n' };
86 Archive::Archive(const std::string
& name
, Input_file
* input_file
,
87 bool is_thin_archive
, Dirsearch
* dirpath
, Task
* task
)
88 : name_(name
), input_file_(input_file
), armap_(), armap_names_(),
89 extended_names_(), armap_checked_(), seen_offsets_(), members_(),
90 is_thin_archive_(is_thin_archive
), included_member_(false),
91 nested_archives_(), dirpath_(dirpath
), task_(task
), num_members_(0)
94 parameters
->options().check_excluded_libs(input_file
->found_name());
97 // Set up the archive: read the symbol map and the extended name
103 // We need to ignore empty archives.
104 if (this->input_file_
->file().filesize() == sarmag
)
107 // The first member of the archive should be the symbol table.
108 std::string armap_name
;
109 section_size_type armap_size
=
110 convert_to_section_size_type(this->read_header(sarmag
, false,
113 if (armap_name
.empty())
115 this->read_armap(sarmag
+ sizeof(Archive_header
), armap_size
);
116 off
= sarmag
+ sizeof(Archive_header
) + armap_size
;
118 else if (!this->input_file_
->options().whole_archive())
119 gold_error(_("%s: no archive symbol table (run ranlib)"),
120 this->name().c_str());
122 // See if there is an extended name table. We cache these views
123 // because it is likely that we will want to read the following
124 // header in the add_symbols routine.
128 section_size_type extended_size
=
129 convert_to_section_size_type(this->read_header(off
, true, &xname
, NULL
));
132 const unsigned char* p
= this->get_view(off
+ sizeof(Archive_header
),
133 extended_size
, false, true);
134 const char* px
= reinterpret_cast<const char*>(p
);
135 this->extended_names_
.assign(px
, extended_size
);
137 bool preread_syms
= (parameters
->options().threads()
138 && parameters
->options().preread_archive_symbols());
139 #ifndef ENABLE_THREADS
140 preread_syms
= false;
142 if (parameters
->options().has_plugins())
143 preread_syms
= false;
146 this->read_all_symbols();
149 // Unlock any nested archives.
152 Archive::unlock_nested_archives()
154 for (Nested_archive_table::iterator p
= this->nested_archives_
.begin();
155 p
!= this->nested_archives_
.end();
158 p
->second
->unlock(this->task_
);
162 // Read the archive symbol map.
165 Archive::read_armap(off_t start
, section_size_type size
)
167 // To count the total number of archive members, we'll just count
168 // the number of times the file offset changes. Since most archives
169 // group the symbols in the armap by object, this ought to give us
170 // an accurate count.
171 off_t last_seen_offset
= -1;
173 // Read in the entire armap.
174 const unsigned char* p
= this->get_view(start
, size
, true, false);
176 // Numbers in the armap are always big-endian.
177 const elfcpp::Elf_Word
* pword
= reinterpret_cast<const elfcpp::Elf_Word
*>(p
);
178 unsigned int nsyms
= elfcpp::Swap
<32, true>::readval(pword
);
181 // Note that the addition is in units of sizeof(elfcpp::Elf_Word).
182 const char* pnames
= reinterpret_cast<const char*>(pword
+ nsyms
);
183 section_size_type names_size
=
184 reinterpret_cast<const char*>(p
) + size
- pnames
;
185 this->armap_names_
.assign(pnames
, names_size
);
187 this->armap_
.resize(nsyms
);
189 section_offset_type name_offset
= 0;
190 for (unsigned int i
= 0; i
< nsyms
; ++i
)
192 this->armap_
[i
].name_offset
= name_offset
;
193 this->armap_
[i
].file_offset
= elfcpp::Swap
<32, true>::readval(pword
);
194 name_offset
+= strlen(pnames
+ name_offset
) + 1;
196 if (this->armap_
[i
].file_offset
!= last_seen_offset
)
198 last_seen_offset
= this->armap_
[i
].file_offset
;
199 ++this->num_members_
;
203 if (static_cast<section_size_type
>(name_offset
) > names_size
)
204 gold_error(_("%s: bad archive symbol table names"),
205 this->name().c_str());
207 // This array keeps track of which symbols are for archive elements
208 // which we have already included in the link.
209 this->armap_checked_
.resize(nsyms
);
212 // Read the header of an archive member at OFF. Fail if something
213 // goes wrong. Return the size of the member. Set *PNAME to the name
217 Archive::read_header(off_t off
, bool cache
, std::string
* pname
,
220 const unsigned char* p
= this->get_view(off
, sizeof(Archive_header
), true,
222 const Archive_header
* hdr
= reinterpret_cast<const Archive_header
*>(p
);
223 return this->interpret_header(hdr
, off
, pname
, nested_off
);
226 // Interpret the header of HDR, the header of the archive member at
227 // file offset OFF. Fail if something goes wrong. Return the size of
228 // the member. Set *PNAME to the name of the member.
231 Archive::interpret_header(const Archive_header
* hdr
, off_t off
,
232 std::string
* pname
, off_t
* nested_off
) const
234 if (memcmp(hdr
->ar_fmag
, arfmag
, sizeof arfmag
) != 0)
236 gold_error(_("%s: malformed archive header at %zu"),
237 this->name().c_str(), static_cast<size_t>(off
));
238 return this->input_file_
->file().filesize() - off
;
241 const int size_string_size
= sizeof hdr
->ar_size
;
242 char size_string
[size_string_size
+ 1];
243 memcpy(size_string
, hdr
->ar_size
, size_string_size
);
244 char* ps
= size_string
+ size_string_size
;
245 while (ps
[-1] == ' ')
251 off_t member_size
= strtol(size_string
, &end
, 10);
254 || (member_size
== LONG_MAX
&& errno
== ERANGE
))
256 gold_error(_("%s: malformed archive header size at %zu"),
257 this->name().c_str(), static_cast<size_t>(off
));
258 return this->input_file_
->file().filesize() - off
;
261 if (hdr
->ar_name
[0] != '/')
263 const char* name_end
= strchr(hdr
->ar_name
, '/');
265 || name_end
- hdr
->ar_name
>= static_cast<int>(sizeof hdr
->ar_name
))
267 gold_error(_("%s: malformed archive header name at %zu"),
268 this->name().c_str(), static_cast<size_t>(off
));
269 return this->input_file_
->file().filesize() - off
;
271 pname
->assign(hdr
->ar_name
, name_end
- hdr
->ar_name
);
272 if (nested_off
!= NULL
)
275 else if (hdr
->ar_name
[1] == ' ')
277 // This is the symbol table.
280 else if (hdr
->ar_name
[1] == '/')
282 // This is the extended name table.
283 pname
->assign(1, '/');
288 long x
= strtol(hdr
->ar_name
+ 1, &end
, 10);
291 y
= strtol(end
+ 1, &end
, 10);
294 || (x
== LONG_MAX
&& errno
== ERANGE
)
295 || static_cast<size_t>(x
) >= this->extended_names_
.size())
297 gold_error(_("%s: bad extended name index at %zu"),
298 this->name().c_str(), static_cast<size_t>(off
));
299 return this->input_file_
->file().filesize() - off
;
302 const char* name
= this->extended_names_
.data() + x
;
303 const char* name_end
= strchr(name
, '\n');
304 if (static_cast<size_t>(name_end
- name
) > this->extended_names_
.size()
305 || name_end
[-1] != '/')
307 gold_error(_("%s: bad extended name entry at header %zu"),
308 this->name().c_str(), static_cast<size_t>(off
));
309 return this->input_file_
->file().filesize() - off
;
311 pname
->assign(name
, name_end
- 1 - name
);
312 if (nested_off
!= NULL
)
319 // An archive member iterator.
321 class Archive::const_iterator
324 // The header of an archive member. This is what this iterator
328 // The name of the member.
330 // The file offset of the member.
332 // The file offset of a nested archive member.
334 // The size of the member.
338 const_iterator(Archive
* archive
, off_t off
)
339 : archive_(archive
), off_(off
)
340 { this->read_next_header(); }
344 { return this->header_
; }
348 { return &this->header_
; }
353 if (this->off_
== this->archive_
->file().filesize())
355 this->off_
+= sizeof(Archive_header
);
356 if (!this->archive_
->is_thin_archive())
357 this->off_
+= this->header_
.size
;
358 if ((this->off_
& 1) != 0)
360 this->read_next_header();
367 const_iterator ret
= *this;
373 operator==(const const_iterator p
) const
374 { return this->off_
== p
->off
; }
377 operator!=(const const_iterator p
) const
378 { return this->off_
!= p
->off
; }
384 // The underlying archive.
386 // The current offset in the file.
388 // The current archive header.
392 // Read the next archive header.
395 Archive::const_iterator::read_next_header()
397 off_t filesize
= this->archive_
->file().filesize();
400 if (filesize
- this->off_
< static_cast<off_t
>(sizeof(Archive_header
)))
402 if (filesize
!= this->off_
)
404 gold_error(_("%s: short archive header at %zu"),
405 this->archive_
->filename().c_str(),
406 static_cast<size_t>(this->off_
));
407 this->off_
= filesize
;
409 this->header_
.off
= filesize
;
413 unsigned char buf
[sizeof(Archive_header
)];
414 this->archive_
->file().read(this->off_
, sizeof(Archive_header
), buf
);
416 const Archive_header
* hdr
= reinterpret_cast<const Archive_header
*>(buf
);
418 this->archive_
->interpret_header(hdr
, this->off_
, &this->header_
.name
,
419 &this->header_
.nested_off
);
420 this->header_
.off
= this->off_
;
422 // Skip special members.
423 if (!this->header_
.name
.empty() && this->header_
.name
!= "/")
426 this->off_
+= sizeof(Archive_header
) + this->header_
.size
;
427 if ((this->off_
& 1) != 0)
434 Archive::const_iterator
437 return Archive::const_iterator(this, sarmag
);
442 Archive::const_iterator
445 return Archive::const_iterator(this, this->input_file_
->file().filesize());
448 // Get the file and offset for an archive member, which may be an
449 // external member of a thin archive. Set *INPUT_FILE to the
450 // file containing the actual member, *MEMOFF to the offset
451 // within that file (0 if not a nested archive), and *MEMBER_NAME
452 // to the name of the archive member. Return TRUE on success.
455 Archive::get_file_and_offset(off_t off
, Input_file
** input_file
, off_t
* memoff
,
456 off_t
* memsize
, std::string
* member_name
)
460 *memsize
= this->read_header(off
, false, member_name
, &nested_off
);
462 *input_file
= this->input_file_
;
463 *memoff
= off
+ static_cast<off_t
>(sizeof(Archive_header
));
465 if (!this->is_thin_archive_
)
468 // Adjust a relative pathname so that it is relative
469 // to the directory containing the archive.
470 if (!IS_ABSOLUTE_PATH(member_name
->c_str()))
472 const char* arch_path
= this->filename().c_str();
473 const char* basename
= lbasename(arch_path
);
474 if (basename
> arch_path
)
475 member_name
->replace(0, 0,
476 this->filename().substr(0, basename
- arch_path
));
481 // This is a member of a nested archive. Open the containing
482 // archive if we don't already have it open, then do a recursive
483 // call to include the member from that archive.
485 Nested_archive_table::const_iterator p
=
486 this->nested_archives_
.find(*member_name
);
487 if (p
!= this->nested_archives_
.end())
491 Input_file_argument
* input_file_arg
=
492 new Input_file_argument(member_name
->c_str(), false, "", false,
493 parameters
->options());
494 *input_file
= new Input_file(input_file_arg
);
496 if (!(*input_file
)->open(*this->dirpath_
, this->task_
, &dummy
))
498 arch
= new Archive(*member_name
, *input_file
, false, this->dirpath_
,
501 std::pair
<Nested_archive_table::iterator
, bool> ins
=
502 this->nested_archives_
.insert(std::make_pair(*member_name
, arch
));
503 gold_assert(ins
.second
);
505 return arch
->get_file_and_offset(nested_off
, input_file
, memoff
,
506 memsize
, member_name
);
509 // This is an external member of a thin archive. Open the
510 // file as a regular relocatable object file.
511 Input_file_argument
* input_file_arg
=
512 new Input_file_argument(member_name
->c_str(), false, "", false,
513 this->input_file_
->options());
514 *input_file
= new Input_file(input_file_arg
);
516 if (!(*input_file
)->open(*this->dirpath_
, this->task_
, &dummy
))
520 *memsize
= (*input_file
)->file().filesize();
524 // Return an ELF object for the member at offset OFF. If the ELF
525 // object has an unsupported target type, set *PUNCONFIGURED to true
529 Archive::get_elf_object_for_member(off_t off
, bool* punconfigured
)
531 *punconfigured
= false;
533 Input_file
* input_file
;
536 std::string member_name
;
537 if (!this->get_file_and_offset(off
, &input_file
, &memoff
, &memsize
,
541 if (parameters
->options().has_plugins())
543 Object
* obj
= parameters
->options().plugins()->claim_file(input_file
,
548 // The input file was claimed by a plugin, and its symbols
549 // have been provided by the plugin.
554 const unsigned char* ehdr
;
556 if (!is_elf_object(input_file
, memoff
, &ehdr
, &read_size
))
558 gold_error(_("%s: member at %zu is not an ELF object"),
559 this->name().c_str(), static_cast<size_t>(off
));
563 Object
*obj
= make_elf_object((std::string(this->input_file_
->filename())
564 + "(" + member_name
+ ")"),
565 input_file
, memoff
, ehdr
, read_size
,
567 obj
->set_no_export(this->no_export());
571 // Read the symbols from all the archive members in the link.
574 Archive::read_all_symbols()
576 for (Archive::const_iterator p
= this->begin();
579 this->read_symbols(p
->off
);
582 // Read the symbols from an archive member in the link. OFF is the file
583 // offset of the member header.
586 Archive::read_symbols(off_t off
)
589 Object
* obj
= this->get_elf_object_for_member(off
, &dummy
);
594 Read_symbols_data
* sd
= new Read_symbols_data
;
595 obj
->read_symbols(sd
);
596 Archive_member
member(obj
, sd
);
597 this->members_
[off
] = member
;
600 // Select members from the archive and add them to the link. We walk
601 // through the elements in the archive map, and look each one up in
602 // the symbol table. If it exists as a strong undefined symbol, we
603 // pull in the corresponding element. We have to do this in a loop,
604 // since pulling in one element may create new undefined symbols which
605 // may be satisfied by other objects in the archive. Return true in
606 // the normal case, false if the first member we tried to add from
607 // this archive had an incompatible target.
610 Archive::add_symbols(Symbol_table
* symtab
, Layout
* layout
,
611 Input_objects
* input_objects
, Mapfile
* mapfile
)
613 ++Archive::total_archives
;
615 if (this->input_file_
->options().whole_archive())
616 return this->include_all_members(symtab
, layout
, input_objects
,
619 Archive::total_members
+= this->num_members_
;
621 input_objects
->archive_start(this);
623 const size_t armap_size
= this->armap_
.size();
625 // This is a quick optimization, since we usually see many symbols
626 // in a row with the same offset. last_seen_offset holds the last
627 // offset we saw that was present in the seen_offsets_ set.
628 off_t last_seen_offset
= -1;
630 // Track which symbols in the symbol table we've already found to be
634 size_t tmpbuflen
= 0;
635 bool added_new_object
;
638 added_new_object
= false;
639 for (size_t i
= 0; i
< armap_size
; ++i
)
641 if (this->armap_checked_
[i
])
643 if (this->armap_
[i
].file_offset
== last_seen_offset
)
645 this->armap_checked_
[i
] = true;
648 if (this->seen_offsets_
.find(this->armap_
[i
].file_offset
)
649 != this->seen_offsets_
.end())
651 this->armap_checked_
[i
] = true;
652 last_seen_offset
= this->armap_
[i
].file_offset
;
656 const char* sym_name
= (this->armap_names_
.data()
657 + this->armap_
[i
].name_offset
);
659 // In an object file, and therefore in an archive map, an
660 // '@' in the name separates the symbol name from the
661 // version name. If there are two '@' characters, this is
662 // the default version.
663 const char* ver
= strchr(sym_name
, '@');
667 size_t symlen
= ver
- sym_name
;
668 if (symlen
+ 1 > tmpbuflen
)
670 tmpbuf
= static_cast<char*>(realloc(tmpbuf
, symlen
+ 1));
671 tmpbuflen
= symlen
+ 1;
673 memcpy(tmpbuf
, sym_name
, symlen
);
674 tmpbuf
[symlen
] = '\0';
685 Symbol
* sym
= symtab
->lookup(sym_name
, ver
);
688 || !sym
->is_undefined()
689 || sym
->binding() == elfcpp::STB_WEAK
))
690 sym
= symtab
->lookup(sym_name
, NULL
);
694 // Check whether the symbol was named in a -u option.
695 if (!parameters
->options().is_undefined(sym_name
))
698 else if (!sym
->is_undefined())
700 this->armap_checked_
[i
] = true;
703 else if (sym
->binding() == elfcpp::STB_WEAK
)
706 // We want to include this object in the link.
707 last_seen_offset
= this->armap_
[i
].file_offset
;
708 this->seen_offsets_
.insert(last_seen_offset
);
709 this->armap_checked_
[i
] = true;
717 if (!this->include_member(symtab
, layout
, input_objects
,
718 last_seen_offset
, mapfile
, sym
,
726 added_new_object
= true;
729 while (added_new_object
);
734 input_objects
->archive_stop(this);
739 // Include all the archive members in the link. This is for --whole-archive.
742 Archive::include_all_members(Symbol_table
* symtab
, Layout
* layout
,
743 Input_objects
* input_objects
, Mapfile
* mapfile
)
745 input_objects
->archive_start(this);
747 if (this->members_
.size() > 0)
749 std::map
<off_t
, Archive_member
>::const_iterator p
;
750 for (p
= this->members_
.begin();
751 p
!= this->members_
.end();
754 if (!this->include_member(symtab
, layout
, input_objects
, p
->first
,
755 mapfile
, NULL
, "--whole-archive"))
757 ++Archive::total_members
;
762 for (Archive::const_iterator p
= this->begin();
766 if (!this->include_member(symtab
, layout
, input_objects
, p
->off
,
767 mapfile
, NULL
, "--whole-archive"))
769 ++Archive::total_members
;
773 input_objects
->archive_stop(this);
778 // Return the number of members in the archive. This is only used for
782 Archive::count_members()
785 for (Archive::const_iterator p
= this->begin();
792 // Include an archive member in the link. OFF is the file offset of
793 // the member header. WHY is the reason we are including this member.
794 // Return true if we added the member or if we had an error, return
795 // false if this was the first member we tried to add from this
796 // archive and it had an incompatible format.
799 Archive::include_member(Symbol_table
* symtab
, Layout
* layout
,
800 Input_objects
* input_objects
, off_t off
,
801 Mapfile
* mapfile
, Symbol
* sym
, const char* why
)
803 ++Archive::total_members_loaded
;
805 std::map
<off_t
, Archive_member
>::const_iterator p
= this->members_
.find(off
);
806 if (p
!= this->members_
.end())
808 Object
*obj
= p
->second
.obj_
;
810 if (!this->included_member_
811 && this->searched_for()
812 && !parameters
->is_compatible_target(obj
->target()))
815 Read_symbols_data
*sd
= p
->second
.sd_
;
817 mapfile
->report_include_archive_member(obj
->name(), sym
, why
);
818 if (input_objects
->add_object(obj
))
820 obj
->layout(symtab
, layout
, sd
);
821 obj
->add_symbols(symtab
, sd
, layout
);
822 this->included_member_
= true;
829 Object
* obj
= this->get_elf_object_for_member(off
, &unconfigured
);
831 if (!this->included_member_
832 && this->searched_for()
835 : !parameters
->is_compatible_target(obj
->target())))
846 mapfile
->report_include_archive_member(obj
->name(), sym
, why
);
848 Pluginobj
* pluginobj
= obj
->pluginobj();
849 if (pluginobj
!= NULL
)
851 pluginobj
->add_symbols(symtab
, NULL
, layout
);
852 this->included_member_
= true;
856 if (!input_objects
->add_object(obj
))
860 Read_symbols_data sd
;
861 obj
->read_symbols(&sd
);
862 obj
->layout(symtab
, layout
, &sd
);
863 obj
->add_symbols(symtab
, &sd
, layout
);
865 // If this is an external member of a thin archive, unlock the file
866 // for the next task.
867 if (obj
->offset() == 0)
868 obj
->unlock(this->task_
);
870 this->included_member_
= true;
876 // Print statistical information to stderr. This is used for --stats.
879 Archive::print_stats()
881 fprintf(stderr
, _("%s: archive libraries: %u\n"),
882 program_name
, Archive::total_archives
);
883 fprintf(stderr
, _("%s: total archive members: %u\n"),
884 program_name
, Archive::total_members
);
885 fprintf(stderr
, _("%s: loaded archive members: %u\n"),
886 program_name
, Archive::total_members_loaded
);
889 // Add_archive_symbols methods.
891 Add_archive_symbols::~Add_archive_symbols()
893 if (this->this_blocker_
!= NULL
)
894 delete this->this_blocker_
;
895 // next_blocker_ is deleted by the task associated with the next
899 // Return whether we can add the archive symbols. We are blocked by
900 // this_blocker_. We block next_blocker_. We also lock the file.
903 Add_archive_symbols::is_runnable()
905 if (this->this_blocker_
!= NULL
&& this->this_blocker_
->is_blocked())
906 return this->this_blocker_
;
911 Add_archive_symbols::locks(Task_locker
* tl
)
913 tl
->add(this, this->next_blocker_
);
914 tl
->add(this, this->archive_
->token());
918 Add_archive_symbols::run(Workqueue
* workqueue
)
920 bool added
= this->archive_
->add_symbols(this->symtab_
, this->layout_
,
921 this->input_objects_
,
923 this->archive_
->unlock_nested_archives();
925 this->archive_
->release();
926 this->archive_
->clear_uncached_views();
930 // This archive holds object files which are incompatible with
932 Read_symbols::incompatible_warning(this->input_argument_
,
933 this->archive_
->input_file());
934 Read_symbols::requeue(workqueue
, this->input_objects_
, this->symtab_
,
935 this->layout_
, this->dirpath_
, this->dirindex_
,
936 this->mapfile_
, this->input_argument_
,
937 this->input_group_
, this->next_blocker_
);
938 delete this->archive_
;
942 if (this->input_group_
!= NULL
)
943 this->input_group_
->add_archive(this->archive_
);
946 // We no longer need to know about this archive.
947 delete this->archive_
;
948 this->archive_
= NULL
;
952 } // End namespace gold.