Automatic date update in version.in
[binutils-gdb.git] / bfd / cache.c
blob5c825433b62adfc28c8b2e48e1698550fc2b9466
1 /* BFD library -- caching of file descriptors.
3 Copyright (C) 1990-2024 Free Software Foundation, Inc.
5 Hacked by Steve Chamberlain of Cygnus Support (steve@cygnus.com).
7 This file is part of BFD, the Binary File Descriptor library.
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; either version 3 of the License, or
12 (at your option) any later version.
14 This program is distributed in the hope that it will be useful,
15 but WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 GNU General Public License for more details.
19 You should have received a copy of the GNU General Public License
20 along with this program; if not, write to the Free Software
21 Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston,
22 MA 02110-1301, USA. */
25 SECTION
26 File caching
28 The file caching mechanism is embedded within BFD and allows
29 the application to open as many BFDs as it wants without
30 regard to the underlying operating system's file descriptor
31 limit (often as low as 20 open files). The module in
32 <<cache.c>> maintains a least recently used list of
33 <<bfd_cache_max_open>> files, and exports the name
34 <<bfd_cache_lookup>>, which runs around and makes sure that
35 the required BFD is open. If not, then it chooses a file to
36 close, closes it and opens the one wanted, returning its file
37 handle.
39 SUBSECTION
40 Caching functions
43 #include "sysdep.h"
44 #include "bfd.h"
45 #include "libbfd.h"
46 #include "libiberty.h"
48 static FILE *_bfd_open_file_unlocked (bfd *abfd);
50 /* In some cases we can optimize cache operation when reopening files.
51 For instance, a flush is entirely unnecessary if the file is already
52 closed, so a flush would use CACHE_NO_OPEN. Similarly, a seek using
53 SEEK_SET or SEEK_END need not first seek to the current position.
54 For stat we ignore seek errors, just in case the file has changed
55 while we weren't looking. If it has, then it's possible that the
56 file is shorter and we don't want a seek error to prevent us doing
57 the stat. */
58 enum cache_flag {
59 CACHE_NORMAL = 0,
60 CACHE_NO_OPEN = 1,
61 CACHE_NO_SEEK = 2,
62 CACHE_NO_SEEK_ERROR = 4
65 /* The maximum number of files which the cache will keep open at
66 one time. When needed call bfd_cache_max_open to initialize. */
68 static unsigned max_open_files = 0;
70 /* Set max_open_files, if not already set, to 12.5% of the allowed open
71 file descriptors, but at least 10, and return the value. */
72 static unsigned
73 bfd_cache_max_open (void)
75 if (max_open_files == 0)
77 int max;
78 #if defined(__sun) && !defined(__sparcv9) && !defined(__x86_64__)
79 /* PR ld/19260: 32-bit Solaris has very inelegant handling of the 255
80 file descriptor limit. The problem is that setrlimit(2) can raise
81 RLIMIT_NOFILE to a value that is not supported by libc, resulting
82 in "Too many open files" errors. This can happen here even though
83 max_open_files is set to rlim.rlim_cur / 8. For example, if
84 a parent process has set rlim.rlim_cur to 65536, then max_open_files
85 will be computed as 8192.
87 This check essentially reverts to the behavior from binutils 2.23.1
88 for 32-bit Solaris only. (It is hoped that the 32-bit libc
89 limitation will be removed soon). 64-bit Solaris libc does not have
90 this limitation. */
91 max = 16;
92 #else
93 #ifdef HAVE_GETRLIMIT
94 struct rlimit rlim;
96 if (getrlimit (RLIMIT_NOFILE, &rlim) == 0
97 && rlim.rlim_cur != (rlim_t) RLIM_INFINITY)
98 max = rlim.rlim_cur / 8;
99 else
100 #endif
101 #ifdef _SC_OPEN_MAX
102 max = sysconf (_SC_OPEN_MAX) / 8;
103 #else
104 max = 10;
105 #endif
106 #endif /* not 32-bit Solaris */
108 max_open_files = max < 10 ? 10 : max;
111 return max_open_files;
114 /* The number of BFD files we have open. */
116 static unsigned open_files;
118 /* Zero, or a pointer to the topmost BFD on the chain. This is
119 used by the <<bfd_cache_lookup>> macro in @file{libbfd.h} to
120 determine when it can avoid a function call. */
122 static bfd *bfd_last_cache = NULL;
124 /* Insert a BFD into the cache. */
126 static void
127 insert (bfd *abfd)
129 if (bfd_last_cache == NULL)
131 abfd->lru_next = abfd;
132 abfd->lru_prev = abfd;
134 else
136 abfd->lru_next = bfd_last_cache;
137 abfd->lru_prev = bfd_last_cache->lru_prev;
138 abfd->lru_prev->lru_next = abfd;
139 abfd->lru_next->lru_prev = abfd;
141 bfd_last_cache = abfd;
144 /* Remove a BFD from the cache. */
146 static void
147 snip (bfd *abfd)
149 abfd->lru_prev->lru_next = abfd->lru_next;
150 abfd->lru_next->lru_prev = abfd->lru_prev;
151 if (abfd == bfd_last_cache)
153 bfd_last_cache = abfd->lru_next;
154 if (abfd == bfd_last_cache)
155 bfd_last_cache = NULL;
159 /* Close a BFD and remove it from the cache. */
161 static bool
162 bfd_cache_delete (bfd *abfd)
164 bool ret;
166 if (fclose ((FILE *) abfd->iostream) == 0)
167 ret = true;
168 else
170 ret = false;
171 bfd_set_error (bfd_error_system_call);
174 snip (abfd);
176 abfd->iostream = NULL;
177 BFD_ASSERT (open_files > 0);
178 --open_files;
179 abfd->flags |= BFD_CLOSED_BY_CACHE;
181 return ret;
184 /* We need to open a new file, and the cache is full. Find the least
185 recently used cacheable BFD and close it. */
187 static bool
188 close_one (void)
190 register bfd *to_kill;
192 if (bfd_last_cache == NULL)
193 to_kill = NULL;
194 else
196 for (to_kill = bfd_last_cache->lru_prev;
197 ! to_kill->cacheable;
198 to_kill = to_kill->lru_prev)
200 if (to_kill == bfd_last_cache)
202 to_kill = NULL;
203 break;
208 if (to_kill == NULL)
210 /* There are no open cacheable BFD's. */
211 return true;
214 to_kill->where = _bfd_real_ftell ((FILE *) to_kill->iostream);
216 return bfd_cache_delete (to_kill);
219 /* Check to see if the required BFD is the same as the last one
220 looked up. If so, then it can use the stream in the BFD with
221 impunity, since it can't have changed since the last lookup;
222 otherwise, it has to perform the complicated lookup function. */
224 #define bfd_cache_lookup(x, flag) \
225 ((x) == bfd_last_cache \
226 ? (FILE *) (bfd_last_cache->iostream) \
227 : bfd_cache_lookup_worker (x, flag))
229 /* A helper function that returns true if ABFD can possibly be cached
230 -- that is, whether bfd_cache_lookup_worker will accept it. */
232 static bool
233 possibly_cached (bfd *abfd)
235 if ((abfd->flags & BFD_IN_MEMORY) != 0)
236 return false;
237 if (abfd->my_archive != NULL
238 && !bfd_is_thin_archive (abfd->my_archive))
239 return false;
240 return true;
243 /* Called when the macro <<bfd_cache_lookup>> fails to find a
244 quick answer. Find a file descriptor for @var{abfd}. If
245 necessary, it open it. If there are already more than
246 <<bfd_cache_max_open>> files open, it tries to close one first, to
247 avoid running out of file descriptors. It will return NULL
248 if it is unable to (re)open the @var{abfd}. */
250 static FILE *
251 bfd_cache_lookup_worker (bfd *abfd, enum cache_flag flag)
253 if (!possibly_cached (abfd))
254 abort ();
256 /* If the BFD is being processed by bfd_check_format_matches, it
257 must already be open and won't be on the list. */
258 if (abfd->in_format_matches)
260 if (abfd->iostream == NULL)
261 abort ();
262 return (FILE *) abfd->iostream;
265 if (abfd->iostream != NULL)
267 /* Move the file to the start of the cache. */
268 if (abfd != bfd_last_cache)
270 snip (abfd);
271 insert (abfd);
273 return (FILE *) abfd->iostream;
276 if (flag & CACHE_NO_OPEN)
277 return NULL;
279 if (_bfd_open_file_unlocked (abfd) == NULL)
281 else if (!(flag & CACHE_NO_SEEK)
282 && _bfd_real_fseek ((FILE *) abfd->iostream,
283 abfd->where, SEEK_SET) != 0
284 && !(flag & CACHE_NO_SEEK_ERROR))
285 bfd_set_error (bfd_error_system_call);
286 else
287 return (FILE *) abfd->iostream;
289 /* xgettext:c-format */
290 _bfd_error_handler (_("reopening %pB: %s"),
291 abfd, bfd_errmsg (bfd_get_error ()));
292 return NULL;
295 static file_ptr
296 cache_btell (struct bfd *abfd)
298 if (!bfd_lock ())
299 return -1;
300 FILE *f = bfd_cache_lookup (abfd, CACHE_NO_OPEN);
301 if (f == NULL)
303 if (!bfd_unlock ())
304 return -1;
305 return abfd->where;
307 file_ptr result = _bfd_real_ftell (f);
308 if (!bfd_unlock ())
309 return -1;
310 return result;
313 static int
314 cache_bseek (struct bfd *abfd, file_ptr offset, int whence)
316 if (!bfd_lock ())
317 return -1;
318 FILE *f = bfd_cache_lookup (abfd, whence != SEEK_CUR ? CACHE_NO_SEEK : CACHE_NORMAL);
319 if (f == NULL)
321 bfd_unlock ();
322 return -1;
324 int result = _bfd_real_fseek (f, offset, whence);
325 if (!bfd_unlock ())
326 return -1;
327 return result;
330 /* Note that archive entries don't have streams; they share their parent's.
331 This allows someone to play with the iostream behind BFD's back.
333 Also, note that the origin pointer points to the beginning of a file's
334 contents (0 for non-archive elements). For archive entries this is the
335 first octet in the file, NOT the beginning of the archive header. */
337 static file_ptr
338 cache_bread_1 (FILE *f, void *buf, file_ptr nbytes)
340 file_ptr nread;
342 #if defined (__VAX) && defined (VMS)
343 /* Apparently fread on Vax VMS does not keep the record length
344 information. */
345 nread = read (fileno (f), buf, nbytes);
346 /* Set bfd_error if we did not read as much data as we expected. If
347 the read failed due to an error set the bfd_error_system_call,
348 else set bfd_error_file_truncated. */
349 if (nread == (file_ptr)-1)
351 bfd_set_error (bfd_error_system_call);
352 return nread;
354 #else
355 nread = fread (buf, 1, nbytes, f);
356 /* Set bfd_error if we did not read as much data as we expected. If
357 the read failed due to an error set the bfd_error_system_call,
358 else set bfd_error_file_truncated. */
359 if (nread < nbytes && ferror (f))
361 bfd_set_error (bfd_error_system_call);
362 return nread;
364 #endif
365 if (nread < nbytes)
366 /* This may or may not be an error, but in case the calling code
367 bails out because of it, set the right error code. */
368 bfd_set_error (bfd_error_file_truncated);
369 return nread;
372 static file_ptr
373 cache_bread (struct bfd *abfd, void *buf, file_ptr nbytes)
375 if (!bfd_lock ())
376 return -1;
377 file_ptr nread = 0;
378 FILE *f;
380 f = bfd_cache_lookup (abfd, CACHE_NORMAL);
381 if (f == NULL)
383 bfd_unlock ();
384 return -1;
387 /* Some filesystems are unable to handle reads that are too large
388 (for instance, NetApp shares with oplocks turned off). To avoid
389 hitting this limitation, we read the buffer in chunks of 8MB max. */
390 while (nread < nbytes)
392 const file_ptr max_chunk_size = 0x800000;
393 file_ptr chunk_size = nbytes - nread;
394 file_ptr chunk_nread;
396 if (chunk_size > max_chunk_size)
397 chunk_size = max_chunk_size;
399 chunk_nread = cache_bread_1 (f, (char *) buf + nread, chunk_size);
401 /* Update the nread count.
403 We just have to be careful of the case when cache_bread_1 returns
404 a negative count: If this is our first read, then set nread to
405 that negative count in order to return that negative value to the
406 caller. Otherwise, don't add it to our total count, or we would
407 end up returning a smaller number of bytes read than we actually
408 did. */
409 if (nread == 0 || chunk_nread > 0)
410 nread += chunk_nread;
412 if (chunk_nread < chunk_size)
413 break;
416 if (!bfd_unlock ())
417 return -1;
418 return nread;
421 static file_ptr
422 cache_bwrite (struct bfd *abfd, const void *from, file_ptr nbytes)
424 if (!bfd_lock ())
425 return -1;
426 file_ptr nwrite;
427 FILE *f = bfd_cache_lookup (abfd, CACHE_NORMAL);
429 if (f == NULL)
431 if (!bfd_unlock ())
432 return -1;
433 return 0;
435 nwrite = fwrite (from, 1, nbytes, f);
436 if (nwrite < nbytes && ferror (f))
438 bfd_set_error (bfd_error_system_call);
439 bfd_unlock ();
440 return -1;
442 if (!bfd_unlock ())
443 return -1;
444 return nwrite;
447 static int
448 cache_bclose (struct bfd *abfd)
450 /* No locking needed here, it's handled by the callee. */
451 return bfd_cache_close (abfd) - 1;
454 static int
455 cache_bflush (struct bfd *abfd)
457 if (!bfd_lock ())
458 return -1;
459 int sts;
460 FILE *f = bfd_cache_lookup (abfd, CACHE_NO_OPEN);
462 if (f == NULL)
464 if (!bfd_unlock ())
465 return -1;
466 return 0;
468 sts = fflush (f);
469 if (sts < 0)
470 bfd_set_error (bfd_error_system_call);
471 if (!bfd_unlock ())
472 return -1;
473 return sts;
476 static int
477 cache_bstat (struct bfd *abfd, struct stat *sb)
479 if (!bfd_lock ())
480 return -1;
481 int sts;
482 FILE *f = bfd_cache_lookup (abfd, CACHE_NO_SEEK_ERROR);
484 if (f == NULL)
486 bfd_unlock ();
487 return -1;
489 sts = fstat (fileno (f), sb);
490 if (sts < 0)
491 bfd_set_error (bfd_error_system_call);
492 if (!bfd_unlock ())
493 return -1;
494 return sts;
497 static void *
498 cache_bmmap (struct bfd *abfd ATTRIBUTE_UNUSED,
499 void *addr ATTRIBUTE_UNUSED,
500 size_t len ATTRIBUTE_UNUSED,
501 int prot ATTRIBUTE_UNUSED,
502 int flags ATTRIBUTE_UNUSED,
503 file_ptr offset ATTRIBUTE_UNUSED,
504 void **map_addr ATTRIBUTE_UNUSED,
505 size_t *map_len ATTRIBUTE_UNUSED)
507 void *ret = MAP_FAILED;
509 if (!bfd_lock ())
510 return ret;
511 if ((abfd->flags & BFD_IN_MEMORY) != 0)
512 abort ();
513 #ifdef HAVE_MMAP
514 else
516 uintptr_t pagesize_m1 = _bfd_pagesize_m1;
517 FILE *f;
518 file_ptr pg_offset;
519 size_t pg_len;
521 f = bfd_cache_lookup (abfd, CACHE_NO_SEEK_ERROR);
522 if (f == NULL)
524 bfd_unlock ();
525 return ret;
528 /* Align. */
529 pg_offset = offset & ~pagesize_m1;
530 pg_len = (len + (offset - pg_offset) + pagesize_m1) & ~pagesize_m1;
532 ret = mmap (addr, pg_len, prot, flags, fileno (f), pg_offset);
533 if (ret == MAP_FAILED)
534 bfd_set_error (bfd_error_system_call);
535 else
537 *map_addr = ret;
538 *map_len = pg_len;
539 ret = (char *) ret + (offset & pagesize_m1);
542 #endif
544 if (!bfd_unlock ())
545 return MAP_FAILED;
546 return ret;
549 static const struct bfd_iovec cache_iovec =
551 &cache_bread, &cache_bwrite, &cache_btell, &cache_bseek,
552 &cache_bclose, &cache_bflush, &cache_bstat, &cache_bmmap
555 static bool
556 _bfd_cache_init_unlocked (bfd *abfd)
558 BFD_ASSERT (abfd->iostream != NULL);
559 if (open_files >= bfd_cache_max_open ())
561 if (! close_one ())
562 return false;
564 abfd->iovec = &cache_iovec;
565 insert (abfd);
566 abfd->flags &= ~BFD_CLOSED_BY_CACHE;
567 ++open_files;
568 return true;
572 INTERNAL_FUNCTION
573 bfd_cache_init
575 SYNOPSIS
576 bool bfd_cache_init (bfd *abfd);
578 DESCRIPTION
579 Add a newly opened BFD to the cache.
582 bool
583 bfd_cache_init (bfd *abfd)
585 if (!bfd_lock ())
586 return false;
587 bool result = _bfd_cache_init_unlocked (abfd);
588 if (!bfd_unlock ())
589 return false;
590 return result;
593 static bool
594 _bfd_cache_close_unlocked (bfd *abfd)
596 /* Don't remove this test. bfd_reinit depends on it. */
597 if (abfd->iovec != &cache_iovec)
598 return true;
600 if (abfd->iostream == NULL)
601 /* Previously closed. */
602 return true;
604 /* Note: no locking needed in this function, as it is handled by
605 bfd_cache_delete. */
606 return bfd_cache_delete (abfd);
610 FUNCTION
611 bfd_cache_close
613 SYNOPSIS
614 bool bfd_cache_close (bfd *abfd);
616 DESCRIPTION
617 Remove the BFD @var{abfd} from the cache. If the attached file is open,
618 then close it too.
620 <<FALSE>> is returned if closing the file fails, <<TRUE>> is
621 returned if all is well.
624 bool
625 bfd_cache_close (bfd *abfd)
627 if (!bfd_lock ())
628 return false;
629 bool result = _bfd_cache_close_unlocked (abfd);
630 if (!bfd_unlock ())
631 return false;
632 return result;
636 FUNCTION
637 bfd_cache_close_all
639 SYNOPSIS
640 bool bfd_cache_close_all (void);
642 DESCRIPTION
643 Remove all BFDs from the cache. If the attached file is open,
644 then close it too. Note - despite its name this function will
645 close a BFD even if it is not marked as being cacheable, ie
646 even if bfd_get_cacheable() returns false.
648 <<FALSE>> is returned if closing one of the file fails, <<TRUE>> is
649 returned if all is well.
652 bool
653 bfd_cache_close_all (void)
655 bool ret = true;
657 if (!bfd_lock ())
658 return false;
659 while (bfd_last_cache != NULL)
661 bfd *prev_bfd_last_cache = bfd_last_cache;
663 ret &= _bfd_cache_close_unlocked (bfd_last_cache);
665 /* Stop a potential infinite loop should bfd_cache_close()
666 not update bfd_last_cache. */
667 if (bfd_last_cache == prev_bfd_last_cache)
668 break;
671 if (!bfd_unlock ())
672 return false;
673 return ret;
677 INTERNAL_FUNCTION
678 bfd_cache_set_uncloseable
680 SYNOPSIS
681 bool bfd_cache_set_uncloseable (bfd *abfd, bool value, bool *old);
683 DESCRIPTION
684 Internal function to mark ABFD as either closeable or not.
685 This is used by bfd_check_format_matches to avoid races
686 where bfd_cache_close_all is called in another thread.
687 VALUE is true to mark the BFD as temporarily uncloseable
688 by the cache; false to mark it as closeable once again.
689 OLD, if non-NULL, is set to the previous value of the flag.
690 Returns false on error, true on success.
693 bool
694 bfd_cache_set_uncloseable (bfd *abfd, bool value, bool *old)
696 bool result = true;
698 if (!bfd_lock ())
699 return false;
700 if (old != NULL)
701 *old = abfd->in_format_matches;
703 /* Only perform any action when the state changes,and only when this
704 BFD is actually using the cache. */
705 if (value != abfd->in_format_matches
706 && abfd->iovec == &cache_iovec
707 && possibly_cached (abfd))
709 if (value)
711 /* Marking as uncloseable for the first time. Ensure the
712 file is open, and remove from the cache list. */
713 FILE *f = bfd_cache_lookup (abfd, CACHE_NORMAL);
714 if (f == NULL)
715 result = false;
716 else
717 snip (abfd);
719 else
721 /* Mark as closeable again. */
722 insert (abfd);
725 abfd->in_format_matches = value;
728 if (!bfd_unlock ())
729 return false;
730 return result;
734 FUNCTION
735 bfd_cache_size
737 SYNOPSIS
738 unsigned bfd_cache_size (void);
740 DESCRIPTION
741 Return the number of open files in the cache.
744 unsigned
745 bfd_cache_size (void)
747 return open_files;
750 static FILE *
751 _bfd_open_file_unlocked (bfd *abfd)
753 abfd->cacheable = true; /* Allow it to be closed later. */
755 if (open_files >= bfd_cache_max_open ())
757 if (! close_one ())
758 return NULL;
761 switch (abfd->direction)
763 case read_direction:
764 case no_direction:
765 abfd->iostream = _bfd_real_fopen (bfd_get_filename (abfd), FOPEN_RB);
766 break;
767 case both_direction:
768 case write_direction:
769 if (abfd->opened_once)
771 abfd->iostream = _bfd_real_fopen (bfd_get_filename (abfd),
772 FOPEN_RUB);
773 if (abfd->iostream == NULL)
774 abfd->iostream = _bfd_real_fopen (bfd_get_filename (abfd),
775 FOPEN_WUB);
777 else
779 /* Create the file.
781 Some operating systems won't let us overwrite a running
782 binary. For them, we want to unlink the file first.
784 However, gcc 2.95 will create temporary files using
785 O_EXCL and tight permissions to prevent other users from
786 substituting other .o files during the compilation. gcc
787 will then tell the assembler to use the newly created
788 file as an output file. If we unlink the file here, we
789 open a brief window when another user could still
790 substitute a file.
792 So we unlink the output file if and only if it has
793 non-zero size. */
794 #ifndef __MSDOS__
795 /* Don't do this for MSDOS: it doesn't care about overwriting
796 a running binary, but if this file is already open by
797 another BFD, we will be in deep trouble if we delete an
798 open file. In fact, objdump does just that if invoked with
799 the --info option. */
800 struct stat s;
802 if (stat (bfd_get_filename (abfd), &s) == 0 && s.st_size != 0)
803 unlink_if_ordinary (bfd_get_filename (abfd));
804 #endif
805 abfd->iostream = _bfd_real_fopen (bfd_get_filename (abfd),
806 FOPEN_WUB);
807 abfd->opened_once = true;
809 break;
812 if (abfd->iostream == NULL)
813 bfd_set_error (bfd_error_system_call);
814 else
816 if (! _bfd_cache_init_unlocked (abfd))
817 return NULL;
820 return (FILE *) abfd->iostream;
824 INTERNAL_FUNCTION
825 bfd_open_file
827 SYNOPSIS
828 FILE* bfd_open_file (bfd *abfd);
830 DESCRIPTION
831 Call the OS to open a file for @var{abfd}. Return the <<FILE *>>
832 (possibly <<NULL>>) that results from this operation. Set up the
833 BFD so that future accesses know the file is open. If the <<FILE *>>
834 returned is <<NULL>>, then it won't have been put in the
835 cache, so it won't have to be removed from it.
838 FILE *
839 bfd_open_file (bfd *abfd)
841 if (!bfd_lock ())
842 return NULL;
843 FILE *result = _bfd_open_file_unlocked (abfd);
844 if (!bfd_unlock ())
845 return NULL;
846 return result;