1 /* Copyright (C) 2002-2016 Free Software Foundation, Inc.
2 Contributed by Andy Vaught
3 F2003 I/O support contributed by Jerry DeLisle
5 This file is part of the GNU Fortran runtime library (libgfortran).
7 Libgfortran is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3, or (at your option)
12 Libgfortran is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 Under Section 7 of GPL version 3, you are granted additional
18 permissions described in the GCC Runtime Library Exception, version
19 3.1, as published by the Free Software Foundation.
21 You should have received a copy of the GNU General Public License and
22 a copy of the GCC Runtime Library Exception along with this program;
23 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
24 <http://www.gnu.org/licenses/>. */
35 UNIT_LOCK is a master lock, protecting UNIT_ROOT tree and UNIT_CACHE.
36 Concurrent use of different units should be supported, so
37 each unit has its own lock, LOCK.
38 Open should be atomic with its reopening of units and list_read.c
39 in several places needs find_unit another unit while holding stdin
40 unit's lock, so it must be possible to acquire UNIT_LOCK while holding
41 some unit's lock. Therefore to avoid deadlocks, it is forbidden
42 to acquire unit's private locks while holding UNIT_LOCK, except
43 for freshly created units (where no other thread can get at their
44 address yet) or when using just trylock rather than lock operation.
45 In addition to unit's private lock each unit has a WAITERS counter
46 and CLOSED flag. WAITERS counter must be either only
47 atomically incremented/decremented in all places (if atomic builtins
48 are supported), or protected by UNIT_LOCK in all places (otherwise).
49 CLOSED flag must be always protected by unit's LOCK.
50 After finding a unit in UNIT_CACHE or UNIT_ROOT with UNIT_LOCK held,
51 WAITERS must be incremented to avoid concurrent close from freeing
52 the unit between unlocking UNIT_LOCK and acquiring unit's LOCK.
53 Unit freeing is always done under UNIT_LOCK. If close_unit sees any
54 WAITERS, it doesn't free the unit but instead sets the CLOSED flag
55 and the thread that decrements WAITERS to zero while CLOSED flag is
56 set is responsible for freeing it (while holding UNIT_LOCK).
57 flush_all_units operation is iterating over the unit tree with
58 increasing UNIT_NUMBER while holding UNIT_LOCK and attempting to
59 flush each unit (and therefore needs the unit's LOCK held as well).
60 To avoid deadlocks, it just trylocks the LOCK and if unsuccessful,
61 remembers the current unit's UNIT_NUMBER, unlocks UNIT_LOCK, acquires
62 unit's LOCK and after flushing reacquires UNIT_LOCK and restarts with
63 the smallest UNIT_NUMBER above the last one flushed.
65 If find_unit/find_or_create_unit/find_file/get_unit routines return
66 non-NULL, the returned unit has its private lock locked and when the
67 caller is done with it, it must call either unlock_unit or close_unit
68 on it. unlock_unit or close_unit must be always called only with the
71 /* Subroutines related to units */
73 /* Unit number to be assigned when NEWUNIT is used in an OPEN statement. */
74 #define GFC_FIRST_NEWUNIT -10
75 static GFC_INTEGER_4 next_available_newunit
= GFC_FIRST_NEWUNIT
;
78 static gfc_unit
*unit_cache
[CACHE_SIZE
];
79 gfc_offset max_offset
;
81 #ifdef __GTHREAD_MUTEX_INIT
82 __gthread_mutex_t unit_lock
= __GTHREAD_MUTEX_INIT
;
84 __gthread_mutex_t unit_lock
;
87 /* We use these filenames for error reporting. */
89 static char stdin_name
[] = "stdin";
90 static char stdout_name
[] = "stdout";
91 static char stderr_name
[] = "stderr";
97 /* If we don't have POSIX 2008 per-thread locales, we need to use the
98 traditional setlocale(). To prevent multiple concurrent threads
99 doing formatted I/O from messing up the locale, we need to store a
100 global old_locale, and a counter keeping track of how many threads
101 are currently doing formatted I/O. The first thread saves the old
102 locale, and the last one restores it. */
105 #ifdef __GTHREAD_MUTEX_INIT
106 __gthread_mutex_t old_locale_lock
= __GTHREAD_MUTEX_INIT
;
108 __gthread_mutex_t old_locale_lock
;
113 /* This implementation is based on Stefan Nilsson's article in the
114 * July 1997 Doctor Dobb's Journal, "Treaps in Java". */
116 /* pseudo_random()-- Simple linear congruential pseudorandom number
117 * generator. The period of this generator is 44071, which is plenty
118 * for our purposes. */
123 static int x0
= 5341;
125 x0
= (22611 * x0
+ 10) % 44071;
130 /* rotate_left()-- Rotate the treap left */
133 rotate_left (gfc_unit
* t
)
138 t
->right
= t
->right
->left
;
145 /* rotate_right()-- Rotate the treap right */
148 rotate_right (gfc_unit
* t
)
153 t
->left
= t
->left
->right
;
161 compare (int a
, int b
)
172 /* insert()-- Recursive insertion function. Returns the updated treap. */
175 insert (gfc_unit
*new, gfc_unit
*t
)
182 c
= compare (new->unit_number
, t
->unit_number
);
186 t
->left
= insert (new, t
->left
);
187 if (t
->priority
< t
->left
->priority
)
188 t
= rotate_right (t
);
193 t
->right
= insert (new, t
->right
);
194 if (t
->priority
< t
->right
->priority
)
199 internal_error (NULL
, "insert(): Duplicate key found!");
205 /* insert_unit()-- Create a new node, insert it into the treap. */
210 gfc_unit
*u
= xcalloc (1, sizeof (gfc_unit
));
212 #ifdef __GTHREAD_MUTEX_INIT
214 __gthread_mutex_t tmp
= __GTHREAD_MUTEX_INIT
;
218 __GTHREAD_MUTEX_INIT_FUNCTION (&u
->lock
);
220 __gthread_mutex_lock (&u
->lock
);
221 u
->priority
= pseudo_random ();
222 unit_root
= insert (u
, unit_root
);
227 /* destroy_unit_mutex()-- Destroy the mutex and free memory of unit. */
230 destroy_unit_mutex (gfc_unit
* u
)
232 __gthread_mutex_destroy (&u
->lock
);
238 delete_root (gfc_unit
* t
)
244 if (t
->right
== NULL
)
247 if (t
->left
->priority
> t
->right
->priority
)
249 temp
= rotate_right (t
);
250 temp
->right
= delete_root (t
);
254 temp
= rotate_left (t
);
255 temp
->left
= delete_root (t
);
262 /* delete_treap()-- Delete an element from a tree. The 'old' value
263 * does not necessarily have to point to the element to be deleted, it
264 * must just point to a treap structure with the key to be deleted.
265 * Returns the new root node of the tree. */
268 delete_treap (gfc_unit
* old
, gfc_unit
* t
)
275 c
= compare (old
->unit_number
, t
->unit_number
);
278 t
->left
= delete_treap (old
, t
->left
);
280 t
->right
= delete_treap (old
, t
->right
);
288 /* delete_unit()-- Delete a unit from a tree */
291 delete_unit (gfc_unit
* old
)
293 unit_root
= delete_treap (old
, unit_root
);
297 /* get_external_unit()-- Given an integer, return a pointer to the unit
298 * structure. Returns NULL if the unit does not exist,
299 * otherwise returns a locked unit. */
302 get_external_unit (int n
, int do_create
)
307 __gthread_mutex_lock (&unit_lock
);
309 for (c
= 0; c
< CACHE_SIZE
; c
++)
310 if (unit_cache
[c
] != NULL
&& unit_cache
[c
]->unit_number
== n
)
319 c
= compare (n
, p
->unit_number
);
328 if (p
== NULL
&& do_create
)
336 for (c
= 0; c
< CACHE_SIZE
- 1; c
++)
337 unit_cache
[c
] = unit_cache
[c
+ 1];
339 unit_cache
[CACHE_SIZE
- 1] = p
;
344 /* Newly created units have their lock held already
345 from insert_unit. Just unlock UNIT_LOCK and return. */
346 __gthread_mutex_unlock (&unit_lock
);
354 if (! __gthread_mutex_trylock (&p
->lock
))
356 /* assert (p->closed == 0); */
357 __gthread_mutex_unlock (&unit_lock
);
361 inc_waiting_locked (p
);
364 __gthread_mutex_unlock (&unit_lock
);
368 __gthread_mutex_lock (&p
->lock
);
371 __gthread_mutex_lock (&unit_lock
);
372 __gthread_mutex_unlock (&p
->lock
);
373 if (predec_waiting_locked (p
) == 0)
374 destroy_unit_mutex (p
);
378 dec_waiting_unlocked (p
);
387 return get_external_unit (n
, 0);
392 find_or_create_unit (int n
)
394 return get_external_unit (n
, 1);
398 /* Helper function to check rank, stride, format string, and namelist.
399 This is used for optimization. You can't trim out blanks or shorten
400 the string if trailing spaces are significant. */
402 is_trim_ok (st_parameter_dt
*dtp
)
404 /* Check rank and stride. */
405 if (dtp
->internal_unit_desc
)
407 /* Format strings can not have 'BZ' or '/'. */
408 if (dtp
->common
.flags
& IOPARM_DT_HAS_FORMAT
)
410 char *p
= dtp
->format
;
412 if (dtp
->common
.flags
& IOPARM_DT_HAS_BLANK
)
414 for (i
= 0; i
< dtp
->format_len
; i
++)
416 if (p
[i
] == '/') return false;
417 if (p
[i
] == 'b' || p
[i
] == 'B')
418 if (p
[i
+1] == 'z' || p
[i
+1] == 'Z')
422 if (dtp
->u
.p
.ionml
) /* A namelist. */
429 get_internal_unit (st_parameter_dt
*dtp
)
432 gfc_offset start_record
= 0;
434 /* Allocate memory for a unit structure. */
436 iunit
= xcalloc (1, sizeof (gfc_unit
));
438 #ifdef __GTHREAD_MUTEX_INIT
440 __gthread_mutex_t tmp
= __GTHREAD_MUTEX_INIT
;
444 __GTHREAD_MUTEX_INIT_FUNCTION (&iunit
->lock
);
446 __gthread_mutex_lock (&iunit
->lock
);
448 iunit
->recl
= dtp
->internal_unit_len
;
450 /* For internal units we set the unit number to -1.
451 Otherwise internal units can be mistaken for a pre-connected unit or
452 some other file I/O unit. */
453 iunit
->unit_number
= -1;
455 /* As an optimization, adjust the unit record length to not
456 include trailing blanks. This will not work under certain conditions
457 where trailing blanks have significance. */
458 if (dtp
->u
.p
.mode
== READING
&& is_trim_ok (dtp
))
461 if (dtp
->common
.unit
== 0)
462 len
= string_len_trim (dtp
->internal_unit_len
,
465 len
= string_len_trim_char4 (dtp
->internal_unit_len
,
466 (const gfc_char4_t
*) dtp
->internal_unit
);
467 dtp
->internal_unit_len
= len
;
468 iunit
->recl
= dtp
->internal_unit_len
;
471 /* Set up the looping specification from the array descriptor, if any. */
473 if (is_array_io (dtp
))
475 iunit
->rank
= GFC_DESCRIPTOR_RANK (dtp
->internal_unit_desc
);
476 iunit
->ls
= (array_loop_spec
*)
477 xmallocarray (iunit
->rank
, sizeof (array_loop_spec
));
478 dtp
->internal_unit_len
*=
479 init_loop_spec (dtp
->internal_unit_desc
, iunit
->ls
, &start_record
);
481 start_record
*= iunit
->recl
;
484 /* Set initial values for unit parameters. */
485 if (dtp
->common
.unit
)
487 iunit
->s
= open_internal4 (dtp
->internal_unit
- start_record
,
488 dtp
->internal_unit_len
, -start_record
);
489 fbuf_init (iunit
, 256);
492 iunit
->s
= open_internal (dtp
->internal_unit
- start_record
,
493 dtp
->internal_unit_len
, -start_record
);
495 iunit
->bytes_left
= iunit
->recl
;
496 iunit
->last_record
=0;
498 iunit
->current_record
=0;
500 iunit
->endfile
= NO_ENDFILE
;
502 /* Set flags for the internal unit. */
504 iunit
->flags
.access
= ACCESS_SEQUENTIAL
;
505 iunit
->flags
.action
= ACTION_READWRITE
;
506 iunit
->flags
.blank
= BLANK_NULL
;
507 iunit
->flags
.form
= FORM_FORMATTED
;
508 iunit
->flags
.pad
= PAD_YES
;
509 iunit
->flags
.status
= STATUS_UNSPECIFIED
;
510 iunit
->flags
.sign
= SIGN_UNSPECIFIED
;
511 iunit
->flags
.decimal
= DECIMAL_POINT
;
512 iunit
->flags
.delim
= DELIM_UNSPECIFIED
;
513 iunit
->flags
.encoding
= ENCODING_DEFAULT
;
514 iunit
->flags
.async
= ASYNC_NO
;
515 iunit
->flags
.round
= ROUND_UNSPECIFIED
;
517 /* Initialize the data transfer parameters. */
519 dtp
->u
.p
.advance_status
= ADVANCE_YES
;
520 dtp
->u
.p
.seen_dollar
= 0;
522 dtp
->u
.p
.pending_spaces
= 0;
523 dtp
->u
.p
.max_pos
= 0;
526 /* This flag tells us the unit is assigned to internal I/O. */
528 dtp
->u
.p
.unit_is_internal
= 1;
534 /* free_internal_unit()-- Free memory allocated for internal units if any. */
536 free_internal_unit (st_parameter_dt
*dtp
)
538 if (!is_internal_unit (dtp
))
541 if (unlikely (is_char4_unit (dtp
)))
542 fbuf_destroy (dtp
->u
.p
.current_unit
);
544 if (dtp
->u
.p
.current_unit
!= NULL
)
546 free (dtp
->u
.p
.current_unit
->ls
);
548 free (dtp
->u
.p
.current_unit
->s
);
550 destroy_unit_mutex (dtp
->u
.p
.current_unit
);
556 /* get_unit()-- Returns the unit structure associated with the integer
557 unit or the internal file. */
560 get_unit (st_parameter_dt
*dtp
, int do_create
)
563 if ((dtp
->common
.flags
& IOPARM_DT_HAS_INTERNAL_UNIT
) != 0)
564 return get_internal_unit (dtp
);
566 /* Has to be an external unit. */
568 dtp
->u
.p
.unit_is_internal
= 0;
569 dtp
->internal_unit_desc
= NULL
;
571 return get_external_unit (dtp
->common
.unit
, do_create
);
575 /*************************/
576 /* Initialize everything. */
584 #ifdef HAVE_NEWLOCALE
585 c_locale
= newlocale (0, "C", 0);
587 #ifndef __GTHREAD_MUTEX_INIT
588 __GTHREAD_MUTEX_INIT_FUNCTION (&old_locale_lock
);
592 #ifndef __GTHREAD_MUTEX_INIT
593 __GTHREAD_MUTEX_INIT_FUNCTION (&unit_lock
);
596 if (options
.stdin_unit
>= 0)
598 u
= insert_unit (options
.stdin_unit
);
599 u
->s
= input_stream ();
601 u
->flags
.action
= ACTION_READ
;
603 u
->flags
.access
= ACCESS_SEQUENTIAL
;
604 u
->flags
.form
= FORM_FORMATTED
;
605 u
->flags
.status
= STATUS_OLD
;
606 u
->flags
.blank
= BLANK_NULL
;
607 u
->flags
.pad
= PAD_YES
;
608 u
->flags
.position
= POSITION_ASIS
;
609 u
->flags
.sign
= SIGN_UNSPECIFIED
;
610 u
->flags
.decimal
= DECIMAL_POINT
;
611 u
->flags
.delim
= DELIM_UNSPECIFIED
;
612 u
->flags
.encoding
= ENCODING_DEFAULT
;
613 u
->flags
.async
= ASYNC_NO
;
614 u
->flags
.round
= ROUND_UNSPECIFIED
;
616 u
->recl
= options
.default_recl
;
617 u
->endfile
= NO_ENDFILE
;
619 u
->filename
= strdup (stdin_name
);
623 __gthread_mutex_unlock (&u
->lock
);
626 if (options
.stdout_unit
>= 0)
628 u
= insert_unit (options
.stdout_unit
);
629 u
->s
= output_stream ();
631 u
->flags
.action
= ACTION_WRITE
;
633 u
->flags
.access
= ACCESS_SEQUENTIAL
;
634 u
->flags
.form
= FORM_FORMATTED
;
635 u
->flags
.status
= STATUS_OLD
;
636 u
->flags
.blank
= BLANK_NULL
;
637 u
->flags
.position
= POSITION_ASIS
;
638 u
->flags
.sign
= SIGN_UNSPECIFIED
;
639 u
->flags
.decimal
= DECIMAL_POINT
;
640 u
->flags
.delim
= DELIM_UNSPECIFIED
;
641 u
->flags
.encoding
= ENCODING_DEFAULT
;
642 u
->flags
.async
= ASYNC_NO
;
643 u
->flags
.round
= ROUND_UNSPECIFIED
;
645 u
->recl
= options
.default_recl
;
646 u
->endfile
= AT_ENDFILE
;
648 u
->filename
= strdup (stdout_name
);
652 __gthread_mutex_unlock (&u
->lock
);
655 if (options
.stderr_unit
>= 0)
657 u
= insert_unit (options
.stderr_unit
);
658 u
->s
= error_stream ();
660 u
->flags
.action
= ACTION_WRITE
;
662 u
->flags
.access
= ACCESS_SEQUENTIAL
;
663 u
->flags
.form
= FORM_FORMATTED
;
664 u
->flags
.status
= STATUS_OLD
;
665 u
->flags
.blank
= BLANK_NULL
;
666 u
->flags
.position
= POSITION_ASIS
;
667 u
->flags
.sign
= SIGN_UNSPECIFIED
;
668 u
->flags
.decimal
= DECIMAL_POINT
;
669 u
->flags
.encoding
= ENCODING_DEFAULT
;
670 u
->flags
.async
= ASYNC_NO
;
671 u
->flags
.round
= ROUND_UNSPECIFIED
;
673 u
->recl
= options
.default_recl
;
674 u
->endfile
= AT_ENDFILE
;
676 u
->filename
= strdup (stderr_name
);
678 fbuf_init (u
, 256); /* 256 bytes should be enough, probably not doing
679 any kind of exotic formatting to stderr. */
681 __gthread_mutex_unlock (&u
->lock
);
684 /* Calculate the maximum file offset in a portable manner.
685 max will be the largest signed number for the type gfc_offset.
686 set a 1 in the LSB and keep a running sum, stopping at MSB-1 bit. */
688 for (i
= 0; i
< sizeof (max_offset
) * 8 - 1; i
++)
689 max_offset
= max_offset
+ ((gfc_offset
) 1 << i
);
694 close_unit_1 (gfc_unit
*u
, int locked
)
698 /* If there are previously written bytes from a write with ADVANCE="no"
699 Reposition the buffer before closing. */
700 if (u
->previous_nonadvancing_write
)
701 finish_last_advance_record (u
);
703 rc
= (u
->s
== NULL
) ? 0 : sclose (u
->s
) == -1;
707 __gthread_mutex_lock (&unit_lock
);
709 for (i
= 0; i
< CACHE_SIZE
; i
++)
710 if (unit_cache
[i
] == u
)
711 unit_cache
[i
] = NULL
;
718 free_format_hash_table (u
);
722 __gthread_mutex_unlock (&u
->lock
);
724 /* If there are any threads waiting in find_unit for this unit,
725 avoid freeing the memory, the last such thread will free it
728 destroy_unit_mutex (u
);
731 __gthread_mutex_unlock (&unit_lock
);
737 unlock_unit (gfc_unit
*u
)
739 __gthread_mutex_unlock (&u
->lock
);
742 /* close_unit()-- Close a unit. The stream is closed, and any memory
743 associated with the stream is freed. Returns nonzero on I/O error.
744 Should be called with the u->lock locked. */
747 close_unit (gfc_unit
*u
)
749 return close_unit_1 (u
, 0);
753 /* close_units()-- Delete units on completion. We just keep deleting
754 the root of the treap until there is nothing left.
755 Not sure what to do with locking here. Some other thread might be
756 holding some unit's lock and perhaps hold it indefinitely
757 (e.g. waiting for input from some pipe) and close_units shouldn't
758 delay the program too much. */
763 __gthread_mutex_lock (&unit_lock
);
764 while (unit_root
!= NULL
)
765 close_unit_1 (unit_root
, 1);
766 __gthread_mutex_unlock (&unit_lock
);
768 #ifdef HAVE_FREELOCALE
769 freelocale (c_locale
);
774 /* High level interface to truncate a file, i.e. flush format buffers,
775 and generate an error or set some flags. Just like POSIX
776 ftruncate, returns 0 on success, -1 on failure. */
779 unit_truncate (gfc_unit
* u
, gfc_offset pos
, st_parameter_common
* common
)
783 /* Make sure format buffer is flushed. */
784 if (u
->flags
.form
== FORM_FORMATTED
)
786 if (u
->mode
== READING
)
787 pos
+= fbuf_reset (u
);
789 fbuf_flush (u
, u
->mode
);
792 /* struncate() should flush the stream buffer if necessary, so don't
793 bother calling sflush() here. */
794 ret
= struncate (u
->s
, pos
);
797 generate_error (common
, LIBERROR_OS
, NULL
);
800 u
->endfile
= AT_ENDFILE
;
801 u
->flags
.position
= POSITION_APPEND
;
808 /* filename_from_unit()-- If the unit_number exists, return a pointer to the
809 name of the associated file, otherwise return the empty string. The caller
810 must free memory allocated for the filename string. */
813 filename_from_unit (int n
)
822 c
= compare (n
, u
->unit_number
);
831 /* Get the filename. */
832 if (u
!= NULL
&& u
->filename
!= NULL
)
833 return strdup (u
->filename
);
835 return (char *) NULL
;
839 finish_last_advance_record (gfc_unit
*u
)
842 if (u
->saved_pos
> 0)
843 fbuf_seek (u
, u
->saved_pos
, SEEK_CUR
);
845 if (!(u
->unit_number
== options
.stdout_unit
846 || u
->unit_number
== options
.stderr_unit
))
853 char *p
= fbuf_alloc (u
, len
);
855 os_error ("Completing record after ADVANCE_NO failed");
862 fbuf_flush (u
, u
->mode
);
865 /* Assign a negative number for NEWUNIT in OPEN statements. */
867 get_unique_unit_number (st_parameter_open
*opp
)
871 #ifdef HAVE_SYNC_FETCH_AND_ADD
872 num
= __sync_fetch_and_add (&next_available_newunit
, -1);
874 __gthread_mutex_lock (&unit_lock
);
875 num
= next_available_newunit
--;
876 __gthread_mutex_unlock (&unit_lock
);
879 /* Do not allow NEWUNIT numbers to wrap. */
880 if (num
> GFC_FIRST_NEWUNIT
)
882 generate_error (&opp
->common
, LIBERROR_INTERNAL
, "NEWUNIT exhausted");