1 /* Part of CPP library. (Precompiled header reading/writing.)
2 Copyright (C) 2000-2016 Free Software Foundation, Inc.
4 This program is free software; you can redistribute it and/or modify it
5 under the terms of the GNU General Public License as published by the
6 Free Software Foundation; either version 3, or (at your option) any
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program; see the file COPYING3. If not see
16 <http://www.gnu.org/licenses/>. */
25 static int write_macdef (cpp_reader
*, cpp_hashnode
*, void *);
26 static int save_idents (cpp_reader
*, cpp_hashnode
*, void *);
27 static hashval_t
hashmem (const void *, size_t);
28 static hashval_t
cpp_string_hash (const void *);
29 static int cpp_string_eq (const void *, const void *);
30 static int count_defs (cpp_reader
*, cpp_hashnode
*, void *);
31 static int comp_hashnodes (const void *, const void *);
32 static int collect_ht_nodes (cpp_reader
*, cpp_hashnode
*, void *);
33 static int write_defs (cpp_reader
*, cpp_hashnode
*, void *);
34 static int save_macros (cpp_reader
*, cpp_hashnode
*, void *);
35 static int _cpp_save_pushed_macros (cpp_reader
*, FILE *);
36 static int _cpp_restore_pushed_macros (cpp_reader
*, FILE *);
38 /* This structure represents a macro definition on disk. */
39 struct macrodef_struct
41 unsigned int definition_length
;
42 unsigned short name_length
;
46 /* This is how we write out a macro definition.
47 Suitable for being called by cpp_forall_identifiers. */
50 write_macdef (cpp_reader
*pfile
, cpp_hashnode
*hn
, void *file_p
)
52 FILE *f
= (FILE *) file_p
;
56 if (! (hn
->flags
& NODE_POISONED
))
60 if ((hn
->flags
& NODE_BUILTIN
)
61 && (!pfile
->cb
.user_builtin_macro
62 || !pfile
->cb
.user_builtin_macro (pfile
, hn
)))
66 struct macrodef_struct s
;
67 const unsigned char *defn
;
69 s
.name_length
= NODE_LEN (hn
);
70 s
.flags
= hn
->flags
& NODE_POISONED
;
72 if (hn
->type
== NT_MACRO
)
74 defn
= cpp_macro_definition (pfile
, hn
);
75 s
.definition_length
= ustrlen (defn
);
79 defn
= NODE_NAME (hn
);
80 s
.definition_length
= s
.name_length
;
83 if (fwrite (&s
, sizeof (s
), 1, f
) != 1
84 || fwrite (defn
, 1, s
.definition_length
, f
) != s
.definition_length
)
86 cpp_errno (pfile
, CPP_DL_ERROR
,
87 "while writing precompiled header");
94 /* Not currently implemented. */
102 /* This structure records the names of the defined macros.
103 It's also used as a callback structure for size_initial_idents
106 struct cpp_savedstate
108 /* A hash table of the defined identifiers. */
110 /* The size of the definitions of those identifiers (the size of
113 /* Number of definitions */
115 /* Array of definitions. In cpp_write_pch_deps it is used for sorting. */
117 /* Space for the next definition. Definitions are null-terminated
119 unsigned char *definedstrs
;
122 /* Save this identifier into the state: put it in the hash table,
123 put the definition in 'definedstrs'. */
126 save_idents (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
128 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
130 if (hn
->type
!= NT_VOID
)
132 struct cpp_string news
;
135 news
.len
= NODE_LEN (hn
);
136 news
.text
= NODE_NAME (hn
);
137 slot
= htab_find_slot (ss
->definedhash
, &news
, INSERT
);
140 struct cpp_string
*sp
;
143 sp
= XNEW (struct cpp_string
);
146 sp
->len
= NODE_LEN (hn
);
147 sp
->text
= text
= XNEWVEC (unsigned char, NODE_LEN (hn
));
148 memcpy (text
, NODE_NAME (hn
), NODE_LEN (hn
));
155 /* Hash some memory in a generic way. */
158 hashmem (const void *p_p
, size_t sz
)
160 const unsigned char *p
= (const unsigned char *)p_p
;
165 for (i
= 0; i
< sz
; i
++)
166 h
= h
* 67 - (*p
++ - 113);
170 /* Hash a cpp string for the hashtable machinery. */
173 cpp_string_hash (const void *a_p
)
175 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
176 return hashmem (a
->text
, a
->len
);
179 /* Compare two cpp strings for the hashtable machinery. */
182 cpp_string_eq (const void *a_p
, const void *b_p
)
184 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
185 const struct cpp_string
*b
= (const struct cpp_string
*) b_p
;
186 return (a
->len
== b
->len
187 && memcmp (a
->text
, b
->text
, a
->len
) == 0);
190 /* Free memory associated with cpp_string. */
193 cpp_string_free (void *a_p
)
195 struct cpp_string
*a
= (struct cpp_string
*) a_p
;
196 free ((void *) a
->text
);
200 /* Save the current definitions of the cpp_reader for dependency
201 checking purposes. When writing a precompiled header, this should
202 be called at the same point in the compilation as cpp_valid_state
203 would be called when reading the precompiled header back in. */
206 cpp_save_state (cpp_reader
*r
, FILE *f
)
208 /* Save the list of non-void identifiers for the dependency checking. */
209 r
->savedstate
= XNEW (struct cpp_savedstate
);
210 r
->savedstate
->definedhash
= htab_create (100, cpp_string_hash
,
211 cpp_string_eq
, cpp_string_free
);
212 cpp_forall_identifiers (r
, save_idents
, r
->savedstate
);
214 /* Write out the list of defined identifiers. */
215 cpp_forall_identifiers (r
, write_macdef
, f
);
220 /* Calculate the 'hashsize' field of the saved state. */
223 count_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
225 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
230 if (hn
->flags
& NODE_BUILTIN
)
233 /* else fall through. */
237 struct cpp_string news
;
240 news
.len
= NODE_LEN (hn
);
241 news
.text
= NODE_NAME (hn
);
242 slot
= (void **) htab_find (ss
->definedhash
, &news
);
245 ss
->hashsize
+= NODE_LEN (hn
) + 1;
252 /* Not currently implemented. */
260 /* Collect the identifiers into the state's string table. */
262 write_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
264 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
269 if (hn
->flags
& NODE_BUILTIN
)
272 /* else fall through. */
276 struct cpp_string news
;
279 news
.len
= NODE_LEN (hn
);
280 news
.text
= NODE_NAME (hn
);
281 slot
= (void **) htab_find (ss
->definedhash
, &news
);
284 ss
->defs
[ss
->n_defs
] = hn
;
291 /* Not currently implemented. */
299 /* Comparison function for qsort. The arguments point to pointers of
300 type ht_hashnode *. */
302 comp_hashnodes (const void *px
, const void *py
)
304 cpp_hashnode
*x
= *(cpp_hashnode
**) px
;
305 cpp_hashnode
*y
= *(cpp_hashnode
**) py
;
306 return ustrcmp (NODE_NAME (x
), NODE_NAME (y
));
309 /* Write out the remainder of the dependency information. This should be
310 called after the PCH is ready to be saved. */
313 cpp_write_pch_deps (cpp_reader
*r
, FILE *f
)
315 struct macrodef_struct z
;
316 struct cpp_savedstate
*const ss
= r
->savedstate
;
317 unsigned char *definedstrs
;
320 /* Collect the list of identifiers which have been seen and
321 weren't defined to anything previously. */
324 cpp_forall_identifiers (r
, count_defs
, ss
);
326 ss
->defs
= XNEWVEC (cpp_hashnode
*, ss
->n_defs
);
328 cpp_forall_identifiers (r
, write_defs
, ss
);
330 /* Sort the list, copy it into a buffer, and write it out. */
331 qsort (ss
->defs
, ss
->n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
332 definedstrs
= ss
->definedstrs
= XNEWVEC (unsigned char, ss
->hashsize
);
333 for (i
= 0; i
< ss
->n_defs
; ++i
)
335 size_t len
= NODE_LEN (ss
->defs
[i
]);
336 memcpy (definedstrs
, NODE_NAME (ss
->defs
[i
]), len
+ 1);
337 definedstrs
+= len
+ 1;
340 memset (&z
, 0, sizeof (z
));
341 z
.definition_length
= ss
->hashsize
;
342 if (fwrite (&z
, sizeof (z
), 1, f
) != 1
343 || fwrite (ss
->definedstrs
, ss
->hashsize
, 1, f
) != 1)
345 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
348 free (ss
->definedstrs
);
350 htab_delete (ss
->definedhash
);
352 /* Free the saved state. */
354 r
->savedstate
= NULL
;
356 /* Save the next value of __COUNTER__. */
357 if (fwrite (&r
->counter
, sizeof (r
->counter
), 1, f
) != 1)
359 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
366 /* Write out the definitions of the preprocessor, in a form suitable for
370 cpp_write_pch_state (cpp_reader
*r
, FILE *f
)
373 r
->deps
= deps_init ();
375 if (deps_save (r
->deps
, f
) != 0)
377 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
381 if (! _cpp_save_file_entries (r
, f
))
383 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
387 /* Save the next __COUNTER__ value. When we include a precompiled header,
388 we need to start at the offset we would have if the header had been
389 included normally. */
390 if (fwrite (&r
->counter
, sizeof (r
->counter
), 1, f
) != 1)
392 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
396 /* Write saved macros. */
397 if (! _cpp_save_pushed_macros (r
, f
))
399 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
407 _cpp_restore_pushed_macros (cpp_reader
*r
, FILE *f
)
409 size_t count_saved
= 0;
411 struct def_pragma_macro
*p
;
416 if (fread (&count_saved
, sizeof (count_saved
), 1, f
) != 1)
420 for (i
= 0; i
< count_saved
; i
++)
422 if (fread (&nlen
, sizeof (nlen
), 1, f
) != 1)
424 p
= XNEW (struct def_pragma_macro
);
425 memset (p
, 0, sizeof (struct def_pragma_macro
));
426 p
->name
= XNEWVAR (char, nlen
+ 1);
428 if (fread (p
->name
, nlen
, 1, f
) != 1)
430 if (fread (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
436 defn
= XNEWVEC (uchar
, defnlen
+ 1);
439 if (fread (defn
, defnlen
, 1, f
) != 1)
442 p
->definition
= defn
;
443 if (fread (&(p
->line
), sizeof (source_location
), 1, f
) != 1)
446 if (fread (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
448 p
->syshdr
= ((defnlen
& 1) != 0 ? 1 : 0);
449 p
->used
= ((defnlen
& 2) != 0 ? 1 : 0);
452 p
->next
= r
->pushed_macros
;
453 r
->pushed_macros
= p
;
459 _cpp_save_pushed_macros (cpp_reader
*r
, FILE *f
)
461 size_t count_saved
= 0;
463 struct def_pragma_macro
*p
,**pp
;
467 p
= r
->pushed_macros
;
473 if (fwrite (&count_saved
, sizeof (count_saved
), 1, f
) != 1)
478 pp
= (struct def_pragma_macro
**) alloca (sizeof (struct def_pragma_macro
*)
480 /* Store them in reverse order. */
481 p
= r
->pushed_macros
;
489 for (i
= 0; i
< count_saved
; i
++)
491 defnlen
= strlen (pp
[i
]->name
);
492 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1
493 || fwrite (pp
[i
]->name
, defnlen
, 1, f
) != 1)
498 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1)
503 defnlen
= ustrlen (pp
[i
]->definition
);
504 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1
505 || fwrite (pp
[i
]->definition
, defnlen
, 1, f
) != 1)
507 if (fwrite (&(pp
[i
]->line
), sizeof (source_location
), 1, f
) != 1)
510 defnlen
|= (pp
[i
]->syshdr
!= 0 ? 1 : 0);
511 defnlen
|= (pp
[i
]->used
!= 0 ? 2 : 0);
512 if (fwrite (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
520 /* Data structure to transform hash table nodes into a sorted list */
526 /* Number of nodes in the array */
528 /* Size of the allocated array */
532 /* Callback for collecting identifiers from hash table */
535 collect_ht_nodes (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
,
538 struct ht_node_list
*const nl
= (struct ht_node_list
*)nl_p
;
540 if (hn
->type
!= NT_VOID
|| hn
->flags
& NODE_POISONED
)
542 if (nl
->n_defs
== nl
->asize
)
545 nl
->defs
= XRESIZEVEC (cpp_hashnode
*, nl
->defs
, nl
->asize
);
548 nl
->defs
[nl
->n_defs
] = hn
;
555 /* Return nonzero if FD is a precompiled header which is consistent
556 with the preprocessor's current definitions. It will be consistent
559 - anything that was defined just before the PCH was generated
560 is defined the same way now; and
561 - anything that was not defined then, but is defined now, was not
564 NAME is used to print warnings if `warn_invalid_pch' is set in the
569 cpp_valid_state (cpp_reader
*r
, const char *name
, int fd
)
571 struct macrodef_struct m
;
572 size_t namebufsz
= 256;
573 unsigned char *namebuf
= XNEWVEC (unsigned char, namebufsz
);
574 unsigned char *undeftab
= NULL
;
575 struct ht_node_list nl
= { 0, 0, 0 };
576 unsigned char *first
, *last
;
578 unsigned int counter
;
580 /* Read in the list of identifiers that must be defined
581 Check that they are defined in the same way. */
585 const unsigned char *newdefn
;
587 if (read (fd
, &m
, sizeof (m
)) != sizeof (m
))
590 if (m
.name_length
== 0)
593 /* If this file is already preprocessed, there won't be any
594 macros defined, and that's OK. */
595 if (CPP_OPTION (r
, preprocessed
))
597 if (lseek (fd
, m
.definition_length
, SEEK_CUR
) == -1)
602 if (m
.definition_length
> namebufsz
)
605 namebufsz
= m
.definition_length
+ 256;
606 namebuf
= XNEWVEC (unsigned char, namebufsz
);
609 if ((size_t)read (fd
, namebuf
, m
.definition_length
)
610 != m
.definition_length
)
613 h
= cpp_lookup (r
, namebuf
, m
.name_length
);
614 if (m
.flags
& NODE_POISONED
615 || h
->flags
& NODE_POISONED
)
617 if (CPP_OPTION (r
, warn_invalid_pch
))
618 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
619 "%s: not used because `%.*s' is poisoned",
620 name
, m
.name_length
, namebuf
);
624 if (h
->type
!= NT_MACRO
)
626 /* It's ok if __GCC_HAVE_DWARF2_CFI_ASM becomes undefined,
627 as in, when the PCH file is created with -g and we're
628 attempting to use it without -g. Restoring the PCH file
629 is supposed to bring in this definition *and* enable the
630 generation of call frame information, so that precompiled
631 definitions that take this macro into accout, to decide
632 what asm to emit, won't issue .cfi directives when the
634 if (!(h
->flags
& NODE_USED
)
635 && m
.name_length
== sizeof ("__GCC_HAVE_DWARF2_CFI_ASM") - 1
636 && !memcmp (namebuf
, "__GCC_HAVE_DWARF2_CFI_ASM", m
.name_length
))
639 if (CPP_OPTION (r
, warn_invalid_pch
))
640 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
641 "%s: not used because `%.*s' not defined",
642 name
, m
.name_length
, namebuf
);
646 newdefn
= cpp_macro_definition (r
, h
);
648 if (m
.definition_length
!= ustrlen (newdefn
)
649 || memcmp (namebuf
, newdefn
, m
.definition_length
) != 0)
651 if (CPP_OPTION (r
, warn_invalid_pch
))
652 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
653 "%s: not used because `%.*s' defined as `%s' not `%.*s'",
654 name
, m
.name_length
, namebuf
, newdefn
+ m
.name_length
,
655 m
.definition_length
- m
.name_length
,
656 namebuf
+ m
.name_length
);
663 /* Read in the list of identifiers that must not be defined.
664 Check that they really aren't. */
665 undeftab
= XNEWVEC (unsigned char, m
.definition_length
);
666 if ((size_t) read (fd
, undeftab
, m
.definition_length
) != m
.definition_length
)
669 /* Collect identifiers from the current hash table. */
672 nl
.defs
= XNEWVEC (cpp_hashnode
*, nl
.asize
);
673 cpp_forall_identifiers (r
, &collect_ht_nodes
, &nl
);
674 qsort (nl
.defs
, nl
.n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
676 /* Loop through nl.defs and undeftab, both of which are sorted lists.
677 There should be no matches. */
679 last
= undeftab
+ m
.definition_length
;
682 while (first
< last
&& i
< nl
.n_defs
)
684 int cmp
= ustrcmp (first
, NODE_NAME (nl
.defs
[i
]));
687 first
+= ustrlen (first
) + 1;
692 if (CPP_OPTION (r
, warn_invalid_pch
))
693 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
694 "%s: not used because `%s' is defined",
705 /* Read in the next value of __COUNTER__.
706 Check that (a) __COUNTER__ was not used in the pch or (b) __COUNTER__
707 has not been used in this translation unit. */
708 if (read (fd
, &counter
, sizeof (counter
)) != sizeof (counter
))
710 if (counter
&& r
->counter
)
712 if (CPP_OPTION (r
, warn_invalid_pch
))
713 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
714 "%s: not used because `__COUNTER__' is invalid",
723 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");
732 /* Save all the existing macros. */
734 struct save_macro_data
739 char **saved_pragmas
;
742 /* Save the definition of a single macro, so that it will persist
743 across a PCH restore. Because macro data is in GCed memory, which
744 will be blown away by PCH, it must be temporarily copied to
745 malloced memory. (The macros will refer to identifier nodes which
746 are also GCed and so on, so the copying is done by turning them
747 into self-contained strings.) The assumption is that most macro
748 definitions will come from the PCH file, not from the compilation
749 before the PCH file is loaded, so it doesn't matter that this is
752 It would reduce the cost even further if macros defined in the PCH
753 file were not saved in this way, but this is not done (yet), except
754 for builtins, and for #assert by default. */
757 save_macros (cpp_reader
*r
, cpp_hashnode
*h
, void *data_p
)
759 struct save_macro_data
*data
= (struct save_macro_data
*)data_p
;
761 if ((h
->flags
& NODE_BUILTIN
)
762 && h
->type
== NT_MACRO
763 && r
->cb
.user_builtin_macro
)
764 r
->cb
.user_builtin_macro (r
, h
);
766 if (h
->type
!= NT_VOID
767 && (h
->flags
& NODE_BUILTIN
) == 0)
769 if (data
->count
== data
->array_size
)
771 data
->array_size
*= 2;
772 data
->defns
= XRESIZEVEC (uchar
*, data
->defns
, (data
->array_size
));
778 /* Not currently implemented. */
783 const uchar
* defn
= cpp_macro_definition (r
, h
);
784 size_t defnlen
= ustrlen (defn
);
786 data
->defns
[data
->count
] = (uchar
*) xmemdup (defn
, defnlen
,
788 data
->defns
[data
->count
][defnlen
] = '\n';
800 /* Prepare to restore the state, by saving the currently-defined
804 cpp_prepare_state (cpp_reader
*r
, struct save_macro_data
**data
)
806 struct save_macro_data
*d
= XNEW (struct save_macro_data
);
809 d
->defns
= XNEWVEC (uchar
*, d
->array_size
);
811 cpp_forall_identifiers (r
, save_macros
, d
);
812 d
->saved_pragmas
= _cpp_save_pragma_names (r
);
816 /* Given a precompiled header that was previously determined to be valid,
817 apply all its definitions (and undefinitions) to the current state.
818 DEPNAME is passed to deps_restore. */
821 cpp_read_state (cpp_reader
*r
, const char *name
, FILE *f
,
822 struct save_macro_data
*data
)
825 struct lexer_state old_state
;
826 unsigned int counter
;
828 /* Restore spec_nodes, which will be full of references to the old
829 hashtable entries and so will now be invalid. */
831 struct spec_nodes
*s
= &r
->spec_nodes
;
832 s
->n_defined
= cpp_lookup (r
, DSC("defined"));
833 s
->n_true
= cpp_lookup (r
, DSC("true"));
834 s
->n_false
= cpp_lookup (r
, DSC("false"));
835 s
->n__VA_ARGS__
= cpp_lookup (r
, DSC("__VA_ARGS__"));
836 s
->n__has_include__
= cpp_lookup (r
, DSC("__has_include__"));
837 s
->n__has_include_next__
= cpp_lookup (r
, DSC("__has_include_next__"));
840 old_state
= r
->state
;
841 r
->state
.in_directive
= 1;
842 r
->state
.prevent_expansion
= 1;
843 r
->state
.angled_headers
= 0;
845 /* Run through the carefully-saved macros, insert them. */
846 for (i
= 0; i
< data
->count
; i
++)
852 namelen
= ustrcspn (data
->defns
[i
], "( \n");
853 h
= cpp_lookup (r
, data
->defns
[i
], namelen
);
854 defn
= data
->defns
[i
] + namelen
;
856 /* The PCH file is valid, so we know that if there is a definition
857 from the PCH file it must be the same as the one we had
858 originally, and so do not need to restore it. */
859 if (h
->type
== NT_VOID
)
861 if (cpp_push_buffer (r
, defn
, ustrchr (defn
, '\n') - defn
, true)
865 if (!_cpp_create_definition (r
, h
))
873 free (data
->defns
[i
]);
875 r
->state
= old_state
;
877 _cpp_restore_pragma_names (r
, data
->saved_pragmas
);
881 if (deps_restore (r
->deps
, f
, CPP_OPTION (r
, restore_pch_deps
) ? name
: NULL
)
885 if (! _cpp_read_file_entries (r
, f
))
888 if (fread (&counter
, sizeof (counter
), 1, f
) != 1)
892 r
->counter
= counter
;
894 /* Read pushed macros. */
895 if (! _cpp_restore_pushed_macros (r
, f
))
900 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");