1 /* Part of CPP library. (Precompiled header reading/writing.)
2 Copyright (C) 2000, 2001, 2002, 2003, 2004, 2005, 2008, 2009, 2010
3 Free Software Foundation, Inc.
5 This program is free software; you can redistribute it and/or modify it
6 under the terms of the GNU General Public License as published by the
7 Free Software Foundation; either version 3, or (at your option) any
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with this program; see the file COPYING3. If not see
17 <http://www.gnu.org/licenses/>. */
26 static int write_macdef (cpp_reader
*, cpp_hashnode
*, void *);
27 static int save_idents (cpp_reader
*, cpp_hashnode
*, void *);
28 static hashval_t
hashmem (const void *, size_t);
29 static hashval_t
cpp_string_hash (const void *);
30 static int cpp_string_eq (const void *, const void *);
31 static int count_defs (cpp_reader
*, cpp_hashnode
*, void *);
32 static int comp_hashnodes (const void *, const void *);
33 static int collect_ht_nodes (cpp_reader
*, cpp_hashnode
*, void *);
34 static int write_defs (cpp_reader
*, cpp_hashnode
*, void *);
35 static int save_macros (cpp_reader
*, cpp_hashnode
*, void *);
36 static int _cpp_save_pushed_macros (cpp_reader
*, FILE *);
37 static int _cpp_restore_pushed_macros (cpp_reader
*, FILE *);
39 /* This structure represents a macro definition on disk. */
40 struct macrodef_struct
42 unsigned int definition_length
;
43 unsigned short name_length
;
47 /* This is how we write out a macro definition.
48 Suitable for being called by cpp_forall_identifiers. */
51 write_macdef (cpp_reader
*pfile
, cpp_hashnode
*hn
, void *file_p
)
53 FILE *f
= (FILE *) file_p
;
57 if (! (hn
->flags
& NODE_POISONED
))
61 if ((hn
->flags
& NODE_BUILTIN
)
62 && (!pfile
->cb
.user_builtin_macro
63 || !pfile
->cb
.user_builtin_macro (pfile
, hn
)))
67 struct macrodef_struct s
;
68 const unsigned char *defn
;
70 s
.name_length
= NODE_LEN (hn
);
71 s
.flags
= hn
->flags
& NODE_POISONED
;
73 if (hn
->type
== NT_MACRO
)
75 defn
= cpp_macro_definition (pfile
, hn
);
76 s
.definition_length
= ustrlen (defn
);
80 defn
= NODE_NAME (hn
);
81 s
.definition_length
= s
.name_length
;
84 if (fwrite (&s
, sizeof (s
), 1, f
) != 1
85 || fwrite (defn
, 1, s
.definition_length
, f
) != s
.definition_length
)
87 cpp_errno (pfile
, CPP_DL_ERROR
,
88 "while writing precompiled header");
95 /* Not currently implemented. */
103 /* This structure records the names of the defined macros.
104 It's also used as a callback structure for size_initial_idents
107 struct cpp_savedstate
109 /* A hash table of the defined identifiers. */
111 /* The size of the definitions of those identifiers (the size of
114 /* Number of definitions */
116 /* Array of definitions. In cpp_write_pch_deps it is used for sorting. */
118 /* Space for the next definition. Definitions are null-terminated
120 unsigned char *definedstrs
;
123 /* Save this identifier into the state: put it in the hash table,
124 put the definition in 'definedstrs'. */
127 save_idents (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
129 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
131 if (hn
->type
!= NT_VOID
)
133 struct cpp_string news
;
136 news
.len
= NODE_LEN (hn
);
137 news
.text
= NODE_NAME (hn
);
138 slot
= htab_find_slot (ss
->definedhash
, &news
, INSERT
);
141 struct cpp_string
*sp
;
144 sp
= XNEW (struct cpp_string
);
147 sp
->len
= NODE_LEN (hn
);
148 sp
->text
= text
= XNEWVEC (unsigned char, NODE_LEN (hn
));
149 memcpy (text
, NODE_NAME (hn
), NODE_LEN (hn
));
156 /* Hash some memory in a generic way. */
159 hashmem (const void *p_p
, size_t sz
)
161 const unsigned char *p
= (const unsigned char *)p_p
;
166 for (i
= 0; i
< sz
; i
++)
167 h
= h
* 67 - (*p
++ - 113);
171 /* Hash a cpp string for the hashtable machinery. */
174 cpp_string_hash (const void *a_p
)
176 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
177 return hashmem (a
->text
, a
->len
);
180 /* Compare two cpp strings for the hashtable machinery. */
183 cpp_string_eq (const void *a_p
, const void *b_p
)
185 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
186 const struct cpp_string
*b
= (const struct cpp_string
*) b_p
;
187 return (a
->len
== b
->len
188 && memcmp (a
->text
, b
->text
, a
->len
) == 0);
191 /* Save the current definitions of the cpp_reader for dependency
192 checking purposes. When writing a precompiled header, this should
193 be called at the same point in the compilation as cpp_valid_state
194 would be called when reading the precompiled header back in. */
197 cpp_save_state (cpp_reader
*r
, FILE *f
)
199 /* Save the list of non-void identifiers for the dependency checking. */
200 r
->savedstate
= XNEW (struct cpp_savedstate
);
201 r
->savedstate
->definedhash
= htab_create (100, cpp_string_hash
,
202 cpp_string_eq
, NULL
);
203 cpp_forall_identifiers (r
, save_idents
, r
->savedstate
);
205 /* Write out the list of defined identifiers. */
206 cpp_forall_identifiers (r
, write_macdef
, f
);
211 /* Calculate the 'hashsize' field of the saved state. */
214 count_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
216 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
221 if (hn
->flags
& NODE_BUILTIN
)
224 /* else fall through. */
228 struct cpp_string news
;
231 news
.len
= NODE_LEN (hn
);
232 news
.text
= NODE_NAME (hn
);
233 slot
= (void **) htab_find (ss
->definedhash
, &news
);
236 ss
->hashsize
+= NODE_LEN (hn
) + 1;
243 /* Not currently implemented. */
251 /* Collect the identifiers into the state's string table. */
253 write_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
255 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
260 if (hn
->flags
& NODE_BUILTIN
)
263 /* else fall through. */
267 struct cpp_string news
;
270 news
.len
= NODE_LEN (hn
);
271 news
.text
= NODE_NAME (hn
);
272 slot
= (void **) htab_find (ss
->definedhash
, &news
);
275 ss
->defs
[ss
->n_defs
] = hn
;
282 /* Not currently implemented. */
290 /* Comparison function for qsort. The arguments point to pointers of
291 type ht_hashnode *. */
293 comp_hashnodes (const void *px
, const void *py
)
295 cpp_hashnode
*x
= *(cpp_hashnode
**) px
;
296 cpp_hashnode
*y
= *(cpp_hashnode
**) py
;
297 return ustrcmp (NODE_NAME (x
), NODE_NAME (y
));
300 /* Write out the remainder of the dependency information. This should be
301 called after the PCH is ready to be saved. */
304 cpp_write_pch_deps (cpp_reader
*r
, FILE *f
)
306 struct macrodef_struct z
;
307 struct cpp_savedstate
*const ss
= r
->savedstate
;
308 unsigned char *definedstrs
;
311 /* Collect the list of identifiers which have been seen and
312 weren't defined to anything previously. */
315 cpp_forall_identifiers (r
, count_defs
, ss
);
317 ss
->defs
= XNEWVEC (cpp_hashnode
*, ss
->n_defs
);
319 cpp_forall_identifiers (r
, write_defs
, ss
);
321 /* Sort the list, copy it into a buffer, and write it out. */
322 qsort (ss
->defs
, ss
->n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
323 definedstrs
= ss
->definedstrs
= XNEWVEC (unsigned char, ss
->hashsize
);
324 for (i
= 0; i
< ss
->n_defs
; ++i
)
326 size_t len
= NODE_LEN (ss
->defs
[i
]);
327 memcpy (definedstrs
, NODE_NAME (ss
->defs
[i
]), len
+ 1);
328 definedstrs
+= len
+ 1;
331 memset (&z
, 0, sizeof (z
));
332 z
.definition_length
= ss
->hashsize
;
333 if (fwrite (&z
, sizeof (z
), 1, f
) != 1
334 || fwrite (ss
->definedstrs
, ss
->hashsize
, 1, f
) != 1)
336 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
339 free (ss
->definedstrs
);
341 /* Free the saved state. */
343 r
->savedstate
= NULL
;
345 /* Save the next value of __COUNTER__. */
346 if (fwrite (&r
->counter
, sizeof (r
->counter
), 1, f
) != 1)
348 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
355 /* Write out the definitions of the preprocessor, in a form suitable for
359 cpp_write_pch_state (cpp_reader
*r
, FILE *f
)
362 r
->deps
= deps_init ();
364 if (deps_save (r
->deps
, f
) != 0)
366 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
370 if (! _cpp_save_file_entries (r
, f
))
372 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
376 /* Save the next __COUNTER__ value. When we include a precompiled header,
377 we need to start at the offset we would have if the header had been
378 included normally. */
379 if (fwrite (&r
->counter
, sizeof (r
->counter
), 1, f
) != 1)
381 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
385 /* Write saved macros. */
386 if (! _cpp_save_pushed_macros (r
, f
))
388 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
396 _cpp_restore_pushed_macros (cpp_reader
*r
, FILE *f
)
398 size_t count_saved
= 0;
400 struct def_pragma_macro
*p
;
405 if (fread (&count_saved
, sizeof (count_saved
), 1, f
) != 1)
409 for (i
= 0; i
< count_saved
; i
++)
411 if (fread (&nlen
, sizeof (nlen
), 1, f
) != 1)
413 p
= XNEW (struct def_pragma_macro
);
414 memset (p
, 0, sizeof (struct def_pragma_macro
));
415 p
->name
= XNEWVAR (char, nlen
+ 1);
417 if (fread (p
->name
, nlen
, 1, f
) != 1)
419 if (fread (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
425 defn
= XNEWVEC (uchar
, defnlen
+ 1);
428 if (fread (defn
, defnlen
, 1, f
) != 1)
431 p
->definition
= defn
;
432 if (fread (&(p
->line
), sizeof (source_location
), 1, f
) != 1)
435 if (fread (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
437 p
->syshdr
= ((defnlen
& 1) != 0 ? 1 : 0);
438 p
->used
= ((defnlen
& 2) != 0 ? 1 : 0);
441 p
->next
= r
->pushed_macros
;
442 r
->pushed_macros
= p
;
448 _cpp_save_pushed_macros (cpp_reader
*r
, FILE *f
)
450 size_t count_saved
= 0;
452 struct def_pragma_macro
*p
,**pp
;
456 p
= r
->pushed_macros
;
462 if (fwrite (&count_saved
, sizeof (count_saved
), 1, f
) != 1)
467 pp
= (struct def_pragma_macro
**) alloca (sizeof (struct def_pragma_macro
*)
469 /* Store them in reverse order. */
470 p
= r
->pushed_macros
;
478 for (i
= 0; i
< count_saved
; i
++)
480 defnlen
= strlen (pp
[i
]->name
);
481 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1
482 || fwrite (pp
[i
]->name
, defnlen
, 1, f
) != 1)
487 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1)
492 defnlen
= ustrlen (pp
[i
]->definition
);
493 if (fwrite (&defnlen
, sizeof (size_t), 1, f
) != 1
494 || fwrite (pp
[i
]->definition
, defnlen
, 1, f
) != 1)
496 if (fwrite (&(pp
[i
]->line
), sizeof (source_location
), 1, f
) != 1)
499 defnlen
|= (pp
[i
]->syshdr
!= 0 ? 1 : 0);
500 defnlen
|= (pp
[i
]->used
!= 0 ? 2 : 0);
501 if (fwrite (&defnlen
, sizeof (defnlen
), 1, f
) != 1)
509 /* Data structure to transform hash table nodes into a sorted list */
515 /* Number of nodes in the array */
517 /* Size of the allocated array */
521 /* Callback for collecting identifiers from hash table */
524 collect_ht_nodes (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
,
527 struct ht_node_list
*const nl
= (struct ht_node_list
*)nl_p
;
529 if (hn
->type
!= NT_VOID
|| hn
->flags
& NODE_POISONED
)
531 if (nl
->n_defs
== nl
->asize
)
534 nl
->defs
= XRESIZEVEC (cpp_hashnode
*, nl
->defs
, nl
->asize
);
537 nl
->defs
[nl
->n_defs
] = hn
;
544 /* Return nonzero if FD is a precompiled header which is consistent
545 with the preprocessor's current definitions. It will be consistent
548 - anything that was defined just before the PCH was generated
549 is defined the same way now; and
550 - anything that was not defined then, but is defined now, was not
553 NAME is used to print warnings if `warn_invalid_pch' is set in the
558 cpp_valid_state (cpp_reader
*r
, const char *name
, int fd
)
560 struct macrodef_struct m
;
561 size_t namebufsz
= 256;
562 unsigned char *namebuf
= XNEWVEC (unsigned char, namebufsz
);
563 unsigned char *undeftab
= NULL
;
564 struct ht_node_list nl
= { 0, 0, 0 };
565 unsigned char *first
, *last
;
567 unsigned int counter
;
569 /* Read in the list of identifiers that must be defined
570 Check that they are defined in the same way. */
574 const unsigned char *newdefn
;
576 if (read (fd
, &m
, sizeof (m
)) != sizeof (m
))
579 if (m
.name_length
== 0)
582 /* If this file is already preprocessed, there won't be any
583 macros defined, and that's OK. */
584 if (CPP_OPTION (r
, preprocessed
))
586 if (lseek (fd
, m
.definition_length
, SEEK_CUR
) == -1)
591 if (m
.definition_length
> namebufsz
)
594 namebufsz
= m
.definition_length
+ 256;
595 namebuf
= XNEWVEC (unsigned char, namebufsz
);
598 if ((size_t)read (fd
, namebuf
, m
.definition_length
)
599 != m
.definition_length
)
602 h
= cpp_lookup (r
, namebuf
, m
.name_length
);
603 if (m
.flags
& NODE_POISONED
604 || h
->flags
& NODE_POISONED
)
606 if (CPP_OPTION (r
, warn_invalid_pch
))
607 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
608 "%s: not used because `%.*s' is poisoned",
609 name
, m
.name_length
, namebuf
);
613 if (h
->type
!= NT_MACRO
)
615 /* It's ok if __GCC_HAVE_DWARF2_CFI_ASM becomes undefined,
616 as in, when the PCH file is created with -g and we're
617 attempting to use it without -g. Restoring the PCH file
618 is supposed to bring in this definition *and* enable the
619 generation of call frame information, so that precompiled
620 definitions that take this macro into accout, to decide
621 what asm to emit, won't issue .cfi directives when the
623 if (!(h
->flags
& NODE_USED
)
624 && m
.name_length
== sizeof ("__GCC_HAVE_DWARF2_CFI_ASM") - 1
625 && !memcmp (namebuf
, "__GCC_HAVE_DWARF2_CFI_ASM", m
.name_length
))
628 if (CPP_OPTION (r
, warn_invalid_pch
))
629 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
630 "%s: not used because `%.*s' not defined",
631 name
, m
.name_length
, namebuf
);
635 newdefn
= cpp_macro_definition (r
, h
);
637 if (m
.definition_length
!= ustrlen (newdefn
)
638 || memcmp (namebuf
, newdefn
, m
.definition_length
) != 0)
640 if (CPP_OPTION (r
, warn_invalid_pch
))
641 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
642 "%s: not used because `%.*s' defined as `%s' not `%.*s'",
643 name
, m
.name_length
, namebuf
, newdefn
+ m
.name_length
,
644 m
.definition_length
- m
.name_length
,
645 namebuf
+ m
.name_length
);
652 /* Read in the list of identifiers that must not be defined.
653 Check that they really aren't. */
654 undeftab
= XNEWVEC (unsigned char, m
.definition_length
);
655 if ((size_t) read (fd
, undeftab
, m
.definition_length
) != m
.definition_length
)
658 /* Collect identifiers from the current hash table. */
661 nl
.defs
= XNEWVEC (cpp_hashnode
*, nl
.asize
);
662 cpp_forall_identifiers (r
, &collect_ht_nodes
, &nl
);
663 qsort (nl
.defs
, nl
.n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
665 /* Loop through nl.defs and undeftab, both of which are sorted lists.
666 There should be no matches. */
668 last
= undeftab
+ m
.definition_length
;
671 while (first
< last
&& i
< nl
.n_defs
)
673 int cmp
= ustrcmp (first
, NODE_NAME (nl
.defs
[i
]));
676 first
+= ustrlen (first
) + 1;
681 if (CPP_OPTION (r
, warn_invalid_pch
))
682 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
683 "%s: not used because `%s' is defined",
694 /* Read in the next value of __COUNTER__.
695 Check that (a) __COUNTER__ was not used in the pch or (b) __COUNTER__
696 has not been used in this translation unit. */
697 if (read (fd
, &counter
, sizeof (counter
)) != sizeof (counter
))
699 if (counter
&& r
->counter
)
701 if (CPP_OPTION (r
, warn_invalid_pch
))
702 cpp_warning_syshdr (r
, CPP_W_INVALID_PCH
,
703 "%s: not used because `__COUNTER__' is invalid",
712 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");
721 /* Save all the existing macros. */
723 struct save_macro_data
728 char **saved_pragmas
;
731 /* Save the definition of a single macro, so that it will persist
732 across a PCH restore. Because macro data is in GCed memory, which
733 will be blown away by PCH, it must be temporarily copied to
734 malloced memory. (The macros will refer to identifier nodes which
735 are also GCed and so on, so the copying is done by turning them
736 into self-contained strings.) The assumption is that most macro
737 definitions will come from the PCH file, not from the compilation
738 before the PCH file is loaded, so it doesn't matter that this is
741 It would reduce the cost even further if macros defined in the PCH
742 file were not saved in this way, but this is not done (yet), except
743 for builtins, and for #assert by default. */
746 save_macros (cpp_reader
*r
, cpp_hashnode
*h
, void *data_p
)
748 struct save_macro_data
*data
= (struct save_macro_data
*)data_p
;
750 if ((h
->flags
& NODE_BUILTIN
)
751 && h
->type
== NT_MACRO
752 && r
->cb
.user_builtin_macro
)
753 r
->cb
.user_builtin_macro (r
, h
);
755 if (h
->type
!= NT_VOID
756 && (h
->flags
& NODE_BUILTIN
) == 0)
758 if (data
->count
== data
->array_size
)
760 data
->array_size
*= 2;
761 data
->defns
= XRESIZEVEC (uchar
*, data
->defns
, (data
->array_size
));
767 /* Not currently implemented. */
772 const uchar
* defn
= cpp_macro_definition (r
, h
);
773 size_t defnlen
= ustrlen (defn
);
775 data
->defns
[data
->count
] = (uchar
*) xmemdup (defn
, defnlen
,
777 data
->defns
[data
->count
][defnlen
] = '\n';
789 /* Prepare to restore the state, by saving the currently-defined
793 cpp_prepare_state (cpp_reader
*r
, struct save_macro_data
**data
)
795 struct save_macro_data
*d
= XNEW (struct save_macro_data
);
798 d
->defns
= XNEWVEC (uchar
*, d
->array_size
);
800 cpp_forall_identifiers (r
, save_macros
, d
);
801 d
->saved_pragmas
= _cpp_save_pragma_names (r
);
805 /* Given a precompiled header that was previously determined to be valid,
806 apply all its definitions (and undefinitions) to the current state.
807 DEPNAME is passed to deps_restore. */
810 cpp_read_state (cpp_reader
*r
, const char *name
, FILE *f
,
811 struct save_macro_data
*data
)
814 struct lexer_state old_state
;
815 unsigned int counter
;
817 /* Restore spec_nodes, which will be full of references to the old
818 hashtable entries and so will now be invalid. */
820 struct spec_nodes
*s
= &r
->spec_nodes
;
821 s
->n_defined
= cpp_lookup (r
, DSC("defined"));
822 s
->n_true
= cpp_lookup (r
, DSC("true"));
823 s
->n_false
= cpp_lookup (r
, DSC("false"));
824 s
->n__VA_ARGS__
= cpp_lookup (r
, DSC("__VA_ARGS__"));
827 old_state
= r
->state
;
828 r
->state
.in_directive
= 1;
829 r
->state
.prevent_expansion
= 1;
830 r
->state
.angled_headers
= 0;
832 /* Run through the carefully-saved macros, insert them. */
833 for (i
= 0; i
< data
->count
; i
++)
839 namelen
= ustrcspn (data
->defns
[i
], "( \n");
840 h
= cpp_lookup (r
, data
->defns
[i
], namelen
);
841 defn
= data
->defns
[i
] + namelen
;
843 /* The PCH file is valid, so we know that if there is a definition
844 from the PCH file it must be the same as the one we had
845 originally, and so do not need to restore it. */
846 if (h
->type
== NT_VOID
)
848 if (cpp_push_buffer (r
, defn
, ustrchr (defn
, '\n') - defn
, true)
852 if (!_cpp_create_definition (r
, h
))
860 free (data
->defns
[i
]);
862 r
->state
= old_state
;
864 _cpp_restore_pragma_names (r
, data
->saved_pragmas
);
868 if (deps_restore (r
->deps
, f
, CPP_OPTION (r
, restore_pch_deps
) ? name
: NULL
)
872 if (! _cpp_read_file_entries (r
, f
))
875 if (fread (&counter
, sizeof (counter
), 1, f
) != 1)
879 r
->counter
= counter
;
881 /* Read pushed macros. */
882 if (! _cpp_restore_pushed_macros (r
, f
))
887 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");