1 /* Part of CPP library. (Precompiled header reading/writing.)
2 Copyright (C) 2000, 2001, 2002, 2003, 2004 Free Software Foundation, Inc.
4 This program is free software; you can redistribute it and/or modify it
5 under the terms of the GNU General Public License as published by the
6 Free Software Foundation; either version 2, or (at your option) any
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */
26 static int write_macdef (cpp_reader
*, cpp_hashnode
*, void *);
27 static int save_idents (cpp_reader
*, cpp_hashnode
*, void *);
28 static hashval_t
hashmem (const void *, size_t);
29 static hashval_t
cpp_string_hash (const void *);
30 static int cpp_string_eq (const void *, const void *);
31 static int count_defs (cpp_reader
*, cpp_hashnode
*, void *);
32 static int comp_hashnodes (const void *, const void *);
33 static int collect_ht_nodes (cpp_reader
*, cpp_hashnode
*, void *);
34 static int write_defs (cpp_reader
*, cpp_hashnode
*, void *);
35 static int save_macros (cpp_reader
*, cpp_hashnode
*, void *);
37 /* This structure represents a macro definition on disk. */
38 struct macrodef_struct
40 unsigned int definition_length
;
41 unsigned short name_length
;
45 /* This is how we write out a macro definition.
46 Suitable for being called by cpp_forall_identifiers. */
49 write_macdef (cpp_reader
*pfile
, cpp_hashnode
*hn
, void *file_p
)
51 FILE *f
= (FILE *) file_p
;
55 if (! (hn
->flags
& NODE_POISONED
))
59 if ((hn
->flags
& NODE_BUILTIN
))
63 struct macrodef_struct s
;
64 const unsigned char *defn
;
66 s
.name_length
= NODE_LEN (hn
);
67 s
.flags
= hn
->flags
& NODE_POISONED
;
69 if (hn
->type
== NT_MACRO
)
71 defn
= cpp_macro_definition (pfile
, hn
);
72 s
.definition_length
= ustrlen (defn
);
76 defn
= NODE_NAME (hn
);
77 s
.definition_length
= s
.name_length
;
80 if (fwrite (&s
, sizeof (s
), 1, f
) != 1
81 || fwrite (defn
, 1, s
.definition_length
, f
) != s
.definition_length
)
83 cpp_errno (pfile
, CPP_DL_ERROR
,
84 "while writing precompiled header");
91 /* Not currently implemented. */
99 /* This structure records the names of the defined macros.
100 It's also used as a callback structure for size_initial_idents
103 struct cpp_savedstate
105 /* A hash table of the defined identifiers. */
107 /* The size of the definitions of those identifiers (the size of
110 /* Number of definitions */
112 /* Array of definitions. In cpp_write_pch_deps it is used for sorting. */
114 /* Space for the next definition. Definitions are null-terminated
116 unsigned char *definedstrs
;
119 /* Save this identifier into the state: put it in the hash table,
120 put the definition in 'definedstrs'. */
123 save_idents (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
125 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
127 if (hn
->type
!= NT_VOID
)
129 struct cpp_string news
;
132 news
.len
= NODE_LEN (hn
);
133 news
.text
= NODE_NAME (hn
);
134 slot
= htab_find_slot (ss
->definedhash
, &news
, INSERT
);
137 struct cpp_string
*sp
;
140 sp
= xmalloc (sizeof (struct cpp_string
));
143 sp
->len
= NODE_LEN (hn
);
144 sp
->text
= text
= xmalloc (NODE_LEN (hn
));
145 memcpy (text
, NODE_NAME (hn
), NODE_LEN (hn
));
152 /* Hash some memory in a generic way. */
155 hashmem (const void *p_p
, size_t sz
)
157 const unsigned char *p
= (const unsigned char *)p_p
;
162 for (i
= 0; i
< sz
; i
++)
163 h
= h
* 67 - (*p
++ - 113);
167 /* Hash a cpp string for the hashtable machinery. */
170 cpp_string_hash (const void *a_p
)
172 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
173 return hashmem (a
->text
, a
->len
);
176 /* Compare two cpp strings for the hashtable machinery. */
179 cpp_string_eq (const void *a_p
, const void *b_p
)
181 const struct cpp_string
*a
= (const struct cpp_string
*) a_p
;
182 const struct cpp_string
*b
= (const struct cpp_string
*) b_p
;
183 return (a
->len
== b
->len
184 && memcmp (a
->text
, b
->text
, a
->len
) == 0);
187 /* Save the current definitions of the cpp_reader for dependency
188 checking purposes. When writing a precompiled header, this should
189 be called at the same point in the compilation as cpp_valid_state
190 would be called when reading the precompiled header back in. */
193 cpp_save_state (cpp_reader
*r
, FILE *f
)
195 /* Save the list of non-void identifiers for the dependency checking. */
196 r
->savedstate
= xmalloc (sizeof (struct cpp_savedstate
));
197 r
->savedstate
->definedhash
= htab_create (100, cpp_string_hash
,
198 cpp_string_eq
, NULL
);
199 cpp_forall_identifiers (r
, save_idents
, r
->savedstate
);
201 /* Write out the list of defined identifiers. */
202 cpp_forall_identifiers (r
, write_macdef
, f
);
207 /* Calculate the 'hashsize' field of the saved state. */
210 count_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
212 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
217 if (hn
->flags
& NODE_BUILTIN
)
220 /* else fall through. */
224 struct cpp_string news
;
227 news
.len
= NODE_LEN (hn
);
228 news
.text
= NODE_NAME (hn
);
229 slot
= htab_find (ss
->definedhash
, &news
);
232 ss
->hashsize
+= NODE_LEN (hn
) + 1;
239 /* Not currently implemented. */
247 /* Collect the identifiers into the state's string table. */
249 write_defs (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
, void *ss_p
)
251 struct cpp_savedstate
*const ss
= (struct cpp_savedstate
*)ss_p
;
256 if (hn
->flags
& NODE_BUILTIN
)
259 /* else fall through. */
263 struct cpp_string news
;
266 news
.len
= NODE_LEN (hn
);
267 news
.text
= NODE_NAME (hn
);
268 slot
= htab_find (ss
->definedhash
, &news
);
271 ss
->defs
[ss
->n_defs
] = hn
;
278 /* Not currently implemented. */
286 /* Comparison function for qsort. The arguments point to pointers of
287 type ht_hashnode *. */
289 comp_hashnodes (const void *px
, const void *py
)
291 cpp_hashnode
*x
= *(cpp_hashnode
**) px
;
292 cpp_hashnode
*y
= *(cpp_hashnode
**) py
;
293 return ustrcmp (NODE_NAME (x
), NODE_NAME (y
));
296 /* Write out the remainder of the dependency information. This should be
297 called after the PCH is ready to be saved. */
300 cpp_write_pch_deps (cpp_reader
*r
, FILE *f
)
302 struct macrodef_struct z
;
303 struct cpp_savedstate
*const ss
= r
->savedstate
;
304 unsigned char *definedstrs
;
307 /* Collect the list of identifiers which have been seen and
308 weren't defined to anything previously. */
311 cpp_forall_identifiers (r
, count_defs
, ss
);
313 ss
->defs
= xmalloc (ss
->n_defs
* sizeof (cpp_hashnode
*));
315 cpp_forall_identifiers (r
, write_defs
, ss
);
317 /* Sort the list, copy it into a buffer, and write it out. */
318 qsort (ss
->defs
, ss
->n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
319 definedstrs
= ss
->definedstrs
= xmalloc (ss
->hashsize
);
320 for (i
= 0; i
< ss
->n_defs
; ++i
)
322 size_t len
= NODE_LEN (ss
->defs
[i
]);
323 memcpy (definedstrs
, NODE_NAME (ss
->defs
[i
]), len
+ 1);
324 definedstrs
+= len
+ 1;
327 memset (&z
, 0, sizeof (z
));
328 z
.definition_length
= ss
->hashsize
;
329 if (fwrite (&z
, sizeof (z
), 1, f
) != 1
330 || fwrite (ss
->definedstrs
, ss
->hashsize
, 1, f
) != 1)
332 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
335 free (ss
->definedstrs
);
337 /* Free the saved state. */
339 r
->savedstate
= NULL
;
343 /* Write out the definitions of the preprocessor, in a form suitable for
347 cpp_write_pch_state (cpp_reader
*r
, FILE *f
)
349 struct macrodef_struct z
;
351 /* Write out the list of defined identifiers. */
352 cpp_forall_identifiers (r
, write_macdef
, f
);
353 memset (&z
, 0, sizeof (z
));
354 if (fwrite (&z
, sizeof (z
), 1, f
) != 1)
356 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
361 r
->deps
= deps_init ();
363 if (deps_save (r
->deps
, f
) != 0)
365 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
369 if (! _cpp_save_file_entries (r
, f
))
371 cpp_errno (r
, CPP_DL_ERROR
, "while writing precompiled header");
379 /* Data structure to transform hash table nodes into a sorted list */
385 /* Number of nodes in the array */
387 /* Size of the allocated array */
391 /* Callback for collecting identifiers from hash table */
394 collect_ht_nodes (cpp_reader
*pfile ATTRIBUTE_UNUSED
, cpp_hashnode
*hn
,
397 struct ht_node_list
*const nl
= (struct ht_node_list
*)nl_p
;
399 if (hn
->type
!= NT_VOID
|| hn
->flags
& NODE_POISONED
)
401 if (nl
->n_defs
== nl
->asize
)
404 nl
->defs
= xrealloc (nl
->defs
, nl
->asize
* sizeof (cpp_hashnode
*));
407 nl
->defs
[nl
->n_defs
] = hn
;
414 /* Return nonzero if FD is a precompiled header which is consistent
415 with the preprocessor's current definitions. It will be consistent
418 - anything that was defined just before the PCH was generated
419 is defined the same way now; and
420 - anything that was not defined then, but is defined now, was not
423 NAME is used to print warnings if `warn_invalid_pch' is set in the
428 cpp_valid_state (cpp_reader
*r
, const char *name
, int fd
)
430 struct macrodef_struct m
;
431 size_t namebufsz
= 256;
432 unsigned char *namebuf
= xmalloc (namebufsz
);
433 unsigned char *undeftab
= NULL
;
434 struct ht_node_list nl
= { 0, 0, 0 };
435 unsigned char *first
, *last
;
438 /* Read in the list of identifiers that must be defined
439 Check that they are defined in the same way. */
443 const unsigned char *newdefn
;
445 if (read (fd
, &m
, sizeof (m
)) != sizeof (m
))
448 if (m
.name_length
== 0)
451 if (m
.definition_length
> namebufsz
)
454 namebufsz
= m
.definition_length
+ 256;
455 namebuf
= xmalloc (namebufsz
);
458 if ((size_t)read (fd
, namebuf
, m
.definition_length
)
459 != m
.definition_length
)
462 h
= cpp_lookup (r
, namebuf
, m
.name_length
);
463 if (m
.flags
& NODE_POISONED
464 || h
->type
!= NT_MACRO
465 || h
->flags
& NODE_POISONED
)
467 if (CPP_OPTION (r
, warn_invalid_pch
))
468 cpp_error (r
, CPP_DL_WARNING_SYSHDR
,
469 "%s: not used because `%.*s' not defined",
470 name
, m
.name_length
, namebuf
);
474 newdefn
= cpp_macro_definition (r
, h
);
476 if (m
.definition_length
!= ustrlen (newdefn
)
477 || memcmp (namebuf
, newdefn
, m
.definition_length
) != 0)
479 if (CPP_OPTION (r
, warn_invalid_pch
))
480 cpp_error (r
, CPP_DL_WARNING_SYSHDR
,
481 "%s: not used because `%.*s' defined as `%s' not `%.*s'",
482 name
, m
.name_length
, namebuf
, newdefn
+ m
.name_length
,
483 m
.definition_length
- m
.name_length
,
484 namebuf
+ m
.name_length
);
491 /* Read in the list of identifiers that must not be defined.
492 Check that they really aren't. */
493 undeftab
= xmalloc (m
.definition_length
);
494 if ((size_t) read (fd
, undeftab
, m
.definition_length
) != m
.definition_length
)
497 /* Collect identifiers from the current hash table. */
500 nl
.defs
= xmalloc (nl
.asize
* sizeof (cpp_hashnode
*));
501 cpp_forall_identifiers (r
, &collect_ht_nodes
, &nl
);
502 qsort (nl
.defs
, nl
.n_defs
, sizeof (cpp_hashnode
*), &comp_hashnodes
);
504 /* Loop through nl.defs and undeftab, both of which are sorted lists.
505 There should be no matches. */
507 last
= undeftab
+ m
.definition_length
;
510 while (first
< last
&& i
< nl
.n_defs
)
512 int cmp
= ustrcmp (first
, NODE_NAME (nl
.defs
[i
]));
515 first
+= ustrlen (first
) + 1;
520 if (CPP_OPTION (r
, warn_invalid_pch
))
521 cpp_error (r
, CPP_DL_WARNING_SYSHDR
,
522 "%s: not used because `%s' is defined",
535 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");
541 if (undeftab
!= NULL
)
548 /* Save all the existing macros and assertions.
549 This code assumes that there might be hundreds, but not thousands of
550 existing definitions. */
552 struct save_macro_item
{
553 struct save_macro_item
*next
;
554 struct cpp_hashnode macs
[64];
557 struct save_macro_data
559 struct save_macro_item
*macros
;
561 char **saved_pragmas
;
564 /* Save the definition of a single macro, so that it will persist across
568 save_macros (cpp_reader
*r ATTRIBUTE_UNUSED
, cpp_hashnode
*h
, void *data_p
)
570 struct save_macro_data
*data
= (struct save_macro_data
*)data_p
;
571 if (h
->type
!= NT_VOID
572 && (h
->flags
& NODE_BUILTIN
) == 0)
575 if (data
->count
== ARRAY_SIZE (data
->macros
->macs
))
577 struct save_macro_item
*d
= data
->macros
;
578 data
->macros
= xmalloc (sizeof (struct save_macro_item
));
579 data
->macros
->next
= d
;
582 save
= data
->macros
->macs
+ data
->count
;
584 memcpy (save
, h
, sizeof (struct cpp_hashnode
));
585 HT_STR (&save
->ident
) = xmemdup (HT_STR (HT_NODE (save
)),
586 HT_LEN (HT_NODE (save
)),
587 HT_LEN (HT_NODE (save
)) + 1);
592 /* Prepare to restore the state, by saving the currently-defined
596 cpp_prepare_state (cpp_reader
*r
, struct save_macro_data
**data
)
598 struct save_macro_data
*d
= xmalloc (sizeof (struct save_macro_data
));
601 d
->count
= ARRAY_SIZE (d
->macros
->macs
);
602 cpp_forall_identifiers (r
, save_macros
, d
);
603 d
->saved_pragmas
= _cpp_save_pragma_names (r
);
607 /* Given a precompiled header that was previously determined to be valid,
608 apply all its definitions (and undefinitions) to the current state.
609 DEPNAME is passed to deps_restore. */
612 cpp_read_state (cpp_reader
*r
, const char *name
, FILE *f
,
613 struct save_macro_data
*data
)
615 struct macrodef_struct m
;
616 size_t defnlen
= 256;
617 unsigned char *defn
= xmalloc (defnlen
);
618 struct lexer_state old_state
;
619 struct save_macro_item
*d
;
622 /* Restore spec_nodes, which will be full of references to the old
623 hashtable entries and so will now be invalid. */
625 struct spec_nodes
*s
= &r
->spec_nodes
;
626 s
->n_defined
= cpp_lookup (r
, DSC("defined"));
627 s
->n_true
= cpp_lookup (r
, DSC("true"));
628 s
->n_false
= cpp_lookup (r
, DSC("false"));
629 s
->n__VA_ARGS__
= cpp_lookup (r
, DSC("__VA_ARGS__"));
632 /* Run through the carefully-saved macros, insert them. */
634 mac_count
= data
->count
;
637 struct save_macro_item
*nextd
;
638 for (i
= 0; i
< mac_count
; i
++)
642 h
= cpp_lookup (r
, HT_STR (HT_NODE (&d
->macs
[i
])),
643 HT_LEN (HT_NODE (&d
->macs
[i
])));
644 h
->type
= d
->macs
[i
].type
;
645 h
->flags
= d
->macs
[i
].flags
;
646 h
->value
= d
->macs
[i
].value
;
647 free ((void *)HT_STR (HT_NODE (&d
->macs
[i
])));
652 mac_count
= ARRAY_SIZE (d
->macs
);
655 _cpp_restore_pragma_names (r
, data
->saved_pragmas
);
659 old_state
= r
->state
;
661 r
->state
.in_directive
= 1;
662 r
->state
.prevent_expansion
= 1;
663 r
->state
.angled_headers
= 0;
665 /* Read in the identifiers that must be defined. */
670 if (fread (&m
, sizeof (m
), 1, f
) != 1)
673 if (m
.name_length
== 0)
676 if (defnlen
< m
.definition_length
+ 1)
678 defnlen
= m
.definition_length
+ 256;
679 defn
= xrealloc (defn
, defnlen
);
682 if (fread (defn
, 1, m
.definition_length
, f
) != m
.definition_length
)
684 defn
[m
.definition_length
] = '\n';
686 h
= cpp_lookup (r
, defn
, m
.name_length
);
688 if (h
->type
== NT_MACRO
)
689 _cpp_free_definition (h
);
690 if (m
.flags
& NODE_POISONED
)
691 h
->flags
|= NODE_POISONED
| NODE_DIAGNOSTIC
;
692 else if (m
.name_length
!= m
.definition_length
)
694 if (cpp_push_buffer (r
, defn
+ m
.name_length
,
695 m
.definition_length
- m
.name_length
, true)
699 if (!_cpp_create_definition (r
, h
))
708 r
->state
= old_state
;
712 if (deps_restore (r
->deps
, f
, CPP_OPTION (r
, restore_pch_deps
) ? name
: NULL
)
716 if (! _cpp_read_file_entries (r
, f
))
722 cpp_errno (r
, CPP_DL_ERROR
, "while reading precompiled header");