1 /* Part of CPP library.
2 Copyright (C) 1997-2019 Free Software Foundation, Inc.
4 This program is free software; you can redistribute it and/or modify it
5 under the terms of the GNU General Public License as published by the
6 Free Software Foundation; either version 3, or (at your option) any
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program; see the file COPYING3. If not see
16 <http://www.gnu.org/licenses/>. */
18 /* This header defines all the internal data structures and functions
19 that need to be visible across files. It should not be used outside
22 #ifndef LIBCPP_INTERNAL_H
23 #define LIBCPP_INTERNAL_H
32 typedef int iconv_t
; /* dummy */
39 struct directive
; /* Deliberately incomplete. */
40 struct pending_option
;
44 typedef bool (*convert_f
) (iconv_t
, const unsigned char *, size_t,
45 struct _cpp_strbuf
*);
53 #define BITS_PER_CPPCHAR_T (CHAR_BIT * sizeof (cppchar_t))
55 /* Test if a sign is valid within a preprocessing number. */
56 #define VALID_SIGN(c, prevc) \
57 (((c) == '+' || (c) == '-') && \
58 ((prevc) == 'e' || (prevc) == 'E' \
59 || (((prevc) == 'p' || (prevc) == 'P') \
60 && CPP_OPTION (pfile, extended_numbers))))
62 #define DIGIT_SEP(c) ((c) == '\'' && CPP_OPTION (pfile, digit_separators))
64 #define CPP_OPTION(PFILE, OPTION) ((PFILE)->opts.OPTION)
65 #define CPP_BUFFER(PFILE) ((PFILE)->buffer)
66 #define CPP_BUF_COLUMN(BUF, CUR) ((CUR) - (BUF)->line_base)
67 #define CPP_BUF_COL(BUF) CPP_BUF_COLUMN(BUF, (BUF)->cur)
69 #define CPP_INCREMENT_LINE(PFILE, COLS_HINT) do { \
70 const class line_maps *line_table = PFILE->line_table; \
71 const struct line_map_ordinary *map = \
72 LINEMAPS_LAST_ORDINARY_MAP (line_table); \
73 linenum_type line = SOURCE_LINE (map, line_table->highest_line); \
74 linemap_line_start (PFILE->line_table, line + 1, COLS_HINT); \
77 /* Host alignment handling. */
88 #define DEFAULT_ALIGNMENT offsetof (struct dummy, u)
89 #define CPP_ALIGN2(size, align) (((size) + ((align) - 1)) & ~((align) - 1))
90 #define CPP_ALIGN(size) CPP_ALIGN2 (size, DEFAULT_ALIGNMENT)
92 #define _cpp_mark_macro_used(NODE) \
93 (cpp_user_macro_p (NODE) ? (NODE)->value.macro->used = 1 : 0)
95 /* A generic memory buffer, and operations on it. */
96 typedef struct _cpp_buff _cpp_buff
;
99 struct _cpp_buff
*next
;
100 unsigned char *base
, *cur
, *limit
;
103 extern _cpp_buff
*_cpp_get_buff (cpp_reader
*, size_t);
104 extern void _cpp_release_buff (cpp_reader
*, _cpp_buff
*);
105 extern void _cpp_extend_buff (cpp_reader
*, _cpp_buff
**, size_t);
106 extern _cpp_buff
*_cpp_append_extend_buff (cpp_reader
*, _cpp_buff
*, size_t);
107 extern void _cpp_free_buff (_cpp_buff
*);
108 extern unsigned char *_cpp_aligned_alloc (cpp_reader
*, size_t);
109 extern unsigned char *_cpp_unaligned_alloc (cpp_reader
*, size_t);
111 #define BUFF_ROOM(BUFF) (size_t) ((BUFF)->limit - (BUFF)->cur)
112 #define BUFF_FRONT(BUFF) ((BUFF)->cur)
113 #define BUFF_LIMIT(BUFF) ((BUFF)->limit)
115 /* #include types. */
118 /* Directive-based including mechanisms. */
119 IT_INCLUDE
, /* #include */
120 IT_INCLUDE_NEXT
, /* #include_next */
121 IT_IMPORT
, /* #import */
123 /* Non-directive including mechanisms. */
124 IT_CMDLINE
, /* -include */
125 IT_DEFAULT
, /* forced header */
128 IT_DIRECTIVE_HWM
= IT_IMPORT
+ 1, /* Directives below this. */
129 IT_HEADER_HWM
= IT_DEFAULT
+ 1, /* Header files below this. */
134 const cpp_token
*token
;
135 const cpp_token
**ptoken
;
138 /* A "run" of tokens; part of a chain of runs. */
139 typedef struct tokenrun tokenrun
;
142 tokenrun
*next
, *prev
;
143 cpp_token
*base
, *limit
;
146 /* Accessor macros for struct cpp_context. */
147 #define FIRST(c) ((c)->u.iso.first)
148 #define LAST(c) ((c)->u.iso.last)
149 #define CUR(c) ((c)->u.trad.cur)
150 #define RLIMIT(c) ((c)->u.trad.rlimit)
152 /* This describes some additional data that is added to the macro
153 token context of type cpp_context, when -ftrack-macro-expansion is
157 /* The node of the macro we are referring to. */
158 cpp_hashnode
*macro_node
;
159 /* This buffer contains an array of virtual locations. The virtual
160 location at index 0 is the virtual location of the token at index
161 0 in the current instance of cpp_context; similarly for all the
162 other virtual locations. */
163 location_t
*virt_locs
;
164 /* This is a pointer to the current virtual location. This is used
165 to iterate over the virtual locations while we iterate over the
166 tokens they belong to. */
167 location_t
*cur_virt_loc
;
170 /* The kind of tokens carried by a cpp_context. */
171 enum context_tokens_kind
{
172 /* This is the value of cpp_context::tokens_kind if u.iso.first
173 contains an instance of cpp_token **. */
174 TOKENS_KIND_INDIRECT
,
175 /* This is the value of cpp_context::tokens_kind if u.iso.first
176 contains an instance of cpp_token *. */
178 /* This is the value of cpp_context::tokens_kind when the token
179 context contains tokens resulting from macro expansion. In that
180 case struct cpp_context::macro points to an instance of struct
181 macro_context. This is used only when the
182 -ftrack-macro-expansion flag is on. */
186 typedef struct cpp_context cpp_context
;
189 /* Doubly-linked list. */
190 cpp_context
*next
, *prev
;
194 /* For ISO macro expansion. Contexts other than the base context
195 are contiguous tokens. e.g. macro expansions, expanded
203 /* For traditional macro expansion. */
206 const unsigned char *cur
;
207 const unsigned char *rlimit
;
211 /* If non-NULL, a buffer used for storage related to this context.
212 When the context is popped, the buffer is released. */
215 /* If tokens_kind is TOKEN_KIND_EXTENDED, then (as we thus are in a
216 macro context) this is a pointer to an instance of macro_context.
217 Otherwise if tokens_kind is *not* TOKEN_KIND_EXTENDED, then, if
218 we are in a macro context, this is a pointer to an instance of
219 cpp_hashnode, representing the name of the macro this context is
220 for. If we are not in a macro context, then this is just NULL.
221 Note that when tokens_kind is TOKEN_KIND_EXTENDED, the memory
222 used by the instance of macro_context pointed to by this member
223 is de-allocated upon de-allocation of the instance of struct
231 /* This determines the type of tokens held by this context. */
232 enum context_tokens_kind tokens_kind
;
237 /* 1 if we're handling a directive. 2 if it's an include-like
239 unsigned char in_directive
;
241 /* Nonzero if in a directive that will handle padding tokens itself.
242 #include needs this to avoid problems with computed include and
243 spacing between tokens. */
244 unsigned char directive_wants_padding
;
246 /* True if we are skipping a failed conditional group. */
247 unsigned char skipping
;
249 /* Nonzero if in a directive that takes angle-bracketed headers. */
250 unsigned char angled_headers
;
252 /* Nonzero if in a #if or #elif directive. */
253 unsigned char in_expression
;
255 /* Nonzero to save comments. Turned off if discard_comments, and in
256 all directives apart from #define. */
257 unsigned char save_comments
;
259 /* Nonzero if lexing __VA_ARGS__ and __VA_OPT__ are valid. */
260 unsigned char va_args_ok
;
262 /* Nonzero if lexing poisoned identifiers is valid. */
263 unsigned char poisoned_ok
;
265 /* Nonzero to prevent macro expansion. */
266 unsigned char prevent_expansion
;
268 /* Nonzero when parsing arguments to a function-like macro. */
269 unsigned char parsing_args
;
271 /* Nonzero if in a __has_include__ or __has_include_next__ statement. */
272 unsigned char in__has_include__
;
274 /* Nonzero if prevent_expansion is true only because output is
276 unsigned char discarding_output
;
278 /* Nonzero to skip evaluating part of an expression. */
279 unsigned int skip_eval
;
281 /* Nonzero when handling a deferred pragma. */
282 unsigned char in_deferred_pragma
;
284 /* Nonzero if the deferred pragma being handled allows macro expansion. */
285 unsigned char pragma_allow_expansion
;
288 /* Special nodes - identifiers with predefined significance. */
291 cpp_hashnode
*n_defined
; /* defined operator */
292 cpp_hashnode
*n_true
; /* C++ keyword true */
293 cpp_hashnode
*n_false
; /* C++ keyword false */
294 cpp_hashnode
*n__VA_ARGS__
; /* C99 vararg macros */
295 cpp_hashnode
*n__VA_OPT__
; /* C++ vararg macros */
296 cpp_hashnode
*n__has_include__
; /* __has_include__ operator */
297 cpp_hashnode
*n__has_include_next__
; /* __has_include_next__ operator */
300 typedef struct _cpp_line_note _cpp_line_note
;
301 struct _cpp_line_note
303 /* Location in the clean line the note refers to. */
304 const unsigned char *pos
;
306 /* Type of note. The 9 'from' trigraph characters represent those
307 trigraphs, '\\' an escaped newline, ' ' an escaped newline with
308 intervening space, 0 represents a note that has already been handled,
309 and anything else is invalid. */
313 /* Represents the contents of a file cpplib has read in. */
316 const unsigned char *cur
; /* Current location. */
317 const unsigned char *line_base
; /* Start of current physical line. */
318 const unsigned char *next_line
; /* Start of to-be-cleaned logical line. */
320 const unsigned char *buf
; /* Entire character buffer. */
321 const unsigned char *rlimit
; /* Writable byte at end of file. */
322 const unsigned char *to_free
; /* Pointer that should be freed when
323 popping the buffer. */
325 _cpp_line_note
*notes
; /* Array of notes. */
326 unsigned int cur_note
; /* Next note to process. */
327 unsigned int notes_used
; /* Number of notes. */
328 unsigned int notes_cap
; /* Size of allocated array. */
330 struct cpp_buffer
*prev
;
332 /* Pointer into the file table; non-NULL if this is a file buffer.
333 Used for include_next and to record control macros. */
334 struct _cpp_file
*file
;
336 /* Saved value of __TIMESTAMP__ macro - date and time of last modification
337 of the assotiated file. */
338 const unsigned char *timestamp
;
340 /* Value of if_stack at start of this file.
341 Used to prohibit unmatched #endif (etc) in an include file. */
342 struct if_stack
*if_stack
;
344 /* True if we need to get the next clean line. */
347 /* True if we have already warned about C++ comments in this file.
348 The warning happens only for C89 extended mode with -pedantic on,
349 or for -Wtraditional, and only once per file (otherwise it would
350 be far too noisy). */
351 bool warned_cplusplus_comments
: 1;
353 /* True if we don't process trigraphs and escaped newlines. True
354 for preprocessed input, command line directives, and _Pragma
356 bool from_stage3
: 1;
358 /* At EOF, a buffer is automatically popped. If RETURN_AT_EOF is
359 true, a CPP_EOF token is then returned. Otherwise, the next
360 token from the enclosing buffer is returned. */
361 bool return_at_eof
: 1;
363 /* One for a system header, two for a C system header file that therefore
364 needs to be extern "C" protected in C++, and zero otherwise. */
367 /* The directory of the this buffer's file. Its NAME member is not
368 allocated, so we don't need to worry about freeing it. */
371 /* Descriptor for converting from the input character set to the
372 source character set. */
373 struct cset_converter input_cset_desc
;
376 /* The list of saved macros by push_macro pragma. */
377 struct def_pragma_macro
{
378 /* Chain element to previous saved macro. */
379 struct def_pragma_macro
*next
;
380 /* Name of the macro. */
382 /* The stored macro content. */
383 unsigned char *definition
;
385 /* Definition line number. */
387 /* If macro defined in system header. */
388 unsigned int syshdr
: 1;
389 /* Nonzero if it has been expanded or had its existence tested. */
390 unsigned int used
: 1;
392 /* Mark if we save an undefined macro. */
393 unsigned int is_undef
: 1;
396 /* A cpp_reader encapsulates the "state" of a pre-processor run.
397 Applying cpp_get_token repeatedly yields a stream of pre-processor
398 tokens. Usually, there is only one cpp_reader object active. */
401 /* Top of buffer stack. */
404 /* Overlaid buffer (can be different after processing #include). */
405 cpp_buffer
*overlaid_buffer
;
408 struct lexer_state state
;
410 /* Source line tracking. */
411 class line_maps
*line_table
;
413 /* The line of the '#' of the current directive. */
414 location_t directive_line
;
416 /* Memory buffers. */
417 _cpp_buff
*a_buff
; /* Aligned permanent storage. */
418 _cpp_buff
*u_buff
; /* Unaligned permanent storage. */
419 _cpp_buff
*free_buffs
; /* Free buffer chain. */
422 struct cpp_context base_context
;
423 struct cpp_context
*context
;
425 /* If in_directive, the directive if known. */
426 const struct directive
*directive
;
428 /* Token generated while handling a directive, if any. */
429 cpp_token directive_result
;
431 /* When expanding a macro at top-level, this is the location of the
433 location_t invocation_location
;
435 /* This is the node representing the macro being expanded at
436 top-level. The value of this data member is valid iff
437 cpp_in_macro_expansion_p() returns TRUE. */
438 cpp_hashnode
*top_most_macro_node
;
440 /* Nonzero if we are about to expand a macro. Note that if we are
441 really expanding a macro, the function macro_of_context returns
442 the macro being expanded and this flag is set to false. Client
443 code should use the function cpp_in_macro_expansion_p to know if we
444 are either about to expand a macro, or are actually expanding
446 bool about_to_expand_macro_p
;
448 /* Search paths for include files. */
449 struct cpp_dir
*quote_include
; /* "" */
450 struct cpp_dir
*bracket_include
; /* <> */
451 struct cpp_dir no_search_path
; /* No path. */
453 /* Chain of all hashed _cpp_file instances. */
454 struct _cpp_file
*all_files
;
456 struct _cpp_file
*main_file
;
458 /* File and directory hash table. */
459 struct htab
*file_hash
;
460 struct htab
*dir_hash
;
461 struct file_hash_entry_pool
*file_hash_entries
;
463 /* Negative path lookup hash table. */
464 struct htab
*nonexistent_file_hash
;
465 struct obstack nonexistent_file_ob
;
467 /* Nonzero means don't look for #include "foo" the source-file
469 bool quote_ignores_source_dir
;
471 /* Nonzero if any file has contained #pragma once or #import has
475 /* Multiple include optimization. */
476 const cpp_hashnode
*mi_cmacro
;
477 const cpp_hashnode
*mi_ind_cmacro
;
481 cpp_token
*cur_token
;
482 tokenrun base_run
, *cur_run
;
483 unsigned int lookaheads
;
485 /* Nonzero prevents the lexer from re-using the token runs. */
486 unsigned int keep_tokens
;
488 /* Buffer to hold macro definition string. */
489 unsigned char *macro_buffer
;
490 unsigned int macro_buffer_len
;
492 /* Descriptor for converting from the source character set to the
493 execution character set. */
494 struct cset_converter narrow_cset_desc
;
496 /* Descriptor for converting from the source character set to the
497 UTF-8 execution character set. */
498 struct cset_converter utf8_cset_desc
;
500 /* Descriptor for converting from the source character set to the
501 UTF-16 execution character set. */
502 struct cset_converter char16_cset_desc
;
504 /* Descriptor for converting from the source character set to the
505 UTF-32 execution character set. */
506 struct cset_converter char32_cset_desc
;
508 /* Descriptor for converting from the source character set to the
509 wide execution character set. */
510 struct cset_converter wide_cset_desc
;
512 /* Date and time text. Calculated together if either is requested. */
513 const unsigned char *date
;
514 const unsigned char *time
;
516 /* Externally set timestamp to replace current date and time useful for
517 reproducibility. It should be initialized to -2 (not yet set) and
518 set to -1 to disable it or to a non-negative value to enable it. */
519 time_t source_date_epoch
;
521 /* EOF token, and a token forcing paste avoidance. */
522 cpp_token avoid_paste
;
525 /* Opaque handle to the dependencies of mkdeps.c. */
528 /* Obstack holding all macro hash nodes. This never shrinks.
530 struct obstack hash_ob
;
532 /* Obstack holding buffer and conditional structures. This is a
533 real stack. See directives.c. */
534 struct obstack buffer_ob
;
536 /* Pragma table - dynamic, because a library user can add to the
537 list of recognized pragmas. */
538 struct pragma_entry
*pragmas
;
540 /* Call backs to cpplib client. */
541 struct cpp_callbacks cb
;
543 /* Identifier hash table. */
544 struct ht
*hash_table
;
546 /* Expression parser stack. */
547 struct op
*op_stack
, *op_limit
;
549 /* User visible options. */
550 struct cpp_options opts
;
552 /* Special nodes - identifiers with predefined significance to the
554 struct spec_nodes spec_nodes
;
556 /* Whether cpplib owns the hashtable. */
559 /* Traditional preprocessing output buffer (a logical line). */
563 unsigned char *limit
;
565 location_t first_line
;
568 /* Used for buffer overlays by traditional.c. */
569 const unsigned char *saved_cur
, *saved_rlimit
, *saved_line_base
;
571 /* A saved list of the defined macros, for dependency checking
572 of precompiled headers. */
573 struct cpp_savedstate
*savedstate
;
575 /* Next value of __COUNTER__ macro. */
576 unsigned int counter
;
578 /* Table of comments, when state.save_comments is true. */
579 cpp_comment_table comments
;
581 /* List of saved macros by push_macro. */
582 struct def_pragma_macro
*pushed_macros
;
584 /* If non-zero, the lexer will use this location for the next token
585 instead of getting a location from the linemap. */
586 location_t forced_token_location
;
589 /* Character classes. Based on the more primitive macros in safe-ctype.h.
590 If the definition of `numchar' looks odd to you, please look up the
591 definition of a pp-number in the C standard [section 6.4.8 of C99].
593 In the unlikely event that characters other than \r and \n enter
594 the set is_vspace, the macro handle_newline() in lex.c must be
596 #define _dollar_ok(x) ((x) == '$' && CPP_OPTION (pfile, dollars_in_ident))
598 #define is_idchar(x) (ISIDNUM(x) || _dollar_ok(x))
599 #define is_numchar(x) ISIDNUM(x)
600 #define is_idstart(x) (ISIDST(x) || _dollar_ok(x))
601 #define is_numstart(x) ISDIGIT(x)
602 #define is_hspace(x) ISBLANK(x)
603 #define is_vspace(x) IS_VSPACE(x)
604 #define is_nvspace(x) IS_NVSPACE(x)
605 #define is_space(x) IS_SPACE_OR_NUL(x)
607 #define SEEN_EOL() (pfile->cur_token[-1].type == CPP_EOF)
609 /* This table is constant if it can be initialized at compile time,
610 which is the case if cpp was compiled with GCC >=2.7, or another
611 compiler that supports C99. */
612 #if HAVE_DESIGNATED_INITIALIZERS
613 extern const unsigned char _cpp_trigraph_map
[UCHAR_MAX
+ 1];
615 extern unsigned char _cpp_trigraph_map
[UCHAR_MAX
+ 1];
618 #if !defined (HAVE_UCHAR) && !defined (IN_GCC)
619 typedef unsigned char uchar
;
622 #define UC (const uchar *) /* Intended use: UC"string" */
626 static inline int cpp_in_system_header (cpp_reader
*);
628 cpp_in_system_header (cpp_reader
*pfile
)
630 return pfile
->buffer
? pfile
->buffer
->sysp
: 0;
632 #define CPP_PEDANTIC(PF) CPP_OPTION (PF, cpp_pedantic)
633 #define CPP_WTRADITIONAL(PF) CPP_OPTION (PF, cpp_warn_traditional)
635 static inline int cpp_in_primary_file (cpp_reader
*);
637 cpp_in_primary_file (cpp_reader
*pfile
)
639 return pfile
->line_table
->depth
== 1;
643 extern void _cpp_notify_macro_use (cpp_reader
*pfile
, cpp_hashnode
*node
);
644 inline void _cpp_maybe_notify_macro_use (cpp_reader
*pfile
, cpp_hashnode
*node
)
646 if (!(node
->flags
& NODE_USED
))
647 _cpp_notify_macro_use (pfile
, node
);
649 extern cpp_macro
*_cpp_new_macro (cpp_reader
*, cpp_macro_kind
, void *);
650 extern void _cpp_free_definition (cpp_hashnode
*);
651 extern bool _cpp_create_definition (cpp_reader
*, cpp_hashnode
*);
652 extern void _cpp_pop_context (cpp_reader
*);
653 extern void _cpp_push_text_context (cpp_reader
*, cpp_hashnode
*,
654 const unsigned char *, size_t);
655 extern bool _cpp_save_parameter (cpp_reader
*, unsigned, cpp_hashnode
*,
657 extern void _cpp_unsave_parameters (cpp_reader
*, unsigned);
658 extern bool _cpp_arguments_ok (cpp_reader
*, cpp_macro
*, const cpp_hashnode
*,
660 extern const unsigned char *_cpp_builtin_macro_text (cpp_reader
*,
663 extern int _cpp_warn_if_unused_macro (cpp_reader
*, cpp_hashnode
*, void *);
664 extern void _cpp_push_token_context (cpp_reader
*, cpp_hashnode
*,
665 const cpp_token
*, unsigned int);
666 extern void _cpp_backup_tokens_direct (cpp_reader
*, unsigned int);
668 /* In identifiers.c */
669 extern void _cpp_init_hashtable (cpp_reader
*, cpp_hash_table
*);
670 extern void _cpp_destroy_hashtable (cpp_reader
*);
673 typedef struct _cpp_file _cpp_file
;
674 extern _cpp_file
*_cpp_find_file (cpp_reader
*, const char *, cpp_dir
*,
675 bool, int, bool, location_t
);
676 extern bool _cpp_find_failed (_cpp_file
*);
677 extern void _cpp_mark_file_once_only (cpp_reader
*, struct _cpp_file
*);
678 extern void _cpp_fake_include (cpp_reader
*, const char *);
679 extern bool _cpp_stack_file (cpp_reader
*, _cpp_file
*, include_type
, location_t
);
680 extern bool _cpp_stack_include (cpp_reader
*, const char *, int,
681 enum include_type
, location_t
);
682 extern int _cpp_compare_file_date (cpp_reader
*, const char *, int);
683 extern void _cpp_report_missing_guards (cpp_reader
*);
684 extern void _cpp_init_files (cpp_reader
*);
685 extern void _cpp_cleanup_files (cpp_reader
*);
686 extern void _cpp_pop_file_buffer (cpp_reader
*, struct _cpp_file
*,
687 const unsigned char *);
688 extern bool _cpp_save_file_entries (cpp_reader
*pfile
, FILE *f
);
689 extern bool _cpp_read_file_entries (cpp_reader
*, FILE *);
690 extern const char *_cpp_get_file_name (_cpp_file
*);
691 extern struct stat
*_cpp_get_file_stat (_cpp_file
*);
692 extern bool _cpp_has_header (cpp_reader
*, const char *, int,
696 extern bool _cpp_parse_expr (cpp_reader
*, bool);
697 extern struct op
*_cpp_expand_op_stack (cpp_reader
*);
700 extern void _cpp_process_line_notes (cpp_reader
*, int);
701 extern void _cpp_clean_line (cpp_reader
*);
702 extern bool _cpp_get_fresh_line (cpp_reader
*);
703 extern bool _cpp_skip_block_comment (cpp_reader
*);
704 extern cpp_token
*_cpp_temp_token (cpp_reader
*);
705 extern const cpp_token
*_cpp_lex_token (cpp_reader
*);
706 extern cpp_token
*_cpp_lex_direct (cpp_reader
*);
707 extern unsigned char *_cpp_spell_ident_ucns (unsigned char *, cpp_hashnode
*);
708 extern int _cpp_equiv_tokens (const cpp_token
*, const cpp_token
*);
709 extern void _cpp_init_tokenrun (tokenrun
*, unsigned int);
710 extern cpp_hashnode
*_cpp_lex_identifier (cpp_reader
*, const char *);
711 extern int _cpp_remaining_tokens_num_in_context (cpp_context
*);
712 extern void _cpp_init_lexer (void);
713 static inline void *_cpp_reserve_room (cpp_reader
*pfile
, size_t have
,
716 if (BUFF_ROOM (pfile
->a_buff
) < (have
+ extra
))
717 _cpp_extend_buff (pfile
, &pfile
->a_buff
, extra
);
718 return BUFF_FRONT (pfile
->a_buff
);
720 extern void *_cpp_commit_buff (cpp_reader
*pfile
, size_t size
);
723 extern void _cpp_maybe_push_include_file (cpp_reader
*);
724 extern const char *cpp_named_operator2name (enum cpp_ttype type
);
726 /* In directives.c */
727 extern int _cpp_test_assertion (cpp_reader
*, unsigned int *);
728 extern int _cpp_handle_directive (cpp_reader
*, bool);
729 extern void _cpp_define_builtin (cpp_reader
*, const char *);
730 extern char ** _cpp_save_pragma_names (cpp_reader
*);
731 extern void _cpp_restore_pragma_names (cpp_reader
*, char **);
732 extern int _cpp_do__Pragma (cpp_reader
*, location_t
);
733 extern void _cpp_init_directives (cpp_reader
*);
734 extern void _cpp_init_internal_pragmas (cpp_reader
*);
735 extern void _cpp_do_file_change (cpp_reader
*, enum lc_reason
, const char *,
736 linenum_type
, unsigned int);
737 extern void _cpp_pop_buffer (cpp_reader
*);
738 extern char *_cpp_bracket_include (cpp_reader
*);
740 /* In directives.c */
741 struct _cpp_dir_only_callbacks
743 /* Called to print a block of lines. */
744 void (*print_lines
) (int, const void *, size_t);
745 bool (*maybe_print_line
) (location_t
);
748 extern void _cpp_preprocess_dir_only (cpp_reader
*,
749 const struct _cpp_dir_only_callbacks
*);
751 /* In traditional.c. */
752 extern bool _cpp_scan_out_logical_line (cpp_reader
*, cpp_macro
*, bool);
753 extern bool _cpp_read_logical_line_trad (cpp_reader
*);
754 extern void _cpp_overlay_buffer (cpp_reader
*pfile
, const unsigned char *,
756 extern void _cpp_remove_overlay (cpp_reader
*);
757 extern cpp_macro
*_cpp_create_trad_definition (cpp_reader
*);
758 extern bool _cpp_expansions_different_trad (const cpp_macro
*,
760 extern unsigned char *_cpp_copy_replacement_text (const cpp_macro
*,
762 extern size_t _cpp_replacement_text_len (const cpp_macro
*);
766 /* The normalization state at this point in the sequence.
767 It starts initialized to all zeros, and at the end
768 'level' is the normalization level of the sequence. */
770 struct normalize_state
772 /* The previous starter character. */
774 /* The combining class of the previous character (whether or not a
776 unsigned char prev_class
;
777 /* The lowest normalization level so far. */
778 enum cpp_normalize_level level
;
780 #define INITIAL_NORMALIZE_STATE { 0, 0, normalized_KC }
781 #define NORMALIZE_STATE_RESULT(st) ((st)->level)
783 /* We saw a character C that matches ISIDNUM(), update a
784 normalize_state appropriately. */
785 #define NORMALIZE_STATE_UPDATE_IDNUM(st, c) \
786 ((st)->previous = (c), (st)->prev_class = 0)
788 extern bool _cpp_valid_ucn (cpp_reader
*, const unsigned char **,
789 const unsigned char *, int,
790 struct normalize_state
*state
,
792 source_range
*char_range
,
793 cpp_string_location_reader
*loc_reader
);
794 extern void _cpp_destroy_iconv (cpp_reader
*);
795 extern unsigned char *_cpp_convert_input (cpp_reader
*, const char *,
796 unsigned char *, size_t, size_t,
797 const unsigned char **, off_t
*);
798 extern const char *_cpp_default_encoding (void);
799 extern cpp_hashnode
* _cpp_interpret_identifier (cpp_reader
*pfile
,
800 const unsigned char *id
,
803 /* Utility routines and macros. */
804 #define DSC(str) (const unsigned char *)str, sizeof str - 1
806 /* These are inline functions instead of macros so we can get type
808 static inline int ustrcmp (const unsigned char *, const unsigned char *);
809 static inline int ustrncmp (const unsigned char *, const unsigned char *,
811 static inline size_t ustrlen (const unsigned char *);
812 static inline const unsigned char *uxstrdup (const unsigned char *);
813 static inline const unsigned char *ustrchr (const unsigned char *, int);
814 static inline int ufputs (const unsigned char *, FILE *);
816 /* Use a const char for the second parameter since it is usually a literal. */
817 static inline int ustrcspn (const unsigned char *, const char *);
820 ustrcmp (const unsigned char *s1
, const unsigned char *s2
)
822 return strcmp ((const char *)s1
, (const char *)s2
);
826 ustrncmp (const unsigned char *s1
, const unsigned char *s2
, size_t n
)
828 return strncmp ((const char *)s1
, (const char *)s2
, n
);
832 ustrcspn (const unsigned char *s1
, const char *s2
)
834 return strcspn ((const char *)s1
, s2
);
838 ustrlen (const unsigned char *s1
)
840 return strlen ((const char *)s1
);
843 static inline const unsigned char *
844 uxstrdup (const unsigned char *s1
)
846 return (const unsigned char *) xstrdup ((const char *)s1
);
849 static inline const unsigned char *
850 ustrchr (const unsigned char *s1
, int c
)
852 return (const unsigned char *) strchr ((const char *)s1
, c
);
856 ufputs (const unsigned char *s
, FILE *f
)
858 return fputs ((const char *)s
, f
);
863 /* Create a macro map. A macro map encodes source locations of tokens
864 that are part of a macro replacement-list, at a macro expansion
865 point. See the extensive comments of struct line_map and struct
866 line_map_macro, in line-map.h.
868 This map shall be created when the macro is expanded. The map
869 encodes the source location of the expansion point of the macro as
870 well as the "original" source location of each token that is part
871 of the macro replacement-list. If a macro is defined but never
872 expanded, it has no macro map. SET is the set of maps the macro
873 map should be part of. MACRO_NODE is the macro which the new macro
874 map should encode source locations for. EXPANSION is the location
875 of the expansion point of MACRO. For function-like macros
876 invocations, it's best to make it point to the closing parenthesis
877 of the macro, rather than the the location of the first character
878 of the macro. NUM_TOKENS is the number of tokens that are part of
879 the replacement-list of MACRO. */
880 const line_map_macro
*linemap_enter_macro (class line_maps
*,
881 struct cpp_hashnode
*,
885 /* Create and return a virtual location for a token that is part of a
886 macro expansion-list at a macro expansion point. See the comment
887 inside struct line_map_macro to see what an expansion-list exactly
890 A call to this function must come after a call to
893 MAP is the map into which the source location is created. TOKEN_NO
894 is the index of the token in the macro replacement-list, starting
897 ORIG_LOC is the location of the token outside of this macro
898 expansion. If the token comes originally from the macro
899 definition, it is the locus in the macro definition; otherwise it
900 is a location in the context of the caller of this macro expansion
901 (which is a virtual location or a source location if the caller is
902 itself a macro expansion or not).
904 MACRO_DEFINITION_LOC is the location in the macro definition,
905 either of the token itself or of a macro parameter that it
907 location_t
linemap_add_macro_token (const line_map_macro
*,
912 /* Return the source line number corresponding to source location
913 LOCATION. SET is the line map set LOCATION comes from. If
914 LOCATION is the location of token that is part of the
915 expansion-list of a macro expansion return the line number of the
916 macro expansion point. */
917 int linemap_get_expansion_line (class line_maps
*,
920 /* Return the path of the file corresponding to source code location
923 If LOCATION is the location of a token that is part of the
924 replacement-list of a macro expansion return the file path of the
925 macro expansion point.
927 SET is the line map set LOCATION comes from. */
928 const char* linemap_get_expansion_filename (class line_maps
*,
935 #endif /* ! LIBCPP_INTERNAL_H */