Handle template expressions that may use the << or >> operators
[arduino-ctags.git] / readtags.c
blob86442d1d6fccc93a903058c5a814b83aea73a9ef
1 /*
2 * $Id: readtags.c 592 2007-07-31 03:30:41Z dhiebert $
4 * Copyright (c) 1996-2003, Darren Hiebert
6 * This source code is released into the public domain.
8 * This module contains functions for reading tag files.
9 */
12 * INCLUDE FILES
14 #include <stdlib.h>
15 #include <string.h>
16 #include <ctype.h>
17 #include <stdio.h>
18 #include <errno.h>
19 #include <sys/types.h> /* to declare off_t */
21 #include "readtags.h"
24 * MACROS
26 #define TAB '\t'
30 * DATA DECLARATIONS
32 typedef struct {
33 size_t size;
34 char *buffer;
35 } vstring;
37 /* Information about current tag file */
38 struct sTagFile {
39 /* has the file been opened and this structure initialized? */
40 short initialized;
41 /* format of tag file */
42 short format;
43 /* how is the tag file sorted? */
44 sortType sortMethod;
45 /* pointer to file structure */
46 FILE* fp;
47 /* file position of first character of `line' */
48 off_t pos;
49 /* size of tag file in seekable positions */
50 off_t size;
51 /* last line read */
52 vstring line;
53 /* name of tag in last line read */
54 vstring name;
55 /* defines tag search state */
56 struct {
57 /* file position of last match for tag */
58 off_t pos;
59 /* name of tag last searched for */
60 char *name;
61 /* length of name for partial matches */
62 size_t nameLength;
63 /* peforming partial match */
64 short partial;
65 /* ignoring case */
66 short ignorecase;
67 } search;
68 /* miscellaneous extension fields */
69 struct {
70 /* number of entries in `list' */
71 unsigned short max;
72 /* list of key value pairs */
73 tagExtensionField *list;
74 } fields;
75 /* buffers to be freed at close */
76 struct {
77 /* name of program author */
78 char *author;
79 /* name of program */
80 char *name;
81 /* URL of distribution */
82 char *url;
83 /* program version */
84 char *version;
85 } program;
89 * DATA DEFINITIONS
91 const char *const EmptyString = "";
92 const char *const PseudoTagPrefix = "!_";
95 * FUNCTION DEFINITIONS
99 * Compare two strings, ignoring case.
100 * Return 0 for match, < 0 for smaller, > 0 for bigger
101 * Make sure case is folded to uppercase in comparison (like for 'sort -f')
102 * This makes a difference when one of the chars lies between upper and lower
103 * ie. one of the chars [ \ ] ^ _ ` for ascii. (The '_' in particular !)
105 static int struppercmp (const char *s1, const char *s2)
107 int result;
110 result = toupper ((int) *s1) - toupper ((int) *s2);
111 } while (result == 0 && *s1++ != '\0' && *s2++ != '\0');
112 return result;
115 static int strnuppercmp (const char *s1, const char *s2, size_t n)
117 int result;
120 result = toupper ((int) *s1) - toupper ((int) *s2);
121 } while (result == 0 && --n > 0 && *s1++ != '\0' && *s2++ != '\0');
122 return result;
125 static int growString (vstring *s)
127 int result = 0;
128 size_t newLength;
129 char *newLine;
130 if (s->size == 0)
132 newLength = 128;
133 newLine = (char*) malloc (newLength);
134 *newLine = '\0';
136 else
138 newLength = 2 * s->size;
139 newLine = (char*) realloc (s->buffer, newLength);
141 if (newLine == NULL)
142 perror ("string too large");
143 else
145 s->buffer = newLine;
146 s->size = newLength;
147 result = 1;
149 return result;
152 /* Copy name of tag out of tag line */
153 static void copyName (tagFile *const file)
155 size_t length;
156 const char *end = strchr (file->line.buffer, '\t');
157 if (end == NULL)
159 end = strchr (file->line.buffer, '\n');
160 if (end == NULL)
161 end = strchr (file->line.buffer, '\r');
163 if (end != NULL)
164 length = end - file->line.buffer;
165 else
166 length = strlen (file->line.buffer);
167 while (length >= file->name.size)
168 growString (&file->name);
169 strncpy (file->name.buffer, file->line.buffer, length);
170 file->name.buffer [length] = '\0';
173 static int readTagLineRaw (tagFile *const file)
175 int result = 1;
176 int reReadLine;
178 /* If reading the line places any character other than a null or a
179 * newline at the last character position in the buffer (one less than
180 * the buffer size), then we must resize the buffer and reattempt to read
181 * the line.
185 char *const pLastChar = file->line.buffer + file->line.size - 2;
186 char *line;
188 file->pos = ftell (file->fp);
189 reReadLine = 0;
190 *pLastChar = '\0';
191 line = fgets (file->line.buffer, (int) file->line.size, file->fp);
192 if (line == NULL)
194 /* read error */
195 if (! feof (file->fp))
196 perror ("readTagLine");
197 result = 0;
199 else if (*pLastChar != '\0' &&
200 *pLastChar != '\n' && *pLastChar != '\r')
202 /* buffer overflow */
203 growString (&file->line);
204 fseek (file->fp, file->pos, SEEK_SET);
205 reReadLine = 1;
207 else
209 size_t i = strlen (file->line.buffer);
210 while (i > 0 &&
211 (file->line.buffer [i - 1] == '\n' || file->line.buffer [i - 1] == '\r'))
213 file->line.buffer [i - 1] = '\0';
214 --i;
217 } while (reReadLine && result);
218 if (result)
219 copyName (file);
220 return result;
223 static int readTagLine (tagFile *const file)
225 int result;
228 result = readTagLineRaw (file);
229 } while (result && *file->name.buffer == '\0');
230 return result;
233 static tagResult growFields (tagFile *const file)
235 tagResult result = TagFailure;
236 unsigned short newCount = (unsigned short) 2 * file->fields.max;
237 tagExtensionField *newFields = (tagExtensionField*)
238 realloc (file->fields.list, newCount * sizeof (tagExtensionField));
239 if (newFields == NULL)
240 perror ("too many extension fields");
241 else
243 file->fields.list = newFields;
244 file->fields.max = newCount;
245 result = TagSuccess;
247 return result;
250 static void parseExtensionFields (tagFile *const file, tagEntry *const entry,
251 char *const string)
253 char *p = string;
254 while (p != NULL && *p != '\0')
256 while (*p == TAB)
257 *p++ = '\0';
258 if (*p != '\0')
260 char *colon;
261 char *field = p;
262 p = strchr (p, TAB);
263 if (p != NULL)
264 *p++ = '\0';
265 colon = strchr (field, ':');
266 if (colon == NULL)
267 entry->kind = field;
268 else
270 const char *key = field;
271 const char *value = colon + 1;
272 *colon = '\0';
273 if (strcmp (key, "kind") == 0)
274 entry->kind = value;
275 else if (strcmp (key, "file") == 0)
276 entry->fileScope = 1;
277 else if (strcmp (key, "line") == 0)
278 entry->address.lineNumber = atol (value);
279 else
281 if (entry->fields.count == file->fields.max)
282 growFields (file);
283 file->fields.list [entry->fields.count].key = key;
284 file->fields.list [entry->fields.count].value = value;
285 ++entry->fields.count;
292 static void parseTagLine (tagFile *file, tagEntry *const entry)
294 int i;
295 char *p = file->line.buffer;
296 char *tab = strchr (p, TAB);
298 entry->fields.list = NULL;
299 entry->fields.count = 0;
300 entry->kind = NULL;
301 entry->fileScope = 0;
303 entry->name = p;
304 if (tab != NULL)
306 *tab = '\0';
307 p = tab + 1;
308 entry->file = p;
309 tab = strchr (p, TAB);
310 if (tab != NULL)
312 int fieldsPresent;
313 *tab = '\0';
314 p = tab + 1;
315 if (*p == '/' || *p == '?')
317 /* parse pattern */
318 int delimiter = *(unsigned char*) p;
319 entry->address.lineNumber = 0;
320 entry->address.pattern = p;
323 p = strchr (p + 1, delimiter);
324 } while (p != NULL && *(p - 1) == '\\');
325 if (p == NULL)
327 /* invalid pattern */
329 else
330 ++p;
332 else if (isdigit ((int) *(unsigned char*) p))
334 /* parse line number */
335 entry->address.pattern = p;
336 entry->address.lineNumber = atol (p);
337 while (isdigit ((int) *(unsigned char*) p))
338 ++p;
340 else
342 /* invalid pattern */
344 fieldsPresent = (strncmp (p, ";\"", 2) == 0);
345 *p = '\0';
346 if (fieldsPresent)
347 parseExtensionFields (file, entry, p + 2);
350 if (entry->fields.count > 0)
351 entry->fields.list = file->fields.list;
352 for (i = entry->fields.count ; i < file->fields.max ; ++i)
354 file->fields.list [i].key = NULL;
355 file->fields.list [i].value = NULL;
359 static char *duplicate (const char *str)
361 char *result = NULL;
362 if (str != NULL)
364 result = strdup (str);
365 if (result == NULL)
366 perror (NULL);
368 return result;
371 static void readPseudoTags (tagFile *const file, tagFileInfo *const info)
373 fpos_t startOfLine;
374 const size_t prefixLength = strlen (PseudoTagPrefix);
375 if (info != NULL)
377 info->file.format = 1;
378 info->file.sort = TAG_UNSORTED;
379 info->program.author = NULL;
380 info->program.name = NULL;
381 info->program.url = NULL;
382 info->program.version = NULL;
384 while (1)
386 fgetpos (file->fp, &startOfLine);
387 if (! readTagLine (file))
388 break;
389 if (strncmp (file->line.buffer, PseudoTagPrefix, prefixLength) != 0)
390 break;
391 else
393 tagEntry entry;
394 const char *key, *value;
395 parseTagLine (file, &entry);
396 key = entry.name + prefixLength;
397 value = entry.file;
398 if (strcmp (key, "TAG_FILE_SORTED") == 0)
399 file->sortMethod = (sortType) atoi (value);
400 else if (strcmp (key, "TAG_FILE_FORMAT") == 0)
401 file->format = (short) atoi (value);
402 else if (strcmp (key, "TAG_PROGRAM_AUTHOR") == 0)
403 file->program.author = duplicate (value);
404 else if (strcmp (key, "TAG_PROGRAM_NAME") == 0)
405 file->program.name = duplicate (value);
406 else if (strcmp (key, "TAG_PROGRAM_URL") == 0)
407 file->program.url = duplicate (value);
408 else if (strcmp (key, "TAG_PROGRAM_VERSION") == 0)
409 file->program.version = duplicate (value);
410 if (info != NULL)
412 info->file.format = file->format;
413 info->file.sort = file->sortMethod;
414 info->program.author = file->program.author;
415 info->program.name = file->program.name;
416 info->program.url = file->program.url;
417 info->program.version = file->program.version;
421 fsetpos (file->fp, &startOfLine);
424 static void gotoFirstLogicalTag (tagFile *const file)
426 fpos_t startOfLine;
427 const size_t prefixLength = strlen (PseudoTagPrefix);
428 rewind (file->fp);
429 while (1)
431 fgetpos (file->fp, &startOfLine);
432 if (! readTagLine (file))
433 break;
434 if (strncmp (file->line.buffer, PseudoTagPrefix, prefixLength) != 0)
435 break;
437 fsetpos (file->fp, &startOfLine);
440 static tagFile *initialize (const char *const filePath, tagFileInfo *const info)
442 tagFile *result = (tagFile*) calloc ((size_t) 1, sizeof (tagFile));
443 if (result != NULL)
445 growString (&result->line);
446 growString (&result->name);
447 result->fields.max = 20;
448 result->fields.list = (tagExtensionField*) calloc (
449 result->fields.max, sizeof (tagExtensionField));
450 result->fp = fopen (filePath, "r");
451 if (result->fp == NULL)
453 free (result);
454 result = NULL;
455 info->status.error_number = errno;
457 else
459 fseek (result->fp, 0, SEEK_END);
460 result->size = ftell (result->fp);
461 rewind (result->fp);
462 readPseudoTags (result, info);
463 info->status.opened = 1;
464 result->initialized = 1;
467 return result;
470 static void terminate (tagFile *const file)
472 fclose (file->fp);
474 free (file->line.buffer);
475 free (file->name.buffer);
476 free (file->fields.list);
478 if (file->program.author != NULL)
479 free (file->program.author);
480 if (file->program.name != NULL)
481 free (file->program.name);
482 if (file->program.url != NULL)
483 free (file->program.url);
484 if (file->program.version != NULL)
485 free (file->program.version);
486 if (file->search.name != NULL)
487 free (file->search.name);
489 memset (file, 0, sizeof (tagFile));
491 free (file);
494 static tagResult readNext (tagFile *const file, tagEntry *const entry)
496 tagResult result;
497 if (file == NULL || ! file->initialized)
498 result = TagFailure;
499 else if (! readTagLine (file))
500 result = TagFailure;
501 else
503 if (entry != NULL)
504 parseTagLine (file, entry);
505 result = TagSuccess;
507 return result;
510 static const char *readFieldValue (
511 const tagEntry *const entry, const char *const key)
513 const char *result = NULL;
514 int i;
515 if (strcmp (key, "kind") == 0)
516 result = entry->kind;
517 else if (strcmp (key, "file") == 0)
518 result = EmptyString;
519 else for (i = 0 ; i < entry->fields.count && result == NULL ; ++i)
520 if (strcmp (entry->fields.list [i].key, key) == 0)
521 result = entry->fields.list [i].value;
522 return result;
525 static int readTagLineSeek (tagFile *const file, const off_t pos)
527 int result = 0;
528 if (fseek (file->fp, pos, SEEK_SET) == 0)
530 result = readTagLine (file); /* read probable partial line */
531 if (pos > 0 && result)
532 result = readTagLine (file); /* read complete line */
534 return result;
537 static int nameComparison (tagFile *const file)
539 int result;
540 if (file->search.ignorecase)
542 if (file->search.partial)
543 result = strnuppercmp (file->search.name, file->name.buffer,
544 file->search.nameLength);
545 else
546 result = struppercmp (file->search.name, file->name.buffer);
548 else
550 if (file->search.partial)
551 result = strncmp (file->search.name, file->name.buffer,
552 file->search.nameLength);
553 else
554 result = strcmp (file->search.name, file->name.buffer);
556 return result;
559 static void findFirstNonMatchBefore (tagFile *const file)
561 #define JUMP_BACK 512
562 int more_lines;
563 int comp;
564 off_t start = file->pos;
565 off_t pos = start;
568 if (pos < (off_t) JUMP_BACK)
569 pos = 0;
570 else
571 pos = pos - JUMP_BACK;
572 more_lines = readTagLineSeek (file, pos);
573 comp = nameComparison (file);
574 } while (more_lines && comp == 0 && pos > 0 && pos < start);
577 static tagResult findFirstMatchBefore (tagFile *const file)
579 tagResult result = TagFailure;
580 int more_lines;
581 off_t start = file->pos;
582 findFirstNonMatchBefore (file);
585 more_lines = readTagLine (file);
586 if (nameComparison (file) == 0)
587 result = TagSuccess;
588 } while (more_lines && result != TagSuccess && file->pos < start);
589 return result;
592 static tagResult findBinary (tagFile *const file)
594 tagResult result = TagFailure;
595 off_t lower_limit = 0;
596 off_t upper_limit = file->size;
597 off_t last_pos = 0;
598 off_t pos = upper_limit / 2;
599 while (result != TagSuccess)
601 if (! readTagLineSeek (file, pos))
603 /* in case we fell off end of file */
604 result = findFirstMatchBefore (file);
605 break;
607 else if (pos == last_pos)
609 /* prevent infinite loop if we backed up to beginning of file */
610 break;
612 else
614 const int comp = nameComparison (file);
615 last_pos = pos;
616 if (comp < 0)
618 upper_limit = pos;
619 pos = lower_limit + ((upper_limit - lower_limit) / 2);
621 else if (comp > 0)
623 lower_limit = pos;
624 pos = lower_limit + ((upper_limit - lower_limit) / 2);
626 else if (pos == 0)
627 result = TagSuccess;
628 else
629 result = findFirstMatchBefore (file);
632 return result;
635 static tagResult findSequential (tagFile *const file)
637 tagResult result = TagFailure;
638 if (file->initialized)
640 while (result == TagFailure && readTagLine (file))
642 if (nameComparison (file) == 0)
643 result = TagSuccess;
646 return result;
649 static tagResult find (tagFile *const file, tagEntry *const entry,
650 const char *const name, const int options)
652 tagResult result;
653 if (file->search.name != NULL)
654 free (file->search.name);
655 file->search.name = duplicate (name);
656 file->search.nameLength = strlen (name);
657 file->search.partial = (options & TAG_PARTIALMATCH) != 0;
658 file->search.ignorecase = (options & TAG_IGNORECASE) != 0;
659 fseek (file->fp, 0, SEEK_END);
660 file->size = ftell (file->fp);
661 rewind (file->fp);
662 if ((file->sortMethod == TAG_SORTED && !file->search.ignorecase) ||
663 (file->sortMethod == TAG_FOLDSORTED && file->search.ignorecase))
665 #ifdef DEBUG
666 printf ("<performing binary search>\n");
667 #endif
668 result = findBinary (file);
670 else
672 #ifdef DEBUG
673 printf ("<performing sequential search>\n");
674 #endif
675 result = findSequential (file);
678 if (result != TagSuccess)
679 file->search.pos = file->size;
680 else
682 file->search.pos = file->pos;
683 if (entry != NULL)
684 parseTagLine (file, entry);
686 return result;
689 static tagResult findNext (tagFile *const file, tagEntry *const entry)
691 tagResult result;
692 if ((file->sortMethod == TAG_SORTED && !file->search.ignorecase) ||
693 (file->sortMethod == TAG_FOLDSORTED && file->search.ignorecase))
695 result = tagsNext (file, entry);
696 if (result == TagSuccess && nameComparison (file) != 0)
697 result = TagFailure;
699 else
701 result = findSequential (file);
702 if (result == TagSuccess && entry != NULL)
703 parseTagLine (file, entry);
705 return result;
709 * EXTERNAL INTERFACE
712 extern tagFile *tagsOpen (const char *const filePath, tagFileInfo *const info)
714 return initialize (filePath, info);
717 extern tagResult tagsSetSortType (tagFile *const file, const sortType type)
719 tagResult result = TagFailure;
720 if (file != NULL && file->initialized)
722 file->sortMethod = type;
723 result = TagSuccess;
725 return result;
728 extern tagResult tagsFirst (tagFile *const file, tagEntry *const entry)
730 tagResult result = TagFailure;
731 if (file != NULL && file->initialized)
733 gotoFirstLogicalTag (file);
734 result = readNext (file, entry);
736 return result;
739 extern tagResult tagsNext (tagFile *const file, tagEntry *const entry)
741 tagResult result = TagFailure;
742 if (file != NULL && file->initialized)
743 result = readNext (file, entry);
744 return result;
747 extern const char *tagsField (const tagEntry *const entry, const char *const key)
749 const char *result = NULL;
750 if (entry != NULL)
751 result = readFieldValue (entry, key);
752 return result;
755 extern tagResult tagsFind (tagFile *const file, tagEntry *const entry,
756 const char *const name, const int options)
758 tagResult result = TagFailure;
759 if (file != NULL && file->initialized)
760 result = find (file, entry, name, options);
761 return result;
764 extern tagResult tagsFindNext (tagFile *const file, tagEntry *const entry)
766 tagResult result = TagFailure;
767 if (file != NULL && file->initialized)
768 result = findNext (file, entry);
769 return result;
772 extern tagResult tagsClose (tagFile *const file)
774 tagResult result = TagFailure;
775 if (file != NULL && file->initialized)
777 terminate (file);
778 result = TagSuccess;
780 return result;
784 * TEST FRAMEWORK
787 #ifdef READTAGS_MAIN
789 static const char *TagFileName = "tags";
790 static const char *ProgramName;
791 static int extensionFields;
792 static int SortOverride;
793 static sortType SortMethod;
795 static void printTag (const tagEntry *entry)
797 int i;
798 int first = 1;
799 const char* separator = ";\"";
800 const char* const empty = "";
801 /* "sep" returns a value only the first time it is evaluated */
802 #define sep (first ? (first = 0, separator) : empty)
803 printf ("%s\t%s\t%s",
804 entry->name, entry->file, entry->address.pattern);
805 if (extensionFields)
807 if (entry->kind != NULL && entry->kind [0] != '\0')
808 printf ("%s\tkind:%s", sep, entry->kind);
809 if (entry->fileScope)
810 printf ("%s\tfile:", sep);
811 #if 0
812 if (entry->address.lineNumber > 0)
813 printf ("%s\tline:%lu", sep, entry->address.lineNumber);
814 #endif
815 for (i = 0 ; i < entry->fields.count ; ++i)
816 printf ("%s\t%s:%s", sep, entry->fields.list [i].key,
817 entry->fields.list [i].value);
819 putchar ('\n');
820 #undef sep
823 static void findTag (const char *const name, const int options)
825 tagFileInfo info;
826 tagEntry entry;
827 tagFile *const file = tagsOpen (TagFileName, &info);
828 if (file == NULL)
830 fprintf (stderr, "%s: cannot open tag file: %s: %s\n",
831 ProgramName, strerror (info.status.error_number), name);
832 exit (1);
834 else
836 if (SortOverride)
837 tagsSetSortType (file, SortMethod);
838 if (tagsFind (file, &entry, name, options) == TagSuccess)
842 printTag (&entry);
843 } while (tagsFindNext (file, &entry) == TagSuccess);
845 tagsClose (file);
849 static void listTags (void)
851 tagFileInfo info;
852 tagEntry entry;
853 tagFile *const file = tagsOpen (TagFileName, &info);
854 if (file == NULL)
856 fprintf (stderr, "%s: cannot open tag file: %s: %s\n",
857 ProgramName, strerror (info.status.error_number), TagFileName);
858 exit (1);
860 else
862 while (tagsNext (file, &entry) == TagSuccess)
863 printTag (&entry);
864 tagsClose (file);
868 const char *const Usage =
869 "Find tag file entries matching specified names.\n\n"
870 "Usage: %s [-ilp] [-s[0|1]] [-t file] [name(s)]\n\n"
871 "Options:\n"
872 " -e Include extension fields in output.\n"
873 " -i Perform case-insensitive matching.\n"
874 " -l List all tags.\n"
875 " -p Perform partial matching.\n"
876 " -s[0|1|2] Override sort detection of tag file.\n"
877 " -t file Use specified tag file (default: \"tags\").\n"
878 "Note that options are acted upon as encountered, so order is significant.\n";
880 extern int main (int argc, char **argv)
882 int options = 0;
883 int actionSupplied = 0;
884 int i;
885 ProgramName = argv [0];
886 if (argc == 1)
888 fprintf (stderr, Usage, ProgramName);
889 exit (1);
891 for (i = 1 ; i < argc ; ++i)
893 const char *const arg = argv [i];
894 if (arg [0] != '-')
896 findTag (arg, options);
897 actionSupplied = 1;
899 else
901 size_t j;
902 for (j = 1 ; arg [j] != '\0' ; ++j)
904 switch (arg [j])
906 case 'e': extensionFields = 1; break;
907 case 'i': options |= TAG_IGNORECASE; break;
908 case 'p': options |= TAG_PARTIALMATCH; break;
909 case 'l': listTags (); actionSupplied = 1; break;
911 case 't':
912 if (arg [j+1] != '\0')
914 TagFileName = arg + j + 1;
915 j += strlen (TagFileName);
917 else if (i + 1 < argc)
918 TagFileName = argv [++i];
919 else
921 fprintf (stderr, Usage, ProgramName);
922 exit (1);
924 break;
925 case 's':
926 SortOverride = 1;
927 ++j;
928 if (arg [j] == '\0')
929 SortMethod = TAG_SORTED;
930 else if (strchr ("012", arg[j]) != NULL)
931 SortMethod = (sortType) (arg[j] - '0');
932 else
934 fprintf (stderr, Usage, ProgramName);
935 exit (1);
937 break;
938 default:
939 fprintf (stderr, "%s: unknown option: %c\n",
940 ProgramName, arg[j]);
941 exit (1);
942 break;
947 if (! actionSupplied)
949 fprintf (stderr,
950 "%s: no action specified: specify tag name(s) or -l option\n",
951 ProgramName);
952 exit (1);
954 return 0;
957 #endif
959 /* vi:set tabstop=4 shiftwidth=4: */