1 /* vi: set sw=4 ts=4: */
5 * Copyright (C) 2005, 2006 Rob Landley <rob@landley.net>
6 * Copyright (C) 2004 Erik Andersen <andersen@codepoet.org>
7 * Copyright (C) 2001 Matt Krai
9 * Licensed under GPLv2 or later, see file LICENSE in this source tree.
14 char* FAST_FUNC
bb_get_chunk_from_file(FILE *file
, int *end
)
20 while ((ch
= getc(file
)) != EOF
) {
21 /* grow the line buffer as necessary */
23 linebuf
= xrealloc(linebuf
, idx
+ 0x100);
24 linebuf
[idx
++] = (char) ch
;
27 if (end
&& ch
== '\n')
33 // huh, does fgets discard prior data on error like this?
34 // I don't think so....
39 linebuf
= xrealloc(linebuf
, idx
+ 1);
45 /* Get line, including trailing \n if any */
46 char* FAST_FUNC
xmalloc_fgets(FILE *file
)
50 return bb_get_chunk_from_file(file
, &i
);
52 /* Get line. Remove trailing \n */
53 char* FAST_FUNC
xmalloc_fgetline(FILE *file
)
56 char *c
= bb_get_chunk_from_file(file
, &i
);
58 if (i
&& c
[--i
] == '\n')
65 /* GNUism getline() should be faster (not tested) than a loop with fgetc */
67 /* Get line, including trailing \n if any */
68 char* FAST_FUNC
xmalloc_fgets(FILE *file
)
73 if (getline(&res_buf
, &res_sz
, file
) == -1) {
74 free(res_buf
); /* uclibc allocates a buffer even on EOF. WTF? */
77 //TODO: trimming to res_sz?
80 /* Get line. Remove trailing \n */
81 char* FAST_FUNC
xmalloc_fgetline(FILE *file
)
86 res_sz
= getline(&res_buf
, &res_sz
, file
);
88 if ((ssize_t
)res_sz
!= -1) {
89 if (res_buf
[res_sz
- 1] == '\n')
90 res_buf
[--res_sz
] = '\0';
91 //TODO: trimming to res_sz?
93 free(res_buf
); /* uclibc allocates a buffer even on EOF. WTF? */
102 /* Faster routines (~twice as fast). +170 bytes. Unused as of 2008-07.
104 * NB: they stop at NUL byte too.
105 * Performance is important here. Think "grep 50gigabyte_file"...
106 * Ironically, grep can't use it because of NUL issue.
107 * We sorely need C lib to provide fgets which reports size!
110 * Actually, uclibc and glibc have it. man getline. It's GNUism,
111 * but very useful one (if it's as fast as this code).
113 * - currently, sed and sort use bb_get_chunk_from_file and heavily
114 * depend on its "stop on \n or \0" behavior, and STILL they fail
115 * to handle all cases with embedded NULs correctly. So:
116 * - audit sed and sort; convert them to getline FIRST.
117 * - THEN ditch bb_get_chunk_from_file, replace it with getline.
118 * - provide getline implementation for non-GNU systems.
121 static char* xmalloc_fgets_internal(FILE *file
, int *sizep
)
125 char *linebuf
= NULL
;
130 linebuf
= xrealloc(linebuf
, idx
+ 0x100);
131 r
= fgets(&linebuf
[idx
], 0x100, file
);
133 /* need to terminate in case this is error
134 * (EOF puts NUL itself) */
138 /* stupid. fgets knows the len, it should report it somehow */
139 len
= strlen(&linebuf
[idx
]);
141 if (len
!= 0xff || linebuf
[idx
- 1] == '\n')
146 /* xrealloc(linebuf, idx + 1) is up to caller */
153 /* Get line, remove trailing \n */
154 char* FAST_FUNC
xmalloc_fgetline_fast(FILE *file
)
157 char *r
= xmalloc_fgets_internal(file
, &sz
);
158 if (r
&& r
[sz
- 1] == '\n')
160 return r
; /* not xrealloc(r, sz + 1)! */
163 char* FAST_FUNC
xmalloc_fgets(FILE *file
)
166 return xmalloc_fgets_internal(file
, &sz
);
169 /* Get line, remove trailing \n */
170 char* FAST_FUNC
xmalloc_fgetline(FILE *file
)
173 char *r
= xmalloc_fgets_internal(file
, &sz
);
176 if (r
[sz
- 1] == '\n')
178 return xrealloc(r
, sz
+ 1);