mingw: short-circuit the conversion of `/dev/null` to UTF-16
[git/debian.git] / git-compat-util.h
blobd0dd9c03414c590a752f14c2e942d8375a3a54a1
1 #ifndef GIT_COMPAT_UTIL_H
2 #define GIT_COMPAT_UTIL_H
4 #ifdef USE_MSVC_CRTDBG
5 /*
6 * For these to work they must appear very early in each
7 * file -- before most of the standard header files.
8 */
9 #include <stdlib.h>
10 #include <crtdbg.h>
11 #endif
13 #define _FILE_OFFSET_BITS 64
16 /* Derived from Linux "Features Test Macro" header
17 * Convenience macros to test the versions of gcc (or
18 * a compatible compiler).
19 * Use them like this:
20 * #if GIT_GNUC_PREREQ (2,8)
21 * ... code requiring gcc 2.8 or later ...
22 * #endif
24 #if defined(__GNUC__) && defined(__GNUC_MINOR__)
25 # define GIT_GNUC_PREREQ(maj, min) \
26 ((__GNUC__ << 16) + __GNUC_MINOR__ >= ((maj) << 16) + (min))
27 #else
28 #define GIT_GNUC_PREREQ(maj, min) 0
29 #endif
32 #ifndef FLEX_ARRAY
34 * See if our compiler is known to support flexible array members.
36 #if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && (!defined(__SUNPRO_C) || (__SUNPRO_C > 0x580))
37 # define FLEX_ARRAY /* empty */
38 #elif defined(__GNUC__)
39 # if (__GNUC__ >= 3)
40 # define FLEX_ARRAY /* empty */
41 # else
42 # define FLEX_ARRAY 0 /* older GNU extension */
43 # endif
44 #endif
47 * Otherwise, default to safer but a bit wasteful traditional style
49 #ifndef FLEX_ARRAY
50 # define FLEX_ARRAY 1
51 #endif
52 #endif
56 * BUILD_ASSERT_OR_ZERO - assert a build-time dependency, as an expression.
57 * @cond: the compile-time condition which must be true.
59 * Your compile will fail if the condition isn't true, or can't be evaluated
60 * by the compiler. This can be used in an expression: its value is "0".
62 * Example:
63 * #define foo_to_char(foo) \
64 * ((char *)(foo) \
65 * + BUILD_ASSERT_OR_ZERO(offsetof(struct foo, string) == 0))
67 #define BUILD_ASSERT_OR_ZERO(cond) \
68 (sizeof(char [1 - 2*!(cond)]) - 1)
70 #if GIT_GNUC_PREREQ(3, 1)
71 /* &arr[0] degrades to a pointer: a different type from an array */
72 # define BARF_UNLESS_AN_ARRAY(arr) \
73 BUILD_ASSERT_OR_ZERO(!__builtin_types_compatible_p(__typeof__(arr), \
74 __typeof__(&(arr)[0])))
75 #else
76 # define BARF_UNLESS_AN_ARRAY(arr) 0
77 #endif
79 * ARRAY_SIZE - get the number of elements in a visible array
80 * @x: the array whose size you want.
82 * This does not work on pointers, or arrays declared as [], or
83 * function parameters. With correct compiler support, such usage
84 * will cause a build error (see the build_assert_or_zero macro).
86 #define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]) + BARF_UNLESS_AN_ARRAY(x))
88 #define bitsizeof(x) (CHAR_BIT * sizeof(x))
90 #define maximum_signed_value_of_type(a) \
91 (INTMAX_MAX >> (bitsizeof(intmax_t) - bitsizeof(a)))
93 #define maximum_unsigned_value_of_type(a) \
94 (UINTMAX_MAX >> (bitsizeof(uintmax_t) - bitsizeof(a)))
97 * Signed integer overflow is undefined in C, so here's a helper macro
98 * to detect if the sum of two integers will overflow.
100 * Requires: a >= 0, typeof(a) equals typeof(b)
102 #define signed_add_overflows(a, b) \
103 ((b) > maximum_signed_value_of_type(a) - (a))
105 #define unsigned_add_overflows(a, b) \
106 ((b) > maximum_unsigned_value_of_type(a) - (a))
109 * Returns true if the multiplication of "a" and "b" will
110 * overflow. The types of "a" and "b" must match and must be unsigned.
111 * Note that this macro evaluates "a" twice!
113 #define unsigned_mult_overflows(a, b) \
114 ((a) && (b) > maximum_unsigned_value_of_type(a) / (a))
116 #ifdef __GNUC__
117 #define TYPEOF(x) (__typeof__(x))
118 #else
119 #define TYPEOF(x)
120 #endif
122 #define MSB(x, bits) ((x) & TYPEOF(x)(~0ULL << (bitsizeof(x) - (bits))))
123 #define HAS_MULTI_BITS(i) ((i) & ((i) - 1)) /* checks if an integer has more than 1 bit set */
125 #define DIV_ROUND_UP(n,d) (((n) + (d) - 1) / (d))
127 /* Approximation of the length of the decimal representation of this type. */
128 #define decimal_length(x) ((int)(sizeof(x) * 2.56 + 0.5) + 1)
130 #if defined(__sun__)
132 * On Solaris, when _XOPEN_EXTENDED is set, its header file
133 * forces the programs to be XPG4v2, defeating any _XOPEN_SOURCE
134 * setting to say we are XPG5 or XPG6. Also on Solaris,
135 * XPG6 programs must be compiled with a c99 compiler, while
136 * non XPG6 programs must be compiled with a pre-c99 compiler.
138 # if __STDC_VERSION__ - 0 >= 199901L
139 # define _XOPEN_SOURCE 600
140 # else
141 # define _XOPEN_SOURCE 500
142 # endif
143 #elif !defined(__APPLE__) && !defined(__FreeBSD__) && !defined(__USLC__) && \
144 !defined(_M_UNIX) && !defined(__sgi) && !defined(__DragonFly__) && \
145 !defined(__TANDEM) && !defined(__QNX__) && !defined(__MirBSD__) && \
146 !defined(__CYGWIN__)
147 #define _XOPEN_SOURCE 600 /* glibc2 and AIX 5.3L need 500, OpenBSD needs 600 for S_ISLNK() */
148 #define _XOPEN_SOURCE_EXTENDED 1 /* AIX 5.3L needs this */
149 #endif
150 #define _ALL_SOURCE 1
151 #define _GNU_SOURCE 1
152 #define _BSD_SOURCE 1
153 #define _DEFAULT_SOURCE 1
154 #define _NETBSD_SOURCE 1
155 #define _SGI_SOURCE 1
157 #if defined(WIN32) && !defined(__CYGWIN__) /* Both MinGW and MSVC */
158 # if !defined(_WIN32_WINNT)
159 # define _WIN32_WINNT 0x0600
160 # endif
161 #define WIN32_LEAN_AND_MEAN /* stops windows.h including winsock.h */
162 #include <winsock2.h>
163 #include <windows.h>
164 #define GIT_WINDOWS_NATIVE
165 #endif
167 #include <unistd.h>
168 #include <stdio.h>
169 #include <sys/stat.h>
170 #include <fcntl.h>
171 #include <stddef.h>
172 #include <stdlib.h>
173 #include <stdarg.h>
174 #include <string.h>
175 #ifdef HAVE_STRINGS_H
176 #include <strings.h> /* for strcasecmp() */
177 #endif
178 #include <errno.h>
179 #include <limits.h>
180 #ifdef NEEDS_SYS_PARAM_H
181 #include <sys/param.h>
182 #endif
183 #include <sys/types.h>
184 #include <dirent.h>
185 #include <sys/time.h>
186 #include <time.h>
187 #include <signal.h>
188 #include <assert.h>
189 #include <regex.h>
190 #include <utime.h>
191 #include <syslog.h>
192 #if !defined(NO_POLL_H)
193 #include <poll.h>
194 #elif !defined(NO_SYS_POLL_H)
195 #include <sys/poll.h>
196 #else
197 /* Pull the compat stuff */
198 #include <poll.h>
199 #endif
200 #ifdef HAVE_BSD_SYSCTL
201 #include <sys/sysctl.h>
202 #endif
204 #if defined(__CYGWIN__)
205 #include "compat/win32/path-utils.h"
206 #endif
207 #if defined(__MINGW32__)
208 /* pull in Windows compatibility stuff */
209 #include "compat/win32/path-utils.h"
210 #include "compat/mingw.h"
211 #elif defined(_MSC_VER)
212 #include "compat/win32/path-utils.h"
213 #include "compat/msvc.h"
214 #else
215 #include <sys/utsname.h>
216 #include <sys/wait.h>
217 #include <sys/resource.h>
218 #include <sys/socket.h>
219 #include <sys/ioctl.h>
220 #include <termios.h>
221 #ifndef NO_SYS_SELECT_H
222 #include <sys/select.h>
223 #endif
224 #include <netinet/in.h>
225 #include <netinet/tcp.h>
226 #include <arpa/inet.h>
227 #include <netdb.h>
228 #include <pwd.h>
229 #include <sys/un.h>
230 #ifndef NO_INTTYPES_H
231 #include <inttypes.h>
232 #else
233 #include <stdint.h>
234 #endif
235 #ifdef NO_INTPTR_T
237 * On I16LP32, ILP32 and LP64 "long" is the safe bet, however
238 * on LLP86, IL33LLP64 and P64 it needs to be "long long",
239 * while on IP16 and IP16L32 it is "int" (resp. "short")
240 * Size needs to match (or exceed) 'sizeof(void *)'.
241 * We can't take "long long" here as not everybody has it.
243 typedef long intptr_t;
244 typedef unsigned long uintptr_t;
245 #endif
246 #undef _ALL_SOURCE /* AIX 5.3L defines a struct list with _ALL_SOURCE. */
247 #include <grp.h>
248 #define _ALL_SOURCE 1
249 #endif
251 /* used on Mac OS X */
252 #ifdef PRECOMPOSE_UNICODE
253 #include "compat/precompose_utf8.h"
254 #else
255 #define precompose_str(in,i_nfd2nfc)
256 #define precompose_argv(c,v)
257 #define probe_utf8_pathname_composition()
258 #endif
260 #ifdef MKDIR_WO_TRAILING_SLASH
261 #define mkdir(a,b) compat_mkdir_wo_trailing_slash((a),(b))
262 int compat_mkdir_wo_trailing_slash(const char*, mode_t);
263 #endif
265 #ifdef NO_STRUCT_ITIMERVAL
266 struct itimerval {
267 struct timeval it_interval;
268 struct timeval it_value;
270 #endif
272 #ifdef NO_SETITIMER
273 #define setitimer(which,value,ovalue)
274 #endif
276 #ifndef NO_LIBGEN_H
277 #include <libgen.h>
278 #else
279 #define basename gitbasename
280 char *gitbasename(char *);
281 #define dirname gitdirname
282 char *gitdirname(char *);
283 #endif
285 #ifndef NO_ICONV
286 #include <iconv.h>
287 #endif
289 #ifndef NO_OPENSSL
290 #ifdef __APPLE__
291 #define __AVAILABILITY_MACROS_USES_AVAILABILITY 0
292 #include <AvailabilityMacros.h>
293 #undef DEPRECATED_ATTRIBUTE
294 #define DEPRECATED_ATTRIBUTE
295 #undef __AVAILABILITY_MACROS_USES_AVAILABILITY
296 #endif
297 #include <openssl/ssl.h>
298 #include <openssl/err.h>
299 #endif
301 #ifdef HAVE_SYSINFO
302 # include <sys/sysinfo.h>
303 #endif
305 /* On most systems <netdb.h> would have given us this, but
306 * not on some systems (e.g. z/OS).
308 #ifndef NI_MAXHOST
309 #define NI_MAXHOST 1025
310 #endif
312 #ifndef NI_MAXSERV
313 #define NI_MAXSERV 32
314 #endif
316 /* On most systems <limits.h> would have given us this, but
317 * not on some systems (e.g. GNU/Hurd).
319 #ifndef PATH_MAX
320 #define PATH_MAX 4096
321 #endif
323 #ifndef PRIuMAX
324 #define PRIuMAX "llu"
325 #endif
327 #ifndef SCNuMAX
328 #define SCNuMAX PRIuMAX
329 #endif
331 #ifndef PRIu32
332 #define PRIu32 "u"
333 #endif
335 #ifndef PRIx32
336 #define PRIx32 "x"
337 #endif
339 #ifndef PRIo32
340 #define PRIo32 "o"
341 #endif
343 typedef uintmax_t timestamp_t;
344 #define PRItime PRIuMAX
345 #define parse_timestamp strtoumax
346 #define TIME_MAX UINTMAX_MAX
347 #define TIME_MIN 0
349 #ifndef PATH_SEP
350 #define PATH_SEP ':'
351 #endif
353 #ifdef HAVE_PATHS_H
354 #include <paths.h>
355 #endif
356 #ifndef _PATH_DEFPATH
357 #define _PATH_DEFPATH "/usr/local/bin:/usr/bin:/bin"
358 #endif
360 #ifndef platform_core_config
361 static inline int noop_core_config(const char *var, const char *value, void *cb)
363 return 0;
365 #define platform_core_config noop_core_config
366 #endif
368 #ifndef has_dos_drive_prefix
369 static inline int git_has_dos_drive_prefix(const char *path)
371 return 0;
373 #define has_dos_drive_prefix git_has_dos_drive_prefix
374 #endif
376 #ifndef skip_dos_drive_prefix
377 static inline int git_skip_dos_drive_prefix(char **path)
379 return 0;
381 #define skip_dos_drive_prefix git_skip_dos_drive_prefix
382 #endif
384 #ifndef is_dir_sep
385 static inline int git_is_dir_sep(int c)
387 return c == '/';
389 #define is_dir_sep git_is_dir_sep
390 #endif
392 #ifndef offset_1st_component
393 static inline int git_offset_1st_component(const char *path)
395 return is_dir_sep(path[0]);
397 #define offset_1st_component git_offset_1st_component
398 #endif
400 #ifndef is_valid_path
401 #define is_valid_path(path) 1
402 #endif
404 #ifndef find_last_dir_sep
405 static inline char *git_find_last_dir_sep(const char *path)
407 return strrchr(path, '/');
409 #define find_last_dir_sep git_find_last_dir_sep
410 #endif
412 #ifndef query_user_email
413 #define query_user_email() NULL
414 #endif
416 #ifdef __TANDEM
417 #include <floss.h(floss_execl,floss_execlp,floss_execv,floss_execvp)>
418 #include <floss.h(floss_getpwuid)>
419 #ifndef NSIG
421 * NonStop NSE and NSX do not provide NSIG. SIGGUARDIAN(99) is the highest
422 * known, by detective work using kill -l as a list is all signals
423 * instead of signal.h where it should be.
425 # define NSIG 100
426 #endif
427 #endif
429 #if defined(__HP_cc) && (__HP_cc >= 61000)
430 #define NORETURN __attribute__((noreturn))
431 #define NORETURN_PTR
432 #elif defined(__GNUC__) && !defined(NO_NORETURN)
433 #define NORETURN __attribute__((__noreturn__))
434 #define NORETURN_PTR __attribute__((__noreturn__))
435 #elif defined(_MSC_VER)
436 #define NORETURN __declspec(noreturn)
437 #define NORETURN_PTR
438 #else
439 #define NORETURN
440 #define NORETURN_PTR
441 #ifndef __GNUC__
442 #ifndef __attribute__
443 #define __attribute__(x)
444 #endif
445 #endif
446 #endif
448 /* The sentinel attribute is valid from gcc version 4.0 */
449 #if defined(__GNUC__) && (__GNUC__ >= 4)
450 #define LAST_ARG_MUST_BE_NULL __attribute__((sentinel))
451 #else
452 #define LAST_ARG_MUST_BE_NULL
453 #endif
455 #define MAYBE_UNUSED __attribute__((__unused__))
457 #include "compat/bswap.h"
459 #include "wildmatch.h"
461 struct strbuf;
463 /* General helper functions */
464 void vreportf(const char *prefix, const char *err, va_list params);
465 NORETURN void usage(const char *err);
466 NORETURN void usagef(const char *err, ...) __attribute__((format (printf, 1, 2)));
467 NORETURN void die(const char *err, ...) __attribute__((format (printf, 1, 2)));
468 NORETURN void die_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
469 int error(const char *err, ...) __attribute__((format (printf, 1, 2)));
470 int error_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
471 void warning(const char *err, ...) __attribute__((format (printf, 1, 2)));
472 void warning_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
474 #ifndef NO_OPENSSL
475 #ifdef APPLE_COMMON_CRYPTO
476 #include "compat/apple-common-crypto.h"
477 #else
478 #include <openssl/evp.h>
479 #include <openssl/hmac.h>
480 #endif /* APPLE_COMMON_CRYPTO */
481 #include <openssl/x509v3.h>
482 #endif /* NO_OPENSSL */
485 * Let callers be aware of the constant return value; this can help
486 * gcc with -Wuninitialized analysis. We restrict this trick to gcc, though,
487 * because some compilers may not support variadic macros. Since we're only
488 * trying to help gcc, anyway, it's OK; other compilers will fall back to
489 * using the function as usual.
491 #if defined(__GNUC__)
492 static inline int const_error(void)
494 return -1;
496 #define error(...) (error(__VA_ARGS__), const_error())
497 #define error_errno(...) (error_errno(__VA_ARGS__), const_error())
498 #endif
500 void set_die_routine(NORETURN_PTR void (*routine)(const char *err, va_list params));
501 void set_error_routine(void (*routine)(const char *err, va_list params));
502 extern void (*get_error_routine(void))(const char *err, va_list params);
503 void set_warn_routine(void (*routine)(const char *warn, va_list params));
504 extern void (*get_warn_routine(void))(const char *warn, va_list params);
505 void set_die_is_recursing_routine(int (*routine)(void));
507 int starts_with(const char *str, const char *prefix);
508 int istarts_with(const char *str, const char *prefix);
511 * If the string "str" begins with the string found in "prefix", return 1.
512 * The "out" parameter is set to "str + strlen(prefix)" (i.e., to the point in
513 * the string right after the prefix).
515 * Otherwise, return 0 and leave "out" untouched.
517 * Examples:
519 * [extract branch name, fail if not a branch]
520 * if (!skip_prefix(ref, "refs/heads/", &branch)
521 * return -1;
523 * [skip prefix if present, otherwise use whole string]
524 * skip_prefix(name, "refs/heads/", &name);
526 static inline int skip_prefix(const char *str, const char *prefix,
527 const char **out)
529 do {
530 if (!*prefix) {
531 *out = str;
532 return 1;
534 } while (*str++ == *prefix++);
535 return 0;
539 * If the string "str" is the same as the string in "prefix", then the "arg"
540 * parameter is set to the "def" parameter and 1 is returned.
541 * If the string "str" begins with the string found in "prefix" and then a
542 * "=" sign, then the "arg" parameter is set to "str + strlen(prefix) + 1"
543 * (i.e., to the point in the string right after the prefix and the "=" sign),
544 * and 1 is returned.
546 * Otherwise, return 0 and leave "arg" untouched.
548 * When we accept both a "--key" and a "--key=<val>" option, this function
549 * can be used instead of !strcmp(arg, "--key") and then
550 * skip_prefix(arg, "--key=", &arg) to parse such an option.
552 int skip_to_optional_arg_default(const char *str, const char *prefix,
553 const char **arg, const char *def);
555 static inline int skip_to_optional_arg(const char *str, const char *prefix,
556 const char **arg)
558 return skip_to_optional_arg_default(str, prefix, arg, "");
562 * Like skip_prefix, but promises never to read past "len" bytes of the input
563 * buffer, and returns the remaining number of bytes in "out" via "outlen".
565 static inline int skip_prefix_mem(const char *buf, size_t len,
566 const char *prefix,
567 const char **out, size_t *outlen)
569 size_t prefix_len = strlen(prefix);
570 if (prefix_len <= len && !memcmp(buf, prefix, prefix_len)) {
571 *out = buf + prefix_len;
572 *outlen = len - prefix_len;
573 return 1;
575 return 0;
579 * If buf ends with suffix, return 1 and subtract the length of the suffix
580 * from *len. Otherwise, return 0 and leave *len untouched.
582 static inline int strip_suffix_mem(const char *buf, size_t *len,
583 const char *suffix)
585 size_t suflen = strlen(suffix);
586 if (*len < suflen || memcmp(buf + (*len - suflen), suffix, suflen))
587 return 0;
588 *len -= suflen;
589 return 1;
593 * If str ends with suffix, return 1 and set *len to the size of the string
594 * without the suffix. Otherwise, return 0 and set *len to the size of the
595 * string.
597 * Note that we do _not_ NUL-terminate str to the new length.
599 static inline int strip_suffix(const char *str, const char *suffix, size_t *len)
601 *len = strlen(str);
602 return strip_suffix_mem(str, len, suffix);
605 static inline int ends_with(const char *str, const char *suffix)
607 size_t len;
608 return strip_suffix(str, suffix, &len);
611 #define SWAP(a, b) do { \
612 void *_swap_a_ptr = &(a); \
613 void *_swap_b_ptr = &(b); \
614 unsigned char _swap_buffer[sizeof(a)]; \
615 memcpy(_swap_buffer, _swap_a_ptr, sizeof(a)); \
616 memcpy(_swap_a_ptr, _swap_b_ptr, sizeof(a) + \
617 BUILD_ASSERT_OR_ZERO(sizeof(a) == sizeof(b))); \
618 memcpy(_swap_b_ptr, _swap_buffer, sizeof(a)); \
619 } while (0)
621 #if defined(NO_MMAP) || defined(USE_WIN32_MMAP)
623 #ifndef PROT_READ
624 #define PROT_READ 1
625 #define PROT_WRITE 2
626 #define MAP_PRIVATE 1
627 #endif
629 #define mmap git_mmap
630 #define munmap git_munmap
631 void *git_mmap(void *start, size_t length, int prot, int flags, int fd, off_t offset);
632 int git_munmap(void *start, size_t length);
634 #else /* NO_MMAP || USE_WIN32_MMAP */
636 #include <sys/mman.h>
638 #endif /* NO_MMAP || USE_WIN32_MMAP */
640 #ifdef NO_MMAP
642 /* This value must be multiple of (pagesize * 2) */
643 #define DEFAULT_PACKED_GIT_WINDOW_SIZE (1 * 1024 * 1024)
645 #else /* NO_MMAP */
647 /* This value must be multiple of (pagesize * 2) */
648 #define DEFAULT_PACKED_GIT_WINDOW_SIZE \
649 (sizeof(void*) >= 8 \
650 ? 1 * 1024 * 1024 * 1024 \
651 : 32 * 1024 * 1024)
653 #endif /* NO_MMAP */
655 #ifndef MAP_FAILED
656 #define MAP_FAILED ((void *)-1)
657 #endif
659 #ifdef NO_ST_BLOCKS_IN_STRUCT_STAT
660 #define on_disk_bytes(st) ((st).st_size)
661 #else
662 #define on_disk_bytes(st) ((st).st_blocks * 512)
663 #endif
665 #ifdef NEEDS_MODE_TRANSLATION
666 #undef S_IFMT
667 #undef S_IFREG
668 #undef S_IFDIR
669 #undef S_IFLNK
670 #undef S_IFBLK
671 #undef S_IFCHR
672 #undef S_IFIFO
673 #undef S_IFSOCK
674 #define S_IFMT 0170000
675 #define S_IFREG 0100000
676 #define S_IFDIR 0040000
677 #define S_IFLNK 0120000
678 #define S_IFBLK 0060000
679 #define S_IFCHR 0020000
680 #define S_IFIFO 0010000
681 #define S_IFSOCK 0140000
682 #ifdef stat
683 #undef stat
684 #endif
685 #define stat(path, buf) git_stat(path, buf)
686 int git_stat(const char *, struct stat *);
687 #ifdef fstat
688 #undef fstat
689 #endif
690 #define fstat(fd, buf) git_fstat(fd, buf)
691 int git_fstat(int, struct stat *);
692 #ifdef lstat
693 #undef lstat
694 #endif
695 #define lstat(path, buf) git_lstat(path, buf)
696 int git_lstat(const char *, struct stat *);
697 #endif
699 #define DEFAULT_PACKED_GIT_LIMIT \
700 ((1024L * 1024L) * (size_t)(sizeof(void*) >= 8 ? (32 * 1024L * 1024L) : 256))
702 #ifdef NO_PREAD
703 #define pread git_pread
704 ssize_t git_pread(int fd, void *buf, size_t count, off_t offset);
705 #endif
707 * Forward decl that will remind us if its twin in cache.h changes.
708 * This function is used in compat/pread.c. But we can't include
709 * cache.h there.
711 ssize_t read_in_full(int fd, void *buf, size_t count);
713 #ifdef NO_SETENV
714 #define setenv gitsetenv
715 int gitsetenv(const char *, const char *, int);
716 #endif
718 #ifdef NO_MKDTEMP
719 #define mkdtemp gitmkdtemp
720 char *gitmkdtemp(char *);
721 #endif
723 #ifdef NO_UNSETENV
724 #define unsetenv gitunsetenv
725 void gitunsetenv(const char *);
726 #endif
728 #ifdef NO_STRCASESTR
729 #define strcasestr gitstrcasestr
730 char *gitstrcasestr(const char *haystack, const char *needle);
731 #endif
733 #ifdef NO_STRLCPY
734 #define strlcpy gitstrlcpy
735 size_t gitstrlcpy(char *, const char *, size_t);
736 #endif
738 #ifdef NO_STRTOUMAX
739 #define strtoumax gitstrtoumax
740 uintmax_t gitstrtoumax(const char *, char **, int);
741 #define strtoimax gitstrtoimax
742 intmax_t gitstrtoimax(const char *, char **, int);
743 #endif
745 #ifdef NO_HSTRERROR
746 #define hstrerror githstrerror
747 const char *githstrerror(int herror);
748 #endif
750 #ifdef NO_MEMMEM
751 #define memmem gitmemmem
752 void *gitmemmem(const void *haystack, size_t haystacklen,
753 const void *needle, size_t needlelen);
754 #endif
756 #ifdef OVERRIDE_STRDUP
757 #ifdef strdup
758 #undef strdup
759 #endif
760 #define strdup gitstrdup
761 char *gitstrdup(const char *s);
762 #endif
764 #ifdef NO_GETPAGESIZE
765 #define getpagesize() sysconf(_SC_PAGESIZE)
766 #endif
768 #ifndef O_CLOEXEC
769 #define O_CLOEXEC 0
770 #endif
772 #ifdef FREAD_READS_DIRECTORIES
773 # if !defined(SUPPRESS_FOPEN_REDEFINITION)
774 # ifdef fopen
775 # undef fopen
776 # endif
777 # define fopen(a,b) git_fopen(a,b)
778 # endif
779 FILE *git_fopen(const char*, const char*);
780 #endif
782 #ifdef SNPRINTF_RETURNS_BOGUS
783 #ifdef snprintf
784 #undef snprintf
785 #endif
786 #define snprintf git_snprintf
787 int git_snprintf(char *str, size_t maxsize,
788 const char *format, ...);
789 #ifdef vsnprintf
790 #undef vsnprintf
791 #endif
792 #define vsnprintf git_vsnprintf
793 int git_vsnprintf(char *str, size_t maxsize,
794 const char *format, va_list ap);
795 #endif
797 #ifdef __GLIBC_PREREQ
798 #if __GLIBC_PREREQ(2, 1)
799 #define HAVE_STRCHRNUL
800 #endif
801 #endif
803 #ifndef HAVE_STRCHRNUL
804 #define strchrnul gitstrchrnul
805 static inline char *gitstrchrnul(const char *s, int c)
807 while (*s && *s != c)
808 s++;
809 return (char *)s;
811 #endif
813 #ifdef NO_INET_PTON
814 int inet_pton(int af, const char *src, void *dst);
815 #endif
817 #ifdef NO_INET_NTOP
818 const char *inet_ntop(int af, const void *src, char *dst, size_t size);
819 #endif
821 #ifdef NO_PTHREADS
822 #define atexit git_atexit
823 int git_atexit(void (*handler)(void));
824 #endif
826 static inline size_t st_add(size_t a, size_t b)
828 if (unsigned_add_overflows(a, b))
829 die("size_t overflow: %"PRIuMAX" + %"PRIuMAX,
830 (uintmax_t)a, (uintmax_t)b);
831 return a + b;
833 #define st_add3(a,b,c) st_add(st_add((a),(b)),(c))
834 #define st_add4(a,b,c,d) st_add(st_add3((a),(b),(c)),(d))
836 static inline size_t st_mult(size_t a, size_t b)
838 if (unsigned_mult_overflows(a, b))
839 die("size_t overflow: %"PRIuMAX" * %"PRIuMAX,
840 (uintmax_t)a, (uintmax_t)b);
841 return a * b;
844 static inline size_t st_sub(size_t a, size_t b)
846 if (a < b)
847 die("size_t underflow: %"PRIuMAX" - %"PRIuMAX,
848 (uintmax_t)a, (uintmax_t)b);
849 return a - b;
852 #ifdef HAVE_ALLOCA_H
853 # include <alloca.h>
854 # define xalloca(size) (alloca(size))
855 # define xalloca_free(p) do {} while (0)
856 #else
857 # define xalloca(size) (xmalloc(size))
858 # define xalloca_free(p) (free(p))
859 #endif
860 char *xstrdup(const char *str);
861 void *xmalloc(size_t size);
862 void *xmallocz(size_t size);
863 void *xmallocz_gently(size_t size);
864 void *xmemdupz(const void *data, size_t len);
865 char *xstrndup(const char *str, size_t len);
866 void *xrealloc(void *ptr, size_t size);
867 void *xcalloc(size_t nmemb, size_t size);
868 void *xmmap(void *start, size_t length, int prot, int flags, int fd, off_t offset);
869 void *xmmap_gently(void *start, size_t length, int prot, int flags, int fd, off_t offset);
870 int xopen(const char *path, int flags, ...);
871 ssize_t xread(int fd, void *buf, size_t len);
872 ssize_t xwrite(int fd, const void *buf, size_t len);
873 ssize_t xpread(int fd, void *buf, size_t len, off_t offset);
874 int xdup(int fd);
875 FILE *xfopen(const char *path, const char *mode);
876 FILE *xfdopen(int fd, const char *mode);
877 int xmkstemp(char *temp_filename);
878 int xmkstemp_mode(char *temp_filename, int mode);
879 char *xgetcwd(void);
880 FILE *fopen_for_writing(const char *path);
881 FILE *fopen_or_warn(const char *path, const char *mode);
884 * FREE_AND_NULL(ptr) is like free(ptr) followed by ptr = NULL. Note
885 * that ptr is used twice, so don't pass e.g. ptr++.
887 #define FREE_AND_NULL(p) do { free(p); (p) = NULL; } while (0)
889 #define ALLOC_ARRAY(x, alloc) (x) = xmalloc(st_mult(sizeof(*(x)), (alloc)))
890 #define CALLOC_ARRAY(x, alloc) (x) = xcalloc((alloc), sizeof(*(x)));
891 #define REALLOC_ARRAY(x, alloc) (x) = xrealloc((x), st_mult(sizeof(*(x)), (alloc)))
893 #define COPY_ARRAY(dst, src, n) copy_array((dst), (src), (n), sizeof(*(dst)) + \
894 BUILD_ASSERT_OR_ZERO(sizeof(*(dst)) == sizeof(*(src))))
895 static inline void copy_array(void *dst, const void *src, size_t n, size_t size)
897 if (n)
898 memcpy(dst, src, st_mult(size, n));
901 #define MOVE_ARRAY(dst, src, n) move_array((dst), (src), (n), sizeof(*(dst)) + \
902 BUILD_ASSERT_OR_ZERO(sizeof(*(dst)) == sizeof(*(src))))
903 static inline void move_array(void *dst, const void *src, size_t n, size_t size)
905 if (n)
906 memmove(dst, src, st_mult(size, n));
910 * These functions help you allocate structs with flex arrays, and copy
911 * the data directly into the array. For example, if you had:
913 * struct foo {
914 * int bar;
915 * char name[FLEX_ARRAY];
916 * };
918 * you can do:
920 * struct foo *f;
921 * FLEX_ALLOC_MEM(f, name, src, len);
923 * to allocate a "foo" with the contents of "src" in the "name" field.
924 * The resulting struct is automatically zero'd, and the flex-array field
925 * is NUL-terminated (whether the incoming src buffer was or not).
927 * The FLEXPTR_* variants operate on structs that don't use flex-arrays,
928 * but do want to store a pointer to some extra data in the same allocated
929 * block. For example, if you have:
931 * struct foo {
932 * char *name;
933 * int bar;
934 * };
936 * you can do:
938 * struct foo *f;
939 * FLEXPTR_ALLOC_STR(f, name, src);
941 * and "name" will point to a block of memory after the struct, which will be
942 * freed along with the struct (but the pointer can be repointed anywhere).
944 * The *_STR variants accept a string parameter rather than a ptr/len
945 * combination.
947 * Note that these macros will evaluate the first parameter multiple
948 * times, and it must be assignable as an lvalue.
950 #define FLEX_ALLOC_MEM(x, flexname, buf, len) do { \
951 size_t flex_array_len_ = (len); \
952 (x) = xcalloc(1, st_add3(sizeof(*(x)), flex_array_len_, 1)); \
953 memcpy((void *)(x)->flexname, (buf), flex_array_len_); \
954 } while (0)
955 #define FLEXPTR_ALLOC_MEM(x, ptrname, buf, len) do { \
956 size_t flex_array_len_ = (len); \
957 (x) = xcalloc(1, st_add3(sizeof(*(x)), flex_array_len_, 1)); \
958 memcpy((x) + 1, (buf), flex_array_len_); \
959 (x)->ptrname = (void *)((x)+1); \
960 } while(0)
961 #define FLEX_ALLOC_STR(x, flexname, str) \
962 FLEX_ALLOC_MEM((x), flexname, (str), strlen(str))
963 #define FLEXPTR_ALLOC_STR(x, ptrname, str) \
964 FLEXPTR_ALLOC_MEM((x), ptrname, (str), strlen(str))
966 static inline char *xstrdup_or_null(const char *str)
968 return str ? xstrdup(str) : NULL;
971 static inline size_t xsize_t(off_t len)
973 size_t size = (size_t) len;
975 if (len != (off_t) size)
976 die("Cannot handle files this big");
977 return size;
980 __attribute__((format (printf, 3, 4)))
981 int xsnprintf(char *dst, size_t max, const char *fmt, ...);
983 #ifndef HOST_NAME_MAX
984 #define HOST_NAME_MAX 256
985 #endif
987 int xgethostname(char *buf, size_t len);
989 /* in ctype.c, for kwset users */
990 extern const unsigned char tolower_trans_tbl[256];
992 /* Sane ctype - no locale, and works with signed chars */
993 #undef isascii
994 #undef isspace
995 #undef isdigit
996 #undef isalpha
997 #undef isalnum
998 #undef isprint
999 #undef islower
1000 #undef isupper
1001 #undef tolower
1002 #undef toupper
1003 #undef iscntrl
1004 #undef ispunct
1005 #undef isxdigit
1007 extern const unsigned char sane_ctype[256];
1008 #define GIT_SPACE 0x01
1009 #define GIT_DIGIT 0x02
1010 #define GIT_ALPHA 0x04
1011 #define GIT_GLOB_SPECIAL 0x08
1012 #define GIT_REGEX_SPECIAL 0x10
1013 #define GIT_PATHSPEC_MAGIC 0x20
1014 #define GIT_CNTRL 0x40
1015 #define GIT_PUNCT 0x80
1016 #define sane_istest(x,mask) ((sane_ctype[(unsigned char)(x)] & (mask)) != 0)
1017 #define isascii(x) (((x) & ~0x7f) == 0)
1018 #define isspace(x) sane_istest(x,GIT_SPACE)
1019 #define isdigit(x) sane_istest(x,GIT_DIGIT)
1020 #define isalpha(x) sane_istest(x,GIT_ALPHA)
1021 #define isalnum(x) sane_istest(x,GIT_ALPHA | GIT_DIGIT)
1022 #define isprint(x) ((x) >= 0x20 && (x) <= 0x7e)
1023 #define islower(x) sane_iscase(x, 1)
1024 #define isupper(x) sane_iscase(x, 0)
1025 #define is_glob_special(x) sane_istest(x,GIT_GLOB_SPECIAL)
1026 #define is_regex_special(x) sane_istest(x,GIT_GLOB_SPECIAL | GIT_REGEX_SPECIAL)
1027 #define iscntrl(x) (sane_istest(x,GIT_CNTRL))
1028 #define ispunct(x) sane_istest(x, GIT_PUNCT | GIT_REGEX_SPECIAL | \
1029 GIT_GLOB_SPECIAL | GIT_PATHSPEC_MAGIC)
1030 #define isxdigit(x) (hexval_table[(unsigned char)(x)] != -1)
1031 #define tolower(x) sane_case((unsigned char)(x), 0x20)
1032 #define toupper(x) sane_case((unsigned char)(x), 0)
1033 #define is_pathspec_magic(x) sane_istest(x,GIT_PATHSPEC_MAGIC)
1035 static inline int sane_case(int x, int high)
1037 if (sane_istest(x, GIT_ALPHA))
1038 x = (x & ~0x20) | high;
1039 return x;
1042 static inline int sane_iscase(int x, int is_lower)
1044 if (!sane_istest(x, GIT_ALPHA))
1045 return 0;
1047 if (is_lower)
1048 return (x & 0x20) != 0;
1049 else
1050 return (x & 0x20) == 0;
1054 * Like skip_prefix, but compare case-insensitively. Note that the comparison
1055 * is done via tolower(), so it is strictly ASCII (no multi-byte characters or
1056 * locale-specific conversions).
1058 static inline int skip_iprefix(const char *str, const char *prefix,
1059 const char **out)
1061 do {
1062 if (!*prefix) {
1063 *out = str;
1064 return 1;
1066 } while (tolower(*str++) == tolower(*prefix++));
1067 return 0;
1070 static inline int strtoul_ui(char const *s, int base, unsigned int *result)
1072 unsigned long ul;
1073 char *p;
1075 errno = 0;
1076 /* negative values would be accepted by strtoul */
1077 if (strchr(s, '-'))
1078 return -1;
1079 ul = strtoul(s, &p, base);
1080 if (errno || *p || p == s || (unsigned int) ul != ul)
1081 return -1;
1082 *result = ul;
1083 return 0;
1086 static inline int strtol_i(char const *s, int base, int *result)
1088 long ul;
1089 char *p;
1091 errno = 0;
1092 ul = strtol(s, &p, base);
1093 if (errno || *p || p == s || (int) ul != ul)
1094 return -1;
1095 *result = ul;
1096 return 0;
1099 void git_stable_qsort(void *base, size_t nmemb, size_t size,
1100 int(*compar)(const void *, const void *));
1101 #ifdef INTERNAL_QSORT
1102 #define qsort git_stable_qsort
1103 #endif
1105 #define QSORT(base, n, compar) sane_qsort((base), (n), sizeof(*(base)), compar)
1106 static inline void sane_qsort(void *base, size_t nmemb, size_t size,
1107 int(*compar)(const void *, const void *))
1109 if (nmemb > 1)
1110 qsort(base, nmemb, size, compar);
1113 #define STABLE_QSORT(base, n, compar) \
1114 git_stable_qsort((base), (n), sizeof(*(base)), compar)
1116 #ifndef HAVE_ISO_QSORT_S
1117 int git_qsort_s(void *base, size_t nmemb, size_t size,
1118 int (*compar)(const void *, const void *, void *), void *ctx);
1119 #define qsort_s git_qsort_s
1120 #endif
1122 #define QSORT_S(base, n, compar, ctx) do { \
1123 if (qsort_s((base), (n), sizeof(*(base)), compar, ctx)) \
1124 BUG("qsort_s() failed"); \
1125 } while (0)
1127 #ifndef REG_STARTEND
1128 #error "Git requires REG_STARTEND support. Compile with NO_REGEX=NeedsStartEnd"
1129 #endif
1131 static inline int regexec_buf(const regex_t *preg, const char *buf, size_t size,
1132 size_t nmatch, regmatch_t pmatch[], int eflags)
1134 assert(nmatch > 0 && pmatch);
1135 pmatch[0].rm_so = 0;
1136 pmatch[0].rm_eo = size;
1137 return regexec(preg, buf, nmatch, pmatch, eflags | REG_STARTEND);
1140 #ifndef DIR_HAS_BSD_GROUP_SEMANTICS
1141 # define FORCE_DIR_SET_GID S_ISGID
1142 #else
1143 # define FORCE_DIR_SET_GID 0
1144 #endif
1146 #ifdef NO_NSEC
1147 #undef USE_NSEC
1148 #define ST_CTIME_NSEC(st) 0
1149 #define ST_MTIME_NSEC(st) 0
1150 #else
1151 #ifdef USE_ST_TIMESPEC
1152 #define ST_CTIME_NSEC(st) ((unsigned int)((st).st_ctimespec.tv_nsec))
1153 #define ST_MTIME_NSEC(st) ((unsigned int)((st).st_mtimespec.tv_nsec))
1154 #else
1155 #define ST_CTIME_NSEC(st) ((unsigned int)((st).st_ctim.tv_nsec))
1156 #define ST_MTIME_NSEC(st) ((unsigned int)((st).st_mtim.tv_nsec))
1157 #endif
1158 #endif
1160 #ifdef UNRELIABLE_FSTAT
1161 #define fstat_is_reliable() 0
1162 #else
1163 #define fstat_is_reliable() 1
1164 #endif
1166 #ifndef va_copy
1168 * Since an obvious implementation of va_list would be to make it a
1169 * pointer into the stack frame, a simple assignment will work on
1170 * many systems. But let's try to be more portable.
1172 #ifdef __va_copy
1173 #define va_copy(dst, src) __va_copy(dst, src)
1174 #else
1175 #define va_copy(dst, src) ((dst) = (src))
1176 #endif
1177 #endif
1179 #if defined(__GNUC__) || (_MSC_VER >= 1400) || defined(__C99_MACRO_WITH_VA_ARGS)
1180 #define HAVE_VARIADIC_MACROS 1
1181 #endif
1183 /* usage.c: only to be used for testing BUG() implementation (see test-tool) */
1184 extern int BUG_exit_code;
1186 #ifdef HAVE_VARIADIC_MACROS
1187 __attribute__((format (printf, 3, 4))) NORETURN
1188 void BUG_fl(const char *file, int line, const char *fmt, ...);
1189 #define BUG(...) BUG_fl(__FILE__, __LINE__, __VA_ARGS__)
1190 #else
1191 __attribute__((format (printf, 1, 2))) NORETURN
1192 void BUG(const char *fmt, ...);
1193 #endif
1196 * Preserves errno, prints a message, but gives no warning for ENOENT.
1197 * Returns 0 on success, which includes trying to unlink an object that does
1198 * not exist.
1200 int unlink_or_warn(const char *path);
1202 * Tries to unlink file. Returns 0 if unlink succeeded
1203 * or the file already didn't exist. Returns -1 and
1204 * appends a message to err suitable for
1205 * 'error("%s", err->buf)' on error.
1207 int unlink_or_msg(const char *file, struct strbuf *err);
1209 * Preserves errno, prints a message, but gives no warning for ENOENT.
1210 * Returns 0 on success, which includes trying to remove a directory that does
1211 * not exist.
1213 int rmdir_or_warn(const char *path);
1215 * Calls the correct function out of {unlink,rmdir}_or_warn based on
1216 * the supplied file mode.
1218 int remove_or_warn(unsigned int mode, const char *path);
1221 * Call access(2), but warn for any error except "missing file"
1222 * (ENOENT or ENOTDIR).
1224 #define ACCESS_EACCES_OK (1U << 0)
1225 int access_or_warn(const char *path, int mode, unsigned flag);
1226 int access_or_die(const char *path, int mode, unsigned flag);
1228 /* Warn on an inaccessible file if errno indicates this is an error */
1229 int warn_on_fopen_errors(const char *path);
1231 #ifdef GMTIME_UNRELIABLE_ERRORS
1232 struct tm *git_gmtime(const time_t *);
1233 struct tm *git_gmtime_r(const time_t *, struct tm *);
1234 #define gmtime git_gmtime
1235 #define gmtime_r git_gmtime_r
1236 #endif
1238 #if !defined(USE_PARENS_AROUND_GETTEXT_N) && defined(__GNUC__)
1239 #define USE_PARENS_AROUND_GETTEXT_N 1
1240 #endif
1242 #ifndef SHELL_PATH
1243 # define SHELL_PATH "/bin/sh"
1244 #endif
1246 #ifndef _POSIX_THREAD_SAFE_FUNCTIONS
1247 #define flockfile(fh)
1248 #define funlockfile(fh)
1249 #define getc_unlocked(fh) getc(fh)
1250 #endif
1252 #ifdef FILENO_IS_A_MACRO
1253 int git_fileno(FILE *stream);
1254 # ifndef COMPAT_CODE_FILENO
1255 # undef fileno
1256 # define fileno(p) git_fileno(p)
1257 # endif
1258 #endif
1260 #ifdef NEED_ACCESS_ROOT_HANDLER
1261 int git_access(const char *path, int mode);
1262 # ifndef COMPAT_CODE_ACCESS
1263 # ifdef access
1264 # undef access
1265 # endif
1266 # define access(path, mode) git_access(path, mode)
1267 # endif
1268 #endif
1271 * Our code often opens a path to an optional file, to work on its
1272 * contents when we can successfully open it. We can ignore a failure
1273 * to open if such an optional file does not exist, but we do want to
1274 * report a failure in opening for other reasons (e.g. we got an I/O
1275 * error, or the file is there, but we lack the permission to open).
1277 * Call this function after seeing an error from open() or fopen() to
1278 * see if the errno indicates a missing file that we can safely ignore.
1280 static inline int is_missing_file_error(int errno_)
1282 return (errno_ == ENOENT || errno_ == ENOTDIR);
1285 int cmd_main(int, const char **);
1288 * Intercept all calls to exit() and route them to trace2 to
1289 * optionally emit a message before calling the real exit().
1291 int trace2_cmd_exit_fl(const char *file, int line, int code);
1292 #define exit(code) exit(trace2_cmd_exit_fl(__FILE__, __LINE__, (code)))
1295 * You can mark a stack variable with UNLEAK(var) to avoid it being
1296 * reported as a leak by tools like LSAN or valgrind. The argument
1297 * should generally be the variable itself (not its address and not what
1298 * it points to). It's safe to use this on pointers which may already
1299 * have been freed, or on pointers which may still be in use.
1301 * Use this _only_ for a variable that leaks by going out of scope at
1302 * program exit (so only from cmd_* functions or their direct helpers).
1303 * Normal functions, especially those which may be called multiple
1304 * times, should actually free their memory. This is only meant as
1305 * an annotation, and does nothing in non-leak-checking builds.
1307 #ifdef SUPPRESS_ANNOTATED_LEAKS
1308 void unleak_memory(const void *ptr, size_t len);
1309 #define UNLEAK(var) unleak_memory(&(var), sizeof(var))
1310 #else
1311 #define UNLEAK(var) do {} while (0)
1312 #endif
1315 * This include must come after system headers, since it introduces macros that
1316 * replace system names.
1318 #include "banned.h"
1321 * container_of - Get the address of an object containing a field.
1323 * @ptr: pointer to the field.
1324 * @type: type of the object.
1325 * @member: name of the field within the object.
1327 #define container_of(ptr, type, member) \
1328 ((type *) ((char *)(ptr) - offsetof(type, member)))
1331 * helper function for `container_of_or_null' to avoid multiple
1332 * evaluation of @ptr
1334 static inline void *container_of_or_null_offset(void *ptr, size_t offset)
1336 return ptr ? (char *)ptr - offset : NULL;
1340 * like `container_of', but allows returned value to be NULL
1342 #define container_of_or_null(ptr, type, member) \
1343 (type *)container_of_or_null_offset(ptr, offsetof(type, member))
1346 * like offsetof(), but takes a pointer to a a variable of type which
1347 * contains @member, instead of a specified type.
1348 * @ptr is subject to multiple evaluation since we can't rely on __typeof__
1349 * everywhere.
1351 #if defined(__GNUC__) /* clang sets this, too */
1352 #define OFFSETOF_VAR(ptr, member) offsetof(__typeof__(*ptr), member)
1353 #else /* !__GNUC__ */
1354 #define OFFSETOF_VAR(ptr, member) \
1355 ((uintptr_t)&(ptr)->member - (uintptr_t)(ptr))
1356 #endif /* !__GNUC__ */
1358 #endif