]> git.ipfire.org Git - thirdparty/git.git/blame - git-compat-util.h
config: add ctx arg to config_fn_t
[thirdparty/git.git] / git-compat-util.h
CommitLineData
4050c0df
JH
1#ifndef GIT_COMPAT_UTIL_H
2#define GIT_COMPAT_UTIL_H
3
7bc341e2 4#if __STDC_VERSION__ - 0 < 199901L
5/*
6 * Git is in a testing period for mandatory C99 support in the compiler. If
7 * your compiler is reasonably recent, you can try to enable C99 support (or,
8 * for MSVC, C11 support). If you encounter a problem and can't enable C99
9 * support with your compiler (such as with "-std=gnu99") and don't have access
10 * to one with this support, such as GCC or Clang, you can remove this #if
11 * directive, but please report the details of your system to
12 * git@vger.kernel.org.
13 */
14#error "Required C99 support is in a test phase. Please see git-compat-util.h for more details."
15#endif
16
556702f8
JH
17#ifdef USE_MSVC_CRTDBG
18/*
19 * For these to work they must appear very early in each
20 * file -- before most of the standard header files.
21 */
22#include <stdlib.h>
23#include <crtdbg.h>
24#endif
25
17d3883f
JS
26struct strbuf;
27
28
b97e9116
MW
29#define _FILE_OFFSET_BITS 64
30
89c855ed
EP
31
32/* Derived from Linux "Features Test Macro" header
33 * Convenience macros to test the versions of gcc (or
34 * a compatible compiler).
35 * Use them like this:
36 * #if GIT_GNUC_PREREQ (2,8)
37 * ... code requiring gcc 2.8 or later ...
38 * #endif
39*/
40#if defined(__GNUC__) && defined(__GNUC_MINOR__)
41# define GIT_GNUC_PREREQ(maj, min) \
42 ((__GNUC__ << 16) + __GNUC_MINOR__ >= ((maj) << 16) + (min))
43#else
44 #define GIT_GNUC_PREREQ(maj, min) 0
45#endif
46
47
8f1d2e6f 48#ifndef FLEX_ARRAY
8e973991
JH
49/*
50 * See if our compiler is known to support flexible array members.
51 */
deefc2d9
JH
52
53/*
54 * Check vendor specific quirks first, before checking the
55 * __STDC_VERSION__, as vendor compilers can lie and we need to be
56 * able to work them around. Note that by not defining FLEX_ARRAY
57 * here, we can fall back to use the "safer but a bit wasteful" one
58 * later.
59 */
60#if defined(__SUNPRO_C) && (__SUNPRO_C <= 0x580)
8e973991
JH
61#elif defined(__GNUC__)
62# if (__GNUC__ >= 3)
63# define FLEX_ARRAY /* empty */
64# else
65# define FLEX_ARRAY 0 /* older GNU extension */
66# endif
deefc2d9
JH
67#elif defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)
68# define FLEX_ARRAY /* empty */
8e973991
JH
69#endif
70
71/*
72 * Otherwise, default to safer but a bit wasteful traditional style
73 */
74#ifndef FLEX_ARRAY
75# define FLEX_ARRAY 1
8f1d2e6f
JH
76#endif
77#endif
78
89c855ed
EP
79
80/*
81 * BUILD_ASSERT_OR_ZERO - assert a build-time dependency, as an expression.
82 * @cond: the compile-time condition which must be true.
83 *
84 * Your compile will fail if the condition isn't true, or can't be evaluated
85 * by the compiler. This can be used in an expression: its value is "0".
86 *
87 * Example:
88 * #define foo_to_char(foo) \
89 * ((char *)(foo) \
90 * + BUILD_ASSERT_OR_ZERO(offsetof(struct foo, string) == 0))
91 */
92#define BUILD_ASSERT_OR_ZERO(cond) \
93 (sizeof(char [1 - 2*!(cond)]) - 1)
94
e2c6f7cd 95#if GIT_GNUC_PREREQ(3, 1)
89c855ed
EP
96 /* &arr[0] degrades to a pointer: a different type from an array */
97# define BARF_UNLESS_AN_ARRAY(arr) \
98 BUILD_ASSERT_OR_ZERO(!__builtin_types_compatible_p(__typeof__(arr), \
99 __typeof__(&(arr)[0])))
08e8c266
RS
100# define BARF_UNLESS_COPYABLE(dst, src) \
101 BUILD_ASSERT_OR_ZERO(__builtin_types_compatible_p(__typeof__(*(dst)), \
102 __typeof__(*(src))))
e2c6f7cd
CB
103#else
104# define BARF_UNLESS_AN_ARRAY(arr) 0
08e8c266
RS
105# define BARF_UNLESS_COPYABLE(dst, src) \
106 BUILD_ASSERT_OR_ZERO(0 ? ((*(dst) = *(src)), 0) : \
107 sizeof(*(dst)) == sizeof(*(src)))
89c855ed
EP
108#endif
109/*
110 * ARRAY_SIZE - get the number of elements in a visible array
68b69211 111 * @x: the array whose size you want.
89c855ed
EP
112 *
113 * This does not work on pointers, or arrays declared as [], or
114 * function parameters. With correct compiler support, such usage
115 * will cause a build error (see the build_assert_or_zero macro).
116 */
117#define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]) + BARF_UNLESS_AN_ARRAY(x))
118
f630cfda 119#define bitsizeof(x) (CHAR_BIT * sizeof(x))
b4f2a6ac 120
c03c8315
EFL
121#define maximum_signed_value_of_type(a) \
122 (INTMAX_MAX >> (bitsizeof(intmax_t) - bitsizeof(a)))
123
1368f650
JN
124#define maximum_unsigned_value_of_type(a) \
125 (UINTMAX_MAX >> (bitsizeof(uintmax_t) - bitsizeof(a)))
126
c03c8315
EFL
127/*
128 * Signed integer overflow is undefined in C, so here's a helper macro
129 * to detect if the sum of two integers will overflow.
130 *
131 * Requires: a >= 0, typeof(a) equals typeof(b)
132 */
133#define signed_add_overflows(a, b) \
134 ((b) > maximum_signed_value_of_type(a) - (a))
135
1368f650
JN
136#define unsigned_add_overflows(a, b) \
137 ((b) > maximum_unsigned_value_of_type(a) - (a))
138
320d0b49
JK
139/*
140 * Returns true if the multiplication of "a" and "b" will
141 * overflow. The types of "a" and "b" must match and must be unsigned.
142 * Note that this macro evaluates "a" twice!
143 */
144#define unsigned_mult_overflows(a, b) \
145 ((a) && (b) > maximum_unsigned_value_of_type(a) / (a))
146
e2ffeae3
JS
147/*
148 * Returns true if the left shift of "a" by "shift" bits will
149 * overflow. The type of "a" must be unsigned.
150 */
151#define unsigned_left_shift_overflows(a, shift) \
152 ((shift) < bitsizeof(a) && \
153 (a) > maximum_unsigned_value_of_type(a) >> (shift))
154
8723f216
NP
155#ifdef __GNUC__
156#define TYPEOF(x) (__typeof__(x))
157#else
158#define TYPEOF(x)
159#endif
160
f630cfda 161#define MSB(x, bits) ((x) & TYPEOF(x)(~0ULL << (bitsizeof(x) - (bits))))
db7244bd 162#define HAS_MULTI_BITS(i) ((i) & ((i) - 1)) /* checks if an integer has more than 1 bit set */
8723f216 163
98cb6f30
PH
164#define DIV_ROUND_UP(n,d) (((n) + (d) - 1) / (d))
165
cf606e3d
AW
166/* Approximation of the length of the decimal representation of this type. */
167#define decimal_length(x) ((int)(sizeof(x) * 2.56 + 0.5) + 1)
168
9e12400d
CMAB
169#ifdef __MINGW64__
170#define _POSIX_C_SOURCE 1
171#elif defined(__sun__)
4cb18a49
BC
172 /*
173 * On Solaris, when _XOPEN_EXTENDED is set, its header file
174 * forces the programs to be XPG4v2, defeating any _XOPEN_SOURCE
175 * setting to say we are XPG5 or XPG6. Also on Solaris,
176 * XPG6 programs must be compiled with a c99 compiler, while
177 * non XPG6 programs must be compiled with a pre-c99 compiler.
178 */
179# if __STDC_VERSION__ - 0 >= 199901L
180# define _XOPEN_SOURCE 600
181# else
182# define _XOPEN_SOURCE 500
183# endif
6555b196 184#elif !defined(__APPLE__) && !defined(__FreeBSD__) && !defined(__USLC__) && \
6c109904 185 !defined(_M_UNIX) && !defined(__sgi) && !defined(__DragonFly__) && \
3a0a3a89
RJ
186 !defined(__TANDEM) && !defined(__QNX__) && !defined(__MirBSD__) && \
187 !defined(__CYGWIN__)
85023577
JH
188#define _XOPEN_SOURCE 600 /* glibc2 and AIX 5.3L need 500, OpenBSD needs 600 for S_ISLNK() */
189#define _XOPEN_SOURCE_EXTENDED 1 /* AIX 5.3L needs this */
c902c9a6 190#endif
fb952206
JR
191#define _ALL_SOURCE 1
192#define _GNU_SOURCE 1
193#define _BSD_SOURCE 1
f978a99f 194#define _DEFAULT_SOURCE 1
9a695fbf 195#define _NETBSD_SOURCE 1
9398b859 196#define _SGI_SOURCE 1
85023577 197
7c07f36a 198#if GIT_GNUC_PREREQ(4, 5)
9ff7eb8c
ÆAB
199#define UNUSED __attribute__((unused)) \
200 __attribute__((deprecated ("parameter declared as UNUSED")))
7c07f36a
AS
201#elif defined(__GNUC__)
202#define UNUSED __attribute__((unused)) \
203 __attribute__((deprecated))
9b240347 204#else
5cf88fd8 205#define UNUSED
9b240347
JK
206#endif
207
380395d0 208#if defined(WIN32) && !defined(__CYGWIN__) /* Both MinGW and MSVC */
3571e78a 209# if !defined(_WIN32_WINNT)
2939a1f7 210# define _WIN32_WINNT 0x0600
41f29991 211# endif
435bdf8c
MSO
212#define WIN32_LEAN_AND_MEAN /* stops windows.h including winsock.h */
213#include <winsock2.h>
bb390b1f
CMAB
214#ifndef NO_UNIX_SOCKETS
215#include <afunix.h>
216#endif
435bdf8c 217#include <windows.h>
380395d0 218#define GIT_WINDOWS_NATIVE
435bdf8c
MSO
219#endif
220
4050c0df
JH
221#include <unistd.h>
222#include <stdio.h>
223#include <sys/stat.h>
224#include <fcntl.h>
225#include <stddef.h>
226#include <stdlib.h>
227#include <stdarg.h>
228#include <string.h>
b3e103da 229#ifdef HAVE_STRINGS_H
6c109904
JS
230#include <strings.h> /* for strcasecmp() */
231#endif
4050c0df
JH
232#include <errno.h>
233#include <limits.h>
1819ad32 234#include <locale.h>
b2d05e06 235#ifdef NEEDS_SYS_PARAM_H
4050c0df 236#include <sys/param.h>
6ede7205 237#endif
4050c0df
JH
238#include <sys/types.h>
239#include <dirent.h>
85023577
JH
240#include <sys/time.h>
241#include <time.h>
242#include <signal.h>
f4626df5
JS
243#include <assert.h>
244#include <regex.h>
245#include <utime.h>
088d8802 246#include <syslog.h>
2648ccc2
ĐTCD
247#if !defined(NO_POLL_H)
248#include <poll.h>
249#elif !defined(NO_SYS_POLL_H)
fdc12114 250#include <sys/poll.h>
2844923d 251#else
2648ccc2 252/* Pull the compat stuff */
2844923d
MD
253#include <poll.h>
254#endif
9529080d
KM
255#ifdef HAVE_BSD_SYSCTL
256#include <sys/sysctl.h>
257#endif
2f0aaaf9 258
9fd512c8
ÆAB
259/* Used by compat/win32/path-utils.h, and more */
260static inline int is_xplatform_dir_sep(int c)
261{
262 return c == '/' || c == '\\';
263}
264
496f2569 265#if defined(__CYGWIN__)
1cadad6f 266#include "compat/win32/path-utils.h"
496f2569 267#endif
cfc755d3
VR
268#if defined(__MINGW32__)
269/* pull in Windows compatibility stuff */
1cadad6f 270#include "compat/win32/path-utils.h"
cfc755d3
VR
271#include "compat/mingw.h"
272#elif defined(_MSC_VER)
22c3634c 273#include "compat/win32/path-utils.h"
cfc755d3
VR
274#include "compat/msvc.h"
275#else
1e8fef60 276#include <sys/utsname.h>
f4626df5 277#include <sys/wait.h>
ebae9ff9 278#include <sys/resource.h>
85023577 279#include <sys/socket.h>
80bbe72b 280#include <sys/ioctl.h>
435a2535 281#include <sys/statvfs.h>
eb80042c 282#include <termios.h>
2600973f 283#ifndef NO_SYS_SELECT_H
80bbe72b 284#include <sys/select.h>
2600973f 285#endif
85023577
JH
286#include <netinet/in.h>
287#include <netinet/tcp.h>
288#include <arpa/inet.h>
289#include <netdb.h>
290#include <pwd.h>
e2770979 291#include <sys/un.h>
2844923d 292#ifndef NO_INTTYPES_H
007e2ba6 293#include <inttypes.h>
2844923d
MD
294#else
295#include <stdint.h>
296#endif
05cd988d 297#ifdef HAVE_ARC4RANDOM_LIBBSD
298#include <bsd/stdlib.h>
299#endif
300#ifdef HAVE_GETRANDOM
301#include <sys/random.h>
302#endif
6c109904
JS
303#ifdef NO_INTPTR_T
304/*
c70e1b04 305 * On I16LP32, ILP32 and LP64 "long" is the safe bet, however
6c109904
JS
306 * on LLP86, IL33LLP64 and P64 it needs to be "long long",
307 * while on IP16 and IP16L32 it is "int" (resp. "short")
308 * Size needs to match (or exceed) 'sizeof(void *)'.
309 * We can't take "long long" here as not everybody has it.
310 */
311typedef long intptr_t;
312typedef unsigned long uintptr_t;
313#endif
fb952206 314#undef _ALL_SOURCE /* AIX 5.3L defines a struct list with _ALL_SOURCE. */
85023577 315#include <grp.h>
fb952206 316#define _ALL_SOURCE 1
41b20017 317#endif
85023577 318
76759c7d
TB
319/* used on Mac OS X */
320#ifdef PRECOMPOSE_UNICODE
321#include "compat/precompose_utf8.h"
322#else
808e9195
JK
323static inline const char *precompose_argv_prefix(int argc UNUSED,
324 const char **argv UNUSED,
325 const char *prefix)
15b52a44 326{
5c327502 327 return prefix;
15b52a44 328}
5020774a
TB
329static inline const char *precompose_string_if_needed(const char *in)
330{
331 return in;
332}
333
fdf72966 334#define probe_utf8_pathname_composition()
76759c7d
TB
335#endif
336
0539ecfd
JS
337#ifdef MKDIR_WO_TRAILING_SLASH
338#define mkdir(a,b) compat_mkdir_wo_trailing_slash((a),(b))
55454427 339int compat_mkdir_wo_trailing_slash(const char*, mode_t);
0539ecfd
JS
340#endif
341
370ddcbc
PE
342#ifdef time
343#undef time
344#endif
345static inline time_t git_time(time_t *tloc)
346{
347 struct timeval tv;
348
349 /*
350 * Avoid time(NULL), which can disagree with gettimeofday(2)
351 * and filesystem timestamps.
352 */
353 gettimeofday(&tv, NULL);
354
355 if (tloc)
356 *tloc = tv.tv_sec;
357 return tv.tv_sec;
358}
359#define time git_time
360
7f9e848c
JS
361#ifdef NO_STRUCT_ITIMERVAL
362struct itimerval {
363 struct timeval it_interval;
364 struct timeval it_value;
981ff520 365};
7f9e848c
JS
366#endif
367
368#ifdef NO_SETITIMER
efcc48ef
JH
369static inline int git_setitimer(int which UNUSED,
370 const struct itimerval *value UNUSED,
371 struct itimerval *newvalue UNUSED) {
14639a47 372 return 0; /* pretend success */
15b52a44 373}
e1a95b78 374#undef setitimer
e0c08a4f 375#define setitimer(which,value,ovalue) git_setitimer(which,value,ovalue)
7f9e848c
JS
376#endif
377
e1c06886
DA
378#ifndef NO_LIBGEN_H
379#include <libgen.h>
380#else
381#define basename gitbasename
55454427 382char *gitbasename(char *);
824682ab 383#define dirname gitdirname
55454427 384char *gitdirname(char *);
e1c06886
DA
385#endif
386
85023577
JH
387#ifndef NO_ICONV
388#include <iconv.h>
389#endif
4050c0df 390
684ec6c6 391#ifndef NO_OPENSSL
88c03eb5 392#ifdef __APPLE__
b195aa00 393#define __AVAILABILITY_MACROS_USES_AVAILABILITY 0
88c03eb5
KM
394#include <AvailabilityMacros.h>
395#undef DEPRECATED_ATTRIBUTE
396#define DEPRECATED_ATTRIBUTE
397#undef __AVAILABILITY_MACROS_USES_AVAILABILITY
398#endif
684ec6c6
RS
399#include <openssl/ssl.h>
400#include <openssl/err.h>
401#endif
402
9806f5a7
NTND
403#ifdef HAVE_SYSINFO
404# include <sys/sysinfo.h>
405#endif
406
3b130ade
DM
407/* On most systems <netdb.h> would have given us this, but
408 * not on some systems (e.g. z/OS).
409 */
410#ifndef NI_MAXHOST
411#define NI_MAXHOST 1025
412#endif
413
414#ifndef NI_MAXSERV
415#define NI_MAXSERV 32
416#endif
417
d0c2449f
JH
418/* On most systems <limits.h> would have given us this, but
419 * not on some systems (e.g. GNU/Hurd).
420 */
421#ifndef PATH_MAX
422#define PATH_MAX 4096
423#endif
424
28f4aee3
JS
425typedef uintmax_t timestamp_t;
426#define PRItime PRIuMAX
427#define parse_timestamp strtoumax
428#define TIME_MAX UINTMAX_MAX
2e09c012 429#define TIME_MIN 0
1aeb7e75 430
80ba074f
JS
431#ifndef PATH_SEP
432#define PATH_SEP ':'
433#endif
434
cb6a22c0
CW
435#ifdef HAVE_PATHS_H
436#include <paths.h>
437#endif
438#ifndef _PATH_DEFPATH
439#define _PATH_DEFPATH "/usr/local/bin:/usr/bin:/bin"
440#endif
441
70fc5793 442#ifndef platform_core_config
a4e7e317 443struct config_context;
5cf88fd8
ÆAB
444static inline int noop_core_config(const char *var UNUSED,
445 const char *value UNUSED,
a4e7e317 446 const struct config_context *ctx UNUSED,
5cf88fd8 447 void *cb UNUSED)
70fc5793
JS
448{
449 return 0;
450}
451#define platform_core_config noop_core_config
452#endif
453
684dd4c2
MT
454int lstat_cache_aware_rmdir(const char *path);
455#if !defined(__MINGW32__) && !defined(_MSC_VER)
456#define rmdir lstat_cache_aware_rmdir
457#endif
458
25fe217b 459#ifndef has_dos_drive_prefix
808e9195 460static inline int git_has_dos_drive_prefix(const char *path UNUSED)
bf728346
RS
461{
462 return 0;
463}
464#define has_dos_drive_prefix git_has_dos_drive_prefix
25fe217b
JS
465#endif
466
2f36eed9 467#ifndef skip_dos_drive_prefix
808e9195 468static inline int git_skip_dos_drive_prefix(char **path UNUSED)
2f36eed9
JS
469{
470 return 0;
471}
472#define skip_dos_drive_prefix git_skip_dos_drive_prefix
473#endif
474
bf728346
RS
475static inline int git_is_dir_sep(int c)
476{
477 return c == '/';
478}
9fd512c8 479#ifndef is_dir_sep
bf728346 480#define is_dir_sep git_is_dir_sep
c2369bdf
CZ
481#endif
482
bf728346
RS
483#ifndef offset_1st_component
484static inline int git_offset_1st_component(const char *path)
485{
486 return is_dir_sep(path[0]);
487}
488#define offset_1st_component git_offset_1st_component
25fe217b
JS
489#endif
490
d2c84dad
JS
491#ifndef is_valid_path
492#define is_valid_path(path) 1
493#endif
494
bdc77d1d 495#ifndef is_path_owned_by_current_user
ae9abbb6
CMAB
496
497#ifdef __TANDEM
498#define ROOT_UID 65535
499#else
500#define ROOT_UID 0
501#endif
502
503/*
504 * Do not use this function when
505 * (1) geteuid() did not say we are running as 'root', or
506 * (2) using this function will compromise the system.
507 *
508 * PORTABILITY WARNING:
509 * This code assumes uid_t is unsigned because that is what sudo does.
510 * If your uid_t type is signed and all your ids are positive then it
511 * should all work fine.
512 * If your version of sudo uses negative values for uid_t or it is
513 * buggy and return an overflowed value in SUDO_UID, then git might
514 * fail to grant access to your repository properly or even mistakenly
515 * grant access to someone else.
516 * In the unlikely scenario this happened to you, and that is how you
517 * got to this message, we would like to know about it; so sent us an
518 * email to git@vger.kernel.org indicating which platform you are
519 * using and which version of sudo, so we can improve this logic and
520 * maybe provide you with a patch that would prevent this issue again
521 * in the future.
522 */
523static inline void extract_id_from_env(const char *env, uid_t *id)
524{
525 const char *real_uid = getenv(env);
526
527 /* discard anything empty to avoid a more complex check below */
528 if (real_uid && *real_uid) {
529 char *endptr = NULL;
530 unsigned long env_id;
531
532 errno = 0;
533 /* silent overflow errors could trigger a bug here */
534 env_id = strtoul(real_uid, &endptr, 10);
535 if (!*endptr && !errno)
536 *id = env_id;
537 }
538}
539
776515ef 540static inline int is_path_owned_by_current_uid(const char *path,
5cf88fd8 541 struct strbuf *report UNUSED)
bdc77d1d
JS
542{
543 struct stat st;
ae9abbb6
CMAB
544 uid_t euid;
545
bdc77d1d
JS
546 if (lstat(path, &st))
547 return 0;
ae9abbb6
CMAB
548
549 euid = geteuid();
550 if (euid == ROOT_UID)
6b11e3d5
CMAB
551 {
552 if (st.st_uid == ROOT_UID)
553 return 1;
554 else
555 extract_id_from_env("SUDO_UID", &euid);
556 }
ae9abbb6
CMAB
557
558 return st.st_uid == euid;
bdc77d1d
JS
559}
560
561#define is_path_owned_by_current_user is_path_owned_by_current_uid
562#endif
563
d1c69255 564#ifndef find_last_dir_sep
bf728346
RS
565static inline char *git_find_last_dir_sep(const char *path)
566{
567 return strrchr(path, '/');
568}
569#define find_last_dir_sep git_find_last_dir_sep
d1c69255
TN
570#endif
571
05ac8582
AK
572#ifndef has_dir_sep
573static inline int git_has_dir_sep(const char *path)
574{
575 return !!strchr(path, '/');
576}
577#define has_dir_sep(path) git_has_dir_sep(path)
578#endif
579
501afcb8
JS
580#ifndef query_user_email
581#define query_user_email() NULL
582#endif
583
1305ef37
RB
584#ifdef __TANDEM
585#include <floss.h(floss_execl,floss_execlp,floss_execv,floss_execvp)>
586#include <floss.h(floss_getpwuid)>
587#ifndef NSIG
588/*
589 * NonStop NSE and NSX do not provide NSIG. SIGGUARDIAN(99) is the highest
590 * known, by detective work using kill -l as a list is all signals
591 * instead of signal.h where it should be.
592 */
593# define NSIG 100
594#endif
595#endif
596
e4ac953b 597#if defined(__HP_cc) && (__HP_cc >= 61000)
b6ab349b
MR
598#define NORETURN __attribute__((noreturn))
599#define NORETURN_PTR
6520c846 600#elif defined(__GNUC__) && !defined(NO_NORETURN)
4050c0df 601#define NORETURN __attribute__((__noreturn__))
18660bc9 602#define NORETURN_PTR __attribute__((__noreturn__))
aba7dea8
RJ
603#elif defined(_MSC_VER)
604#define NORETURN __declspec(noreturn)
605#define NORETURN_PTR
4050c0df
JH
606#else
607#define NORETURN
18660bc9 608#define NORETURN_PTR
8cd7ebc8 609#ifndef __GNUC__
4050c0df
JH
610#ifndef __attribute__
611#define __attribute__(x)
612#endif
613#endif
8cd7ebc8 614#endif
4050c0df 615
9fe3edc4
RJ
616/* The sentinel attribute is valid from gcc version 4.0 */
617#if defined(__GNUC__) && (__GNUC__ >= 4)
618#define LAST_ARG_MUST_BE_NULL __attribute__((sentinel))
1e8697b5
ÆAB
619/* warn_unused_result exists as of gcc 3.4.0, but be lazy and check 4.0 */
620#define RESULT_MUST_BE_USED __attribute__ ((warn_unused_result))
9fe3edc4
RJ
621#else
622#define LAST_ARG_MUST_BE_NULL
1e8697b5 623#define RESULT_MUST_BE_USED
9fe3edc4
RJ
624#endif
625
bbd8eb3e
CMAB
626#define MAYBE_UNUSED __attribute__((__unused__))
627
51ea5519
NP
628#include "compat/bswap.h"
629
cebcab18 630#include "wildmatch.h"
cebcab18 631
9ccc0c08
RS
632struct strbuf;
633
4050c0df 634/* General helper functions */
55454427 635NORETURN void usage(const char *err);
b199d714
DL
636NORETURN void usagef(const char *err, ...) __attribute__((format (printf, 1, 2)));
637NORETURN void die(const char *err, ...) __attribute__((format (printf, 1, 2)));
638NORETURN void die_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
18568ee8 639int die_message(const char *err, ...) __attribute__((format (printf, 1, 2)));
24f6e6d6 640int die_message_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
b199d714
DL
641int error(const char *err, ...) __attribute__((format (printf, 1, 2)));
642int error_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
643void warning(const char *err, ...) __attribute__((format (printf, 1, 2)));
644void warning_errno(const char *err, ...) __attribute__((format (printf, 1, 2)));
4050c0df 645
f2be034c
BG
646#ifndef NO_OPENSSL
647#ifdef APPLE_COMMON_CRYPTO
648#include "compat/apple-common-crypto.h"
649#else
650#include <openssl/evp.h>
651#include <openssl/hmac.h>
652#endif /* APPLE_COMMON_CRYPTO */
653#include <openssl/x509v3.h>
654#endif /* NO_OPENSSL */
655
5b52d9f1
CMAB
656#ifdef HAVE_OPENSSL_CSPRNG
657#include <openssl/rand.h>
658#endif
659
e208f9cc
JK
660/*
661 * Let callers be aware of the constant return value; this can help
9798f7e5 662 * gcc with -Wuninitialized analysis. We restrict this trick to gcc, though,
b7ba8587 663 * because other compilers may be confused by this.
e208f9cc 664 */
ff0a80af 665#if defined(__GNUC__)
87fe5df3
JK
666static inline int const_error(void)
667{
668 return -1;
669}
670#define error(...) (error(__VA_ARGS__), const_error())
4df5e918 671#define error_errno(...) (error_errno(__VA_ARGS__), const_error())
e208f9cc
JK
672#endif
673
5710dcce
JK
674typedef void (*report_fn)(const char *, va_list params);
675
676void set_die_routine(NORETURN_PTR report_fn routine);
18568ee8 677report_fn get_die_message_routine(void);
5710dcce
JK
678void set_error_routine(report_fn routine);
679report_fn get_error_routine(void);
680void set_warn_routine(report_fn routine);
681report_fn get_warn_routine(void);
55454427 682void set_die_is_recursing_routine(int (*routine)(void));
39a3f5ea 683
55454427
DL
684int starts_with(const char *str, const char *prefix);
685int istarts_with(const char *str, const char *prefix);
698a68be 686
cf4fff57
JK
687/*
688 * If the string "str" begins with the string found in "prefix", return 1.
689 * The "out" parameter is set to "str + strlen(prefix)" (i.e., to the point in
690 * the string right after the prefix).
691 *
692 * Otherwise, return 0 and leave "out" untouched.
693 *
694 * Examples:
695 *
696 * [extract branch name, fail if not a branch]
697 * if (!skip_prefix(ref, "refs/heads/", &branch)
698 * return -1;
699 *
700 * [skip prefix if present, otherwise use whole string]
701 * skip_prefix(name, "refs/heads/", &name);
702 */
703static inline int skip_prefix(const char *str, const char *prefix,
704 const char **out)
fbca5837 705{
ba399c46 706 do {
cf4fff57
JK
707 if (!*prefix) {
708 *out = str;
709 return 1;
710 }
ba399c46 711 } while (*str++ == *prefix++);
cf4fff57 712 return 0;
fbca5837
MV
713}
714
afaef55e
CC
715/*
716 * If the string "str" is the same as the string in "prefix", then the "arg"
717 * parameter is set to the "def" parameter and 1 is returned.
718 * If the string "str" begins with the string found in "prefix" and then a
719 * "=" sign, then the "arg" parameter is set to "str + strlen(prefix) + 1"
720 * (i.e., to the point in the string right after the prefix and the "=" sign),
721 * and 1 is returned.
722 *
723 * Otherwise, return 0 and leave "arg" untouched.
724 *
725 * When we accept both a "--key" and a "--key=<val>" option, this function
726 * can be used instead of !strcmp(arg, "--key") and then
727 * skip_prefix(arg, "--key=", &arg) to parse such an option.
728 */
729int skip_to_optional_arg_default(const char *str, const char *prefix,
730 const char **arg, const char *def);
731
732static inline int skip_to_optional_arg(const char *str, const char *prefix,
733 const char **arg)
734{
735 return skip_to_optional_arg_default(str, prefix, arg, "");
736}
737
ae989a61
JK
738/*
739 * Like skip_prefix, but promises never to read past "len" bytes of the input
740 * buffer, and returns the remaining number of bytes in "out" via "outlen".
741 */
742static inline int skip_prefix_mem(const char *buf, size_t len,
743 const char *prefix,
744 const char **out, size_t *outlen)
745{
746 size_t prefix_len = strlen(prefix);
747 if (prefix_len <= len && !memcmp(buf, prefix, prefix_len)) {
748 *out = buf + prefix_len;
749 *outlen = len - prefix_len;
750 return 1;
751 }
752 return 0;
753}
754
35480f0b
JK
755/*
756 * If buf ends with suffix, return 1 and subtract the length of the suffix
757 * from *len. Otherwise, return 0 and leave *len untouched.
758 */
759static inline int strip_suffix_mem(const char *buf, size_t *len,
760 const char *suffix)
761{
762 size_t suflen = strlen(suffix);
763 if (*len < suflen || memcmp(buf + (*len - suflen), suffix, suflen))
764 return 0;
765 *len -= suflen;
766 return 1;
767}
768
769/*
770 * If str ends with suffix, return 1 and set *len to the size of the string
771 * without the suffix. Otherwise, return 0 and set *len to the size of the
772 * string.
773 *
774 * Note that we do _not_ NUL-terminate str to the new length.
775 */
776static inline int strip_suffix(const char *str, const char *suffix, size_t *len)
777{
778 *len = strlen(str);
779 return strip_suffix_mem(str, len, suffix);
780}
781
f52a35fd
JK
782static inline int ends_with(const char *str, const char *suffix)
783{
784 size_t len;
785 return strip_suffix(str, suffix, &len);
786}
787
568edcb9
RS
788#define SWAP(a, b) do { \
789 void *_swap_a_ptr = &(a); \
790 void *_swap_b_ptr = &(b); \
791 unsigned char _swap_buffer[sizeof(a)]; \
792 memcpy(_swap_buffer, _swap_a_ptr, sizeof(a)); \
793 memcpy(_swap_a_ptr, _swap_b_ptr, sizeof(a) + \
794 BUILD_ASSERT_OR_ZERO(sizeof(a) == sizeof(b))); \
795 memcpy(_swap_b_ptr, _swap_buffer, sizeof(a)); \
796} while (0)
797
b130a72b 798#if defined(NO_MMAP) || defined(USE_WIN32_MMAP)
4050c0df
JH
799
800#ifndef PROT_READ
801#define PROT_READ 1
802#define PROT_WRITE 2
803#define MAP_PRIVATE 1
4050c0df
JH
804#endif
805
d6779124
SP
806#define mmap git_mmap
807#define munmap git_munmap
55454427
DL
808void *git_mmap(void *start, size_t length, int prot, int flags, int fd, off_t offset);
809int git_munmap(void *start, size_t length);
4050c0df 810
b130a72b
JL
811#else /* NO_MMAP || USE_WIN32_MMAP */
812
813#include <sys/mman.h>
814
815#endif /* NO_MMAP || USE_WIN32_MMAP */
816
817#ifdef NO_MMAP
818
5faaf246 819/* This value must be multiple of (pagesize * 2) */
8c82534d
SP
820#define DEFAULT_PACKED_GIT_WINDOW_SIZE (1 * 1024 * 1024)
821
4050c0df
JH
822#else /* NO_MMAP */
823
5faaf246 824/* This value must be multiple of (pagesize * 2) */
22bac0ea
SP
825#define DEFAULT_PACKED_GIT_WINDOW_SIZE \
826 (sizeof(void*) >= 8 \
827 ? 1 * 1024 * 1024 * 1024 \
828 : 32 * 1024 * 1024)
4050c0df
JH
829
830#endif /* NO_MMAP */
831
fcf3a21a
GV
832#ifndef MAP_FAILED
833#define MAP_FAILED ((void *)-1)
834#endif
835
fdb2a2a6
JH
836#ifdef NO_ST_BLOCKS_IN_STRUCT_STAT
837#define on_disk_bytes(st) ((st).st_size)
838#else
839#define on_disk_bytes(st) ((st).st_blocks * 512)
840#endif
841
d543d9c0
DM
842#ifdef NEEDS_MODE_TRANSLATION
843#undef S_IFMT
844#undef S_IFREG
845#undef S_IFDIR
846#undef S_IFLNK
847#undef S_IFBLK
848#undef S_IFCHR
849#undef S_IFIFO
850#undef S_IFSOCK
851#define S_IFMT 0170000
852#define S_IFREG 0100000
853#define S_IFDIR 0040000
854#define S_IFLNK 0120000
855#define S_IFBLK 0060000
856#define S_IFCHR 0020000
857#define S_IFIFO 0010000
858#define S_IFSOCK 0140000
859#ifdef stat
860#undef stat
861#endif
862#define stat(path, buf) git_stat(path, buf)
55454427 863int git_stat(const char *, struct stat *);
d543d9c0
DM
864#ifdef fstat
865#undef fstat
866#endif
867#define fstat(fd, buf) git_fstat(fd, buf)
55454427 868int git_fstat(int, struct stat *);
d543d9c0
DM
869#ifdef lstat
870#undef lstat
871#endif
872#define lstat(path, buf) git_lstat(path, buf)
55454427 873int git_lstat(const char *, struct stat *);
d543d9c0
DM
874#endif
875
22bac0ea 876#define DEFAULT_PACKED_GIT_LIMIT \
be4ca290 877 ((1024L * 1024L) * (size_t)(sizeof(void*) >= 8 ? (32 * 1024L * 1024L) : 256))
8c82534d 878
6900679c
SH
879#ifdef NO_PREAD
880#define pread git_pread
55454427 881ssize_t git_pread(int fd, void *buf, size_t count, off_t offset);
6900679c
SH
882#endif
883
4050c0df
JH
884#ifdef NO_SETENV
885#define setenv gitsetenv
55454427 886int gitsetenv(const char *, const char *, int);
4050c0df
JH
887#endif
888
ca5bb5d5
SP
889#ifdef NO_MKDTEMP
890#define mkdtemp gitmkdtemp
55454427 891char *gitmkdtemp(char *);
ca5bb5d5 892#endif
0620b39b 893
731043fd
JR
894#ifdef NO_UNSETENV
895#define unsetenv gitunsetenv
a38989bd 896int gitunsetenv(const char *);
731043fd
JR
897#endif
898
4050c0df
JH
899#ifdef NO_STRCASESTR
900#define strcasestr gitstrcasestr
55454427 901char *gitstrcasestr(const char *haystack, const char *needle);
4050c0df
JH
902#endif
903
817151e6
PE
904#ifdef NO_STRLCPY
905#define strlcpy gitstrlcpy
55454427 906size_t gitstrlcpy(char *, const char *, size_t);
817151e6
PE
907#endif
908
bc6b4f52
JR
909#ifdef NO_STRTOUMAX
910#define strtoumax gitstrtoumax
55454427 911uintmax_t gitstrtoumax(const char *, char **, int);
97000ba6 912#define strtoimax gitstrtoimax
55454427 913intmax_t gitstrtoimax(const char *, char **, int);
bc6b4f52
JR
914#endif
915
fa0c87c3
AR
916#ifdef NO_HSTRERROR
917#define hstrerror githstrerror
55454427 918const char *githstrerror(int herror);
fa0c87c3
AR
919#endif
920
b21b9f1d
RS
921#ifdef NO_MEMMEM
922#define memmem gitmemmem
923void *gitmemmem(const void *haystack, size_t haystacklen,
ec36c42a 924 const void *needle, size_t needlelen);
b21b9f1d
RS
925#endif
926
ca2baa3f
RS
927#ifdef OVERRIDE_STRDUP
928#ifdef strdup
929#undef strdup
930#endif
931#define strdup gitstrdup
932char *gitstrdup(const char *s);
933#endif
b21b9f1d 934
40036bed
MK
935#ifdef NO_GETPAGESIZE
936#define getpagesize() sysconf(_SC_PAGESIZE)
937#endif
938
05d1ed61
BW
939#ifndef O_CLOEXEC
940#define O_CLOEXEC 0
941#endif
942
cba22528 943#ifdef FREAD_READS_DIRECTORIES
b0a642ac
RJ
944# if !defined(SUPPRESS_FOPEN_REDEFINITION)
945# ifdef fopen
946# undef fopen
947# endif
948# define fopen(a,b) git_fopen(a,b)
949# endif
55454427 950FILE *git_fopen(const char*, const char*);
cba22528
BC
951#endif
952
c4582f93 953#ifdef SNPRINTF_RETURNS_BOGUS
ab03803c
BS
954#ifdef snprintf
955#undef snprintf
956#endif
c4582f93 957#define snprintf git_snprintf
b199d714 958int git_snprintf(char *str, size_t maxsize,
ad6dad09 959 const char *format, ...);
ab03803c
BS
960#ifdef vsnprintf
961#undef vsnprintf
962#endif
c4582f93 963#define vsnprintf git_vsnprintf
55454427 964int git_vsnprintf(char *str, size_t maxsize,
ad6dad09 965 const char *format, va_list ap);
c4582f93
MR
966#endif
967
2b081012
JK
968#ifdef OPEN_RETURNS_EINTR
969#undef open
970#define open git_open_with_retry
971int git_open_with_retry(const char *path, int flag, ...);
972#endif
973
726c8ef5
JS
974#ifdef __GLIBC_PREREQ
975#if __GLIBC_PREREQ(2, 1)
976#define HAVE_STRCHRNUL
977#endif
978#endif
979
980#ifndef HAVE_STRCHRNUL
659c69cf 981#define strchrnul gitstrchrnul
9e79f00f
AE
982static inline char *gitstrchrnul(const char *s, int c)
983{
984 while (*s && *s != c)
985 s++;
986 return (char *)s;
987}
659c69cf
RS
988#endif
989
da523cc5
MP
990#ifdef NO_INET_PTON
991int inet_pton(int af, const char *src, void *dst);
992#endif
993
994#ifdef NO_INET_NTOP
995const char *inet_ntop(int af, const void *src, char *dst, size_t size);
996#endif
997
0f4b6db3
EB
998#ifdef NO_PTHREADS
999#define atexit git_atexit
55454427 1000int git_atexit(void (*handler)(void));
0f4b6db3
EB
1001#endif
1002
320d0b49
JK
1003static inline size_t st_add(size_t a, size_t b)
1004{
1005 if (unsigned_add_overflows(a, b))
1006 die("size_t overflow: %"PRIuMAX" + %"PRIuMAX,
1007 (uintmax_t)a, (uintmax_t)b);
1008 return a + b;
1009}
d616fbf2
ES
1010#define st_add3(a,b,c) st_add(st_add((a),(b)),(c))
1011#define st_add4(a,b,c,d) st_add(st_add3((a),(b),(c)),(d))
320d0b49
JK
1012
1013static inline size_t st_mult(size_t a, size_t b)
1014{
1015 if (unsigned_mult_overflows(a, b))
1016 die("size_t overflow: %"PRIuMAX" * %"PRIuMAX,
1017 (uintmax_t)a, (uintmax_t)b);
1018 return a * b;
1019}
1020
1021static inline size_t st_sub(size_t a, size_t b)
1022{
1023 if (a < b)
1024 die("size_t underflow: %"PRIuMAX" - %"PRIuMAX,
1025 (uintmax_t)a, (uintmax_t)b);
1026 return a - b;
1027}
a9a74636 1028
e2ffeae3
JS
1029static inline size_t st_left_shift(size_t a, unsigned shift)
1030{
1031 if (unsigned_left_shift_overflows(a, shift))
1032 die("size_t overflow: %"PRIuMAX" << %u",
1033 (uintmax_t)a, shift);
1034 return a << shift;
1035}
1036
1037static inline unsigned long cast_size_t_to_ulong(size_t a)
1038{
1039 if (a != (unsigned long)a)
1040 die("object too large to read on this platform: %"
1041 PRIuMAX" is cut off to %lu",
1042 (uintmax_t)a, (unsigned long)a);
1043 return (unsigned long)a;
1044}
1045
48050c42
PS
1046static inline int cast_size_t_to_int(size_t a)
1047{
1048 if (a > INT_MAX)
1049 die("number too large to represent as int on this platform: %"PRIuMAX,
1050 (uintmax_t)a);
1051 return (int)a;
1052}
1053
ec4f39b2
JK
1054/*
1055 * Limit size of IO chunks, because huge chunks only cause pain. OS X
1056 * 64-bit is buggy, returning EINVAL if len >= INT_MAX; and even in
1057 * the absence of bugs, large chunks can result in bad latencies when
1058 * you decide to kill the process.
1059 *
1060 * We pick 8 MiB as our default, but if the platform defines SSIZE_MAX
1061 * that is smaller than that, clip it to SSIZE_MAX, as a call to
1062 * read(2) or write(2) larger than that is allowed to fail. As the last
1063 * resort, we allow a port to pass via CFLAGS e.g. "-DMAX_IO_SIZE=value"
1064 * to override this, if the definition of SSIZE_MAX given by the platform
1065 * is broken.
1066 */
1067#ifndef MAX_IO_SIZE
1068# define MAX_IO_SIZE_DEFAULT (8*1024*1024)
1069# if defined(SSIZE_MAX) && (SSIZE_MAX < MAX_IO_SIZE_DEFAULT)
1070# define MAX_IO_SIZE SSIZE_MAX
1071# else
1072# define MAX_IO_SIZE MAX_IO_SIZE_DEFAULT
1073# endif
1074#endif
1075
61f76a36
KS
1076#ifdef HAVE_ALLOCA_H
1077# include <alloca.h>
1078# define xalloca(size) (alloca(size))
1079# define xalloca_free(p) do {} while (0)
1080#else
1081# define xalloca(size) (xmalloc(size))
1082# define xalloca_free(p) (free(p))
1083#endif
55454427
DL
1084char *xstrdup(const char *str);
1085void *xmalloc(size_t size);
1086void *xmallocz(size_t size);
1087void *xmallocz_gently(size_t size);
1088void *xmemdupz(const void *data, size_t len);
1089char *xstrndup(const char *str, size_t len);
1090void *xrealloc(void *ptr, size_t size);
1091void *xcalloc(size_t nmemb, size_t size);
3540c71e 1092void xsetenv(const char *name, const char *value, int overwrite);
55454427 1093void *xmmap(void *start, size_t length, int prot, int flags, int fd, off_t offset);
dc059294 1094const char *mmap_os_err(void);
55454427 1095void *xmmap_gently(void *start, size_t length, int prot, int flags, int fd, off_t offset);
b199d714 1096int xopen(const char *path, int flags, ...);
55454427
DL
1097ssize_t xread(int fd, void *buf, size_t len);
1098ssize_t xwrite(int fd, const void *buf, size_t len);
1099ssize_t xpread(int fd, void *buf, size_t len, off_t offset);
1100int xdup(int fd);
1101FILE *xfopen(const char *path, const char *mode);
1102FILE *xfdopen(int fd, const char *mode);
1103int xmkstemp(char *temp_filename);
1104int xmkstemp_mode(char *temp_filename, int mode);
1105char *xgetcwd(void);
1106FILE *fopen_for_writing(const char *path);
1107FILE *fopen_or_warn(const char *path, const char *mode);
f21a47b2 1108
14570dc6 1109/*
1110 * Like strncmp, but only return zero if s is NUL-terminated and exactly len
1111 * characters long. If it is not, consider it greater than t.
1112 */
1113int xstrncmpz(const char *s, const char *t, size_t len);
1114
481df65f
ÆAB
1115/*
1116 * FREE_AND_NULL(ptr) is like free(ptr) followed by ptr = NULL. Note
1117 * that ptr is used twice, so don't pass e.g. ptr++.
1118 */
1119#define FREE_AND_NULL(p) do { free(p); (p) = NULL; } while (0)
1120
e7792a74 1121#define ALLOC_ARRAY(x, alloc) (x) = xmalloc(st_mult(sizeof(*(x)), (alloc)))
f1121499 1122#define CALLOC_ARRAY(x, alloc) (x) = xcalloc((alloc), sizeof(*(x)))
e7792a74 1123#define REALLOC_ARRAY(x, alloc) (x) = xrealloc((x), st_mult(sizeof(*(x)), (alloc)))
3ac22f82 1124
60566cbb 1125#define COPY_ARRAY(dst, src, n) copy_array((dst), (src), (n), sizeof(*(dst)) + \
1891846f 1126 BARF_UNLESS_COPYABLE((dst), (src)))
60566cbb
RS
1127static inline void copy_array(void *dst, const void *src, size_t n, size_t size)
1128{
1129 if (n)
1130 memcpy(dst, src, st_mult(size, n));
1131}
1132
57839807 1133#define MOVE_ARRAY(dst, src, n) move_array((dst), (src), (n), sizeof(*(dst)) + \
1891846f 1134 BARF_UNLESS_COPYABLE((dst), (src)))
57839807
RS
1135static inline void move_array(void *dst, const void *src, size_t n, size_t size)
1136{
1137 if (n)
1138 memmove(dst, src, st_mult(size, n));
1139}
1140
d2ec87a6
RS
1141#define DUP_ARRAY(dst, src, n) do { \
1142 size_t dup_array_n_ = (n); \
1143 COPY_ARRAY(ALLOC_ARRAY((dst), dup_array_n_), (src), dup_array_n_); \
1144} while (0)
1145
36895391
JK
1146/*
1147 * These functions help you allocate structs with flex arrays, and copy
1148 * the data directly into the array. For example, if you had:
1149 *
1150 * struct foo {
1151 * int bar;
1152 * char name[FLEX_ARRAY];
1153 * };
1154 *
1155 * you can do:
1156 *
1157 * struct foo *f;
1158 * FLEX_ALLOC_MEM(f, name, src, len);
1159 *
1160 * to allocate a "foo" with the contents of "src" in the "name" field.
1161 * The resulting struct is automatically zero'd, and the flex-array field
1162 * is NUL-terminated (whether the incoming src buffer was or not).
1163 *
1164 * The FLEXPTR_* variants operate on structs that don't use flex-arrays,
1165 * but do want to store a pointer to some extra data in the same allocated
1166 * block. For example, if you have:
1167 *
1168 * struct foo {
1169 * char *name;
1170 * int bar;
1171 * };
1172 *
1173 * you can do:
1174 *
1175 * struct foo *f;
0bb1519f 1176 * FLEXPTR_ALLOC_STR(f, name, src);
36895391
JK
1177 *
1178 * and "name" will point to a block of memory after the struct, which will be
1179 * freed along with the struct (but the pointer can be repointed anywhere).
1180 *
1181 * The *_STR variants accept a string parameter rather than a ptr/len
1182 * combination.
1183 *
1184 * Note that these macros will evaluate the first parameter multiple
1185 * times, and it must be assignable as an lvalue.
1186 */
1187#define FLEX_ALLOC_MEM(x, flexname, buf, len) do { \
e9451782
RS
1188 size_t flex_array_len_ = (len); \
1189 (x) = xcalloc(1, st_add3(sizeof(*(x)), flex_array_len_, 1)); \
1190 memcpy((void *)(x)->flexname, (buf), flex_array_len_); \
36895391
JK
1191} while (0)
1192#define FLEXPTR_ALLOC_MEM(x, ptrname, buf, len) do { \
0ac52a38
RS
1193 size_t flex_array_len_ = (len); \
1194 (x) = xcalloc(1, st_add3(sizeof(*(x)), flex_array_len_, 1)); \
1195 memcpy((x) + 1, (buf), flex_array_len_); \
36895391
JK
1196 (x)->ptrname = (void *)((x)+1); \
1197} while(0)
1198#define FLEX_ALLOC_STR(x, flexname, str) \
1199 FLEX_ALLOC_MEM((x), flexname, (str), strlen(str))
1200#define FLEXPTR_ALLOC_STR(x, ptrname, str) \
1201 FLEXPTR_ALLOC_MEM((x), ptrname, (str), strlen(str))
1202
d64ea0f8
JK
1203static inline char *xstrdup_or_null(const char *str)
1204{
1205 return str ? xstrdup(str) : NULL;
1206}
1207
dc49cd76
SP
1208static inline size_t xsize_t(off_t len)
1209{
aafa5df0 1210 if (len < 0 || (uintmax_t) len > SIZE_MAX)
46be82df 1211 die("Cannot handle files this big");
aafa5df0 1212 return (size_t) len;
dc49cd76
SP
1213}
1214
7b03c89e 1215__attribute__((format (printf, 3, 4)))
b199d714 1216int xsnprintf(char *dst, size_t max, const char *fmt, ...);
7b03c89e 1217
da25bdb7
RS
1218#ifndef HOST_NAME_MAX
1219#define HOST_NAME_MAX 256
1220#endif
1221
55454427 1222int xgethostname(char *buf, size_t len);
5781a9a2 1223
f1589d10 1224/* in ctype.c, for kwset users */
189c860c 1225extern const unsigned char tolower_trans_tbl[256];
f1589d10 1226
4050c0df 1227/* Sane ctype - no locale, and works with signed chars */
c2e9364a 1228#undef isascii
4050c0df
JH
1229#undef isspace
1230#undef isdigit
1231#undef isalpha
1232#undef isalnum
0fcec2ce 1233#undef isprint
43ccdf56
NK
1234#undef islower
1235#undef isupper
4050c0df
JH
1236#undef tolower
1237#undef toupper
1c149ab2
NTND
1238#undef iscntrl
1239#undef ispunct
1240#undef isxdigit
2adf7247 1241
ca5ab7d1 1242extern const unsigned char sane_ctype[256];
b73ecb48 1243extern const signed char hexval_table[256];
4050c0df
JH
1244#define GIT_SPACE 0x01
1245#define GIT_DIGIT 0x02
1246#define GIT_ALPHA 0x04
8cc32992 1247#define GIT_GLOB_SPECIAL 0x08
f9b7cce6 1248#define GIT_REGEX_SPECIAL 0x10
2f6c9760 1249#define GIT_PATHSPEC_MAGIC 0x20
1c149ab2
NTND
1250#define GIT_CNTRL 0x40
1251#define GIT_PUNCT 0x80
4050c0df 1252#define sane_istest(x,mask) ((sane_ctype[(unsigned char)(x)] & (mask)) != 0)
c2e9364a 1253#define isascii(x) (((x) & ~0x7f) == 0)
4050c0df
JH
1254#define isspace(x) sane_istest(x,GIT_SPACE)
1255#define isdigit(x) sane_istest(x,GIT_DIGIT)
1256#define isalpha(x) sane_istest(x,GIT_ALPHA)
1257#define isalnum(x) sane_istest(x,GIT_ALPHA | GIT_DIGIT)
0fcec2ce 1258#define isprint(x) ((x) >= 0x20 && (x) <= 0x7e)
43ccdf56
NK
1259#define islower(x) sane_iscase(x, 1)
1260#define isupper(x) sane_iscase(x, 0)
8cc32992 1261#define is_glob_special(x) sane_istest(x,GIT_GLOB_SPECIAL)
f9b7cce6 1262#define is_regex_special(x) sane_istest(x,GIT_GLOB_SPECIAL | GIT_REGEX_SPECIAL)
1c149ab2
NTND
1263#define iscntrl(x) (sane_istest(x,GIT_CNTRL))
1264#define ispunct(x) sane_istest(x, GIT_PUNCT | GIT_REGEX_SPECIAL | \
1265 GIT_GLOB_SPECIAL | GIT_PATHSPEC_MAGIC)
50a71776 1266#define isxdigit(x) (hexval_table[(unsigned char)(x)] != -1)
4050c0df
JH
1267#define tolower(x) sane_case((unsigned char)(x), 0x20)
1268#define toupper(x) sane_case((unsigned char)(x), 0)
2f6c9760 1269#define is_pathspec_magic(x) sane_istest(x,GIT_PATHSPEC_MAGIC)
4050c0df
JH
1270
1271static inline int sane_case(int x, int high)
1272{
1273 if (sane_istest(x, GIT_ALPHA))
1274 x = (x & ~0x20) | high;
1275 return x;
1276}
1277
43ccdf56
NK
1278static inline int sane_iscase(int x, int is_lower)
1279{
1280 if (!sane_istest(x, GIT_ALPHA))
1281 return 0;
1282
1283 if (is_lower)
1284 return (x & 0x20) != 0;
1285 else
1286 return (x & 0x20) == 0;
1287}
1288
41a80924
JK
1289/*
1290 * Like skip_prefix, but compare case-insensitively. Note that the comparison
1291 * is done via tolower(), so it is strictly ASCII (no multi-byte characters or
1292 * locale-specific conversions).
1293 */
1294static inline int skip_iprefix(const char *str, const char *prefix,
1295 const char **out)
1296{
1297 do {
1298 if (!*prefix) {
1299 *out = str;
1300 return 1;
1301 }
1302 } while (tolower(*str++) == tolower(*prefix++));
1303 return 0;
1304}
1305
6b8dda9a
MJC
1306/*
1307 * Like skip_prefix_mem, but compare case-insensitively. Note that the
1308 * comparison is done via tolower(), so it is strictly ASCII (no multi-byte
1309 * characters or locale-specific conversions).
1310 */
1311static inline int skip_iprefix_mem(const char *buf, size_t len,
1312 const char *prefix,
1313 const char **out, size_t *outlen)
1314{
1315 do {
1316 if (!*prefix) {
1317 *out = buf;
1318 *outlen = len;
1319 return 1;
1320 }
1321 } while (len-- > 0 && tolower(*buf++) == tolower(*prefix++));
1322 return 0;
1323}
1324
6aead43d
JM
1325static inline int strtoul_ui(char const *s, int base, unsigned int *result)
1326{
1327 unsigned long ul;
1328 char *p;
1329
1330 errno = 0;
e6f2599c
MM
1331 /* negative values would be accepted by strtoul */
1332 if (strchr(s, '-'))
1333 return -1;
6aead43d
JM
1334 ul = strtoul(s, &p, base);
1335 if (errno || *p || p == s || (unsigned int) ul != ul)
1336 return -1;
1337 *result = ul;
1338 return 0;
1339}
1340
7791ecbc
JH
1341static inline int strtol_i(char const *s, int base, int *result)
1342{
1343 long ul;
1344 char *p;
1345
1346 errno = 0;
1347 ul = strtol(s, &p, base);
1348 if (errno || *p || p == s || (int) ul != ul)
1349 return -1;
1350 *result = ul;
1351 return 0;
1352}
1353
97fff610
JS
1354void git_stable_qsort(void *base, size_t nmemb, size_t size,
1355 int(*compar)(const void *, const void *));
43fe901b 1356#ifdef INTERNAL_QSORT
97fff610 1357#define qsort git_stable_qsort
43fe901b
BD
1358#endif
1359
dbc540c7
RS
1360#define QSORT(base, n, compar) sane_qsort((base), (n), sizeof(*(base)), compar)
1361static inline void sane_qsort(void *base, size_t nmemb, size_t size,
1362 int(*compar)(const void *, const void *))
1363{
1364 if (nmemb > 1)
1365 qsort(base, nmemb, size, compar);
1366}
1367
97fff610
JS
1368#define STABLE_QSORT(base, n, compar) \
1369 git_stable_qsort((base), (n), sizeof(*(base)), compar)
1370
04ee8b87
RS
1371#ifndef HAVE_ISO_QSORT_S
1372int git_qsort_s(void *base, size_t nmemb, size_t size,
1373 int (*compar)(const void *, const void *, void *), void *ctx);
1374#define qsort_s git_qsort_s
1375#endif
1376
3ca86994
RS
1377#define QSORT_S(base, n, compar, ctx) do { \
1378 if (qsort_s((base), (n), sizeof(*(base)), compar, ctx)) \
c3c3486b 1379 BUG("qsort_s() failed"); \
3ca86994
RS
1380} while (0)
1381
2f895225
JS
1382#ifndef REG_STARTEND
1383#error "Git requires REG_STARTEND support. Compile with NO_REGEX=NeedsStartEnd"
1384#endif
1385
1386static inline int regexec_buf(const regex_t *preg, const char *buf, size_t size,
1387 size_t nmatch, regmatch_t pmatch[], int eflags)
1388{
1389 assert(nmatch > 0 && pmatch);
1390 pmatch[0].rm_so = 0;
1391 pmatch[0].rm_eo = size;
1392 return regexec(preg, buf, nmatch, pmatch, eflags | REG_STARTEND);
1393}
1394
54463d32
RS
1395#ifdef USE_ENHANCED_BASIC_REGULAR_EXPRESSIONS
1396int git_regcomp(regex_t *preg, const char *pattern, int cflags);
1397#define regcomp git_regcomp
1398#endif
1399
81a24b52
AR
1400#ifndef DIR_HAS_BSD_GROUP_SEMANTICS
1401# define FORCE_DIR_SET_GID S_ISGID
1402#else
1403# define FORCE_DIR_SET_GID 0
1404#endif
1405
c06ff490
KB
1406#ifdef NO_NSEC
1407#undef USE_NSEC
1408#define ST_CTIME_NSEC(st) 0
1409#define ST_MTIME_NSEC(st) 0
1410#else
c567383b
BG
1411#ifdef USE_ST_TIMESPEC
1412#define ST_CTIME_NSEC(st) ((unsigned int)((st).st_ctimespec.tv_nsec))
1413#define ST_MTIME_NSEC(st) ((unsigned int)((st).st_mtimespec.tv_nsec))
1414#else
c06ff490
KB
1415#define ST_CTIME_NSEC(st) ((unsigned int)((st).st_ctim.tv_nsec))
1416#define ST_MTIME_NSEC(st) ((unsigned int)((st).st_mtim.tv_nsec))
1417#endif
c567383b 1418#endif
c06ff490 1419
34779c53
JS
1420#ifdef UNRELIABLE_FSTAT
1421#define fstat_is_reliable() 0
1422#else
1423#define fstat_is_reliable() 1
1424#endif
1425
ab8632ae 1426#ifndef va_copy
26db0f2e
JN
1427/*
1428 * Since an obvious implementation of va_list would be to make it a
1429 * pointer into the stack frame, a simple assignment will work on
1430 * many systems. But let's try to be more portable.
1431 */
1432#ifdef __va_copy
1433#define va_copy(dst, src) __va_copy(dst, src)
1434#else
1435#define va_copy(dst, src) ((dst) = (src))
1436#endif
ab8632ae
JK
1437#endif
1438
746ea4ad
RJ
1439/* usage.c: only to be used for testing BUG() implementation (see test-tool) */
1440extern int BUG_exit_code;
1441
0cc05b04
ÆAB
1442/* usage.c: if bug() is called we should have a BUG_if_bug() afterwards */
1443extern int bug_called_must_BUG;
1444
d8193743
JK
1445__attribute__((format (printf, 3, 4))) NORETURN
1446void BUG_fl(const char *file, int line, const char *fmt, ...);
1447#define BUG(...) BUG_fl(__FILE__, __LINE__, __VA_ARGS__)
0cc05b04
ÆAB
1448__attribute__((format (printf, 3, 4)))
1449void bug_fl(const char *file, int line, const char *fmt, ...);
1450#define bug(...) bug_fl(__FILE__, __LINE__, __VA_ARGS__)
1451#define BUG_if_bug(...) do { \
1452 if (bug_called_must_BUG) \
1453 BUG_fl(__FILE__, __LINE__, __VA_ARGS__); \
1454} while (0)
d8193743 1455
8a94d833 1456#ifndef FSYNC_METHOD_DEFAULT
abf38abe
NS
1457#ifdef __APPLE__
1458#define FSYNC_METHOD_DEFAULT FSYNC_METHOD_WRITEOUT_ONLY
1459#else
1460#define FSYNC_METHOD_DEFAULT FSYNC_METHOD_FSYNC
1461#endif
8a94d833 1462#endif
abf38abe
NS
1463
1464enum fsync_action {
1465 FSYNC_WRITEOUT_ONLY,
1466 FSYNC_HARDWARE_FLUSH
1467};
1468
1469/*
1470 * Issues an fsync against the specified file according to the specified mode.
1471 *
1472 * FSYNC_WRITEOUT_ONLY attempts to use interfaces available on some operating
1473 * systems to flush the OS cache without issuing a flush command to the storage
1474 * controller. If those interfaces are unavailable, the function fails with
1475 * ENOSYS.
1476 *
1477 * FSYNC_HARDWARE_FLUSH does an OS writeout and hardware flush to ensure that
1478 * changes are durable. It is not expected to fail.
1479 */
1480int git_fsync(int fd, enum fsync_action action);
1481
9a498767
NS
1482/*
1483 * Writes out trace statistics for fsync using the trace2 API.
1484 */
1485void trace_git_fsync_stats(void);
1486
fc71db39
AR
1487/*
1488 * Preserves errno, prints a message, but gives no warning for ENOENT.
1054af7d
RS
1489 * Returns 0 on success, which includes trying to unlink an object that does
1490 * not exist.
fc71db39
AR
1491 */
1492int unlink_or_warn(const char *path);
9ccc0c08
RS
1493 /*
1494 * Tries to unlink file. Returns 0 if unlink succeeded
1495 * or the file already didn't exist. Returns -1 and
1496 * appends a message to err suitable for
1497 * 'error("%s", err->buf)' on error.
1498 */
1499int unlink_or_msg(const char *file, struct strbuf *err);
d1723296 1500/*
1054af7d
RS
1501 * Preserves errno, prints a message, but gives no warning for ENOENT.
1502 * Returns 0 on success, which includes trying to remove a directory that does
1503 * not exist.
d1723296
PC
1504 */
1505int rmdir_or_warn(const char *path);
80d706af
PC
1506/*
1507 * Calls the correct function out of {unlink,rmdir}_or_warn based on
1508 * the supplied file mode.
1509 */
1510int remove_or_warn(unsigned int mode, const char *path);
fc71db39 1511
e5c52c98
JN
1512/*
1513 * Call access(2), but warn for any error except "missing file"
1514 * (ENOENT or ENOTDIR).
1515 */
4698c8fe
JN
1516#define ACCESS_EACCES_OK (1U << 0)
1517int access_or_warn(const char *path, int mode, unsigned flag);
1518int access_or_die(const char *path, int mode, unsigned flag);
ba8bd830 1519
11dc1fcb
NTND
1520/* Warn on an inaccessible file if errno indicates this is an error */
1521int warn_on_fopen_errors(const char *path);
55b38a48 1522
00611d84
JK
1523/*
1524 * Open with O_NOFOLLOW, or equivalent. Note that the fallback equivalent
1525 * may be racy. Do not use this as protection against an attacker who can
1526 * simultaneously create paths.
1527 */
1528int open_nofollow(const char *path, int flags);
1529
1b56cdf9
KM
1530#ifndef SHELL_PATH
1531# define SHELL_PATH "/bin/sh"
1532#endif
1533
f43cce23 1534#ifndef _POSIX_THREAD_SAFE_FUNCTIONS
efcc48ef 1535static inline void git_flockfile(FILE *fh UNUSED)
15b52a44
JH
1536{
1537 ; /* nothing */
1538}
efcc48ef 1539static inline void git_funlockfile(FILE *fh UNUSED)
15b52a44
JH
1540{
1541 ; /* nothing */
1542}
e1a95b78
JK
1543#undef flockfile
1544#undef funlockfile
1545#undef getc_unlocked
e0c08a4f
JK
1546#define flockfile(fh) git_flockfile(fh)
1547#define funlockfile(fh) git_funlockfile(fh)
f43cce23
JK
1548#define getc_unlocked(fh) getc(fh)
1549#endif
1550
18a4f6be
NTND
1551#ifdef FILENO_IS_A_MACRO
1552int git_fileno(FILE *stream);
400caafb 1553# ifndef COMPAT_CODE_FILENO
18a4f6be
NTND
1554# undef fileno
1555# define fileno(p) git_fileno(p)
1556# endif
1557#endif
1558
400caafb
CC
1559#ifdef NEED_ACCESS_ROOT_HANDLER
1560int git_access(const char *path, int mode);
1561# ifndef COMPAT_CODE_ACCESS
1562# ifdef access
1563# undef access
1564# endif
1565# define access(path, mode) git_access(path, mode)
1566# endif
1567#endif
1568
dc5a18b3
JH
1569/*
1570 * Our code often opens a path to an optional file, to work on its
1571 * contents when we can successfully open it. We can ignore a failure
1572 * to open if such an optional file does not exist, but we do want to
1573 * report a failure in opening for other reasons (e.g. we got an I/O
1574 * error, or the file is there, but we lack the permission to open).
1575 *
1576 * Call this function after seeing an error from open() or fopen() to
1577 * see if the errno indicates a missing file that we can safely ignore.
1578 */
1579static inline int is_missing_file_error(int errno_)
1580{
1581 return (errno_ == ENOENT || errno_ == ENOTDIR);
1582}
1583
55454427 1584int cmd_main(int, const char **);
5c238e29 1585
ee4512ed
JH
1586/*
1587 * Intercept all calls to exit() and route them to trace2 to
1588 * optionally emit a message before calling the real exit().
1589 */
19d75948
ÆAB
1590int common_exit(const char *file, int line, int code);
1591#define exit(code) exit(common_exit(__FILE__, __LINE__, (code)))
ee4512ed 1592
0e5bba53
JK
1593/*
1594 * You can mark a stack variable with UNLEAK(var) to avoid it being
1595 * reported as a leak by tools like LSAN or valgrind. The argument
1596 * should generally be the variable itself (not its address and not what
1597 * it points to). It's safe to use this on pointers which may already
1598 * have been freed, or on pointers which may still be in use.
1599 *
1600 * Use this _only_ for a variable that leaks by going out of scope at
1601 * program exit (so only from cmd_* functions or their direct helpers).
1602 * Normal functions, especially those which may be called multiple
1603 * times, should actually free their memory. This is only meant as
1604 * an annotation, and does nothing in non-leak-checking builds.
1605 */
1606#ifdef SUPPRESS_ANNOTATED_LEAKS
55454427 1607void unleak_memory(const void *ptr, size_t len);
5de3de32 1608#define UNLEAK(var) unleak_memory(&(var), sizeof(var))
0e5bba53 1609#else
5de3de32 1610#define UNLEAK(var) do {} while (0)
0e5bba53
JK
1611#endif
1612
07564773
ÆAB
1613#define z_const
1614#include <zlib.h>
1615
1616#if ZLIB_VERNUM < 0x1290
1617/*
1618 * This is uncompress2, which is only available in zlib >= 1.2.9
1619 * (released as of early 2017). See compat/zlib-uncompress2.c.
1620 */
1621int uncompress2(Bytef *dest, uLongf *destLen, const Bytef *source,
1622 uLong *sourceLen);
1623#endif
1624
c8af66ab
JK
1625/*
1626 * This include must come after system headers, since it introduces macros that
1627 * replace system names.
1628 */
1629#include "banned.h"
1630
973d5eea
EW
1631/*
1632 * container_of - Get the address of an object containing a field.
1633 *
1634 * @ptr: pointer to the field.
1635 * @type: type of the object.
1636 * @member: name of the field within the object.
1637 */
1638#define container_of(ptr, type, member) \
1639 ((type *) ((char *)(ptr) - offsetof(type, member)))
1640
f0e63c41
EW
1641/*
1642 * helper function for `container_of_or_null' to avoid multiple
1643 * evaluation of @ptr
1644 */
1645static inline void *container_of_or_null_offset(void *ptr, size_t offset)
1646{
1647 return ptr ? (char *)ptr - offset : NULL;
1648}
1649
1650/*
1651 * like `container_of', but allows returned value to be NULL
1652 */
1653#define container_of_or_null(ptr, type, member) \
1654 (type *)container_of_or_null_offset(ptr, offsetof(type, member))
1655
23dee69f 1656/*
abcb66c6 1657 * like offsetof(), but takes a pointer to a variable of type which
23dee69f
EW
1658 * contains @member, instead of a specified type.
1659 * @ptr is subject to multiple evaluation since we can't rely on __typeof__
1660 * everywhere.
1661 */
1662#if defined(__GNUC__) /* clang sets this, too */
1663#define OFFSETOF_VAR(ptr, member) offsetof(__typeof__(*ptr), member)
1664#else /* !__GNUC__ */
1665#define OFFSETOF_VAR(ptr, member) \
1666 ((uintptr_t)&(ptr)->member - (uintptr_t)(ptr))
1667#endif /* !__GNUC__ */
1668
a76b138d
HWN
1669void sleep_millisec(int millisec);
1670
05cd988d 1671/*
1672 * Generate len bytes from the system cryptographically secure PRNG.
1673 * Returns 0 on success and -1 on error, setting errno. The inability to
1674 * satisfy the full request is an error.
1675 */
1676int csprng_bytes(void *buf, size_t len);
1677
5c238e29 1678#endif