59#include "pg_config_os.h"
75#if defined(WIN32) || defined(__CYGWIN__)
105#ifdef PG_FORCE_DISABLE_INLINE
114#define pg_restrict restrict
129#ifndef __has_attribute
130#define __has_attribute(attribute) 0
135#define pg_attribute_unused() __attribute__((unused))
137#define pg_attribute_unused()
147#define pg_nodiscard __attribute__((warn_unused_result))
162#if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 201112L
163#define pg_noreturn _Noreturn
164#elif defined(__GNUC__)
165#define pg_noreturn __attribute__((noreturn))
166#elif defined(_MSC_VER)
167#define pg_noreturn __declspec(noreturn)
176#if defined(__clang__) || __GNUC__ >= 8
177#define pg_attribute_no_sanitize_address() __attribute__((no_sanitize("address")))
178#elif __has_attribute(no_sanitize_address)
180#define pg_attribute_no_sanitize_address() __attribute__((no_sanitize_address))
182#define pg_attribute_no_sanitize_address()
191#if __clang_major__ >= 7 || __GNUC__ >= 8
192#define pg_attribute_no_sanitize_alignment() __attribute__((no_sanitize("alignment")))
194#define pg_attribute_no_sanitize_alignment()
202#if __has_attribute (nonnull)
203#define pg_attribute_nonnull(...) __attribute__((nonnull(__VA_ARGS__)))
205#define pg_attribute_nonnull(...)
214#if __has_attribute (target)
215#define pg_attribute_target(...) __attribute__((target(__VA_ARGS__)))
217#define pg_attribute_target(...)
225#ifdef USE_ASSERT_CHECKING
226#define PG_USED_FOR_ASSERTS_ONLY
228#define PG_USED_FOR_ASSERTS_ONLY pg_attribute_unused()
233#define pg_attribute_format_arg(a) __attribute__((format_arg(a)))
234#define pg_attribute_printf(f,a) __attribute__((format(PG_PRINTF_ATTRIBUTE, f, a)))
236#define pg_attribute_format_arg(a)
237#define pg_attribute_printf(f,a)
242#define pg_attribute_aligned(a) __attribute__((aligned(a)))
243#define pg_attribute_packed() __attribute__((packed))
244#elif defined(_MSC_VER)
251#define pg_attribute_aligned(a) __declspec(align(a))
266#if defined(__GNUC__) && defined(__OPTIMIZE__)
268#define pg_attribute_always_inline __attribute__((always_inline)) inline
269#elif defined(_MSC_VER)
271#define pg_attribute_always_inline __forceinline
274#define pg_attribute_always_inline inline
285#define pg_noinline __attribute__((noinline))
287#elif defined(_MSC_VER)
288#define pg_noinline __declspec(noinline)
302#if defined(__MINGW64__) && __GNUC__ == 8 && __GNUC_MINOR__ == 1
304#define pg_attribute_cold
305#define pg_attribute_hot
312#if __has_attribute (cold)
313#define pg_attribute_cold __attribute__((cold))
315#define pg_attribute_cold
318#if __has_attribute (hot)
319#define pg_attribute_hot __attribute__((hot))
321#define pg_attribute_hot
331#if defined(HAVE__BUILTIN_UNREACHABLE) && !defined(USE_ASSERT_CHECKING)
332#define pg_unreachable() __builtin_unreachable()
333#elif defined(_MSC_VER) && !defined(USE_ASSERT_CHECKING)
334#define pg_unreachable() __assume(0)
336#define pg_unreachable() abort()
346#if defined(HAVE__BUILTIN_CONSTANT_P)
349#define pg_integer_constant_p(x) __builtin_constant_p(x)
350#define HAVE_PG_INTEGER_CONSTANT_P
351#elif defined(_MSC_VER) && defined(__STDC_VERSION__)
360#define pg_integer_constant_p(x) \
361 _Generic((1 ? ((void *) ((x) * (uintptr_t) 0)) : &(int) {1}), int *: 1, void *: 0)
362#define HAVE_PG_INTEGER_CONSTANT_P
381#if defined(USE_ASSERT_CHECKING)
382#define pg_assume(expr) Assert(expr)
383#elif defined(HAVE__BUILTIN_UNREACHABLE)
384#define pg_assume(expr) \
387 __builtin_unreachable(); \
389#elif defined(_MSC_VER)
390#define pg_assume(expr) __assume(expr)
392#define pg_assume(expr) ((void) 0)
403#define likely(x) __builtin_expect((x) != 0, 1)
404#define unlikely(x) __builtin_expect((x) != 0, 0)
406#define likely(x) ((x) != 0)
407#define unlikely(x) ((x) != 0)
422#define CppAsString(identifier) #identifier
423#define CppAsString2(x) CppAsString(x)
424#define CppConcat(x, y) x##y
440#define VA_ARGS_NARGS(...) \
441 VA_ARGS_NARGS_(__VA_ARGS__, \
443 59,58,57,56,55,54,53,52,51,50, \
444 49,48,47,46,45,44,43,42,41,40, \
445 39,38,37,36,35,34,33,32,31,30, \
446 29,28,27,26,25,24,23,22,21,20, \
447 19,18,17,16,15,14,13,12,11,10, \
448 9, 8, 7, 6, 5, 4, 3, 2, 1, 0)
450#define VA_ARGS_NARGS_( \
451 _01,_02,_03,_04,_05,_06,_07,_08,_09,_10, \
452 _11,_12,_13,_14,_15,_16,_17,_18,_19,_20, \
453 _21,_22,_23,_24,_25,_26,_27,_28,_29,_30, \
454 _31,_32,_33,_34,_35,_36,_37,_38,_39,_40, \
455 _41,_42,_43,_44,_45,_46,_47,_48,_49,_50, \
456 _51,_52,_53,_54,_55,_56,_57,_58,_59,_60, \
457 _61,_62,_63, N, ...) \
475#define FLEXIBLE_ARRAY_MEMBER
502#define HAVE_PRAGMA_GCC_SYSTEM_HEADER 1
557#define INT64CONST(x) INT64_C(x)
558#define UINT64CONST(x) UINT64_C(x)
561#define INT64_FORMAT "%" PRId64
562#define UINT64_FORMAT "%" PRIu64
572#if defined(PG_INT128_TYPE)
573#if defined(pg_attribute_aligned) || ALIGNOF_PG_INT128_TYPE <= MAXIMUM_ALIGNOF
576typedef PG_INT128_TYPE int128
577#if defined(pg_attribute_aligned)
582typedef unsigned PG_INT128_TYPE uint128
583#if defined(pg_attribute_aligned)
592#define PG_INT8_MIN INT8_MIN
593#define PG_INT8_MAX INT8_MAX
594#define PG_UINT8_MAX UINT8_MAX
595#define PG_INT16_MIN INT16_MIN
596#define PG_INT16_MAX INT16_MAX
597#define PG_UINT16_MAX UINT16_MAX
598#define PG_INT32_MIN INT32_MIN
599#define PG_INT32_MAX INT32_MAX
600#define PG_UINT32_MAX UINT32_MAX
601#define PG_INT64_MIN INT64_MIN
602#define PG_INT64_MAX INT64_MAX
603#define PG_UINT64_MAX UINT64_MAX
609#define HAVE_INT64_TIMESTAMP
646#define FLOAT8PASSBYVAL true
668#define InvalidSubTransactionId ((SubTransactionId) 0)
669#define TopSubTransactionId ((SubTransactionId) 1)
678#define FirstCommandId ((CommandId) 0)
679#define InvalidCommandId (~(CommandId)0)
702#define VARHDRSZ ((int32) sizeof(int32))
756#define NameStr(name) ((name).data)
767#define BoolIsValid(boolean) ((boolean) == false || (boolean) == true)
773#define PointerIsAligned(pointer, type) \
774 (((uintptr_t)(pointer) % (sizeof (type))) == 0)
776#define OffsetToPointer(base, offset) \
777 ((void *)((char *) base + offset))
779#define OidIsValid(objectId) ((bool) ((objectId) != InvalidOid))
781#define RegProcedureIsValid(p) OidIsValid(p)
792#define lengthof(array) (sizeof (array) / sizeof ((array)[0]))
808#define TYPEALIGN(ALIGNVAL,LEN) \
809 (((uintptr_t) (LEN) + ((ALIGNVAL) - 1)) & ~((uintptr_t) ((ALIGNVAL) - 1)))
811#define SHORTALIGN(LEN) TYPEALIGN(ALIGNOF_SHORT, (LEN))
812#define INTALIGN(LEN) TYPEALIGN(ALIGNOF_INT, (LEN))
813#define LONGALIGN(LEN) TYPEALIGN(ALIGNOF_LONG, (LEN))
814#define DOUBLEALIGN(LEN) TYPEALIGN(ALIGNOF_DOUBLE, (LEN))
815#define MAXALIGN(LEN) TYPEALIGN(MAXIMUM_ALIGNOF, (LEN))
817#define BUFFERALIGN(LEN) TYPEALIGN(ALIGNOF_BUFFER, (LEN))
818#define CACHELINEALIGN(LEN) TYPEALIGN(PG_CACHE_LINE_SIZE, (LEN))
820#define TYPEALIGN_DOWN(ALIGNVAL,LEN) \
821 (((uintptr_t) (LEN)) & ~((uintptr_t) ((ALIGNVAL) - 1)))
823#define SHORTALIGN_DOWN(LEN) TYPEALIGN_DOWN(ALIGNOF_SHORT, (LEN))
824#define INTALIGN_DOWN(LEN) TYPEALIGN_DOWN(ALIGNOF_INT, (LEN))
825#define LONGALIGN_DOWN(LEN) TYPEALIGN_DOWN(ALIGNOF_LONG, (LEN))
826#define DOUBLEALIGN_DOWN(LEN) TYPEALIGN_DOWN(ALIGNOF_DOUBLE, (LEN))
827#define MAXALIGN_DOWN(LEN) TYPEALIGN_DOWN(MAXIMUM_ALIGNOF, (LEN))
828#define BUFFERALIGN_DOWN(LEN) TYPEALIGN_DOWN(ALIGNOF_BUFFER, (LEN))
836#define TYPEALIGN64(ALIGNVAL,LEN) \
837 (((uint64) (LEN) + ((ALIGNVAL) - 1)) & ~((uint64) ((ALIGNVAL) - 1)))
840#define MAXALIGN64(LEN) TYPEALIGN64(MAXIMUM_ALIGNOF, (LEN))
860#ifndef USE_ASSERT_CHECKING
862#define Assert(condition) ((void)true)
863#define AssertMacro(condition) ((void)true)
865#elif defined(FRONTEND)
868#define Assert(p) assert(p)
869#define AssertMacro(p) ((void) assert(p))
877#define Assert(condition) \
880 ExceptionalCondition(#condition, __FILE__, __LINE__); \
889#define AssertMacro(condition) \
890 ((void) ((condition) || \
891 (ExceptionalCondition(#condition, __FILE__, __LINE__), 0)))
898#define AssertPointerAlignment(ptr, bndr) \
899 Assert(TYPEALIGN(bndr, (uintptr_t)(ptr)) == (uintptr_t)(ptr))
909 const char *fileName,
int lineNumber);
932#ifdef HAVE__STATIC_ASSERT
933#define StaticAssertDecl(condition, errmessage) \
934 _Static_assert(condition, errmessage)
935#define StaticAssertStmt(condition, errmessage) \
936 do { _Static_assert(condition, errmessage); } while(0)
937#define StaticAssertExpr(condition, errmessage) \
938 ((void) ({ StaticAssertStmt(condition, errmessage); true; }))
940#define StaticAssertDecl(condition, errmessage) \
941 extern void static_assert_func(int static_assert_failure[(condition) ? 1 : -1])
942#define StaticAssertStmt(condition, errmessage) \
943 ((void) sizeof(struct { int static_assert_failure : (condition) ? 1 : -1; }))
944#define StaticAssertExpr(condition, errmessage) \
945 StaticAssertStmt(condition, errmessage)
948#if defined(__cpp_static_assert) && __cpp_static_assert >= 200410
949#define StaticAssertDecl(condition, errmessage) \
950 static_assert(condition, errmessage)
951#define StaticAssertStmt(condition, errmessage) \
952 static_assert(condition, errmessage)
953#define StaticAssertExpr(condition, errmessage) \
954 ({ static_assert(condition, errmessage); })
956#define StaticAssertDecl(condition, errmessage) \
957 extern void static_assert_func(int static_assert_failure[(condition) ? 1 : -1])
958#define StaticAssertStmt(condition, errmessage) \
959 do { struct static_assert_struct { int static_assert_failure : (condition) ? 1 : -1; }; } while(0)
960#define StaticAssertExpr(condition, errmessage) \
961 ((void) ({ StaticAssertStmt(condition, errmessage); }))
977#ifdef HAVE__BUILTIN_TYPES_COMPATIBLE_P
978#define AssertVariableIsOfType(varname, typename) \
979 StaticAssertStmt(__builtin_types_compatible_p(__typeof__(varname), typename), \
980 CppAsString(varname) " does not have type " CppAsString(typename))
981#define AssertVariableIsOfTypeMacro(varname, typename) \
982 (StaticAssertExpr(__builtin_types_compatible_p(__typeof__(varname), typename), \
983 CppAsString(varname) " does not have type " CppAsString(typename)))
985#define AssertVariableIsOfType(varname, typename) \
986 StaticAssertStmt(sizeof(varname) == sizeof(typename), \
987 CppAsString(varname) " does not have type " CppAsString(typename))
988#define AssertVariableIsOfTypeMacro(varname, typename) \
989 (StaticAssertExpr(sizeof(varname) == sizeof(typename), \
990 CppAsString(varname) " does not have type " CppAsString(typename)))
1002#define Max(x, y) ((x) > (y) ? (x) : (y))
1008#define Min(x, y) ((x) < (y) ? (x) : (y))
1012#define SIZE_T_ALIGN_MASK (sizeof(size_t) - 1)
1024#define MemSet(start, val, len) \
1028 void *_vstart = (void *) (start); \
1030 Size _len = (len); \
1032 if ((((uintptr_t) _vstart) & SIZE_T_ALIGN_MASK) == 0 && \
1033 (_len & SIZE_T_ALIGN_MASK) == 0 && \
1035 _len <= MEMSET_LOOP_LIMIT && \
1040 MEMSET_LOOP_LIMIT != 0) \
1042 size_t *_start = (size_t *) _vstart; \
1043 size_t *_stop = (size_t *) ((char *) _start + _len); \
1044 while (_start < _stop) \
1048 memset(_vstart, _val, _len); \
1057#define MemSetAligned(start, val, len) \
1060 size_t *_start = (size_t *) (start); \
1062 Size _len = (len); \
1064 if ((_len & SIZE_T_ALIGN_MASK) == 0 && \
1066 _len <= MEMSET_LOOP_LIMIT && \
1067 MEMSET_LOOP_LIMIT != 0) \
1069 size_t *_stop = (size_t *) ((char *) _start + _len); \
1070 while (_start < _stop) \
1074 memset(_start, _val, _len); \
1089#define FLOAT4_FITS_IN_INT16(num) \
1090 ((num) >= (float4) PG_INT16_MIN && (num) < -((float4) PG_INT16_MIN))
1091#define FLOAT4_FITS_IN_INT32(num) \
1092 ((num) >= (float4) PG_INT32_MIN && (num) < -((float4) PG_INT32_MIN))
1093#define FLOAT4_FITS_IN_INT64(num) \
1094 ((num) >= (float4) PG_INT64_MIN && (num) < -((float4) PG_INT64_MIN))
1095#define FLOAT8_FITS_IN_INT16(num) \
1096 ((num) >= (float8) PG_INT16_MIN && (num) < -((float8) PG_INT16_MIN))
1097#define FLOAT8_FITS_IN_INT32(num) \
1098 ((num) >= (float8) PG_INT32_MIN && (num) < -((float8) PG_INT32_MIN))
1099#define FLOAT8_FITS_IN_INT64(num) \
1100 ((num) >= (float8) PG_INT64_MIN && (num) < -((float8) PG_INT64_MIN))
1113#define INVERT_COMPARE_RESULT(var) \
1114 ((var) = ((var) < 0) ? 1 : -(var))
1124 alignas(MAXIMUM_ALIGNOF)
char data[BLCKSZ];
1137#ifdef pg_attribute_aligned
1148#ifdef pg_attribute_aligned
1157#define HIGHBIT (0x80)
1158#define IS_HIGHBIT_SET(ch) ((unsigned char)(ch) & HIGHBIT)
1166#define SQL_STR_DOUBLE(ch, escape_backslash) \
1167 ((ch) == '\'' || ((ch) == '\\' && (escape_backslash)))
1169#define ESCAPE_STRING_SYNTAX 'E'
1172#define STATUS_OK (0)
1173#define STATUS_ERROR (-1)
1174#define STATUS_EOF (-2)
1182#define gettext(x) (x)
1183#define dgettext(d,x) (x)
1184#define ngettext(s,p,n) ((n) == 1 ? (s) : (p))
1185#define dngettext(d,s,p,n) ((n) == 1 ? (s) : (p))
1188#define _(x) gettext(x)
1199#define gettext_noop(x) (x)
1214#ifdef SO_MAJOR_VERSION
1215#define PG_TEXTDOMAIN(domain) (domain CppAsString2(SO_MAJOR_VERSION) "-" PG_MAJORVERSION)
1217#define PG_TEXTDOMAIN(domain) (domain "-" PG_MAJORVERSION)
1235#if defined(__cplusplus)
1236#define unconstify(underlying_type, expr) const_cast<underlying_type>(expr)
1237#define unvolatize(underlying_type, expr) const_cast<underlying_type>(expr)
1238#elif defined(HAVE__BUILTIN_TYPES_COMPATIBLE_P)
1239#define unconstify(underlying_type, expr) \
1240 (StaticAssertExpr(__builtin_types_compatible_p(__typeof(expr), const underlying_type), \
1242 (underlying_type) (expr))
1243#define unvolatize(underlying_type, expr) \
1244 (StaticAssertExpr(__builtin_types_compatible_p(__typeof(expr), volatile underlying_type), \
1246 (underlying_type) (expr))
1248#define unconstify(underlying_type, expr) \
1249 ((underlying_type) (expr))
1250#define unvolatize(underlying_type, expr) \
1251 ((underlying_type) (expr))
1270#if defined(WIN32) || defined(__CYGWIN__)
1271#define PG_BINARY O_BINARY
1272#define PG_BINARY_A "ab"
1273#define PG_BINARY_R "rb"
1274#define PG_BINARY_W "wb"
1277#define PG_BINARY_A "a"
1278#define PG_BINARY_R "r"
1279#define PG_BINARY_W "w"
1287#if !HAVE_DECL_FDATASYNC
1297#define strtoi64(str, endptr, base) ((int64) strtol(str, endptr, base))
1298#define strtou64(str, endptr, base) ((uint64) strtoul(str, endptr, base))
1299#elif SIZEOF_LONG_LONG == 8
1300#define strtoi64(str, endptr, base) ((int64) strtoll(str, endptr, base))
1301#define strtou64(str, endptr, base) ((uint64) strtoull(str, endptr, base))
1303#error "cannot find integer type of the same size as int64_t"
1310#define i64abs(i) ((int64) labs(i))
1311#elif SIZEOF_LONG_LONG == 8
1312#define i64abs(i) ((int64) llabs(i))
1314#error "cannot find integer type of the same size as int64_t"
1335#ifdef HAVE_VISIBILITY_ATTRIBUTE
1336#define PGDLLEXPORT __attribute__((visibility("default")))
1352#define SIGNAL_ARGS int postgres_signal_arg
1363typedef intptr_t sigjmp_buf[5];
1364#define sigsetjmp(x,y) __builtin_setjmp(x)
1365#define siglongjmp __builtin_longjmp
1367#define sigjmp_buf jmp_buf
1368#define sigsetjmp(x,y) setjmp(x)
1369#define siglongjmp longjmp
static Datum values[MAXATTR]
struct PGAlignedBlock PGAlignedBlock
union PGAlignedXLogBlock PGAlignedXLogBlock
pg_noreturn void ExceptionalCondition(const char *conditionName, const char *fileName, int lineNumber)
TransactionId MultiXactId
#define FLEXIBLE_ARRAY_MEMBER
uint32 LocalTransactionId
union PGIOAlignedBlock PGIOAlignedBlock
int fdatasync(int fildes)
void(* pg_funcptr_t)(void)
struct pg_attribute_aligned(8) pg_atomic_uint64
char vl_dat[FLEXIBLE_ARRAY_MEMBER]