123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166 |
- //===-- internal_defs.h -----------------------------------------*- C++ -*-===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- #ifndef SCUDO_INTERNAL_DEFS_H_
- #define SCUDO_INTERNAL_DEFS_H_
- #include "platform.h"
- #include <stdint.h>
- #ifndef SCUDO_DEBUG
- #define SCUDO_DEBUG 0
- #endif
- #define ARRAY_SIZE(A) (sizeof(A) / sizeof((A)[0]))
- // String related macros.
- #define STRINGIFY_(S) #S
- #define STRINGIFY(S) STRINGIFY_(S)
- #define CONCATENATE_(S, C) S##C
- #define CONCATENATE(S, C) CONCATENATE_(S, C)
- // Attributes & builtins related macros.
- #define INTERFACE __attribute__((visibility("default")))
- #define HIDDEN __attribute__((visibility("hidden")))
- #define WEAK __attribute__((weak))
- #define ALWAYS_INLINE inline __attribute__((always_inline))
- #define ALIAS(X) __attribute__((alias(X)))
- #define FORMAT(F, A) __attribute__((format(printf, F, A)))
- #define NOINLINE __attribute__((noinline))
- #define NORETURN __attribute__((noreturn))
- #define LIKELY(X) __builtin_expect(!!(X), 1)
- #define UNLIKELY(X) __builtin_expect(!!(X), 0)
- #if defined(__i386__) || defined(__x86_64__)
- // __builtin_prefetch(X) generates prefetchnt0 on x86
- #define PREFETCH(X) __asm__("prefetchnta (%0)" : : "r"(X))
- #else
- #define PREFETCH(X) __builtin_prefetch(X)
- #endif
- #define UNUSED __attribute__((unused))
- #define USED __attribute__((used))
- #define NOEXCEPT noexcept
- // This check is only available on Clang. This is essentially an alias of
- // C++20's 'constinit' specifier which will take care of this when (if?) we can
- // ask all libc's that use Scudo to compile us with C++20. Dynamic
- // initialization is bad; Scudo is designed to be lazy-initializated on the
- // first call to malloc/free (and friends), and this generally happens in the
- // loader somewhere in libdl's init. After the loader is done, control is
- // transferred to libc's initialization, and the dynamic initializers are run.
- // If there's a dynamic initializer for Scudo, then it will clobber the
- // already-initialized Scudo, and re-initialize all its members back to default
- // values, causing various explosions. Unfortunately, marking
- // scudo::Allocator<>'s constructor as 'constexpr' isn't sufficient to prevent
- // dynamic initialization, as default initialization is fine under 'constexpr'
- // (but not 'constinit'). Clang at -O0, and gcc at all opt levels will emit a
- // dynamic initializer for any constant-initialized variables if there is a mix
- // of default-initialized and constant-initialized variables.
- //
- // If you're looking at this because your build failed, you probably introduced
- // a new member to scudo::Allocator<> (possibly transiently) that didn't have an
- // initializer. The fix is easy - just add one.
- #if defined(__has_attribute)
- #if __has_attribute(require_constant_initialization)
- #define SCUDO_REQUIRE_CONSTANT_INITIALIZATION \
- __attribute__((__require_constant_initialization__))
- #else
- #define SCUDO_REQUIRE_CONSTANT_INITIALIZATION
- #endif
- #endif
- namespace scudo {
- typedef uintptr_t uptr;
- typedef uint8_t u8;
- typedef uint16_t u16;
- typedef uint32_t u32;
- typedef uint64_t u64;
- typedef intptr_t sptr;
- typedef int8_t s8;
- typedef int16_t s16;
- typedef int32_t s32;
- typedef int64_t s64;
- // The following two functions have platform specific implementations.
- void outputRaw(const char *Buffer);
- void NORETURN die();
- #define RAW_CHECK_MSG(Expr, Msg) \
- do { \
- if (UNLIKELY(!(Expr))) { \
- outputRaw(Msg); \
- die(); \
- } \
- } while (false)
- #define RAW_CHECK(Expr) RAW_CHECK_MSG(Expr, #Expr)
- void NORETURN reportCheckFailed(const char *File, int Line,
- const char *Condition, u64 Value1, u64 Value2);
- #define CHECK_IMPL(C1, Op, C2) \
- do { \
- if (UNLIKELY(!(C1 Op C2))) { \
- scudo::reportCheckFailed(__FILE__, __LINE__, #C1 " " #Op " " #C2, \
- (scudo::u64)C1, (scudo::u64)C2); \
- scudo::die(); \
- } \
- } while (false)
- #define CHECK(A) CHECK_IMPL((A), !=, 0)
- #define CHECK_EQ(A, B) CHECK_IMPL((A), ==, (B))
- #define CHECK_NE(A, B) CHECK_IMPL((A), !=, (B))
- #define CHECK_LT(A, B) CHECK_IMPL((A), <, (B))
- #define CHECK_LE(A, B) CHECK_IMPL((A), <=, (B))
- #define CHECK_GT(A, B) CHECK_IMPL((A), >, (B))
- #define CHECK_GE(A, B) CHECK_IMPL((A), >=, (B))
- #if SCUDO_DEBUG
- #define DCHECK(A) CHECK(A)
- #define DCHECK_EQ(A, B) CHECK_EQ(A, B)
- #define DCHECK_NE(A, B) CHECK_NE(A, B)
- #define DCHECK_LT(A, B) CHECK_LT(A, B)
- #define DCHECK_LE(A, B) CHECK_LE(A, B)
- #define DCHECK_GT(A, B) CHECK_GT(A, B)
- #define DCHECK_GE(A, B) CHECK_GE(A, B)
- #else
- #define DCHECK(A) \
- do { \
- } while (false && (A))
- #define DCHECK_EQ(A, B) \
- do { \
- } while (false && (A) == (B))
- #define DCHECK_NE(A, B) \
- do { \
- } while (false && (A) != (B))
- #define DCHECK_LT(A, B) \
- do { \
- } while (false && (A) < (B))
- #define DCHECK_LE(A, B) \
- do { \
- } while (false && (A) <= (B))
- #define DCHECK_GT(A, B) \
- do { \
- } while (false && (A) > (B))
- #define DCHECK_GE(A, B) \
- do { \
- } while (false && (A) >= (B))
- #endif
- // The superfluous die() call effectively makes this macro NORETURN.
- #define UNREACHABLE(Msg) \
- do { \
- CHECK(0 && Msg); \
- die(); \
- } while (0)
- } // namespace scudo
- #endif // SCUDO_INTERNAL_DEFS_H_
|