123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480 |
- //===-- sanitizer_internal_defs.h -------------------------------*- C++ -*-===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This file is shared between AddressSanitizer and ThreadSanitizer.
- // It contains macro used in run-time libraries code.
- //===----------------------------------------------------------------------===//
- #ifndef SANITIZER_DEFS_H
- #define SANITIZER_DEFS_H
- #include "sanitizer_platform.h"
- #ifndef SANITIZER_DEBUG
- # define SANITIZER_DEBUG 0
- #endif
- #define SANITIZER_STRINGIFY_(S) #S
- #define SANITIZER_STRINGIFY(S) SANITIZER_STRINGIFY_(S)
- // Only use SANITIZER_*ATTRIBUTE* before the function return type!
- #if SANITIZER_WINDOWS
- #if SANITIZER_IMPORT_INTERFACE
- # define SANITIZER_INTERFACE_ATTRIBUTE __declspec(dllimport)
- #else
- # define SANITIZER_INTERFACE_ATTRIBUTE __declspec(dllexport)
- #endif
- # define SANITIZER_WEAK_ATTRIBUTE
- #elif SANITIZER_GO
- # define SANITIZER_INTERFACE_ATTRIBUTE
- # define SANITIZER_WEAK_ATTRIBUTE
- #else
- # define SANITIZER_INTERFACE_ATTRIBUTE __attribute__((visibility("default")))
- # define SANITIZER_WEAK_ATTRIBUTE __attribute__((weak))
- #endif
- // TLS is handled differently on different platforms
- #if SANITIZER_LINUX || SANITIZER_NETBSD || \
- SANITIZER_FREEBSD
- # define SANITIZER_TLS_INITIAL_EXEC_ATTRIBUTE \
- __attribute__((tls_model("initial-exec"))) thread_local
- #else
- # define SANITIZER_TLS_INITIAL_EXEC_ATTRIBUTE
- #endif
- //--------------------------- WEAK FUNCTIONS ---------------------------------//
- // When working with weak functions, to simplify the code and make it more
- // portable, when possible define a default implementation using this macro:
- //
- // SANITIZER_INTERFACE_WEAK_DEF(<return_type>, <name>, <parameter list>)
- //
- // For example:
- // SANITIZER_INTERFACE_WEAK_DEF(bool, compare, int a, int b) { return a > b; }
- //
- #if SANITIZER_WINDOWS
- #include "sanitizer_win_defs.h"
- # define SANITIZER_INTERFACE_WEAK_DEF(ReturnType, Name, ...) \
- WIN_WEAK_EXPORT_DEF(ReturnType, Name, __VA_ARGS__)
- #else
- # define SANITIZER_INTERFACE_WEAK_DEF(ReturnType, Name, ...) \
- extern "C" SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE \
- ReturnType Name(__VA_ARGS__)
- #endif
- // SANITIZER_SUPPORTS_WEAK_HOOKS means that we support real weak functions that
- // will evaluate to a null pointer when not defined.
- #ifndef SANITIZER_SUPPORTS_WEAK_HOOKS
- #if (SANITIZER_LINUX || SANITIZER_SOLARIS) && !SANITIZER_GO
- # define SANITIZER_SUPPORTS_WEAK_HOOKS 1
- // Before Xcode 4.5, the Darwin linker doesn't reliably support undefined
- // weak symbols. Mac OS X 10.9/Darwin 13 is the first release only supported
- // by Xcode >= 4.5.
- #elif SANITIZER_MAC && \
- __ENVIRONMENT_MAC_OS_X_VERSION_MIN_REQUIRED__ >= 1090 && !SANITIZER_GO
- # define SANITIZER_SUPPORTS_WEAK_HOOKS 1
- #else
- # define SANITIZER_SUPPORTS_WEAK_HOOKS 0
- #endif
- #endif // SANITIZER_SUPPORTS_WEAK_HOOKS
- // For some weak hooks that will be called very often and we want to avoid the
- // overhead of executing the default implementation when it is not necessary,
- // we can use the flag SANITIZER_SUPPORTS_WEAK_HOOKS to only define the default
- // implementation for platforms that doesn't support weak symbols. For example:
- //
- // #if !SANITIZER_SUPPORT_WEAK_HOOKS
- // SANITIZER_INTERFACE_WEAK_DEF(bool, compare_hook, int a, int b) {
- // return a > b;
- // }
- // #endif
- //
- // And then use it as: if (compare_hook) compare_hook(a, b);
- //----------------------------------------------------------------------------//
- // We can use .preinit_array section on Linux to call sanitizer initialization
- // functions very early in the process startup (unless PIC macro is defined).
- //
- // On FreeBSD, .preinit_array functions are called with rtld_bind_lock writer
- // lock held. It will lead to dead lock if unresolved PLT functions (which helds
- // rtld_bind_lock reader lock) are called inside .preinit_array functions.
- //
- // FIXME: do we have anything like this on Mac?
- #ifndef SANITIZER_CAN_USE_PREINIT_ARRAY
- #if (SANITIZER_LINUX || SANITIZER_FUCHSIA || SANITIZER_NETBSD) && !defined(PIC)
- #define SANITIZER_CAN_USE_PREINIT_ARRAY 1
- // Before Solaris 11.4, .preinit_array is fully supported only with GNU ld.
- // FIXME: Check for those conditions.
- #elif SANITIZER_SOLARIS && !defined(PIC)
- # define SANITIZER_CAN_USE_PREINIT_ARRAY 1
- #else
- # define SANITIZER_CAN_USE_PREINIT_ARRAY 0
- #endif
- #endif // SANITIZER_CAN_USE_PREINIT_ARRAY
- // GCC does not understand __has_feature
- #if !defined(__has_feature)
- # define __has_feature(x) 0
- #endif
- // Older GCCs do not understand __has_attribute.
- #if !defined(__has_attribute)
- # define __has_attribute(x) 0
- #endif
- #if !defined(__has_cpp_attribute)
- # define __has_cpp_attribute(x) 0
- #endif
- // For portability reasons we do not include stddef.h, stdint.h or any other
- // system header, but we do need some basic types that are not defined
- // in a portable way by the language itself.
- namespace __sanitizer {
- #if defined(_WIN64)
- // 64-bit Windows uses LLP64 data model.
- typedef unsigned long long uptr;
- typedef signed long long sptr;
- #else
- # if (SANITIZER_WORDSIZE == 64) || SANITIZER_MAC || SANITIZER_WINDOWS
- typedef unsigned long uptr;
- typedef signed long sptr;
- # else
- typedef unsigned int uptr;
- typedef signed int sptr;
- # endif
- #endif // defined(_WIN64)
- #if defined(__x86_64__)
- // Since x32 uses ILP32 data model in 64-bit hardware mode, we must use
- // 64-bit pointer to unwind stack frame.
- typedef unsigned long long uhwptr;
- #else
- typedef uptr uhwptr;
- #endif
- typedef unsigned char u8;
- typedef unsigned short u16;
- typedef unsigned int u32;
- typedef unsigned long long u64;
- typedef signed char s8;
- typedef signed short s16;
- typedef signed int s32;
- typedef signed long long s64;
- #if SANITIZER_WINDOWS
- // On Windows, files are HANDLE, which is a synonim of void*.
- // Use void* to avoid including <windows.h> everywhere.
- typedef void* fd_t;
- typedef unsigned error_t;
- #else
- typedef int fd_t;
- typedef int error_t;
- #endif
- #if SANITIZER_SOLARIS && !defined(_LP64)
- typedef long pid_t;
- #else
- typedef int pid_t;
- #endif
- #if SANITIZER_FREEBSD || SANITIZER_NETBSD || SANITIZER_MAC || \
- (SANITIZER_SOLARIS && (defined(_LP64) || _FILE_OFFSET_BITS == 64)) || \
- (SANITIZER_LINUX && (defined(__x86_64__) || defined(__hexagon__)))
- typedef u64 OFF_T;
- #else
- typedef uptr OFF_T;
- #endif
- typedef u64 OFF64_T;
- #if (SANITIZER_WORDSIZE == 64) || SANITIZER_MAC
- typedef uptr operator_new_size_type;
- #else
- # if defined(__s390__) && !defined(__s390x__)
- // Special case: 31-bit s390 has unsigned long as size_t.
- typedef unsigned long operator_new_size_type;
- # else
- typedef u32 operator_new_size_type;
- # endif
- #endif
- typedef u64 tid_t;
- // ----------- ATTENTION -------------
- // This header should NOT include any other headers to avoid portability issues.
- // Common defs.
- #define INTERFACE_ATTRIBUTE SANITIZER_INTERFACE_ATTRIBUTE
- #define SANITIZER_WEAK_DEFAULT_IMPL \
- extern "C" SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE NOINLINE
- #define SANITIZER_WEAK_CXX_DEFAULT_IMPL \
- extern "C++" SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE NOINLINE
- // Platform-specific defs.
- #if defined(_MSC_VER)
- # define ALWAYS_INLINE __forceinline
- // FIXME(timurrrr): do we need this on Windows?
- # define ALIAS(x)
- # define ALIGNED(x) __declspec(align(x))
- # define FORMAT(f, a)
- # define NOINLINE __declspec(noinline)
- # define NORETURN __declspec(noreturn)
- # define THREADLOCAL __declspec(thread)
- # define LIKELY(x) (x)
- # define UNLIKELY(x) (x)
- # define PREFETCH(x) /* _mm_prefetch(x, _MM_HINT_NTA) */ (void)0
- # define WARN_UNUSED_RESULT
- #else // _MSC_VER
- # define ALWAYS_INLINE inline __attribute__((always_inline))
- # define ALIAS(x) __attribute__((alias(x)))
- // Please only use the ALIGNED macro before the type.
- // Using ALIGNED after the variable declaration is not portable!
- # define ALIGNED(x) __attribute__((aligned(x)))
- # define FORMAT(f, a) __attribute__((format(printf, f, a)))
- # define NOINLINE __attribute__((noinline))
- # define NORETURN __attribute__((noreturn))
- # define THREADLOCAL __thread
- # define LIKELY(x) __builtin_expect(!!(x), 1)
- # define UNLIKELY(x) __builtin_expect(!!(x), 0)
- # if defined(__i386__) || defined(__x86_64__)
- // __builtin_prefetch(x) generates prefetchnt0 on x86
- # define PREFETCH(x) __asm__("prefetchnta (%0)" : : "r" (x))
- # else
- # define PREFETCH(x) __builtin_prefetch(x)
- # endif
- # define WARN_UNUSED_RESULT __attribute__((warn_unused_result))
- #endif // _MSC_VER
- #if !defined(_MSC_VER) || defined(__clang__)
- # define UNUSED __attribute__((unused))
- # define USED __attribute__((used))
- #else
- # define UNUSED
- # define USED
- #endif
- #if !defined(_MSC_VER) || defined(__clang__) || MSC_PREREQ(1900)
- # define NOEXCEPT noexcept
- #else
- # define NOEXCEPT throw()
- #endif
- #if __has_cpp_attribute(clang::fallthrough)
- # define FALLTHROUGH [[clang::fallthrough]]
- #else
- # define FALLTHROUGH
- #endif
- // Unaligned versions of basic types.
- typedef ALIGNED(1) u16 uu16;
- typedef ALIGNED(1) u32 uu32;
- typedef ALIGNED(1) u64 uu64;
- typedef ALIGNED(1) s16 us16;
- typedef ALIGNED(1) s32 us32;
- typedef ALIGNED(1) s64 us64;
- #if SANITIZER_WINDOWS
- } // namespace __sanitizer
- typedef unsigned long DWORD;
- namespace __sanitizer {
- typedef DWORD thread_return_t;
- # define THREAD_CALLING_CONV __stdcall
- #else // _WIN32
- typedef void* thread_return_t;
- # define THREAD_CALLING_CONV
- #endif // _WIN32
- typedef thread_return_t (THREAD_CALLING_CONV *thread_callback_t)(void* arg);
- // NOTE: Functions below must be defined in each run-time.
- void NORETURN Die();
- void NORETURN CheckFailed(const char *file, int line, const char *cond,
- u64 v1, u64 v2);
- // Check macro
- #define RAW_CHECK_MSG(expr, msg, ...) \
- do { \
- if (UNLIKELY(!(expr))) { \
- const char* msgs[] = {msg, __VA_ARGS__}; \
- for (const char* m : msgs) RawWrite(m); \
- Die(); \
- } \
- } while (0)
- #define RAW_CHECK(expr) RAW_CHECK_MSG(expr, #expr "\n", )
- #define RAW_CHECK_VA(expr, ...) RAW_CHECK_MSG(expr, #expr "\n", __VA_ARGS__)
- #define CHECK_IMPL(c1, op, c2) \
- do { \
- __sanitizer::u64 v1 = (__sanitizer::u64)(c1); \
- __sanitizer::u64 v2 = (__sanitizer::u64)(c2); \
- if (UNLIKELY(!(v1 op v2))) \
- __sanitizer::CheckFailed(__FILE__, __LINE__, \
- "(" #c1 ") " #op " (" #c2 ")", v1, v2); \
- } while (false) \
- /**/
- #define CHECK(a) CHECK_IMPL((a), !=, 0)
- #define CHECK_EQ(a, b) CHECK_IMPL((a), ==, (b))
- #define CHECK_NE(a, b) CHECK_IMPL((a), !=, (b))
- #define CHECK_LT(a, b) CHECK_IMPL((a), <, (b))
- #define CHECK_LE(a, b) CHECK_IMPL((a), <=, (b))
- #define CHECK_GT(a, b) CHECK_IMPL((a), >, (b))
- #define CHECK_GE(a, b) CHECK_IMPL((a), >=, (b))
- #if SANITIZER_DEBUG
- #define DCHECK(a) CHECK(a)
- #define DCHECK_EQ(a, b) CHECK_EQ(a, b)
- #define DCHECK_NE(a, b) CHECK_NE(a, b)
- #define DCHECK_LT(a, b) CHECK_LT(a, b)
- #define DCHECK_LE(a, b) CHECK_LE(a, b)
- #define DCHECK_GT(a, b) CHECK_GT(a, b)
- #define DCHECK_GE(a, b) CHECK_GE(a, b)
- #else
- #define DCHECK(a)
- #define DCHECK_EQ(a, b)
- #define DCHECK_NE(a, b)
- #define DCHECK_LT(a, b)
- #define DCHECK_LE(a, b)
- #define DCHECK_GT(a, b)
- #define DCHECK_GE(a, b)
- #endif
- #define UNREACHABLE(msg) do { \
- CHECK(0 && msg); \
- Die(); \
- } while (0)
- #define UNIMPLEMENTED() UNREACHABLE("unimplemented")
- #define COMPILER_CHECK(pred) static_assert(pred, "")
- #define ARRAY_SIZE(a) (sizeof(a)/sizeof((a)[0]))
- // Limits for integral types. We have to redefine it in case we don't
- // have stdint.h (like in Visual Studio 9).
- #undef __INT64_C
- #undef __UINT64_C
- #if SANITIZER_WORDSIZE == 64
- # define __INT64_C(c) c ## L
- # define __UINT64_C(c) c ## UL
- #else
- # define __INT64_C(c) c ## LL
- # define __UINT64_C(c) c ## ULL
- #endif // SANITIZER_WORDSIZE == 64
- #undef INT32_MIN
- #define INT32_MIN (-2147483647-1)
- #undef INT32_MAX
- #define INT32_MAX (2147483647)
- #undef UINT32_MAX
- #define UINT32_MAX (4294967295U)
- #undef INT64_MIN
- #define INT64_MIN (-__INT64_C(9223372036854775807)-1)
- #undef INT64_MAX
- #define INT64_MAX (__INT64_C(9223372036854775807))
- #undef UINT64_MAX
- #define UINT64_MAX (__UINT64_C(18446744073709551615))
- #undef UINTPTR_MAX
- #if SANITIZER_WORDSIZE == 64
- # define UINTPTR_MAX (18446744073709551615UL)
- #else
- # define UINTPTR_MAX (4294967295U)
- #endif // SANITIZER_WORDSIZE == 64
- enum LinkerInitialized { LINKER_INITIALIZED = 0 };
- #if !defined(_MSC_VER) || defined(__clang__)
- #if SANITIZER_S390_31
- #define GET_CALLER_PC() \
- (__sanitizer::uptr) __builtin_extract_return_addr(__builtin_return_address(0))
- #else
- #define GET_CALLER_PC() (__sanitizer::uptr) __builtin_return_address(0)
- #endif
- #define GET_CURRENT_FRAME() (__sanitizer::uptr) __builtin_frame_address(0)
- inline void Trap() {
- __builtin_trap();
- }
- #else
- extern "C" void* _ReturnAddress(void);
- extern "C" void* _AddressOfReturnAddress(void);
- # pragma intrinsic(_ReturnAddress)
- # pragma intrinsic(_AddressOfReturnAddress)
- #define GET_CALLER_PC() (__sanitizer::uptr) _ReturnAddress()
- // CaptureStackBackTrace doesn't need to know BP on Windows.
- #define GET_CURRENT_FRAME() \
- (((__sanitizer::uptr)_AddressOfReturnAddress()) + sizeof(__sanitizer::uptr))
- extern "C" void __ud2(void);
- # pragma intrinsic(__ud2)
- inline void Trap() {
- __ud2();
- }
- #endif
- #define HANDLE_EINTR(res, f) \
- { \
- int rverrno; \
- do { \
- res = (f); \
- } while (internal_iserror(res, &rverrno) && rverrno == EINTR); \
- }
- // Forces the compiler to generate a frame pointer in the function.
- #define ENABLE_FRAME_POINTER \
- do { \
- volatile __sanitizer::uptr enable_fp; \
- enable_fp = GET_CURRENT_FRAME(); \
- (void)enable_fp; \
- } while (0)
- // Internal thread identifier allocated by ThreadRegistry.
- typedef u32 Tid;
- constexpr Tid kInvalidTid = -1;
- constexpr Tid kMainTid = 0;
- // Stack depot stack identifier.
- typedef u32 StackID;
- const StackID kInvalidStackID = 0;
- } // namespace __sanitizer
- namespace __asan {
- using namespace __sanitizer;
- }
- namespace __dsan {
- using namespace __sanitizer;
- }
- namespace __dfsan {
- using namespace __sanitizer;
- }
- namespace __lsan {
- using namespace __sanitizer;
- }
- namespace __msan {
- using namespace __sanitizer;
- }
- namespace __hwasan {
- using namespace __sanitizer;
- }
- namespace __tsan {
- using namespace __sanitizer;
- }
- namespace __scudo {
- using namespace __sanitizer;
- }
- namespace __ubsan {
- using namespace __sanitizer;
- }
- namespace __xray {
- using namespace __sanitizer;
- }
- namespace __interception {
- using namespace __sanitizer;
- }
- namespace __hwasan {
- using namespace __sanitizer;
- }
- namespace __memprof {
- using namespace __sanitizer;
- }
- #endif // SANITIZER_DEFS_H
|