123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496 |
- // Copyright 2017 The Abseil Authors.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // https://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- // This file defines dynamic annotations for use with dynamic analysis tool
- // such as valgrind, PIN, etc.
- //
- // Dynamic annotation is a source code annotation that affects the generated
- // code (that is, the annotation is not a comment). Each such annotation is
- // attached to a particular instruction and/or to a particular object (address)
- // in the program.
- //
- // The annotations that should be used by users are macros in all upper-case
- // (e.g., ABSL_ANNOTATE_THREAD_NAME).
- //
- // Actual implementation of these macros may differ depending on the dynamic
- // analysis tool being used.
- //
- // This file supports the following configurations:
- // - Dynamic Annotations enabled (with static thread-safety warnings disabled).
- // In this case, macros expand to functions implemented by Thread Sanitizer,
- // when building with TSan. When not provided an external implementation,
- // dynamic_annotations.cc provides no-op implementations.
- //
- // - Static Clang thread-safety warnings enabled.
- // When building with a Clang compiler that supports thread-safety warnings,
- // a subset of annotations can be statically-checked at compile-time. We
- // expand these macros to static-inline functions that can be analyzed for
- // thread-safety, but afterwards elided when building the final binary.
- //
- // - All annotations are disabled.
- // If neither Dynamic Annotations nor Clang thread-safety warnings are
- // enabled, then all annotation-macros expand to empty.
- #ifndef ABSL_BASE_DYNAMIC_ANNOTATIONS_H_
- #define ABSL_BASE_DYNAMIC_ANNOTATIONS_H_
- #include <stddef.h>
- #include <stdint.h>
- #include "absl/base/attributes.h"
- #include "absl/base/config.h"
- #ifdef __cplusplus
- #include "absl/base/macros.h"
- #endif
- #ifdef ABSL_HAVE_HWADDRESS_SANITIZER
- #include <sanitizer/hwasan_interface.h>
- #endif
- // TODO(rogeeff): Remove after the backward compatibility period.
- #include "absl/base/internal/dynamic_annotations.h" // IWYU pragma: export
- // -------------------------------------------------------------------------
- // Decide which features are enabled.
- #ifdef ABSL_HAVE_THREAD_SANITIZER
- #define ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED 1
- #define ABSL_INTERNAL_READS_ANNOTATIONS_ENABLED 1
- #define ABSL_INTERNAL_WRITES_ANNOTATIONS_ENABLED 1
- #define ABSL_INTERNAL_ANNOTALYSIS_ENABLED 0
- #define ABSL_INTERNAL_READS_WRITES_ANNOTATIONS_ENABLED 1
- #else
- #define ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED 0
- #define ABSL_INTERNAL_READS_ANNOTATIONS_ENABLED 0
- #define ABSL_INTERNAL_WRITES_ANNOTATIONS_ENABLED 0
- // Clang provides limited support for static thread-safety analysis through a
- // feature called Annotalysis. We configure macro-definitions according to
- // whether Annotalysis support is available. When running in opt-mode, GCC
- // will issue a warning, if these attributes are compiled. Only include them
- // when compiling using Clang.
- #if defined(__clang__)
- #define ABSL_INTERNAL_ANNOTALYSIS_ENABLED 1
- #if !defined(SWIG)
- #define ABSL_INTERNAL_IGNORE_READS_ATTRIBUTE_ENABLED 1
- #endif
- #else
- #define ABSL_INTERNAL_ANNOTALYSIS_ENABLED 0
- #endif
- // Read/write annotations are enabled in Annotalysis mode; disabled otherwise.
- #define ABSL_INTERNAL_READS_WRITES_ANNOTATIONS_ENABLED \
- ABSL_INTERNAL_ANNOTALYSIS_ENABLED
- #endif // ABSL_HAVE_THREAD_SANITIZER
- #ifdef __cplusplus
- #define ABSL_INTERNAL_BEGIN_EXTERN_C extern "C" {
- #define ABSL_INTERNAL_END_EXTERN_C } // extern "C"
- #define ABSL_INTERNAL_GLOBAL_SCOPED(F) ::F
- #define ABSL_INTERNAL_STATIC_INLINE inline
- #else
- #define ABSL_INTERNAL_BEGIN_EXTERN_C // empty
- #define ABSL_INTERNAL_END_EXTERN_C // empty
- #define ABSL_INTERNAL_GLOBAL_SCOPED(F) F
- #define ABSL_INTERNAL_STATIC_INLINE static inline
- #endif
- // -------------------------------------------------------------------------
- // Define race annotations.
- #if ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED == 1
- // Some of the symbols used in this section (e.g. AnnotateBenignRaceSized) are
- // defined by the compiler-based sanitizer implementation, not by the Abseil
- // library. Therefore they do not use ABSL_INTERNAL_C_SYMBOL.
- // -------------------------------------------------------------
- // Annotations that suppress errors. It is usually better to express the
- // program's synchronization using the other annotations, but these can be used
- // when all else fails.
- // Report that we may have a benign race at `pointer`, with size
- // "sizeof(*(pointer))". `pointer` must be a non-void* pointer. Insert at the
- // point where `pointer` has been allocated, preferably close to the point
- // where the race happens. See also ABSL_ANNOTATE_BENIGN_RACE_STATIC.
- #define ABSL_ANNOTATE_BENIGN_RACE(pointer, description) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateBenignRaceSized) \
- (__FILE__, __LINE__, pointer, sizeof(*(pointer)), description)
- // Same as ABSL_ANNOTATE_BENIGN_RACE(`address`, `description`), but applies to
- // the memory range [`address`, `address`+`size`).
- #define ABSL_ANNOTATE_BENIGN_RACE_SIZED(address, size, description) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateBenignRaceSized) \
- (__FILE__, __LINE__, address, size, description)
- // Enable (`enable`!=0) or disable (`enable`==0) race detection for all threads.
- // This annotation could be useful if you want to skip expensive race analysis
- // during some period of program execution, e.g. during initialization.
- #define ABSL_ANNOTATE_ENABLE_RACE_DETECTION(enable) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateEnableRaceDetection) \
- (__FILE__, __LINE__, enable)
- // -------------------------------------------------------------
- // Annotations useful for debugging.
- // Report the current thread `name` to a race detector.
- #define ABSL_ANNOTATE_THREAD_NAME(name) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateThreadName)(__FILE__, __LINE__, name)
- // -------------------------------------------------------------
- // Annotations useful when implementing locks. They are not normally needed by
- // modules that merely use locks. The `lock` argument is a pointer to the lock
- // object.
- // Report that a lock has been created at address `lock`.
- #define ABSL_ANNOTATE_RWLOCK_CREATE(lock) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateRWLockCreate)(__FILE__, __LINE__, lock)
- // Report that a linker initialized lock has been created at address `lock`.
- #ifdef ABSL_HAVE_THREAD_SANITIZER
- #define ABSL_ANNOTATE_RWLOCK_CREATE_STATIC(lock) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateRWLockCreateStatic) \
- (__FILE__, __LINE__, lock)
- #else
- #define ABSL_ANNOTATE_RWLOCK_CREATE_STATIC(lock) \
- ABSL_ANNOTATE_RWLOCK_CREATE(lock)
- #endif
- // Report that the lock at address `lock` is about to be destroyed.
- #define ABSL_ANNOTATE_RWLOCK_DESTROY(lock) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateRWLockDestroy)(__FILE__, __LINE__, lock)
- // Report that the lock at address `lock` has been acquired.
- // `is_w`=1 for writer lock, `is_w`=0 for reader lock.
- #define ABSL_ANNOTATE_RWLOCK_ACQUIRED(lock, is_w) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateRWLockAcquired) \
- (__FILE__, __LINE__, lock, is_w)
- // Report that the lock at address `lock` is about to be released.
- // `is_w`=1 for writer lock, `is_w`=0 for reader lock.
- #define ABSL_ANNOTATE_RWLOCK_RELEASED(lock, is_w) \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateRWLockReleased) \
- (__FILE__, __LINE__, lock, is_w)
- // Apply ABSL_ANNOTATE_BENIGN_RACE_SIZED to a static variable `static_var`.
- #define ABSL_ANNOTATE_BENIGN_RACE_STATIC(static_var, description) \
- namespace { \
- class static_var##_annotator { \
- public: \
- static_var##_annotator() { \
- ABSL_ANNOTATE_BENIGN_RACE_SIZED(&static_var, sizeof(static_var), \
- #static_var ": " description); \
- } \
- }; \
- static static_var##_annotator the##static_var##_annotator; \
- } // namespace
- // Function prototypes of annotations provided by the compiler-based sanitizer
- // implementation.
- ABSL_INTERNAL_BEGIN_EXTERN_C
- void AnnotateRWLockCreate(const char* file, int line,
- const volatile void* lock);
- void AnnotateRWLockCreateStatic(const char* file, int line,
- const volatile void* lock);
- void AnnotateRWLockDestroy(const char* file, int line,
- const volatile void* lock);
- void AnnotateRWLockAcquired(const char* file, int line,
- const volatile void* lock, long is_w); // NOLINT
- void AnnotateRWLockReleased(const char* file, int line,
- const volatile void* lock, long is_w); // NOLINT
- void AnnotateBenignRace(const char* file, int line,
- const volatile void* address, const char* description);
- void AnnotateBenignRaceSized(const char* file, int line,
- const volatile void* address, size_t size,
- const char* description);
- void AnnotateThreadName(const char* file, int line, const char* name);
- void AnnotateEnableRaceDetection(const char* file, int line, int enable);
- ABSL_INTERNAL_END_EXTERN_C
- #else // ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED == 0
- #define ABSL_ANNOTATE_RWLOCK_CREATE(lock) // empty
- #define ABSL_ANNOTATE_RWLOCK_CREATE_STATIC(lock) // empty
- #define ABSL_ANNOTATE_RWLOCK_DESTROY(lock) // empty
- #define ABSL_ANNOTATE_RWLOCK_ACQUIRED(lock, is_w) // empty
- #define ABSL_ANNOTATE_RWLOCK_RELEASED(lock, is_w) // empty
- #define ABSL_ANNOTATE_BENIGN_RACE(address, description) // empty
- #define ABSL_ANNOTATE_BENIGN_RACE_SIZED(address, size, description) // empty
- #define ABSL_ANNOTATE_THREAD_NAME(name) // empty
- #define ABSL_ANNOTATE_ENABLE_RACE_DETECTION(enable) // empty
- #define ABSL_ANNOTATE_BENIGN_RACE_STATIC(static_var, description) // empty
- #endif // ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED
- // -------------------------------------------------------------------------
- // Define memory annotations.
- #ifdef ABSL_HAVE_MEMORY_SANITIZER
- #include <sanitizer/msan_interface.h>
- #define ABSL_ANNOTATE_MEMORY_IS_INITIALIZED(address, size) \
- __msan_unpoison(address, size)
- #define ABSL_ANNOTATE_MEMORY_IS_UNINITIALIZED(address, size) \
- __msan_allocated_memory(address, size)
- #else // !defined(ABSL_HAVE_MEMORY_SANITIZER)
- // TODO(rogeeff): remove this branch
- #ifdef ABSL_HAVE_THREAD_SANITIZER
- #define ABSL_ANNOTATE_MEMORY_IS_INITIALIZED(address, size) \
- do { \
- (void)(address); \
- (void)(size); \
- } while (0)
- #define ABSL_ANNOTATE_MEMORY_IS_UNINITIALIZED(address, size) \
- do { \
- (void)(address); \
- (void)(size); \
- } while (0)
- #else
- #define ABSL_ANNOTATE_MEMORY_IS_INITIALIZED(address, size) // empty
- #define ABSL_ANNOTATE_MEMORY_IS_UNINITIALIZED(address, size) // empty
- #endif
- #endif // ABSL_HAVE_MEMORY_SANITIZER
- // -------------------------------------------------------------------------
- // Define IGNORE_READS_BEGIN/_END attributes.
- #if defined(ABSL_INTERNAL_IGNORE_READS_ATTRIBUTE_ENABLED)
- #define ABSL_INTERNAL_IGNORE_READS_BEGIN_ATTRIBUTE \
- __attribute((exclusive_lock_function("*")))
- #define ABSL_INTERNAL_IGNORE_READS_END_ATTRIBUTE \
- __attribute((unlock_function("*")))
- #else // !defined(ABSL_INTERNAL_IGNORE_READS_ATTRIBUTE_ENABLED)
- #define ABSL_INTERNAL_IGNORE_READS_BEGIN_ATTRIBUTE // empty
- #define ABSL_INTERNAL_IGNORE_READS_END_ATTRIBUTE // empty
- #endif // defined(ABSL_INTERNAL_IGNORE_READS_ATTRIBUTE_ENABLED)
- // -------------------------------------------------------------------------
- // Define IGNORE_READS_BEGIN/_END annotations.
- #if ABSL_INTERNAL_READS_ANNOTATIONS_ENABLED == 1
- // Some of the symbols used in this section (e.g. AnnotateIgnoreReadsBegin) are
- // defined by the compiler-based implementation, not by the Abseil
- // library. Therefore they do not use ABSL_INTERNAL_C_SYMBOL.
- // Request the analysis tool to ignore all reads in the current thread until
- // ABSL_ANNOTATE_IGNORE_READS_END is called. Useful to ignore intentional racey
- // reads, while still checking other reads and all writes.
- // See also ABSL_ANNOTATE_UNPROTECTED_READ.
- #define ABSL_ANNOTATE_IGNORE_READS_BEGIN() \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateIgnoreReadsBegin) \
- (__FILE__, __LINE__)
- // Stop ignoring reads.
- #define ABSL_ANNOTATE_IGNORE_READS_END() \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateIgnoreReadsEnd) \
- (__FILE__, __LINE__)
- // Function prototypes of annotations provided by the compiler-based sanitizer
- // implementation.
- ABSL_INTERNAL_BEGIN_EXTERN_C
- void AnnotateIgnoreReadsBegin(const char* file, int line)
- ABSL_INTERNAL_IGNORE_READS_BEGIN_ATTRIBUTE;
- void AnnotateIgnoreReadsEnd(const char* file,
- int line) ABSL_INTERNAL_IGNORE_READS_END_ATTRIBUTE;
- ABSL_INTERNAL_END_EXTERN_C
- #elif defined(ABSL_INTERNAL_ANNOTALYSIS_ENABLED)
- // When Annotalysis is enabled without Dynamic Annotations, the use of
- // static-inline functions allows the annotations to be read at compile-time,
- // while still letting the compiler elide the functions from the final build.
- //
- // TODO(delesley) -- The exclusive lock here ignores writes as well, but
- // allows IGNORE_READS_AND_WRITES to work properly.
- #define ABSL_ANNOTATE_IGNORE_READS_BEGIN() \
- ABSL_INTERNAL_GLOBAL_SCOPED( \
- ABSL_INTERNAL_C_SYMBOL(AbslInternalAnnotateIgnoreReadsBegin)) \
- ()
- #define ABSL_ANNOTATE_IGNORE_READS_END() \
- ABSL_INTERNAL_GLOBAL_SCOPED( \
- ABSL_INTERNAL_C_SYMBOL(AbslInternalAnnotateIgnoreReadsEnd)) \
- ()
- ABSL_INTERNAL_STATIC_INLINE void ABSL_INTERNAL_C_SYMBOL(
- AbslInternalAnnotateIgnoreReadsBegin)()
- ABSL_INTERNAL_IGNORE_READS_BEGIN_ATTRIBUTE {}
- ABSL_INTERNAL_STATIC_INLINE void ABSL_INTERNAL_C_SYMBOL(
- AbslInternalAnnotateIgnoreReadsEnd)()
- ABSL_INTERNAL_IGNORE_READS_END_ATTRIBUTE {}
- #else
- #define ABSL_ANNOTATE_IGNORE_READS_BEGIN() // empty
- #define ABSL_ANNOTATE_IGNORE_READS_END() // empty
- #endif
- // -------------------------------------------------------------------------
- // Define IGNORE_WRITES_BEGIN/_END annotations.
- #if ABSL_INTERNAL_WRITES_ANNOTATIONS_ENABLED == 1
- // Similar to ABSL_ANNOTATE_IGNORE_READS_BEGIN, but ignore writes instead.
- #define ABSL_ANNOTATE_IGNORE_WRITES_BEGIN() \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateIgnoreWritesBegin)(__FILE__, __LINE__)
- // Stop ignoring writes.
- #define ABSL_ANNOTATE_IGNORE_WRITES_END() \
- ABSL_INTERNAL_GLOBAL_SCOPED(AnnotateIgnoreWritesEnd)(__FILE__, __LINE__)
- // Function prototypes of annotations provided by the compiler-based sanitizer
- // implementation.
- ABSL_INTERNAL_BEGIN_EXTERN_C
- void AnnotateIgnoreWritesBegin(const char* file, int line);
- void AnnotateIgnoreWritesEnd(const char* file, int line);
- ABSL_INTERNAL_END_EXTERN_C
- #else
- #define ABSL_ANNOTATE_IGNORE_WRITES_BEGIN() // empty
- #define ABSL_ANNOTATE_IGNORE_WRITES_END() // empty
- #endif
- // -------------------------------------------------------------------------
- // Define the ABSL_ANNOTATE_IGNORE_READS_AND_WRITES_* annotations using the more
- // primitive annotations defined above.
- //
- // Instead of doing
- // ABSL_ANNOTATE_IGNORE_READS_BEGIN();
- // ... = x;
- // ABSL_ANNOTATE_IGNORE_READS_END();
- // one can use
- // ... = ABSL_ANNOTATE_UNPROTECTED_READ(x);
- #if defined(ABSL_INTERNAL_READS_WRITES_ANNOTATIONS_ENABLED)
- // Start ignoring all memory accesses (both reads and writes).
- #define ABSL_ANNOTATE_IGNORE_READS_AND_WRITES_BEGIN() \
- do { \
- ABSL_ANNOTATE_IGNORE_READS_BEGIN(); \
- ABSL_ANNOTATE_IGNORE_WRITES_BEGIN(); \
- } while (0)
- // Stop ignoring both reads and writes.
- #define ABSL_ANNOTATE_IGNORE_READS_AND_WRITES_END() \
- do { \
- ABSL_ANNOTATE_IGNORE_WRITES_END(); \
- ABSL_ANNOTATE_IGNORE_READS_END(); \
- } while (0)
- #ifdef __cplusplus
- // ABSL_ANNOTATE_UNPROTECTED_READ is the preferred way to annotate racey reads.
- #define ABSL_ANNOTATE_UNPROTECTED_READ(x) \
- absl::base_internal::AnnotateUnprotectedRead(x)
- namespace absl {
- ABSL_NAMESPACE_BEGIN
- namespace base_internal {
- template <typename T>
- inline T AnnotateUnprotectedRead(const volatile T& x) { // NOLINT
- ABSL_ANNOTATE_IGNORE_READS_BEGIN();
- T res = x;
- ABSL_ANNOTATE_IGNORE_READS_END();
- return res;
- }
- } // namespace base_internal
- ABSL_NAMESPACE_END
- } // namespace absl
- #endif
- #else
- #define ABSL_ANNOTATE_IGNORE_READS_AND_WRITES_BEGIN() // empty
- #define ABSL_ANNOTATE_IGNORE_READS_AND_WRITES_END() // empty
- #define ABSL_ANNOTATE_UNPROTECTED_READ(x) (x)
- #endif
- // -------------------------------------------------------------------------
- // Address sanitizer annotations
- #ifdef ABSL_HAVE_ADDRESS_SANITIZER
- // Describe the current state of a contiguous container such as e.g.
- // std::vector or std::string. For more details see
- // sanitizer/common_interface_defs.h, which is provided by the compiler.
- #include <sanitizer/common_interface_defs.h>
- #define ABSL_ANNOTATE_CONTIGUOUS_CONTAINER(beg, end, old_mid, new_mid) \
- __sanitizer_annotate_contiguous_container(beg, end, old_mid, new_mid)
- #define ABSL_ADDRESS_SANITIZER_REDZONE(name) \
- struct { \
- alignas(8) char x[8]; \
- } name
- #else
- #define ABSL_ANNOTATE_CONTIGUOUS_CONTAINER(beg, end, old_mid, new_mid) // empty
- #define ABSL_ADDRESS_SANITIZER_REDZONE(name) static_assert(true, "")
- #endif // ABSL_HAVE_ADDRESS_SANITIZER
- // -------------------------------------------------------------------------
- // HWAddress sanitizer annotations
- #ifdef __cplusplus
- namespace absl {
- #ifdef ABSL_HAVE_HWADDRESS_SANITIZER
- // Under HWASAN changes the tag of the pointer.
- template <typename T>
- T* HwasanTagPointer(T* ptr, uintptr_t tag) {
- return reinterpret_cast<T*>(__hwasan_tag_pointer(ptr, tag));
- }
- #else
- template <typename T>
- T* HwasanTagPointer(T* ptr, uintptr_t) {
- return ptr;
- }
- #endif
- } // namespace absl
- #endif
- // -------------------------------------------------------------------------
- // Undefine the macros intended only for this file.
- #undef ABSL_INTERNAL_RACE_ANNOTATIONS_ENABLED
- #undef ABSL_INTERNAL_READS_ANNOTATIONS_ENABLED
- #undef ABSL_INTERNAL_WRITES_ANNOTATIONS_ENABLED
- #undef ABSL_INTERNAL_ANNOTALYSIS_ENABLED
- #undef ABSL_INTERNAL_READS_WRITES_ANNOTATIONS_ENABLED
- #undef ABSL_INTERNAL_BEGIN_EXTERN_C
- #undef ABSL_INTERNAL_END_EXTERN_C
- #undef ABSL_INTERNAL_STATIC_INLINE
- #endif // ABSL_BASE_DYNAMIC_ANNOTATIONS_H_
|