new 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368
  1. // -*- C++ -*-
  2. //===----------------------------------------------------------------------===//
  3. //
  4. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  5. // See https://llvm.org/LICENSE.txt for license information.
  6. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  7. //
  8. //===----------------------------------------------------------------------===//
  9. #ifndef _LIBCPP_NEW
  10. #define _LIBCPP_NEW
  11. /*
  12. new synopsis
  13. namespace std
  14. {
  15. class bad_alloc
  16. : public exception
  17. {
  18. public:
  19. bad_alloc() noexcept;
  20. bad_alloc(const bad_alloc&) noexcept;
  21. bad_alloc& operator=(const bad_alloc&) noexcept;
  22. virtual const char* what() const noexcept;
  23. };
  24. class bad_array_new_length : public bad_alloc // C++14
  25. {
  26. public:
  27. bad_array_new_length() noexcept;
  28. };
  29. enum class align_val_t : size_t {}; // C++17
  30. struct destroying_delete_t { // C++20
  31. explicit destroying_delete_t() = default;
  32. };
  33. inline constexpr destroying_delete_t destroying_delete{}; // C++20
  34. struct nothrow_t { explicit nothrow_t() = default; };
  35. extern const nothrow_t nothrow;
  36. typedef void (*new_handler)();
  37. new_handler set_new_handler(new_handler new_p) noexcept;
  38. new_handler get_new_handler() noexcept;
  39. // 21.6.4, pointer optimization barrier
  40. template <class T> [[nodiscard]] constexpr T* launder(T* p) noexcept; // C++17, nodiscard since C++20
  41. } // std
  42. void* operator new(std::size_t size); // replaceable, nodiscard in C++20
  43. void* operator new(std::size_t size, std::align_val_t alignment); // replaceable, C++17, nodiscard in C++20
  44. void* operator new(std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20
  45. void* operator new(std::size_t size, std::align_val_t alignment,
  46. const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20
  47. void operator delete(void* ptr) noexcept; // replaceable
  48. void operator delete(void* ptr, std::size_t size) noexcept; // replaceable, C++14
  49. void operator delete(void* ptr, std::align_val_t alignment) noexcept; // replaceable, C++17
  50. void operator delete(void* ptr, std::size_t size,
  51. std::align_val_t alignment) noexcept; // replaceable, C++17
  52. void operator delete(void* ptr, const std::nothrow_t&) noexcept; // replaceable
  53. void operator delete(void* ptr, std:align_val_t alignment,
  54. const std::nothrow_t&) noexcept; // replaceable, C++17
  55. void* operator new[](std::size_t size); // replaceable, nodiscard in C++20
  56. void* operator new[](std::size_t size,
  57. std::align_val_t alignment) noexcept; // replaceable, C++17, nodiscard in C++20
  58. void* operator new[](std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20
  59. void* operator new[](std::size_t size, std::align_val_t alignment,
  60. const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20
  61. void operator delete[](void* ptr) noexcept; // replaceable
  62. void operator delete[](void* ptr, std::size_t size) noexcept; // replaceable, C++14
  63. void operator delete[](void* ptr,
  64. std::align_val_t alignment) noexcept; // replaceable, C++17
  65. void operator delete[](void* ptr, std::size_t size,
  66. std::align_val_t alignment) noexcept; // replaceable, C++17
  67. void operator delete[](void* ptr, const std::nothrow_t&) noexcept; // replaceable
  68. void operator delete[](void* ptr, std::align_val_t alignment,
  69. const std::nothrow_t&) noexcept; // replaceable, C++17
  70. void* operator new (std::size_t size, void* ptr) noexcept; // nodiscard in C++20
  71. void* operator new[](std::size_t size, void* ptr) noexcept; // nodiscard in C++20
  72. void operator delete (void* ptr, void*) noexcept;
  73. void operator delete[](void* ptr, void*) noexcept;
  74. */
  75. #include <__availability>
  76. #include <__config>
  77. #include <__exception/exception.h>
  78. #include <__type_traits/is_function.h>
  79. #include <__type_traits/is_same.h>
  80. #include <__type_traits/remove_cv.h>
  81. #include <__verbose_abort>
  82. #include <cstddef>
  83. #include <version>
  84. #if defined(_LIBCPP_ABI_VCRUNTIME)
  85. # include <new.h>
  86. #endif
  87. #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
  88. # pragma GCC system_header
  89. #endif
  90. #if !defined(__cpp_sized_deallocation) || __cpp_sized_deallocation < 201309L
  91. # define _LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION
  92. #endif
  93. #if !defined(_LIBCPP_BUILDING_LIBRARY) && _LIBCPP_STD_VER < 14 && defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
  94. # define _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  95. #endif
  96. #if defined(_LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION) || defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
  97. # define _LIBCPP_HAS_NO_SIZED_DEALLOCATION
  98. #endif
  99. namespace std // purposefully not using versioning namespace
  100. {
  101. #if !defined(_LIBCPP_ABI_VCRUNTIME)
  102. struct _LIBCPP_EXPORTED_FROM_ABI nothrow_t {
  103. explicit nothrow_t() = default;
  104. };
  105. extern _LIBCPP_EXPORTED_FROM_ABI const nothrow_t nothrow;
  106. class _LIBCPP_EXPORTED_FROM_ABI bad_alloc : public exception {
  107. public:
  108. bad_alloc() _NOEXCEPT;
  109. _LIBCPP_HIDE_FROM_ABI bad_alloc(const bad_alloc&) _NOEXCEPT = default;
  110. _LIBCPP_HIDE_FROM_ABI bad_alloc& operator=(const bad_alloc&) _NOEXCEPT = default;
  111. ~bad_alloc() _NOEXCEPT override;
  112. const char* what() const _NOEXCEPT override;
  113. };
  114. class _LIBCPP_EXPORTED_FROM_ABI bad_array_new_length : public bad_alloc {
  115. public:
  116. bad_array_new_length() _NOEXCEPT;
  117. _LIBCPP_HIDE_FROM_ABI bad_array_new_length(const bad_array_new_length&) _NOEXCEPT = default;
  118. _LIBCPP_HIDE_FROM_ABI bad_array_new_length& operator=(const bad_array_new_length&) _NOEXCEPT = default;
  119. ~bad_array_new_length() _NOEXCEPT override;
  120. const char* what() const _NOEXCEPT override;
  121. };
  122. typedef void (*new_handler)();
  123. _LIBCPP_EXPORTED_FROM_ABI new_handler set_new_handler(new_handler) _NOEXCEPT;
  124. _LIBCPP_EXPORTED_FROM_ABI new_handler get_new_handler() _NOEXCEPT;
  125. #elif defined(_HAS_EXCEPTIONS) && _HAS_EXCEPTIONS == 0 // !_LIBCPP_ABI_VCRUNTIME
  126. // When _HAS_EXCEPTIONS == 0, these complete definitions are needed,
  127. // since they would normally be provided in vcruntime_exception.h
  128. class bad_alloc : public exception {
  129. public:
  130. bad_alloc() noexcept : exception("bad allocation") {}
  131. private:
  132. friend class bad_array_new_length;
  133. bad_alloc(char const* const __message) noexcept : exception(__message) {}
  134. };
  135. class bad_array_new_length : public bad_alloc {
  136. public:
  137. bad_array_new_length() noexcept : bad_alloc("bad array new length") {}
  138. };
  139. #endif // defined(_LIBCPP_ABI_VCRUNTIME) && defined(_HAS_EXCEPTIONS) && _HAS_EXCEPTIONS == 0
  140. _LIBCPP_NORETURN _LIBCPP_EXPORTED_FROM_ABI void __throw_bad_alloc(); // not in C++ spec
  141. _LIBCPP_NORETURN inline _LIBCPP_HIDE_FROM_ABI void __throw_bad_array_new_length() {
  142. #ifndef _LIBCPP_HAS_NO_EXCEPTIONS
  143. throw bad_array_new_length();
  144. #else
  145. _LIBCPP_VERBOSE_ABORT("bad_array_new_length was thrown in -fno-exceptions mode");
  146. #endif
  147. }
  148. #if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) && !defined(_LIBCPP_ABI_VCRUNTIME)
  149. # ifndef _LIBCPP_CXX03_LANG
  150. enum class align_val_t : size_t {};
  151. # else
  152. enum align_val_t { __zero = 0, __max = (size_t)-1 };
  153. # endif
  154. #endif
  155. #if _LIBCPP_STD_VER >= 20
  156. // Enable the declaration even if the compiler doesn't support the language
  157. // feature.
  158. struct destroying_delete_t {
  159. explicit destroying_delete_t() = default;
  160. };
  161. inline constexpr destroying_delete_t destroying_delete{};
  162. #endif // _LIBCPP_STD_VER >= 20
  163. } // namespace std
  164. #if defined(_LIBCPP_CXX03_LANG)
  165. # define _THROW_BAD_ALLOC throw(std::bad_alloc)
  166. #else
  167. # define _THROW_BAD_ALLOC
  168. #endif
  169. #if !defined(_LIBCPP_ABI_VCRUNTIME)
  170. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz) _THROW_BAD_ALLOC;
  171. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  172. operator new(std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  173. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p) _NOEXCEPT;
  174. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, const std::nothrow_t&) _NOEXCEPT;
  175. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  176. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::size_t __sz) _NOEXCEPT;
  177. # endif
  178. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz) _THROW_BAD_ALLOC;
  179. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  180. operator new[](std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  181. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p) _NOEXCEPT;
  182. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, const std::nothrow_t&) _NOEXCEPT;
  183. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  184. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::size_t __sz) _NOEXCEPT;
  185. # endif
  186. # ifndef _LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION
  187. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  188. operator new(std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
  189. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  190. operator new(std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  191. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t) _NOEXCEPT;
  192. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
  193. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  194. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
  195. # endif
  196. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  197. operator new[](std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
  198. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  199. operator new[](std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  200. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t) _NOEXCEPT;
  201. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
  202. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  203. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
  204. # endif
  205. # endif
  206. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI void* operator new(std::size_t, void* __p) _NOEXCEPT {
  207. return __p;
  208. }
  209. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI void* operator new[](std::size_t, void* __p) _NOEXCEPT {
  210. return __p;
  211. }
  212. inline _LIBCPP_HIDE_FROM_ABI void operator delete(void*, void*) _NOEXCEPT {}
  213. inline _LIBCPP_HIDE_FROM_ABI void operator delete[](void*, void*) _NOEXCEPT {}
  214. #endif // !_LIBCPP_ABI_VCRUNTIME
  215. _LIBCPP_BEGIN_NAMESPACE_STD
  216. _LIBCPP_CONSTEXPR inline _LIBCPP_HIDE_FROM_ABI bool __is_overaligned_for_new(size_t __align) _NOEXCEPT {
  217. #ifdef __STDCPP_DEFAULT_NEW_ALIGNMENT__
  218. return __align > __STDCPP_DEFAULT_NEW_ALIGNMENT__;
  219. #else
  220. return __align > _LIBCPP_ALIGNOF(max_align_t);
  221. #endif
  222. }
  223. template <class... _Args>
  224. _LIBCPP_HIDE_FROM_ABI void* __libcpp_operator_new(_Args... __args) {
  225. #if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
  226. return __builtin_operator_new(__args...);
  227. #else
  228. return ::operator new(__args...);
  229. #endif
  230. }
  231. template <class... _Args>
  232. _LIBCPP_HIDE_FROM_ABI void __libcpp_operator_delete(_Args... __args) {
  233. #if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
  234. __builtin_operator_delete(__args...);
  235. #else
  236. ::operator delete(__args...);
  237. #endif
  238. }
  239. inline _LIBCPP_HIDE_FROM_ABI void* __libcpp_allocate(size_t __size, size_t __align) {
  240. #ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION
  241. if (__is_overaligned_for_new(__align)) {
  242. const align_val_t __align_val = static_cast<align_val_t>(__align);
  243. return __libcpp_operator_new(__size, __align_val);
  244. }
  245. #endif
  246. (void)__align;
  247. return __libcpp_operator_new(__size);
  248. }
  249. template <class... _Args>
  250. _LIBCPP_HIDE_FROM_ABI void __do_deallocate_handle_size(void* __ptr, size_t __size, _Args... __args) {
  251. #ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION
  252. (void)__size;
  253. return std::__libcpp_operator_delete(__ptr, __args...);
  254. #else
  255. return std::__libcpp_operator_delete(__ptr, __size, __args...);
  256. #endif
  257. }
  258. inline _LIBCPP_HIDE_FROM_ABI void __libcpp_deallocate(void* __ptr, size_t __size, size_t __align) {
  259. #if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
  260. (void)__align;
  261. return __do_deallocate_handle_size(__ptr, __size);
  262. #else
  263. if (__is_overaligned_for_new(__align)) {
  264. const align_val_t __align_val = static_cast<align_val_t>(__align);
  265. return __do_deallocate_handle_size(__ptr, __size, __align_val);
  266. } else {
  267. return __do_deallocate_handle_size(__ptr, __size);
  268. }
  269. #endif
  270. }
  271. inline _LIBCPP_HIDE_FROM_ABI void __libcpp_deallocate_unsized(void* __ptr, size_t __align) {
  272. #if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
  273. (void)__align;
  274. return __libcpp_operator_delete(__ptr);
  275. #else
  276. if (__is_overaligned_for_new(__align)) {
  277. const align_val_t __align_val = static_cast<align_val_t>(__align);
  278. return __libcpp_operator_delete(__ptr, __align_val);
  279. } else {
  280. return __libcpp_operator_delete(__ptr);
  281. }
  282. #endif
  283. }
  284. template <class _Tp>
  285. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR _Tp* __launder(_Tp* __p) _NOEXCEPT {
  286. static_assert(!(is_function<_Tp>::value), "can't launder functions");
  287. static_assert(!(is_same<void, __remove_cv_t<_Tp> >::value), "can't launder cv-void");
  288. return __builtin_launder(__p);
  289. }
  290. #if _LIBCPP_STD_VER >= 17
  291. template <class _Tp>
  292. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI constexpr _Tp* launder(_Tp* __p) noexcept {
  293. return std::__launder(__p);
  294. }
  295. #endif
  296. #if _LIBCPP_STD_VER >= 17
  297. # if defined(__GCC_DESTRUCTIVE_SIZE) && defined(__GCC_CONSTRUCTIVE_SIZE)
  298. inline constexpr size_t hardware_destructive_interference_size = __GCC_DESTRUCTIVE_SIZE;
  299. inline constexpr size_t hardware_constructive_interference_size = __GCC_CONSTRUCTIVE_SIZE;
  300. # endif // defined(__GCC_DESTRUCTIVE_SIZE) && defined(__GCC_CONSTRUCTIVE_SIZE)
  301. #endif // _LIBCPP_STD_VER >= 17
  302. _LIBCPP_END_NAMESPACE_STD
  303. #if !defined(_LIBCPP_REMOVE_TRANSITIVE_INCLUDES) && _LIBCPP_STD_VER <= 20
  304. # include <cstdlib>
  305. # include <type_traits>
  306. #endif
  307. #endif // _LIBCPP_NEW