new 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. // -*- C++ -*-
  2. //===----------------------------------------------------------------------===//
  3. //
  4. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  5. // See https://llvm.org/LICENSE.txt for license information.
  6. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  7. //
  8. //===----------------------------------------------------------------------===//
  9. #ifndef _LIBCPP_NEW
  10. #define _LIBCPP_NEW
  11. /*
  12. new synopsis
  13. namespace std
  14. {
  15. class bad_alloc
  16. : public exception
  17. {
  18. public:
  19. bad_alloc() noexcept;
  20. bad_alloc(const bad_alloc&) noexcept;
  21. bad_alloc& operator=(const bad_alloc&) noexcept;
  22. virtual const char* what() const noexcept;
  23. };
  24. class bad_array_new_length : public bad_alloc // C++14
  25. {
  26. public:
  27. bad_array_new_length() noexcept;
  28. };
  29. enum class align_val_t : size_t {}; // C++17
  30. struct destroying_delete_t { // C++20
  31. explicit destroying_delete_t() = default;
  32. };
  33. inline constexpr destroying_delete_t destroying_delete{}; // C++20
  34. struct nothrow_t { explicit nothrow_t() = default; };
  35. extern const nothrow_t nothrow;
  36. typedef void (*new_handler)();
  37. new_handler set_new_handler(new_handler new_p) noexcept;
  38. new_handler get_new_handler() noexcept;
  39. // 21.6.4, pointer optimization barrier
  40. template <class T> [[nodiscard]] constexpr T* launder(T* p) noexcept; // C++17, nodiscard since C++20
  41. } // std
  42. void* operator new(std::size_t size); // replaceable, nodiscard in C++20
  43. void* operator new(std::size_t size, std::align_val_t alignment); // replaceable, C++17, nodiscard in C++20
  44. void* operator new(std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20
  45. void* operator new(std::size_t size, std::align_val_t alignment,
  46. const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20
  47. void operator delete(void* ptr) noexcept; // replaceable
  48. void operator delete(void* ptr, std::size_t size) noexcept; // replaceable, C++14
  49. void operator delete(void* ptr, std::align_val_t alignment) noexcept; // replaceable, C++17
  50. void operator delete(void* ptr, std::size_t size,
  51. std::align_val_t alignment) noexcept; // replaceable, C++17
  52. void operator delete(void* ptr, const std::nothrow_t&) noexcept; // replaceable
  53. void operator delete(void* ptr, std:align_val_t alignment,
  54. const std::nothrow_t&) noexcept; // replaceable, C++17
  55. void* operator new[](std::size_t size); // replaceable, nodiscard in C++20
  56. void* operator new[](std::size_t size,
  57. std::align_val_t alignment) noexcept; // replaceable, C++17, nodiscard in C++20
  58. void* operator new[](std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20
  59. void* operator new[](std::size_t size, std::align_val_t alignment,
  60. const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20
  61. void operator delete[](void* ptr) noexcept; // replaceable
  62. void operator delete[](void* ptr, std::size_t size) noexcept; // replaceable, C++14
  63. void operator delete[](void* ptr,
  64. std::align_val_t alignment) noexcept; // replaceable, C++17
  65. void operator delete[](void* ptr, std::size_t size,
  66. std::align_val_t alignment) noexcept; // replaceable, C++17
  67. void operator delete[](void* ptr, const std::nothrow_t&) noexcept; // replaceable
  68. void operator delete[](void* ptr, std::align_val_t alignment,
  69. const std::nothrow_t&) noexcept; // replaceable, C++17
  70. void* operator new (std::size_t size, void* ptr) noexcept; // nodiscard in C++20
  71. void* operator new[](std::size_t size, void* ptr) noexcept; // nodiscard in C++20
  72. void operator delete (void* ptr, void*) noexcept;
  73. void operator delete[](void* ptr, void*) noexcept;
  74. */
  75. #include <__config>
  76. #include <__exception/exception.h>
  77. #include <__type_traits/is_function.h>
  78. #include <__type_traits/is_same.h>
  79. #include <__type_traits/remove_cv.h>
  80. #include <__verbose_abort>
  81. #include <cstddef>
  82. #include <version>
  83. #if defined(_LIBCPP_ABI_VCRUNTIME)
  84. # include <new.h>
  85. #endif
  86. #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
  87. # pragma GCC system_header
  88. #endif
  89. #if !defined(__cpp_sized_deallocation) || __cpp_sized_deallocation < 201309L
  90. # define _LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION
  91. #endif
  92. #if !defined(_LIBCPP_BUILDING_LIBRARY) && _LIBCPP_STD_VER < 14 && defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
  93. # define _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  94. #endif
  95. #if defined(_LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION) || defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
  96. # define _LIBCPP_HAS_NO_SIZED_DEALLOCATION
  97. #endif
  98. namespace std // purposefully not using versioning namespace
  99. {
  100. #if !defined(_LIBCPP_ABI_VCRUNTIME)
  101. struct _LIBCPP_EXPORTED_FROM_ABI nothrow_t {
  102. explicit nothrow_t() = default;
  103. };
  104. extern _LIBCPP_EXPORTED_FROM_ABI const nothrow_t nothrow;
  105. class _LIBCPP_EXPORTED_FROM_ABI bad_alloc : public exception {
  106. public:
  107. bad_alloc() _NOEXCEPT;
  108. _LIBCPP_HIDE_FROM_ABI bad_alloc(const bad_alloc&) _NOEXCEPT = default;
  109. _LIBCPP_HIDE_FROM_ABI bad_alloc& operator=(const bad_alloc&) _NOEXCEPT = default;
  110. ~bad_alloc() _NOEXCEPT override;
  111. const char* what() const _NOEXCEPT override;
  112. };
  113. class _LIBCPP_EXPORTED_FROM_ABI bad_array_new_length : public bad_alloc {
  114. public:
  115. bad_array_new_length() _NOEXCEPT;
  116. _LIBCPP_HIDE_FROM_ABI bad_array_new_length(const bad_array_new_length&) _NOEXCEPT = default;
  117. _LIBCPP_HIDE_FROM_ABI bad_array_new_length& operator=(const bad_array_new_length&) _NOEXCEPT = default;
  118. ~bad_array_new_length() _NOEXCEPT override;
  119. const char* what() const _NOEXCEPT override;
  120. };
  121. typedef void (*new_handler)();
  122. _LIBCPP_EXPORTED_FROM_ABI new_handler set_new_handler(new_handler) _NOEXCEPT;
  123. _LIBCPP_EXPORTED_FROM_ABI new_handler get_new_handler() _NOEXCEPT;
  124. #elif defined(_HAS_EXCEPTIONS) && _HAS_EXCEPTIONS == 0 // !_LIBCPP_ABI_VCRUNTIME
  125. // When _HAS_EXCEPTIONS == 0, these complete definitions are needed,
  126. // since they would normally be provided in vcruntime_exception.h
  127. class bad_alloc : public exception {
  128. public:
  129. bad_alloc() noexcept : exception("bad allocation") {}
  130. private:
  131. friend class bad_array_new_length;
  132. bad_alloc(char const* const __message) noexcept : exception(__message) {}
  133. };
  134. class bad_array_new_length : public bad_alloc {
  135. public:
  136. bad_array_new_length() noexcept : bad_alloc("bad array new length") {}
  137. };
  138. #endif // defined(_LIBCPP_ABI_VCRUNTIME) && defined(_HAS_EXCEPTIONS) && _HAS_EXCEPTIONS == 0
  139. _LIBCPP_NORETURN _LIBCPP_EXPORTED_FROM_ABI void __throw_bad_alloc(); // not in C++ spec
  140. _LIBCPP_NORETURN inline _LIBCPP_HIDE_FROM_ABI void __throw_bad_array_new_length() {
  141. #ifndef _LIBCPP_HAS_NO_EXCEPTIONS
  142. throw bad_array_new_length();
  143. #else
  144. _LIBCPP_VERBOSE_ABORT("bad_array_new_length was thrown in -fno-exceptions mode");
  145. #endif
  146. }
  147. #if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) && !defined(_LIBCPP_ABI_VCRUNTIME)
  148. # ifndef _LIBCPP_CXX03_LANG
  149. enum class align_val_t : size_t {};
  150. # else
  151. enum align_val_t { __zero = 0, __max = (size_t)-1 };
  152. # endif
  153. #endif
  154. #if _LIBCPP_STD_VER >= 20
  155. // Enable the declaration even if the compiler doesn't support the language
  156. // feature.
  157. struct destroying_delete_t {
  158. explicit destroying_delete_t() = default;
  159. };
  160. inline constexpr destroying_delete_t destroying_delete{};
  161. #endif // _LIBCPP_STD_VER >= 20
  162. } // namespace std
  163. #if defined(_LIBCPP_CXX03_LANG)
  164. # define _THROW_BAD_ALLOC throw(std::bad_alloc)
  165. #else
  166. # define _THROW_BAD_ALLOC
  167. #endif
  168. #if !defined(_LIBCPP_ABI_VCRUNTIME)
  169. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz) _THROW_BAD_ALLOC;
  170. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  171. operator new(std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  172. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p) _NOEXCEPT;
  173. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, const std::nothrow_t&) _NOEXCEPT;
  174. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  175. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::size_t __sz) _NOEXCEPT;
  176. # endif
  177. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz) _THROW_BAD_ALLOC;
  178. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  179. operator new[](std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  180. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p) _NOEXCEPT;
  181. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, const std::nothrow_t&) _NOEXCEPT;
  182. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  183. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::size_t __sz) _NOEXCEPT;
  184. # endif
  185. # ifndef _LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION
  186. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  187. operator new(std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
  188. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  189. operator new(std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  190. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t) _NOEXCEPT;
  191. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
  192. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  193. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
  194. # endif
  195. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  196. operator new[](std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
  197. _LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void*
  198. operator new[](std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
  199. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t) _NOEXCEPT;
  200. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
  201. # ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
  202. _LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
  203. # endif
  204. # endif
  205. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI void* operator new(std::size_t, void* __p) _NOEXCEPT {
  206. return __p;
  207. }
  208. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI void* operator new[](std::size_t, void* __p) _NOEXCEPT {
  209. return __p;
  210. }
  211. inline _LIBCPP_HIDE_FROM_ABI void operator delete(void*, void*) _NOEXCEPT {}
  212. inline _LIBCPP_HIDE_FROM_ABI void operator delete[](void*, void*) _NOEXCEPT {}
  213. #endif // !_LIBCPP_ABI_VCRUNTIME
  214. _LIBCPP_BEGIN_NAMESPACE_STD
  215. _LIBCPP_CONSTEXPR inline _LIBCPP_HIDE_FROM_ABI bool __is_overaligned_for_new(size_t __align) _NOEXCEPT {
  216. #ifdef __STDCPP_DEFAULT_NEW_ALIGNMENT__
  217. return __align > __STDCPP_DEFAULT_NEW_ALIGNMENT__;
  218. #else
  219. return __align > _LIBCPP_ALIGNOF(max_align_t);
  220. #endif
  221. }
  222. template <class... _Args>
  223. _LIBCPP_HIDE_FROM_ABI void* __libcpp_operator_new(_Args... __args) {
  224. #if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
  225. return __builtin_operator_new(__args...);
  226. #else
  227. return ::operator new(__args...);
  228. #endif
  229. }
  230. template <class... _Args>
  231. _LIBCPP_HIDE_FROM_ABI void __libcpp_operator_delete(_Args... __args) {
  232. #if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
  233. __builtin_operator_delete(__args...);
  234. #else
  235. ::operator delete(__args...);
  236. #endif
  237. }
  238. inline _LIBCPP_HIDE_FROM_ABI void* __libcpp_allocate(size_t __size, size_t __align) {
  239. #ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION
  240. if (__is_overaligned_for_new(__align)) {
  241. const align_val_t __align_val = static_cast<align_val_t>(__align);
  242. return __libcpp_operator_new(__size, __align_val);
  243. }
  244. #endif
  245. (void)__align;
  246. return __libcpp_operator_new(__size);
  247. }
  248. template <class... _Args>
  249. _LIBCPP_HIDE_FROM_ABI void __do_deallocate_handle_size(void* __ptr, size_t __size, _Args... __args) {
  250. #ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION
  251. (void)__size;
  252. return std::__libcpp_operator_delete(__ptr, __args...);
  253. #else
  254. return std::__libcpp_operator_delete(__ptr, __size, __args...);
  255. #endif
  256. }
  257. inline _LIBCPP_HIDE_FROM_ABI void __libcpp_deallocate(void* __ptr, size_t __size, size_t __align) {
  258. #if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
  259. (void)__align;
  260. return __do_deallocate_handle_size(__ptr, __size);
  261. #else
  262. if (__is_overaligned_for_new(__align)) {
  263. const align_val_t __align_val = static_cast<align_val_t>(__align);
  264. return __do_deallocate_handle_size(__ptr, __size, __align_val);
  265. } else {
  266. return __do_deallocate_handle_size(__ptr, __size);
  267. }
  268. #endif
  269. }
  270. inline _LIBCPP_HIDE_FROM_ABI void __libcpp_deallocate_unsized(void* __ptr, size_t __align) {
  271. #if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
  272. (void)__align;
  273. return __libcpp_operator_delete(__ptr);
  274. #else
  275. if (__is_overaligned_for_new(__align)) {
  276. const align_val_t __align_val = static_cast<align_val_t>(__align);
  277. return __libcpp_operator_delete(__ptr, __align_val);
  278. } else {
  279. return __libcpp_operator_delete(__ptr);
  280. }
  281. #endif
  282. }
  283. template <class _Tp>
  284. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR _Tp* __launder(_Tp* __p) _NOEXCEPT {
  285. static_assert(!(is_function<_Tp>::value), "can't launder functions");
  286. static_assert(!(is_same<void, __remove_cv_t<_Tp> >::value), "can't launder cv-void");
  287. return __builtin_launder(__p);
  288. }
  289. #if _LIBCPP_STD_VER >= 17
  290. template <class _Tp>
  291. _LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI constexpr _Tp* launder(_Tp* __p) noexcept {
  292. return std::__launder(__p);
  293. }
  294. #endif
  295. #if _LIBCPP_STD_VER >= 17
  296. # if defined(__GCC_DESTRUCTIVE_SIZE) && defined(__GCC_CONSTRUCTIVE_SIZE)
  297. inline constexpr size_t hardware_destructive_interference_size = __GCC_DESTRUCTIVE_SIZE;
  298. inline constexpr size_t hardware_constructive_interference_size = __GCC_CONSTRUCTIVE_SIZE;
  299. # endif // defined(__GCC_DESTRUCTIVE_SIZE) && defined(__GCC_CONSTRUCTIVE_SIZE)
  300. #endif // _LIBCPP_STD_VER >= 17
  301. _LIBCPP_END_NAMESPACE_STD
  302. #if !defined(_LIBCPP_REMOVE_TRANSITIVE_INCLUDES) && _LIBCPP_STD_VER <= 20
  303. # include <cstdlib>
  304. # include <type_traits>
  305. #endif
  306. #endif // _LIBCPP_NEW