__bit_reference 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064
  1. // -*- C++ -*-
  2. //===----------------------------------------------------------------------===//
  3. //
  4. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  5. // See https://llvm.org/LICENSE.txt for license information.
  6. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  7. //
  8. //===----------------------------------------------------------------------===//
  9. #ifndef _LIBCPP___BIT_REFERENCE
  10. #define _LIBCPP___BIT_REFERENCE
  11. #include <__algorithm/copy_n.h>
  12. #include <__algorithm/fill_n.h>
  13. #include <__algorithm/min.h>
  14. #include <__bit/countr.h>
  15. #include <__bit/invert_if.h>
  16. #include <__bit/popcount.h>
  17. #include <__config>
  18. #include <__fwd/bit_reference.h>
  19. #include <__iterator/iterator_traits.h>
  20. #include <__memory/construct_at.h>
  21. #include <__memory/pointer_traits.h>
  22. #include <__type_traits/conditional.h>
  23. #include <__utility/swap.h>
  24. #include <cstring>
  25. #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
  26. # pragma GCC system_header
  27. #endif
  28. _LIBCPP_PUSH_MACROS
  29. #include <__undef_macros>
  30. _LIBCPP_BEGIN_NAMESPACE_STD
  31. template <class _Cp>
  32. class __bit_const_reference;
  33. template <class _Tp>
  34. struct __has_storage_type {
  35. static const bool value = false;
  36. };
  37. template <class _Cp, bool = __has_storage_type<_Cp>::value>
  38. class __bit_reference {
  39. using __storage_type = typename _Cp::__storage_type;
  40. using __storage_pointer = typename _Cp::__storage_pointer;
  41. __storage_pointer __seg_;
  42. __storage_type __mask_;
  43. friend typename _Cp::__self;
  44. friend class __bit_const_reference<_Cp>;
  45. friend class __bit_iterator<_Cp, false>;
  46. public:
  47. using __container = typename _Cp::__self;
  48. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_reference(const __bit_reference&) = default;
  49. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 operator bool() const _NOEXCEPT {
  50. return static_cast<bool>(*__seg_ & __mask_);
  51. }
  52. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool operator~() const _NOEXCEPT {
  53. return !static_cast<bool>(*this);
  54. }
  55. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_reference& operator=(bool __x) _NOEXCEPT {
  56. if (__x)
  57. *__seg_ |= __mask_;
  58. else
  59. *__seg_ &= ~__mask_;
  60. return *this;
  61. }
  62. #if _LIBCPP_STD_VER >= 23
  63. _LIBCPP_HIDE_FROM_ABI constexpr const __bit_reference& operator=(bool __x) const noexcept {
  64. if (__x)
  65. *__seg_ |= __mask_;
  66. else
  67. *__seg_ &= ~__mask_;
  68. return *this;
  69. }
  70. #endif
  71. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT {
  72. return operator=(static_cast<bool>(__x));
  73. }
  74. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void flip() _NOEXCEPT { *__seg_ ^= __mask_; }
  75. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator<_Cp, false> operator&() const _NOEXCEPT {
  76. return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(std::__libcpp_ctz(__mask_)));
  77. }
  78. private:
  79. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 explicit __bit_reference(
  80. __storage_pointer __s, __storage_type __m) _NOEXCEPT
  81. : __seg_(__s),
  82. __mask_(__m) {}
  83. };
  84. template <class _Cp>
  85. class __bit_reference<_Cp, false> {};
  86. template <class _Cp>
  87. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void
  88. swap(__bit_reference<_Cp> __x, __bit_reference<_Cp> __y) _NOEXCEPT {
  89. bool __t = __x;
  90. __x = __y;
  91. __y = __t;
  92. }
  93. template <class _Cp, class _Dp>
  94. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void
  95. swap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT {
  96. bool __t = __x;
  97. __x = __y;
  98. __y = __t;
  99. }
  100. template <class _Cp>
  101. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void swap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT {
  102. bool __t = __x;
  103. __x = __y;
  104. __y = __t;
  105. }
  106. template <class _Cp>
  107. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void swap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT {
  108. bool __t = __x;
  109. __x = __y;
  110. __y = __t;
  111. }
  112. template <class _Cp>
  113. class __bit_const_reference {
  114. using __storage_type = typename _Cp::__storage_type;
  115. using __storage_pointer = typename _Cp::__const_storage_pointer;
  116. __storage_pointer __seg_;
  117. __storage_type __mask_;
  118. friend typename _Cp::__self;
  119. friend class __bit_iterator<_Cp, true>;
  120. public:
  121. using __container = typename _Cp::__self;
  122. _LIBCPP_HIDE_FROM_ABI __bit_const_reference(const __bit_const_reference&) = default;
  123. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
  124. : __seg_(__x.__seg_),
  125. __mask_(__x.__mask_) {}
  126. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR operator bool() const _NOEXCEPT {
  127. return static_cast<bool>(*__seg_ & __mask_);
  128. }
  129. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator<_Cp, true> operator&() const _NOEXCEPT {
  130. return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(std::__libcpp_ctz(__mask_)));
  131. }
  132. private:
  133. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR explicit __bit_const_reference(
  134. __storage_pointer __s, __storage_type __m) _NOEXCEPT
  135. : __seg_(__s),
  136. __mask_(__m) {}
  137. __bit_const_reference& operator=(const __bit_const_reference&) = delete;
  138. };
  139. // fill_n
  140. template <bool _FillVal, class _Cp>
  141. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI void
  142. __fill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n) {
  143. using _It = __bit_iterator<_Cp, false>;
  144. using __storage_type = typename _It::__storage_type;
  145. const int __bits_per_word = _It::__bits_per_word;
  146. // do first partial word
  147. if (__first.__ctz_ != 0) {
  148. __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
  149. __storage_type __dn = std::min(__clz_f, __n);
  150. __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
  151. if (_FillVal)
  152. *__first.__seg_ |= __m;
  153. else
  154. *__first.__seg_ &= ~__m;
  155. __n -= __dn;
  156. ++__first.__seg_;
  157. }
  158. // do middle whole words
  159. __storage_type __nw = __n / __bits_per_word;
  160. std::fill_n(std::__to_address(__first.__seg_), __nw, _FillVal ? static_cast<__storage_type>(-1) : 0);
  161. __n -= __nw * __bits_per_word;
  162. // do last partial word
  163. if (__n > 0) {
  164. __first.__seg_ += __nw;
  165. __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
  166. if (_FillVal)
  167. *__first.__seg_ |= __m;
  168. else
  169. *__first.__seg_ &= ~__m;
  170. }
  171. }
  172. template <class _Cp>
  173. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void
  174. fill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value) {
  175. if (__n > 0) {
  176. if (__value)
  177. std::__fill_n<true>(__first, __n);
  178. else
  179. std::__fill_n<false>(__first, __n);
  180. }
  181. }
  182. // fill
  183. template <class _Cp>
  184. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 void
  185. fill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value) {
  186. std::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value);
  187. }
  188. // copy
  189. template <class _Cp, bool _IsConst>
  190. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false> __copy_aligned(
  191. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  192. using _In = __bit_iterator<_Cp, _IsConst>;
  193. using difference_type = typename _In::difference_type;
  194. using __storage_type = typename _In::__storage_type;
  195. const int __bits_per_word = _In::__bits_per_word;
  196. difference_type __n = __last - __first;
  197. if (__n > 0) {
  198. // do first word
  199. if (__first.__ctz_ != 0) {
  200. unsigned __clz = __bits_per_word - __first.__ctz_;
  201. difference_type __dn = std::min(static_cast<difference_type>(__clz), __n);
  202. __n -= __dn;
  203. __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
  204. __storage_type __b = *__first.__seg_ & __m;
  205. *__result.__seg_ &= ~__m;
  206. *__result.__seg_ |= __b;
  207. __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
  208. __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
  209. ++__first.__seg_;
  210. // __first.__ctz_ = 0;
  211. }
  212. // __first.__ctz_ == 0;
  213. // do middle words
  214. __storage_type __nw = __n / __bits_per_word;
  215. std::copy_n(std::__to_address(__first.__seg_), __nw, std::__to_address(__result.__seg_));
  216. __n -= __nw * __bits_per_word;
  217. __result.__seg_ += __nw;
  218. // do last word
  219. if (__n > 0) {
  220. __first.__seg_ += __nw;
  221. __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
  222. __storage_type __b = *__first.__seg_ & __m;
  223. *__result.__seg_ &= ~__m;
  224. *__result.__seg_ |= __b;
  225. __result.__ctz_ = static_cast<unsigned>(__n);
  226. }
  227. }
  228. return __result;
  229. }
  230. template <class _Cp, bool _IsConst>
  231. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false> __copy_unaligned(
  232. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  233. using _In = __bit_iterator<_Cp, _IsConst>;
  234. using difference_type = typename _In::difference_type;
  235. using __storage_type = typename _In::__storage_type;
  236. const int __bits_per_word = _In::__bits_per_word;
  237. difference_type __n = __last - __first;
  238. if (__n > 0) {
  239. // do first word
  240. if (__first.__ctz_ != 0) {
  241. unsigned __clz_f = __bits_per_word - __first.__ctz_;
  242. difference_type __dn = std::min(static_cast<difference_type>(__clz_f), __n);
  243. __n -= __dn;
  244. __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
  245. __storage_type __b = *__first.__seg_ & __m;
  246. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  247. __storage_type __ddn = std::min<__storage_type>(__dn, __clz_r);
  248. __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
  249. *__result.__seg_ &= ~__m;
  250. if (__result.__ctz_ > __first.__ctz_)
  251. *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
  252. else
  253. *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
  254. __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
  255. __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
  256. __dn -= __ddn;
  257. if (__dn > 0) {
  258. __m = ~__storage_type(0) >> (__bits_per_word - __dn);
  259. *__result.__seg_ &= ~__m;
  260. *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
  261. __result.__ctz_ = static_cast<unsigned>(__dn);
  262. }
  263. ++__first.__seg_;
  264. // __first.__ctz_ = 0;
  265. }
  266. // __first.__ctz_ == 0;
  267. // do middle words
  268. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  269. __storage_type __m = ~__storage_type(0) << __result.__ctz_;
  270. for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_) {
  271. __storage_type __b = *__first.__seg_;
  272. *__result.__seg_ &= ~__m;
  273. *__result.__seg_ |= __b << __result.__ctz_;
  274. ++__result.__seg_;
  275. *__result.__seg_ &= __m;
  276. *__result.__seg_ |= __b >> __clz_r;
  277. }
  278. // do last word
  279. if (__n > 0) {
  280. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  281. __storage_type __b = *__first.__seg_ & __m;
  282. __storage_type __dn = std::min(__n, static_cast<difference_type>(__clz_r));
  283. __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
  284. *__result.__seg_ &= ~__m;
  285. *__result.__seg_ |= __b << __result.__ctz_;
  286. __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
  287. __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
  288. __n -= __dn;
  289. if (__n > 0) {
  290. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  291. *__result.__seg_ &= ~__m;
  292. *__result.__seg_ |= __b >> __dn;
  293. __result.__ctz_ = static_cast<unsigned>(__n);
  294. }
  295. }
  296. }
  297. return __result;
  298. }
  299. template <class _Cp, bool _IsConst>
  300. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator<_Cp, false>
  301. copy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  302. if (__first.__ctz_ == __result.__ctz_)
  303. return std::__copy_aligned(__first, __last, __result);
  304. return std::__copy_unaligned(__first, __last, __result);
  305. }
  306. // copy_backward
  307. template <class _Cp, bool _IsConst>
  308. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false> __copy_backward_aligned(
  309. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  310. using _In = __bit_iterator<_Cp, _IsConst>;
  311. using difference_type = typename _In::difference_type;
  312. using __storage_type = typename _In::__storage_type;
  313. const int __bits_per_word = _In::__bits_per_word;
  314. difference_type __n = __last - __first;
  315. if (__n > 0) {
  316. // do first word
  317. if (__last.__ctz_ != 0) {
  318. difference_type __dn = std::min(static_cast<difference_type>(__last.__ctz_), __n);
  319. __n -= __dn;
  320. unsigned __clz = __bits_per_word - __last.__ctz_;
  321. __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
  322. __storage_type __b = *__last.__seg_ & __m;
  323. *__result.__seg_ &= ~__m;
  324. *__result.__seg_ |= __b;
  325. __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) + __result.__ctz_) % __bits_per_word);
  326. // __last.__ctz_ = 0
  327. }
  328. // __last.__ctz_ == 0 || __n == 0
  329. // __result.__ctz_ == 0 || __n == 0
  330. // do middle words
  331. __storage_type __nw = __n / __bits_per_word;
  332. __result.__seg_ -= __nw;
  333. __last.__seg_ -= __nw;
  334. std::copy_n(std::__to_address(__last.__seg_), __nw, std::__to_address(__result.__seg_));
  335. __n -= __nw * __bits_per_word;
  336. // do last word
  337. if (__n > 0) {
  338. __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
  339. __storage_type __b = *--__last.__seg_ & __m;
  340. *--__result.__seg_ &= ~__m;
  341. *__result.__seg_ |= __b;
  342. __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
  343. }
  344. }
  345. return __result;
  346. }
  347. template <class _Cp, bool _IsConst>
  348. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false> __copy_backward_unaligned(
  349. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  350. using _In = __bit_iterator<_Cp, _IsConst>;
  351. using difference_type = typename _In::difference_type;
  352. using __storage_type = typename _In::__storage_type;
  353. const int __bits_per_word = _In::__bits_per_word;
  354. difference_type __n = __last - __first;
  355. if (__n > 0) {
  356. // do first word
  357. if (__last.__ctz_ != 0) {
  358. difference_type __dn = std::min(static_cast<difference_type>(__last.__ctz_), __n);
  359. __n -= __dn;
  360. unsigned __clz_l = __bits_per_word - __last.__ctz_;
  361. __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
  362. __storage_type __b = *__last.__seg_ & __m;
  363. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  364. __storage_type __ddn = std::min(__dn, static_cast<difference_type>(__result.__ctz_));
  365. if (__ddn > 0) {
  366. __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
  367. *__result.__seg_ &= ~__m;
  368. if (__result.__ctz_ > __last.__ctz_)
  369. *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
  370. else
  371. *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
  372. __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) + __result.__ctz_) % __bits_per_word);
  373. __dn -= __ddn;
  374. }
  375. if (__dn > 0) {
  376. // __result.__ctz_ == 0
  377. --__result.__seg_;
  378. __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
  379. __m = ~__storage_type(0) << __result.__ctz_;
  380. *__result.__seg_ &= ~__m;
  381. __last.__ctz_ -= __dn + __ddn;
  382. *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
  383. }
  384. // __last.__ctz_ = 0
  385. }
  386. // __last.__ctz_ == 0 || __n == 0
  387. // __result.__ctz_ != 0 || __n == 0
  388. // do middle words
  389. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  390. __storage_type __m = ~__storage_type(0) >> __clz_r;
  391. for (; __n >= __bits_per_word; __n -= __bits_per_word) {
  392. __storage_type __b = *--__last.__seg_;
  393. *__result.__seg_ &= ~__m;
  394. *__result.__seg_ |= __b >> __clz_r;
  395. *--__result.__seg_ &= __m;
  396. *__result.__seg_ |= __b << __result.__ctz_;
  397. }
  398. // do last word
  399. if (__n > 0) {
  400. __m = ~__storage_type(0) << (__bits_per_word - __n);
  401. __storage_type __b = *--__last.__seg_ & __m;
  402. __clz_r = __bits_per_word - __result.__ctz_;
  403. __storage_type __dn = std::min(__n, static_cast<difference_type>(__result.__ctz_));
  404. __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
  405. *__result.__seg_ &= ~__m;
  406. *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
  407. __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) + __result.__ctz_) % __bits_per_word);
  408. __n -= __dn;
  409. if (__n > 0) {
  410. // __result.__ctz_ == 0
  411. --__result.__seg_;
  412. __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
  413. __m = ~__storage_type(0) << __result.__ctz_;
  414. *__result.__seg_ &= ~__m;
  415. *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
  416. }
  417. }
  418. }
  419. return __result;
  420. }
  421. template <class _Cp, bool _IsConst>
  422. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator<_Cp, false> copy_backward(
  423. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  424. if (__last.__ctz_ == __result.__ctz_)
  425. return std::__copy_backward_aligned(__first, __last, __result);
  426. return std::__copy_backward_unaligned(__first, __last, __result);
  427. }
  428. // move
  429. template <class _Cp, bool _IsConst>
  430. inline _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false>
  431. move(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  432. return std::copy(__first, __last, __result);
  433. }
  434. // move_backward
  435. template <class _Cp, bool _IsConst>
  436. inline _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false> move_backward(
  437. __bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result) {
  438. return std::copy_backward(__first, __last, __result);
  439. }
  440. // swap_ranges
  441. template <class _Cl, class _Cr>
  442. _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cr, false> __swap_ranges_aligned(
  443. __bit_iterator<_Cl, false> __first, __bit_iterator<_Cl, false> __last, __bit_iterator<_Cr, false> __result) {
  444. using _I1 = __bit_iterator<_Cl, false>;
  445. using difference_type = typename _I1::difference_type;
  446. using __storage_type = typename _I1::__storage_type;
  447. const int __bits_per_word = _I1::__bits_per_word;
  448. difference_type __n = __last - __first;
  449. if (__n > 0) {
  450. // do first word
  451. if (__first.__ctz_ != 0) {
  452. unsigned __clz = __bits_per_word - __first.__ctz_;
  453. difference_type __dn = std::min(static_cast<difference_type>(__clz), __n);
  454. __n -= __dn;
  455. __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
  456. __storage_type __b1 = *__first.__seg_ & __m;
  457. *__first.__seg_ &= ~__m;
  458. __storage_type __b2 = *__result.__seg_ & __m;
  459. *__result.__seg_ &= ~__m;
  460. *__result.__seg_ |= __b1;
  461. *__first.__seg_ |= __b2;
  462. __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
  463. __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
  464. ++__first.__seg_;
  465. // __first.__ctz_ = 0;
  466. }
  467. // __first.__ctz_ == 0;
  468. // do middle words
  469. for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
  470. swap(*__first.__seg_, *__result.__seg_);
  471. // do last word
  472. if (__n > 0) {
  473. __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
  474. __storage_type __b1 = *__first.__seg_ & __m;
  475. *__first.__seg_ &= ~__m;
  476. __storage_type __b2 = *__result.__seg_ & __m;
  477. *__result.__seg_ &= ~__m;
  478. *__result.__seg_ |= __b1;
  479. *__first.__seg_ |= __b2;
  480. __result.__ctz_ = static_cast<unsigned>(__n);
  481. }
  482. }
  483. return __result;
  484. }
  485. template <class _Cl, class _Cr>
  486. _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cr, false> __swap_ranges_unaligned(
  487. __bit_iterator<_Cl, false> __first, __bit_iterator<_Cl, false> __last, __bit_iterator<_Cr, false> __result) {
  488. using _I1 = __bit_iterator<_Cl, false>;
  489. using difference_type = typename _I1::difference_type;
  490. using __storage_type = typename _I1::__storage_type;
  491. const int __bits_per_word = _I1::__bits_per_word;
  492. difference_type __n = __last - __first;
  493. if (__n > 0) {
  494. // do first word
  495. if (__first.__ctz_ != 0) {
  496. unsigned __clz_f = __bits_per_word - __first.__ctz_;
  497. difference_type __dn = std::min(static_cast<difference_type>(__clz_f), __n);
  498. __n -= __dn;
  499. __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
  500. __storage_type __b1 = *__first.__seg_ & __m;
  501. *__first.__seg_ &= ~__m;
  502. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  503. __storage_type __ddn = std::min<__storage_type>(__dn, __clz_r);
  504. __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
  505. __storage_type __b2 = *__result.__seg_ & __m;
  506. *__result.__seg_ &= ~__m;
  507. if (__result.__ctz_ > __first.__ctz_) {
  508. unsigned __s = __result.__ctz_ - __first.__ctz_;
  509. *__result.__seg_ |= __b1 << __s;
  510. *__first.__seg_ |= __b2 >> __s;
  511. } else {
  512. unsigned __s = __first.__ctz_ - __result.__ctz_;
  513. *__result.__seg_ |= __b1 >> __s;
  514. *__first.__seg_ |= __b2 << __s;
  515. }
  516. __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
  517. __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
  518. __dn -= __ddn;
  519. if (__dn > 0) {
  520. __m = ~__storage_type(0) >> (__bits_per_word - __dn);
  521. __b2 = *__result.__seg_ & __m;
  522. *__result.__seg_ &= ~__m;
  523. unsigned __s = __first.__ctz_ + __ddn;
  524. *__result.__seg_ |= __b1 >> __s;
  525. *__first.__seg_ |= __b2 << __s;
  526. __result.__ctz_ = static_cast<unsigned>(__dn);
  527. }
  528. ++__first.__seg_;
  529. // __first.__ctz_ = 0;
  530. }
  531. // __first.__ctz_ == 0;
  532. // do middle words
  533. __storage_type __m = ~__storage_type(0) << __result.__ctz_;
  534. unsigned __clz_r = __bits_per_word - __result.__ctz_;
  535. for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_) {
  536. __storage_type __b1 = *__first.__seg_;
  537. __storage_type __b2 = *__result.__seg_ & __m;
  538. *__result.__seg_ &= ~__m;
  539. *__result.__seg_ |= __b1 << __result.__ctz_;
  540. *__first.__seg_ = __b2 >> __result.__ctz_;
  541. ++__result.__seg_;
  542. __b2 = *__result.__seg_ & ~__m;
  543. *__result.__seg_ &= __m;
  544. *__result.__seg_ |= __b1 >> __clz_r;
  545. *__first.__seg_ |= __b2 << __clz_r;
  546. }
  547. // do last word
  548. if (__n > 0) {
  549. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  550. __storage_type __b1 = *__first.__seg_ & __m;
  551. *__first.__seg_ &= ~__m;
  552. __storage_type __dn = std::min<__storage_type>(__n, __clz_r);
  553. __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
  554. __storage_type __b2 = *__result.__seg_ & __m;
  555. *__result.__seg_ &= ~__m;
  556. *__result.__seg_ |= __b1 << __result.__ctz_;
  557. *__first.__seg_ |= __b2 >> __result.__ctz_;
  558. __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
  559. __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
  560. __n -= __dn;
  561. if (__n > 0) {
  562. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  563. __b2 = *__result.__seg_ & __m;
  564. *__result.__seg_ &= ~__m;
  565. *__result.__seg_ |= __b1 >> __dn;
  566. *__first.__seg_ |= __b2 << __dn;
  567. __result.__ctz_ = static_cast<unsigned>(__n);
  568. }
  569. }
  570. }
  571. return __result;
  572. }
  573. template <class _Cl, class _Cr>
  574. inline _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cr, false> swap_ranges(
  575. __bit_iterator<_Cl, false> __first1, __bit_iterator<_Cl, false> __last1, __bit_iterator<_Cr, false> __first2) {
  576. if (__first1.__ctz_ == __first2.__ctz_)
  577. return std::__swap_ranges_aligned(__first1, __last1, __first2);
  578. return std::__swap_ranges_unaligned(__first1, __last1, __first2);
  579. }
  580. // rotate
  581. template <class _Cp>
  582. struct __bit_array {
  583. using difference_type = typename _Cp::difference_type;
  584. using __storage_type = typename _Cp::__storage_type;
  585. using __storage_pointer = typename _Cp::__storage_pointer;
  586. using iterator = typename _Cp::iterator;
  587. static const unsigned __bits_per_word = _Cp::__bits_per_word;
  588. static const unsigned _Np = 4;
  589. difference_type __size_;
  590. __storage_type __word_[_Np];
  591. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 static difference_type capacity() {
  592. return static_cast<difference_type>(_Np * __bits_per_word);
  593. }
  594. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 explicit __bit_array(difference_type __s) : __size_(__s) {
  595. if (__libcpp_is_constant_evaluated()) {
  596. for (size_t __i = 0; __i != __bit_array<_Cp>::_Np; ++__i)
  597. std::__construct_at(__word_ + __i, 0);
  598. }
  599. }
  600. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 iterator begin() {
  601. return iterator(pointer_traits<__storage_pointer>::pointer_to(__word_[0]), 0);
  602. }
  603. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 iterator end() {
  604. return iterator(pointer_traits<__storage_pointer>::pointer_to(__word_[0]) + __size_ / __bits_per_word,
  605. static_cast<unsigned>(__size_ % __bits_per_word));
  606. }
  607. };
  608. template <class _Cp>
  609. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI __bit_iterator<_Cp, false>
  610. rotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last) {
  611. using _I1 = __bit_iterator<_Cp, false>;
  612. using difference_type = typename _I1::difference_type;
  613. difference_type __d1 = __middle - __first;
  614. difference_type __d2 = __last - __middle;
  615. _I1 __r = __first + __d2;
  616. while (__d1 != 0 && __d2 != 0) {
  617. if (__d1 <= __d2) {
  618. if (__d1 <= __bit_array<_Cp>::capacity()) {
  619. __bit_array<_Cp> __b(__d1);
  620. std::copy(__first, __middle, __b.begin());
  621. std::copy(__b.begin(), __b.end(), std::copy(__middle, __last, __first));
  622. break;
  623. } else {
  624. __bit_iterator<_Cp, false> __mp = std::swap_ranges(__first, __middle, __middle);
  625. __first = __middle;
  626. __middle = __mp;
  627. __d2 -= __d1;
  628. }
  629. } else {
  630. if (__d2 <= __bit_array<_Cp>::capacity()) {
  631. __bit_array<_Cp> __b(__d2);
  632. std::copy(__middle, __last, __b.begin());
  633. std::copy_backward(__b.begin(), __b.end(), std::copy_backward(__first, __middle, __last));
  634. break;
  635. } else {
  636. __bit_iterator<_Cp, false> __mp = __first + __d2;
  637. std::swap_ranges(__first, __mp, __middle);
  638. __first = __mp;
  639. __d1 -= __d2;
  640. }
  641. }
  642. }
  643. return __r;
  644. }
  645. // equal
  646. template <class _Cp, bool _IC1, bool _IC2>
  647. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_unaligned(
  648. __bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
  649. using _It = __bit_iterator<_Cp, _IC1>;
  650. using difference_type = typename _It::difference_type;
  651. using __storage_type = typename _It::__storage_type;
  652. const int __bits_per_word = _It::__bits_per_word;
  653. difference_type __n = __last1 - __first1;
  654. if (__n > 0) {
  655. // do first word
  656. if (__first1.__ctz_ != 0) {
  657. unsigned __clz_f = __bits_per_word - __first1.__ctz_;
  658. difference_type __dn = std::min(static_cast<difference_type>(__clz_f), __n);
  659. __n -= __dn;
  660. __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
  661. __storage_type __b = *__first1.__seg_ & __m;
  662. unsigned __clz_r = __bits_per_word - __first2.__ctz_;
  663. __storage_type __ddn = std::min<__storage_type>(__dn, __clz_r);
  664. __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
  665. if (__first2.__ctz_ > __first1.__ctz_) {
  666. if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
  667. return false;
  668. } else {
  669. if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
  670. return false;
  671. }
  672. __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
  673. __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
  674. __dn -= __ddn;
  675. if (__dn > 0) {
  676. __m = ~__storage_type(0) >> (__bits_per_word - __dn);
  677. if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
  678. return false;
  679. __first2.__ctz_ = static_cast<unsigned>(__dn);
  680. }
  681. ++__first1.__seg_;
  682. // __first1.__ctz_ = 0;
  683. }
  684. // __first1.__ctz_ == 0;
  685. // do middle words
  686. unsigned __clz_r = __bits_per_word - __first2.__ctz_;
  687. __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
  688. for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_) {
  689. __storage_type __b = *__first1.__seg_;
  690. if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
  691. return false;
  692. ++__first2.__seg_;
  693. if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
  694. return false;
  695. }
  696. // do last word
  697. if (__n > 0) {
  698. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  699. __storage_type __b = *__first1.__seg_ & __m;
  700. __storage_type __dn = std::min(__n, static_cast<difference_type>(__clz_r));
  701. __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
  702. if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
  703. return false;
  704. __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
  705. __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
  706. __n -= __dn;
  707. if (__n > 0) {
  708. __m = ~__storage_type(0) >> (__bits_per_word - __n);
  709. if ((*__first2.__seg_ & __m) != (__b >> __dn))
  710. return false;
  711. }
  712. }
  713. }
  714. return true;
  715. }
  716. template <class _Cp, bool _IC1, bool _IC2>
  717. _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_aligned(
  718. __bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
  719. using _It = __bit_iterator<_Cp, _IC1>;
  720. using difference_type = typename _It::difference_type;
  721. using __storage_type = typename _It::__storage_type;
  722. const int __bits_per_word = _It::__bits_per_word;
  723. difference_type __n = __last1 - __first1;
  724. if (__n > 0) {
  725. // do first word
  726. if (__first1.__ctz_ != 0) {
  727. unsigned __clz = __bits_per_word - __first1.__ctz_;
  728. difference_type __dn = std::min(static_cast<difference_type>(__clz), __n);
  729. __n -= __dn;
  730. __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
  731. if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
  732. return false;
  733. ++__first2.__seg_;
  734. ++__first1.__seg_;
  735. // __first1.__ctz_ = 0;
  736. // __first2.__ctz_ = 0;
  737. }
  738. // __first1.__ctz_ == 0;
  739. // __first2.__ctz_ == 0;
  740. // do middle words
  741. for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
  742. if (*__first2.__seg_ != *__first1.__seg_)
  743. return false;
  744. // do last word
  745. if (__n > 0) {
  746. __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
  747. if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
  748. return false;
  749. }
  750. }
  751. return true;
  752. }
  753. template <class _Cp, bool _IC1, bool _IC2>
  754. inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool
  755. equal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
  756. if (__first1.__ctz_ == __first2.__ctz_)
  757. return std::__equal_aligned(__first1, __last1, __first2);
  758. return std::__equal_unaligned(__first1, __last1, __first2);
  759. }
  760. template <class _Cp, bool _IsConst, typename _Cp::__storage_type>
  761. class __bit_iterator {
  762. public:
  763. using difference_type = typename _Cp::difference_type;
  764. using value_type = bool;
  765. using pointer = __bit_iterator;
  766. #ifndef _LIBCPP_ABI_BITSET_VECTOR_BOOL_CONST_SUBSCRIPT_RETURN_BOOL
  767. using reference = __conditional_t<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >;
  768. #else
  769. using reference = __conditional_t<_IsConst, bool, __bit_reference<_Cp> >;
  770. #endif
  771. using iterator_category = random_access_iterator_tag;
  772. private:
  773. using __storage_type = typename _Cp::__storage_type;
  774. using __storage_pointer =
  775. __conditional_t<_IsConst, typename _Cp::__const_storage_pointer, typename _Cp::__storage_pointer>;
  776. static const unsigned __bits_per_word = _Cp::__bits_per_word;
  777. __storage_pointer __seg_;
  778. unsigned __ctz_;
  779. public:
  780. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator() _NOEXCEPT
  781. #if _LIBCPP_STD_VER >= 14
  782. : __seg_(nullptr),
  783. __ctz_(0)
  784. #endif
  785. {
  786. }
  787. // When _IsConst=false, this is the copy constructor.
  788. // It is non-trivial. Making it trivial would break ABI.
  789. // When _IsConst=true, this is a converting constructor;
  790. // the copy and move constructors are implicitly generated
  791. // and trivial.
  792. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
  793. : __seg_(__it.__seg_),
  794. __ctz_(__it.__ctz_) {}
  795. // When _IsConst=false, we have a user-provided copy constructor,
  796. // so we must also provide a copy assignment operator because
  797. // the implicit generation of a defaulted one is deprecated.
  798. // When _IsConst=true, the assignment operators are
  799. // implicitly generated and trivial.
  800. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator&
  801. operator=(const _If<_IsConst, struct __private_nat, __bit_iterator>& __it) {
  802. __seg_ = __it.__seg_;
  803. __ctz_ = __it.__ctz_;
  804. return *this;
  805. }
  806. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 reference operator*() const _NOEXCEPT {
  807. return __conditional_t<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >(
  808. __seg_, __storage_type(1) << __ctz_);
  809. }
  810. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator& operator++() {
  811. if (__ctz_ != __bits_per_word - 1)
  812. ++__ctz_;
  813. else {
  814. __ctz_ = 0;
  815. ++__seg_;
  816. }
  817. return *this;
  818. }
  819. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator operator++(int) {
  820. __bit_iterator __tmp = *this;
  821. ++(*this);
  822. return __tmp;
  823. }
  824. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator& operator--() {
  825. if (__ctz_ != 0)
  826. --__ctz_;
  827. else {
  828. __ctz_ = __bits_per_word - 1;
  829. --__seg_;
  830. }
  831. return *this;
  832. }
  833. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator operator--(int) {
  834. __bit_iterator __tmp = *this;
  835. --(*this);
  836. return __tmp;
  837. }
  838. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator& operator+=(difference_type __n) {
  839. if (__n >= 0)
  840. __seg_ += (__n + __ctz_) / __bits_per_word;
  841. else
  842. __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1) /
  843. static_cast<difference_type>(__bits_per_word);
  844. __n &= (__bits_per_word - 1);
  845. __ctz_ = static_cast<unsigned>((__n + __ctz_) % __bits_per_word);
  846. return *this;
  847. }
  848. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator& operator-=(difference_type __n) {
  849. return *this += -__n;
  850. }
  851. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator operator+(difference_type __n) const {
  852. __bit_iterator __t(*this);
  853. __t += __n;
  854. return __t;
  855. }
  856. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 __bit_iterator operator-(difference_type __n) const {
  857. __bit_iterator __t(*this);
  858. __t -= __n;
  859. return __t;
  860. }
  861. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator
  862. operator+(difference_type __n, const __bit_iterator& __it) {
  863. return __it + __n;
  864. }
  865. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend difference_type
  866. operator-(const __bit_iterator& __x, const __bit_iterator& __y) {
  867. return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;
  868. }
  869. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 reference operator[](difference_type __n) const {
  870. return *(*this + __n);
  871. }
  872. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  873. operator==(const __bit_iterator& __x, const __bit_iterator& __y) {
  874. return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;
  875. }
  876. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  877. operator!=(const __bit_iterator& __x, const __bit_iterator& __y) {
  878. return !(__x == __y);
  879. }
  880. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  881. operator<(const __bit_iterator& __x, const __bit_iterator& __y) {
  882. return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);
  883. }
  884. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  885. operator>(const __bit_iterator& __x, const __bit_iterator& __y) {
  886. return __y < __x;
  887. }
  888. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  889. operator<=(const __bit_iterator& __x, const __bit_iterator& __y) {
  890. return !(__y < __x);
  891. }
  892. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  893. operator>=(const __bit_iterator& __x, const __bit_iterator& __y) {
  894. return !(__x < __y);
  895. }
  896. private:
  897. _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 explicit __bit_iterator(
  898. __storage_pointer __s, unsigned __ctz) _NOEXCEPT
  899. : __seg_(__s),
  900. __ctz_(__ctz) {}
  901. friend typename _Cp::__self;
  902. friend class __bit_reference<_Cp>;
  903. friend class __bit_const_reference<_Cp>;
  904. friend class __bit_iterator<_Cp, true>;
  905. template <class _Dp>
  906. friend struct __bit_array;
  907. template <bool _FillVal, class _Dp>
  908. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend void __fill_n(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
  909. template <class _Dp, bool _IC>
  910. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false> __copy_aligned(
  911. __bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  912. template <class _Dp, bool _IC>
  913. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false> __copy_unaligned(
  914. __bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  915. template <class _Dp, bool _IC>
  916. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false>
  917. copy(__bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  918. template <class _Dp, bool _IC>
  919. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false> __copy_backward_aligned(
  920. __bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  921. template <class _Dp, bool _IC>
  922. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false> __copy_backward_unaligned(
  923. __bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  924. template <class _Dp, bool _IC>
  925. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false>
  926. copy_backward(__bit_iterator<_Dp, _IC> __first, __bit_iterator<_Dp, _IC> __last, __bit_iterator<_Dp, false> __result);
  927. template <class _Cl, class _Cr>
  928. friend __bit_iterator<_Cr, false>
  929. __swap_ranges_aligned(__bit_iterator<_Cl, false>, __bit_iterator<_Cl, false>, __bit_iterator<_Cr, false>);
  930. template <class _Cl, class _Cr>
  931. friend __bit_iterator<_Cr, false>
  932. __swap_ranges_unaligned(__bit_iterator<_Cl, false>, __bit_iterator<_Cl, false>, __bit_iterator<_Cr, false>);
  933. template <class _Cl, class _Cr>
  934. friend __bit_iterator<_Cr, false>
  935. swap_ranges(__bit_iterator<_Cl, false>, __bit_iterator<_Cl, false>, __bit_iterator<_Cr, false>);
  936. template <class _Dp>
  937. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, false>
  938. rotate(__bit_iterator<_Dp, false>, __bit_iterator<_Dp, false>, __bit_iterator<_Dp, false>);
  939. template <class _Dp, bool _IC1, bool _IC2>
  940. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  941. __equal_aligned(__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>);
  942. template <class _Dp, bool _IC1, bool _IC2>
  943. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  944. __equal_unaligned(__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>);
  945. template <class _Dp, bool _IC1, bool _IC2>
  946. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
  947. equal(__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>);
  948. template <bool _ToFind, class _Dp, bool _IC>
  949. _LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, _IC>
  950. __find_bool(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
  951. template <bool _ToCount, class _Dp, bool _IC>
  952. friend typename __bit_iterator<_Dp, _IC>::difference_type _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20
  953. __count_bool(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
  954. };
  955. _LIBCPP_END_NAMESPACE_STD
  956. _LIBCPP_POP_MACROS
  957. #endif // _LIBCPP___BIT_REFERENCE