range.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556
  1. #pragma once
  2. #include <library/cpp/yt/assert/assert.h>
  3. #include <library/cpp/yt/misc/hash.h>
  4. #include <vector>
  5. #include <array>
  6. #include <optional>
  7. #include <initializer_list>
  8. // For size_t.
  9. #include <stddef.h>
  10. namespace google::protobuf {
  11. ////////////////////////////////////////////////////////////////////////////////
  12. // Forward declarations
  13. template <class T>
  14. class RepeatedField;
  15. template <class T>
  16. class RepeatedPtrField;
  17. ////////////////////////////////////////////////////////////////////////////////
  18. } // namespace google::protobuf
  19. namespace NYT {
  20. ////////////////////////////////////////////////////////////////////////////////
  21. // Forward declarations
  22. template <class T, size_t N>
  23. class TCompactVector;
  24. ////////////////////////////////////////////////////////////////////////////////
  25. //! TRange (inspired by TArrayRef from LLVM)
  26. /*!
  27. * Represents a constant reference to an array (zero or more elements
  28. * consecutively in memory), i. e. a start pointer and a length. It allows
  29. * various APIs to take consecutive elements easily and conveniently.
  30. *
  31. * This class does not own the underlying data, it is expected to be used in
  32. * situations where the data resides in some other buffer, whose lifetime
  33. * extends past that of the TRange. For this reason, it is not in general
  34. * safe to store an TRange.
  35. *
  36. * This is intended to be trivially copyable, so it should be passed by
  37. * value.
  38. */
  39. template <class T>
  40. class TRange
  41. {
  42. public:
  43. using iterator = const T*;
  44. using const_iterator = const T*;
  45. using size_type = size_t;
  46. //! Constructs a null TRange.
  47. TRange()
  48. : Data_(nullptr)
  49. , Length_(0)
  50. { }
  51. //! Constructs a TRange from a pointer and length.
  52. TRange(const T* data, size_t length)
  53. : Data_(data)
  54. , Length_(length)
  55. { }
  56. //! Constructs a TRange from a range.
  57. TRange(const T* begin, const T* end)
  58. : Data_(begin)
  59. , Length_(end - begin)
  60. { }
  61. //! Constructs a TRange from a TCompactVector.
  62. template <size_t N>
  63. TRange(const TCompactVector<T, N>& elements)
  64. : Data_(elements.data())
  65. , Length_(elements.size())
  66. { }
  67. //! Constructs a TRange from an std::vector.
  68. template <class A>
  69. TRange(const std::vector<T, A>& elements)
  70. : Data_(elements.empty() ? nullptr : elements.data())
  71. , Length_(elements.size())
  72. { }
  73. //! Constructs a TRange from a C array.
  74. template <size_t N>
  75. TRange(const T (&elements)[N])
  76. : Data_(elements)
  77. , Length_(N)
  78. { }
  79. //! Constructs a TRange from std::initializer_list.
  80. TRange(std::initializer_list<T> elements)
  81. : Data_(elements.begin())
  82. , Length_(elements.size())
  83. { }
  84. //! Constructs a TRange from std::array.
  85. template <size_t N>
  86. TRange(const std::array<T, N>& elements)
  87. : Data_(elements.data())
  88. , Length_(N)
  89. { }
  90. //! Constructs a TRange from std::optional.
  91. //! Range will contain 0-1 elements.
  92. explicit TRange(const std::optional<T>& element)
  93. : Data_(element ? &*element : nullptr)
  94. , Length_(element ? 1 : 0)
  95. { }
  96. const_iterator Begin() const
  97. {
  98. return Data_;
  99. }
  100. // STL interop, for gcc.
  101. const_iterator begin() const
  102. {
  103. return Begin();
  104. }
  105. const_iterator End() const
  106. {
  107. return Data_ + Length_;
  108. }
  109. // STL interop, for gcc.
  110. const_iterator end() const
  111. {
  112. return End();
  113. }
  114. bool Empty() const
  115. {
  116. return Length_ == 0;
  117. }
  118. bool empty() const
  119. {
  120. return Empty();
  121. }
  122. explicit operator bool() const
  123. {
  124. return Data_ != nullptr;
  125. }
  126. size_t Size() const
  127. {
  128. return Length_;
  129. }
  130. size_t size() const
  131. {
  132. return Size();
  133. }
  134. const T& operator[](size_t index) const
  135. {
  136. YT_ASSERT(index < Size());
  137. return Data_[index];
  138. }
  139. const T& Front() const
  140. {
  141. YT_ASSERT(Length_ > 0);
  142. return Data_[0];
  143. }
  144. const T& Back() const
  145. {
  146. YT_ASSERT(Length_ > 0);
  147. return Data_[Length_ - 1];
  148. }
  149. TRange<T> Slice(size_t startOffset, size_t endOffset) const
  150. {
  151. YT_ASSERT(startOffset <= endOffset && endOffset <= Size());
  152. return TRange<T>(Begin() + startOffset, endOffset - startOffset);
  153. }
  154. std::vector<T> ToVector() const
  155. {
  156. return std::vector<T>(Data_, Data_ + Length_);
  157. }
  158. protected:
  159. //! The start of the array, in an external buffer.
  160. const T* Data_;
  161. //! The number of elements.
  162. size_t Length_;
  163. };
  164. // STL interop.
  165. template <class T>
  166. typename TRange<T>::const_iterator begin(TRange<T> ref)
  167. {
  168. return ref.Begin();
  169. }
  170. template <class T>
  171. typename TRange<T>::const_iterator end(TRange<T> ref)
  172. {
  173. return ref.End();
  174. }
  175. ////////////////////////////////////////////////////////////////////////////////
  176. //! Constructs a TRange from a pointer and length.
  177. template <class T>
  178. TRange<T> MakeRange(const T* data, size_t length)
  179. {
  180. return TRange<T>(data, length);
  181. }
  182. //! Constructs a TRange from a native range.
  183. template <class T>
  184. TRange<T> MakeRange(const T* begin, const T* end)
  185. {
  186. return TRange<T>(begin, end);
  187. }
  188. //! Constructs a TRange from a TCompactVector.
  189. template <class T, size_t N>
  190. TRange<T> MakeRange(const TCompactVector<T, N>& elements)
  191. {
  192. return elements;
  193. }
  194. //! "Copy-constructor".
  195. template <class T>
  196. TRange<T> MakeRange(TRange<T> range)
  197. {
  198. return range;
  199. }
  200. //! Constructs a TRange from an std::vector.
  201. template <class T>
  202. TRange<T> MakeRange(const std::vector<T>& elements)
  203. {
  204. return elements;
  205. }
  206. //! Constructs a TRange from an std::array.
  207. template <class T, size_t N>
  208. TRange<T> MakeRange(const std::array<T, N>& elements)
  209. {
  210. return elements;
  211. }
  212. //! Constructs a TRange from a C array.
  213. template <class T, size_t N>
  214. TRange<T> MakeRange(const T (& elements)[N])
  215. {
  216. return TRange<T>(elements);
  217. }
  218. //! Constructs a TRange from RepeatedField.
  219. template <class T>
  220. TRange<T> MakeRange(const google::protobuf::RepeatedField<T>& elements)
  221. {
  222. return TRange<T>(elements.data(), elements.size());
  223. }
  224. //! Constructs a TRange from RepeatedPtrField.
  225. template <class T>
  226. TRange<const T*> MakeRange(const google::protobuf::RepeatedPtrField<T>& elements)
  227. {
  228. return TRange<const T*>(elements.data(), elements.size());
  229. }
  230. template <class U, class T>
  231. TRange<U> ReinterpretCastRange(TRange<T> range)
  232. {
  233. static_assert(sizeof(T) == sizeof(U), "T and U must have equal sizes.");
  234. return TRange<U>(reinterpret_cast<const U*>(range.Begin()), range.Size());
  235. }
  236. ////////////////////////////////////////////////////////////////////////////////
  237. // TMutableRange (inspired by TMutableArrayRef from LLVM)
  238. /*
  239. * Represents a mutable reference to an array (zero or more elements
  240. * consecutively in memory), i. e. a start pointer and a length.
  241. * It allows various APIs to take and modify consecutive elements easily and
  242. * conveniently.
  243. *
  244. * This class does not own the underlying data, it is expected to be used in
  245. * situations where the data resides in some other buffer, whose lifetime
  246. * extends past that of the TMutableRange. For this reason, it is not in
  247. * general safe to store a TMutableRange.
  248. *
  249. * This is intended to be trivially copyable, so it should be passed by value.
  250. */
  251. template <class T>
  252. class TMutableRange
  253. : public TRange<T>
  254. {
  255. public:
  256. using iterator = T*;
  257. //! Constructs a null TMutableRange.
  258. TMutableRange()
  259. { }
  260. //! Constructs a TMutableRange from a pointer and length.
  261. TMutableRange(T* data, size_t length)
  262. : TRange<T>(data, length)
  263. { }
  264. //! Constructs a TMutableRange from a range.
  265. TMutableRange(T* begin, T* end)
  266. : TRange<T>(begin, end)
  267. { }
  268. //! Constructs a TMutableRange from a TCompactVector.
  269. template <size_t N>
  270. TMutableRange(TCompactVector<T, N>& elements)
  271. : TRange<T>(elements)
  272. { }
  273. //! Constructs a TMutableRange from an std::vector.
  274. TMutableRange(std::vector<T>& elements)
  275. : TRange<T>(elements)
  276. { }
  277. //! Constructs a TMutableRange from std::array.
  278. template <size_t N>
  279. TMutableRange(std::array<T, N>& elements)
  280. : TRange<T>(elements.data(), N)
  281. { }
  282. //! Construct a TMutableRange from an std::optional
  283. //! Range will contain 0-1 elements.
  284. explicit TMutableRange(std::optional<T>& optional)
  285. : TRange<T>(optional)
  286. { }
  287. //! Constructs a TMutableRange from a C array.
  288. template <size_t N>
  289. TMutableRange(T (& elements)[N])
  290. : TRange<T>(elements)
  291. { }
  292. using TRange<T>::Begin;
  293. using TRange<T>::End;
  294. using TRange<T>::Front;
  295. using TRange<T>::Back;
  296. using TRange<T>::operator[];
  297. iterator Begin() const
  298. {
  299. return const_cast<T*>(this->Data_);
  300. }
  301. // STL interop, for gcc.
  302. iterator begin() const
  303. {
  304. return Begin();
  305. }
  306. iterator End() const
  307. {
  308. return this->Begin() + this->Size();
  309. }
  310. // STL interop, for gcc.
  311. iterator end() const
  312. {
  313. return End();
  314. }
  315. T& operator[](size_t index)
  316. {
  317. YT_ASSERT(index <= this->Size());
  318. return Begin()[index];
  319. }
  320. T& Front()
  321. {
  322. YT_ASSERT(this->Length_ > 0);
  323. return Begin()[0];
  324. }
  325. T& Back()
  326. {
  327. YT_ASSERT(this->Length_ > 0);
  328. return Begin()[this->Length_ - 1];
  329. }
  330. TMutableRange<T> Slice(size_t startOffset, size_t endOffset) const
  331. {
  332. YT_ASSERT(startOffset <= endOffset && endOffset <= this->Size());
  333. return TMutableRange<T>(Begin() + startOffset, endOffset - startOffset);
  334. }
  335. TMutableRange<T> Slice(T* begin, T* end) const
  336. {
  337. YT_ASSERT(begin >= Begin());
  338. YT_ASSERT(end <= End());
  339. return TMutableRange<T>(begin, end);
  340. }
  341. };
  342. // STL interop.
  343. template <class T>
  344. typename TMutableRange<T>::iterator begin(TMutableRange<T> ref)
  345. {
  346. return ref.Begin();
  347. }
  348. template <class T>
  349. typename TMutableRange<T>::iterator end(TMutableRange<T> ref)
  350. {
  351. return ref.End();
  352. }
  353. ////////////////////////////////////////////////////////////////////////////////
  354. //! Constructs a TMutableRange from a pointer and length.
  355. template <class T>
  356. TMutableRange<T> MakeMutableRange(T* data, size_t length)
  357. {
  358. return TMutableRange<T>(data, length);
  359. }
  360. //! Constructs a TMutableRange from a native range.
  361. template <class T>
  362. TMutableRange<T> MakeMutableRange(T* begin, T* end)
  363. {
  364. return TMutableRange<T>(begin, end);
  365. }
  366. //! Constructs a TMutableRange from a TCompactVector.
  367. template <class T, size_t N>
  368. TMutableRange<T> MakeMutableRange(TCompactVector<T, N>& elements)
  369. {
  370. return elements;
  371. }
  372. //! "Copy-constructor".
  373. template <class T>
  374. TMutableRange<T> MakeMutableRange(TMutableRange<T> range)
  375. {
  376. return range;
  377. }
  378. //! Constructs a TMutableRange from an std::vector.
  379. template <class T>
  380. TMutableRange<T> MakeMutableRange(std::vector<T>& elements)
  381. {
  382. return elements;
  383. }
  384. //! Constructs a TMutableRange from an std::array.
  385. template <class T, size_t N>
  386. TMutableRange<T> MakeMutableRange(std::array<T, N>& elements)
  387. {
  388. return elements;
  389. }
  390. //! Constructs a TMutableRange from a C array.
  391. template <class T, size_t N>
  392. TMutableRange<T> MakeMutableRange(T (& elements)[N])
  393. {
  394. return TMutableRange<T>(elements);
  395. }
  396. //! Constructs a TMutableRange from RepeatedField.
  397. template <class T>
  398. TMutableRange<T> MakeMutableRange(google::protobuf::RepeatedField<T>& elements)
  399. {
  400. return TMutableRange<T>(elements.data(), elements.size());
  401. }
  402. //! Constructs a TMutableRange from RepeatedPtrField.
  403. template <class T>
  404. TMutableRange<T*> MakeMutableRange(google::protobuf::RepeatedPtrField<T>& elements)
  405. {
  406. return TMutableRange<const T*>(elements.data(), elements.size());
  407. }
  408. template <class U, class T>
  409. TMutableRange<U> ReinterpretCastMutableRange(TMutableRange<T> range)
  410. {
  411. static_assert(sizeof(T) == sizeof(U), "T and U must have equal sizes.");
  412. return TMutableRange<U>(reinterpret_cast<U*>(range.Begin()), range.Size());
  413. }
  414. ////////////////////////////////////////////////////////////////////////////////
  415. // Mark TMutableRange and TMutableRange as PODs.
  416. namespace NMpl {
  417. template <class T>
  418. struct TIsPod;
  419. template <class T>
  420. struct TIsPod<TRange<T>>
  421. {
  422. static const bool Value = true;
  423. };
  424. template <class T>
  425. struct TIsPod<TMutableRange<T>>
  426. {
  427. static const bool Value = true;
  428. };
  429. } // namespace NMpl
  430. ////////////////////////////////////////////////////////////////////////////////
  431. } // namespace NYT
  432. template <class T>
  433. struct hash<NYT::TRange<T>>
  434. {
  435. size_t operator()(const NYT::TRange<T>& range) const
  436. {
  437. size_t result = 0;
  438. for (const auto& element : range) {
  439. NYT::HashCombine(result, element);
  440. }
  441. return result;
  442. }
  443. };
  444. template <class T>
  445. struct hash<NYT::TMutableRange<T>>
  446. {
  447. size_t operator()(const NYT::TMutableRange<T>& range) const
  448. {
  449. size_t result = 0;
  450. for (const auto& element : range) {
  451. NYT::HashCombine(result, element);
  452. }
  453. return result;
  454. }
  455. };