string.cpp 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241
  1. #include "string.h"
  2. #include "utils.h"
  3. #include <library/cpp/clickhouse/client/base/wire_format.h>
  4. #include <util/memory/tempbuf.h>
  5. namespace NClickHouse {
  6. TColumnFixedString::TColumnFixedString(size_t n)
  7. : TColumn(TType::CreateString(n))
  8. , StringSize_(n)
  9. {
  10. }
  11. TColumnFixedString::TColumnFixedString(size_t n, const TVector<TString>& data)
  12. : TColumnFixedString(n)
  13. {
  14. Data_.reserve(data.size());
  15. for (const auto& value : data) {
  16. Append(value);
  17. }
  18. }
  19. TIntrusivePtr<TColumnFixedString> TColumnFixedString::Create(size_t n) {
  20. return new TColumnFixedString(n);
  21. }
  22. TIntrusivePtr<TColumnFixedString> TColumnFixedString::Create(size_t n, const TVector<TString>& data) {
  23. return new TColumnFixedString(n, data);
  24. }
  25. void TColumnFixedString::Append(const TString& str) {
  26. Data_.push_back(str);
  27. Data_.back().resize(StringSize_);
  28. }
  29. const TString& TColumnFixedString::At(size_t n) const {
  30. return Data_.at(n);
  31. }
  32. const TString& TColumnFixedString::operator[](size_t n) const {
  33. return Data_[n];
  34. }
  35. void TColumnFixedString::SetAt(size_t n, const TString& value) {
  36. TString stringResized(value);
  37. stringResized.resize(StringSize_);
  38. Data_.at(n) = stringResized;
  39. }
  40. void TColumnFixedString::Append(TColumnRef column) {
  41. if (auto col = column->As<TColumnFixedString>()) {
  42. if (StringSize_ == col->StringSize_) {
  43. Data_.insert(Data_.end(), col->Data_.begin(), col->Data_.end());
  44. }
  45. }
  46. }
  47. bool TColumnFixedString::Load(TCodedInputStream* input, size_t rows) {
  48. for (size_t i = 0; i < rows; ++i) {
  49. TTempBuf s(StringSize_);
  50. if (!TWireFormat::ReadBytes(input, s.Data(), StringSize_)) {
  51. return false;
  52. }
  53. Data_.push_back(TString(s.Data(), StringSize_));
  54. }
  55. return true;
  56. }
  57. void TColumnFixedString::Save(TCodedOutputStream* output) {
  58. for (size_t i = 0; i < Data_.size(); ++i) {
  59. TWireFormat::WriteBytes(output, Data_[i].data(), StringSize_);
  60. }
  61. }
  62. size_t TColumnFixedString::Size() const {
  63. return Data_.size();
  64. }
  65. TColumnRef TColumnFixedString::Slice(size_t begin, size_t len) {
  66. auto result = new TColumnFixedString(StringSize_);
  67. if (begin < Data_.size()) {
  68. result->Data_ = SliceVector(Data_, begin, len);
  69. }
  70. return result;
  71. }
  72. TColumnString::TColumnString()
  73. : TColumn(TType::CreateString())
  74. {
  75. }
  76. TColumnString::TColumnString(const TVector<TString>& data)
  77. : TColumn(TType::CreateString())
  78. , Data_(data)
  79. {
  80. }
  81. TColumnString::TColumnString(TVector<TString>&& data)
  82. : TColumn(TType::CreateString())
  83. , Data_(std::move(data))
  84. {
  85. }
  86. TIntrusivePtr<TColumnString> TColumnString::Create() {
  87. return new TColumnString();
  88. }
  89. TIntrusivePtr<TColumnString> TColumnString::Create(const TVector<TString>& data) {
  90. return new TColumnString(data);
  91. }
  92. TIntrusivePtr<TColumnString> TColumnString::Create(TVector<TString>&& data) {
  93. return new TColumnString(std::move(data));
  94. }
  95. void TColumnString::Append(const TString& str) {
  96. Data_.push_back(str);
  97. }
  98. const TString& TColumnString::At(size_t n) const {
  99. return Data_.at(n);
  100. }
  101. const TString& TColumnString::operator[](size_t n) const {
  102. return Data_[n];
  103. }
  104. void TColumnString::SetAt(size_t n, const TString& value) {
  105. Data_.at(n) = value;
  106. }
  107. void TColumnString::Append(TColumnRef column) {
  108. if (auto col = column->As<TColumnString>()) {
  109. Data_.insert(Data_.end(), col->Data_.begin(), col->Data_.end());
  110. }
  111. }
  112. bool TColumnString::Load(TCodedInputStream* input, size_t rows) {
  113. for (size_t i = 0; i < rows; ++i) {
  114. TString s;
  115. if (!TWireFormat::ReadString(input, &s)) {
  116. return false;
  117. }
  118. Data_.push_back(s);
  119. }
  120. return true;
  121. }
  122. void TColumnString::Save(TCodedOutputStream* output) {
  123. for (auto si = Data_.begin(); si != Data_.end(); ++si) {
  124. TWireFormat::WriteString(output, *si);
  125. }
  126. }
  127. size_t TColumnString::Size() const {
  128. return Data_.size();
  129. }
  130. TColumnRef TColumnString::Slice(size_t begin, size_t len) {
  131. return new TColumnString(SliceVector(Data_, begin, len));
  132. }
  133. TColumnStringBuf::TColumnStringBuf()
  134. : TColumn(TType::CreateString())
  135. {
  136. }
  137. TColumnStringBuf::TColumnStringBuf(const TVector<TStringBuf>& data)
  138. : TColumn(TType::CreateString())
  139. , Data_(data)
  140. {
  141. }
  142. TColumnStringBuf::TColumnStringBuf(TVector<TStringBuf>&& data)
  143. : TColumn(TType::CreateString())
  144. , Data_(std::move(data))
  145. {
  146. }
  147. TIntrusivePtr<TColumnStringBuf> TColumnStringBuf::Create() {
  148. return new TColumnStringBuf();
  149. }
  150. TIntrusivePtr<TColumnStringBuf> TColumnStringBuf::Create(const TVector<TStringBuf>& data) {
  151. return new TColumnStringBuf(data);
  152. }
  153. TIntrusivePtr<TColumnStringBuf> TColumnStringBuf::Create(TVector<TStringBuf>&& data) {
  154. return new TColumnStringBuf(std::move(data));
  155. }
  156. void TColumnStringBuf::Append(TStringBuf str) {
  157. Data_.push_back(str);
  158. }
  159. const TStringBuf& TColumnStringBuf::At(size_t n) const {
  160. return Data_.at(n);
  161. }
  162. const TStringBuf& TColumnStringBuf::operator[](size_t n) const {
  163. return Data_[n];
  164. }
  165. void TColumnStringBuf::SetAt(size_t n, TStringBuf value) {
  166. Data_.at(n) = value;
  167. }
  168. void TColumnStringBuf::Append(TColumnRef column) {
  169. if (auto col = column->As<TColumnStringBuf>()) {
  170. Data_.insert(Data_.end(), col->Data_.begin(), col->Data_.end());
  171. }
  172. }
  173. bool TColumnStringBuf::Load(TCodedInputStream*, size_t) {
  174. ythrow yexception() << "load not implemented";
  175. }
  176. void TColumnStringBuf::Save(TCodedOutputStream* output) {
  177. for (auto si = Data_.begin(); si != Data_.end(); ++si) {
  178. TWireFormat::WriteStringBuf(output, *si);
  179. }
  180. }
  181. size_t TColumnStringBuf::Size() const {
  182. return Data_.size();
  183. }
  184. TColumnRef TColumnStringBuf::Slice(size_t begin, size_t len) {
  185. return new TColumnStringBuf(SliceVector(Data_, begin, len));
  186. }
  187. }