numbers.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. // Copyright 2017 The Abseil Authors.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // https://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. //
  15. // -----------------------------------------------------------------------------
  16. // File: numbers.h
  17. // -----------------------------------------------------------------------------
  18. //
  19. // This package contains functions for converting strings to numbers. For
  20. // converting numbers to strings, use `StrCat()` or `StrAppend()` in str_cat.h,
  21. // which automatically detect and convert most number values appropriately.
  22. #ifndef Y_ABSL_STRINGS_NUMBERS_H_
  23. #define Y_ABSL_STRINGS_NUMBERS_H_
  24. #ifdef __SSSE3__
  25. #include <tmmintrin.h>
  26. #endif
  27. #ifdef _MSC_VER
  28. #include <intrin.h>
  29. #endif
  30. #include <cstddef>
  31. #include <cstdlib>
  32. #include <cstring>
  33. #include <ctime>
  34. #include <limits>
  35. #include <util/generic/string.h>
  36. #include <type_traits>
  37. #include "y_absl/base/config.h"
  38. #include "y_absl/base/internal/endian.h"
  39. #include "y_absl/base/macros.h"
  40. #include "y_absl/base/nullability.h"
  41. #include "y_absl/base/port.h"
  42. #include "y_absl/numeric/bits.h"
  43. #include "y_absl/numeric/int128.h"
  44. #include "y_absl/strings/string_view.h"
  45. namespace y_absl {
  46. Y_ABSL_NAMESPACE_BEGIN
  47. // SimpleAtoi()
  48. //
  49. // Converts the given string (optionally followed or preceded by ASCII
  50. // whitespace) into an integer value, returning `true` if successful. The string
  51. // must reflect a base-10 integer whose value falls within the range of the
  52. // integer type (optionally preceded by a `+` or `-`). If any errors are
  53. // encountered, this function returns `false`, leaving `out` in an unspecified
  54. // state.
  55. template <typename int_type>
  56. Y_ABSL_MUST_USE_RESULT bool SimpleAtoi(y_absl::string_view str,
  57. y_absl::Nonnull<int_type*> out);
  58. // SimpleAtof()
  59. //
  60. // Converts the given string (optionally followed or preceded by ASCII
  61. // whitespace) into a float, which may be rounded on overflow or underflow,
  62. // returning `true` if successful.
  63. // See https://en.cppreference.com/w/c/string/byte/strtof for details about the
  64. // allowed formats for `str`, except SimpleAtof() is locale-independent and will
  65. // always use the "C" locale. If any errors are encountered, this function
  66. // returns `false`, leaving `out` in an unspecified state.
  67. Y_ABSL_MUST_USE_RESULT bool SimpleAtof(y_absl::string_view str,
  68. y_absl::Nonnull<float*> out);
  69. // SimpleAtod()
  70. //
  71. // Converts the given string (optionally followed or preceded by ASCII
  72. // whitespace) into a double, which may be rounded on overflow or underflow,
  73. // returning `true` if successful.
  74. // See https://en.cppreference.com/w/c/string/byte/strtof for details about the
  75. // allowed formats for `str`, except SimpleAtod is locale-independent and will
  76. // always use the "C" locale. If any errors are encountered, this function
  77. // returns `false`, leaving `out` in an unspecified state.
  78. Y_ABSL_MUST_USE_RESULT bool SimpleAtod(y_absl::string_view str,
  79. y_absl::Nonnull<double*> out);
  80. // SimpleAtob()
  81. //
  82. // Converts the given string into a boolean, returning `true` if successful.
  83. // The following case-insensitive strings are interpreted as boolean `true`:
  84. // "true", "t", "yes", "y", "1". The following case-insensitive strings
  85. // are interpreted as boolean `false`: "false", "f", "no", "n", "0". If any
  86. // errors are encountered, this function returns `false`, leaving `out` in an
  87. // unspecified state.
  88. Y_ABSL_MUST_USE_RESULT bool SimpleAtob(y_absl::string_view str,
  89. y_absl::Nonnull<bool*> out);
  90. // SimpleHexAtoi()
  91. //
  92. // Converts a hexadecimal string (optionally followed or preceded by ASCII
  93. // whitespace) to an integer, returning `true` if successful. Only valid base-16
  94. // hexadecimal integers whose value falls within the range of the integer type
  95. // (optionally preceded by a `+` or `-`) can be converted. A valid hexadecimal
  96. // value may include both upper and lowercase character symbols, and may
  97. // optionally include a leading "0x" (or "0X") number prefix, which is ignored
  98. // by this function. If any errors are encountered, this function returns
  99. // `false`, leaving `out` in an unspecified state.
  100. template <typename int_type>
  101. Y_ABSL_MUST_USE_RESULT bool SimpleHexAtoi(y_absl::string_view str,
  102. y_absl::Nonnull<int_type*> out);
  103. // Overloads of SimpleHexAtoi() for 128 bit integers.
  104. Y_ABSL_MUST_USE_RESULT inline bool SimpleHexAtoi(
  105. y_absl::string_view str, y_absl::Nonnull<y_absl::int128*> out);
  106. Y_ABSL_MUST_USE_RESULT inline bool SimpleHexAtoi(
  107. y_absl::string_view str, y_absl::Nonnull<y_absl::uint128*> out);
  108. Y_ABSL_NAMESPACE_END
  109. } // namespace y_absl
  110. // End of public API. Implementation details follow.
  111. namespace y_absl {
  112. Y_ABSL_NAMESPACE_BEGIN
  113. namespace numbers_internal {
  114. // Digit conversion.
  115. Y_ABSL_DLL extern const char kHexChar[17]; // 0123456789abcdef
  116. Y_ABSL_DLL extern const char
  117. kHexTable[513]; // 000102030405060708090a0b0c0d0e0f1011...
  118. // Writes a two-character representation of 'i' to 'buf'. 'i' must be in the
  119. // range 0 <= i < 100, and buf must have space for two characters. Example:
  120. // char buf[2];
  121. // PutTwoDigits(42, buf);
  122. // // buf[0] == '4'
  123. // // buf[1] == '2'
  124. void PutTwoDigits(uint32_t i, y_absl::Nonnull<char*> buf);
  125. // safe_strto?() functions for implementing SimpleAtoi()
  126. bool safe_strto32_base(y_absl::string_view text, y_absl::Nonnull<int32_t*> value,
  127. int base);
  128. bool safe_strto64_base(y_absl::string_view text, y_absl::Nonnull<int64_t*> value,
  129. int base);
  130. bool safe_strto128_base(y_absl::string_view text,
  131. y_absl::Nonnull<y_absl::int128*> value, int base);
  132. bool safe_strtou32_base(y_absl::string_view text, y_absl::Nonnull<uint32_t*> value,
  133. int base);
  134. bool safe_strtou64_base(y_absl::string_view text, y_absl::Nonnull<uint64_t*> value,
  135. int base);
  136. bool safe_strtou128_base(y_absl::string_view text,
  137. y_absl::Nonnull<y_absl::uint128*> value, int base);
  138. static const int kFastToBufferSize = 32;
  139. static const int kSixDigitsToBufferSize = 16;
  140. // Helper function for fast formatting of floating-point values.
  141. // The result is the same as printf's "%g", a.k.a. "%.6g"; that is, six
  142. // significant digits are returned, trailing zeros are removed, and numbers
  143. // outside the range 0.0001-999999 are output using scientific notation
  144. // (1.23456e+06). This routine is heavily optimized.
  145. // Required buffer size is `kSixDigitsToBufferSize`.
  146. size_t SixDigitsToBuffer(double d, y_absl::Nonnull<char*> buffer);
  147. // WARNING: These functions may write more characters than necessary, because
  148. // they are intended for speed. All functions take an output buffer
  149. // as an argument and return a pointer to the last byte they wrote, which is the
  150. // terminating '\0'. At most `kFastToBufferSize` bytes are written.
  151. y_absl::Nonnull<char*> FastIntToBuffer(int32_t i, y_absl::Nonnull<char*> buffer)
  152. Y_ABSL_INTERNAL_NEED_MIN_SIZE(buffer, kFastToBufferSize);
  153. y_absl::Nonnull<char*> FastIntToBuffer(uint32_t n, y_absl::Nonnull<char*> out_str)
  154. Y_ABSL_INTERNAL_NEED_MIN_SIZE(out_str, kFastToBufferSize);
  155. y_absl::Nonnull<char*> FastIntToBuffer(int64_t i, y_absl::Nonnull<char*> buffer)
  156. Y_ABSL_INTERNAL_NEED_MIN_SIZE(buffer, kFastToBufferSize);
  157. y_absl::Nonnull<char*> FastIntToBuffer(uint64_t i, y_absl::Nonnull<char*> buffer)
  158. Y_ABSL_INTERNAL_NEED_MIN_SIZE(buffer, kFastToBufferSize);
  159. // For enums and integer types that are not an exact match for the types above,
  160. // use templates to call the appropriate one of the four overloads above.
  161. template <typename int_type>
  162. y_absl::Nonnull<char*> FastIntToBuffer(int_type i, y_absl::Nonnull<char*> buffer)
  163. Y_ABSL_INTERNAL_NEED_MIN_SIZE(buffer, kFastToBufferSize) {
  164. static_assert(sizeof(i) <= 64 / 8,
  165. "FastIntToBuffer works only with 64-bit-or-less integers.");
  166. // TODO(jorg): This signed-ness check is used because it works correctly
  167. // with enums, and it also serves to check that int_type is not a pointer.
  168. // If one day something like std::is_signed<enum E> works, switch to it.
  169. // These conditions are constexpr bools to suppress MSVC warning C4127.
  170. constexpr bool kIsSigned = static_cast<int_type>(1) - 2 < 0;
  171. constexpr bool kUse64Bit = sizeof(i) > 32 / 8;
  172. if (kIsSigned) {
  173. if (kUse64Bit) {
  174. return FastIntToBuffer(static_cast<int64_t>(i), buffer);
  175. } else {
  176. return FastIntToBuffer(static_cast<int32_t>(i), buffer);
  177. }
  178. } else {
  179. if (kUse64Bit) {
  180. return FastIntToBuffer(static_cast<uint64_t>(i), buffer);
  181. } else {
  182. return FastIntToBuffer(static_cast<uint32_t>(i), buffer);
  183. }
  184. }
  185. }
  186. // Implementation of SimpleAtoi, generalized to support arbitrary base (used
  187. // with base different from 10 elsewhere in Abseil implementation).
  188. template <typename int_type>
  189. Y_ABSL_MUST_USE_RESULT bool safe_strtoi_base(y_absl::string_view s,
  190. y_absl::Nonnull<int_type*> out,
  191. int base) {
  192. static_assert(sizeof(*out) == 4 || sizeof(*out) == 8,
  193. "SimpleAtoi works only with 32-bit or 64-bit integers.");
  194. static_assert(!std::is_floating_point<int_type>::value,
  195. "Use SimpleAtof or SimpleAtod instead.");
  196. bool parsed;
  197. // TODO(jorg): This signed-ness check is used because it works correctly
  198. // with enums, and it also serves to check that int_type is not a pointer.
  199. // If one day something like std::is_signed<enum E> works, switch to it.
  200. // These conditions are constexpr bools to suppress MSVC warning C4127.
  201. constexpr bool kIsSigned = static_cast<int_type>(1) - 2 < 0;
  202. constexpr bool kUse64Bit = sizeof(*out) == 64 / 8;
  203. if (kIsSigned) {
  204. if (kUse64Bit) {
  205. int64_t val;
  206. parsed = numbers_internal::safe_strto64_base(s, &val, base);
  207. *out = static_cast<int_type>(val);
  208. } else {
  209. int32_t val;
  210. parsed = numbers_internal::safe_strto32_base(s, &val, base);
  211. *out = static_cast<int_type>(val);
  212. }
  213. } else {
  214. if (kUse64Bit) {
  215. uint64_t val;
  216. parsed = numbers_internal::safe_strtou64_base(s, &val, base);
  217. *out = static_cast<int_type>(val);
  218. } else {
  219. uint32_t val;
  220. parsed = numbers_internal::safe_strtou32_base(s, &val, base);
  221. *out = static_cast<int_type>(val);
  222. }
  223. }
  224. return parsed;
  225. }
  226. // FastHexToBufferZeroPad16()
  227. //
  228. // Outputs `val` into `out` as if by `snprintf(out, 17, "%016x", val)` but
  229. // without the terminating null character. Thus `out` must be of length >= 16.
  230. // Returns the number of non-pad digits of the output (it can never be zero
  231. // since 0 has one digit).
  232. inline size_t FastHexToBufferZeroPad16(uint64_t val, y_absl::Nonnull<char*> out) {
  233. #ifdef Y_ABSL_INTERNAL_HAVE_SSSE3
  234. uint64_t be = y_absl::big_endian::FromHost64(val);
  235. const auto kNibbleMask = _mm_set1_epi8(0xf);
  236. const auto kHexDigits = _mm_setr_epi8('0', '1', '2', '3', '4', '5', '6', '7',
  237. '8', '9', 'a', 'b', 'c', 'd', 'e', 'f');
  238. auto v = _mm_loadl_epi64(reinterpret_cast<__m128i*>(&be)); // load lo dword
  239. auto v4 = _mm_srli_epi64(v, 4); // shift 4 right
  240. auto il = _mm_unpacklo_epi8(v4, v); // interleave bytes
  241. auto m = _mm_and_si128(il, kNibbleMask); // mask out nibbles
  242. auto hexchars = _mm_shuffle_epi8(kHexDigits, m); // hex chars
  243. _mm_storeu_si128(reinterpret_cast<__m128i*>(out), hexchars);
  244. #else
  245. for (int i = 0; i < 8; ++i) {
  246. auto byte = (val >> (56 - 8 * i)) & 0xFF;
  247. auto* hex = &y_absl::numbers_internal::kHexTable[byte * 2];
  248. std::memcpy(out + 2 * i, hex, 2);
  249. }
  250. #endif
  251. // | 0x1 so that even 0 has 1 digit.
  252. return 16 - static_cast<size_t>(countl_zero(val | 0x1) / 4);
  253. }
  254. } // namespace numbers_internal
  255. template <typename int_type>
  256. Y_ABSL_MUST_USE_RESULT bool SimpleAtoi(y_absl::string_view str,
  257. y_absl::Nonnull<int_type*> out) {
  258. return numbers_internal::safe_strtoi_base(str, out, 10);
  259. }
  260. Y_ABSL_MUST_USE_RESULT inline bool SimpleAtoi(y_absl::string_view str,
  261. y_absl::Nonnull<y_absl::int128*> out) {
  262. return numbers_internal::safe_strto128_base(str, out, 10);
  263. }
  264. Y_ABSL_MUST_USE_RESULT inline bool SimpleAtoi(y_absl::string_view str,
  265. y_absl::Nonnull<y_absl::uint128*> out) {
  266. return numbers_internal::safe_strtou128_base(str, out, 10);
  267. }
  268. template <typename int_type>
  269. Y_ABSL_MUST_USE_RESULT bool SimpleHexAtoi(y_absl::string_view str,
  270. y_absl::Nonnull<int_type*> out) {
  271. return numbers_internal::safe_strtoi_base(str, out, 16);
  272. }
  273. Y_ABSL_MUST_USE_RESULT inline bool SimpleHexAtoi(
  274. y_absl::string_view str, y_absl::Nonnull<y_absl::int128*> out) {
  275. return numbers_internal::safe_strto128_base(str, out, 16);
  276. }
  277. Y_ABSL_MUST_USE_RESULT inline bool SimpleHexAtoi(
  278. y_absl::string_view str, y_absl::Nonnull<y_absl::uint128*> out) {
  279. return numbers_internal::safe_strtou128_base(str, out, 16);
  280. }
  281. Y_ABSL_NAMESPACE_END
  282. } // namespace y_absl
  283. #endif // Y_ABSL_STRINGS_NUMBERS_H_