coding.h 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122
  1. // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style license that can be
  3. // found in the LICENSE file. See the AUTHORS file for names of contributors.
  4. //
  5. // Endian-neutral encoding:
  6. // * Fixed-length numbers are encoded with least-significant byte first
  7. // * In addition we support variable length "varint" encoding
  8. // * Strings are encoded prefixed by their length in varint format
  9. #ifndef STORAGE_LEVELDB_UTIL_CODING_H_
  10. #define STORAGE_LEVELDB_UTIL_CODING_H_
  11. #include <cstdint>
  12. #include <cstring>
  13. #include <string>
  14. #include "leveldb/slice.h"
  15. #include "port/port.h"
  16. namespace leveldb {
  17. // Standard Put... routines append to a string
  18. void PutFixed32(std::string* dst, uint32_t value);
  19. void PutFixed64(std::string* dst, uint64_t value);
  20. void PutVarint32(std::string* dst, uint32_t value);
  21. void PutVarint64(std::string* dst, uint64_t value);
  22. void PutLengthPrefixedSlice(std::string* dst, const Slice& value);
  23. // Standard Get... routines parse a value from the beginning of a Slice
  24. // and advance the slice past the parsed value.
  25. bool GetVarint32(Slice* input, uint32_t* value);
  26. bool GetVarint64(Slice* input, uint64_t* value);
  27. bool GetLengthPrefixedSlice(Slice* input, Slice* result);
  28. // Pointer-based variants of GetVarint... These either store a value
  29. // in *v and return a pointer just past the parsed value, or return
  30. // nullptr on error. These routines only look at bytes in the range
  31. // [p..limit-1]
  32. const char* GetVarint32Ptr(const char* p, const char* limit, uint32_t* v);
  33. const char* GetVarint64Ptr(const char* p, const char* limit, uint64_t* v);
  34. // Returns the length of the varint32 or varint64 encoding of "v"
  35. int VarintLength(uint64_t v);
  36. // Lower-level versions of Put... that write directly into a character buffer
  37. // and return a pointer just past the last byte written.
  38. // REQUIRES: dst has enough space for the value being written
  39. char* EncodeVarint32(char* dst, uint32_t value);
  40. char* EncodeVarint64(char* dst, uint64_t value);
  41. // Lower-level versions of Put... that write directly into a character buffer
  42. // REQUIRES: dst has enough space for the value being written
  43. inline void EncodeFixed32(char* dst, uint32_t value) {
  44. uint8_t* const buffer = reinterpret_cast<uint8_t*>(dst);
  45. // Recent clang and gcc optimize this to a single mov / str instruction.
  46. buffer[0] = static_cast<uint8_t>(value);
  47. buffer[1] = static_cast<uint8_t>(value >> 8);
  48. buffer[2] = static_cast<uint8_t>(value >> 16);
  49. buffer[3] = static_cast<uint8_t>(value >> 24);
  50. }
  51. inline void EncodeFixed64(char* dst, uint64_t value) {
  52. uint8_t* const buffer = reinterpret_cast<uint8_t*>(dst);
  53. // Recent clang and gcc optimize this to a single mov / str instruction.
  54. buffer[0] = static_cast<uint8_t>(value);
  55. buffer[1] = static_cast<uint8_t>(value >> 8);
  56. buffer[2] = static_cast<uint8_t>(value >> 16);
  57. buffer[3] = static_cast<uint8_t>(value >> 24);
  58. buffer[4] = static_cast<uint8_t>(value >> 32);
  59. buffer[5] = static_cast<uint8_t>(value >> 40);
  60. buffer[6] = static_cast<uint8_t>(value >> 48);
  61. buffer[7] = static_cast<uint8_t>(value >> 56);
  62. }
  63. // Lower-level versions of Get... that read directly from a character buffer
  64. // without any bounds checking.
  65. inline uint32_t DecodeFixed32(const char* ptr) {
  66. const uint8_t* const buffer = reinterpret_cast<const uint8_t*>(ptr);
  67. // Recent clang and gcc optimize this to a single mov / ldr instruction.
  68. return (static_cast<uint32_t>(buffer[0])) |
  69. (static_cast<uint32_t>(buffer[1]) << 8) |
  70. (static_cast<uint32_t>(buffer[2]) << 16) |
  71. (static_cast<uint32_t>(buffer[3]) << 24);
  72. }
  73. inline uint64_t DecodeFixed64(const char* ptr) {
  74. const uint8_t* const buffer = reinterpret_cast<const uint8_t*>(ptr);
  75. // Recent clang and gcc optimize this to a single mov / ldr instruction.
  76. return (static_cast<uint64_t>(buffer[0])) |
  77. (static_cast<uint64_t>(buffer[1]) << 8) |
  78. (static_cast<uint64_t>(buffer[2]) << 16) |
  79. (static_cast<uint64_t>(buffer[3]) << 24) |
  80. (static_cast<uint64_t>(buffer[4]) << 32) |
  81. (static_cast<uint64_t>(buffer[5]) << 40) |
  82. (static_cast<uint64_t>(buffer[6]) << 48) |
  83. (static_cast<uint64_t>(buffer[7]) << 56);
  84. }
  85. // Internal routine for use by fallback path of GetVarint32Ptr
  86. const char* GetVarint32PtrFallback(const char* p, const char* limit,
  87. uint32_t* value);
  88. inline const char* GetVarint32Ptr(const char* p, const char* limit,
  89. uint32_t* value) {
  90. if (p < limit) {
  91. uint32_t result = *(reinterpret_cast<const uint8_t*>(p));
  92. if ((result & 128) == 0) {
  93. *value = result;
  94. return p + 1;
  95. }
  96. }
  97. return GetVarint32PtrFallback(p, limit, value);
  98. }
  99. } // namespace leveldb
  100. #endif // STORAGE_LEVELDB_UTIL_CODING_H_