mem.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426
  1. /*
  2. * Copyright (c) Meta Platforms, Inc. and affiliates.
  3. * All rights reserved.
  4. *
  5. * This source code is licensed under both the BSD-style license (found in the
  6. * LICENSE file in the root directory of this source tree) and the GPLv2 (found
  7. * in the COPYING file in the root directory of this source tree).
  8. * You may select, at your option, one of the above-listed licenses.
  9. */
  10. #ifndef MEM_H_MODULE
  11. #define MEM_H_MODULE
  12. #if defined (__cplusplus)
  13. extern "C" {
  14. #endif
  15. /*-****************************************
  16. * Dependencies
  17. ******************************************/
  18. #include <stddef.h> /* size_t, ptrdiff_t */
  19. #include "compiler.h" /* __has_builtin */
  20. #include "debug.h" /* DEBUG_STATIC_ASSERT */
  21. #include "zstd_deps.h" /* ZSTD_memcpy */
  22. /*-****************************************
  23. * Compiler specifics
  24. ******************************************/
  25. #if defined(_MSC_VER) /* Visual Studio */
  26. # include <stdlib.h> /* _byteswap_ulong */
  27. # include <intrin.h> /* _byteswap_* */
  28. #endif
  29. /*-**************************************************************
  30. * Basic Types
  31. *****************************************************************/
  32. #if !defined (__VMS) && (defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) )
  33. # if defined(_AIX)
  34. # include <inttypes.h>
  35. # else
  36. # include <stdint.h> /* intptr_t */
  37. # endif
  38. typedef uint8_t BYTE;
  39. typedef uint8_t U8;
  40. typedef int8_t S8;
  41. typedef uint16_t U16;
  42. typedef int16_t S16;
  43. typedef uint32_t U32;
  44. typedef int32_t S32;
  45. typedef uint64_t U64;
  46. typedef int64_t S64;
  47. #else
  48. # include <limits.h>
  49. #if CHAR_BIT != 8
  50. # error "this implementation requires char to be exactly 8-bit type"
  51. #endif
  52. typedef unsigned char BYTE;
  53. typedef unsigned char U8;
  54. typedef signed char S8;
  55. #if USHRT_MAX != 65535
  56. # error "this implementation requires short to be exactly 16-bit type"
  57. #endif
  58. typedef unsigned short U16;
  59. typedef signed short S16;
  60. #if UINT_MAX != 4294967295
  61. # error "this implementation requires int to be exactly 32-bit type"
  62. #endif
  63. typedef unsigned int U32;
  64. typedef signed int S32;
  65. /* note : there are no limits defined for long long type in C90.
  66. * limits exist in C99, however, in such case, <stdint.h> is preferred */
  67. typedef unsigned long long U64;
  68. typedef signed long long S64;
  69. #endif
  70. /*-**************************************************************
  71. * Memory I/O API
  72. *****************************************************************/
  73. /*=== Static platform detection ===*/
  74. MEM_STATIC unsigned MEM_32bits(void);
  75. MEM_STATIC unsigned MEM_64bits(void);
  76. MEM_STATIC unsigned MEM_isLittleEndian(void);
  77. /*=== Native unaligned read/write ===*/
  78. MEM_STATIC U16 MEM_read16(const void* memPtr);
  79. MEM_STATIC U32 MEM_read32(const void* memPtr);
  80. MEM_STATIC U64 MEM_read64(const void* memPtr);
  81. MEM_STATIC size_t MEM_readST(const void* memPtr);
  82. MEM_STATIC void MEM_write16(void* memPtr, U16 value);
  83. MEM_STATIC void MEM_write32(void* memPtr, U32 value);
  84. MEM_STATIC void MEM_write64(void* memPtr, U64 value);
  85. /*=== Little endian unaligned read/write ===*/
  86. MEM_STATIC U16 MEM_readLE16(const void* memPtr);
  87. MEM_STATIC U32 MEM_readLE24(const void* memPtr);
  88. MEM_STATIC U32 MEM_readLE32(const void* memPtr);
  89. MEM_STATIC U64 MEM_readLE64(const void* memPtr);
  90. MEM_STATIC size_t MEM_readLEST(const void* memPtr);
  91. MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val);
  92. MEM_STATIC void MEM_writeLE24(void* memPtr, U32 val);
  93. MEM_STATIC void MEM_writeLE32(void* memPtr, U32 val32);
  94. MEM_STATIC void MEM_writeLE64(void* memPtr, U64 val64);
  95. MEM_STATIC void MEM_writeLEST(void* memPtr, size_t val);
  96. /*=== Big endian unaligned read/write ===*/
  97. MEM_STATIC U32 MEM_readBE32(const void* memPtr);
  98. MEM_STATIC U64 MEM_readBE64(const void* memPtr);
  99. MEM_STATIC size_t MEM_readBEST(const void* memPtr);
  100. MEM_STATIC void MEM_writeBE32(void* memPtr, U32 val32);
  101. MEM_STATIC void MEM_writeBE64(void* memPtr, U64 val64);
  102. MEM_STATIC void MEM_writeBEST(void* memPtr, size_t val);
  103. /*=== Byteswap ===*/
  104. MEM_STATIC U32 MEM_swap32(U32 in);
  105. MEM_STATIC U64 MEM_swap64(U64 in);
  106. MEM_STATIC size_t MEM_swapST(size_t in);
  107. /*-**************************************************************
  108. * Memory I/O Implementation
  109. *****************************************************************/
  110. /* MEM_FORCE_MEMORY_ACCESS : For accessing unaligned memory:
  111. * Method 0 : always use `memcpy()`. Safe and portable.
  112. * Method 1 : Use compiler extension to set unaligned access.
  113. * Method 2 : direct access. This method is portable but violate C standard.
  114. * It can generate buggy code on targets depending on alignment.
  115. * Default : method 1 if supported, else method 0
  116. */
  117. #ifndef MEM_FORCE_MEMORY_ACCESS /* can be defined externally, on command line for example */
  118. # ifdef __GNUC__
  119. # define MEM_FORCE_MEMORY_ACCESS 1
  120. # endif
  121. #endif
  122. MEM_STATIC unsigned MEM_32bits(void) { return sizeof(size_t)==4; }
  123. MEM_STATIC unsigned MEM_64bits(void) { return sizeof(size_t)==8; }
  124. MEM_STATIC unsigned MEM_isLittleEndian(void)
  125. {
  126. #if defined(__BYTE_ORDER__) && defined(__ORDER_LITTLE_ENDIAN__) && (__BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__)
  127. return 1;
  128. #elif defined(__BYTE_ORDER__) && defined(__ORDER_BIG_ENDIAN__) && (__BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)
  129. return 0;
  130. #elif defined(__clang__) && __LITTLE_ENDIAN__
  131. return 1;
  132. #elif defined(__clang__) && __BIG_ENDIAN__
  133. return 0;
  134. #elif defined(_MSC_VER) && (_M_AMD64 || _M_IX86)
  135. return 1;
  136. #elif defined(__DMC__) && defined(_M_IX86)
  137. return 1;
  138. #else
  139. const union { U32 u; BYTE c[4]; } one = { 1 }; /* don't use static : performance detrimental */
  140. return one.c[0];
  141. #endif
  142. }
  143. #if defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==2)
  144. /* violates C standard, by lying on structure alignment.
  145. Only use if no other choice to achieve best performance on target platform */
  146. MEM_STATIC U16 MEM_read16(const void* memPtr) { return *(const U16*) memPtr; }
  147. MEM_STATIC U32 MEM_read32(const void* memPtr) { return *(const U32*) memPtr; }
  148. MEM_STATIC U64 MEM_read64(const void* memPtr) { return *(const U64*) memPtr; }
  149. MEM_STATIC size_t MEM_readST(const void* memPtr) { return *(const size_t*) memPtr; }
  150. MEM_STATIC void MEM_write16(void* memPtr, U16 value) { *(U16*)memPtr = value; }
  151. MEM_STATIC void MEM_write32(void* memPtr, U32 value) { *(U32*)memPtr = value; }
  152. MEM_STATIC void MEM_write64(void* memPtr, U64 value) { *(U64*)memPtr = value; }
  153. #elif defined(MEM_FORCE_MEMORY_ACCESS) && (MEM_FORCE_MEMORY_ACCESS==1)
  154. typedef __attribute__((aligned(1))) U16 unalign16;
  155. typedef __attribute__((aligned(1))) U32 unalign32;
  156. typedef __attribute__((aligned(1))) U64 unalign64;
  157. typedef __attribute__((aligned(1))) size_t unalignArch;
  158. MEM_STATIC U16 MEM_read16(const void* ptr) { return *(const unalign16*)ptr; }
  159. MEM_STATIC U32 MEM_read32(const void* ptr) { return *(const unalign32*)ptr; }
  160. MEM_STATIC U64 MEM_read64(const void* ptr) { return *(const unalign64*)ptr; }
  161. MEM_STATIC size_t MEM_readST(const void* ptr) { return *(const unalignArch*)ptr; }
  162. MEM_STATIC void MEM_write16(void* memPtr, U16 value) { *(unalign16*)memPtr = value; }
  163. MEM_STATIC void MEM_write32(void* memPtr, U32 value) { *(unalign32*)memPtr = value; }
  164. MEM_STATIC void MEM_write64(void* memPtr, U64 value) { *(unalign64*)memPtr = value; }
  165. #else
  166. /* default method, safe and standard.
  167. can sometimes prove slower */
  168. MEM_STATIC U16 MEM_read16(const void* memPtr)
  169. {
  170. U16 val; ZSTD_memcpy(&val, memPtr, sizeof(val)); return val;
  171. }
  172. MEM_STATIC U32 MEM_read32(const void* memPtr)
  173. {
  174. U32 val; ZSTD_memcpy(&val, memPtr, sizeof(val)); return val;
  175. }
  176. MEM_STATIC U64 MEM_read64(const void* memPtr)
  177. {
  178. U64 val; ZSTD_memcpy(&val, memPtr, sizeof(val)); return val;
  179. }
  180. MEM_STATIC size_t MEM_readST(const void* memPtr)
  181. {
  182. size_t val; ZSTD_memcpy(&val, memPtr, sizeof(val)); return val;
  183. }
  184. MEM_STATIC void MEM_write16(void* memPtr, U16 value)
  185. {
  186. ZSTD_memcpy(memPtr, &value, sizeof(value));
  187. }
  188. MEM_STATIC void MEM_write32(void* memPtr, U32 value)
  189. {
  190. ZSTD_memcpy(memPtr, &value, sizeof(value));
  191. }
  192. MEM_STATIC void MEM_write64(void* memPtr, U64 value)
  193. {
  194. ZSTD_memcpy(memPtr, &value, sizeof(value));
  195. }
  196. #endif /* MEM_FORCE_MEMORY_ACCESS */
  197. MEM_STATIC U32 MEM_swap32_fallback(U32 in)
  198. {
  199. return ((in << 24) & 0xff000000 ) |
  200. ((in << 8) & 0x00ff0000 ) |
  201. ((in >> 8) & 0x0000ff00 ) |
  202. ((in >> 24) & 0x000000ff );
  203. }
  204. MEM_STATIC U32 MEM_swap32(U32 in)
  205. {
  206. #if defined(_MSC_VER) /* Visual Studio */
  207. return _byteswap_ulong(in);
  208. #elif (defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)) \
  209. || (defined(__clang__) && __has_builtin(__builtin_bswap32))
  210. return __builtin_bswap32(in);
  211. #else
  212. return MEM_swap32_fallback(in);
  213. #endif
  214. }
  215. MEM_STATIC U64 MEM_swap64_fallback(U64 in)
  216. {
  217. return ((in << 56) & 0xff00000000000000ULL) |
  218. ((in << 40) & 0x00ff000000000000ULL) |
  219. ((in << 24) & 0x0000ff0000000000ULL) |
  220. ((in << 8) & 0x000000ff00000000ULL) |
  221. ((in >> 8) & 0x00000000ff000000ULL) |
  222. ((in >> 24) & 0x0000000000ff0000ULL) |
  223. ((in >> 40) & 0x000000000000ff00ULL) |
  224. ((in >> 56) & 0x00000000000000ffULL);
  225. }
  226. MEM_STATIC U64 MEM_swap64(U64 in)
  227. {
  228. #if defined(_MSC_VER) /* Visual Studio */
  229. return _byteswap_uint64(in);
  230. #elif (defined (__GNUC__) && (__GNUC__ * 100 + __GNUC_MINOR__ >= 403)) \
  231. || (defined(__clang__) && __has_builtin(__builtin_bswap64))
  232. return __builtin_bswap64(in);
  233. #else
  234. return MEM_swap64_fallback(in);
  235. #endif
  236. }
  237. MEM_STATIC size_t MEM_swapST(size_t in)
  238. {
  239. if (MEM_32bits())
  240. return (size_t)MEM_swap32((U32)in);
  241. else
  242. return (size_t)MEM_swap64((U64)in);
  243. }
  244. /*=== Little endian r/w ===*/
  245. MEM_STATIC U16 MEM_readLE16(const void* memPtr)
  246. {
  247. if (MEM_isLittleEndian())
  248. return MEM_read16(memPtr);
  249. else {
  250. const BYTE* p = (const BYTE*)memPtr;
  251. return (U16)(p[0] + (p[1]<<8));
  252. }
  253. }
  254. MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
  255. {
  256. if (MEM_isLittleEndian()) {
  257. MEM_write16(memPtr, val);
  258. } else {
  259. BYTE* p = (BYTE*)memPtr;
  260. p[0] = (BYTE)val;
  261. p[1] = (BYTE)(val>>8);
  262. }
  263. }
  264. MEM_STATIC U32 MEM_readLE24(const void* memPtr)
  265. {
  266. return (U32)MEM_readLE16(memPtr) + ((U32)(((const BYTE*)memPtr)[2]) << 16);
  267. }
  268. MEM_STATIC void MEM_writeLE24(void* memPtr, U32 val)
  269. {
  270. MEM_writeLE16(memPtr, (U16)val);
  271. ((BYTE*)memPtr)[2] = (BYTE)(val>>16);
  272. }
  273. MEM_STATIC U32 MEM_readLE32(const void* memPtr)
  274. {
  275. if (MEM_isLittleEndian())
  276. return MEM_read32(memPtr);
  277. else
  278. return MEM_swap32(MEM_read32(memPtr));
  279. }
  280. MEM_STATIC void MEM_writeLE32(void* memPtr, U32 val32)
  281. {
  282. if (MEM_isLittleEndian())
  283. MEM_write32(memPtr, val32);
  284. else
  285. MEM_write32(memPtr, MEM_swap32(val32));
  286. }
  287. MEM_STATIC U64 MEM_readLE64(const void* memPtr)
  288. {
  289. if (MEM_isLittleEndian())
  290. return MEM_read64(memPtr);
  291. else
  292. return MEM_swap64(MEM_read64(memPtr));
  293. }
  294. MEM_STATIC void MEM_writeLE64(void* memPtr, U64 val64)
  295. {
  296. if (MEM_isLittleEndian())
  297. MEM_write64(memPtr, val64);
  298. else
  299. MEM_write64(memPtr, MEM_swap64(val64));
  300. }
  301. MEM_STATIC size_t MEM_readLEST(const void* memPtr)
  302. {
  303. if (MEM_32bits())
  304. return (size_t)MEM_readLE32(memPtr);
  305. else
  306. return (size_t)MEM_readLE64(memPtr);
  307. }
  308. MEM_STATIC void MEM_writeLEST(void* memPtr, size_t val)
  309. {
  310. if (MEM_32bits())
  311. MEM_writeLE32(memPtr, (U32)val);
  312. else
  313. MEM_writeLE64(memPtr, (U64)val);
  314. }
  315. /*=== Big endian r/w ===*/
  316. MEM_STATIC U32 MEM_readBE32(const void* memPtr)
  317. {
  318. if (MEM_isLittleEndian())
  319. return MEM_swap32(MEM_read32(memPtr));
  320. else
  321. return MEM_read32(memPtr);
  322. }
  323. MEM_STATIC void MEM_writeBE32(void* memPtr, U32 val32)
  324. {
  325. if (MEM_isLittleEndian())
  326. MEM_write32(memPtr, MEM_swap32(val32));
  327. else
  328. MEM_write32(memPtr, val32);
  329. }
  330. MEM_STATIC U64 MEM_readBE64(const void* memPtr)
  331. {
  332. if (MEM_isLittleEndian())
  333. return MEM_swap64(MEM_read64(memPtr));
  334. else
  335. return MEM_read64(memPtr);
  336. }
  337. MEM_STATIC void MEM_writeBE64(void* memPtr, U64 val64)
  338. {
  339. if (MEM_isLittleEndian())
  340. MEM_write64(memPtr, MEM_swap64(val64));
  341. else
  342. MEM_write64(memPtr, val64);
  343. }
  344. MEM_STATIC size_t MEM_readBEST(const void* memPtr)
  345. {
  346. if (MEM_32bits())
  347. return (size_t)MEM_readBE32(memPtr);
  348. else
  349. return (size_t)MEM_readBE64(memPtr);
  350. }
  351. MEM_STATIC void MEM_writeBEST(void* memPtr, size_t val)
  352. {
  353. if (MEM_32bits())
  354. MEM_writeBE32(memPtr, (U32)val);
  355. else
  356. MEM_writeBE64(memPtr, (U64)val);
  357. }
  358. /* code only tested on 32 and 64 bits systems */
  359. MEM_STATIC void MEM_check(void) { DEBUG_STATIC_ASSERT((sizeof(size_t)==4) || (sizeof(size_t)==8)); }
  360. #if defined (__cplusplus)
  361. }
  362. #endif
  363. #endif /* MEM_H_MODULE */