CachePruning.h 4.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. #pragma once
  2. #ifdef __GNUC__
  3. #pragma GCC diagnostic push
  4. #pragma GCC diagnostic ignored "-Wunused-parameter"
  5. #endif
  6. //=- CachePruning.h - Helper to manage the pruning of a cache dir -*- C++ -*-=//
  7. //
  8. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  9. // See https://llvm.org/LICENSE.txt for license information.
  10. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  11. //
  12. //===----------------------------------------------------------------------===//
  13. //
  14. // This file implements pruning of a directory intended for cache storage, using
  15. // various policies.
  16. //
  17. //===----------------------------------------------------------------------===//
  18. #ifndef LLVM_SUPPORT_CACHEPRUNING_H
  19. #define LLVM_SUPPORT_CACHEPRUNING_H
  20. #include "llvm/Support/MemoryBuffer.h"
  21. #include <chrono>
  22. #include <optional>
  23. namespace llvm {
  24. template <typename T> class Expected;
  25. class StringRef;
  26. /// Policy for the pruneCache() function. A default constructed
  27. /// CachePruningPolicy provides a reasonable default policy.
  28. struct CachePruningPolicy {
  29. /// The pruning interval. This is intended to be used to avoid scanning the
  30. /// directory too often. It does not impact the decision of which file to
  31. /// prune. A value of 0 forces the scan to occur. A value of None disables
  32. /// pruning.
  33. std::optional<std::chrono::seconds> Interval = std::chrono::seconds(1200);
  34. /// The expiration for a file. When a file hasn't been accessed for Expiration
  35. /// seconds, it is removed from the cache. A value of 0 disables the
  36. /// expiration-based pruning.
  37. std::chrono::seconds Expiration = std::chrono::hours(7 * 24); // 1w
  38. /// The maximum size for the cache directory, in terms of percentage of the
  39. /// available space on the disk. Set to 100 to indicate no limit, 50 to
  40. /// indicate that the cache size will not be left over half the available disk
  41. /// space. A value over 100 will be reduced to 100. A value of 0 disables the
  42. /// percentage size-based pruning.
  43. unsigned MaxSizePercentageOfAvailableSpace = 75;
  44. /// The maximum size for the cache directory in bytes. A value over the amount
  45. /// of available space on the disk will be reduced to the amount of available
  46. /// space. A value of 0 disables the absolute size-based pruning.
  47. uint64_t MaxSizeBytes = 0;
  48. /// The maximum number of files in the cache directory. A value of 0 disables
  49. /// the number of files based pruning.
  50. ///
  51. /// This defaults to 1000000 because with that many files there are
  52. /// diminishing returns on the effectiveness of the cache. Some systems have a
  53. /// limit on total number of files, and some also limit the number of files
  54. /// per directory, such as Linux ext4, with the default setting (block size is
  55. /// 4096 and large_dir disabled), there is a per-directory entry limit of
  56. /// 508*510*floor(4096/(40+8))~=20M for average filename length of 40.
  57. uint64_t MaxSizeFiles = 1000000;
  58. };
  59. /// Parse the given string as a cache pruning policy. Defaults are taken from a
  60. /// default constructed CachePruningPolicy object.
  61. /// For example: "prune_interval=30s:prune_after=24h:cache_size=50%"
  62. /// which means a pruning interval of 30 seconds, expiration time of 24 hours
  63. /// and maximum cache size of 50% of available disk space.
  64. Expected<CachePruningPolicy> parseCachePruningPolicy(StringRef PolicyStr);
  65. /// Peform pruning using the supplied policy, returns true if pruning
  66. /// occurred, i.e. if Policy.Interval was expired.
  67. ///
  68. /// Check whether cache pruning happens using the supplied policy, adds a
  69. /// ThinLTO warning if cache_size_bytes or cache_size_files is too small for the
  70. /// current link job. The warning recommends the user to consider adjusting
  71. /// --thinlto-cache-policy.
  72. ///
  73. /// As a safeguard against data loss if the user specifies the wrong directory
  74. /// as their cache directory, this function will ignore files not matching the
  75. /// pattern "llvmcache-*".
  76. bool pruneCache(StringRef Path, CachePruningPolicy Policy,
  77. const std::vector<std::unique_ptr<MemoryBuffer>> &Files = {});
  78. } // namespace llvm
  79. #endif
  80. #ifdef __GNUC__
  81. #pragma GCC diagnostic pop
  82. #endif