InstrProfiling.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. /*===- InstrProfiling.h- Support library for PGO instrumentation ----------===*\
  2. |*
  3. |* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  4. |* See https://llvm.org/LICENSE.txt for license information.
  5. |* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  6. |*
  7. \*===----------------------------------------------------------------------===*/
  8. #ifndef PROFILE_INSTRPROFILING_H_
  9. #define PROFILE_INSTRPROFILING_H_
  10. #include "InstrProfilingPort.h"
  11. #include <stdio.h>
  12. #define INSTR_PROF_VISIBILITY COMPILER_RT_VISIBILITY
  13. #include "profile/InstrProfData.inc"
  14. enum ValueKind {
  15. #define VALUE_PROF_KIND(Enumerator, Value, Descr) Enumerator = Value,
  16. #include "profile/InstrProfData.inc"
  17. };
  18. typedef void *IntPtrT;
  19. typedef struct COMPILER_RT_ALIGNAS(INSTR_PROF_DATA_ALIGNMENT)
  20. __llvm_profile_data {
  21. #define INSTR_PROF_DATA(Type, LLVMType, Name, Initializer) Type Name;
  22. #include "profile/InstrProfData.inc"
  23. } __llvm_profile_data;
  24. typedef struct __llvm_profile_header {
  25. #define INSTR_PROF_RAW_HEADER(Type, Name, Initializer) Type Name;
  26. #include "profile/InstrProfData.inc"
  27. } __llvm_profile_header;
  28. typedef struct ValueProfNode * PtrToNodeT;
  29. typedef struct ValueProfNode {
  30. #define INSTR_PROF_VALUE_NODE(Type, LLVMType, Name, Initializer) Type Name;
  31. #include "profile/InstrProfData.inc"
  32. } ValueProfNode;
  33. /*!
  34. * \brief Return 1 if profile counters are continuously synced to the raw
  35. * profile via an mmap(). This is in contrast to the default mode, in which
  36. * the raw profile is written out at program exit time.
  37. */
  38. int __llvm_profile_is_continuous_mode_enabled(void);
  39. /*!
  40. * \brief Enable continuous mode.
  41. *
  42. * See \ref __llvm_profile_is_continuous_mode_enabled. The behavior is undefined
  43. * if continuous mode is already enabled, or if it cannot be enable due to
  44. * conflicting options.
  45. */
  46. void __llvm_profile_enable_continuous_mode(void);
  47. /*!
  48. * \brief Set the page size.
  49. *
  50. * This is a pre-requisite for enabling continuous mode. The buffer size
  51. * calculation code inside of libprofile cannot simply call getpagesize(), as
  52. * it is not allowed to depend on libc.
  53. */
  54. void __llvm_profile_set_page_size(unsigned PageSize);
  55. /*!
  56. * \brief Get number of bytes necessary to pad the argument to eight
  57. * byte boundary.
  58. */
  59. uint8_t __llvm_profile_get_num_padding_bytes(uint64_t SizeInBytes);
  60. /*!
  61. * \brief Get required size for profile buffer.
  62. */
  63. uint64_t __llvm_profile_get_size_for_buffer(void);
  64. /*!
  65. * \brief Write instrumentation data to the given buffer.
  66. *
  67. * \pre \c Buffer is the start of a buffer at least as big as \a
  68. * __llvm_profile_get_size_for_buffer().
  69. */
  70. int __llvm_profile_write_buffer(char *Buffer);
  71. const __llvm_profile_data *__llvm_profile_begin_data(void);
  72. const __llvm_profile_data *__llvm_profile_end_data(void);
  73. const char *__llvm_profile_begin_names(void);
  74. const char *__llvm_profile_end_names(void);
  75. char *__llvm_profile_begin_counters(void);
  76. char *__llvm_profile_end_counters(void);
  77. ValueProfNode *__llvm_profile_begin_vnodes();
  78. ValueProfNode *__llvm_profile_end_vnodes();
  79. uint32_t *__llvm_profile_begin_orderfile();
  80. /*!
  81. * \brief Clear profile counters to zero.
  82. *
  83. */
  84. void __llvm_profile_reset_counters(void);
  85. /*!
  86. * \brief Merge profile data from buffer.
  87. *
  88. * Read profile data form buffer \p Profile and merge with in-process profile
  89. * counters. The client is expected to have checked or already knows the profile
  90. * data in the buffer matches the in-process counter structure before calling
  91. * it. Returns 0 (success) if the profile data is valid. Upon reading
  92. * invalid/corrupted profile data, returns 1 (failure).
  93. */
  94. int __llvm_profile_merge_from_buffer(const char *Profile, uint64_t Size);
  95. /*! \brief Check if profile in buffer matches the current binary.
  96. *
  97. * Returns 0 (success) if the profile data in buffer \p Profile with size
  98. * \p Size was generated by the same binary and therefore matches
  99. * structurally the in-process counters. If the profile data in buffer is
  100. * not compatible, the interface returns 1 (failure).
  101. */
  102. int __llvm_profile_check_compatibility(const char *Profile,
  103. uint64_t Size);
  104. /*!
  105. * \brief Counts the number of times a target value is seen.
  106. *
  107. * Records the target value for the CounterIndex if not seen before. Otherwise,
  108. * increments the counter associated w/ the target value.
  109. * void __llvm_profile_instrument_target(uint64_t TargetValue, void *Data,
  110. * uint32_t CounterIndex);
  111. */
  112. void INSTR_PROF_VALUE_PROF_FUNC(
  113. #define VALUE_PROF_FUNC_PARAM(ArgType, ArgName, ArgLLVMType) ArgType ArgName
  114. #include "profile/InstrProfData.inc"
  115. );
  116. void __llvm_profile_instrument_target_value(uint64_t TargetValue, void *Data,
  117. uint32_t CounterIndex,
  118. uint64_t CounterValue);
  119. /*!
  120. * \brief Write instrumentation data to the current file.
  121. *
  122. * Writes to the file with the last name given to \a *
  123. * __llvm_profile_set_filename(),
  124. * or if it hasn't been called, the \c LLVM_PROFILE_FILE environment variable,
  125. * or if that's not set, the last name set to INSTR_PROF_PROFILE_NAME_VAR,
  126. * or if that's not set, \c "default.profraw".
  127. */
  128. int __llvm_profile_write_file(void);
  129. int __llvm_orderfile_write_file(void);
  130. /*!
  131. * \brief this is a wrapper interface to \c __llvm_profile_write_file.
  132. * After this interface is invoked, an already dumped flag will be set
  133. * so that profile won't be dumped again during program exit.
  134. * Invocation of interface __llvm_profile_reset_counters will clear
  135. * the flag. This interface is designed to be used to collect profile
  136. * data from user selected hot regions. The use model is
  137. * __llvm_profile_reset_counters();
  138. * ... hot region 1
  139. * __llvm_profile_dump();
  140. * .. some other code
  141. * __llvm_profile_reset_counters();
  142. * ... hot region 2
  143. * __llvm_profile_dump();
  144. *
  145. * It is expected that on-line profile merging is on with \c %m specifier
  146. * used in profile filename . If merging is not turned on, user is expected
  147. * to invoke __llvm_profile_set_filename to specify different profile names
  148. * for different regions before dumping to avoid profile write clobbering.
  149. */
  150. int __llvm_profile_dump(void);
  151. int __llvm_orderfile_dump(void);
  152. /*!
  153. * \brief Set the filename for writing instrumentation data.
  154. *
  155. * Sets the filename to be used for subsequent calls to
  156. * \a __llvm_profile_write_file().
  157. *
  158. * \c Name is not copied, so it must remain valid. Passing NULL resets the
  159. * filename logic to the default behaviour.
  160. *
  161. * Note: There may be multiple copies of the profile runtime (one for each
  162. * instrumented image/DSO). This API only modifies the filename within the
  163. * copy of the runtime available to the calling image.
  164. *
  165. * Warning: This is a no-op if continuous mode (\ref
  166. * __llvm_profile_is_continuous_mode_enabled) is on. The reason for this is
  167. * that in continuous mode, profile counters are mmap()'d to the profile at
  168. * program initialization time. Support for transferring the mmap'd profile
  169. * counts to a new file has not been implemented.
  170. */
  171. void __llvm_profile_set_filename(const char *Name);
  172. /*!
  173. * \brief Set the FILE object for writing instrumentation data. Return 0 if set
  174. * successfully or return 1 if failed.
  175. *
  176. * Sets the FILE object to be used for subsequent calls to
  177. * \a __llvm_profile_write_file(). The profile file name set by environment
  178. * variable, command-line option, or calls to \a __llvm_profile_set_filename
  179. * will be ignored.
  180. *
  181. * \c File will not be closed after a call to \a __llvm_profile_write_file() but
  182. * it may be flushed. Passing NULL restores default behavior.
  183. *
  184. * If \c EnableMerge is nonzero, the runtime will always merge profiling data
  185. * with the contents of the profiling file. If EnableMerge is zero, the runtime
  186. * may still merge the data if it would have merged for another reason (for
  187. * example, because of a %m specifier in the file name).
  188. *
  189. * Note: There may be multiple copies of the profile runtime (one for each
  190. * instrumented image/DSO). This API only modifies the file object within the
  191. * copy of the runtime available to the calling image.
  192. *
  193. * Warning: This is a no-op if EnableMerge is 0 in continuous mode (\ref
  194. * __llvm_profile_is_continuous_mode_enabled), because disable merging requires
  195. * copying the old profile file to new profile file and this function is usually
  196. * used when the proess doesn't have permission to open file.
  197. */
  198. int __llvm_profile_set_file_object(FILE *File, int EnableMerge);
  199. /*! \brief Register to write instrumentation data to file at exit. */
  200. int __llvm_profile_register_write_file_atexit(void);
  201. /*! \brief Initialize file handling. */
  202. void __llvm_profile_initialize_file(void);
  203. /*! \brief Initialize the profile runtime. */
  204. void __llvm_profile_initialize(void);
  205. /*!
  206. * \brief Return path prefix (excluding the base filename) of the profile data.
  207. * This is useful for users using \c -fprofile-generate=./path_prefix who do
  208. * not care about the default raw profile name. It is also useful to collect
  209. * more than more profile data files dumped in the same directory (Online
  210. * merge mode is turned on for instrumented programs with shared libs).
  211. * Side-effect: this API call will invoke malloc with dynamic memory allocation.
  212. */
  213. const char *__llvm_profile_get_path_prefix();
  214. /*!
  215. * \brief Return filename (including path) of the profile data. Note that if the
  216. * user calls __llvm_profile_set_filename later after invoking this interface,
  217. * the actual file name may differ from what is returned here.
  218. * Side-effect: this API call will invoke malloc with dynamic memory allocation
  219. * (the returned pointer must be passed to `free` to avoid a leak).
  220. *
  221. * Note: There may be multiple copies of the profile runtime (one for each
  222. * instrumented image/DSO). This API only retrieves the filename from the copy
  223. * of the runtime available to the calling image.
  224. */
  225. const char *__llvm_profile_get_filename();
  226. /*! \brief Get the magic token for the file format. */
  227. uint64_t __llvm_profile_get_magic(void);
  228. /*! \brief Get the version of the file format. */
  229. uint64_t __llvm_profile_get_version(void);
  230. /*! \brief Get the number of entries in the profile data section. */
  231. uint64_t __llvm_profile_get_num_data(const __llvm_profile_data *Begin,
  232. const __llvm_profile_data *End);
  233. /*! \brief Get the size of the profile data section in bytes. */
  234. uint64_t __llvm_profile_get_data_size(const __llvm_profile_data *Begin,
  235. const __llvm_profile_data *End);
  236. /*! \brief Get the size in bytes of a single counter entry. */
  237. size_t __llvm_profile_counter_entry_size(void);
  238. /*! \brief Get the number of entries in the profile counters section. */
  239. uint64_t __llvm_profile_get_num_counters(const char *Begin, const char *End);
  240. /*! \brief Get the size of the profile counters section in bytes. */
  241. uint64_t __llvm_profile_get_counters_size(const char *Begin, const char *End);
  242. /* ! \brief Given the sizes of the data and counter information, return the
  243. * number of padding bytes before and after the counters, and after the names,
  244. * in the raw profile.
  245. *
  246. * Note: When mmap() mode is disabled, no padding bytes before/after counters
  247. * are needed. However, in mmap() mode, the counter section in the raw profile
  248. * must be page-aligned: this API computes the number of padding bytes
  249. * needed to achieve that.
  250. */
  251. void __llvm_profile_get_padding_sizes_for_counters(
  252. uint64_t DataSize, uint64_t CountersSize, uint64_t NamesSize,
  253. uint64_t *PaddingBytesBeforeCounters, uint64_t *PaddingBytesAfterCounters,
  254. uint64_t *PaddingBytesAfterNames);
  255. /*!
  256. * \brief Set the flag that profile data has been dumped to the file.
  257. * This is useful for users to disable dumping profile data to the file for
  258. * certain processes in case the processes don't have permission to write to
  259. * the disks, and trying to do so would result in side effects such as crashes.
  260. */
  261. void __llvm_profile_set_dumped();
  262. /*!
  263. * This variable is defined in InstrProfilingRuntime.cpp as a hidden
  264. * symbol. Its main purpose is to enable profile runtime user to
  265. * bypass runtime initialization code -- if the client code explicitly
  266. * define this variable, then InstProfileRuntime.o won't be linked in.
  267. * Note that this variable's visibility needs to be hidden so that the
  268. * definition of this variable in an instrumented shared library won't
  269. * affect runtime initialization decision of the main program.
  270. * __llvm_profile_profile_runtime. */
  271. COMPILER_RT_VISIBILITY extern int INSTR_PROF_PROFILE_RUNTIME_VAR;
  272. /*!
  273. * This variable is defined in InstrProfilingVersionVar.c as a hidden symbol
  274. * (except on Apple platforms where this symbol is checked by TAPI). Its main
  275. * purpose is to encode the raw profile version value and other format related
  276. * information such as whether the profile is from IR based instrumentation. The
  277. * variable is defined as weak so that compiler can emit an overriding
  278. * definition depending on user option.
  279. */
  280. extern uint64_t INSTR_PROF_RAW_VERSION_VAR; /* __llvm_profile_raw_version */
  281. /*!
  282. * This variable is a weak symbol defined in InstrProfiling.c. It allows
  283. * compiler instrumentation to provide overriding definition with value
  284. * from compiler command line. This variable has default visibility.
  285. */
  286. extern char INSTR_PROF_PROFILE_NAME_VAR[1]; /* __llvm_profile_filename. */
  287. #endif /* PROFILE_INSTRPROFILING_H_ */