ebpf.h 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #ifndef NETDATA_COLLECTOR_EBPF_H
  3. #define NETDATA_COLLECTOR_EBPF_H 1
  4. #ifndef __FreeBSD__
  5. #include <linux/perf_event.h>
  6. #endif
  7. #include <stdint.h>
  8. #include <errno.h>
  9. #include <signal.h>
  10. #include <stdio.h>
  11. #include <stdlib.h>
  12. #include <string.h>
  13. #include <unistd.h>
  14. #include <dlfcn.h>
  15. #include <fcntl.h>
  16. #include <ctype.h>
  17. #include <dirent.h>
  18. // From libnetdata.h
  19. #include "libnetdata/threads/threads.h"
  20. #include "libnetdata/locks/locks.h"
  21. #include "libnetdata/avl/avl.h"
  22. #include "libnetdata/clocks/clocks.h"
  23. #include "libnetdata/config/appconfig.h"
  24. #include "libnetdata/ebpf/ebpf.h"
  25. #include "libnetdata/procfile/procfile.h"
  26. #include "collectors/cgroups.plugin/sys_fs_cgroup.h"
  27. #include "daemon/main.h"
  28. #include "ebpf_apps.h"
  29. #include "ebpf_cgroup.h"
  30. #define NETDATA_EBPF_OLD_CONFIG_FILE "ebpf.conf"
  31. #define NETDATA_EBPF_CONFIG_FILE "ebpf.d.conf"
  32. typedef struct netdata_syscall_stat {
  33. unsigned long bytes; // total number of bytes
  34. uint64_t call; // total number of calls
  35. uint64_t ecall; // number of calls that returned error
  36. struct netdata_syscall_stat *next; // Link list
  37. } netdata_syscall_stat_t;
  38. typedef uint64_t netdata_idx_t;
  39. typedef struct netdata_publish_syscall {
  40. char *dimension;
  41. char *name;
  42. char *algorithm;
  43. unsigned long nbyte;
  44. unsigned long pbyte;
  45. uint64_t ncall;
  46. uint64_t pcall;
  47. uint64_t nerr;
  48. uint64_t perr;
  49. struct netdata_publish_syscall *next;
  50. } netdata_publish_syscall_t;
  51. typedef struct netdata_publish_vfs_common {
  52. long write;
  53. long read;
  54. long running;
  55. long zombie;
  56. } netdata_publish_vfs_common_t;
  57. typedef struct netdata_error_report {
  58. char comm[16];
  59. __u32 pid;
  60. int type;
  61. int err;
  62. } netdata_error_report_t;
  63. extern ebpf_module_t ebpf_modules[];
  64. enum ebpf_main_index {
  65. EBPF_MODULE_PROCESS_IDX,
  66. EBPF_MODULE_SOCKET_IDX,
  67. EBPF_MODULE_CACHESTAT_IDX,
  68. EBPF_MODULE_SYNC_IDX,
  69. EBPF_MODULE_DCSTAT_IDX,
  70. EBPF_MODULE_SWAP_IDX,
  71. EBPF_MODULE_VFS_IDX,
  72. EBPF_MODULE_FILESYSTEM_IDX,
  73. EBPF_MODULE_DISK_IDX,
  74. EBPF_MODULE_MOUNT_IDX,
  75. EBPF_MODULE_FD_IDX,
  76. EBPF_MODULE_HARDIRQ_IDX,
  77. EBPF_MODULE_SOFTIRQ_IDX,
  78. EBPF_MODULE_OOMKILL_IDX,
  79. EBPF_MODULE_SHM_IDX,
  80. EBPF_MODULE_MDFLUSH_IDX,
  81. /* THREADS MUST BE INCLUDED BEFORE THIS COMMENT */
  82. EBPF_OPTION_ALL_CHARTS,
  83. EBPF_OPTION_VERSION,
  84. EBPF_OPTION_HELP,
  85. EBPF_OPTION_GLOBAL_CHART,
  86. EBPF_OPTION_RETURN_MODE,
  87. EBPF_OPTION_LEGACY,
  88. EBPF_OPTION_CORE
  89. };
  90. typedef struct ebpf_tracepoint {
  91. bool enabled;
  92. char *class;
  93. char *event;
  94. } ebpf_tracepoint_t;
  95. enum ebpf_threads_status {
  96. NETDATA_THREAD_EBPF_RUNNING,
  97. NETDATA_THREAD_EBPF_STOPPING,
  98. NETDATA_THREAD_EBPF_STOPPED
  99. };
  100. // Copied from musl header
  101. #ifndef offsetof
  102. #if __GNUC__ > 3
  103. #define offsetof(type, member) __builtin_offsetof(type, member)
  104. #else
  105. #define offsetof(type, member) ((size_t)((char *)&(((type *)0)->member) - (char *)0))
  106. #endif
  107. #endif
  108. // Messages
  109. #define NETDATA_EBPF_DEFAULT_FNT_NOT_FOUND "Cannot find the necessary functions to monitor"
  110. // Chart definitions
  111. #define NETDATA_EBPF_FAMILY "ebpf"
  112. #define NETDATA_EBPF_IP_FAMILY "ip"
  113. #define NETDATA_FILESYSTEM_FAMILY "filesystem"
  114. #define NETDATA_EBPF_MOUNT_GLOBAL_FAMILY "mount_points"
  115. #define NETDATA_EBPF_CHART_TYPE_LINE "line"
  116. #define NETDATA_EBPF_CHART_TYPE_STACKED "stacked"
  117. #define NETDATA_EBPF_MEMORY_GROUP "mem"
  118. #define NETDATA_EBPF_SYSTEM_GROUP "system"
  119. #define NETDATA_SYSTEM_SWAP_SUBMENU "swap"
  120. #define NETDATA_SYSTEM_CGROUP_SWAP_SUBMENU "swap (eBPF)"
  121. #define NETDATA_SYSTEM_IPC_SHM_SUBMENU "ipc shared memory"
  122. #define NETDATA_MONITORING_FAMILY "netdata"
  123. // Statistics charts
  124. #define NETDATA_EBPF_THREADS "ebpf_threads"
  125. #define NETDATA_EBPF_LOAD_METHOD "ebpf_load_methods"
  126. // Log file
  127. #define NETDATA_DEVELOPER_LOG_FILE "developer.log"
  128. // Maximum number of processors monitored on perf events
  129. #define NETDATA_MAX_PROCESSOR 512
  130. // Kernel versions calculated with the formula:
  131. // R = MAJOR*65536 + MINOR*256 + PATCH
  132. #define NETDATA_KERNEL_V5_3 328448
  133. #define NETDATA_KERNEL_V4_15 265984
  134. #define EBPF_SYS_CLONE_IDX 11
  135. #define EBPF_MAX_MAPS 32
  136. #define EBPF_DEFAULT_UPDATE_EVERY 10
  137. enum ebpf_algorithms_list {
  138. NETDATA_EBPF_ABSOLUTE_IDX,
  139. NETDATA_EBPF_INCREMENTAL_IDX
  140. };
  141. // Threads
  142. void *ebpf_process_thread(void *ptr);
  143. void *ebpf_socket_thread(void *ptr);
  144. // Common variables
  145. extern pthread_mutex_t lock;
  146. extern pthread_mutex_t ebpf_exit_cleanup;
  147. extern int ebpf_nprocs;
  148. extern int running_on_kernel;
  149. extern int isrh;
  150. extern char *ebpf_plugin_dir;
  151. extern pthread_mutex_t collect_data_mutex;
  152. extern pthread_cond_t collect_data_cond_var;
  153. // Common functions
  154. void ebpf_global_labels(netdata_syscall_stat_t *is,
  155. netdata_publish_syscall_t *pio,
  156. char **dim,
  157. char **name,
  158. int *algorithm,
  159. int end);
  160. void ebpf_write_chart_cmd(char *type,
  161. char *id,
  162. char *title,
  163. char *units,
  164. char *family,
  165. char *charttype,
  166. char *context,
  167. int order,
  168. int update_every,
  169. char *module);
  170. void ebpf_write_global_dimension(char *name, char *id, char *algorithm);
  171. void ebpf_create_global_dimension(void *ptr, int end);
  172. void ebpf_create_chart(char *type,
  173. char *id,
  174. char *title,
  175. char *units,
  176. char *family,
  177. char *context,
  178. char *charttype,
  179. int order,
  180. void (*ncd)(void *, int),
  181. void *move,
  182. int end,
  183. int update_every,
  184. char *module);
  185. void write_begin_chart(char *family, char *name);
  186. void write_chart_dimension(char *dim, long long value);
  187. void write_count_chart(char *name, char *family, netdata_publish_syscall_t *move, uint32_t end);
  188. void write_err_chart(char *name, char *family, netdata_publish_syscall_t *move, int end);
  189. void write_io_chart(char *chart, char *family, char *dwrite, long long vwrite,
  190. char *dread, long long vread);
  191. void ebpf_create_charts_on_apps(char *name,
  192. char *title,
  193. char *units,
  194. char *family,
  195. char *charttype,
  196. int order,
  197. char *algorithm,
  198. struct target *root,
  199. int update_every,
  200. char *module);
  201. void write_end_chart();
  202. void ebpf_cleanup_publish_syscall(netdata_publish_syscall_t *nps);
  203. int ebpf_enable_tracepoint(ebpf_tracepoint_t *tp);
  204. int ebpf_disable_tracepoint(ebpf_tracepoint_t *tp);
  205. uint32_t ebpf_enable_tracepoints(ebpf_tracepoint_t *tps);
  206. void ebpf_pid_file(char *filename, size_t length);
  207. #define EBPF_PROGRAMS_SECTION "ebpf programs"
  208. #define EBPF_COMMON_DIMENSION_PERCENTAGE "%"
  209. #define EBPF_COMMON_DIMENSION_CALL "calls/s"
  210. #define EBPF_COMMON_DIMENSION_CONNECTIONS "connections/s"
  211. #define EBPF_COMMON_DIMENSION_BITS "kilobits/s"
  212. #define EBPF_COMMON_DIMENSION_BYTES "bytes/s"
  213. #define EBPF_COMMON_DIMENSION_DIFFERENCE "difference"
  214. #define EBPF_COMMON_DIMENSION_PACKETS "packets"
  215. #define EBPF_COMMON_DIMENSION_FILES "files"
  216. #define EBPF_COMMON_DIMENSION_MILLISECONDS "milliseconds"
  217. #define EBPF_COMMON_DIMENSION_KILLS "kills"
  218. // Common variables
  219. extern int debug_enabled;
  220. extern struct pid_stat *root_of_pids;
  221. extern ebpf_cgroup_target_t *ebpf_cgroup_pids;
  222. extern char *ebpf_algorithms[];
  223. extern struct config collector_config;
  224. extern ebpf_process_stat_t *global_process_stat;
  225. extern netdata_ebpf_cgroup_shm_t shm_ebpf_cgroup;
  226. extern int shm_fd_ebpf_cgroup;
  227. extern sem_t *shm_sem_ebpf_cgroup;
  228. extern pthread_mutex_t mutex_cgroup_shm;
  229. extern size_t all_pids_count;
  230. extern ebpf_plugin_stats_t plugin_statistics;
  231. #ifdef LIBBPF_MAJOR_VERSION
  232. extern struct btf *default_btf;
  233. #else
  234. extern void *default_btf;
  235. #endif
  236. // Socket functions and variables
  237. // Common functions
  238. void ebpf_process_create_apps_charts(struct ebpf_module *em, void *ptr);
  239. void ebpf_socket_create_apps_charts(struct ebpf_module *em, void *ptr);
  240. void ebpf_cachestat_create_apps_charts(struct ebpf_module *em, void *root);
  241. void ebpf_one_dimension_write_charts(char *family, char *chart, char *dim, long long v1);
  242. collected_number get_value_from_structure(char *basis, size_t offset);
  243. void ebpf_update_pid_table(ebpf_local_maps_t *pid, ebpf_module_t *em);
  244. void ebpf_write_chart_obsolete(char *type, char *id, char *title, char *units, char *family,
  245. char *charttype, char *context, int order, int update_every);
  246. void write_histogram_chart(char *family, char *name, const netdata_idx_t *hist, char **dimensions, uint32_t end);
  247. void ebpf_update_disabled_plugin_stats(ebpf_module_t *em);
  248. extern ebpf_filesystem_partitions_t localfs[];
  249. extern ebpf_sync_syscalls_t local_syscalls[];
  250. extern int ebpf_exit_plugin;
  251. #define EBPF_MAX_SYNCHRONIZATION_TIME 300
  252. #endif /* NETDATA_COLLECTOR_EBPF_H */