ebpf_socket.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #ifndef NETDATA_EBPF_SOCKET_H
  3. #define NETDATA_EBPF_SOCKET_H 1
  4. #include <stdint.h>
  5. #include "libnetdata/avl/avl.h"
  6. // Module name
  7. #define NETDATA_EBPF_MODULE_NAME_SOCKET "socket"
  8. // Vector indexes
  9. #define NETDATA_UDP_START 3
  10. #define NETDATA_SOCKET_READ_SLEEP_MS 800000ULL
  11. // config file
  12. #define NETDATA_NETWORK_CONFIG_FILE "network.conf"
  13. #define EBPF_NETWORK_VIEWER_SECTION "network connections"
  14. #define EBPF_SERVICE_NAME_SECTION "service name"
  15. #define EBPF_CONFIG_RESOLVE_HOSTNAME "resolve hostnames"
  16. #define EBPF_CONFIG_RESOLVE_SERVICE "resolve service names"
  17. #define EBPF_CONFIG_PORTS "ports"
  18. #define EBPF_CONFIG_HOSTNAMES "hostnames"
  19. #define EBPF_CONFIG_BANDWIDTH_SIZE "bandwidth table size"
  20. #define EBPF_CONFIG_IPV4_SIZE "ipv4 connection table size"
  21. #define EBPF_CONFIG_IPV6_SIZE "ipv6 connection table size"
  22. #define EBPF_CONFIG_UDP_SIZE "udp connection table size"
  23. #define EBPF_MAXIMUM_DIMENSIONS "maximum dimensions"
  24. enum ebpf_socket_table_list {
  25. NETDATA_SOCKET_TABLE_BANDWIDTH,
  26. NETDATA_SOCKET_GLOBAL,
  27. NETDATA_SOCKET_LPORTS,
  28. NETDATA_SOCKET_TABLE_IPV4,
  29. NETDATA_SOCKET_TABLE_IPV6,
  30. NETDATA_SOCKET_TABLE_UDP,
  31. NETDATA_SOCKET_TABLE_CTRL
  32. };
  33. enum ebpf_socket_publish_index {
  34. NETDATA_IDX_TCP_SENDMSG,
  35. NETDATA_IDX_TCP_CLEANUP_RBUF,
  36. NETDATA_IDX_TCP_CLOSE,
  37. NETDATA_IDX_UDP_RECVBUF,
  38. NETDATA_IDX_UDP_SENDMSG,
  39. NETDATA_IDX_TCP_RETRANSMIT,
  40. NETDATA_IDX_TCP_CONNECTION_V4,
  41. NETDATA_IDX_TCP_CONNECTION_V6,
  42. NETDATA_IDX_INCOMING_CONNECTION_TCP,
  43. NETDATA_IDX_INCOMING_CONNECTION_UDP,
  44. // Keep this as last and don't skip numbers as it is used as element counter
  45. NETDATA_MAX_SOCKET_VECTOR
  46. };
  47. enum socket_functions {
  48. NETDATA_FCNT_INET_CSK_ACCEPT,
  49. NETDATA_FCNT_TCP_RETRANSMIT,
  50. NETDATA_FCNT_CLEANUP_RBUF,
  51. NETDATA_FCNT_TCP_CLOSE,
  52. NETDATA_FCNT_UDP_RECEVMSG,
  53. NETDATA_FCNT_TCP_SENDMSG,
  54. NETDATA_FCNT_UDP_SENDMSG,
  55. NETDATA_FCNT_TCP_V4_CONNECT,
  56. NETDATA_FCNT_TCP_V6_CONNECT
  57. };
  58. typedef enum ebpf_socket_idx {
  59. NETDATA_KEY_CALLS_TCP_SENDMSG,
  60. NETDATA_KEY_ERROR_TCP_SENDMSG,
  61. NETDATA_KEY_BYTES_TCP_SENDMSG,
  62. NETDATA_KEY_CALLS_TCP_CLEANUP_RBUF,
  63. NETDATA_KEY_ERROR_TCP_CLEANUP_RBUF,
  64. NETDATA_KEY_BYTES_TCP_CLEANUP_RBUF,
  65. NETDATA_KEY_CALLS_TCP_CLOSE,
  66. NETDATA_KEY_CALLS_UDP_RECVMSG,
  67. NETDATA_KEY_ERROR_UDP_RECVMSG,
  68. NETDATA_KEY_BYTES_UDP_RECVMSG,
  69. NETDATA_KEY_CALLS_UDP_SENDMSG,
  70. NETDATA_KEY_ERROR_UDP_SENDMSG,
  71. NETDATA_KEY_BYTES_UDP_SENDMSG,
  72. NETDATA_KEY_TCP_RETRANSMIT,
  73. NETDATA_KEY_CALLS_TCP_CONNECT_IPV4,
  74. NETDATA_KEY_ERROR_TCP_CONNECT_IPV4,
  75. NETDATA_KEY_CALLS_TCP_CONNECT_IPV6,
  76. NETDATA_KEY_ERROR_TCP_CONNECT_IPV6,
  77. // Keep this as last and don't skip numbers as it is used as element counter
  78. NETDATA_SOCKET_COUNTER
  79. } ebpf_socket_index_t;
  80. #define NETDATA_SOCKET_KERNEL_FUNCTIONS "kernel"
  81. #define NETDATA_NETWORK_CONNECTIONS_GROUP "network connections"
  82. #define NETDATA_CGROUP_NET_GROUP "network (eBPF)"
  83. // Global chart name
  84. #define NETDATA_TCP_OUTBOUND_CONNECTIONS "tcp_outbound_conn"
  85. #define NETDATA_INBOUND_CONNECTIONS "inbound_conn"
  86. #define NETDATA_TCP_FUNCTION_COUNT "tcp_functions"
  87. #define NETDATA_TCP_FUNCTION_BITS "total_tcp_bandwidth"
  88. #define NETDATA_TCP_FUNCTION_ERROR "tcp_error"
  89. #define NETDATA_TCP_RETRANSMIT "tcp_retransmit"
  90. #define NETDATA_UDP_FUNCTION_COUNT "udp_functions"
  91. #define NETDATA_UDP_FUNCTION_BITS "total_udp_bandwidth"
  92. #define NETDATA_UDP_FUNCTION_ERROR "udp_error"
  93. // Charts created on Apps submenu
  94. #define NETDATA_NET_APPS_CONNECTION_TCP_V4 "outbound_conn_v4"
  95. #define NETDATA_NET_APPS_CONNECTION_TCP_V6 "outbound_conn_v6"
  96. #define NETDATA_NET_APPS_BANDWIDTH_SENT "total_bandwidth_sent"
  97. #define NETDATA_NET_APPS_BANDWIDTH_RECV "total_bandwidth_recv"
  98. #define NETDATA_NET_APPS_BANDWIDTH_TCP_SEND_CALLS "bandwidth_tcp_send"
  99. #define NETDATA_NET_APPS_BANDWIDTH_TCP_RECV_CALLS "bandwidth_tcp_recv"
  100. #define NETDATA_NET_APPS_BANDWIDTH_TCP_RETRANSMIT "bandwidth_tcp_retransmit"
  101. #define NETDATA_NET_APPS_BANDWIDTH_UDP_SEND_CALLS "bandwidth_udp_send"
  102. #define NETDATA_NET_APPS_BANDWIDTH_UDP_RECV_CALLS "bandwidth_udp_recv"
  103. // Network viewer charts
  104. #define NETDATA_NV_OUTBOUND_BYTES "outbound_bytes"
  105. #define NETDATA_NV_OUTBOUND_PACKETS "outbound_packets"
  106. #define NETDATA_NV_OUTBOUND_RETRANSMIT "outbound_retransmit"
  107. #define NETDATA_NV_INBOUND_BYTES "inbound_bytes"
  108. #define NETDATA_NV_INBOUND_PACKETS "inbound_packets"
  109. // Port range
  110. #define NETDATA_MINIMUM_PORT_VALUE 1
  111. #define NETDATA_MAXIMUM_PORT_VALUE 65535
  112. #define NETDATA_COMPILED_CONNECTIONS_ALLOWED 65535U
  113. #define NETDATA_MAXIMUM_CONNECTIONS_ALLOWED 16384U
  114. #define NETDATA_COMPILED_UDP_CONNECTIONS_ALLOWED 8192U
  115. #define NETDATA_MAXIMUM_UDP_CONNECTIONS_ALLOWED 4096U
  116. #define NETDATA_MINIMUM_IPV4_CIDR 0
  117. #define NETDATA_MAXIMUM_IPV4_CIDR 32
  118. // Contexts
  119. #define NETDATA_CGROUP_TCP_V4_CONN_CONTEXT "cgroup.net_conn_ipv4"
  120. #define NETDATA_CGROUP_TCP_V6_CONN_CONTEXT "cgroup.net_conn_ipv6"
  121. #define NETDATA_CGROUP_SOCKET_BYTES_RECV_CONTEXT "cgroup.net_bytes_recv"
  122. #define NETDATA_CGROUP_SOCKET_BYTES_SEND_CONTEXT "cgroup.net_bytes_send"
  123. #define NETDATA_CGROUP_SOCKET_TCP_RECV_CONTEXT "cgroup.net_tcp_recv"
  124. #define NETDATA_CGROUP_SOCKET_TCP_SEND_CONTEXT "cgroup.net_tcp_send"
  125. #define NETDATA_CGROUP_SOCKET_TCP_RETRANSMIT_CONTEXT "cgroup.net_retransmit"
  126. #define NETDATA_CGROUP_SOCKET_UDP_RECV_CONTEXT "cgroup.net_udp_recv"
  127. #define NETDATA_CGROUP_SOCKET_UDP_SEND_CONTEXT "cgroup.net_udp_send"
  128. #define NETDATA_SERVICES_SOCKET_TCP_V4_CONN_CONTEXT "services.net_conn_ipv4"
  129. #define NETDATA_SERVICES_SOCKET_TCP_V6_CONN_CONTEXT "services.net_conn_ipv6"
  130. #define NETDATA_SERVICES_SOCKET_BYTES_RECV_CONTEXT "services.net_bytes_recv"
  131. #define NETDATA_SERVICES_SOCKET_BYTES_SEND_CONTEXT "services.net_bytes_send"
  132. #define NETDATA_SERVICES_SOCKET_TCP_RECV_CONTEXT "services.net_tcp_recv"
  133. #define NETDATA_SERVICES_SOCKET_TCP_SEND_CONTEXT "services.net_tcp_send"
  134. #define NETDATA_SERVICES_SOCKET_TCP_RETRANSMIT_CONTEXT "services.net_retransmit"
  135. #define NETDATA_SERVICES_SOCKET_UDP_RECV_CONTEXT "services.net_udp_recv"
  136. #define NETDATA_SERVICES_SOCKET_UDP_SEND_CONTEXT "services.net_udp_send"
  137. typedef struct ebpf_socket_publish_apps {
  138. // Data read
  139. uint64_t bytes_sent; // Bytes sent
  140. uint64_t bytes_received; // Bytes received
  141. uint64_t call_tcp_sent; // Number of times tcp_sendmsg was called
  142. uint64_t call_tcp_received; // Number of times tcp_cleanup_rbuf was called
  143. uint64_t retransmit; // Number of times tcp_retransmit was called
  144. uint64_t call_udp_sent; // Number of times udp_sendmsg was called
  145. uint64_t call_udp_received; // Number of times udp_recvmsg was called
  146. uint64_t call_close; // Number of times tcp_close was called
  147. uint64_t call_tcp_v4_connection;// Number of times tcp_v4_connect was called
  148. uint64_t call_tcp_v6_connection;// Number of times tcp_v6_connect was called
  149. } ebpf_socket_publish_apps_t;
  150. typedef struct ebpf_network_viewer_dimension_names {
  151. char *name;
  152. uint32_t hash;
  153. uint16_t port;
  154. struct ebpf_network_viewer_dimension_names *next;
  155. } ebpf_network_viewer_dim_name_t ;
  156. typedef struct ebpf_network_viewer_port_list {
  157. char *value;
  158. uint32_t hash;
  159. uint16_t first;
  160. uint16_t last;
  161. uint16_t cmp_first;
  162. uint16_t cmp_last;
  163. uint16_t protocol;
  164. uint32_t pid;
  165. uint32_t tgid;
  166. uint64_t connections;
  167. struct ebpf_network_viewer_port_list *next;
  168. } ebpf_network_viewer_port_list_t;
  169. typedef struct netdata_passive_connection {
  170. uint32_t tgid;
  171. uint32_t pid;
  172. uint64_t counter;
  173. } netdata_passive_connection_t;
  174. typedef struct netdata_passive_connection_idx {
  175. uint16_t protocol;
  176. uint16_t port;
  177. } netdata_passive_connection_idx_t;
  178. /**
  179. * Union used to store ip addresses
  180. */
  181. union netdata_ip_t {
  182. uint8_t addr8[16];
  183. uint16_t addr16[8];
  184. uint32_t addr32[4];
  185. uint64_t addr64[2];
  186. };
  187. typedef struct ebpf_network_viewer_ip_list {
  188. char *value; // IP value
  189. uint32_t hash; // IP hash
  190. uint8_t ver; // IP version
  191. union netdata_ip_t first; // The IP address informed
  192. union netdata_ip_t last; // The IP address informed
  193. struct ebpf_network_viewer_ip_list *next;
  194. } ebpf_network_viewer_ip_list_t;
  195. typedef struct ebpf_network_viewer_hostname_list {
  196. char *value; // IP value
  197. uint32_t hash; // IP hash
  198. SIMPLE_PATTERN *value_pattern;
  199. struct ebpf_network_viewer_hostname_list *next;
  200. } ebpf_network_viewer_hostname_list_t;
  201. #define NETDATA_NV_CAP_VALUE 50L
  202. typedef struct ebpf_network_viewer_options {
  203. uint32_t enabled;
  204. uint32_t max_dim; // Store value read from 'maximum dimensions'
  205. uint32_t hostname_resolution_enabled;
  206. uint32_t service_resolution_enabled;
  207. ebpf_network_viewer_port_list_t *excluded_port;
  208. ebpf_network_viewer_port_list_t *included_port;
  209. ebpf_network_viewer_dim_name_t *names;
  210. ebpf_network_viewer_ip_list_t *excluded_ips;
  211. ebpf_network_viewer_ip_list_t *included_ips;
  212. ebpf_network_viewer_hostname_list_t *excluded_hostnames;
  213. ebpf_network_viewer_hostname_list_t *included_hostnames;
  214. ebpf_network_viewer_ip_list_t *ipv4_local_ip;
  215. ebpf_network_viewer_ip_list_t *ipv6_local_ip;
  216. } ebpf_network_viewer_options_t;
  217. extern ebpf_network_viewer_options_t network_viewer_opt;
  218. /**
  219. * Structure to store socket information
  220. */
  221. typedef struct netdata_socket {
  222. uint64_t recv_packets;
  223. uint64_t sent_packets;
  224. uint64_t recv_bytes;
  225. uint64_t sent_bytes;
  226. uint64_t first; // First timestamp
  227. uint64_t ct; // Current timestamp
  228. uint32_t retransmit; // It is never used with UDP
  229. uint16_t protocol;
  230. uint16_t reserved;
  231. } netdata_socket_t;
  232. typedef struct netdata_plot_values {
  233. // Values used in the previous iteration
  234. uint64_t recv_packets;
  235. uint64_t sent_packets;
  236. uint64_t recv_bytes;
  237. uint64_t sent_bytes;
  238. uint32_t retransmit;
  239. uint64_t last_time;
  240. // Values used to plot
  241. uint64_t plot_recv_packets;
  242. uint64_t plot_sent_packets;
  243. uint64_t plot_recv_bytes;
  244. uint64_t plot_sent_bytes;
  245. uint16_t plot_retransmit;
  246. } netdata_plot_values_t;
  247. /**
  248. * Index used together previous structure
  249. */
  250. typedef struct netdata_socket_idx {
  251. union netdata_ip_t saddr;
  252. uint16_t sport;
  253. union netdata_ip_t daddr;
  254. uint16_t dport;
  255. } netdata_socket_idx_t;
  256. // Next values were defined according getnameinfo(3)
  257. #define NETDATA_MAX_NETWORK_COMBINED_LENGTH 1018
  258. #define NETDATA_DOTS_PROTOCOL_COMBINED_LENGTH 5 // :TCP:
  259. #define NETDATA_DIM_LENGTH_WITHOUT_SERVICE_PROTOCOL 979
  260. #define NETDATA_INBOUND_DIRECTION (uint32_t)1
  261. #define NETDATA_OUTBOUND_DIRECTION (uint32_t)2
  262. /**
  263. * Allocate the maximum number of structures in the beginning, this can force the collector to use more memory
  264. * in the long term, on the other had it is faster.
  265. */
  266. typedef struct netdata_socket_plot {
  267. // Search
  268. avl_t avl;
  269. netdata_socket_idx_t index;
  270. // Current data
  271. netdata_socket_t sock;
  272. // Previous values and values used to write on chart.
  273. netdata_plot_values_t plot;
  274. int family; // AF_INET or AF_INET6
  275. char *resolved_name; // Resolve only in the first call
  276. unsigned char resolved;
  277. char *dimension_sent;
  278. char *dimension_recv;
  279. char *dimension_retransmit;
  280. uint32_t flags;
  281. } netdata_socket_plot_t;
  282. #define NETWORK_VIEWER_CHARTS_CREATED (uint32_t)1
  283. typedef struct netdata_vector_plot {
  284. netdata_socket_plot_t *plot; // Vector used to plot charts
  285. avl_tree_lock tree; // AVL tree to speed up search
  286. uint32_t last; // The 'other' dimension, the last chart accepted.
  287. uint32_t next; // The next position to store in the vector.
  288. uint32_t max_plot; // Max number of elements to plot.
  289. uint32_t last_plot; // Last element plot
  290. uint32_t flags; // Flags
  291. } netdata_vector_plot_t;
  292. void clean_port_structure(ebpf_network_viewer_port_list_t **clean);
  293. extern ebpf_network_viewer_port_list_t *listen_ports;
  294. void update_listen_table(uint16_t value, uint16_t proto, netdata_passive_connection_t *values);
  295. void parse_network_viewer_section(struct config *cfg);
  296. void ebpf_fill_ip_list(ebpf_network_viewer_ip_list_t **out, ebpf_network_viewer_ip_list_t *in, char *table);
  297. void parse_service_name_section(struct config *cfg);
  298. extern ebpf_socket_publish_apps_t **socket_bandwidth_curr;
  299. extern struct config socket_config;
  300. extern netdata_ebpf_targets_t socket_targets[];
  301. #endif