ebpf_socket.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #ifndef NETDATA_EBPF_SOCKET_H
  3. #define NETDATA_EBPF_SOCKET_H 1
  4. #include <stdint.h>
  5. #include "libnetdata/avl/avl.h"
  6. // Module name
  7. #define NETDATA_EBPF_MODULE_NAME_SOCKET "socket"
  8. // Vector indexes
  9. #define NETDATA_UDP_START 3
  10. #define NETDATA_SOCKET_READ_SLEEP_MS 800000ULL
  11. // config file
  12. #define NETDATA_NETWORK_CONFIG_FILE "network.conf"
  13. #define EBPF_NETWORK_VIEWER_SECTION "network connections"
  14. #define EBPF_SERVICE_NAME_SECTION "service name"
  15. #define EBPF_CONFIG_RESOLVE_HOSTNAME "resolve hostnames"
  16. #define EBPF_CONFIG_RESOLVE_SERVICE "resolve service names"
  17. #define EBPF_CONFIG_PORTS "ports"
  18. #define EBPF_CONFIG_HOSTNAMES "hostnames"
  19. #define EBPF_CONFIG_BANDWIDTH_SIZE "bandwidth table size"
  20. #define EBPF_CONFIG_IPV4_SIZE "ipv4 connection table size"
  21. #define EBPF_CONFIG_IPV6_SIZE "ipv6 connection table size"
  22. #define EBPF_CONFIG_UDP_SIZE "udp connection table size"
  23. #define EBPF_MAXIMUM_DIMENSIONS "maximum dimensions"
  24. enum ebpf_socket_table_list {
  25. NETDATA_SOCKET_TABLE_BANDWIDTH,
  26. NETDATA_SOCKET_GLOBAL,
  27. NETDATA_SOCKET_LPORTS,
  28. NETDATA_SOCKET_TABLE_IPV4,
  29. NETDATA_SOCKET_TABLE_IPV6,
  30. NETDATA_SOCKET_TABLE_UDP,
  31. NETDATA_SOCKET_TABLE_CTRL
  32. };
  33. enum ebpf_socket_publish_index {
  34. NETDATA_IDX_TCP_SENDMSG,
  35. NETDATA_IDX_TCP_CLEANUP_RBUF,
  36. NETDATA_IDX_TCP_CLOSE,
  37. NETDATA_IDX_UDP_RECVBUF,
  38. NETDATA_IDX_UDP_SENDMSG,
  39. NETDATA_IDX_TCP_RETRANSMIT,
  40. // Keep this as last and don't skip numbers as it is used as element counter
  41. NETDATA_MAX_SOCKET_VECTOR
  42. };
  43. typedef enum ebpf_socket_idx {
  44. NETDATA_KEY_CALLS_TCP_SENDMSG,
  45. NETDATA_KEY_ERROR_TCP_SENDMSG,
  46. NETDATA_KEY_BYTES_TCP_SENDMSG,
  47. NETDATA_KEY_CALLS_TCP_CLEANUP_RBUF,
  48. NETDATA_KEY_ERROR_TCP_CLEANUP_RBUF,
  49. NETDATA_KEY_BYTES_TCP_CLEANUP_RBUF,
  50. NETDATA_KEY_CALLS_TCP_CLOSE,
  51. NETDATA_KEY_CALLS_UDP_RECVMSG,
  52. NETDATA_KEY_ERROR_UDP_RECVMSG,
  53. NETDATA_KEY_BYTES_UDP_RECVMSG,
  54. NETDATA_KEY_CALLS_UDP_SENDMSG,
  55. NETDATA_KEY_ERROR_UDP_SENDMSG,
  56. NETDATA_KEY_BYTES_UDP_SENDMSG,
  57. NETDATA_KEY_TCP_RETRANSMIT,
  58. // Keep this as last and don't skip numbers as it is used as element counter
  59. NETDATA_SOCKET_COUNTER
  60. } ebpf_socket_index_t;
  61. #define NETDATA_SOCKET_KERNEL_FUNCTIONS "kernel"
  62. #define NETDATA_NETWORK_CONNECTIONS_GROUP "network connections"
  63. #define NETDATA_CGROUP_NET_GROUP "network (eBPF)"
  64. // Global chart name
  65. #define NETDATA_TCP_FUNCTION_COUNT "tcp_functions"
  66. #define NETDATA_TCP_FUNCTION_BITS "total_tcp_bandwidth"
  67. #define NETDATA_TCP_FUNCTION_ERROR "tcp_error"
  68. #define NETDATA_TCP_RETRANSMIT "tcp_retransmit"
  69. #define NETDATA_UDP_FUNCTION_COUNT "udp_functions"
  70. #define NETDATA_UDP_FUNCTION_BITS "total_udp_bandwidth"
  71. #define NETDATA_UDP_FUNCTION_ERROR "udp_error"
  72. // Charts created on Apps submenu
  73. #define NETDATA_NET_APPS_BANDWIDTH_SENT "total_bandwidth_sent"
  74. #define NETDATA_NET_APPS_BANDWIDTH_RECV "total_bandwidth_recv"
  75. #define NETDATA_NET_APPS_BANDWIDTH_TCP_SEND_CALLS "bandwidth_tcp_send"
  76. #define NETDATA_NET_APPS_BANDWIDTH_TCP_RECV_CALLS "bandwidth_tcp_recv"
  77. #define NETDATA_NET_APPS_BANDWIDTH_TCP_RETRANSMIT "bandwidth_tcp_retransmit"
  78. #define NETDATA_NET_APPS_BANDWIDTH_UDP_SEND_CALLS "bandwidth_udp_send"
  79. #define NETDATA_NET_APPS_BANDWIDTH_UDP_RECV_CALLS "bandwidth_udp_recv"
  80. // Network viewer charts
  81. #define NETDATA_NV_OUTBOUND_BYTES "outbound_bytes"
  82. #define NETDATA_NV_OUTBOUND_PACKETS "outbound_packets"
  83. #define NETDATA_NV_OUTBOUND_RETRANSMIT "outbound_retransmit"
  84. #define NETDATA_NV_INBOUND_BYTES "inbound_bytes"
  85. #define NETDATA_NV_INBOUND_PACKETS "inbound_packets"
  86. // Port range
  87. #define NETDATA_MINIMUM_PORT_VALUE 1
  88. #define NETDATA_MAXIMUM_PORT_VALUE 65535
  89. #define NETDATA_COMPILED_CONNECTIONS_ALLOWED 65535U
  90. #define NETDATA_MAXIMUM_CONNECTIONS_ALLOWED 16384U
  91. #define NETDATA_COMPILED_UDP_CONNECTIONS_ALLOWED 8192U
  92. #define NETDATA_MAXIMUM_UDP_CONNECTIONS_ALLOWED 4096U
  93. #define NETDATA_MINIMUM_IPV4_CIDR 0
  94. #define NETDATA_MAXIMUM_IPV4_CIDR 32
  95. // Contexts
  96. #define NETDATA_CGROUP_SOCKET_BYTES_RECV_CONTEXT "cgroup.net_bytes_recv"
  97. #define NETDATA_CGROUP_SOCKET_BYTES_SEND_CONTEXT "cgroup.net_bytes_send"
  98. #define NETDATA_CGROUP_SOCKET_TCP_RECV_CONTEXT "cgroup.net_tcp_recv"
  99. #define NETDATA_CGROUP_SOCKET_TCP_SEND_CONTEXT "cgroup.net_tcp_send"
  100. #define NETDATA_CGROUP_SOCKET_TCP_RETRANSMIT_CONTEXT "cgroup.net_retransmit"
  101. #define NETDATA_CGROUP_SOCKET_UDP_RECV_CONTEXT "cgroup.net_udp_recv"
  102. #define NETDATA_CGROUP_SOCKET_UDP_SEND_CONTEXT "cgroup.net_udp_send"
  103. #define NETDATA_SERVICES_SOCKET_BYTES_RECV_CONTEXT "services.net_bytes_recv"
  104. #define NETDATA_SERVICES_SOCKET_BYTES_SEND_CONTEXT "services.net_bytes_send"
  105. #define NETDATA_SERVICES_SOCKET_TCP_RECV_CONTEXT "services.net_tcp_recv"
  106. #define NETDATA_SERVICES_SOCKET_TCP_SEND_CONTEXT "services.net_tcp_send"
  107. #define NETDATA_SERVICES_SOCKET_TCP_RETRANSMIT_CONTEXT "services.net_retransmit"
  108. #define NETDATA_SERVICES_SOCKET_UDP_RECV_CONTEXT "services.net_udp_recv"
  109. #define NETDATA_SERVICES_SOCKET_UDP_SEND_CONTEXT "services.net_udp_send"
  110. typedef struct ebpf_socket_publish_apps {
  111. // Data read
  112. uint64_t bytes_sent; // Bytes sent
  113. uint64_t bytes_received; // Bytes received
  114. uint64_t call_tcp_sent; // Number of times tcp_sendmsg was called
  115. uint64_t call_tcp_received; // Number of times tcp_cleanup_rbuf was called
  116. uint64_t retransmit; // Number of times tcp_retransmit was called
  117. uint64_t call_udp_sent; // Number of times udp_sendmsg was called
  118. uint64_t call_udp_received; // Number of times udp_recvmsg was called
  119. // Publish information.
  120. uint64_t publish_sent_bytes;
  121. uint64_t publish_received_bytes;
  122. uint64_t publish_tcp_sent;
  123. uint64_t publish_tcp_received;
  124. uint64_t publish_retransmit;
  125. uint64_t publish_udp_sent;
  126. uint64_t publish_udp_received;
  127. } ebpf_socket_publish_apps_t;
  128. typedef struct ebpf_network_viewer_dimension_names {
  129. char *name;
  130. uint32_t hash;
  131. uint16_t port;
  132. struct ebpf_network_viewer_dimension_names *next;
  133. } ebpf_network_viewer_dim_name_t ;
  134. typedef struct ebpf_network_viewer_port_list {
  135. char *value;
  136. uint32_t hash;
  137. uint16_t first;
  138. uint16_t last;
  139. uint16_t cmp_first;
  140. uint16_t cmp_last;
  141. uint8_t protocol;
  142. struct ebpf_network_viewer_port_list *next;
  143. } ebpf_network_viewer_port_list_t;
  144. /**
  145. * Union used to store ip addresses
  146. */
  147. union netdata_ip_t {
  148. uint8_t addr8[16];
  149. uint16_t addr16[8];
  150. uint32_t addr32[4];
  151. uint64_t addr64[2];
  152. };
  153. typedef struct ebpf_network_viewer_ip_list {
  154. char *value; // IP value
  155. uint32_t hash; // IP hash
  156. uint8_t ver; // IP version
  157. union netdata_ip_t first; // The IP address informed
  158. union netdata_ip_t last; // The IP address informed
  159. struct ebpf_network_viewer_ip_list *next;
  160. } ebpf_network_viewer_ip_list_t;
  161. typedef struct ebpf_network_viewer_hostname_list {
  162. char *value; // IP value
  163. uint32_t hash; // IP hash
  164. SIMPLE_PATTERN *value_pattern;
  165. struct ebpf_network_viewer_hostname_list *next;
  166. } ebpf_network_viewer_hostname_list_t;
  167. #define NETDATA_NV_CAP_VALUE 50L
  168. typedef struct ebpf_network_viewer_options {
  169. uint32_t max_dim; // Store value read from 'maximum dimensions'
  170. uint32_t hostname_resolution_enabled;
  171. uint32_t service_resolution_enabled;
  172. ebpf_network_viewer_port_list_t *excluded_port;
  173. ebpf_network_viewer_port_list_t *included_port;
  174. ebpf_network_viewer_dim_name_t *names;
  175. ebpf_network_viewer_ip_list_t *excluded_ips;
  176. ebpf_network_viewer_ip_list_t *included_ips;
  177. ebpf_network_viewer_hostname_list_t *excluded_hostnames;
  178. ebpf_network_viewer_hostname_list_t *included_hostnames;
  179. ebpf_network_viewer_ip_list_t *ipv4_local_ip;
  180. ebpf_network_viewer_ip_list_t *ipv6_local_ip;
  181. } ebpf_network_viewer_options_t;
  182. extern ebpf_network_viewer_options_t network_viewer_opt;
  183. /**
  184. * Structure to store socket information
  185. */
  186. typedef struct netdata_socket {
  187. uint64_t recv_packets;
  188. uint64_t sent_packets;
  189. uint64_t recv_bytes;
  190. uint64_t sent_bytes;
  191. uint64_t first; // First timestamp
  192. uint64_t ct; // Current timestamp
  193. uint16_t retransmit; // It is never used with UDP
  194. uint8_t protocol;
  195. uint8_t removeme;
  196. uint32_t reserved;
  197. } netdata_socket_t __attribute__((__aligned__(8)));
  198. typedef struct netdata_plot_values {
  199. // Values used in the previous iteration
  200. uint64_t recv_packets;
  201. uint64_t sent_packets;
  202. uint64_t recv_bytes;
  203. uint64_t sent_bytes;
  204. uint16_t retransmit;
  205. uint64_t last_time;
  206. // Values used to plot
  207. uint64_t plot_recv_packets;
  208. uint64_t plot_sent_packets;
  209. uint64_t plot_recv_bytes;
  210. uint64_t plot_sent_bytes;
  211. uint16_t plot_retransmit;
  212. } netdata_plot_values_t;
  213. /**
  214. * Index used together previous structure
  215. */
  216. typedef struct netdata_socket_idx {
  217. union netdata_ip_t saddr;
  218. uint16_t sport;
  219. union netdata_ip_t daddr;
  220. uint16_t dport;
  221. } netdata_socket_idx_t __attribute__((__aligned__(8)));
  222. // Next values were defined according getnameinfo(3)
  223. #define NETDATA_MAX_NETWORK_COMBINED_LENGTH 1018
  224. #define NETDATA_DOTS_PROTOCOL_COMBINED_LENGTH 5 // :TCP:
  225. #define NETDATA_DIM_LENGTH_WITHOUT_SERVICE_PROTOCOL 979
  226. #define NETDATA_INBOUND_DIRECTION (uint32_t)1
  227. #define NETDATA_OUTBOUND_DIRECTION (uint32_t)2
  228. /**
  229. * Allocate the maximum number of structures in the beginning, this can force the collector to use more memory
  230. * in the long term, on the other had it is faster.
  231. */
  232. typedef struct netdata_socket_plot {
  233. // Search
  234. avl_t avl;
  235. netdata_socket_idx_t index;
  236. // Current data
  237. netdata_socket_t sock;
  238. // Previous values and values used to write on chart.
  239. netdata_plot_values_t plot;
  240. int family; // AF_INET or AF_INET6
  241. char *resolved_name; // Resolve only in the first call
  242. unsigned char resolved;
  243. char *dimension_sent;
  244. char *dimension_recv;
  245. char *dimension_retransmit;
  246. uint32_t flags;
  247. } netdata_socket_plot_t;
  248. #define NETWORK_VIEWER_CHARTS_CREATED (uint32_t)1
  249. typedef struct netdata_vector_plot {
  250. netdata_socket_plot_t *plot; // Vector used to plot charts
  251. avl_tree_lock tree; // AVL tree to speed up search
  252. uint32_t last; // The 'other' dimension, the last chart accepted.
  253. uint32_t next; // The next position to store in the vector.
  254. uint32_t max_plot; // Max number of elements to plot.
  255. uint32_t last_plot; // Last element plot
  256. uint32_t flags; // Flags
  257. } netdata_vector_plot_t;
  258. extern void clean_port_structure(ebpf_network_viewer_port_list_t **clean);
  259. extern ebpf_network_viewer_port_list_t *listen_ports;
  260. extern void update_listen_table(uint16_t value, uint8_t proto);
  261. extern void parse_network_viewer_section(struct config *cfg);
  262. extern void fill_ip_list(ebpf_network_viewer_ip_list_t **out, ebpf_network_viewer_ip_list_t *in, char *table);
  263. extern void parse_service_name_section(struct config *cfg);
  264. extern void clean_socket_apps_structures();
  265. extern ebpf_socket_publish_apps_t **socket_bandwidth_curr;
  266. extern struct config socket_config;
  267. #endif