proc_diskstats.c 72 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #include "plugin_proc.h"
  3. #define RRD_TYPE_DISK "disk"
  4. #define PLUGIN_PROC_MODULE_DISKSTATS_NAME "/proc/diskstats"
  5. #define CONFIG_SECTION_PLUGIN_PROC_DISKSTATS "plugin:" PLUGIN_PROC_CONFIG_NAME ":" PLUGIN_PROC_MODULE_DISKSTATS_NAME
  6. #define DISK_TYPE_UNKNOWN 0
  7. #define DISK_TYPE_PHYSICAL 1
  8. #define DISK_TYPE_PARTITION 2
  9. #define DISK_TYPE_VIRTUAL 3
  10. #define DEFAULT_EXCLUDED_DISKS "loop* ram*"
  11. static struct disk {
  12. char *disk; // the name of the disk (sda, sdb, etc, after being looked up)
  13. char *device; // the device of the disk (before being looked up)
  14. unsigned long major;
  15. unsigned long minor;
  16. int sector_size;
  17. int type;
  18. char *mount_point;
  19. // disk options caching
  20. int do_io;
  21. int do_ops;
  22. int do_mops;
  23. int do_iotime;
  24. int do_qops;
  25. int do_util;
  26. int do_backlog;
  27. int do_bcache;
  28. int updated;
  29. int device_is_bcache;
  30. char *bcache_filename_dirty_data;
  31. char *bcache_filename_writeback_rate;
  32. char *bcache_filename_cache_congested;
  33. char *bcache_filename_cache_available_percent;
  34. char *bcache_filename_stats_five_minute_cache_hit_ratio;
  35. char *bcache_filename_stats_hour_cache_hit_ratio;
  36. char *bcache_filename_stats_day_cache_hit_ratio;
  37. char *bcache_filename_stats_total_cache_hit_ratio;
  38. char *bcache_filename_stats_total_cache_hits;
  39. char *bcache_filename_stats_total_cache_misses;
  40. char *bcache_filename_stats_total_cache_miss_collisions;
  41. char *bcache_filename_stats_total_cache_bypass_hits;
  42. char *bcache_filename_stats_total_cache_bypass_misses;
  43. char *bcache_filename_stats_total_cache_readaheads;
  44. char *bcache_filename_cache_read_races;
  45. char *bcache_filename_cache_io_errors;
  46. char *bcache_filename_priority_stats;
  47. usec_t bcache_priority_stats_update_every_usec;
  48. usec_t bcache_priority_stats_elapsed_usec;
  49. RRDSET *st_io;
  50. RRDDIM *rd_io_reads;
  51. RRDDIM *rd_io_writes;
  52. RRDSET *st_ops;
  53. RRDDIM *rd_ops_reads;
  54. RRDDIM *rd_ops_writes;
  55. RRDSET *st_qops;
  56. RRDDIM *rd_qops_operations;
  57. RRDSET *st_backlog;
  58. RRDDIM *rd_backlog_backlog;
  59. RRDSET *st_util;
  60. RRDDIM *rd_util_utilization;
  61. RRDSET *st_mops;
  62. RRDDIM *rd_mops_reads;
  63. RRDDIM *rd_mops_writes;
  64. RRDSET *st_iotime;
  65. RRDDIM *rd_iotime_reads;
  66. RRDDIM *rd_iotime_writes;
  67. RRDSET *st_await;
  68. RRDDIM *rd_await_reads;
  69. RRDDIM *rd_await_writes;
  70. RRDSET *st_avgsz;
  71. RRDDIM *rd_avgsz_reads;
  72. RRDDIM *rd_avgsz_writes;
  73. RRDSET *st_svctm;
  74. RRDDIM *rd_svctm_svctm;
  75. RRDSET *st_bcache_size;
  76. RRDDIM *rd_bcache_dirty_size;
  77. RRDSET *st_bcache_usage;
  78. RRDDIM *rd_bcache_available_percent;
  79. RRDSET *st_bcache_hit_ratio;
  80. RRDDIM *rd_bcache_hit_ratio_5min;
  81. RRDDIM *rd_bcache_hit_ratio_1hour;
  82. RRDDIM *rd_bcache_hit_ratio_1day;
  83. RRDDIM *rd_bcache_hit_ratio_total;
  84. RRDSET *st_bcache;
  85. RRDDIM *rd_bcache_hits;
  86. RRDDIM *rd_bcache_misses;
  87. RRDDIM *rd_bcache_miss_collisions;
  88. RRDSET *st_bcache_bypass;
  89. RRDDIM *rd_bcache_bypass_hits;
  90. RRDDIM *rd_bcache_bypass_misses;
  91. RRDSET *st_bcache_rates;
  92. RRDDIM *rd_bcache_rate_congested;
  93. RRDDIM *rd_bcache_readaheads;
  94. RRDDIM *rd_bcache_rate_writeback;
  95. RRDSET *st_bcache_cache_allocations;
  96. RRDDIM *rd_bcache_cache_allocations_unused;
  97. RRDDIM *rd_bcache_cache_allocations_clean;
  98. RRDDIM *rd_bcache_cache_allocations_dirty;
  99. RRDDIM *rd_bcache_cache_allocations_metadata;
  100. RRDDIM *rd_bcache_cache_allocations_unknown;
  101. RRDSET *st_bcache_cache_read_races;
  102. RRDDIM *rd_bcache_cache_read_races;
  103. RRDDIM *rd_bcache_cache_io_errors;
  104. struct disk *next;
  105. } *disk_root = NULL;
  106. #define rrdset_obsolete_and_pointer_null(st) do { if(st) { rrdset_is_obsolete(st); (st) = NULL; } } while(st)
  107. // static char *path_to_get_hw_sector_size = NULL;
  108. // static char *path_to_get_hw_sector_size_partitions = NULL;
  109. static char *path_to_sys_dev_block_major_minor_string = NULL;
  110. static char *path_to_sys_block_device = NULL;
  111. static char *path_to_sys_block_device_bcache = NULL;
  112. static char *path_to_sys_devices_virtual_block_device = NULL;
  113. static char *path_to_device_mapper = NULL;
  114. static char *path_to_device_label = NULL;
  115. static char *path_to_device_id = NULL;
  116. static char *path_to_veritas_volume_groups = NULL;
  117. static int name_disks_by_id = CONFIG_BOOLEAN_NO;
  118. static int global_bcache_priority_stats_update_every = 0; // disabled by default
  119. static int global_enable_new_disks_detected_at_runtime = CONFIG_BOOLEAN_YES,
  120. global_enable_performance_for_physical_disks = CONFIG_BOOLEAN_AUTO,
  121. global_enable_performance_for_virtual_disks = CONFIG_BOOLEAN_AUTO,
  122. global_enable_performance_for_partitions = CONFIG_BOOLEAN_NO,
  123. global_do_io = CONFIG_BOOLEAN_AUTO,
  124. global_do_ops = CONFIG_BOOLEAN_AUTO,
  125. global_do_mops = CONFIG_BOOLEAN_AUTO,
  126. global_do_iotime = CONFIG_BOOLEAN_AUTO,
  127. global_do_qops = CONFIG_BOOLEAN_AUTO,
  128. global_do_util = CONFIG_BOOLEAN_AUTO,
  129. global_do_backlog = CONFIG_BOOLEAN_AUTO,
  130. global_do_bcache = CONFIG_BOOLEAN_AUTO,
  131. globals_initialized = 0,
  132. global_cleanup_removed_disks = 1;
  133. static SIMPLE_PATTERN *excluded_disks = NULL;
  134. static unsigned long long int bcache_read_number_with_units(const char *filename) {
  135. char buffer[50 + 1];
  136. if(read_file(filename, buffer, 50) == 0) {
  137. static int unknown_units_error = 10;
  138. char *end = NULL;
  139. long double value = str2ld(buffer, &end);
  140. if(end && *end) {
  141. if(*end == 'k')
  142. return (unsigned long long int)(value * 1024.0);
  143. else if(*end == 'M')
  144. return (unsigned long long int)(value * 1024.0 * 1024.0);
  145. else if(*end == 'G')
  146. return (unsigned long long int)(value * 1024.0 * 1024.0 * 1024.0);
  147. else if(unknown_units_error > 0) {
  148. error("bcache file '%s' provides value '%s' with unknown units '%s'", filename, buffer, end);
  149. unknown_units_error--;
  150. }
  151. }
  152. return (unsigned long long int)value;
  153. }
  154. return 0;
  155. }
  156. void bcache_read_priority_stats(struct disk *d, const char *family, int update_every, usec_t dt) {
  157. static procfile *ff = NULL;
  158. static char *separators = " \t:%[]";
  159. static ARL_BASE *arl_base = NULL;
  160. static unsigned long long unused;
  161. static unsigned long long clean;
  162. static unsigned long long dirty;
  163. static unsigned long long metadata;
  164. static unsigned long long unknown;
  165. // check if it is time to update this metric
  166. d->bcache_priority_stats_elapsed_usec += dt;
  167. if(likely(d->bcache_priority_stats_elapsed_usec < d->bcache_priority_stats_update_every_usec)) return;
  168. d->bcache_priority_stats_elapsed_usec = 0;
  169. // initialize ARL
  170. if(unlikely(!arl_base)) {
  171. arl_base = arl_create("bcache/priority_stats", NULL, 60);
  172. arl_expect(arl_base, "Unused", &unused);
  173. arl_expect(arl_base, "Clean", &clean);
  174. arl_expect(arl_base, "Dirty", &dirty);
  175. arl_expect(arl_base, "Metadata", &metadata);
  176. }
  177. ff = procfile_reopen(ff, d->bcache_filename_priority_stats, separators, PROCFILE_FLAG_DEFAULT);
  178. if(likely(ff)) ff = procfile_readall(ff);
  179. if(unlikely(!ff)) {
  180. separators = " \t:%[]";
  181. return;
  182. }
  183. // do not reset the separators on every iteration
  184. separators = NULL;
  185. arl_begin(arl_base);
  186. unused = clean = dirty = metadata = unknown = 0;
  187. size_t lines = procfile_lines(ff), l;
  188. for(l = 0; l < lines ;l++) {
  189. size_t words = procfile_linewords(ff, l);
  190. if(unlikely(words < 2)) {
  191. if(unlikely(words)) error("Cannot read '%s' line %zu. Expected 2 params, read %zu.", d->bcache_filename_priority_stats, l, words);
  192. continue;
  193. }
  194. if(unlikely(arl_check(arl_base,
  195. procfile_lineword(ff, l, 0),
  196. procfile_lineword(ff, l, 1)))) break;
  197. }
  198. unknown = 100 - unused - clean - dirty - metadata;
  199. // create / update the cache allocations chart
  200. {
  201. if(unlikely(!d->st_bcache_cache_allocations)) {
  202. d->st_bcache_cache_allocations = rrdset_create_localhost(
  203. "disk_bcache_cache_alloc"
  204. , d->device
  205. , d->disk
  206. , family
  207. , "disk.bcache_cache_alloc"
  208. , "BCache Cache Allocations"
  209. , "percentage"
  210. , PLUGIN_PROC_NAME
  211. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  212. , NETDATA_CHART_PRIO_BCACHE_CACHE_ALLOC
  213. , update_every
  214. , RRDSET_TYPE_STACKED
  215. );
  216. d->rd_bcache_cache_allocations_unused = rrddim_add(d->st_bcache_cache_allocations, "unused", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  217. d->rd_bcache_cache_allocations_dirty = rrddim_add(d->st_bcache_cache_allocations, "dirty", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  218. d->rd_bcache_cache_allocations_clean = rrddim_add(d->st_bcache_cache_allocations, "clean", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  219. d->rd_bcache_cache_allocations_metadata = rrddim_add(d->st_bcache_cache_allocations, "metadata", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  220. d->rd_bcache_cache_allocations_unknown = rrddim_add(d->st_bcache_cache_allocations, "undefined", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  221. d->bcache_priority_stats_update_every_usec = update_every * USEC_PER_SEC;
  222. }
  223. else rrdset_next(d->st_bcache_cache_allocations);
  224. rrddim_set_by_pointer(d->st_bcache_cache_allocations, d->rd_bcache_cache_allocations_unused, unused);
  225. rrddim_set_by_pointer(d->st_bcache_cache_allocations, d->rd_bcache_cache_allocations_dirty, dirty);
  226. rrddim_set_by_pointer(d->st_bcache_cache_allocations, d->rd_bcache_cache_allocations_clean, clean);
  227. rrddim_set_by_pointer(d->st_bcache_cache_allocations, d->rd_bcache_cache_allocations_metadata, metadata);
  228. rrddim_set_by_pointer(d->st_bcache_cache_allocations, d->rd_bcache_cache_allocations_unknown, unknown);
  229. rrdset_done(d->st_bcache_cache_allocations);
  230. }
  231. }
  232. static inline int is_major_enabled(int major) {
  233. static int8_t *major_configs = NULL;
  234. static size_t major_size = 0;
  235. if(major < 0) return 1;
  236. size_t wanted_size = (size_t)major + 1;
  237. if(major_size < wanted_size) {
  238. major_configs = reallocz(major_configs, wanted_size * sizeof(int8_t));
  239. size_t i;
  240. for(i = major_size; i < wanted_size ; i++)
  241. major_configs[i] = -1;
  242. major_size = wanted_size;
  243. }
  244. if(major_configs[major] == -1) {
  245. char buffer[CONFIG_MAX_NAME + 1];
  246. snprintfz(buffer, CONFIG_MAX_NAME, "performance metrics for disks with major %d", major);
  247. major_configs[major] = (char)config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, buffer, 1);
  248. }
  249. return (int)major_configs[major];
  250. }
  251. static inline int get_disk_name_from_path(const char *path, char *result, size_t result_size, unsigned long major, unsigned long minor, char *disk, char *prefix, int depth) {
  252. //info("DEVICE-MAPPER ('%s', %lu:%lu): examining directory '%s' (allowed depth %d).", disk, major, minor, path, depth);
  253. int found = 0;
  254. DIR *dir = opendir(path);
  255. if (!dir) {
  256. error("DEVICE-MAPPER ('%s', %lu:%lu): Cannot open directory '%s'.", disk, major, minor, path);
  257. goto failed;
  258. }
  259. struct dirent *de = NULL;
  260. while ((de = readdir(dir))) {
  261. if(de->d_type == DT_DIR) {
  262. if((de->d_name[0] == '.' && de->d_name[1] == '\0') || (de->d_name[0] == '.' && de->d_name[1] == '.' && de->d_name[2] == '\0'))
  263. continue;
  264. if(depth <= 0) {
  265. error("DEVICE-MAPPER ('%s', %lu:%lu): Depth limit reached for path '%s/%s'. Ignoring path.", disk, major, minor, path, de->d_name);
  266. break;
  267. }
  268. else {
  269. char *path_nested = NULL;
  270. char *prefix_nested = NULL;
  271. {
  272. char buffer[FILENAME_MAX + 1];
  273. snprintfz(buffer, FILENAME_MAX, "%s/%s", path, de->d_name);
  274. path_nested = strdupz(buffer);
  275. snprintfz(buffer, FILENAME_MAX, "%s%s%s", (prefix)?prefix:"", (prefix)?"_":"", de->d_name);
  276. prefix_nested = strdupz(buffer);
  277. }
  278. found = get_disk_name_from_path(path_nested, result, result_size, major, minor, disk, prefix_nested, depth - 1);
  279. freez(path_nested);
  280. freez(prefix_nested);
  281. if(found) break;
  282. }
  283. }
  284. else if(de->d_type == DT_LNK || de->d_type == DT_BLK) {
  285. char filename[FILENAME_MAX + 1];
  286. if(de->d_type == DT_LNK) {
  287. snprintfz(filename, FILENAME_MAX, "%s/%s", path, de->d_name);
  288. ssize_t len = readlink(filename, result, result_size - 1);
  289. if(len <= 0) {
  290. error("DEVICE-MAPPER ('%s', %lu:%lu): Cannot read link '%s'.", disk, major, minor, filename);
  291. continue;
  292. }
  293. result[len] = '\0';
  294. if(result[0] != '/')
  295. snprintfz(filename, FILENAME_MAX, "%s/%s", path, result);
  296. else
  297. strncpyz(filename, result, FILENAME_MAX);
  298. }
  299. else {
  300. snprintfz(filename, FILENAME_MAX, "%s/%s", path, de->d_name);
  301. }
  302. struct stat sb;
  303. if(stat(filename, &sb) == -1) {
  304. error("DEVICE-MAPPER ('%s', %lu:%lu): Cannot stat() file '%s'.", disk, major, minor, filename);
  305. continue;
  306. }
  307. if((sb.st_mode & S_IFMT) != S_IFBLK) {
  308. //info("DEVICE-MAPPER ('%s', %lu:%lu): file '%s' is not a block device.", disk, major, minor, filename);
  309. continue;
  310. }
  311. if(major(sb.st_rdev) != major || minor(sb.st_rdev) != minor) {
  312. //info("DEVICE-MAPPER ('%s', %lu:%lu): filename '%s' does not match %lu:%lu.", disk, major, minor, filename, (unsigned long)major(sb.st_rdev), (unsigned long)minor(sb.st_rdev));
  313. continue;
  314. }
  315. //info("DEVICE-MAPPER ('%s', %lu:%lu): filename '%s' matches.", disk, major, minor, filename);
  316. snprintfz(result, result_size - 1, "%s%s%s", (prefix)?prefix:"", (prefix)?"_":"", de->d_name);
  317. found = 1;
  318. break;
  319. }
  320. }
  321. closedir(dir);
  322. failed:
  323. if(!found)
  324. result[0] = '\0';
  325. return found;
  326. }
  327. static inline char *get_disk_name(unsigned long major, unsigned long minor, char *disk) {
  328. char result[FILENAME_MAX + 1] = "";
  329. if(!path_to_device_mapper || !*path_to_device_mapper || !get_disk_name_from_path(path_to_device_mapper, result, FILENAME_MAX + 1, major, minor, disk, NULL, 0))
  330. if(!path_to_device_label || !*path_to_device_label || !get_disk_name_from_path(path_to_device_label, result, FILENAME_MAX + 1, major, minor, disk, NULL, 0))
  331. if(!path_to_veritas_volume_groups || !*path_to_veritas_volume_groups || !get_disk_name_from_path(path_to_veritas_volume_groups, result, FILENAME_MAX + 1, major, minor, disk, "vx", 2))
  332. if(name_disks_by_id != CONFIG_BOOLEAN_YES || !path_to_device_id || !*path_to_device_id || !get_disk_name_from_path(path_to_device_id, result, FILENAME_MAX + 1, major, minor, disk, NULL, 0))
  333. strncpy(result, disk, FILENAME_MAX);
  334. if(!result[0])
  335. strncpy(result, disk, FILENAME_MAX);
  336. netdata_fix_chart_name(result);
  337. return strdup(result);
  338. }
  339. static void get_disk_config(struct disk *d) {
  340. int def_enable = global_enable_new_disks_detected_at_runtime;
  341. if(def_enable != CONFIG_BOOLEAN_NO && (simple_pattern_matches(excluded_disks, d->device) || simple_pattern_matches(excluded_disks, d->disk)))
  342. def_enable = CONFIG_BOOLEAN_NO;
  343. char var_name[4096 + 1];
  344. snprintfz(var_name, 4096, CONFIG_SECTION_PLUGIN_PROC_DISKSTATS ":%s", d->disk);
  345. def_enable = config_get_boolean_ondemand(var_name, "enable", def_enable);
  346. if(unlikely(def_enable == CONFIG_BOOLEAN_NO)) {
  347. // the user does not want any metrics for this disk
  348. d->do_io = CONFIG_BOOLEAN_NO;
  349. d->do_ops = CONFIG_BOOLEAN_NO;
  350. d->do_mops = CONFIG_BOOLEAN_NO;
  351. d->do_iotime = CONFIG_BOOLEAN_NO;
  352. d->do_qops = CONFIG_BOOLEAN_NO;
  353. d->do_util = CONFIG_BOOLEAN_NO;
  354. d->do_backlog = CONFIG_BOOLEAN_NO;
  355. d->do_bcache = CONFIG_BOOLEAN_NO;
  356. }
  357. else {
  358. // this disk is enabled
  359. // check its direct settings
  360. int def_performance = CONFIG_BOOLEAN_AUTO;
  361. // since this is 'on demand' we can figure the performance settings
  362. // based on the type of disk
  363. if(!d->device_is_bcache) {
  364. switch(d->type) {
  365. default:
  366. case DISK_TYPE_UNKNOWN:
  367. break;
  368. case DISK_TYPE_PHYSICAL:
  369. def_performance = global_enable_performance_for_physical_disks;
  370. break;
  371. case DISK_TYPE_PARTITION:
  372. def_performance = global_enable_performance_for_partitions;
  373. break;
  374. case DISK_TYPE_VIRTUAL:
  375. def_performance = global_enable_performance_for_virtual_disks;
  376. break;
  377. }
  378. }
  379. // check if we have to disable performance for this disk
  380. if(def_performance)
  381. def_performance = is_major_enabled((int)d->major);
  382. // ------------------------------------------------------------
  383. // now we have def_performance and def_space
  384. // to work further
  385. // def_performance
  386. // check the user configuration (this will also show our 'on demand' decision)
  387. def_performance = config_get_boolean_ondemand(var_name, "enable performance metrics", def_performance);
  388. int ddo_io = CONFIG_BOOLEAN_NO,
  389. ddo_ops = CONFIG_BOOLEAN_NO,
  390. ddo_mops = CONFIG_BOOLEAN_NO,
  391. ddo_iotime = CONFIG_BOOLEAN_NO,
  392. ddo_qops = CONFIG_BOOLEAN_NO,
  393. ddo_util = CONFIG_BOOLEAN_NO,
  394. ddo_backlog = CONFIG_BOOLEAN_NO,
  395. ddo_bcache = CONFIG_BOOLEAN_NO;
  396. // we enable individual performance charts only when def_performance is not disabled
  397. if(unlikely(def_performance != CONFIG_BOOLEAN_NO)) {
  398. ddo_io = global_do_io,
  399. ddo_ops = global_do_ops,
  400. ddo_mops = global_do_mops,
  401. ddo_iotime = global_do_iotime,
  402. ddo_qops = global_do_qops,
  403. ddo_util = global_do_util,
  404. ddo_backlog = global_do_backlog,
  405. ddo_bcache = global_do_bcache;
  406. }
  407. d->do_io = config_get_boolean_ondemand(var_name, "bandwidth", ddo_io);
  408. d->do_ops = config_get_boolean_ondemand(var_name, "operations", ddo_ops);
  409. d->do_mops = config_get_boolean_ondemand(var_name, "merged operations", ddo_mops);
  410. d->do_iotime = config_get_boolean_ondemand(var_name, "i/o time", ddo_iotime);
  411. d->do_qops = config_get_boolean_ondemand(var_name, "queued operations", ddo_qops);
  412. d->do_util = config_get_boolean_ondemand(var_name, "utilization percentage", ddo_util);
  413. d->do_backlog = config_get_boolean_ondemand(var_name, "backlog", ddo_backlog);
  414. if(d->device_is_bcache)
  415. d->do_bcache = config_get_boolean_ondemand(var_name, "bcache", ddo_bcache);
  416. else
  417. d->do_bcache = 0;
  418. }
  419. }
  420. static struct disk *get_disk(unsigned long major, unsigned long minor, char *disk) {
  421. static struct mountinfo *disk_mountinfo_root = NULL;
  422. struct disk *d;
  423. // search for it in our RAM list.
  424. // this is sequential, but since we just walk through
  425. // and the number of disks / partitions in a system
  426. // should not be that many, it should be acceptable
  427. for(d = disk_root; d ; d = d->next)
  428. if(unlikely(d->major == major && d->minor == minor))
  429. return d;
  430. // not found
  431. // create a new disk structure
  432. d = (struct disk *)callocz(1, sizeof(struct disk));
  433. d->disk = get_disk_name(major, minor, disk);
  434. d->device = strdupz(disk);
  435. d->major = major;
  436. d->minor = minor;
  437. d->type = DISK_TYPE_UNKNOWN; // Default type. Changed later if not correct.
  438. d->sector_size = 512; // the default, will be changed below
  439. d->next = NULL;
  440. // append it to the list
  441. if(unlikely(!disk_root))
  442. disk_root = d;
  443. else {
  444. struct disk *last;
  445. for(last = disk_root; last->next ;last = last->next);
  446. last->next = d;
  447. }
  448. char buffer[FILENAME_MAX + 1];
  449. // find if it is a physical disk
  450. // by checking if /sys/block/DISK is readable.
  451. snprintfz(buffer, FILENAME_MAX, path_to_sys_block_device, disk);
  452. if(likely(access(buffer, R_OK) == 0)) {
  453. // assign it here, but it will be overwritten if it is not a physical disk
  454. d->type = DISK_TYPE_PHYSICAL;
  455. }
  456. // find if it is a partition
  457. // by checking if /sys/dev/block/MAJOR:MINOR/partition is readable.
  458. snprintfz(buffer, FILENAME_MAX, path_to_sys_dev_block_major_minor_string, major, minor, "partition");
  459. if(likely(access(buffer, R_OK) == 0)) {
  460. d->type = DISK_TYPE_PARTITION;
  461. }
  462. else {
  463. // find if it is a virtual disk
  464. // by checking if /sys/devices/virtual/block/DISK is readable.
  465. snprintfz(buffer, FILENAME_MAX, path_to_sys_devices_virtual_block_device, disk);
  466. if(likely(access(buffer, R_OK) == 0)) {
  467. d->type = DISK_TYPE_VIRTUAL;
  468. }
  469. else {
  470. // find if it is a virtual device
  471. // by checking if /sys/dev/block/MAJOR:MINOR/slaves has entries
  472. snprintfz(buffer, FILENAME_MAX, path_to_sys_dev_block_major_minor_string, major, minor, "slaves/");
  473. DIR *dirp = opendir(buffer);
  474. if (likely(dirp != NULL)) {
  475. struct dirent *dp;
  476. while ((dp = readdir(dirp))) {
  477. // . and .. are also files in empty folders.
  478. if (unlikely(strcmp(dp->d_name, ".") == 0 || strcmp(dp->d_name, "..") == 0)) {
  479. continue;
  480. }
  481. d->type = DISK_TYPE_VIRTUAL;
  482. // Stop the loop after we found one file.
  483. break;
  484. }
  485. if (unlikely(closedir(dirp) == -1))
  486. error("Unable to close dir %s", buffer);
  487. }
  488. }
  489. }
  490. // ------------------------------------------------------------------------
  491. // check if we can find its mount point
  492. // mountinfo_find() can be called with NULL disk_mountinfo_root
  493. struct mountinfo *mi = mountinfo_find(disk_mountinfo_root, d->major, d->minor);
  494. if(unlikely(!mi)) {
  495. // mountinfo_free_all can be called with NULL
  496. mountinfo_free_all(disk_mountinfo_root);
  497. disk_mountinfo_root = mountinfo_read(0);
  498. mi = mountinfo_find(disk_mountinfo_root, d->major, d->minor);
  499. }
  500. if(unlikely(mi))
  501. d->mount_point = strdupz(mi->mount_point);
  502. else
  503. d->mount_point = NULL;
  504. // ------------------------------------------------------------------------
  505. // find the disk sector size
  506. /*
  507. * sector size is always 512 bytes inside the kernel #3481
  508. *
  509. {
  510. char tf[FILENAME_MAX + 1], *t;
  511. strncpyz(tf, d->device, FILENAME_MAX);
  512. // replace all / with !
  513. for(t = tf; *t ;t++)
  514. if(unlikely(*t == '/')) *t = '!';
  515. if(likely(d->type == DISK_TYPE_PARTITION))
  516. snprintfz(buffer, FILENAME_MAX, path_to_get_hw_sector_size_partitions, d->major, d->minor, tf);
  517. else
  518. snprintfz(buffer, FILENAME_MAX, path_to_get_hw_sector_size, tf);
  519. FILE *fpss = fopen(buffer, "r");
  520. if(likely(fpss)) {
  521. char buffer2[1024 + 1];
  522. char *tmp = fgets(buffer2, 1024, fpss);
  523. if(likely(tmp)) {
  524. d->sector_size = str2i(tmp);
  525. if(unlikely(d->sector_size <= 0)) {
  526. error("Invalid sector size %d for device %s in %s. Assuming 512.", d->sector_size, d->device, buffer);
  527. d->sector_size = 512;
  528. }
  529. }
  530. else error("Cannot read data for sector size for device %s from %s. Assuming 512.", d->device, buffer);
  531. fclose(fpss);
  532. }
  533. else error("Cannot read sector size for device %s from %s. Assuming 512.", d->device, buffer);
  534. }
  535. */
  536. // ------------------------------------------------------------------------
  537. // check if the device is a bcache
  538. struct stat bcache;
  539. snprintfz(buffer, FILENAME_MAX, path_to_sys_block_device_bcache, disk);
  540. if(unlikely(stat(buffer, &bcache) == 0 && (bcache.st_mode & S_IFMT) == S_IFDIR)) {
  541. // we have the 'bcache' directory
  542. d->device_is_bcache = 1;
  543. char buffer2[FILENAME_MAX + 1];
  544. snprintfz(buffer2, FILENAME_MAX, "%s/cache/congested", buffer);
  545. if(access(buffer2, R_OK) == 0)
  546. d->bcache_filename_cache_congested = strdupz(buffer2);
  547. else
  548. error("bcache file '%s' cannot be read.", buffer2);
  549. snprintfz(buffer2, FILENAME_MAX, "%s/readahead", buffer);
  550. if(access(buffer2, R_OK) == 0)
  551. d->bcache_filename_stats_total_cache_readaheads = strdupz(buffer2);
  552. else
  553. error("bcache file '%s' cannot be read.", buffer2);
  554. snprintfz(buffer2, FILENAME_MAX, "%s/cache/cache0/priority_stats", buffer); // only one cache is supported by bcache
  555. if(access(buffer2, R_OK) == 0)
  556. d->bcache_filename_priority_stats = strdupz(buffer2);
  557. else
  558. error("bcache file '%s' cannot be read.", buffer2);
  559. snprintfz(buffer2, FILENAME_MAX, "%s/cache/internal/cache_read_races", buffer);
  560. if(access(buffer2, R_OK) == 0)
  561. d->bcache_filename_cache_read_races = strdupz(buffer2);
  562. else
  563. error("bcache file '%s' cannot be read.", buffer2);
  564. snprintfz(buffer2, FILENAME_MAX, "%s/cache/cache0/io_errors", buffer);
  565. if(access(buffer2, R_OK) == 0)
  566. d->bcache_filename_cache_io_errors = strdupz(buffer2);
  567. else
  568. error("bcache file '%s' cannot be read.", buffer2);
  569. snprintfz(buffer2, FILENAME_MAX, "%s/dirty_data", buffer);
  570. if(access(buffer2, R_OK) == 0)
  571. d->bcache_filename_dirty_data = strdupz(buffer2);
  572. else
  573. error("bcache file '%s' cannot be read.", buffer2);
  574. snprintfz(buffer2, FILENAME_MAX, "%s/writeback_rate", buffer);
  575. if(access(buffer2, R_OK) == 0)
  576. d->bcache_filename_writeback_rate = strdupz(buffer2);
  577. else
  578. error("bcache file '%s' cannot be read.", buffer2);
  579. snprintfz(buffer2, FILENAME_MAX, "%s/cache/cache_available_percent", buffer);
  580. if(access(buffer2, R_OK) == 0)
  581. d->bcache_filename_cache_available_percent = strdupz(buffer2);
  582. else
  583. error("bcache file '%s' cannot be read.", buffer2);
  584. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_hits", buffer);
  585. if(access(buffer2, R_OK) == 0)
  586. d->bcache_filename_stats_total_cache_hits = strdupz(buffer2);
  587. else
  588. error("bcache file '%s' cannot be read.", buffer2);
  589. snprintfz(buffer2, FILENAME_MAX, "%s/stats_five_minute/cache_hit_ratio", buffer);
  590. if(access(buffer2, R_OK) == 0)
  591. d->bcache_filename_stats_five_minute_cache_hit_ratio = strdupz(buffer2);
  592. else
  593. error("bcache file '%s' cannot be read.", buffer2);
  594. snprintfz(buffer2, FILENAME_MAX, "%s/stats_hour/cache_hit_ratio", buffer);
  595. if(access(buffer2, R_OK) == 0)
  596. d->bcache_filename_stats_hour_cache_hit_ratio = strdupz(buffer2);
  597. else
  598. error("bcache file '%s' cannot be read.", buffer2);
  599. snprintfz(buffer2, FILENAME_MAX, "%s/stats_day/cache_hit_ratio", buffer);
  600. if(access(buffer2, R_OK) == 0)
  601. d->bcache_filename_stats_day_cache_hit_ratio = strdupz(buffer2);
  602. else
  603. error("bcache file '%s' cannot be read.", buffer2);
  604. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_hit_ratio", buffer);
  605. if(access(buffer2, R_OK) == 0)
  606. d->bcache_filename_stats_total_cache_hit_ratio = strdupz(buffer2);
  607. else
  608. error("bcache file '%s' cannot be read.", buffer2);
  609. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_misses", buffer);
  610. if(access(buffer2, R_OK) == 0)
  611. d->bcache_filename_stats_total_cache_misses = strdupz(buffer2);
  612. else
  613. error("bcache file '%s' cannot be read.", buffer2);
  614. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_bypass_hits", buffer);
  615. if(access(buffer2, R_OK) == 0)
  616. d->bcache_filename_stats_total_cache_bypass_hits = strdupz(buffer2);
  617. else
  618. error("bcache file '%s' cannot be read.", buffer2);
  619. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_bypass_misses", buffer);
  620. if(access(buffer2, R_OK) == 0)
  621. d->bcache_filename_stats_total_cache_bypass_misses = strdupz(buffer2);
  622. else
  623. error("bcache file '%s' cannot be read.", buffer2);
  624. snprintfz(buffer2, FILENAME_MAX, "%s/stats_total/cache_miss_collisions", buffer);
  625. if(access(buffer2, R_OK) == 0)
  626. d->bcache_filename_stats_total_cache_miss_collisions = strdupz(buffer2);
  627. else
  628. error("bcache file '%s' cannot be read.", buffer2);
  629. }
  630. get_disk_config(d);
  631. return d;
  632. }
  633. int do_proc_diskstats(int update_every, usec_t dt) {
  634. static procfile *ff = NULL;
  635. if(unlikely(!globals_initialized)) {
  636. globals_initialized = 1;
  637. global_enable_new_disks_detected_at_runtime = config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "enable new disks detected at runtime", global_enable_new_disks_detected_at_runtime);
  638. global_enable_performance_for_physical_disks = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "performance metrics for physical disks", global_enable_performance_for_physical_disks);
  639. global_enable_performance_for_virtual_disks = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "performance metrics for virtual disks", global_enable_performance_for_virtual_disks);
  640. global_enable_performance_for_partitions = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "performance metrics for partitions", global_enable_performance_for_partitions);
  641. global_do_io = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "bandwidth for all disks", global_do_io);
  642. global_do_ops = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "operations for all disks", global_do_ops);
  643. global_do_mops = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "merged operations for all disks", global_do_mops);
  644. global_do_iotime = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "i/o time for all disks", global_do_iotime);
  645. global_do_qops = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "queued operations for all disks", global_do_qops);
  646. global_do_util = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "utilization percentage for all disks", global_do_util);
  647. global_do_backlog = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "backlog for all disks", global_do_backlog);
  648. global_do_bcache = config_get_boolean_ondemand(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "bcache for all disks", global_do_bcache);
  649. global_bcache_priority_stats_update_every = (int)config_get_number(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "bcache priority stats update every", global_bcache_priority_stats_update_every);
  650. global_cleanup_removed_disks = config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "remove charts of removed disks" , global_cleanup_removed_disks);
  651. char buffer[FILENAME_MAX + 1];
  652. snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/block/%s");
  653. path_to_sys_block_device = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get block device", buffer);
  654. snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/block/%s/bcache");
  655. path_to_sys_block_device_bcache = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get block device bcache", buffer);
  656. snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/devices/virtual/block/%s");
  657. path_to_sys_devices_virtual_block_device = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get virtual block device", buffer);
  658. snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/dev/block/%lu:%lu/%s");
  659. path_to_sys_dev_block_major_minor_string = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get block device infos", buffer);
  660. //snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/block/%s/queue/hw_sector_size");
  661. //path_to_get_hw_sector_size = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get h/w sector size", buffer);
  662. //snprintfz(buffer, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/sys/dev/block/%lu:%lu/subsystem/%s/../queue/hw_sector_size");
  663. //path_to_get_hw_sector_size_partitions = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to get h/w sector size for partitions", buffer);
  664. snprintfz(buffer, FILENAME_MAX, "%s/dev/mapper", netdata_configured_host_prefix);
  665. path_to_device_mapper = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to device mapper", buffer);
  666. snprintfz(buffer, FILENAME_MAX, "%s/dev/disk/by-label", netdata_configured_host_prefix);
  667. path_to_device_label = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to /dev/disk/by-label", buffer);
  668. snprintfz(buffer, FILENAME_MAX, "%s/dev/disk/by-id", netdata_configured_host_prefix);
  669. path_to_device_id = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to /dev/disk/by-id", buffer);
  670. snprintfz(buffer, FILENAME_MAX, "%s/dev/vx/dsk", netdata_configured_host_prefix);
  671. path_to_veritas_volume_groups = config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "path to /dev/vx/dsk", buffer);
  672. name_disks_by_id = config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "name disks by id", name_disks_by_id);
  673. excluded_disks = simple_pattern_create(
  674. config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "exclude disks", DEFAULT_EXCLUDED_DISKS)
  675. , NULL
  676. , SIMPLE_PATTERN_EXACT
  677. );
  678. }
  679. // --------------------------------------------------------------------------
  680. if(unlikely(!ff)) {
  681. char filename[FILENAME_MAX + 1];
  682. snprintfz(filename, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/proc/diskstats");
  683. ff = procfile_open(config_get(CONFIG_SECTION_PLUGIN_PROC_DISKSTATS, "filename to monitor", filename), " \t", PROCFILE_FLAG_DEFAULT);
  684. }
  685. if(unlikely(!ff)) return 0;
  686. ff = procfile_readall(ff);
  687. if(unlikely(!ff)) return 0; // we return 0, so that we will retry to open it next time
  688. size_t lines = procfile_lines(ff), l;
  689. collected_number system_read_kb = 0, system_write_kb = 0;
  690. for(l = 0; l < lines ;l++) {
  691. // --------------------------------------------------------------------------
  692. // Read parameters
  693. char *disk;
  694. unsigned long major = 0, minor = 0;
  695. collected_number reads = 0, mreads = 0, readsectors = 0, readms = 0,
  696. writes = 0, mwrites = 0, writesectors = 0, writems = 0,
  697. queued_ios = 0, busy_ms = 0, backlog_ms = 0;
  698. collected_number last_reads = 0, last_readsectors = 0, last_readms = 0,
  699. last_writes = 0, last_writesectors = 0, last_writems = 0,
  700. last_busy_ms = 0;
  701. size_t words = procfile_linewords(ff, l);
  702. if(unlikely(words < 14)) continue;
  703. major = str2ul(procfile_lineword(ff, l, 0));
  704. minor = str2ul(procfile_lineword(ff, l, 1));
  705. disk = procfile_lineword(ff, l, 2);
  706. // # of reads completed # of writes completed
  707. // This is the total number of reads or writes completed successfully.
  708. reads = str2ull(procfile_lineword(ff, l, 3)); // rd_ios
  709. writes = str2ull(procfile_lineword(ff, l, 7)); // wr_ios
  710. // # of reads merged # of writes merged
  711. // Reads and writes which are adjacent to each other may be merged for
  712. // efficiency. Thus two 4K reads may become one 8K read before it is
  713. // ultimately handed to the disk, and so it will be counted (and queued)
  714. mreads = str2ull(procfile_lineword(ff, l, 4)); // rd_merges_or_rd_sec
  715. mwrites = str2ull(procfile_lineword(ff, l, 8)); // wr_merges
  716. // # of sectors read # of sectors written
  717. // This is the total number of sectors read or written successfully.
  718. readsectors = str2ull(procfile_lineword(ff, l, 5)); // rd_sec_or_wr_ios
  719. writesectors = str2ull(procfile_lineword(ff, l, 9)); // wr_sec
  720. // # of milliseconds spent reading # of milliseconds spent writing
  721. // This is the total number of milliseconds spent by all reads or writes (as
  722. // measured from __make_request() to end_that_request_last()).
  723. readms = str2ull(procfile_lineword(ff, l, 6)); // rd_ticks_or_wr_sec
  724. writems = str2ull(procfile_lineword(ff, l, 10)); // wr_ticks
  725. // # of I/Os currently in progress
  726. // The only field that should go to zero. Incremented as requests are
  727. // given to appropriate struct request_queue and decremented as they finish.
  728. queued_ios = str2ull(procfile_lineword(ff, l, 11)); // ios_pgr
  729. // # of milliseconds spent doing I/Os
  730. // This field increases so long as field queued_ios is nonzero.
  731. busy_ms = str2ull(procfile_lineword(ff, l, 12)); // tot_ticks
  732. // weighted # of milliseconds spent doing I/Os
  733. // This field is incremented at each I/O start, I/O completion, I/O
  734. // merge, or read of these stats by the number of I/Os in progress
  735. // (field queued_ios) times the number of milliseconds spent doing I/O since the
  736. // last update of this field. This can provide an easy measure of both
  737. // I/O completion time and the backlog that may be accumulating.
  738. backlog_ms = str2ull(procfile_lineword(ff, l, 13)); // rq_ticks
  739. // --------------------------------------------------------------------------
  740. // remove slashes from disk names
  741. char *s;
  742. for(s = disk; *s ;s++)
  743. if(*s == '/') *s = '_';
  744. // --------------------------------------------------------------------------
  745. // get a disk structure for the disk
  746. struct disk *d = get_disk(major, minor, disk);
  747. d->updated = 1;
  748. // --------------------------------------------------------------------------
  749. // count the global system disk I/O of physical disks
  750. if(unlikely(d->type == DISK_TYPE_PHYSICAL)) {
  751. system_read_kb += readsectors * d->sector_size / 1024;
  752. system_write_kb += writesectors * d->sector_size / 1024;
  753. }
  754. // --------------------------------------------------------------------------
  755. // Set its family based on mount point
  756. char *family = d->mount_point;
  757. if(!family) family = d->disk;
  758. // --------------------------------------------------------------------------
  759. // Do performance metrics
  760. if(d->do_io == CONFIG_BOOLEAN_YES || (d->do_io == CONFIG_BOOLEAN_AUTO && (readsectors || writesectors))) {
  761. d->do_io = CONFIG_BOOLEAN_YES;
  762. if(unlikely(!d->st_io)) {
  763. d->st_io = rrdset_create_localhost(
  764. RRD_TYPE_DISK
  765. , d->device
  766. , d->disk
  767. , family
  768. , "disk.io"
  769. , "Disk I/O Bandwidth"
  770. , "kilobytes/s"
  771. , PLUGIN_PROC_NAME
  772. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  773. , NETDATA_CHART_PRIO_DISK_IO
  774. , update_every
  775. , RRDSET_TYPE_AREA
  776. );
  777. d->rd_io_reads = rrddim_add(d->st_io, "reads", NULL, d->sector_size, 1024, RRD_ALGORITHM_INCREMENTAL);
  778. d->rd_io_writes = rrddim_add(d->st_io, "writes", NULL, d->sector_size * -1, 1024, RRD_ALGORITHM_INCREMENTAL);
  779. }
  780. else rrdset_next(d->st_io);
  781. last_readsectors = rrddim_set_by_pointer(d->st_io, d->rd_io_reads, readsectors);
  782. last_writesectors = rrddim_set_by_pointer(d->st_io, d->rd_io_writes, writesectors);
  783. rrdset_done(d->st_io);
  784. }
  785. // --------------------------------------------------------------------
  786. if(d->do_ops == CONFIG_BOOLEAN_YES || (d->do_ops == CONFIG_BOOLEAN_AUTO && (reads || writes))) {
  787. d->do_ops = CONFIG_BOOLEAN_YES;
  788. if(unlikely(!d->st_ops)) {
  789. d->st_ops = rrdset_create_localhost(
  790. "disk_ops"
  791. , d->device
  792. , d->disk
  793. , family
  794. , "disk.ops"
  795. , "Disk Completed I/O Operations"
  796. , "operations/s"
  797. , PLUGIN_PROC_NAME
  798. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  799. , NETDATA_CHART_PRIO_DISK_OPS
  800. , update_every
  801. , RRDSET_TYPE_LINE
  802. );
  803. rrdset_flag_set(d->st_ops, RRDSET_FLAG_DETAIL);
  804. d->rd_ops_reads = rrddim_add(d->st_ops, "reads", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  805. d->rd_ops_writes = rrddim_add(d->st_ops, "writes", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  806. }
  807. else rrdset_next(d->st_ops);
  808. last_reads = rrddim_set_by_pointer(d->st_ops, d->rd_ops_reads, reads);
  809. last_writes = rrddim_set_by_pointer(d->st_ops, d->rd_ops_writes, writes);
  810. rrdset_done(d->st_ops);
  811. }
  812. // --------------------------------------------------------------------
  813. if(d->do_qops == CONFIG_BOOLEAN_YES || (d->do_qops == CONFIG_BOOLEAN_AUTO && queued_ios)) {
  814. d->do_qops = CONFIG_BOOLEAN_YES;
  815. if(unlikely(!d->st_qops)) {
  816. d->st_qops = rrdset_create_localhost(
  817. "disk_qops"
  818. , d->device
  819. , d->disk
  820. , family
  821. , "disk.qops"
  822. , "Disk Current I/O Operations"
  823. , "operations"
  824. , PLUGIN_PROC_NAME
  825. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  826. , NETDATA_CHART_PRIO_DISK_QOPS
  827. , update_every
  828. , RRDSET_TYPE_LINE
  829. );
  830. rrdset_flag_set(d->st_qops, RRDSET_FLAG_DETAIL);
  831. d->rd_qops_operations = rrddim_add(d->st_qops, "operations", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  832. }
  833. else rrdset_next(d->st_qops);
  834. rrddim_set_by_pointer(d->st_qops, d->rd_qops_operations, queued_ios);
  835. rrdset_done(d->st_qops);
  836. }
  837. // --------------------------------------------------------------------
  838. if(d->do_backlog == CONFIG_BOOLEAN_YES || (d->do_backlog == CONFIG_BOOLEAN_AUTO && backlog_ms)) {
  839. d->do_backlog = CONFIG_BOOLEAN_YES;
  840. if(unlikely(!d->st_backlog)) {
  841. d->st_backlog = rrdset_create_localhost(
  842. "disk_backlog"
  843. , d->device
  844. , d->disk
  845. , family
  846. , "disk.backlog"
  847. , "Disk Backlog"
  848. , "backlog (ms)"
  849. , PLUGIN_PROC_NAME
  850. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  851. , NETDATA_CHART_PRIO_DISK_BACKLOG
  852. , update_every
  853. , RRDSET_TYPE_AREA
  854. );
  855. rrdset_flag_set(d->st_backlog, RRDSET_FLAG_DETAIL);
  856. d->rd_backlog_backlog = rrddim_add(d->st_backlog, "backlog", NULL, 1, 10, RRD_ALGORITHM_INCREMENTAL);
  857. }
  858. else rrdset_next(d->st_backlog);
  859. rrddim_set_by_pointer(d->st_backlog, d->rd_backlog_backlog, backlog_ms);
  860. rrdset_done(d->st_backlog);
  861. }
  862. // --------------------------------------------------------------------
  863. if(d->do_util == CONFIG_BOOLEAN_YES || (d->do_util == CONFIG_BOOLEAN_AUTO && busy_ms)) {
  864. d->do_util = CONFIG_BOOLEAN_YES;
  865. if(unlikely(!d->st_util)) {
  866. d->st_util = rrdset_create_localhost(
  867. "disk_util"
  868. , d->device
  869. , d->disk
  870. , family
  871. , "disk.util"
  872. , "Disk Utilization Time"
  873. , "% of time working"
  874. , PLUGIN_PROC_NAME
  875. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  876. , NETDATA_CHART_PRIO_DISK_UTIL
  877. , update_every
  878. , RRDSET_TYPE_AREA
  879. );
  880. rrdset_flag_set(d->st_util, RRDSET_FLAG_DETAIL);
  881. d->rd_util_utilization = rrddim_add(d->st_util, "utilization", NULL, 1, 10, RRD_ALGORITHM_INCREMENTAL);
  882. }
  883. else rrdset_next(d->st_util);
  884. last_busy_ms = rrddim_set_by_pointer(d->st_util, d->rd_util_utilization, busy_ms);
  885. rrdset_done(d->st_util);
  886. }
  887. // --------------------------------------------------------------------
  888. if(d->do_mops == CONFIG_BOOLEAN_YES || (d->do_mops == CONFIG_BOOLEAN_AUTO && (mreads || mwrites))) {
  889. d->do_mops = CONFIG_BOOLEAN_YES;
  890. if(unlikely(!d->st_mops)) {
  891. d->st_mops = rrdset_create_localhost(
  892. "disk_mops"
  893. , d->device
  894. , d->disk
  895. , family
  896. , "disk.mops"
  897. , "Disk Merged Operations"
  898. , "merged operations/s"
  899. , PLUGIN_PROC_NAME
  900. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  901. , NETDATA_CHART_PRIO_DISK_MOPS
  902. , update_every
  903. , RRDSET_TYPE_LINE
  904. );
  905. rrdset_flag_set(d->st_mops, RRDSET_FLAG_DETAIL);
  906. d->rd_mops_reads = rrddim_add(d->st_mops, "reads", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  907. d->rd_mops_writes = rrddim_add(d->st_mops, "writes", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  908. }
  909. else rrdset_next(d->st_mops);
  910. rrddim_set_by_pointer(d->st_mops, d->rd_mops_reads, mreads);
  911. rrddim_set_by_pointer(d->st_mops, d->rd_mops_writes, mwrites);
  912. rrdset_done(d->st_mops);
  913. }
  914. // --------------------------------------------------------------------
  915. if(d->do_iotime == CONFIG_BOOLEAN_YES || (d->do_iotime == CONFIG_BOOLEAN_AUTO && (readms || writems))) {
  916. d->do_iotime = CONFIG_BOOLEAN_YES;
  917. if(unlikely(!d->st_iotime)) {
  918. d->st_iotime = rrdset_create_localhost(
  919. "disk_iotime"
  920. , d->device
  921. , d->disk
  922. , family
  923. , "disk.iotime"
  924. , "Disk Total I/O Time"
  925. , "milliseconds/s"
  926. , PLUGIN_PROC_NAME
  927. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  928. , NETDATA_CHART_PRIO_DISK_IOTIME
  929. , update_every
  930. , RRDSET_TYPE_LINE
  931. );
  932. rrdset_flag_set(d->st_iotime, RRDSET_FLAG_DETAIL);
  933. d->rd_iotime_reads = rrddim_add(d->st_iotime, "reads", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  934. d->rd_iotime_writes = rrddim_add(d->st_iotime, "writes", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  935. }
  936. else rrdset_next(d->st_iotime);
  937. last_readms = rrddim_set_by_pointer(d->st_iotime, d->rd_iotime_reads, readms);
  938. last_writems = rrddim_set_by_pointer(d->st_iotime, d->rd_iotime_writes, writems);
  939. rrdset_done(d->st_iotime);
  940. }
  941. // --------------------------------------------------------------------
  942. // calculate differential charts
  943. // only if this is not the first time we run
  944. if(likely(dt)) {
  945. if( (d->do_iotime == CONFIG_BOOLEAN_YES || (d->do_iotime == CONFIG_BOOLEAN_AUTO && (readms || writems))) &&
  946. (d->do_ops == CONFIG_BOOLEAN_YES || (d->do_ops == CONFIG_BOOLEAN_AUTO && (reads || writes)))) {
  947. if(unlikely(!d->st_await)) {
  948. d->st_await = rrdset_create_localhost(
  949. "disk_await"
  950. , d->device
  951. , d->disk
  952. , family
  953. , "disk.await"
  954. , "Average Completed I/O Operation Time"
  955. , "ms per operation"
  956. , PLUGIN_PROC_NAME
  957. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  958. , NETDATA_CHART_PRIO_DISK_AWAIT
  959. , update_every
  960. , RRDSET_TYPE_LINE
  961. );
  962. rrdset_flag_set(d->st_await, RRDSET_FLAG_DETAIL);
  963. d->rd_await_reads = rrddim_add(d->st_await, "reads", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  964. d->rd_await_writes = rrddim_add(d->st_await, "writes", NULL, -1, 1, RRD_ALGORITHM_ABSOLUTE);
  965. }
  966. else rrdset_next(d->st_await);
  967. rrddim_set_by_pointer(d->st_await, d->rd_await_reads, (reads - last_reads) ? (readms - last_readms) / (reads - last_reads) : 0);
  968. rrddim_set_by_pointer(d->st_await, d->rd_await_writes, (writes - last_writes) ? (writems - last_writems) / (writes - last_writes) : 0);
  969. rrdset_done(d->st_await);
  970. }
  971. if( (d->do_io == CONFIG_BOOLEAN_YES || (d->do_io == CONFIG_BOOLEAN_AUTO && (readsectors || writesectors))) &&
  972. (d->do_ops == CONFIG_BOOLEAN_YES || (d->do_ops == CONFIG_BOOLEAN_AUTO && (reads || writes)))) {
  973. if(unlikely(!d->st_avgsz)) {
  974. d->st_avgsz = rrdset_create_localhost(
  975. "disk_avgsz"
  976. , d->device
  977. , d->disk
  978. , family
  979. , "disk.avgsz"
  980. , "Average Completed I/O Operation Bandwidth"
  981. , "kilobytes per operation"
  982. , PLUGIN_PROC_NAME
  983. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  984. , NETDATA_CHART_PRIO_DISK_AVGSZ
  985. , update_every
  986. , RRDSET_TYPE_AREA
  987. );
  988. rrdset_flag_set(d->st_avgsz, RRDSET_FLAG_DETAIL);
  989. d->rd_avgsz_reads = rrddim_add(d->st_avgsz, "reads", NULL, d->sector_size, 1024, RRD_ALGORITHM_ABSOLUTE);
  990. d->rd_avgsz_writes = rrddim_add(d->st_avgsz, "writes", NULL, d->sector_size * -1, 1024, RRD_ALGORITHM_ABSOLUTE);
  991. }
  992. else rrdset_next(d->st_avgsz);
  993. rrddim_set_by_pointer(d->st_avgsz, d->rd_avgsz_reads, (reads - last_reads) ? (readsectors - last_readsectors) / (reads - last_reads) : 0);
  994. rrddim_set_by_pointer(d->st_avgsz, d->rd_avgsz_writes, (writes - last_writes) ? (writesectors - last_writesectors) / (writes - last_writes) : 0);
  995. rrdset_done(d->st_avgsz);
  996. }
  997. if( (d->do_util == CONFIG_BOOLEAN_YES || (d->do_util == CONFIG_BOOLEAN_AUTO && busy_ms)) &&
  998. (d->do_ops == CONFIG_BOOLEAN_YES || (d->do_ops == CONFIG_BOOLEAN_AUTO && (reads || writes)))) {
  999. if(unlikely(!d->st_svctm)) {
  1000. d->st_svctm = rrdset_create_localhost(
  1001. "disk_svctm"
  1002. , d->device
  1003. , d->disk
  1004. , family
  1005. , "disk.svctm"
  1006. , "Average Service Time"
  1007. , "ms per operation"
  1008. , PLUGIN_PROC_NAME
  1009. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1010. , NETDATA_CHART_PRIO_DISK_SVCTM
  1011. , update_every
  1012. , RRDSET_TYPE_LINE
  1013. );
  1014. rrdset_flag_set(d->st_svctm, RRDSET_FLAG_DETAIL);
  1015. d->rd_svctm_svctm = rrddim_add(d->st_svctm, "svctm", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1016. }
  1017. else rrdset_next(d->st_svctm);
  1018. rrddim_set_by_pointer(d->st_svctm, d->rd_svctm_svctm, ((reads - last_reads) + (writes - last_writes)) ? (busy_ms - last_busy_ms) / ((reads - last_reads) + (writes - last_writes)) : 0);
  1019. rrdset_done(d->st_svctm);
  1020. }
  1021. }
  1022. // --------------------------------------------------------------------------
  1023. // read bcache metrics and generate the bcache charts
  1024. if(d->device_is_bcache && d->do_bcache != CONFIG_BOOLEAN_NO) {
  1025. unsigned long long int
  1026. stats_total_cache_bypass_hits = 0,
  1027. stats_total_cache_bypass_misses = 0,
  1028. stats_total_cache_hits = 0,
  1029. stats_total_cache_miss_collisions = 0,
  1030. stats_total_cache_misses = 0,
  1031. stats_five_minute_cache_hit_ratio = 0,
  1032. stats_hour_cache_hit_ratio = 0,
  1033. stats_day_cache_hit_ratio = 0,
  1034. stats_total_cache_hit_ratio = 0,
  1035. cache_available_percent = 0,
  1036. cache_readaheads = 0,
  1037. cache_read_races = 0,
  1038. cache_io_errors = 0,
  1039. cache_congested = 0,
  1040. dirty_data = 0,
  1041. writeback_rate = 0;
  1042. // read the bcache values
  1043. if(d->bcache_filename_dirty_data)
  1044. dirty_data = bcache_read_number_with_units(d->bcache_filename_dirty_data);
  1045. if(d->bcache_filename_writeback_rate)
  1046. writeback_rate = bcache_read_number_with_units(d->bcache_filename_writeback_rate);
  1047. if(d->bcache_filename_cache_congested)
  1048. cache_congested = bcache_read_number_with_units(d->bcache_filename_cache_congested);
  1049. if(d->bcache_filename_cache_available_percent)
  1050. read_single_number_file(d->bcache_filename_cache_available_percent, &cache_available_percent);
  1051. if(d->bcache_filename_stats_five_minute_cache_hit_ratio)
  1052. read_single_number_file(d->bcache_filename_stats_five_minute_cache_hit_ratio, &stats_five_minute_cache_hit_ratio);
  1053. if(d->bcache_filename_stats_hour_cache_hit_ratio)
  1054. read_single_number_file(d->bcache_filename_stats_hour_cache_hit_ratio, &stats_hour_cache_hit_ratio);
  1055. if(d->bcache_filename_stats_day_cache_hit_ratio)
  1056. read_single_number_file(d->bcache_filename_stats_day_cache_hit_ratio, &stats_day_cache_hit_ratio);
  1057. if(d->bcache_filename_stats_total_cache_hit_ratio)
  1058. read_single_number_file(d->bcache_filename_stats_total_cache_hit_ratio, &stats_total_cache_hit_ratio);
  1059. if(d->bcache_filename_stats_total_cache_hits)
  1060. read_single_number_file(d->bcache_filename_stats_total_cache_hits, &stats_total_cache_hits);
  1061. if(d->bcache_filename_stats_total_cache_misses)
  1062. read_single_number_file(d->bcache_filename_stats_total_cache_misses, &stats_total_cache_misses);
  1063. if(d->bcache_filename_stats_total_cache_miss_collisions)
  1064. read_single_number_file(d->bcache_filename_stats_total_cache_miss_collisions, &stats_total_cache_miss_collisions);
  1065. if(d->bcache_filename_stats_total_cache_bypass_hits)
  1066. read_single_number_file(d->bcache_filename_stats_total_cache_bypass_hits, &stats_total_cache_bypass_hits);
  1067. if(d->bcache_filename_stats_total_cache_bypass_misses)
  1068. read_single_number_file(d->bcache_filename_stats_total_cache_bypass_misses, &stats_total_cache_bypass_misses);
  1069. if(d->bcache_filename_stats_total_cache_readaheads)
  1070. cache_readaheads = bcache_read_number_with_units(d->bcache_filename_stats_total_cache_readaheads);
  1071. if(d->bcache_filename_cache_read_races)
  1072. read_single_number_file(d->bcache_filename_cache_read_races, &cache_read_races);
  1073. if(d->bcache_filename_cache_io_errors)
  1074. read_single_number_file(d->bcache_filename_cache_io_errors, &cache_io_errors);
  1075. if(d->bcache_filename_priority_stats && global_bcache_priority_stats_update_every >= 1)
  1076. bcache_read_priority_stats(d, family, global_bcache_priority_stats_update_every, dt);
  1077. // update the charts
  1078. {
  1079. if(unlikely(!d->st_bcache_hit_ratio)) {
  1080. d->st_bcache_hit_ratio = rrdset_create_localhost(
  1081. "disk_bcache_hit_ratio"
  1082. , d->device
  1083. , d->disk
  1084. , family
  1085. , "disk.bcache_hit_ratio"
  1086. , "BCache Cache Hit Ratio"
  1087. , "percentage"
  1088. , PLUGIN_PROC_NAME
  1089. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1090. , NETDATA_CHART_PRIO_BCACHE_HIT_RATIO
  1091. , update_every
  1092. , RRDSET_TYPE_LINE
  1093. );
  1094. d->rd_bcache_hit_ratio_5min = rrddim_add(d->st_bcache_hit_ratio, "5min", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1095. d->rd_bcache_hit_ratio_1hour = rrddim_add(d->st_bcache_hit_ratio, "1hour", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1096. d->rd_bcache_hit_ratio_1day = rrddim_add(d->st_bcache_hit_ratio, "1day", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1097. d->rd_bcache_hit_ratio_total = rrddim_add(d->st_bcache_hit_ratio, "ever", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1098. }
  1099. else rrdset_next(d->st_bcache_hit_ratio);
  1100. rrddim_set_by_pointer(d->st_bcache_hit_ratio, d->rd_bcache_hit_ratio_5min, stats_five_minute_cache_hit_ratio);
  1101. rrddim_set_by_pointer(d->st_bcache_hit_ratio, d->rd_bcache_hit_ratio_1hour, stats_hour_cache_hit_ratio);
  1102. rrddim_set_by_pointer(d->st_bcache_hit_ratio, d->rd_bcache_hit_ratio_1day, stats_day_cache_hit_ratio);
  1103. rrddim_set_by_pointer(d->st_bcache_hit_ratio, d->rd_bcache_hit_ratio_total, stats_total_cache_hit_ratio);
  1104. rrdset_done(d->st_bcache_hit_ratio);
  1105. }
  1106. {
  1107. if(unlikely(!d->st_bcache_rates)) {
  1108. d->st_bcache_rates = rrdset_create_localhost(
  1109. "disk_bcache_rates"
  1110. , d->device
  1111. , d->disk
  1112. , family
  1113. , "disk.bcache_rates"
  1114. , "BCache Rates"
  1115. , "KB/s"
  1116. , PLUGIN_PROC_NAME
  1117. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1118. , NETDATA_CHART_PRIO_BCACHE_RATES
  1119. , update_every
  1120. , RRDSET_TYPE_AREA
  1121. );
  1122. d->rd_bcache_rate_congested = rrddim_add(d->st_bcache_rates, "congested", NULL, 1, 1024, RRD_ALGORITHM_ABSOLUTE);
  1123. d->rd_bcache_rate_writeback = rrddim_add(d->st_bcache_rates, "writeback", NULL, -1, 1024, RRD_ALGORITHM_ABSOLUTE);
  1124. }
  1125. else rrdset_next(d->st_bcache_rates);
  1126. rrddim_set_by_pointer(d->st_bcache_rates, d->rd_bcache_rate_writeback, writeback_rate);
  1127. rrddim_set_by_pointer(d->st_bcache_rates, d->rd_bcache_rate_congested, cache_congested);
  1128. rrdset_done(d->st_bcache_rates);
  1129. }
  1130. {
  1131. if(unlikely(!d->st_bcache_size)) {
  1132. d->st_bcache_size = rrdset_create_localhost(
  1133. "disk_bcache_size"
  1134. , d->device
  1135. , d->disk
  1136. , family
  1137. , "disk.bcache_size"
  1138. , "BCache Cache Sizes"
  1139. , "MB"
  1140. , PLUGIN_PROC_NAME
  1141. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1142. , NETDATA_CHART_PRIO_BCACHE_SIZE
  1143. , update_every
  1144. , RRDSET_TYPE_AREA
  1145. );
  1146. d->rd_bcache_dirty_size = rrddim_add(d->st_bcache_size, "dirty", NULL, 1, 1024 * 1024, RRD_ALGORITHM_ABSOLUTE);
  1147. }
  1148. else rrdset_next(d->st_bcache_size);
  1149. rrddim_set_by_pointer(d->st_bcache_size, d->rd_bcache_dirty_size, dirty_data);
  1150. rrdset_done(d->st_bcache_size);
  1151. }
  1152. {
  1153. if(unlikely(!d->st_bcache_usage)) {
  1154. d->st_bcache_usage = rrdset_create_localhost(
  1155. "disk_bcache_usage"
  1156. , d->device
  1157. , d->disk
  1158. , family
  1159. , "disk.bcache_usage"
  1160. , "BCache Cache Usage"
  1161. , "percent"
  1162. , PLUGIN_PROC_NAME
  1163. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1164. , NETDATA_CHART_PRIO_BCACHE_USAGE
  1165. , update_every
  1166. , RRDSET_TYPE_AREA
  1167. );
  1168. d->rd_bcache_available_percent = rrddim_add(d->st_bcache_usage, "avail", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
  1169. }
  1170. else rrdset_next(d->st_bcache_usage);
  1171. rrddim_set_by_pointer(d->st_bcache_usage, d->rd_bcache_available_percent, cache_available_percent);
  1172. rrdset_done(d->st_bcache_usage);
  1173. }
  1174. {
  1175. if(unlikely(!d->st_bcache_cache_read_races)) {
  1176. d->st_bcache_cache_read_races = rrdset_create_localhost(
  1177. "disk_bcache_cache_read_races"
  1178. , d->device
  1179. , d->disk
  1180. , family
  1181. , "disk.bcache_cache_read_races"
  1182. , "BCache Cache Read Races"
  1183. , "operations/s"
  1184. , PLUGIN_PROC_NAME
  1185. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1186. , NETDATA_CHART_PRIO_BCACHE_CACHE_READ_RACES
  1187. , update_every
  1188. , RRDSET_TYPE_LINE
  1189. );
  1190. d->rd_bcache_cache_read_races = rrddim_add(d->st_bcache_cache_read_races, "races", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1191. d->rd_bcache_cache_io_errors = rrddim_add(d->st_bcache_cache_read_races, "errors", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1192. }
  1193. else rrdset_next(d->st_bcache_cache_read_races);
  1194. rrddim_set_by_pointer(d->st_bcache_cache_read_races, d->rd_bcache_cache_read_races, cache_read_races);
  1195. rrddim_set_by_pointer(d->st_bcache_cache_read_races, d->rd_bcache_cache_io_errors, cache_io_errors);
  1196. rrdset_done(d->st_bcache_cache_read_races);
  1197. }
  1198. if(d->do_bcache == CONFIG_BOOLEAN_YES || (d->do_bcache == CONFIG_BOOLEAN_AUTO && (stats_total_cache_hits != 0 || stats_total_cache_misses != 0 || stats_total_cache_miss_collisions != 0))) {
  1199. if(unlikely(!d->st_bcache)) {
  1200. d->st_bcache = rrdset_create_localhost(
  1201. "disk_bcache"
  1202. , d->device
  1203. , d->disk
  1204. , family
  1205. , "disk.bcache"
  1206. , "BCache Cache I/O Operations"
  1207. , "operations/s"
  1208. , PLUGIN_PROC_NAME
  1209. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1210. , NETDATA_CHART_PRIO_BCACHE_OPS
  1211. , update_every
  1212. , RRDSET_TYPE_LINE
  1213. );
  1214. rrdset_flag_set(d->st_bcache, RRDSET_FLAG_DETAIL);
  1215. d->rd_bcache_hits = rrddim_add(d->st_bcache, "hits", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1216. d->rd_bcache_misses = rrddim_add(d->st_bcache, "misses", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  1217. d->rd_bcache_miss_collisions = rrddim_add(d->st_bcache, "collisions", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  1218. d->rd_bcache_readaheads = rrddim_add(d->st_bcache, "readaheads", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1219. }
  1220. else rrdset_next(d->st_bcache);
  1221. rrddim_set_by_pointer(d->st_bcache, d->rd_bcache_hits, stats_total_cache_hits);
  1222. rrddim_set_by_pointer(d->st_bcache, d->rd_bcache_misses, stats_total_cache_misses);
  1223. rrddim_set_by_pointer(d->st_bcache, d->rd_bcache_miss_collisions, stats_total_cache_miss_collisions);
  1224. rrddim_set_by_pointer(d->st_bcache, d->rd_bcache_readaheads, cache_readaheads);
  1225. rrdset_done(d->st_bcache);
  1226. }
  1227. if(d->do_bcache == CONFIG_BOOLEAN_YES || (d->do_bcache == CONFIG_BOOLEAN_AUTO && (stats_total_cache_bypass_hits != 0 || stats_total_cache_bypass_misses != 0))) {
  1228. if(unlikely(!d->st_bcache_bypass)) {
  1229. d->st_bcache_bypass = rrdset_create_localhost(
  1230. "disk_bcache_bypass"
  1231. , d->device
  1232. , d->disk
  1233. , family
  1234. , "disk.bcache_bypass"
  1235. , "BCache Cache Bypass I/O Operations"
  1236. , "operations/s"
  1237. , PLUGIN_PROC_NAME
  1238. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1239. , NETDATA_CHART_PRIO_BCACHE_BYPASS
  1240. , update_every
  1241. , RRDSET_TYPE_LINE
  1242. );
  1243. rrdset_flag_set(d->st_bcache_bypass, RRDSET_FLAG_DETAIL);
  1244. d->rd_bcache_bypass_hits = rrddim_add(d->st_bcache_bypass, "hits", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1245. d->rd_bcache_bypass_misses = rrddim_add(d->st_bcache_bypass, "misses", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  1246. }
  1247. else rrdset_next(d->st_bcache_bypass);
  1248. rrddim_set_by_pointer(d->st_bcache_bypass, d->rd_bcache_bypass_hits, stats_total_cache_bypass_hits);
  1249. rrddim_set_by_pointer(d->st_bcache_bypass, d->rd_bcache_bypass_misses, stats_total_cache_bypass_misses);
  1250. rrdset_done(d->st_bcache_bypass);
  1251. }
  1252. }
  1253. }
  1254. // ------------------------------------------------------------------------
  1255. // update the system total I/O
  1256. if(global_do_io == CONFIG_BOOLEAN_YES || (global_do_io == CONFIG_BOOLEAN_AUTO && (system_read_kb || system_write_kb))) {
  1257. static RRDSET *st_io = NULL;
  1258. static RRDDIM *rd_in = NULL, *rd_out = NULL;
  1259. if(unlikely(!st_io)) {
  1260. st_io = rrdset_create_localhost(
  1261. "system"
  1262. , "io"
  1263. , NULL
  1264. , "disk"
  1265. , NULL
  1266. , "Disk I/O"
  1267. , "kilobytes/s"
  1268. , PLUGIN_PROC_NAME
  1269. , PLUGIN_PROC_MODULE_DISKSTATS_NAME
  1270. , NETDATA_CHART_PRIO_SYSTEM_IO
  1271. , update_every
  1272. , RRDSET_TYPE_AREA
  1273. );
  1274. rd_in = rrddim_add(st_io, "in", NULL, 1, 1, RRD_ALGORITHM_INCREMENTAL);
  1275. rd_out = rrddim_add(st_io, "out", NULL, -1, 1, RRD_ALGORITHM_INCREMENTAL);
  1276. }
  1277. else rrdset_next(st_io);
  1278. rrddim_set_by_pointer(st_io, rd_in, system_read_kb);
  1279. rrddim_set_by_pointer(st_io, rd_out, system_write_kb);
  1280. rrdset_done(st_io);
  1281. }
  1282. // ------------------------------------------------------------------------
  1283. // cleanup removed disks
  1284. struct disk *d = disk_root, *last = NULL;
  1285. while(d) {
  1286. if(unlikely(global_cleanup_removed_disks && !d->updated)) {
  1287. struct disk *t = d;
  1288. rrdset_obsolete_and_pointer_null(d->st_avgsz);
  1289. rrdset_obsolete_and_pointer_null(d->st_await);
  1290. rrdset_obsolete_and_pointer_null(d->st_backlog);
  1291. rrdset_obsolete_and_pointer_null(d->st_io);
  1292. rrdset_obsolete_and_pointer_null(d->st_iotime);
  1293. rrdset_obsolete_and_pointer_null(d->st_mops);
  1294. rrdset_obsolete_and_pointer_null(d->st_ops);
  1295. rrdset_obsolete_and_pointer_null(d->st_qops);
  1296. rrdset_obsolete_and_pointer_null(d->st_svctm);
  1297. rrdset_obsolete_and_pointer_null(d->st_util);
  1298. rrdset_obsolete_and_pointer_null(d->st_bcache);
  1299. rrdset_obsolete_and_pointer_null(d->st_bcache_bypass);
  1300. rrdset_obsolete_and_pointer_null(d->st_bcache_rates);
  1301. rrdset_obsolete_and_pointer_null(d->st_bcache_size);
  1302. rrdset_obsolete_and_pointer_null(d->st_bcache_usage);
  1303. rrdset_obsolete_and_pointer_null(d->st_bcache_hit_ratio);
  1304. if(d == disk_root) {
  1305. disk_root = d = d->next;
  1306. last = NULL;
  1307. }
  1308. else if(last) {
  1309. last->next = d = d->next;
  1310. }
  1311. freez(t->bcache_filename_dirty_data);
  1312. freez(t->bcache_filename_writeback_rate);
  1313. freez(t->bcache_filename_cache_congested);
  1314. freez(t->bcache_filename_cache_available_percent);
  1315. freez(t->bcache_filename_stats_five_minute_cache_hit_ratio);
  1316. freez(t->bcache_filename_stats_hour_cache_hit_ratio);
  1317. freez(t->bcache_filename_stats_day_cache_hit_ratio);
  1318. freez(t->bcache_filename_stats_total_cache_hit_ratio);
  1319. freez(t->bcache_filename_stats_total_cache_hits);
  1320. freez(t->bcache_filename_stats_total_cache_misses);
  1321. freez(t->bcache_filename_stats_total_cache_miss_collisions);
  1322. freez(t->bcache_filename_stats_total_cache_bypass_hits);
  1323. freez(t->bcache_filename_stats_total_cache_bypass_misses);
  1324. freez(t->bcache_filename_stats_total_cache_readaheads);
  1325. freez(t->bcache_filename_cache_read_races);
  1326. freez(t->bcache_filename_cache_io_errors);
  1327. freez(t->bcache_filename_priority_stats);
  1328. freez(t->disk);
  1329. freez(t->device);
  1330. freez(t->mount_point);
  1331. freez(t);
  1332. }
  1333. else {
  1334. d->updated = 0;
  1335. last = d;
  1336. d = d->next;
  1337. }
  1338. }
  1339. return 0;
  1340. }