rrddim.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #define NETDATA_RRD_INTERNALS
  3. #include "rrd.h"
  4. // ----------------------------------------------------------------------------
  5. // RRDDIM index
  6. int rrddim_compare(void* a, void* b) {
  7. if(((RRDDIM *)a)->hash < ((RRDDIM *)b)->hash) return -1;
  8. else if(((RRDDIM *)a)->hash > ((RRDDIM *)b)->hash) return 1;
  9. else return strcmp(((RRDDIM *)a)->id, ((RRDDIM *)b)->id);
  10. }
  11. #define rrddim_index_add(st, rd) (RRDDIM *)avl_insert_lock(&((st)->dimensions_index), (avl_t *)(rd))
  12. #define rrddim_index_del(st,rd ) (RRDDIM *)avl_remove_lock(&((st)->dimensions_index), (avl_t *)(rd))
  13. static inline RRDDIM *rrddim_index_find(RRDSET *st, const char *id, uint32_t hash) {
  14. RRDDIM tmp = {
  15. .id = id,
  16. .hash = (hash)?hash:simple_hash(id)
  17. };
  18. return (RRDDIM *)avl_search_lock(&(st->dimensions_index), (avl_t *) &tmp);
  19. }
  20. // ----------------------------------------------------------------------------
  21. // RRDDIM - find a dimension
  22. inline RRDDIM *rrddim_find(RRDSET *st, const char *id) {
  23. debug(D_RRD_CALLS, "rrddim_find() for chart %s, dimension %s", st->name, id);
  24. return rrddim_index_find(st, id, 0);
  25. }
  26. // ----------------------------------------------------------------------------
  27. // RRDDIM rename a dimension
  28. inline int rrddim_set_name(RRDSET *st, RRDDIM *rd, const char *name) {
  29. if(unlikely(!name || !*name || !strcmp(rd->name, name)))
  30. return 0;
  31. debug(D_RRD_CALLS, "rrddim_set_name() from %s.%s to %s.%s", st->name, rd->name, st->name, name);
  32. char varname[CONFIG_MAX_NAME + 1];
  33. snprintfz(varname, CONFIG_MAX_NAME, "dim %s name", rd->id);
  34. rd->name = config_set_default(st->config_section, varname, name);
  35. rd->hash_name = simple_hash(rd->name);
  36. if (!st->state->is_ar_chart)
  37. rrddimvar_rename_all(rd);
  38. rd->exposed = 0;
  39. rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
  40. ml_dimension_update_name(st, rd, name);
  41. return 1;
  42. }
  43. inline int rrddim_set_algorithm(RRDSET *st, RRDDIM *rd, RRD_ALGORITHM algorithm) {
  44. if(unlikely(rd->algorithm == algorithm))
  45. return 0;
  46. debug(D_RRD_CALLS, "Updating algorithm of dimension '%s/%s' from %s to %s", st->id, rd->name, rrd_algorithm_name(rd->algorithm), rrd_algorithm_name(algorithm));
  47. rd->algorithm = algorithm;
  48. rd->exposed = 0;
  49. rrdset_flag_set(st, RRDSET_FLAG_HOMOGENEOUS_CHECK);
  50. rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
  51. return 1;
  52. }
  53. inline int rrddim_set_multiplier(RRDSET *st, RRDDIM *rd, collected_number multiplier) {
  54. if(unlikely(rd->multiplier == multiplier))
  55. return 0;
  56. debug(D_RRD_CALLS, "Updating multiplier of dimension '%s/%s' from " COLLECTED_NUMBER_FORMAT " to " COLLECTED_NUMBER_FORMAT, st->id, rd->name, rd->multiplier, multiplier);
  57. rd->multiplier = multiplier;
  58. rd->exposed = 0;
  59. rrdset_flag_set(st, RRDSET_FLAG_HOMOGENEOUS_CHECK);
  60. rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
  61. return 1;
  62. }
  63. inline int rrddim_set_divisor(RRDSET *st, RRDDIM *rd, collected_number divisor) {
  64. if(unlikely(rd->divisor == divisor))
  65. return 0;
  66. debug(D_RRD_CALLS, "Updating divisor of dimension '%s/%s' from " COLLECTED_NUMBER_FORMAT " to " COLLECTED_NUMBER_FORMAT, st->id, rd->name, rd->divisor, divisor);
  67. rd->divisor = divisor;
  68. rd->exposed = 0;
  69. rrdset_flag_set(st, RRDSET_FLAG_HOMOGENEOUS_CHECK);
  70. rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
  71. return 1;
  72. }
  73. // ----------------------------------------------------------------------------
  74. // RRDDIM legacy data collection functions
  75. static void rrddim_collect_init(RRDDIM *rd) {
  76. rd->values[rd->rrdset->current_entry] = SN_EMPTY_SLOT;
  77. }
  78. static void rrddim_collect_store_metric(RRDDIM *rd, usec_t point_in_time, storage_number number) {
  79. (void)point_in_time;
  80. rd->values[rd->rrdset->current_entry] = number;
  81. }
  82. static int rrddim_collect_finalize(RRDDIM *rd) {
  83. (void)rd;
  84. return 0;
  85. }
  86. // ----------------------------------------------------------------------------
  87. // RRDDIM legacy database query functions
  88. static void rrddim_query_init(RRDDIM *rd, struct rrddim_query_handle *handle, time_t start_time, time_t end_time) {
  89. handle->rd = rd;
  90. handle->start_time = start_time;
  91. handle->end_time = end_time;
  92. handle->slotted.slot = rrdset_time2slot(rd->rrdset, start_time);
  93. handle->slotted.last_slot = rrdset_time2slot(rd->rrdset, end_time);
  94. handle->slotted.finished = 0;
  95. }
  96. static storage_number rrddim_query_next_metric(struct rrddim_query_handle *handle, time_t *current_time) {
  97. RRDDIM *rd = handle->rd;
  98. long entries = rd->rrdset->entries;
  99. long slot = handle->slotted.slot;
  100. (void)current_time;
  101. if (unlikely(handle->slotted.slot == handle->slotted.last_slot))
  102. handle->slotted.finished = 1;
  103. storage_number n = rd->values[slot++];
  104. if(unlikely(slot >= entries)) slot = 0;
  105. handle->slotted.slot = slot;
  106. return n;
  107. }
  108. static int rrddim_query_is_finished(struct rrddim_query_handle *handle) {
  109. return handle->slotted.finished;
  110. }
  111. static void rrddim_query_finalize(struct rrddim_query_handle *handle) {
  112. (void)handle;
  113. return;
  114. }
  115. static time_t rrddim_query_latest_time(RRDDIM *rd) {
  116. return rrdset_last_entry_t_nolock(rd->rrdset);
  117. }
  118. static time_t rrddim_query_oldest_time(RRDDIM *rd) {
  119. return rrdset_first_entry_t_nolock(rd->rrdset);
  120. }
  121. // ----------------------------------------------------------------------------
  122. // RRDDIM create a dimension
  123. void rrdcalc_link_to_rrddim(RRDDIM *rd, RRDSET *st, RRDHOST *host) {
  124. RRDCALC *rrdc;
  125. for (rrdc = host->alarms_with_foreach; rrdc ; rrdc = rrdc->next) {
  126. if (simple_pattern_matches(rrdc->spdim, rd->id) || simple_pattern_matches(rrdc->spdim, rd->name)) {
  127. if (rrdc->hash_chart == st->hash_name || !strcmp(rrdc->chart, st->name) || !strcmp(rrdc->chart, st->id)) {
  128. char *name = alarm_name_with_dim(rrdc->name, strlen(rrdc->name), rd->name, strlen(rd->name));
  129. if (name) {
  130. if(rrdcalc_exists(host, st->name, name, 0, 0)){
  131. freez(name);
  132. continue;
  133. }
  134. RRDCALC *child = rrdcalc_create_from_rrdcalc(rrdc, host, name, rd->name);
  135. if (child) {
  136. rrdcalc_add_to_host(host, child);
  137. RRDCALC *rdcmp = (RRDCALC *) avl_insert_lock(&(host)->alarms_idx_health_log,(avl_t *)child);
  138. if (rdcmp != child) {
  139. error("Cannot insert the alarm index ID %s",child->name);
  140. }
  141. } else {
  142. error("Cannot allocate a new alarm.");
  143. rrdc->foreachcounter--;
  144. }
  145. }
  146. }
  147. }
  148. }
  149. #ifdef ENABLE_ACLK
  150. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  151. #endif
  152. }
  153. RRDDIM *rrddim_add_custom(RRDSET *st, const char *id, const char *name, collected_number multiplier,
  154. collected_number divisor, RRD_ALGORITHM algorithm, RRD_MEMORY_MODE memory_mode)
  155. {
  156. RRDHOST *host = st->rrdhost;
  157. rrdset_wrlock(st);
  158. rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK);
  159. rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
  160. RRDDIM *rd = rrddim_find(st, id);
  161. if(unlikely(rd)) {
  162. debug(D_RRD_CALLS, "Cannot create rrd dimension '%s/%s', it already exists.", st->id, name?name:"<NONAME>");
  163. int rc = rrddim_set_name(st, rd, name);
  164. rc += rrddim_set_algorithm(st, rd, algorithm);
  165. rc += rrddim_set_multiplier(st, rd, multiplier);
  166. rc += rrddim_set_divisor(st, rd, divisor);
  167. if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) {
  168. store_active_dimension(&rd->state->metric_uuid);
  169. rd->state->collect_ops.init(rd);
  170. rrddim_flag_clear(rd, RRDDIM_FLAG_ARCHIVED);
  171. rrddimvar_create(rd, RRDVAR_TYPE_CALCULATED, NULL, NULL, &rd->last_stored_value, RRDVAR_OPTION_DEFAULT);
  172. rrddimvar_create(rd, RRDVAR_TYPE_COLLECTED, NULL, "_raw", &rd->last_collected_value, RRDVAR_OPTION_DEFAULT);
  173. rrddimvar_create(rd, RRDVAR_TYPE_TIME_T, NULL, "_last_collected_t", &rd->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT);
  174. rrddim_flag_set(rd, RRDDIM_FLAG_PENDING_FOREACH_ALARM);
  175. rrdset_flag_set(st, RRDSET_FLAG_PENDING_FOREACH_ALARMS);
  176. rrdhost_flag_set(host, RRDHOST_FLAG_PENDING_FOREACH_ALARMS);
  177. }
  178. if (unlikely(rc)) {
  179. debug(D_METADATALOG, "DIMENSION [%s] metadata updated", rd->id);
  180. (void)sql_store_dimension(&rd->state->metric_uuid, rd->rrdset->chart_uuid, rd->id, rd->name, rd->multiplier, rd->divisor,
  181. rd->algorithm);
  182. }
  183. rrdset_unlock(st);
  184. return rd;
  185. }
  186. char filename[FILENAME_MAX + 1];
  187. char fullfilename[FILENAME_MAX + 1];
  188. unsigned long size = sizeof(RRDDIM) + (st->entries * sizeof(storage_number));
  189. debug(D_RRD_CALLS, "Adding dimension '%s/%s'.", st->id, id);
  190. rrdset_strncpyz_name(filename, id, FILENAME_MAX);
  191. snprintfz(fullfilename, FILENAME_MAX, "%s/%s.db", st->cache_dir, filename);
  192. if(memory_mode == RRD_MEMORY_MODE_SAVE || memory_mode == RRD_MEMORY_MODE_MAP ||
  193. memory_mode == RRD_MEMORY_MODE_RAM) {
  194. rd = (RRDDIM *)mymmap(
  195. (memory_mode == RRD_MEMORY_MODE_RAM) ? NULL : fullfilename
  196. , size
  197. , ((memory_mode == RRD_MEMORY_MODE_MAP) ? MAP_SHARED : MAP_PRIVATE)
  198. , 1
  199. );
  200. if(likely(rd)) {
  201. // we have a file mapped for rd
  202. memset(&rd->avl, 0, sizeof(avl_t));
  203. rd->id = NULL;
  204. rd->name = NULL;
  205. rd->cache_filename = NULL;
  206. rd->variables = NULL;
  207. rd->next = NULL;
  208. rd->rrdset = NULL;
  209. rd->exposed = 0;
  210. struct timeval now;
  211. now_realtime_timeval(&now);
  212. if(memory_mode == RRD_MEMORY_MODE_RAM) {
  213. memset(rd, 0, size);
  214. }
  215. else {
  216. int reset = 0;
  217. if(strcmp(rd->magic, RRDDIMENSION_MAGIC) != 0) {
  218. info("Initializing file %s.", fullfilename);
  219. memset(rd, 0, size);
  220. reset = 1;
  221. }
  222. else if(rd->memsize != size) {
  223. error("File %s does not have the desired size, expected %lu but found %lu. Clearing it.", fullfilename, size, rd->memsize);
  224. memset(rd, 0, size);
  225. reset = 1;
  226. }
  227. else if(rd->update_every != st->update_every) {
  228. error("File %s does not have the same update frequency, expected %d but found %d. Clearing it.", fullfilename, st->update_every, rd->update_every);
  229. memset(rd, 0, size);
  230. reset = 1;
  231. }
  232. else if(dt_usec(&now, &rd->last_collected_time) > (rd->entries * rd->update_every * USEC_PER_SEC)) {
  233. info("File %s is too old (last collected %llu seconds ago, but the database is %ld seconds). Clearing it.", fullfilename, dt_usec(&now, &rd->last_collected_time) / USEC_PER_SEC, rd->entries * rd->update_every);
  234. memset(rd, 0, size);
  235. reset = 1;
  236. }
  237. if(!reset) {
  238. if(rd->algorithm != algorithm) {
  239. info("File %s does not have the expected algorithm (expected %u '%s', found %u '%s'). Previous values may be wrong.",
  240. fullfilename, algorithm, rrd_algorithm_name(algorithm), rd->algorithm, rrd_algorithm_name(rd->algorithm));
  241. }
  242. if(rd->multiplier != multiplier) {
  243. info("File %s does not have the expected multiplier (expected " COLLECTED_NUMBER_FORMAT ", found " COLLECTED_NUMBER_FORMAT "). Previous values may be wrong.", fullfilename, multiplier, rd->multiplier);
  244. }
  245. if(rd->divisor != divisor) {
  246. info("File %s does not have the expected divisor (expected " COLLECTED_NUMBER_FORMAT ", found " COLLECTED_NUMBER_FORMAT "). Previous values may be wrong.", fullfilename, divisor, rd->divisor);
  247. }
  248. }
  249. }
  250. // make sure we have the right memory mode
  251. // even if we cleared the memory
  252. rd->rrd_memory_mode = memory_mode;
  253. }
  254. }
  255. if(unlikely(!rd)) {
  256. // if we didn't manage to get a mmap'd dimension, just create one
  257. rd = callocz(1, size);
  258. if (memory_mode == RRD_MEMORY_MODE_DBENGINE)
  259. rd->rrd_memory_mode = RRD_MEMORY_MODE_DBENGINE;
  260. else
  261. rd->rrd_memory_mode = (memory_mode == RRD_MEMORY_MODE_NONE) ? RRD_MEMORY_MODE_NONE : RRD_MEMORY_MODE_ALLOC;
  262. }
  263. rd->memsize = size;
  264. strcpy(rd->magic, RRDDIMENSION_MAGIC);
  265. rd->id = strdupz(id);
  266. rd->hash = simple_hash(rd->id);
  267. rd->cache_filename = strdupz(fullfilename);
  268. rd->name = (name && *name)?strdupz(name):strdupz(rd->id);
  269. rd->hash_name = simple_hash(rd->name);
  270. rd->algorithm = algorithm;
  271. rd->multiplier = multiplier;
  272. rd->divisor = divisor;
  273. if(!rd->divisor) rd->divisor = 1;
  274. rd->entries = st->entries;
  275. rd->update_every = st->update_every;
  276. if(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST))
  277. rd->collections_counter = 1;
  278. else
  279. rd->collections_counter = 0;
  280. rd->updated = 0;
  281. rd->flags = 0x00000000;
  282. rd->calculated_value = 0;
  283. rd->last_calculated_value = 0;
  284. rd->collected_value = 0;
  285. rd->last_collected_value = 0;
  286. rd->collected_value_max = 0;
  287. rd->collected_volume = 0;
  288. rd->stored_volume = 0;
  289. rd->last_stored_value = 0;
  290. rd->last_collected_time.tv_sec = 0;
  291. rd->last_collected_time.tv_usec = 0;
  292. rd->rrdset = st;
  293. rd->state = callocz(1, sizeof(*rd->state));
  294. #ifdef ENABLE_ACLK
  295. rd->state->aclk_live_status = -1;
  296. #endif
  297. (void) find_dimension_uuid(st, rd, &(rd->state->metric_uuid));
  298. if(memory_mode == RRD_MEMORY_MODE_DBENGINE) {
  299. #ifdef ENABLE_DBENGINE
  300. rrdeng_metric_init(rd);
  301. rd->state->collect_ops.init = rrdeng_store_metric_init;
  302. rd->state->collect_ops.store_metric = rrdeng_store_metric_next;
  303. rd->state->collect_ops.finalize = rrdeng_store_metric_finalize;
  304. rd->state->query_ops.init = rrdeng_load_metric_init;
  305. rd->state->query_ops.next_metric = rrdeng_load_metric_next;
  306. rd->state->query_ops.is_finished = rrdeng_load_metric_is_finished;
  307. rd->state->query_ops.finalize = rrdeng_load_metric_finalize;
  308. rd->state->query_ops.latest_time = rrdeng_metric_latest_time;
  309. rd->state->query_ops.oldest_time = rrdeng_metric_oldest_time;
  310. #endif
  311. } else {
  312. rd->state->collect_ops.init = rrddim_collect_init;
  313. rd->state->collect_ops.store_metric = rrddim_collect_store_metric;
  314. rd->state->collect_ops.finalize = rrddim_collect_finalize;
  315. rd->state->query_ops.init = rrddim_query_init;
  316. rd->state->query_ops.next_metric = rrddim_query_next_metric;
  317. rd->state->query_ops.is_finished = rrddim_query_is_finished;
  318. rd->state->query_ops.finalize = rrddim_query_finalize;
  319. rd->state->query_ops.latest_time = rrddim_query_latest_time;
  320. rd->state->query_ops.oldest_time = rrddim_query_oldest_time;
  321. }
  322. store_active_dimension(&rd->state->metric_uuid);
  323. rd->state->collect_ops.init(rd);
  324. // append this dimension
  325. if(!st->dimensions)
  326. st->dimensions = rd;
  327. else {
  328. RRDDIM *td = st->dimensions;
  329. if(td->algorithm != rd->algorithm || ABS(td->multiplier) != ABS(rd->multiplier) || ABS(td->divisor) != ABS(rd->divisor)) {
  330. if(!rrdset_flag_check(st, RRDSET_FLAG_HETEROGENEOUS)) {
  331. #ifdef NETDATA_INTERNAL_CHECKS
  332. info("Dimension '%s' added on chart '%s' of host '%s' is not homogeneous to other dimensions already present (algorithm is '%s' vs '%s', multiplier is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ", divisor is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ").",
  333. rd->name,
  334. st->name,
  335. host->hostname,
  336. rrd_algorithm_name(rd->algorithm), rrd_algorithm_name(td->algorithm),
  337. rd->multiplier, td->multiplier,
  338. rd->divisor, td->divisor
  339. );
  340. #endif
  341. rrdset_flag_set(st, RRDSET_FLAG_HETEROGENEOUS);
  342. }
  343. }
  344. for(; td->next; td = td->next) ;
  345. td->next = rd;
  346. }
  347. if(host->health_enabled && !st->state->is_ar_chart) {
  348. rrddimvar_create(rd, RRDVAR_TYPE_CALCULATED, NULL, NULL, &rd->last_stored_value, RRDVAR_OPTION_DEFAULT);
  349. rrddimvar_create(rd, RRDVAR_TYPE_COLLECTED, NULL, "_raw", &rd->last_collected_value, RRDVAR_OPTION_DEFAULT);
  350. rrddimvar_create(rd, RRDVAR_TYPE_TIME_T, NULL, "_last_collected_t", &rd->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT);
  351. }
  352. if(unlikely(rrddim_index_add(st, rd) != rd))
  353. error("RRDDIM: INTERNAL ERROR: attempt to index duplicate dimension '%s' on chart '%s'", rd->id, st->id);
  354. rrddim_flag_set(rd, RRDDIM_FLAG_PENDING_FOREACH_ALARM);
  355. rrdset_flag_set(st, RRDSET_FLAG_PENDING_FOREACH_ALARMS);
  356. rrdhost_flag_set(host, RRDHOST_FLAG_PENDING_FOREACH_ALARMS);
  357. ml_new_dimension(rd);
  358. rrdset_unlock(st);
  359. #ifdef ENABLE_ACLK
  360. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  361. #endif
  362. return(rd);
  363. }
  364. // ----------------------------------------------------------------------------
  365. // RRDDIM remove / free a dimension
  366. void rrddim_free_custom(RRDSET *st, RRDDIM *rd, int db_rotated)
  367. {
  368. ml_delete_dimension(rd);
  369. #ifndef ENABLE_ACLK
  370. UNUSED(db_rotated);
  371. #endif
  372. debug(D_RRD_CALLS, "rrddim_free() %s.%s", st->name, rd->name);
  373. if (!rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) {
  374. uint8_t can_delete_metric = rd->state->collect_ops.finalize(rd);
  375. if (can_delete_metric && rd->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE) {
  376. /* This metric has no data and no references */
  377. delete_dimension_uuid(&rd->state->metric_uuid);
  378. }
  379. }
  380. if(rd == st->dimensions)
  381. st->dimensions = rd->next;
  382. else {
  383. RRDDIM *i;
  384. for (i = st->dimensions; i && i->next != rd; i = i->next) ;
  385. if (i && i->next == rd)
  386. i->next = rd->next;
  387. else
  388. error("Request to free dimension '%s.%s' but it is not linked.", st->id, rd->name);
  389. }
  390. rd->next = NULL;
  391. while(rd->variables)
  392. rrddimvar_free(rd->variables);
  393. if(unlikely(rrddim_index_del(st, rd) != rd))
  394. error("RRDDIM: INTERNAL ERROR: attempt to remove from index dimension '%s' on chart '%s', removed a different dimension.", rd->id, st->id);
  395. // free(rd->annotations);
  396. #if defined(ENABLE_ACLK) && defined(ENABLE_NEW_CLOUD_PROTOCOL)
  397. if (!netdata_exit)
  398. aclk_send_dimension_update(rd);
  399. #endif
  400. RRD_MEMORY_MODE rrd_memory_mode = rd->rrd_memory_mode;
  401. switch(rrd_memory_mode) {
  402. case RRD_MEMORY_MODE_SAVE:
  403. case RRD_MEMORY_MODE_MAP:
  404. case RRD_MEMORY_MODE_RAM:
  405. debug(D_RRD_CALLS, "Unmapping dimension '%s'.", rd->name);
  406. freez((void *)rd->id);
  407. freez((void *)rd->name);
  408. freez(rd->cache_filename);
  409. freez(rd->state);
  410. munmap(rd, rd->memsize);
  411. break;
  412. case RRD_MEMORY_MODE_ALLOC:
  413. case RRD_MEMORY_MODE_NONE:
  414. case RRD_MEMORY_MODE_DBENGINE:
  415. debug(D_RRD_CALLS, "Removing dimension '%s'.", rd->name);
  416. freez((void *)rd->id);
  417. freez((void *)rd->name);
  418. freez(rd->cache_filename);
  419. freez(rd->state);
  420. freez(rd);
  421. break;
  422. }
  423. #ifdef ENABLE_ACLK
  424. if (db_rotated || RRD_MEMORY_MODE_DBENGINE != rrd_memory_mode)
  425. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  426. #endif
  427. }
  428. // ----------------------------------------------------------------------------
  429. // RRDDIM - set dimension options
  430. int rrddim_hide(RRDSET *st, const char *id) {
  431. debug(D_RRD_CALLS, "rrddim_hide() for chart %s, dimension %s", st->name, id);
  432. RRDHOST *host = st->rrdhost;
  433. RRDDIM *rd = rrddim_find(st, id);
  434. if(unlikely(!rd)) {
  435. error("Cannot find dimension with id '%s' on stats '%s' (%s) on host '%s'.", id, st->name, st->id, host->hostname);
  436. return 1;
  437. }
  438. (void) sql_set_dimension_option(&rd->state->metric_uuid, "hidden");
  439. rrddim_flag_set(rd, RRDDIM_FLAG_HIDDEN);
  440. #ifdef ENABLE_ACLK
  441. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  442. #endif
  443. return 0;
  444. }
  445. int rrddim_unhide(RRDSET *st, const char *id) {
  446. debug(D_RRD_CALLS, "rrddim_unhide() for chart %s, dimension %s", st->name, id);
  447. RRDHOST *host = st->rrdhost;
  448. RRDDIM *rd = rrddim_find(st, id);
  449. if(unlikely(!rd)) {
  450. error("Cannot find dimension with id '%s' on stats '%s' (%s) on host '%s'.", id, st->name, st->id, host->hostname);
  451. return 1;
  452. }
  453. (void) sql_set_dimension_option(&rd->state->metric_uuid, NULL);
  454. rrddim_flag_clear(rd, RRDDIM_FLAG_HIDDEN);
  455. #ifdef ENABLE_ACLK
  456. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  457. #endif
  458. return 0;
  459. }
  460. inline void rrddim_is_obsolete(RRDSET *st, RRDDIM *rd) {
  461. debug(D_RRD_CALLS, "rrddim_is_obsolete() for chart %s, dimension %s", st->name, rd->name);
  462. if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED))) {
  463. info("Cannot obsolete already archived dimension %s from chart %s", rd->name, st->name);
  464. return;
  465. }
  466. rrddim_flag_set(rd, RRDDIM_FLAG_OBSOLETE);
  467. rrdset_flag_set(st, RRDSET_FLAG_OBSOLETE_DIMENSIONS);
  468. #ifdef ENABLE_ACLK
  469. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  470. #endif
  471. }
  472. inline void rrddim_isnot_obsolete(RRDSET *st __maybe_unused, RRDDIM *rd) {
  473. debug(D_RRD_CALLS, "rrddim_isnot_obsolete() for chart %s, dimension %s", st->name, rd->name);
  474. rrddim_flag_clear(rd, RRDDIM_FLAG_OBSOLETE);
  475. #ifdef ENABLE_ACLK
  476. rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
  477. #endif
  478. }
  479. // ----------------------------------------------------------------------------
  480. // RRDDIM - collect values for a dimension
  481. inline collected_number rrddim_set_by_pointer(RRDSET *st __maybe_unused, RRDDIM *rd, collected_number value) {
  482. debug(D_RRD_CALLS, "rrddim_set_by_pointer() for chart %s, dimension %s, value " COLLECTED_NUMBER_FORMAT, st->name, rd->name, value);
  483. now_realtime_timeval(&rd->last_collected_time);
  484. rd->collected_value = value;
  485. rd->updated = 1;
  486. rd->collections_counter++;
  487. collected_number v = (value >= 0) ? value : -value;
  488. if(unlikely(v > rd->collected_value_max)) rd->collected_value_max = v;
  489. // fprintf(stderr, "%s.%s %llu " COLLECTED_NUMBER_FORMAT " dt %0.6f" " rate " CALCULATED_NUMBER_FORMAT "\n", st->name, rd->name, st->usec_since_last_update, value, (float)((double)st->usec_since_last_update / (double)1000000), (calculated_number)((value - rd->last_collected_value) * (calculated_number)rd->multiplier / (calculated_number)rd->divisor * 1000000.0 / (calculated_number)st->usec_since_last_update));
  490. return rd->last_collected_value;
  491. }
  492. collected_number rrddim_set(RRDSET *st, const char *id, collected_number value) {
  493. RRDHOST *host = st->rrdhost;
  494. RRDDIM *rd = rrddim_find(st, id);
  495. if(unlikely(!rd)) {
  496. error("Cannot find dimension with id '%s' on stats '%s' (%s) on host '%s'.", id, st->name, st->id, host->hostname);
  497. return 0;
  498. }
  499. return rrddim_set_by_pointer(st, rd, value);
  500. }