percentile.c 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #include "percentile.h"
  3. // ----------------------------------------------------------------------------
  4. // median
  5. struct grouping_percentile {
  6. size_t series_size;
  7. size_t next_pos;
  8. NETDATA_DOUBLE percent;
  9. NETDATA_DOUBLE *series;
  10. };
  11. static void grouping_create_percentile_internal(RRDR *r, const char *options, NETDATA_DOUBLE def) {
  12. long entries = r->group;
  13. if(entries < 10) entries = 10;
  14. struct grouping_percentile *g = (struct grouping_percentile *)onewayalloc_callocz(r->internal.owa, 1, sizeof(struct grouping_percentile));
  15. g->series = onewayalloc_mallocz(r->internal.owa, entries * sizeof(NETDATA_DOUBLE));
  16. g->series_size = (size_t)entries;
  17. g->percent = def;
  18. if(options && *options) {
  19. g->percent = str2ndd(options, NULL);
  20. if(!netdata_double_isnumber(g->percent)) g->percent = 0.0;
  21. if(g->percent < 0.0) g->percent = 0.0;
  22. if(g->percent > 100.0) g->percent = 100.0;
  23. }
  24. g->percent = g->percent / 100.0;
  25. r->internal.grouping_data = g;
  26. }
  27. void grouping_create_percentile25(RRDR *r, const char *options) {
  28. grouping_create_percentile_internal(r, options, 25.0);
  29. }
  30. void grouping_create_percentile50(RRDR *r, const char *options) {
  31. grouping_create_percentile_internal(r, options, 50.0);
  32. }
  33. void grouping_create_percentile75(RRDR *r, const char *options) {
  34. grouping_create_percentile_internal(r, options, 75.0);
  35. }
  36. void grouping_create_percentile80(RRDR *r, const char *options) {
  37. grouping_create_percentile_internal(r, options, 80.0);
  38. }
  39. void grouping_create_percentile90(RRDR *r, const char *options) {
  40. grouping_create_percentile_internal(r, options, 90.0);
  41. }
  42. void grouping_create_percentile95(RRDR *r, const char *options) {
  43. grouping_create_percentile_internal(r, options, 95.0);
  44. }
  45. void grouping_create_percentile97(RRDR *r, const char *options) {
  46. grouping_create_percentile_internal(r, options, 97.0);
  47. }
  48. void grouping_create_percentile98(RRDR *r, const char *options) {
  49. grouping_create_percentile_internal(r, options, 98.0);
  50. }
  51. void grouping_create_percentile99(RRDR *r, const char *options) {
  52. grouping_create_percentile_internal(r, options, 99.0);
  53. }
  54. // resets when switches dimensions
  55. // so, clear everything to restart
  56. void grouping_reset_percentile(RRDR *r) {
  57. struct grouping_percentile *g = (struct grouping_percentile *)r->internal.grouping_data;
  58. g->next_pos = 0;
  59. }
  60. void grouping_free_percentile(RRDR *r) {
  61. struct grouping_percentile *g = (struct grouping_percentile *)r->internal.grouping_data;
  62. if(g) onewayalloc_freez(r->internal.owa, g->series);
  63. onewayalloc_freez(r->internal.owa, r->internal.grouping_data);
  64. r->internal.grouping_data = NULL;
  65. }
  66. void grouping_add_percentile(RRDR *r, NETDATA_DOUBLE value) {
  67. struct grouping_percentile *g = (struct grouping_percentile *)r->internal.grouping_data;
  68. if(unlikely(g->next_pos >= g->series_size)) {
  69. g->series = onewayalloc_doublesize( r->internal.owa, g->series, g->series_size * sizeof(NETDATA_DOUBLE));
  70. g->series_size *= 2;
  71. }
  72. g->series[g->next_pos++] = value;
  73. }
  74. NETDATA_DOUBLE grouping_flush_percentile(RRDR *r, RRDR_VALUE_FLAGS *rrdr_value_options_ptr) {
  75. struct grouping_percentile *g = (struct grouping_percentile *)r->internal.grouping_data;
  76. NETDATA_DOUBLE value;
  77. size_t available_slots = g->next_pos;
  78. if(unlikely(!available_slots)) {
  79. value = 0.0;
  80. *rrdr_value_options_ptr |= RRDR_VALUE_EMPTY;
  81. }
  82. else if(available_slots == 1) {
  83. value = g->series[0];
  84. }
  85. else {
  86. sort_series(g->series, available_slots);
  87. NETDATA_DOUBLE min = g->series[0];
  88. NETDATA_DOUBLE max = g->series[available_slots - 1];
  89. if (min != max) {
  90. size_t slots_to_use = (size_t)((NETDATA_DOUBLE)available_slots * g->percent);
  91. if(!slots_to_use) slots_to_use = 1;
  92. NETDATA_DOUBLE percent_to_use = (NETDATA_DOUBLE)slots_to_use / (NETDATA_DOUBLE)available_slots;
  93. NETDATA_DOUBLE percent_delta = g->percent - percent_to_use;
  94. NETDATA_DOUBLE percent_interpolation_slot = 0.0;
  95. NETDATA_DOUBLE percent_last_slot = 0.0;
  96. if(percent_delta > 0.0) {
  97. NETDATA_DOUBLE percent_to_use_plus_1_slot = (NETDATA_DOUBLE)(slots_to_use + 1) / (NETDATA_DOUBLE)available_slots;
  98. NETDATA_DOUBLE percent_1slot = percent_to_use_plus_1_slot - percent_to_use;
  99. percent_interpolation_slot = percent_delta / percent_1slot;
  100. percent_last_slot = 1 - percent_interpolation_slot;
  101. }
  102. int start_slot, stop_slot, step, last_slot, interpolation_slot;
  103. if(min >= 0.0 && max >= 0.0) {
  104. start_slot = 0;
  105. stop_slot = start_slot + (int)slots_to_use;
  106. last_slot = stop_slot - 1;
  107. interpolation_slot = stop_slot;
  108. step = 1;
  109. }
  110. else {
  111. start_slot = (int)available_slots - 1;
  112. stop_slot = start_slot - (int)slots_to_use;
  113. last_slot = stop_slot + 1;
  114. interpolation_slot = stop_slot;
  115. step = -1;
  116. }
  117. value = 0.0;
  118. for(int slot = start_slot; slot != stop_slot ; slot += step)
  119. value += g->series[slot];
  120. size_t counted = slots_to_use;
  121. if(percent_interpolation_slot > 0.0 && interpolation_slot >= 0 && interpolation_slot < (int)available_slots) {
  122. value += g->series[interpolation_slot] * percent_interpolation_slot;
  123. value += g->series[last_slot] * percent_last_slot;
  124. counted++;
  125. }
  126. value = value / (NETDATA_DOUBLE)counted;
  127. }
  128. else
  129. value = min;
  130. }
  131. if(unlikely(!netdata_double_isnumber(value))) {
  132. value = 0.0;
  133. *rrdr_value_options_ptr |= RRDR_VALUE_EMPTY;
  134. }
  135. //log_series_to_stderr(g->series, g->next_pos, value, "percentile");
  136. g->next_pos = 0;
  137. return value;
  138. }