widgetQueries.tsx 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. import * as React from 'react';
  2. import isEqual from 'lodash/isEqual';
  3. import {doEventsRequest} from 'app/actionCreators/events';
  4. import {Client} from 'app/api';
  5. import {
  6. getDiffInMinutes,
  7. getInterval,
  8. isMultiSeriesStats,
  9. } from 'app/components/charts/utils';
  10. import {isSelectionEqual} from 'app/components/organizations/globalSelectionHeader/utils';
  11. import {t} from 'app/locale';
  12. import {
  13. EventsStats,
  14. GlobalSelection,
  15. MultiSeriesEventsStats,
  16. Organization,
  17. } from 'app/types';
  18. import {Series} from 'app/types/echarts';
  19. import {parsePeriodToHours} from 'app/utils/dates';
  20. import {TableData} from 'app/utils/discover/discoverQuery';
  21. import {
  22. DiscoverQueryRequestParams,
  23. doDiscoverQuery,
  24. } from 'app/utils/discover/genericDiscoverQuery';
  25. import {Widget, WidgetQuery} from './types';
  26. import {eventViewFromWidget} from './utils';
  27. // Don't fetch more than 4000 bins as we're plotting on a small area.
  28. const MAX_BIN_COUNT = 4000;
  29. function getWidgetInterval(
  30. widget: Widget,
  31. datetimeObj: Partial<GlobalSelection['datetime']>
  32. ): string {
  33. // Bars charts are daily totals to aligned with discover. It also makes them
  34. // usefully different from line/area charts until we expose the interval control, or remove it.
  35. let interval = widget.displayType === 'bar' ? '1d' : widget.interval;
  36. if (!interval) {
  37. // Default to 5 minutes
  38. interval = '5m';
  39. }
  40. const desiredPeriod = parsePeriodToHours(interval);
  41. const selectedRange = getDiffInMinutes(datetimeObj);
  42. if (selectedRange / desiredPeriod > MAX_BIN_COUNT) {
  43. return getInterval(datetimeObj, true);
  44. }
  45. return interval;
  46. }
  47. type RawResult = EventsStats | MultiSeriesEventsStats;
  48. function transformSeries(stats: EventsStats, seriesName: string): Series {
  49. return {
  50. seriesName,
  51. data: stats.data.map(([timestamp, counts]) => ({
  52. name: timestamp * 1000,
  53. value: counts.reduce((acc, {count}) => acc + count, 0),
  54. })),
  55. };
  56. }
  57. function transformResult(query: WidgetQuery, result: RawResult): Series[] {
  58. let output: Series[] = [];
  59. const seriesNamePrefix = query.name;
  60. if (isMultiSeriesStats(result)) {
  61. // Convert multi-series results into chartable series. Multi series results
  62. // are created when multiple yAxis are used. Convert the timeseries
  63. // data into a multi-series result set. As the server will have
  64. // replied with a map like: {[titleString: string]: EventsStats}
  65. const transformed: Series[] = Object.keys(result)
  66. .map((seriesName: string): [number, Series] => {
  67. const prefixedName = seriesNamePrefix
  68. ? `${seriesNamePrefix} : ${seriesName}`
  69. : seriesName;
  70. const seriesData: EventsStats = result[seriesName];
  71. return [seriesData.order || 0, transformSeries(seriesData, prefixedName)];
  72. })
  73. .sort((a, b) => a[0] - b[0])
  74. .map(item => item[1]);
  75. output = output.concat(transformed);
  76. } else {
  77. const field = query.fields[0];
  78. const prefixedName = seriesNamePrefix ? `${seriesNamePrefix} : ${field}` : field;
  79. const transformed = transformSeries(result, prefixedName);
  80. output.push(transformed);
  81. }
  82. return output;
  83. }
  84. type Props = {
  85. api: Client;
  86. organization: Organization;
  87. widget: Widget;
  88. selection: GlobalSelection;
  89. children: (
  90. props: Pick<State, 'loading' | 'timeseriesResults' | 'tableResults' | 'errorMessage'>
  91. ) => React.ReactNode;
  92. };
  93. type TableDataWithTitle = TableData & {title: string};
  94. type State = {
  95. errorMessage: undefined | string;
  96. loading: boolean;
  97. queryFetchID: symbol | undefined;
  98. timeseriesResults: undefined | Series[];
  99. rawResults: undefined | RawResult[];
  100. tableResults: undefined | TableDataWithTitle[];
  101. };
  102. class WidgetQueries extends React.Component<Props, State> {
  103. state: State = {
  104. loading: true,
  105. queryFetchID: undefined,
  106. errorMessage: undefined,
  107. timeseriesResults: undefined,
  108. rawResults: undefined,
  109. tableResults: undefined,
  110. };
  111. componentDidMount() {
  112. this.fetchData();
  113. }
  114. componentDidUpdate(prevProps: Props) {
  115. const {selection, widget} = this.props;
  116. // We do not fetch data whenever the query name changes.
  117. const [prevWidgetQueryNames, prevWidgetQueries] = prevProps.widget.queries.reduce(
  118. ([names, queries]: [string[], Omit<WidgetQuery, 'name'>[]], {name, ...rest}) => {
  119. names.push(name);
  120. queries.push(rest);
  121. return [names, queries];
  122. },
  123. [[], []]
  124. );
  125. const [widgetQueryNames, widgetQueries] = widget.queries.reduce(
  126. ([names, queries]: [string[], Omit<WidgetQuery, 'name'>[]], {name, ...rest}) => {
  127. names.push(name);
  128. queries.push(rest);
  129. return [names, queries];
  130. },
  131. [[], []]
  132. );
  133. if (
  134. !isEqual(widget.displayType, prevProps.widget.displayType) ||
  135. !isEqual(widget.interval, prevProps.widget.interval) ||
  136. !isEqual(widgetQueries, prevWidgetQueries) ||
  137. !isEqual(widget.displayType, prevProps.widget.displayType) ||
  138. !isSelectionEqual(selection, prevProps.selection)
  139. ) {
  140. this.fetchData();
  141. return;
  142. }
  143. if (
  144. !this.state.loading &&
  145. !isEqual(prevWidgetQueryNames, widgetQueryNames) &&
  146. this.state.rawResults?.length === widget.queries.length
  147. ) {
  148. // If the query names has changed, then update timeseries labels
  149. // eslint-disable-next-line react/no-did-update-set-state
  150. this.setState(prevState => {
  151. const timeseriesResults = widget.queries.reduce((acc: Series[], query, index) => {
  152. return acc.concat(transformResult(query, prevState.rawResults![index]));
  153. }, []);
  154. return {...prevState, timeseriesResults};
  155. });
  156. }
  157. }
  158. fetchEventData(queryFetchID: symbol) {
  159. const {selection, api, organization, widget} = this.props;
  160. let tableResults: TableDataWithTitle[] = [];
  161. // Table, world map, and stat widgets use table results and need
  162. // to do a discover 'table' query instead of a 'timeseries' query.
  163. this.setState({tableResults: []});
  164. const promises = widget.queries.map(query => {
  165. const eventView = eventViewFromWidget(widget.title, query, selection);
  166. let url: string = '';
  167. const params: DiscoverQueryRequestParams = {
  168. per_page: 5,
  169. noPagination: true,
  170. };
  171. if (widget.displayType === 'table') {
  172. url = `/organizations/${organization.slug}/eventsv2/`;
  173. params.referrer = 'api.dashboards.tablewidget';
  174. } else if (widget.displayType === 'big_number') {
  175. url = `/organizations/${organization.slug}/eventsv2/`;
  176. params.per_page = 1;
  177. params.referrer = 'api.dashboards.bignumberwidget';
  178. } else if (widget.displayType === 'world_map') {
  179. url = `/organizations/${organization.slug}/events-geo/`;
  180. delete params.per_page;
  181. params.referrer = 'api.dashboards.worldmapwidget';
  182. } else {
  183. throw Error(
  184. 'Expected widget displayType to be either big_number, table or world_map'
  185. );
  186. }
  187. return doDiscoverQuery<TableData>(api, url, {
  188. ...eventView.generateQueryStringObject(),
  189. ...params,
  190. });
  191. });
  192. let completed = 0;
  193. promises.forEach(async (promise, i) => {
  194. try {
  195. const [data] = await promise;
  196. // Cast so we can add the title.
  197. const tableData = data as TableDataWithTitle;
  198. tableData.title = widget.queries[i]?.name ?? '';
  199. // Overwrite the local var to work around state being stale in tests.
  200. tableResults = [...tableResults, tableData];
  201. this.setState(prevState => {
  202. if (prevState.queryFetchID !== queryFetchID) {
  203. // invariant: a different request was initiated after this request
  204. return prevState;
  205. }
  206. return {
  207. ...prevState,
  208. tableResults,
  209. };
  210. });
  211. } catch (err) {
  212. const errorMessage = err?.responseJSON?.detail || t('An unknown error occurred.');
  213. this.setState({errorMessage});
  214. } finally {
  215. completed++;
  216. this.setState(prevState => {
  217. if (prevState.queryFetchID !== queryFetchID) {
  218. // invariant: a different request was initiated after this request
  219. return prevState;
  220. }
  221. return {
  222. ...prevState,
  223. loading: completed === promises.length ? false : true,
  224. };
  225. });
  226. }
  227. });
  228. }
  229. fetchTimeseriesData(queryFetchID: symbol) {
  230. const {selection, api, organization, widget} = this.props;
  231. this.setState({timeseriesResults: [], rawResults: []});
  232. const {environments, projects} = selection;
  233. const {start, end, period: statsPeriod} = selection.datetime;
  234. const interval = getWidgetInterval(widget, {
  235. start,
  236. end,
  237. period: statsPeriod,
  238. });
  239. const promises = widget.queries.map(query => {
  240. const requestData = {
  241. organization,
  242. interval,
  243. start,
  244. end,
  245. project: projects,
  246. environment: environments,
  247. period: statsPeriod,
  248. query: query.conditions,
  249. yAxis: query.fields,
  250. orderby: query.orderby,
  251. includePrevious: false,
  252. referrer: 'api.dashboards.timeserieswidget',
  253. partial: true,
  254. };
  255. return doEventsRequest(api, requestData);
  256. });
  257. let completed = 0;
  258. promises.forEach(async (promise, i) => {
  259. try {
  260. const rawResults = await promise;
  261. this.setState(prevState => {
  262. if (prevState.queryFetchID !== queryFetchID) {
  263. // invariant: a different request was initiated after this request
  264. return prevState;
  265. }
  266. const timeseriesResults = (prevState.timeseriesResults ?? []).concat(
  267. transformResult(widget.queries[i], rawResults)
  268. );
  269. return {
  270. ...prevState,
  271. timeseriesResults,
  272. rawResults: (prevState.rawResults ?? []).concat(rawResults),
  273. };
  274. });
  275. } catch (err) {
  276. const errorMessage = err?.responseJSON?.detail || t('An unknown error occurred.');
  277. this.setState({errorMessage});
  278. } finally {
  279. completed++;
  280. this.setState(prevState => {
  281. if (prevState.queryFetchID !== queryFetchID) {
  282. // invariant: a different request was initiated after this request
  283. return prevState;
  284. }
  285. return {
  286. ...prevState,
  287. loading: completed === promises.length ? false : true,
  288. };
  289. });
  290. }
  291. });
  292. }
  293. fetchData() {
  294. const {widget} = this.props;
  295. const queryFetchID = Symbol('queryFetchID');
  296. this.setState({loading: true, errorMessage: undefined, queryFetchID});
  297. if (['table', 'world_map', 'big_number'].includes(widget.displayType)) {
  298. this.fetchEventData(queryFetchID);
  299. } else {
  300. this.fetchTimeseriesData(queryFetchID);
  301. }
  302. }
  303. render() {
  304. const {children} = this.props;
  305. const {loading, timeseriesResults, tableResults, errorMessage} = this.state;
  306. return children({loading, timeseriesResults, tableResults, errorMessage});
  307. }
  308. }
  309. export default WidgetQueries;