test_organization_events_mep.py 76 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154
  1. from unittest import mock
  2. import pytest
  3. from django.urls import reverse
  4. from sentry.discover.models import TeamKeyTransaction
  5. from sentry.models import ProjectTeam
  6. from sentry.models.transaction_threshold import (
  7. ProjectTransactionThreshold,
  8. ProjectTransactionThresholdOverride,
  9. TransactionMetric,
  10. )
  11. from sentry.search.events import constants
  12. from sentry.snuba.metrics.naming_layer.mri import TransactionMRI
  13. from sentry.snuba.metrics.naming_layer.public import TransactionMetricKey
  14. from sentry.testutils import MetricsEnhancedPerformanceTestCase
  15. from sentry.testutils.helpers.datetime import before_now, iso_format
  16. from sentry.testutils.silo import region_silo_test
  17. from sentry.utils.samples import load_data
  18. pytestmark = pytest.mark.sentry_metrics
  19. @region_silo_test
  20. class OrganizationEventsMetricsEnhancedPerformanceEndpointTest(MetricsEnhancedPerformanceTestCase):
  21. viewname = "sentry-api-0-organization-events"
  22. # Poor intentionally omitted for test_measurement_rating_that_does_not_exist
  23. METRIC_STRINGS = [
  24. "foo_transaction",
  25. "bar_transaction",
  26. "baz_transaction",
  27. "staging",
  28. "measurement_rating",
  29. "good",
  30. "meh",
  31. "d:transactions/measurements.something_custom@millisecond",
  32. "d:transactions/measurements.runtime@hour",
  33. "d:transactions/measurements.bytes_transfered@byte",
  34. "d:transactions/measurements.datacenter_memory@petabyte",
  35. "d:transactions/measurements.custom.kilobyte@kilobyte",
  36. "d:transactions/measurements.longtaskcount@none",
  37. "d:transactions/measurements.percent@ratio",
  38. "d:transactions/measurements.custom_type@somethingcustom",
  39. ]
  40. def setUp(self):
  41. super().setUp()
  42. self.min_ago = before_now(minutes=1)
  43. self.two_min_ago = before_now(minutes=2)
  44. self.transaction_data = load_data("transaction", timestamp=before_now(minutes=1))
  45. self.features = {
  46. "organizations:performance-use-metrics": True,
  47. }
  48. def do_request(self, query, features=None):
  49. if features is None:
  50. features = {"organizations:discover-basic": True}
  51. features.update(self.features)
  52. self.login_as(user=self.user)
  53. url = reverse(
  54. self.viewname,
  55. kwargs={"organization_slug": self.organization.slug},
  56. )
  57. with self.feature(features):
  58. return self.client.get(url, query, format="json")
  59. def test_no_projects(self):
  60. response = self.do_request(
  61. {
  62. "dataset": "metricsEnhanced",
  63. }
  64. )
  65. assert response.status_code == 200, response.content
  66. def test_invalid_dataset(self):
  67. response = self.do_request(
  68. {
  69. "dataset": "aFakeDataset",
  70. "project": self.project.id,
  71. }
  72. )
  73. assert response.status_code == 400, response.content
  74. assert (
  75. response.data["detail"]
  76. == "dataset must be one of: discover, metricsEnhanced, metrics, profiles"
  77. )
  78. def test_out_of_retention(self):
  79. self.create_project()
  80. with self.options({"system.event-retention-days": 10}):
  81. query = {
  82. "field": ["id", "timestamp"],
  83. "orderby": ["-timestamp", "-id"],
  84. "query": "event.type:transaction",
  85. "start": iso_format(before_now(days=20)),
  86. "end": iso_format(before_now(days=15)),
  87. "dataset": "metricsEnhanced",
  88. }
  89. response = self.do_request(query)
  90. assert response.status_code == 400, response.content
  91. assert response.data["detail"] == "Invalid date range. Please try a more recent date range."
  92. def test_invalid_search_terms(self):
  93. response = self.do_request(
  94. {
  95. "field": ["epm()"],
  96. "query": "hi \n there",
  97. "project": self.project.id,
  98. "dataset": "metricsEnhanced",
  99. }
  100. )
  101. assert response.status_code == 400, response.content
  102. assert (
  103. response.data["detail"]
  104. == "Parse error at 'hi \n ther' (column 4). This is commonly caused by unmatched parentheses. Enclose any text in double quotes."
  105. )
  106. def test_percentile_with_no_data(self):
  107. response = self.do_request(
  108. {
  109. "field": ["p50()"],
  110. "query": "",
  111. "project": self.project.id,
  112. "dataset": "metricsEnhanced",
  113. }
  114. )
  115. assert response.status_code == 200, response.content
  116. data = response.data["data"]
  117. assert len(data) == 1
  118. assert data[0]["p50()"] == 0
  119. def test_project_name(self):
  120. self.store_transaction_metric(
  121. 1,
  122. tags={"environment": "staging"},
  123. timestamp=self.min_ago,
  124. )
  125. response = self.do_request(
  126. {
  127. "field": ["project.name", "environment", "epm()"],
  128. "query": "event.type:transaction",
  129. "dataset": "metricsEnhanced",
  130. "per_page": 50,
  131. }
  132. )
  133. assert response.status_code == 200, response.content
  134. assert len(response.data["data"]) == 1
  135. data = response.data["data"]
  136. meta = response.data["meta"]
  137. field_meta = meta["fields"]
  138. assert data[0]["project.name"] == self.project.slug
  139. assert "project.id" not in data[0]
  140. assert data[0]["environment"] == "staging"
  141. assert meta["isMetricsData"]
  142. assert field_meta["project.name"] == "string"
  143. assert field_meta["environment"] == "string"
  144. assert field_meta["epm()"] == "number"
  145. def test_project_id(self):
  146. self.store_transaction_metric(
  147. 1,
  148. tags={"environment": "staging"},
  149. timestamp=self.min_ago,
  150. )
  151. response = self.do_request(
  152. {
  153. "field": ["project_id", "environment", "epm()"],
  154. "query": "event.type:transaction",
  155. "dataset": "metrics",
  156. "per_page": 50,
  157. }
  158. )
  159. assert response.status_code == 200, response.content
  160. assert len(response.data["data"]) == 1
  161. data = response.data["data"]
  162. meta = response.data["meta"]
  163. field_meta = meta["fields"]
  164. assert data[0]["project_id"] == self.project.id
  165. assert data[0]["environment"] == "staging"
  166. assert meta["isMetricsData"]
  167. assert field_meta["project_id"] == "integer"
  168. assert field_meta["environment"] == "string"
  169. assert field_meta["epm()"] == "number"
  170. def test_project_dot_id(self):
  171. self.store_transaction_metric(
  172. 1,
  173. tags={"environment": "staging"},
  174. timestamp=self.min_ago,
  175. )
  176. response = self.do_request(
  177. {
  178. "field": ["project.id", "environment", "epm()"],
  179. "query": "event.type:transaction",
  180. "dataset": "metrics",
  181. "per_page": 50,
  182. }
  183. )
  184. assert response.status_code == 200, response.content
  185. assert len(response.data["data"]) == 1
  186. data = response.data["data"]
  187. meta = response.data["meta"]
  188. field_meta = meta["fields"]
  189. assert data[0]["project.id"] == self.project.id
  190. assert data[0]["environment"] == "staging"
  191. assert meta["isMetricsData"]
  192. assert field_meta["project.id"] == "integer"
  193. assert field_meta["environment"] == "string"
  194. assert field_meta["epm()"] == "number"
  195. def test_title_alias(self):
  196. """title is an alias to transaction name"""
  197. self.store_transaction_metric(
  198. 1,
  199. tags={"transaction": "foo_transaction"},
  200. timestamp=self.min_ago,
  201. )
  202. response = self.do_request(
  203. {
  204. "field": ["title", "p50()"],
  205. "query": "event.type:transaction",
  206. "dataset": "metricsEnhanced",
  207. "per_page": 50,
  208. }
  209. )
  210. assert response.status_code == 200, response.content
  211. assert len(response.data["data"]) == 1
  212. data = response.data["data"]
  213. meta = response.data["meta"]
  214. field_meta = meta["fields"]
  215. assert data[0]["title"] == "foo_transaction"
  216. assert data[0]["p50()"] == 1
  217. assert meta["isMetricsData"]
  218. assert field_meta["title"] == "string"
  219. assert field_meta["p50()"] == "duration"
  220. def test_having_condition(self):
  221. self.store_transaction_metric(
  222. 1,
  223. tags={"environment": "staging", "transaction": "foo_transaction"},
  224. timestamp=self.min_ago,
  225. )
  226. self.store_transaction_metric(
  227. # shouldn't show up
  228. 100,
  229. tags={"environment": "staging", "transaction": "bar_transaction"},
  230. timestamp=self.min_ago,
  231. )
  232. response = self.do_request(
  233. {
  234. "field": ["transaction", "project", "p50(transaction.duration)"],
  235. "query": "event.type:transaction p50(transaction.duration):<50",
  236. "dataset": "metricsEnhanced",
  237. "per_page": 50,
  238. }
  239. )
  240. assert response.status_code == 200, response.content
  241. assert len(response.data["data"]) == 1
  242. data = response.data["data"]
  243. meta = response.data["meta"]
  244. field_meta = meta["fields"]
  245. assert data[0]["transaction"] == "foo_transaction"
  246. assert data[0]["project"] == self.project.slug
  247. assert data[0]["p50(transaction.duration)"] == 1
  248. assert meta["isMetricsData"]
  249. assert field_meta["transaction"] == "string"
  250. assert field_meta["project"] == "string"
  251. assert field_meta["p50(transaction.duration)"] == "duration"
  252. def test_having_condition_with_preventing_aggregates(self):
  253. self.store_transaction_metric(
  254. 1,
  255. tags={"environment": "staging", "transaction": "foo_transaction"},
  256. timestamp=self.min_ago,
  257. )
  258. self.store_transaction_metric(
  259. 100,
  260. tags={"environment": "staging", "transaction": "bar_transaction"},
  261. timestamp=self.min_ago,
  262. )
  263. response = self.do_request(
  264. {
  265. "field": ["transaction", "project", "p50(transaction.duration)"],
  266. "query": "event.type:transaction p50(transaction.duration):<50",
  267. "dataset": "metricsEnhanced",
  268. "preventMetricAggregates": "1",
  269. "per_page": 50,
  270. }
  271. )
  272. assert response.status_code == 200, response.content
  273. assert len(response.data["data"]) == 0
  274. meta = response.data["meta"]
  275. field_meta = meta["fields"]
  276. assert not meta["isMetricsData"]
  277. assert field_meta["transaction"] == "string"
  278. assert field_meta["project"] == "string"
  279. assert field_meta["p50(transaction.duration)"] == "duration"
  280. def test_having_condition_with_preventing_aggregate_metrics_only(self):
  281. """same as the previous test, but with the dataset on explicit metrics
  282. which should throw a 400 error instead"""
  283. response = self.do_request(
  284. {
  285. "field": ["transaction", "project", "p50(transaction.duration)"],
  286. "query": "event.type:transaction p50(transaction.duration):<50",
  287. "dataset": "metrics",
  288. "preventMetricAggregates": "1",
  289. "per_page": 50,
  290. "project": self.project.id,
  291. }
  292. )
  293. assert response.status_code == 400, response.content
  294. def test_having_condition_not_selected(self):
  295. self.store_transaction_metric(
  296. 1,
  297. tags={"environment": "staging", "transaction": "foo_transaction"},
  298. timestamp=self.min_ago,
  299. )
  300. self.store_transaction_metric(
  301. # shouldn't show up
  302. 100,
  303. tags={"environment": "staging", "transaction": "bar_transaction"},
  304. timestamp=self.min_ago,
  305. )
  306. response = self.do_request(
  307. {
  308. "field": ["transaction", "project", "p50(transaction.duration)"],
  309. "query": "event.type:transaction p75(transaction.duration):<50",
  310. "dataset": "metricsEnhanced",
  311. "per_page": 50,
  312. }
  313. )
  314. assert response.status_code == 200, response.content
  315. assert len(response.data["data"]) == 1
  316. data = response.data["data"]
  317. meta = response.data["meta"]
  318. field_meta = meta["fields"]
  319. assert data[0]["transaction"] == "foo_transaction"
  320. assert data[0]["project"] == self.project.slug
  321. assert data[0]["p50(transaction.duration)"] == 1
  322. assert meta["isMetricsData"]
  323. assert field_meta["transaction"] == "string"
  324. assert field_meta["project"] == "string"
  325. assert field_meta["p50(transaction.duration)"] == "duration"
  326. def test_non_metrics_tag_with_implicit_format(self):
  327. self.store_transaction_metric(
  328. 1,
  329. tags={"environment": "staging", "transaction": "foo_transaction"},
  330. timestamp=self.min_ago,
  331. )
  332. response = self.do_request(
  333. {
  334. "field": ["test", "p50(transaction.duration)"],
  335. "query": "event.type:transaction",
  336. "dataset": "metricsEnhanced",
  337. "per_page": 50,
  338. }
  339. )
  340. assert response.status_code == 200, response.content
  341. assert len(response.data["data"]) == 0
  342. assert not response.data["meta"]["isMetricsData"]
  343. def test_non_metrics_tag_with_implicit_format_metrics_dataset(self):
  344. self.store_transaction_metric(
  345. 1,
  346. tags={"environment": "staging", "transaction": "foo_transaction"},
  347. timestamp=self.min_ago,
  348. )
  349. response = self.do_request(
  350. {
  351. "field": ["test", "p50(transaction.duration)"],
  352. "query": "event.type:transaction",
  353. "dataset": "metrics",
  354. "per_page": 50,
  355. }
  356. )
  357. assert response.status_code == 400, response.content
  358. def test_performance_homepage_query(self):
  359. self.store_transaction_metric(
  360. 1,
  361. tags={
  362. "transaction": "foo_transaction",
  363. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  364. },
  365. timestamp=self.min_ago,
  366. )
  367. self.store_transaction_metric(
  368. 1,
  369. "measurements.fcp",
  370. tags={"transaction": "foo_transaction"},
  371. timestamp=self.min_ago,
  372. )
  373. self.store_transaction_metric(
  374. 2,
  375. "measurements.lcp",
  376. tags={"transaction": "foo_transaction"},
  377. timestamp=self.min_ago,
  378. )
  379. self.store_transaction_metric(
  380. 3,
  381. "measurements.fid",
  382. tags={"transaction": "foo_transaction"},
  383. timestamp=self.min_ago,
  384. )
  385. self.store_transaction_metric(
  386. 4,
  387. "measurements.cls",
  388. tags={"transaction": "foo_transaction"},
  389. timestamp=self.min_ago,
  390. )
  391. self.store_transaction_metric(
  392. 1,
  393. "user",
  394. tags={
  395. "transaction": "foo_transaction",
  396. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_FRUSTRATED_TAG_VALUE,
  397. },
  398. timestamp=self.min_ago,
  399. )
  400. for dataset in ["metrics", "metricsEnhanced"]:
  401. response = self.do_request(
  402. {
  403. "field": [
  404. "transaction",
  405. "project",
  406. "tpm()",
  407. "p75(measurements.fcp)",
  408. "p75(measurements.lcp)",
  409. "p75(measurements.fid)",
  410. "p75(measurements.cls)",
  411. "count_unique(user)",
  412. "apdex()",
  413. "count_miserable(user)",
  414. "user_misery()",
  415. "failure_rate()",
  416. "failure_count()",
  417. ],
  418. "orderby": "tpm()",
  419. "query": "event.type:transaction",
  420. "dataset": dataset,
  421. "per_page": 50,
  422. }
  423. )
  424. assert len(response.data["data"]) == 1
  425. data = response.data["data"][0]
  426. meta = response.data["meta"]
  427. field_meta = meta["fields"]
  428. assert data["transaction"] == "foo_transaction"
  429. assert data["project"] == self.project.slug
  430. assert data["p75(measurements.fcp)"] == 1.0
  431. assert data["p75(measurements.lcp)"] == 2.0
  432. assert data["p75(measurements.fid)"] == 3.0
  433. assert data["p75(measurements.cls)"] == 4.0
  434. assert data["apdex()"] == 1.0
  435. assert data["count_miserable(user)"] == 1.0
  436. assert data["user_misery()"] == 0.058
  437. assert data["failure_rate()"] == 1
  438. assert data["failure_count()"] == 1
  439. assert meta["isMetricsData"]
  440. assert field_meta["transaction"] == "string"
  441. assert field_meta["project"] == "string"
  442. assert field_meta["p75(measurements.fcp)"] == "duration"
  443. assert field_meta["p75(measurements.lcp)"] == "duration"
  444. assert field_meta["p75(measurements.fid)"] == "duration"
  445. assert field_meta["p75(measurements.cls)"] == "number"
  446. assert field_meta["apdex()"] == "number"
  447. assert field_meta["count_miserable(user)"] == "integer"
  448. assert field_meta["user_misery()"] == "number"
  449. assert field_meta["failure_rate()"] == "percentage"
  450. assert field_meta["failure_count()"] == "integer"
  451. def test_user_misery_and_team_key_sort(self):
  452. self.store_transaction_metric(
  453. 1,
  454. tags={
  455. "transaction": "foo_transaction",
  456. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  457. },
  458. timestamp=self.min_ago,
  459. )
  460. self.store_transaction_metric(
  461. 1,
  462. "measurements.fcp",
  463. tags={"transaction": "foo_transaction"},
  464. timestamp=self.min_ago,
  465. )
  466. self.store_transaction_metric(
  467. 2,
  468. "measurements.lcp",
  469. tags={"transaction": "foo_transaction"},
  470. timestamp=self.min_ago,
  471. )
  472. self.store_transaction_metric(
  473. 3,
  474. "measurements.fid",
  475. tags={"transaction": "foo_transaction"},
  476. timestamp=self.min_ago,
  477. )
  478. self.store_transaction_metric(
  479. 4,
  480. "measurements.cls",
  481. tags={"transaction": "foo_transaction"},
  482. timestamp=self.min_ago,
  483. )
  484. self.store_transaction_metric(
  485. 1,
  486. "user",
  487. tags={
  488. "transaction": "foo_transaction",
  489. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_FRUSTRATED_TAG_VALUE,
  490. },
  491. timestamp=self.min_ago,
  492. )
  493. response = self.do_request(
  494. {
  495. "field": [
  496. "team_key_transaction",
  497. "transaction",
  498. "project",
  499. "tpm()",
  500. "p75(measurements.fcp)",
  501. "p75(measurements.lcp)",
  502. "p75(measurements.fid)",
  503. "p75(measurements.cls)",
  504. "count_unique(user)",
  505. "apdex()",
  506. "count_miserable(user)",
  507. "user_misery()",
  508. "failure_rate()",
  509. "failure_count()",
  510. ],
  511. "orderby": ["team_key_transaction", "user_misery()"],
  512. "query": "event.type:transaction",
  513. "dataset": "metrics",
  514. "per_page": 50,
  515. }
  516. )
  517. assert response.status_code == 200, response.content
  518. assert len(response.data["data"]) == 1
  519. data = response.data["data"][0]
  520. meta = response.data["meta"]
  521. field_meta = meta["fields"]
  522. assert data["transaction"] == "foo_transaction"
  523. assert data["project"] == self.project.slug
  524. assert data["p75(measurements.fcp)"] == 1.0
  525. assert data["p75(measurements.lcp)"] == 2.0
  526. assert data["p75(measurements.fid)"] == 3.0
  527. assert data["p75(measurements.cls)"] == 4.0
  528. assert data["apdex()"] == 1.0
  529. assert data["count_miserable(user)"] == 1.0
  530. assert data["user_misery()"] == 0.058
  531. assert data["failure_rate()"] == 1
  532. assert data["failure_count()"] == 1
  533. assert meta["isMetricsData"]
  534. assert field_meta["transaction"] == "string"
  535. assert field_meta["project"] == "string"
  536. assert field_meta["p75(measurements.fcp)"] == "duration"
  537. assert field_meta["p75(measurements.lcp)"] == "duration"
  538. assert field_meta["p75(measurements.fid)"] == "duration"
  539. assert field_meta["p75(measurements.cls)"] == "number"
  540. assert field_meta["apdex()"] == "number"
  541. assert field_meta["count_miserable(user)"] == "integer"
  542. assert field_meta["user_misery()"] == "number"
  543. assert field_meta["failure_rate()"] == "percentage"
  544. assert field_meta["failure_count()"] == "integer"
  545. def test_no_team_key_transactions(self):
  546. self.store_transaction_metric(
  547. 1, tags={"transaction": "foo_transaction"}, timestamp=self.min_ago
  548. )
  549. self.store_transaction_metric(
  550. 100, tags={"transaction": "bar_transaction"}, timestamp=self.min_ago
  551. )
  552. query = {
  553. "team": "myteams",
  554. "project": [self.project.id],
  555. # TODO sort by transaction here once that's possible for order to match the same test without metrics
  556. "orderby": "p95()",
  557. "field": [
  558. "team_key_transaction",
  559. "transaction",
  560. "transaction.status",
  561. "project",
  562. "epm()",
  563. "failure_rate()",
  564. "p95()",
  565. ],
  566. "per_page": 50,
  567. "dataset": "metricsEnhanced",
  568. }
  569. response = self.do_request(query)
  570. assert response.status_code == 200, response.content
  571. assert len(response.data["data"]) == 2
  572. data = response.data["data"]
  573. meta = response.data["meta"]
  574. field_meta = meta["fields"]
  575. assert data[0]["team_key_transaction"] == 0
  576. assert data[0]["transaction"] == "foo_transaction"
  577. assert data[1]["team_key_transaction"] == 0
  578. assert data[1]["transaction"] == "bar_transaction"
  579. assert meta["isMetricsData"]
  580. assert field_meta["team_key_transaction"] == "boolean"
  581. assert field_meta["transaction"] == "string"
  582. def test_team_key_transactions_my_teams(self):
  583. team1 = self.create_team(organization=self.organization, name="Team A")
  584. self.create_team_membership(team1, user=self.user)
  585. self.project.add_team(team1)
  586. team2 = self.create_team(organization=self.organization, name="Team B")
  587. self.project.add_team(team2)
  588. key_transactions = [
  589. (team1, "foo_transaction"),
  590. (team2, "baz_transaction"),
  591. ]
  592. # Not a key transaction
  593. self.store_transaction_metric(
  594. 100, tags={"transaction": "bar_transaction"}, timestamp=self.min_ago
  595. )
  596. for team, transaction in key_transactions:
  597. self.store_transaction_metric(
  598. 1, tags={"transaction": transaction}, timestamp=self.min_ago
  599. )
  600. TeamKeyTransaction.objects.create(
  601. organization=self.organization,
  602. transaction=transaction,
  603. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  604. )
  605. query = {
  606. "team": "myteams",
  607. "project": [self.project.id],
  608. "field": [
  609. "team_key_transaction",
  610. "transaction",
  611. "transaction.status",
  612. "project",
  613. "epm()",
  614. "failure_rate()",
  615. "p95()",
  616. ],
  617. "per_page": 50,
  618. "dataset": "metricsEnhanced",
  619. }
  620. query["orderby"] = ["team_key_transaction", "p95()"]
  621. response = self.do_request(query)
  622. assert response.status_code == 200, response.content
  623. assert len(response.data["data"]) == 3
  624. data = response.data["data"]
  625. meta = response.data["meta"]
  626. field_meta = meta["fields"]
  627. assert data[0]["team_key_transaction"] == 0
  628. assert data[0]["transaction"] == "baz_transaction"
  629. assert data[1]["team_key_transaction"] == 0
  630. assert data[1]["transaction"] == "bar_transaction"
  631. assert data[2]["team_key_transaction"] == 1
  632. assert data[2]["transaction"] == "foo_transaction"
  633. assert meta["isMetricsData"]
  634. assert field_meta["team_key_transaction"] == "boolean"
  635. assert field_meta["transaction"] == "string"
  636. # not specifying any teams should use my teams
  637. query = {
  638. "project": [self.project.id],
  639. "field": [
  640. "team_key_transaction",
  641. "transaction",
  642. "transaction.status",
  643. "project",
  644. "epm()",
  645. "failure_rate()",
  646. "p95()",
  647. ],
  648. "per_page": 50,
  649. "dataset": "metricsEnhanced",
  650. }
  651. query["orderby"] = ["team_key_transaction", "p95()"]
  652. response = self.do_request(query)
  653. assert response.status_code == 200, response.content
  654. assert len(response.data["data"]) == 3
  655. data = response.data["data"]
  656. meta = response.data["meta"]
  657. field_meta = meta["fields"]
  658. assert data[0]["team_key_transaction"] == 0
  659. assert data[0]["transaction"] == "baz_transaction"
  660. assert data[1]["team_key_transaction"] == 0
  661. assert data[1]["transaction"] == "bar_transaction"
  662. assert data[2]["team_key_transaction"] == 1
  663. assert data[2]["transaction"] == "foo_transaction"
  664. assert meta["isMetricsData"]
  665. assert field_meta["team_key_transaction"] == "boolean"
  666. assert field_meta["transaction"] == "string"
  667. def test_team_key_transactions_orderby(self):
  668. team1 = self.create_team(organization=self.organization, name="Team A")
  669. team2 = self.create_team(organization=self.organization, name="Team B")
  670. key_transactions = [
  671. (team1, "foo_transaction", 1),
  672. (team2, "baz_transaction", 100),
  673. ]
  674. # Not a key transaction
  675. self.store_transaction_metric(
  676. 100, tags={"transaction": "bar_transaction"}, timestamp=self.min_ago
  677. )
  678. for team, transaction, value in key_transactions:
  679. self.store_transaction_metric(
  680. value, tags={"transaction": transaction}, timestamp=self.min_ago
  681. )
  682. self.create_team_membership(team, user=self.user)
  683. self.project.add_team(team)
  684. TeamKeyTransaction.objects.create(
  685. organization=self.organization,
  686. transaction=transaction,
  687. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  688. )
  689. query = {
  690. "team": "myteams",
  691. "project": [self.project.id],
  692. "field": [
  693. "team_key_transaction",
  694. "transaction",
  695. "transaction.status",
  696. "project",
  697. "epm()",
  698. "failure_rate()",
  699. "p95()",
  700. ],
  701. "per_page": 50,
  702. "dataset": "metricsEnhanced",
  703. }
  704. # test ascending order
  705. query["orderby"] = ["team_key_transaction", "p95()"]
  706. response = self.do_request(query)
  707. assert response.status_code == 200, response.content
  708. assert len(response.data["data"]) == 3
  709. data = response.data["data"]
  710. meta = response.data["meta"]
  711. field_meta = meta["fields"]
  712. assert data[0]["team_key_transaction"] == 0
  713. assert data[0]["transaction"] == "bar_transaction"
  714. assert data[1]["team_key_transaction"] == 1
  715. assert data[1]["transaction"] == "foo_transaction"
  716. assert data[2]["team_key_transaction"] == 1
  717. assert data[2]["transaction"] == "baz_transaction"
  718. assert meta["isMetricsData"]
  719. assert field_meta["team_key_transaction"] == "boolean"
  720. assert field_meta["transaction"] == "string"
  721. # test descending order
  722. query["orderby"] = ["-team_key_transaction", "p95()"]
  723. response = self.do_request(query)
  724. assert response.status_code == 200, response.content
  725. assert len(response.data["data"]) == 3
  726. data = response.data["data"]
  727. meta = response.data["meta"]
  728. field_meta = meta["fields"]
  729. assert data[0]["team_key_transaction"] == 1
  730. assert data[0]["transaction"] == "foo_transaction"
  731. assert data[1]["team_key_transaction"] == 1
  732. assert data[1]["transaction"] == "baz_transaction"
  733. assert data[2]["team_key_transaction"] == 0
  734. assert data[2]["transaction"] == "bar_transaction"
  735. assert meta["isMetricsData"]
  736. assert field_meta["team_key_transaction"] == "boolean"
  737. assert field_meta["transaction"] == "string"
  738. def test_team_key_transactions_query(self):
  739. team1 = self.create_team(organization=self.organization, name="Team A")
  740. team2 = self.create_team(organization=self.organization, name="Team B")
  741. key_transactions = [
  742. (team1, "foo_transaction", 1),
  743. (team2, "baz_transaction", 100),
  744. ]
  745. # Not a key transaction
  746. self.store_transaction_metric(
  747. 100, tags={"transaction": "bar_transaction"}, timestamp=self.min_ago
  748. )
  749. for team, transaction, value in key_transactions:
  750. self.store_transaction_metric(
  751. value, tags={"transaction": transaction}, timestamp=self.min_ago
  752. )
  753. self.create_team_membership(team, user=self.user)
  754. self.project.add_team(team)
  755. TeamKeyTransaction.objects.create(
  756. organization=self.organization,
  757. transaction=transaction,
  758. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  759. )
  760. query = {
  761. "team": "myteams",
  762. "project": [self.project.id],
  763. # use the order by to ensure the result order
  764. "orderby": "p95()",
  765. "field": [
  766. "team_key_transaction",
  767. "transaction",
  768. "transaction.status",
  769. "project",
  770. "epm()",
  771. "failure_rate()",
  772. "p95()",
  773. ],
  774. "per_page": 50,
  775. "dataset": "metricsEnhanced",
  776. }
  777. # key transactions
  778. query["query"] = "has:team_key_transaction"
  779. response = self.do_request(query)
  780. assert response.status_code == 200, response.content
  781. assert len(response.data["data"]) == 2
  782. data = response.data["data"]
  783. meta = response.data["meta"]
  784. field_meta = meta["fields"]
  785. assert data[0]["team_key_transaction"] == 1
  786. assert data[0]["transaction"] == "foo_transaction"
  787. assert data[1]["team_key_transaction"] == 1
  788. assert data[1]["transaction"] == "baz_transaction"
  789. assert meta["isMetricsData"]
  790. assert field_meta["team_key_transaction"] == "boolean"
  791. assert field_meta["transaction"] == "string"
  792. # key transactions
  793. query["query"] = "team_key_transaction:true"
  794. response = self.do_request(query)
  795. assert response.status_code == 200, response.content
  796. assert len(response.data["data"]) == 2
  797. data = response.data["data"]
  798. meta = response.data["meta"]
  799. field_meta = meta["fields"]
  800. assert data[0]["team_key_transaction"] == 1
  801. assert data[0]["transaction"] == "foo_transaction"
  802. assert data[1]["team_key_transaction"] == 1
  803. assert data[1]["transaction"] == "baz_transaction"
  804. assert meta["isMetricsData"]
  805. assert field_meta["team_key_transaction"] == "boolean"
  806. assert field_meta["transaction"] == "string"
  807. # not key transactions
  808. query["query"] = "!has:team_key_transaction"
  809. response = self.do_request(query)
  810. assert response.status_code == 200, response.content
  811. assert len(response.data["data"]) == 1
  812. data = response.data["data"]
  813. meta = response.data["meta"]
  814. field_meta = meta["fields"]
  815. assert data[0]["team_key_transaction"] == 0
  816. assert data[0]["transaction"] == "bar_transaction"
  817. assert meta["isMetricsData"]
  818. assert field_meta["team_key_transaction"] == "boolean"
  819. assert field_meta["transaction"] == "string"
  820. # not key transactions
  821. query["query"] = "team_key_transaction:false"
  822. response = self.do_request(query)
  823. assert response.status_code == 200, response.content
  824. assert len(response.data["data"]) == 1
  825. data = response.data["data"]
  826. meta = response.data["meta"]
  827. field_meta = meta["fields"]
  828. assert data[0]["team_key_transaction"] == 0
  829. assert data[0]["transaction"] == "bar_transaction"
  830. assert meta["isMetricsData"]
  831. assert field_meta["team_key_transaction"] == "boolean"
  832. assert field_meta["transaction"] == "string"
  833. def test_team_key_transaction_not_exists(self):
  834. team1 = self.create_team(organization=self.organization, name="Team A")
  835. team2 = self.create_team(organization=self.organization, name="Team B")
  836. key_transactions = [
  837. (team1, "foo_transaction", 1),
  838. (team2, "baz_transaction", 100),
  839. ]
  840. for team, transaction, value in key_transactions:
  841. self.store_transaction_metric(
  842. value, tags={"transaction": transaction}, timestamp=self.min_ago
  843. )
  844. self.create_team_membership(team, user=self.user)
  845. self.project.add_team(team)
  846. TeamKeyTransaction.objects.create(
  847. organization=self.organization,
  848. transaction=transaction,
  849. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  850. )
  851. # Don't create a metric for this one
  852. TeamKeyTransaction.objects.create(
  853. organization=self.organization,
  854. transaction="not_in_metrics",
  855. project_team=ProjectTeam.objects.get(project=self.project, team=team1),
  856. )
  857. query = {
  858. "team": "myteams",
  859. "project": [self.project.id],
  860. # use the order by to ensure the result order
  861. "orderby": "p95()",
  862. "field": [
  863. "team_key_transaction",
  864. "transaction",
  865. "transaction.status",
  866. "project",
  867. "epm()",
  868. "failure_rate()",
  869. "p95()",
  870. ],
  871. "per_page": 50,
  872. "dataset": "metricsEnhanced",
  873. }
  874. # key transactions
  875. query["query"] = "has:team_key_transaction"
  876. response = self.do_request(query)
  877. assert response.status_code == 200, response.content
  878. assert len(response.data["data"]) == 2
  879. data = response.data["data"]
  880. meta = response.data["meta"]
  881. field_meta = meta["fields"]
  882. assert data[0]["team_key_transaction"] == 1
  883. assert data[0]["transaction"] == "foo_transaction"
  884. assert data[1]["team_key_transaction"] == 1
  885. assert data[1]["transaction"] == "baz_transaction"
  886. assert meta["isMetricsData"]
  887. assert field_meta["team_key_transaction"] == "boolean"
  888. assert field_meta["transaction"] == "string"
  889. # key transactions
  890. query["query"] = "team_key_transaction:true"
  891. response = self.do_request(query)
  892. assert response.status_code == 200, response.content
  893. assert len(response.data["data"]) == 2
  894. data = response.data["data"]
  895. meta = response.data["meta"]
  896. field_meta = meta["fields"]
  897. assert data[0]["team_key_transaction"] == 1
  898. assert data[0]["transaction"] == "foo_transaction"
  899. assert data[1]["team_key_transaction"] == 1
  900. assert data[1]["transaction"] == "baz_transaction"
  901. assert meta["isMetricsData"]
  902. assert field_meta["team_key_transaction"] == "boolean"
  903. assert field_meta["transaction"] == "string"
  904. # not key transactions
  905. query["query"] = "!has:team_key_transaction"
  906. response = self.do_request(query)
  907. assert response.status_code == 200, response.content
  908. assert len(response.data["data"]) == 0
  909. data = response.data["data"]
  910. meta = response.data["meta"]
  911. field_meta = meta["fields"]
  912. assert meta["isMetricsData"]
  913. assert field_meta["team_key_transaction"] == "boolean"
  914. assert field_meta["transaction"] == "string"
  915. # not key transactions
  916. query["query"] = "team_key_transaction:false"
  917. response = self.do_request(query)
  918. assert response.status_code == 200, response.content
  919. assert len(response.data["data"]) == 0
  920. data = response.data["data"]
  921. meta = response.data["meta"]
  922. field_meta = meta["fields"]
  923. assert meta["isMetricsData"]
  924. assert field_meta["team_key_transaction"] == "boolean"
  925. assert field_meta["transaction"] == "string"
  926. def test_too_many_team_key_transactions(self):
  927. MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS = 1
  928. with mock.patch(
  929. "sentry.search.events.fields.MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS",
  930. MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS,
  931. ):
  932. team = self.create_team(organization=self.organization, name="Team A")
  933. self.create_team_membership(team, user=self.user)
  934. self.project.add_team(team)
  935. project_team = ProjectTeam.objects.get(project=self.project, team=team)
  936. transactions = ["foo_transaction", "bar_transaction", "baz_transaction"]
  937. for i in range(MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS + 1):
  938. self.store_transaction_metric(
  939. 100, tags={"transaction": transactions[i]}, timestamp=self.min_ago
  940. )
  941. TeamKeyTransaction.objects.bulk_create(
  942. [
  943. TeamKeyTransaction(
  944. organization=self.organization,
  945. project_team=project_team,
  946. transaction=transactions[i],
  947. )
  948. for i in range(MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS + 1)
  949. ]
  950. )
  951. query = {
  952. "team": "myteams",
  953. "project": [self.project.id],
  954. "orderby": "p95()",
  955. "field": [
  956. "team_key_transaction",
  957. "transaction",
  958. "transaction.status",
  959. "project",
  960. "epm()",
  961. "failure_rate()",
  962. "p95()",
  963. ],
  964. "dataset": "metricsEnhanced",
  965. "per_page": 50,
  966. }
  967. response = self.do_request(query)
  968. assert response.status_code == 200, response.content
  969. assert len(response.data["data"]) == 2
  970. data = response.data["data"]
  971. meta = response.data["meta"]
  972. assert (
  973. sum(row["team_key_transaction"] for row in data)
  974. == MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS
  975. )
  976. assert meta["isMetricsData"]
  977. def test_measurement_rating(self):
  978. self.store_transaction_metric(
  979. 50,
  980. metric="measurements.lcp",
  981. tags={"measurement_rating": "good", "transaction": "foo_transaction"},
  982. timestamp=self.min_ago,
  983. )
  984. self.store_transaction_metric(
  985. 15,
  986. metric="measurements.fp",
  987. tags={"measurement_rating": "good", "transaction": "foo_transaction"},
  988. timestamp=self.min_ago,
  989. )
  990. self.store_transaction_metric(
  991. 1500,
  992. metric="measurements.fcp",
  993. tags={"measurement_rating": "meh", "transaction": "foo_transaction"},
  994. timestamp=self.min_ago,
  995. )
  996. self.store_transaction_metric(
  997. 125,
  998. metric="measurements.fid",
  999. tags={"measurement_rating": "meh", "transaction": "foo_transaction"},
  1000. timestamp=self.min_ago,
  1001. )
  1002. self.store_transaction_metric(
  1003. 0.15,
  1004. metric="measurements.cls",
  1005. tags={"measurement_rating": "good", "transaction": "foo_transaction"},
  1006. timestamp=self.min_ago,
  1007. )
  1008. response = self.do_request(
  1009. {
  1010. "field": [
  1011. "transaction",
  1012. "count_web_vitals(measurements.lcp, good)",
  1013. "count_web_vitals(measurements.fp, good)",
  1014. "count_web_vitals(measurements.fcp, meh)",
  1015. "count_web_vitals(measurements.fid, meh)",
  1016. "count_web_vitals(measurements.cls, good)",
  1017. ],
  1018. "query": "event.type:transaction",
  1019. "dataset": "metricsEnhanced",
  1020. "per_page": 50,
  1021. }
  1022. )
  1023. assert response.status_code == 200, response.content
  1024. assert len(response.data["data"]) == 1
  1025. data = response.data["data"]
  1026. meta = response.data["meta"]
  1027. field_meta = meta["fields"]
  1028. assert data[0]["count_web_vitals(measurements.lcp, good)"] == 1
  1029. assert data[0]["count_web_vitals(measurements.fp, good)"] == 1
  1030. assert data[0]["count_web_vitals(measurements.fcp, meh)"] == 1
  1031. assert data[0]["count_web_vitals(measurements.fid, meh)"] == 1
  1032. assert data[0]["count_web_vitals(measurements.cls, good)"] == 1
  1033. assert meta["isMetricsData"]
  1034. assert field_meta["count_web_vitals(measurements.lcp, good)"] == "integer"
  1035. assert field_meta["count_web_vitals(measurements.fp, good)"] == "integer"
  1036. assert field_meta["count_web_vitals(measurements.fcp, meh)"] == "integer"
  1037. assert field_meta["count_web_vitals(measurements.fid, meh)"] == "integer"
  1038. assert field_meta["count_web_vitals(measurements.cls, good)"] == "integer"
  1039. def test_measurement_rating_that_does_not_exist(self):
  1040. self.store_transaction_metric(
  1041. 1,
  1042. metric="measurements.lcp",
  1043. tags={"measurement_rating": "good", "transaction": "foo_transaction"},
  1044. timestamp=self.min_ago,
  1045. )
  1046. response = self.do_request(
  1047. {
  1048. "field": ["transaction", "count_web_vitals(measurements.lcp, poor)"],
  1049. "query": "event.type:transaction",
  1050. "dataset": "metricsEnhanced",
  1051. "per_page": 50,
  1052. }
  1053. )
  1054. assert response.status_code == 200, response.content
  1055. assert len(response.data["data"]) == 1
  1056. data = response.data["data"]
  1057. meta = response.data["meta"]
  1058. assert data[0]["count_web_vitals(measurements.lcp, poor)"] == 0
  1059. assert meta["isMetricsData"]
  1060. assert meta["fields"]["count_web_vitals(measurements.lcp, poor)"] == "integer"
  1061. def test_count_web_vitals_invalid_vital(self):
  1062. query = {
  1063. "field": [
  1064. "count_web_vitals(measurements.foo, poor)",
  1065. ],
  1066. "project": [self.project.id],
  1067. "dataset": "metricsEnhanced",
  1068. }
  1069. response = self.do_request(query)
  1070. assert response.status_code == 400, response.content
  1071. query = {
  1072. "field": [
  1073. "count_web_vitals(tags[lcp], poor)",
  1074. ],
  1075. "project": [self.project.id],
  1076. "dataset": "metricsEnhanced",
  1077. }
  1078. response = self.do_request(query)
  1079. assert response.status_code == 400, response.content
  1080. query = {
  1081. "field": [
  1082. "count_web_vitals(transaction.duration, poor)",
  1083. ],
  1084. "project": [self.project.id],
  1085. "dataset": "metricsEnhanced",
  1086. }
  1087. response = self.do_request(query)
  1088. assert response.status_code == 400, response.content
  1089. query = {
  1090. "field": [
  1091. "count_web_vitals(measurements.lcp, bad)",
  1092. ],
  1093. "project": [self.project.id],
  1094. "dataset": "metricsEnhanced",
  1095. }
  1096. response = self.do_request(query)
  1097. assert response.status_code == 400, response.content
  1098. def test_count_unique_user_returns_zero(self):
  1099. self.store_transaction_metric(
  1100. 50,
  1101. metric="user",
  1102. tags={"transaction": "foo_transaction"},
  1103. timestamp=self.min_ago,
  1104. )
  1105. self.store_transaction_metric(
  1106. 50,
  1107. tags={"transaction": "foo_transaction"},
  1108. timestamp=self.min_ago,
  1109. )
  1110. self.store_transaction_metric(
  1111. 100,
  1112. tags={"transaction": "bar_transaction"},
  1113. timestamp=self.min_ago,
  1114. )
  1115. query = {
  1116. "project": [self.project.id],
  1117. "orderby": "p50()",
  1118. "field": [
  1119. "transaction",
  1120. "count_unique(user)",
  1121. "p50()",
  1122. ],
  1123. "dataset": "metricsEnhanced",
  1124. "per_page": 50,
  1125. }
  1126. response = self.do_request(query)
  1127. assert response.status_code == 200, response.content
  1128. assert len(response.data["data"]) == 2
  1129. data = response.data["data"]
  1130. meta = response.data["meta"]
  1131. assert data[0]["transaction"] == "foo_transaction"
  1132. assert data[0]["count_unique(user)"] == 1
  1133. assert data[1]["transaction"] == "bar_transaction"
  1134. assert data[1]["count_unique(user)"] == 0
  1135. assert meta["isMetricsData"]
  1136. def test_sum_transaction_duration(self):
  1137. self.store_transaction_metric(
  1138. 50,
  1139. tags={"transaction": "foo_transaction"},
  1140. timestamp=self.min_ago,
  1141. )
  1142. self.store_transaction_metric(
  1143. 100,
  1144. tags={"transaction": "foo_transaction"},
  1145. timestamp=self.min_ago,
  1146. )
  1147. self.store_transaction_metric(
  1148. 150,
  1149. tags={"transaction": "foo_transaction"},
  1150. timestamp=self.min_ago,
  1151. )
  1152. query = {
  1153. "project": [self.project.id],
  1154. "orderby": "sum(transaction.duration)",
  1155. "field": [
  1156. "transaction",
  1157. "sum(transaction.duration)",
  1158. ],
  1159. "dataset": "metricsEnhanced",
  1160. "per_page": 50,
  1161. }
  1162. response = self.do_request(query)
  1163. assert response.status_code == 200, response.content
  1164. assert len(response.data["data"]) == 1
  1165. data = response.data["data"]
  1166. meta = response.data["meta"]
  1167. assert data[0]["transaction"] == "foo_transaction"
  1168. assert data[0]["sum(transaction.duration)"] == 300
  1169. assert meta["isMetricsData"]
  1170. def test_custom_measurements_simple(self):
  1171. self.store_transaction_metric(
  1172. 1,
  1173. metric="measurements.something_custom",
  1174. internal_metric="d:transactions/measurements.something_custom@millisecond",
  1175. entity="metrics_distributions",
  1176. tags={"transaction": "foo_transaction"},
  1177. timestamp=self.min_ago,
  1178. )
  1179. query = {
  1180. "project": [self.project.id],
  1181. "orderby": "p50(measurements.something_custom)",
  1182. "field": [
  1183. "transaction",
  1184. "p50(measurements.something_custom)",
  1185. ],
  1186. "statsPeriod": "24h",
  1187. "dataset": "metricsEnhanced",
  1188. "per_page": 50,
  1189. }
  1190. self.wait_for_metric_count(
  1191. self.project,
  1192. 1,
  1193. metric="measurements.something_custom",
  1194. mri="d:transactions/measurements.something_custom@millisecond",
  1195. )
  1196. response = self.do_request(query)
  1197. assert response.status_code == 200, response.content
  1198. assert len(response.data["data"]) == 1
  1199. data = response.data["data"]
  1200. meta = response.data["meta"]
  1201. assert data[0]["transaction"] == "foo_transaction"
  1202. assert data[0]["p50(measurements.something_custom)"] == 1
  1203. assert meta["isMetricsData"]
  1204. assert meta["fields"]["p50(measurements.something_custom)"] == "duration"
  1205. assert meta["units"]["p50(measurements.something_custom)"] == "millisecond"
  1206. def test_custom_measurement_size_meta_type(self):
  1207. self.store_transaction_metric(
  1208. 100,
  1209. metric="measurements.custom_type",
  1210. internal_metric="d:transactions/measurements.custom_type@somethingcustom",
  1211. entity="metrics_distributions",
  1212. tags={"transaction": "foo_transaction"},
  1213. timestamp=self.min_ago,
  1214. )
  1215. self.store_transaction_metric(
  1216. 100,
  1217. metric="measurements.percent",
  1218. internal_metric="d:transactions/measurements.percent@ratio",
  1219. entity="metrics_distributions",
  1220. tags={"transaction": "foo_transaction"},
  1221. timestamp=self.min_ago,
  1222. )
  1223. self.store_transaction_metric(
  1224. 100,
  1225. metric="measurements.longtaskcount",
  1226. internal_metric="d:transactions/measurements.longtaskcount@none",
  1227. entity="metrics_distributions",
  1228. tags={"transaction": "foo_transaction"},
  1229. timestamp=self.min_ago,
  1230. )
  1231. query = {
  1232. "project": [self.project.id],
  1233. "orderby": "p50(measurements.longtaskcount)",
  1234. "field": [
  1235. "transaction",
  1236. "p50(measurements.longtaskcount)",
  1237. "p50(measurements.percent)",
  1238. "p50(measurements.custom_type)",
  1239. ],
  1240. "statsPeriod": "24h",
  1241. "dataset": "metricsEnhanced",
  1242. "per_page": 50,
  1243. }
  1244. response = self.do_request(query)
  1245. assert response.status_code == 200, response.content
  1246. assert len(response.data["data"]) == 1
  1247. data = response.data["data"]
  1248. meta = response.data["meta"]
  1249. assert data[0]["transaction"] == "foo_transaction"
  1250. assert data[0]["p50(measurements.longtaskcount)"] == 100
  1251. assert data[0]["p50(measurements.percent)"] == 100
  1252. assert data[0]["p50(measurements.custom_type)"] == 100
  1253. assert meta["isMetricsData"]
  1254. assert meta["fields"]["p50(measurements.longtaskcount)"] == "integer"
  1255. assert meta["units"]["p50(measurements.longtaskcount)"] is None
  1256. assert meta["fields"]["p50(measurements.percent)"] == "percentage"
  1257. assert meta["units"]["p50(measurements.percent)"] is None
  1258. assert meta["fields"]["p50(measurements.custom_type)"] == "number"
  1259. assert meta["units"]["p50(measurements.custom_type)"] is None
  1260. def test_custom_measurement_none_type(self):
  1261. self.store_transaction_metric(
  1262. 1,
  1263. metric="measurements.cls",
  1264. entity="metrics_distributions",
  1265. tags={"transaction": "foo_transaction"},
  1266. timestamp=self.min_ago,
  1267. )
  1268. query = {
  1269. "project": [self.project.id],
  1270. "orderby": "p75(measurements.cls)",
  1271. "field": [
  1272. "transaction",
  1273. "p75(measurements.cls)",
  1274. "p99(measurements.cls)",
  1275. "max(measurements.cls)",
  1276. ],
  1277. "statsPeriod": "24h",
  1278. "dataset": "metricsEnhanced",
  1279. "per_page": 50,
  1280. }
  1281. self.wait_for_metric_count(
  1282. self.project,
  1283. 1,
  1284. metric=TransactionMetricKey.MEASUREMENTS_CLS.value,
  1285. mri=TransactionMRI.MEASUREMENTS_CLS.value,
  1286. )
  1287. response = self.do_request(query)
  1288. assert response.status_code == 200, response.content
  1289. assert len(response.data["data"]) == 1
  1290. data = response.data["data"]
  1291. meta = response.data["meta"]
  1292. assert data[0]["transaction"] == "foo_transaction"
  1293. assert data[0]["p75(measurements.cls)"] == 1
  1294. assert data[0]["p99(measurements.cls)"] == 1
  1295. assert data[0]["max(measurements.cls)"] == 1
  1296. assert meta["isMetricsData"]
  1297. assert meta["fields"]["p75(measurements.cls)"] == "number"
  1298. assert meta["units"]["p75(measurements.cls)"] is None
  1299. assert meta["fields"]["p99(measurements.cls)"] == "number"
  1300. assert meta["units"]["p99(measurements.cls)"] is None
  1301. assert meta["fields"]["max(measurements.cls)"] == "number"
  1302. assert meta["units"]["max(measurements.cls)"] is None
  1303. def test_custom_measurement_duration_filtering(self):
  1304. self.store_transaction_metric(
  1305. 1,
  1306. metric="measurements.runtime",
  1307. internal_metric="d:transactions/measurements.runtime@hour",
  1308. entity="metrics_distributions",
  1309. tags={"transaction": "foo_transaction"},
  1310. timestamp=self.min_ago,
  1311. )
  1312. self.store_transaction_metric(
  1313. 180,
  1314. metric="measurements.runtime",
  1315. internal_metric="d:transactions/measurements.runtime@hour",
  1316. entity="metrics_distributions",
  1317. tags={"transaction": "bar_transaction"},
  1318. timestamp=self.min_ago,
  1319. )
  1320. query = {
  1321. "project": [self.project.id],
  1322. "field": [
  1323. "transaction",
  1324. "max(measurements.runtime)",
  1325. ],
  1326. "query": "p50(measurements.runtime):>1wk",
  1327. "statsPeriod": "24h",
  1328. "dataset": "metricsEnhanced",
  1329. "per_page": 50,
  1330. }
  1331. response = self.do_request(query)
  1332. assert response.status_code == 200, response.content
  1333. assert len(response.data["data"]) == 1
  1334. data = response.data["data"]
  1335. meta = response.data["meta"]
  1336. assert data[0]["transaction"] == "bar_transaction"
  1337. assert data[0]["max(measurements.runtime)"] == 180
  1338. assert meta["isMetricsData"]
  1339. def test_custom_measurement_size_filtering(self):
  1340. self.store_transaction_metric(
  1341. 1,
  1342. metric="measurements.datacenter_memory",
  1343. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1344. entity="metrics_distributions",
  1345. tags={"transaction": "foo_transaction"},
  1346. timestamp=self.min_ago,
  1347. )
  1348. self.store_transaction_metric(
  1349. 100,
  1350. metric="measurements.datacenter_memory",
  1351. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1352. entity="metrics_distributions",
  1353. tags={"transaction": "bar_transaction"},
  1354. timestamp=self.min_ago,
  1355. )
  1356. query = {
  1357. "project": [self.project.id],
  1358. "field": [
  1359. "transaction",
  1360. "max(measurements.datacenter_memory)",
  1361. ],
  1362. "query": "p50(measurements.datacenter_memory):>5pb",
  1363. "statsPeriod": "24h",
  1364. "dataset": "metricsEnhanced",
  1365. "per_page": 50,
  1366. }
  1367. response = self.do_request(query)
  1368. assert response.status_code == 200, response.content
  1369. assert len(response.data["data"]) == 1
  1370. data = response.data["data"]
  1371. meta = response.data["meta"]
  1372. assert data[0]["transaction"] == "bar_transaction"
  1373. assert data[0]["max(measurements.datacenter_memory)"] == 100
  1374. assert meta["units"]["max(measurements.datacenter_memory)"] == "petabyte"
  1375. assert meta["fields"]["max(measurements.datacenter_memory)"] == "size"
  1376. assert meta["isMetricsData"]
  1377. def test_has_custom_measurement(self):
  1378. self.store_transaction_metric(
  1379. 33,
  1380. metric="measurements.datacenter_memory",
  1381. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1382. entity="metrics_distributions",
  1383. tags={"transaction": "foo_transaction"},
  1384. timestamp=self.min_ago,
  1385. )
  1386. transaction_data = load_data("transaction", timestamp=self.min_ago)
  1387. transaction_data["measurements"]["datacenter_memory"] = {
  1388. "value": 33,
  1389. "unit": "petabyte",
  1390. }
  1391. self.store_event(transaction_data, self.project.id)
  1392. measurement = "measurements.datacenter_memory"
  1393. response = self.do_request(
  1394. {
  1395. "field": ["transaction", measurement],
  1396. "query": "has:measurements.datacenter_memory",
  1397. "dataset": "discover",
  1398. }
  1399. )
  1400. assert response.status_code == 200, response.content
  1401. assert len(response.data["data"]) == 1
  1402. response = self.do_request(
  1403. {
  1404. "field": ["transaction", measurement],
  1405. "query": "!has:measurements.datacenter_memory",
  1406. "dataset": "discover",
  1407. }
  1408. )
  1409. assert response.status_code == 200, response.content
  1410. assert len(response.data["data"]) == 0
  1411. def test_environment_param(self):
  1412. self.create_environment(self.project, name="staging")
  1413. self.store_transaction_metric(
  1414. 1,
  1415. tags={"transaction": "foo_transaction", "environment": "staging"},
  1416. timestamp=self.min_ago,
  1417. )
  1418. self.store_transaction_metric(
  1419. 100,
  1420. tags={"transaction": "foo_transaction"},
  1421. timestamp=self.min_ago,
  1422. )
  1423. query = {
  1424. "project": [self.project.id],
  1425. "environment": "staging",
  1426. "orderby": "p50(transaction.duration)",
  1427. "field": [
  1428. "transaction",
  1429. "environment",
  1430. "p50(transaction.duration)",
  1431. ],
  1432. "statsPeriod": "24h",
  1433. "dataset": "metricsEnhanced",
  1434. "per_page": 50,
  1435. }
  1436. response = self.do_request(query)
  1437. assert response.status_code == 200, response.content
  1438. assert len(response.data["data"]) == 1
  1439. data = response.data["data"]
  1440. meta = response.data["meta"]
  1441. assert data[0]["transaction"] == "foo_transaction"
  1442. assert data[0]["environment"] == "staging"
  1443. assert data[0]["p50(transaction.duration)"] == 1
  1444. assert meta["isMetricsData"]
  1445. def test_environment_query(self):
  1446. self.create_environment(self.project, name="staging")
  1447. self.store_transaction_metric(
  1448. 1,
  1449. tags={"transaction": "foo_transaction", "environment": "staging"},
  1450. timestamp=self.min_ago,
  1451. )
  1452. self.store_transaction_metric(
  1453. 100,
  1454. tags={"transaction": "foo_transaction"},
  1455. timestamp=self.min_ago,
  1456. )
  1457. query = {
  1458. "project": [self.project.id],
  1459. "orderby": "p50(transaction.duration)",
  1460. "field": [
  1461. "transaction",
  1462. "environment",
  1463. "p50(transaction.duration)",
  1464. ],
  1465. "query": "!has:environment",
  1466. "statsPeriod": "24h",
  1467. "dataset": "metricsEnhanced",
  1468. "per_page": 50,
  1469. }
  1470. self.wait_for_metric_count(self.project, 2)
  1471. response = self.do_request(query)
  1472. assert response.status_code == 200, response.content
  1473. assert len(response.data["data"]) == 1
  1474. data = response.data["data"]
  1475. meta = response.data["meta"]
  1476. assert data[0]["transaction"] == "foo_transaction"
  1477. assert data[0]["environment"] is None or data[0]["environment"] == ""
  1478. assert data[0]["p50(transaction.duration)"] == 100
  1479. assert meta["isMetricsData"]
  1480. def test_has_transaction(self):
  1481. self.store_transaction_metric(
  1482. 1,
  1483. tags={},
  1484. timestamp=self.min_ago,
  1485. )
  1486. self.store_transaction_metric(
  1487. 100,
  1488. tags={"transaction": "foo_transaction"},
  1489. timestamp=self.min_ago,
  1490. )
  1491. query = {
  1492. "project": [self.project.id],
  1493. "orderby": "p50(transaction.duration)",
  1494. "field": [
  1495. "transaction",
  1496. "p50(transaction.duration)",
  1497. ],
  1498. "query": "has:transaction",
  1499. "statsPeriod": "24h",
  1500. "dataset": "metricsEnhanced",
  1501. "per_page": 50,
  1502. }
  1503. self.wait_for_metric_count(self.project, 2)
  1504. response = self.do_request(query)
  1505. assert response.status_code == 200, response.content
  1506. assert len(response.data["data"]) == 2
  1507. data = response.data["data"]
  1508. meta = response.data["meta"]
  1509. assert data[0]["transaction"] == "<< unparameterized >>"
  1510. assert data[0]["p50(transaction.duration)"] == 1
  1511. assert data[1]["transaction"] == "foo_transaction"
  1512. assert data[1]["p50(transaction.duration)"] == 100
  1513. assert meta["isMetricsData"]
  1514. query = {
  1515. "project": [self.project.id],
  1516. "orderby": "p50(transaction.duration)",
  1517. "field": [
  1518. "transaction",
  1519. "p50(transaction.duration)",
  1520. ],
  1521. "query": "!has:transaction",
  1522. "statsPeriod": "24h",
  1523. "dataset": "metricsEnhanced",
  1524. "per_page": 50,
  1525. }
  1526. response = self.do_request(query)
  1527. assert response.status_code == 400, response.content
  1528. def test_apdex_transaction_threshold(self):
  1529. ProjectTransactionThresholdOverride.objects.create(
  1530. transaction="foo_transaction",
  1531. project=self.project,
  1532. organization=self.project.organization,
  1533. threshold=600,
  1534. metric=TransactionMetric.LCP.value,
  1535. )
  1536. ProjectTransactionThresholdOverride.objects.create(
  1537. transaction="bar_transaction",
  1538. project=self.project,
  1539. organization=self.project.organization,
  1540. threshold=600,
  1541. metric=TransactionMetric.LCP.value,
  1542. )
  1543. self.store_transaction_metric(
  1544. 1,
  1545. tags={
  1546. "transaction": "foo_transaction",
  1547. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  1548. },
  1549. timestamp=self.min_ago,
  1550. )
  1551. self.store_transaction_metric(
  1552. 1,
  1553. "measurements.lcp",
  1554. tags={
  1555. "transaction": "bar_transaction",
  1556. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  1557. },
  1558. timestamp=self.min_ago,
  1559. )
  1560. response = self.do_request(
  1561. {
  1562. "field": [
  1563. "transaction",
  1564. "apdex()",
  1565. ],
  1566. "orderby": ["apdex()"],
  1567. "query": "event.type:transaction",
  1568. "dataset": "metrics",
  1569. "per_page": 50,
  1570. }
  1571. )
  1572. assert len(response.data["data"]) == 2
  1573. data = response.data["data"]
  1574. meta = response.data["meta"]
  1575. field_meta = meta["fields"]
  1576. assert data[0]["transaction"] == "bar_transaction"
  1577. # Threshold is lcp based
  1578. assert data[0]["apdex()"] == 1
  1579. assert data[1]["transaction"] == "foo_transaction"
  1580. # Threshold is lcp based
  1581. assert data[1]["apdex()"] == 0
  1582. assert meta["isMetricsData"]
  1583. assert field_meta["transaction"] == "string"
  1584. assert field_meta["apdex()"] == "number"
  1585. def test_apdex_project_threshold(self):
  1586. ProjectTransactionThreshold.objects.create(
  1587. project=self.project,
  1588. organization=self.project.organization,
  1589. threshold=600,
  1590. metric=TransactionMetric.LCP.value,
  1591. )
  1592. self.store_transaction_metric(
  1593. 1,
  1594. tags={
  1595. "transaction": "foo_transaction",
  1596. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  1597. },
  1598. timestamp=self.min_ago,
  1599. )
  1600. self.store_transaction_metric(
  1601. 1,
  1602. "measurements.lcp",
  1603. tags={
  1604. "transaction": "bar_transaction",
  1605. constants.METRIC_SATISFACTION_TAG_KEY: constants.METRIC_SATISFIED_TAG_VALUE,
  1606. },
  1607. timestamp=self.min_ago,
  1608. )
  1609. response = self.do_request(
  1610. {
  1611. "field": [
  1612. "transaction",
  1613. "apdex()",
  1614. ],
  1615. "orderby": ["apdex()"],
  1616. "query": "event.type:transaction",
  1617. "dataset": "metrics",
  1618. "per_page": 50,
  1619. }
  1620. )
  1621. assert response.status_code == 200, response.content
  1622. assert len(response.data["data"]) == 2
  1623. data = response.data["data"]
  1624. meta = response.data["meta"]
  1625. field_meta = meta["fields"]
  1626. assert data[0]["transaction"] == "bar_transaction"
  1627. # Threshold is lcp based
  1628. assert data[0]["apdex()"] == 1
  1629. assert data[1]["transaction"] == "foo_transaction"
  1630. # Threshold is lcp based
  1631. assert data[1]["apdex()"] == 0
  1632. assert meta["isMetricsData"]
  1633. assert field_meta["transaction"] == "string"
  1634. assert field_meta["apdex()"] == "number"
  1635. def test_apdex_satisfaction_param(self):
  1636. for function in ["apdex(300)", "user_misery(300)", "count_miserable(user, 300)"]:
  1637. query = {
  1638. "project": [self.project.id],
  1639. "field": [
  1640. "transaction",
  1641. function,
  1642. ],
  1643. "statsPeriod": "24h",
  1644. "dataset": "metricsEnhanced",
  1645. "per_page": 50,
  1646. }
  1647. response = self.do_request(query)
  1648. assert response.status_code == 200, response.content
  1649. assert len(response.data["data"]) == 0
  1650. meta = response.data["meta"]
  1651. assert not meta["isMetricsData"], function
  1652. query = {
  1653. "project": [self.project.id],
  1654. "field": [
  1655. "transaction",
  1656. function,
  1657. ],
  1658. "statsPeriod": "24h",
  1659. "dataset": "metrics",
  1660. "per_page": 50,
  1661. }
  1662. response = self.do_request(query)
  1663. assert response.status_code == 400, function
  1664. assert b"threshold parameter" in response.content, function
  1665. def test_mobile_metrics(self):
  1666. self.store_transaction_metric(
  1667. 0.4,
  1668. "measurements.frames_frozen_rate",
  1669. tags={
  1670. "transaction": "bar_transaction",
  1671. },
  1672. timestamp=self.min_ago,
  1673. )
  1674. query = {
  1675. "project": [self.project.id],
  1676. "field": [
  1677. "transaction",
  1678. "p50(measurements.frames_frozen_rate)",
  1679. ],
  1680. "statsPeriod": "24h",
  1681. "dataset": "metrics",
  1682. "per_page": 50,
  1683. }
  1684. response = self.do_request(query)
  1685. assert response.status_code == 200, response.content
  1686. assert len(response.data["data"]) == 1
  1687. assert response.data["data"][0]["p50(measurements.frames_frozen_rate)"] == 0.4
  1688. def test_merge_null_unparam(self):
  1689. self.store_transaction_metric(
  1690. 1,
  1691. # Transaction: unparam
  1692. tags={
  1693. "transaction": "<< unparameterized >>",
  1694. },
  1695. timestamp=self.min_ago,
  1696. )
  1697. self.store_transaction_metric(
  1698. 2,
  1699. # Transaction:null
  1700. tags={},
  1701. timestamp=self.min_ago,
  1702. )
  1703. query = {
  1704. "project": [self.project.id],
  1705. "field": [
  1706. "transaction",
  1707. "p50(transaction.duration)",
  1708. ],
  1709. "statsPeriod": "24h",
  1710. "dataset": "metrics",
  1711. "per_page": 50,
  1712. }
  1713. response = self.do_request(query)
  1714. assert response.status_code == 200, response.content
  1715. assert len(response.data["data"]) == 1
  1716. assert response.data["data"][0]["p50(transaction.duration)"] == 1.5
  1717. def test_unparam_filter(self):
  1718. self.store_transaction_metric(
  1719. 1,
  1720. # Transaction: unparam
  1721. tags={
  1722. "transaction": "<< unparameterized >>",
  1723. },
  1724. timestamp=self.min_ago,
  1725. )
  1726. self.store_transaction_metric(
  1727. 2,
  1728. # Transaction:null
  1729. tags={},
  1730. timestamp=self.min_ago,
  1731. )
  1732. self.store_transaction_metric(
  1733. 3,
  1734. tags={
  1735. "transaction": "foo_transaction",
  1736. },
  1737. timestamp=self.min_ago,
  1738. )
  1739. query = {
  1740. "project": [self.project.id],
  1741. "field": [
  1742. "transaction",
  1743. "count()",
  1744. ],
  1745. "query": 'transaction:"<< unparameterized >>"',
  1746. "statsPeriod": "24h",
  1747. "dataset": "metrics",
  1748. "per_page": 50,
  1749. }
  1750. self.wait_for_metric_count(self.project, 3)
  1751. response = self.do_request(query)
  1752. assert response.status_code == 200, response.content
  1753. assert len(response.data["data"]) == 1
  1754. assert response.data["data"][0]["transaction"] == "<< unparameterized >>"
  1755. assert response.data["data"][0]["count()"] == 2
  1756. def test_custom_measurements_without_function(self):
  1757. self.store_transaction_metric(
  1758. 33,
  1759. metric="measurements.datacenter_memory",
  1760. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1761. entity="metrics_distributions",
  1762. tags={"transaction": "foo_transaction"},
  1763. timestamp=self.min_ago,
  1764. )
  1765. transaction_data = load_data("transaction", timestamp=self.min_ago)
  1766. transaction_data["measurements"]["datacenter_memory"] = {
  1767. "value": 33,
  1768. "unit": "petabyte",
  1769. }
  1770. self.store_event(transaction_data, self.project.id)
  1771. measurement = "measurements.datacenter_memory"
  1772. response = self.do_request(
  1773. {
  1774. "field": ["transaction", measurement],
  1775. "query": "measurements.datacenter_memory:33pb",
  1776. "dataset": "discover",
  1777. }
  1778. )
  1779. assert response.status_code == 200, response.content
  1780. data = response.data["data"]
  1781. assert len(data) == 1
  1782. assert data[0][measurement] == 33
  1783. meta = response.data["meta"]
  1784. field_meta = meta["fields"]
  1785. unit_meta = meta["units"]
  1786. assert field_meta[measurement] == "size"
  1787. assert unit_meta[measurement] == "petabyte"
  1788. assert not meta["isMetricsData"]
  1789. def test_custom_measurements_with_function(self):
  1790. self.store_transaction_metric(
  1791. 33,
  1792. metric="measurements.datacenter_memory",
  1793. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1794. entity="metrics_distributions",
  1795. tags={"transaction": "foo_transaction"},
  1796. timestamp=self.min_ago,
  1797. )
  1798. transaction_data = load_data("transaction", timestamp=self.min_ago)
  1799. transaction_data["measurements"]["datacenter_memory"] = {
  1800. "value": 33,
  1801. "unit": "petabyte",
  1802. }
  1803. self.store_event(transaction_data, self.project.id)
  1804. measurement = "p50(measurements.datacenter_memory)"
  1805. response = self.do_request(
  1806. {
  1807. "field": ["transaction", measurement],
  1808. "query": "measurements.datacenter_memory:33pb",
  1809. "dataset": "discover",
  1810. }
  1811. )
  1812. assert response.status_code == 200, response.content
  1813. data = response.data["data"]
  1814. assert len(data) == 1
  1815. assert data[0][measurement] == 33
  1816. meta = response.data["meta"]
  1817. field_meta = meta["fields"]
  1818. unit_meta = meta["units"]
  1819. assert field_meta[measurement] == "size"
  1820. assert unit_meta[measurement] == "petabyte"
  1821. assert not meta["isMetricsData"]
  1822. def test_custom_measurements_equation(self):
  1823. self.store_transaction_metric(
  1824. 33,
  1825. metric="measurements.datacenter_memory",
  1826. internal_metric="d:transactions/measurements.datacenter_memory@petabyte",
  1827. entity="metrics_distributions",
  1828. tags={"transaction": "foo_transaction"},
  1829. timestamp=self.min_ago,
  1830. )
  1831. transaction_data = load_data("transaction", timestamp=self.min_ago)
  1832. transaction_data["measurements"]["datacenter_memory"] = {
  1833. "value": 33,
  1834. "unit": "petabyte",
  1835. }
  1836. self.store_event(transaction_data, self.project.id)
  1837. response = self.do_request(
  1838. {
  1839. "field": [
  1840. "transaction",
  1841. "measurements.datacenter_memory",
  1842. "equation|measurements.datacenter_memory / 3",
  1843. ],
  1844. "query": "",
  1845. "dataset": "discover",
  1846. }
  1847. )
  1848. assert response.status_code == 200, response.content
  1849. data = response.data["data"]
  1850. assert len(data) == 1
  1851. assert data[0]["measurements.datacenter_memory"] == 33
  1852. assert data[0]["equation|measurements.datacenter_memory / 3"] == 11
  1853. meta = response.data["meta"]
  1854. assert not meta["isMetricsData"]
  1855. def test_transaction_wildcard(self):
  1856. self.store_transaction_metric(
  1857. 1,
  1858. tags={"transaction": "foo_transaction"},
  1859. timestamp=self.min_ago,
  1860. )
  1861. self.store_transaction_metric(
  1862. 1,
  1863. tags={"transaction": "bar_transaction"},
  1864. timestamp=self.min_ago,
  1865. )
  1866. response = self.do_request(
  1867. {
  1868. "field": [
  1869. "transaction",
  1870. "p90()",
  1871. ],
  1872. "query": "transaction:foo*",
  1873. "dataset": "metrics",
  1874. }
  1875. )
  1876. assert response.status_code == 200, response.content
  1877. data = response.data["data"]
  1878. assert len(data) == 1
  1879. assert data[0]["p90()"] == 1
  1880. meta = response.data["meta"]
  1881. assert meta["isMetricsData"]
  1882. assert data[0]["transaction"] == "foo_transaction"
  1883. def test_transaction_status_wildcard(self):
  1884. self.store_transaction_metric(
  1885. 1,
  1886. tags={"transaction": "foo_transaction", "transaction.status": "foobar"},
  1887. timestamp=self.min_ago,
  1888. )
  1889. response = self.do_request(
  1890. {
  1891. "field": [
  1892. "transaction",
  1893. "p90()",
  1894. ],
  1895. "query": "transaction.status:f*bar",
  1896. "dataset": "metrics",
  1897. }
  1898. )
  1899. assert response.status_code == 200, response.content
  1900. data = response.data["data"]
  1901. assert len(data) == 1
  1902. assert data[0]["p90()"] == 1
  1903. meta = response.data["meta"]
  1904. assert meta["isMetricsData"]
  1905. class OrganizationEventsMetricsEnhancedPerformanceEndpointTestWithMetricLayer(
  1906. OrganizationEventsMetricsEnhancedPerformanceEndpointTest
  1907. ):
  1908. def setUp(self):
  1909. super().setUp()
  1910. self.features["organizations:use-metrics-layer"] = True
  1911. @pytest.mark.xfail(reason="Having not supported")
  1912. def test_custom_measurement_duration_filtering(self):
  1913. super().test_custom_measurement_size_filtering()
  1914. @pytest.mark.xfail(reason="Having not supported")
  1915. def test_having_condition_not_selected(self):
  1916. super().test_having_condition_not_selected()
  1917. @pytest.mark.xfail(reason="Having not supported")
  1918. def test_custom_measurement_size_filtering(self):
  1919. super().test_custom_measurement_size_filtering()
  1920. @pytest.mark.xfail(reason="Having not supported")
  1921. def test_having_condition(self):
  1922. super().test_having_condition()
  1923. @pytest.mark.xfail(reason="Meta for project_id is wrong")
  1924. def test_project_id(self):
  1925. super().test_project_id()
  1926. @pytest.mark.xfail(reason="Meta for project.id is wrong")
  1927. def test_project_dot_id(self):
  1928. super().test_project_dot_id()