import pytest from django.urls import reverse from sentry.testutils import MetricsEnhancedPerformanceTestCase from sentry.testutils.helpers.datetime import before_now from sentry.testutils.silo import region_silo_test pytestmark = pytest.mark.sentry_metrics @region_silo_test class OrganizationEventsMetricsEnhancedPerformanceEndpointTest(MetricsEnhancedPerformanceTestCase): viewname = "sentry-api-0-organization-events" # Poor intentionally omitted for test_measurement_rating_that_does_not_exist METRIC_STRINGS = [ "foo_transaction", "bar_transaction", ] def setUp(self): super().setUp() self.min_ago = before_now(minutes=1) self.six_min_ago = before_now(minutes=6) self.features = { "organizations:starfish-view": True, } def do_request(self, query, features=None): if features is None: features = {"organizations:discover-basic": True} features.update(self.features) self.login_as(user=self.user) url = reverse( self.viewname, kwargs={"organization_slug": self.organization.slug}, ) with self.feature(features): return self.client.get(url, query, format="json") def test_p50_with_no_data(self): response = self.do_request( { "field": ["p50()"], "query": "", "project": self.project.id, "dataset": "spansMetrics", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["p50()"] == 0 assert meta["dataset"] == "spansMetrics" def test_count(self): self.store_span_metric( 1, timestamp=self.min_ago, ) response = self.do_request( { "field": ["count()"], "query": "", "project": self.project.id, "dataset": "spansMetrics", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["count()"] == 1 assert meta["dataset"] == "spansMetrics" def test_count_unique(self): self.store_span_metric( 1, "user", timestamp=self.min_ago, ) self.store_span_metric( 2, "user", timestamp=self.min_ago, ) response = self.do_request( { "field": ["count_unique(user)"], "query": "", "project": self.project.id, "dataset": "spansMetrics", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["count_unique(user)"] == 2 assert meta["dataset"] == "spansMetrics" def test_sum(self): self.store_span_metric( 321, timestamp=self.min_ago, ) self.store_span_metric( 99, timestamp=self.min_ago, ) response = self.do_request( { "field": ["sum(span.duration)"], "query": "", "project": self.project.id, "dataset": "spansMetrics", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["sum(span.duration)"] == 420 assert meta["dataset"] == "spansMetrics" # TODO(wmak) # test_percentile def test_p50(self): self.store_span_metric( 1, timestamp=self.min_ago, ) response = self.do_request( { "field": ["p50()"], "query": "", "project": self.project.id, "dataset": "spansMetrics", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["p50()"] == 1 assert meta["dataset"] == "spansMetrics" def test_eps(self): for _ in range(6): self.store_span_metric( 1, timestamp=self.min_ago, ) response = self.do_request( { "field": ["eps()", "sps()"], "query": "", "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["eps()"] == 0.01 assert data[0]["sps()"] == 0.01 assert meta["dataset"] == "spansMetrics" def test_epm(self): for _ in range(6): self.store_span_metric( 1, timestamp=self.min_ago, ) response = self.do_request( { "field": ["epm()", "spm()"], "query": "", "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["epm()"] == 0.6 assert data[0]["spm()"] == 0.6 assert meta["dataset"] == "spansMetrics" def test_time_spent_percentage(self): for _ in range(4): self.store_span_metric( 1, tags={"transaction": "foo_transaction"}, timestamp=self.min_ago, ) self.store_span_metric( 1, tags={"transaction": "bar_transaction"}, timestamp=self.min_ago, ) response = self.do_request( { "field": ["transaction", "time_spent_percentage()"], "query": "", "orderby": ["-time_spent_percentage()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 2 assert data[0]["time_spent_percentage()"] == 0.8 assert data[0]["transaction"] == "foo_transaction" assert data[1]["time_spent_percentage()"] == 0.2 assert data[1]["transaction"] == "bar_transaction" assert meta["dataset"] == "spansMetrics" def test_http_error_rate_and_count(self): for _ in range(4): self.store_span_metric( 1, tags={"span.status_code": "500"}, timestamp=self.min_ago, ) self.store_span_metric( 1, tags={"span.status_code": "200"}, timestamp=self.min_ago, ) response = self.do_request( { "field": ["http_error_count()", "http_error_rate()"], "query": "", "orderby": ["-http_error_rate()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["http_error_rate()"] == 0.8 assert meta["dataset"] == "spansMetrics" assert meta["fields"]["http_error_count()"] == "integer" assert meta["fields"]["http_error_rate()"] == "percentage" def percentile_percent_change(self): self.store_span_metric( 5, timestamp=self.six_min_ago, ) self.store_span_metric( 10, timestamp=self.min_ago, ) response = self.do_request( { "field": ["percentile_percent_change(span.duration)"], "query": "", "orderby": ["-percentile_percent_change()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["percentile_percent_change()"] == 1 assert meta["dataset"] == "spansMetrics" assert meta["fields"]["percentile_percent_change()"] == "percentage" def test_http_error_count_percent_change(self): for _ in range(4): self.store_span_metric( 1, tags={"span.status_code": "500"}, timestamp=self.six_min_ago, ) self.store_span_metric( 1, tags={"span.status_code": "500"}, timestamp=self.min_ago, ) response = self.do_request( { "field": ["http_error_count_percent_change()"], "query": "", "orderby": ["-http_error_count_percent_change()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["http_error_count_percent_change()"] == -0.75 assert meta["dataset"] == "spansMetrics" assert meta["fields"]["http_error_count_percent_change()"] == "percentage" def test_epm_percent_change(self): for _ in range(4): self.store_span_metric( 1, timestamp=self.six_min_ago, ) self.store_span_metric( 1, timestamp=self.min_ago, ) response = self.do_request( { "field": ["epm_percent_change()", "spm_percent_change()"], "query": "", "orderby": ["-epm_percent_change()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["epm_percent_change()"] == pytest.approx(-0.75) assert data[0]["spm_percent_change()"] == pytest.approx(-0.75) assert meta["dataset"] == "spansMetrics" assert meta["fields"]["epm_percent_change()"] == "percentage" assert meta["fields"]["spm_percent_change()"] == "percentage" def test_eps_percent_change(self): for _ in range(4): self.store_span_metric( 1, timestamp=self.min_ago, ) self.store_span_metric( 1, timestamp=self.six_min_ago, ) response = self.do_request( { "field": ["eps_percent_change()", "sps_percent_change()"], "query": "", "orderby": ["-eps_percent_change()"], "project": self.project.id, "dataset": "spansMetrics", "statsPeriod": "10m", } ) assert response.status_code == 200, response.content data = response.data["data"] meta = response.data["meta"] assert len(data) == 1 assert data[0]["eps_percent_change()"] == pytest.approx(3) assert data[0]["sps_percent_change()"] == pytest.approx(3) assert meta["dataset"] == "spansMetrics" assert meta["fields"]["eps_percent_change()"] == "percentage" assert meta["fields"]["sps_percent_change()"] == "percentage"