test_performance_issues.py 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. import random
  2. import string
  3. from datetime import timedelta, timezone
  4. from unittest import mock
  5. from unittest.mock import patch
  6. from fixtures.page_objects.issue_details import IssueDetailsPage
  7. from sentry import options
  8. from sentry.issues.grouptype import (
  9. NoiseConfig,
  10. PerformanceNPlusOneAPICallsGroupType,
  11. PerformanceNPlusOneGroupType,
  12. )
  13. from sentry.issues.ingest import send_issue_occurrence_to_eventstream
  14. from sentry.models.group import Group
  15. from sentry.testutils.cases import AcceptanceTestCase, PerformanceIssueTestCase, SnubaTestCase
  16. from sentry.testutils.helpers.datetime import before_now
  17. from sentry.testutils.silo import no_silo_test
  18. from sentry.utils import json
  19. FEATURES = {
  20. "organizations:performance-n-plus-one-api-calls-detector": True,
  21. }
  22. @no_silo_test(stable=True)
  23. class PerformanceIssuesTest(AcceptanceTestCase, SnubaTestCase, PerformanceIssueTestCase):
  24. def setUp(self):
  25. super().setUp()
  26. self.org = self.create_organization(owner=self.user, name="Rowdy Tiger")
  27. self.team = self.create_team(
  28. organization=self.org, name="Mariachi Band", members=[self.user]
  29. )
  30. self.project = self.create_project(organization=self.org, teams=[self.team], name="Bengal")
  31. self.login_as(self.user)
  32. options.set("performance.issues.all.problem-detection", 1.0)
  33. options.set("performance.issues.n_plus_one_db.problem-creation", 1.0)
  34. options.set("performance.issues.n_plus_one_api_calls.problem-creation", 1.0)
  35. self.page = IssueDetailsPage(self.browser, self.client)
  36. self.dismiss_assistant()
  37. def create_sample_event(self, fixture, start_timestamp):
  38. event = json.loads(self.load_fixture(f"events/performance_problems/{fixture}.json"))
  39. for key in ["datetime", "location", "title"]:
  40. del event[key]
  41. event["contexts"] = {
  42. "trace": {"trace_id": "530c14e044aa464db6ddb43660e6474f", "span_id": "139fcdb7c5534eb4"}
  43. }
  44. ms_delta = start_timestamp - event["start_timestamp"]
  45. for item in [event, *event["spans"]]:
  46. item["start_timestamp"] += ms_delta
  47. item["timestamp"] += ms_delta
  48. return event
  49. def randomize_span_description(self, span):
  50. return {
  51. **span,
  52. "description": "".join(random.choice(string.ascii_lowercase) for _ in range(10)),
  53. }
  54. @patch("django.utils.timezone.now")
  55. def test_with_one_performance_issue(self, mock_now):
  56. mock_now.return_value = before_now(minutes=5).replace(tzinfo=timezone.utc)
  57. event_data = self.create_sample_event(
  58. "n-plus-one-in-django-new-view", mock_now.return_value.timestamp()
  59. )
  60. with self.feature(FEATURES), mock.patch(
  61. "sentry.issues.ingest.send_issue_occurrence_to_eventstream",
  62. side_effect=send_issue_occurrence_to_eventstream,
  63. ) as mock_eventstream, mock.patch.object(
  64. PerformanceNPlusOneGroupType,
  65. "noise_config",
  66. new=NoiseConfig(0, timedelta(minutes=1)),
  67. ), self.feature(
  68. "organizations:issue-platform"
  69. ):
  70. self.store_event(data=event_data, project_id=self.project.id)
  71. group = mock_eventstream.call_args[0][2].group
  72. self.page.visit_issue(self.org.slug, group.id)
  73. @patch("django.utils.timezone.now")
  74. def test_multiple_events_with_one_cause_are_grouped(self, mock_now):
  75. mock_now.return_value = before_now(minutes=5).replace(tzinfo=timezone.utc)
  76. event_data = self.create_sample_event(
  77. "n-plus-one-in-django-new-view", mock_now.return_value.timestamp()
  78. )
  79. self.create_performance_issue(event_data=event_data)
  80. assert Group.objects.count() == 1
  81. @patch("django.utils.timezone.now")
  82. def test_n_one_api_call_performance_issue(self, mock_now):
  83. mock_now.return_value = before_now(minutes=5).replace(tzinfo=timezone.utc)
  84. event_data = self.create_sample_event(
  85. "n-plus-one-api-calls/n-plus-one-api-calls-in-issue-stream",
  86. mock_now.return_value.timestamp(),
  87. )
  88. event_data["contexts"]["trace"]["op"] = "navigation"
  89. with self.feature(FEATURES), mock.patch(
  90. "sentry.issues.ingest.send_issue_occurrence_to_eventstream",
  91. side_effect=send_issue_occurrence_to_eventstream,
  92. ) as mock_eventstream, mock.patch.object(
  93. PerformanceNPlusOneAPICallsGroupType,
  94. "noise_config",
  95. new=NoiseConfig(0, timedelta(minutes=1)),
  96. ), self.feature(
  97. "organizations:issue-platform"
  98. ):
  99. self.store_event(data=event_data, project_id=self.project.id)
  100. group = mock_eventstream.call_args[0][2].group
  101. self.page.visit_issue(self.org.slug, group.id)
  102. @patch("django.utils.timezone.now")
  103. def test_multiple_events_with_multiple_causes_are_not_grouped(self, mock_now):
  104. mock_now.return_value = before_now(minutes=5).replace(tzinfo=timezone.utc)
  105. # Create identical events with different parent spans
  106. for _ in range(3):
  107. event_data = self.create_sample_event(
  108. "n-plus-one-in-django-new-view", mock_now.return_value.timestamp()
  109. )
  110. event_data["spans"] = [
  111. self.randomize_span_description(span) if span["op"] == "django.view" else span
  112. for span in event_data["spans"]
  113. ]
  114. self.create_performance_issue(event_data=event_data)
  115. assert Group.objects.count() == 3