test_minidump_full.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. import zipfile
  2. from io import BytesIO
  3. from unittest.mock import patch
  4. import pytest
  5. from django.core.files.uploadedfile import SimpleUploadedFile
  6. from django.urls import reverse
  7. from sentry import eventstore
  8. from sentry.lang.native.utils import STORE_CRASH_REPORTS_ALL
  9. from sentry.models.eventattachment import EventAttachment
  10. from sentry.models.files.file import File
  11. from sentry.testutils.cases import TransactionTestCase
  12. from sentry.testutils.factories import get_fixture_path
  13. from sentry.testutils.helpers.task_runner import BurstTaskRunner
  14. from sentry.testutils.relay import RelayStoreHelper
  15. from sentry.testutils.skips import requires_kafka, requires_symbolicator
  16. from sentry.utils.safe import get_path
  17. from tests.symbolicator import insta_snapshot_native_stacktrace_data, redact_location
  18. # IMPORTANT:
  19. #
  20. # This test suite requires Symbolicator in order to run correctly.
  21. # Set `symbolicator.enabled: true` in your `~/.sentry/config.yml` and run `sentry devservices up`
  22. #
  23. # If you are using a local instance of Symbolicator, you need to
  24. # either change `system.url-prefix` option override inside `initialize` fixture to `system.internal-url-prefix`,
  25. # or add `127.0.0.1 host.docker.internal` entry to your `/etc/hosts`
  26. pytestmark = [requires_symbolicator, requires_kafka]
  27. @pytest.mark.snuba
  28. class SymbolicatorMinidumpIntegrationTest(RelayStoreHelper, TransactionTestCase):
  29. @pytest.fixture(autouse=True)
  30. def initialize(self, live_server, reset_snuba):
  31. self.project.update_option("sentry:builtin_symbol_sources", [])
  32. with patch("sentry.auth.system.is_internal_ip", return_value=True), self.options(
  33. {"system.url-prefix": live_server.url}
  34. ):
  35. # Run test case
  36. yield
  37. def upload_symbols(self):
  38. url = reverse(
  39. "sentry-api-0-dsym-files",
  40. kwargs={
  41. "organization_slug": self.project.organization.slug,
  42. "project_slug": self.project.slug,
  43. },
  44. )
  45. self.login_as(user=self.user)
  46. out = BytesIO()
  47. f = zipfile.ZipFile(out, "w")
  48. f.write(get_fixture_path("native", "windows.sym"), "crash.sym")
  49. f.close()
  50. response = self.client.post(
  51. url,
  52. {
  53. "file": SimpleUploadedFile(
  54. "symbols.zip", out.getvalue(), content_type="application/zip"
  55. )
  56. },
  57. format="multipart",
  58. )
  59. assert response.status_code == 201, response.content
  60. assert len(response.json()) == 1
  61. _FEATURES = {
  62. "organizations:event-attachments": True,
  63. "organizations:symbol-sources": False,
  64. "organizations:custom-symbol-sources": False,
  65. }
  66. def test_full_minidump(self):
  67. self.project.update_option("sentry:store_crash_reports", STORE_CRASH_REPORTS_ALL)
  68. self.upload_symbols()
  69. with self.feature(self._FEATURES):
  70. with open(get_fixture_path("native", "windows.dmp"), "rb") as f:
  71. event = self.post_and_retrieve_minidump(
  72. {
  73. "upload_file_minidump": f,
  74. "some_file": ("hello.txt", BytesIO(b"Hello World!")),
  75. },
  76. {
  77. "sentry[logger]": "test-logger",
  78. "sentry[level]": "error",
  79. },
  80. )
  81. candidates = event.data["debug_meta"]["images"][0]["candidates"]
  82. redact_location(candidates)
  83. event.data["debug_meta"]["images"][0]["candidates"] = candidates
  84. insta_snapshot_native_stacktrace_data(self, event.data)
  85. assert event.data.get("logger") == "test-logger"
  86. assert event.data.get("level") == "error"
  87. # assert event.data.get("extra") == {"foo": "bar"}
  88. attachments = sorted(
  89. EventAttachment.objects.filter(event_id=event.event_id), key=lambda x: x.name
  90. )
  91. hello, minidump = attachments
  92. assert hello.name == "hello.txt"
  93. hello_file = File.objects.get(id=hello.file_id)
  94. assert hello_file.type == "event.attachment"
  95. assert hello_file.checksum == "2ef7bde608ce5404e97d5f042f95f89f1c232871"
  96. assert minidump.name == "windows.dmp"
  97. minidump_file = File.objects.get(id=minidump.file_id)
  98. assert minidump_file.type == "event.minidump"
  99. assert minidump_file.checksum == "74bb01c850e8d65d3ffbc5bad5cabc4668fce247"
  100. def test_full_minidump_json_extra(self):
  101. self.project.update_option("sentry:store_crash_reports", STORE_CRASH_REPORTS_ALL)
  102. self.upload_symbols()
  103. with self.feature("organizations:event-attachments"):
  104. with open(get_fixture_path("native", "windows.dmp"), "rb") as f:
  105. event = self.post_and_retrieve_minidump(
  106. {"upload_file_minidump": f},
  107. {"sentry": '{"logger":"test-logger"}', "foo": "bar"},
  108. )
  109. assert event.data.get("logger") == "test-logger"
  110. assert event.data.get("extra") == {"foo": "bar"}
  111. # Other assertions are performed by `test_full_minidump`
  112. def test_full_minidump_invalid_extra(self):
  113. self.project.update_option("sentry:store_crash_reports", STORE_CRASH_REPORTS_ALL)
  114. self.upload_symbols()
  115. with self.feature("organizations:event-attachments"):
  116. with open(get_fixture_path("native", "windows.dmp"), "rb") as f:
  117. event = self.post_and_retrieve_minidump(
  118. {"upload_file_minidump": f},
  119. {"sentry": "{{{{", "foo": "bar"}, # invalid sentry JSON
  120. )
  121. assert not event.data.get("logger")
  122. assert event.data.get("extra") == {"foo": "bar"}
  123. # Other assertions are performed by `test_full_minidump`
  124. def test_missing_dsym(self):
  125. with self.feature(self._FEATURES):
  126. with open(get_fixture_path("native", "windows.dmp"), "rb") as f:
  127. event = self.post_and_retrieve_minidump(
  128. {"upload_file_minidump": f}, {"sentry[logger]": "test-logger"}
  129. )
  130. insta_snapshot_native_stacktrace_data(self, event.data)
  131. assert not EventAttachment.objects.filter(event_id=event.event_id)
  132. def test_reprocessing(self):
  133. # NOTE:
  134. # When running this test against a local symbolicator instance,
  135. # make sure that instance has its caches disabled. This test assumes
  136. # that a symbol upload has immediate effect, whereas in reality the
  137. # negative cache needs to expire first.
  138. self.project.update_option("sentry:store_crash_reports", STORE_CRASH_REPORTS_ALL)
  139. features = dict(self._FEATURES)
  140. features["organizations:reprocessing-v2"] = True
  141. with self.feature(features):
  142. with open(get_fixture_path("native", "windows.dmp"), "rb") as f:
  143. event = self.post_and_retrieve_minidump(
  144. {"upload_file_minidump": f}, {"sentry[logger]": "test-logger"}
  145. )
  146. insta_snapshot_native_stacktrace_data(self, event.data, subname="initial")
  147. self.upload_symbols()
  148. from sentry.tasks.reprocessing2 import reprocess_group
  149. with BurstTaskRunner() as burst:
  150. reprocess_group.delay(project_id=self.project.id, group_id=event.group_id)
  151. burst(max_jobs=100)
  152. new_event = eventstore.backend.get_event_by_id(self.project.id, event.event_id)
  153. assert new_event is not None
  154. assert new_event.event_id == event.event_id
  155. candidates = new_event.data["debug_meta"]["images"][0]["candidates"]
  156. redact_location(candidates)
  157. new_event.data["debug_meta"]["images"][0]["candidates"] = candidates
  158. insta_snapshot_native_stacktrace_data(self, new_event.data, subname="reprocessed")
  159. for event_id in (event.event_id, new_event.event_id):
  160. (minidump,) = sorted(
  161. EventAttachment.objects.filter(event_id=new_event.event_id), key=lambda x: x.name
  162. )
  163. assert minidump.name == "windows.dmp"
  164. minidump_file = File.objects.get(id=minidump.file_id)
  165. assert minidump_file.type == "event.minidump"
  166. assert minidump_file.checksum == "74bb01c850e8d65d3ffbc5bad5cabc4668fce247"
  167. def test_minidump_threadnames(self):
  168. self.project.update_option("sentry:store_crash_reports", STORE_CRASH_REPORTS_ALL)
  169. with self.feature(self._FEATURES):
  170. with open(get_fixture_path("native", "threadnames.dmp"), "rb") as f:
  171. event = self.post_and_retrieve_minidump({"upload_file_minidump": f}, {})
  172. thread_name = get_path(event.data, "threads", "values", 1, "name")
  173. assert thread_name == "sentry-http"