123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592 |
- import os.path
- import zipfile
- from base64 import b64encode
- from io import BytesIO
- from unittest.mock import patch
- from uuid import uuid4
- import pytest
- import responses
- from django.utils.encoding import force_bytes
- from sentry.models import (
- ArtifactBundle,
- DebugIdArtifactBundle,
- File,
- ProjectArtifactBundle,
- Release,
- ReleaseArtifactBundle,
- ReleaseFile,
- SourceFileType,
- )
- from sentry.models.releasefile import update_artifact_index
- from sentry.testutils import RelayStoreHelper
- from sentry.testutils.helpers.datetime import before_now, iso_format
- from sentry.testutils.skips import requires_symbolicator
- from sentry.utils import json
- # IMPORTANT:
- #
- # This test suite requires Symbolicator in order to run correctly.
- # Set `symbolicator.enabled: true` in your `~/.sentry/config.yml` and run `sentry devservices up`
- #
- # If you are using a local instance of Symbolicator, you need to either change `system.url-prefix` to `system.internal-url-prefix`
- # inside `process_with_symbolicator` fixture inside `src/sentry/utils/pytest/fixtures.py`,
- # or add `127.0.0.1 host.docker.internal` entry to your `/etc/hosts`
- BASE64_SOURCEMAP = "data:application/json;base64," + (
- b64encode(
- b'{"version":3,"file":"generated.js","sources":["/test.js"],"names":[],"mappings":"AAAA","sourcesContent":['
- b'"console.log(\\"hello, World!\\")"]}'
- )
- .decode("utf-8")
- .replace("\n", "")
- )
- INVALID_BASE64_SOURCEMAP = "data:application/json;base64,A"
- def get_fixture_path(name):
- return os.path.join(os.path.dirname(__file__), "fixtures", name)
- def load_fixture(name):
- with open(get_fixture_path(name), "rb") as fp:
- return fp.read()
- @pytest.mark.django_db(transaction=True)
- class TestJavascriptIntegration(RelayStoreHelper):
- @pytest.fixture(autouse=True)
- def initialize(self, default_projectkey, default_project):
- self.project = default_project
- self.projectkey = default_projectkey
- self.organization = self.project.organization
- self.min_ago = iso_format(before_now(minutes=1))
- # We disable scraping per-test when necessary.
- self.project.update_option("sentry:scrape_javascript", True)
- def test_adds_contexts_without_device(self):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "request": {
- "url": "http://example.com",
- "headers": [
- [
- "User-Agent",
- "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) "
- "Chrome/28.0.1500.72 Safari/537.36",
- ]
- ],
- },
- }
- event = self.post_and_retrieve_event(data)
- contexts = event.interfaces["contexts"].to_json()
- assert contexts.get("os") == {"name": "Windows", "version": "8", "type": "os"}
- assert contexts.get("device") is None
- def test_adds_contexts_with_device(self):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "request": {
- "url": "http://example.com",
- "headers": [
- [
- "User-Agent",
- "Mozilla/5.0 (Linux; U; Android 4.3; en-us; SCH-R530U Build/JSS15J) AppleWebKit/534.30 ("
- "KHTML, like Gecko) Version/4.0 Mobile Safari/534.30 USCC-R530U",
- ]
- ],
- },
- }
- event = self.post_and_retrieve_event(data)
- contexts = event.interfaces["contexts"].to_json()
- assert contexts.get("os") == {"name": "Android", "type": "os", "version": "4.3"}
- assert contexts.get("browser") == {"name": "Android", "type": "browser", "version": "4.3"}
- assert contexts.get("device") == {
- "family": "Samsung SCH-R530U",
- "type": "device",
- "model": "SCH-R530U",
- "brand": "Samsung",
- }
- def test_adds_contexts_with_ps4_device(self):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "request": {
- "url": "http://example.com",
- "headers": [
- [
- "User-Agent",
- "Mozilla/5.0 (PlayStation 4 3.55) AppleWebKit/537.78 (KHTML, like Gecko)",
- ]
- ],
- },
- }
- event = self.post_and_retrieve_event(data)
- contexts = event.interfaces["contexts"].to_json()
- assert contexts.get("os") is None
- assert contexts.get("browser") is None
- assert contexts.get("device") == {
- "family": "PlayStation 4",
- "type": "device",
- "model": "PlayStation 4",
- "brand": "Sony",
- }
- @patch("sentry.lang.javascript.processor.Fetcher.fetch_by_url")
- def test_source_expansion(self, mock_fetch_by_url):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/foo.js",
- "filename": "foo.js",
- "lineno": 4,
- "colno": 0,
- },
- {
- "abs_path": "http://example.com/foo.js",
- "filename": "foo.js",
- "lineno": 1,
- "colno": 0,
- },
- ]
- },
- }
- ]
- },
- }
- mock_fetch_by_url.return_value.body = force_bytes("\n".join("hello world"))
- mock_fetch_by_url.return_value.encoding = None
- mock_fetch_by_url.return_value.headers = {}
- event = self.post_and_retrieve_event(data)
- mock_fetch_by_url.assert_called_once_with("http://example.com/foo.js")
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["h", "e", "l"]
- assert frame.context_line == "l"
- assert frame.post_context == ["o", " ", "w", "o", "r"]
- frame = frame_list[1]
- assert not frame.pre_context
- assert frame.context_line == "h"
- assert frame.post_context == ["e", "l", "l", "o", " "]
- # no source map means no raw_stacktrace
- assert exception.values[0].raw_stacktrace is None
- @patch("sentry.lang.javascript.processor.Fetcher.fetch_by_url")
- @patch("sentry.lang.javascript.processor.discover_sourcemap")
- def test_inlined_sources(self, mock_discover_sourcemap, mock_fetch_by_url):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/test.min.js",
- "filename": "test.js",
- "lineno": 1,
- "colno": 1,
- }
- ]
- },
- }
- ]
- },
- }
- mock_discover_sourcemap.return_value = BASE64_SOURCEMAP
- mock_fetch_by_url.return_value.url = "http://example.com/test.min.js"
- mock_fetch_by_url.return_value.body = force_bytes("\n".join("<generated source>"))
- mock_fetch_by_url.return_value.encoding = None
- event = self.post_and_retrieve_event(data)
- mock_fetch_by_url.assert_called_once_with("http://example.com/test.min.js")
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert not frame.pre_context
- assert frame.context_line == 'console.log("hello, World!")'
- assert not frame.post_context
- assert frame.data["sourcemap"] == "http://example.com/test.min.js"
- @patch("sentry.lang.javascript.processor.Fetcher.fetch_by_url")
- @patch("sentry.lang.javascript.processor.discover_sourcemap")
- def test_invalid_base64_sourcemap_returns_an_error(
- self, mock_discover_sourcemap, mock_fetch_by_url
- ):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/test.min.js",
- "filename": "test.js",
- "lineno": 1,
- "colno": 1,
- },
- ]
- },
- }
- ]
- },
- }
- mock_discover_sourcemap.return_value = INVALID_BASE64_SOURCEMAP
- mock_fetch_by_url.return_value.url = "http://example.com/test.min.js"
- mock_fetch_by_url.return_value.body = force_bytes("\n".join("<generated source>"))
- mock_fetch_by_url.return_value.encoding = None
- event = self.post_and_retrieve_event(data)
- mock_fetch_by_url.assert_called_once_with("http://example.com/test.min.js")
- assert len(event.data["errors"]) == 1
- assert event.data["errors"][0] == {
- "url": "<base64>",
- "reason": "Invalid base64-encoded string: "
- "number of data characters (1) cannot be 1 more than a multiple of 4",
- "type": "js_invalid_source",
- }
- @patch("sentry.lang.javascript.processor.SmCache.from_bytes")
- @patch("sentry.lang.javascript.processor.Fetcher.fetch_by_url")
- @patch("sentry.lang.javascript.processor.discover_sourcemap")
- def test_sourcemap_cache_is_constructed_only_once_if_an_error_is_raised(
- self, mock_discover_sourcemap, mock_fetch_by_url, mock_from_bytes
- ):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/test.min.js",
- "filename": "test.js",
- "lineno": 1,
- "colno": 1,
- },
- {
- "abs_path": "http://example.com/test.min.js",
- "filename": "test.js",
- "lineno": 1,
- "colno": 1,
- },
- {
- "abs_path": "http://example.com/test.min.js",
- "filename": "test.js",
- "lineno": 1,
- "colno": 1,
- },
- ]
- },
- }
- ]
- },
- }
- mock_discover_sourcemap.return_value = BASE64_SOURCEMAP
- mock_fetch_by_url.return_value.url = "http://example.com/test.min.js"
- mock_fetch_by_url.return_value.body = force_bytes("\n".join("<generated source>"))
- mock_fetch_by_url.return_value.encoding = None
- mock_from_bytes.side_effect = Exception()
- self.post_and_retrieve_event(data)
- mock_fetch_by_url.assert_called_once_with("http://example.com/test.min.js")
- mock_from_bytes.assert_called_once()
- @responses.activate
- def test_error_message_translations(self):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "logentry": {
- "formatted": "ReferenceError: Impossible de d\xe9finir une propri\xe9t\xe9 \xab foo \xbb : objet non "
- "extensible"
- },
- "exception": {
- "values": [
- {"type": "Error", "value": "P\u0159\xedli\u0161 mnoho soubor\u016f"},
- {
- "type": "Error",
- "value": "foo: wyst\u0105pi\u0142 nieoczekiwany b\u0142\u0105d podczas pr\xf3by uzyskania "
- "informacji o metadanych",
- },
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- message = event.interfaces["logentry"]
- assert (
- message.formatted
- == "ReferenceError: Cannot define property 'foo': object is not extensible"
- )
- exception = event.interfaces["exception"]
- assert exception.values[0].value == "Too many files"
- assert (
- exception.values[1].value
- == "foo: an unexpected failure occurred while trying to obtain metadata information"
- )
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_sourcemap_source_expansion(self, process_with_symbolicator):
- self.project.update_option("sentry:scrape_javascript", False)
- release = Release.objects.create(
- organization_id=self.project.organization_id, version="abc"
- )
- release.add_project(self.project)
- for file in ["file.min.js", "file1.js", "file2.js", "file.sourcemap.js"]:
- with open(get_fixture_path(file), "rb") as f:
- f1 = File.objects.create(
- name=file,
- type="release.file",
- headers={},
- )
- f1.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f1.name}",
- release_id=release.id,
- organization_id=self.project.organization_id,
- file=f1,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- # NOTE: Intentionally source is not retrieved from this HTML file
- {
- "function": 'function: "HTMLDocument.<anonymous>"',
- "abs_path": "http//example.com/index.html",
- "filename": "index.html",
- "lineno": 283,
- "colno": 17,
- "in_app": False,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [
- {"type": "js_no_source", "url": "http//example.com/index.html"}
- ]
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- expected = "\treturn a + b; // fôo"
- assert frame.context_line == expected
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- raw_frame_list = exception.values[0].raw_stacktrace.frames
- raw_frame = raw_frame_list[0]
- assert not raw_frame.pre_context
- assert (
- raw_frame.context_line
- == 'function add(a,b){"use strict";return a+b}function multiply(a,b){"use strict";return a*b}function '
- 'divide(a,b){"use strict";try{return multip {snip}'
- )
- if process_with_symbolicator:
- assert raw_frame.post_context == ["//@ sourceMappingURL=file.sourcemap.js"]
- else:
- assert raw_frame.post_context == ["//@ sourceMappingURL=file.sourcemap.js", ""]
- assert raw_frame.lineno == 1
- # Since we couldn't expand source for the 2nd frame, both
- # its raw and original form should be identical
- assert raw_frame_list[1] == frame_list[1]
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_sourcemap_embedded_source_expansion(self, process_with_symbolicator):
- self.project.update_option("sentry:scrape_javascript", False)
- release = Release.objects.create(
- organization_id=self.project.organization_id, version="abc"
- )
- release.add_project(self.project)
- for file in ["embedded.js", "embedded.js.map"]:
- with open(get_fixture_path(file), "rb") as f:
- f1 = File.objects.create(
- name=file,
- type="release.file",
- headers={},
- )
- f1.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f1.name}",
- release_id=release.id,
- organization_id=self.project.organization_id,
- file=f1,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/embedded.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- # NOTE: Intentionally source is not retrieved from this HTML file
- {
- "function": 'function: "HTMLDocument.<anonymous>"',
- "abs_path": "http//example.com/index.html",
- "filename": "index.html",
- "lineno": 283,
- "colno": 17,
- "in_app": False,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [
- {"type": "js_no_source", "url": "http//example.com/index.html"}
- ]
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- expected = "\treturn a + b; // fôo"
- assert frame.context_line == expected
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_sourcemap_nofiles_source_expansion(self, process_with_symbolicator):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- with open(get_fixture_path("nofiles.js"), "rb") as f:
- f_minified = File.objects.create(
- name="nofiles.js", type="release.file", headers={"Content-Type": "application/json"}
- )
- f_minified.putfile(f)
- ReleaseFile.objects.create(
- name=f"~/{f_minified.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_minified,
- )
- with open(get_fixture_path("nofiles.js.map"), "rb") as f:
- f_sourcemap = File.objects.create(
- name="nofiles.js.map",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f_sourcemap.putfile(f)
- ReleaseFile.objects.create(
- name=f"app:///{f_sourcemap.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_sourcemap,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [{"abs_path": "app:///nofiles.js", "lineno": 1, "colno": 39}]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- assert len(frame_list) == 1
- frame = frame_list[0]
- assert frame.abs_path == "app:///nofiles.js"
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_indexed_sourcemap_source_expansion(self, process_with_symbolicator):
- self.project.update_option("sentry:scrape_javascript", False)
- release = Release.objects.create(
- organization_id=self.project.organization_id, version="abc"
- )
- release.add_project(self.project)
- for file in ["indexed.min.js", "file1.js", "file2.js", "indexed.sourcemap.js"]:
- with open(get_fixture_path(file), "rb") as f:
- f1 = File.objects.create(
- name=file,
- type="release.file",
- headers={},
- )
- f1.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f1.name}",
- release_id=release.id,
- organization_id=self.project.organization_id,
- file=f1,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/indexed.min.js",
- "filename": "indexed.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/indexed.min.js",
- "filename": "indexed.min.js",
- "lineno": 2,
- "colno": 44,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- expected = "\treturn a + b; // fôo"
- assert frame.context_line == expected
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- raw_frame_list = exception.values[0].raw_stacktrace.frames
- raw_frame = raw_frame_list[0]
- assert not raw_frame.pre_context
- assert raw_frame.context_line == 'function add(a,b){"use strict";return a+b}'
- if process_with_symbolicator:
- assert raw_frame.post_context == [
- 'function multiply(a,b){"use strict";return a*b}function divide(a,b){"use strict";try{return multiply('
- "add(a,b),a,b)/c}catch(e){Raven.captureE {snip}",
- "//# sourceMappingURL=indexed.sourcemap.js",
- ]
- else:
- assert raw_frame.post_context == [
- 'function multiply(a,b){"use strict";return a*b}function divide(a,b){"use strict";try{return multiply('
- "add(a,b),a,b)/c}catch(e){Raven.captureE {snip}",
- "//# sourceMappingURL=indexed.sourcemap.js",
- "",
- ]
- assert raw_frame.lineno == 1
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- raw_frame = raw_frame_list[1]
- assert raw_frame.pre_context == ['function add(a,b){"use strict";return a+b}']
- assert (
- raw_frame.context_line
- == 'function multiply(a,b){"use strict";return a*b}function divide(a,b){"use strict";try{return multiply('
- "add(a,b),a,b)/c}catch(e){Raven.captureE {snip}"
- )
- if process_with_symbolicator:
- assert raw_frame.post_context == ["//# sourceMappingURL=indexed.sourcemap.js"]
- else:
- assert raw_frame.post_context == ["//# sourceMappingURL=indexed.sourcemap.js", ""]
- assert raw_frame.lineno == 2
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_expansion_via_debug(self, process_with_symbolicator):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- # file.min.js
- # ------------
- with open(get_fixture_path("file.min.js"), "rb") as f:
- f_minified = File.objects.create(
- name="file.min.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f_minified.putfile(f)
- # Intentionally omit hostname - use alternate artifact path lookup instead
- # /file1.js vs http://example.com/file1.js
- ReleaseFile.objects.create(
- name=f"~/{f_minified.name}?foo=bar",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_minified,
- )
- # file1.js
- # ---------
- with open(get_fixture_path("file1.js"), "rb") as f:
- f1 = File.objects.create(
- name="file1.js", type="release.file", headers={"Content-Type": "application/json"}
- )
- f1.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f1.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f1,
- )
- # file2.js
- # ----------
- with open(get_fixture_path("file2.js"), "rb") as f:
- f2 = File.objects.create(
- name="file2.js", type="release.file", headers={"Content-Type": "application/json"}
- )
- f2.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f2.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f2,
- )
- # To verify that the full url has priority over the relative url,
- # we will also add a second ReleaseFile alias for file2.js (f3) w/o
- # hostname that points to an empty file. If the processor chooses
- # this empty file over the correct file2.js, it will not locate
- # context for the 2nd frame.
- with open(get_fixture_path("empty.js"), "rb") as f:
- f2_empty = File.objects.create(
- name="empty.js", type="release.file", headers={"Content-Type": "application/json"}
- )
- f2_empty.putfile(f)
- ReleaseFile.objects.create(
- name=f"~/{f2.name}", # intentionally using f2.name ("file2.js")
- release_id=release.id,
- organization_id=project.organization_id,
- file=f2_empty,
- )
- # sourcemap
- # ----------
- with open(get_fixture_path("file.sourcemap.js"), "rb") as f:
- f_sourcemap = File.objects.create(
- name="file.sourcemap.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f_sourcemap.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f_sourcemap.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_sourcemap,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js?foo=bar",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js?foo=bar",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_expansion_via_distribution_release_artifacts(self, process_with_symbolicator):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- dist = release.add_dist("foo")
- # file.min.js
- # ------------
- with open(get_fixture_path("file.min.js"), "rb") as f:
- f_minified = File.objects.create(
- name="file.min.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f_minified.putfile(f)
- # Intentionally omit hostname - use alternate artifact path lookup instead
- # /file1.js vs http://example.com/file1.js
- ReleaseFile.objects.create(
- name=f"~/{f_minified.name}?foo=bar",
- release_id=release.id,
- dist_id=dist.id,
- organization_id=project.organization_id,
- file=f_minified,
- )
- # file1.js
- # ---------
- with open(get_fixture_path("file1.js"), "rb") as f:
- f1 = File.objects.create(
- name="file1.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f1.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f1.name}",
- release_id=release.id,
- dist_id=dist.id,
- organization_id=project.organization_id,
- file=f1,
- )
- # file2.js
- # ----------
- with open(get_fixture_path("file2.js"), "rb") as f:
- f2 = File.objects.create(
- name="file2.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f2.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f2.name}",
- release_id=release.id,
- dist_id=dist.id,
- organization_id=project.organization_id,
- file=f2,
- )
- # To verify that the full url has priority over the relative url,
- # we will also add a second ReleaseFile alias for file2.js (f3) w/o
- # hostname that points to an empty file. If the processor chooses
- # this empty file over the correct file2.js, it will not locate
- # context for the 2nd frame.
- with open(get_fixture_path("empty.js"), "rb") as f:
- f2_empty = File.objects.create(
- name="empty.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f2_empty.putfile(f)
- ReleaseFile.objects.create(
- name=f"~/{f2.name}", # intentionally using f2.name ("file2.js")
- release_id=release.id,
- dist_id=dist.id,
- organization_id=project.organization_id,
- file=f2_empty,
- )
- # sourcemap
- # ----------
- with open(get_fixture_path("file.sourcemap.js"), "rb") as f:
- f_sourcemap = File.objects.create(
- name="file.sourcemap.js",
- type="release.file",
- headers={"Content-Type": "application/json"},
- )
- f_sourcemap.putfile(f)
- ReleaseFile.objects.create(
- name=f"http://example.com/{f_sourcemap.name}",
- release_id=release.id,
- dist_id=dist.id,
- organization_id=project.organization_id,
- file=f_sourcemap,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "dist": "foo",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js?foo=bar",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js?foo=bar",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- if process_with_symbolicator:
- assert frame.post_context == ["}"]
- else:
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- @responses.activate
- def test_sourcemap_expansion_with_missing_source(self):
- """
- Tests a successful sourcemap expansion that points to source files
- that are not found.
- """
- responses.add(
- responses.GET,
- "http://example.com/file.min.js",
- body=load_fixture("file.min.js"),
- content_type="application/javascript; charset=utf-8",
- )
- responses.add(
- responses.GET,
- "http://example.com/file.sourcemap.js",
- body=load_fixture("file.sourcemap.js"),
- content_type="application/json; charset=utf-8",
- )
- responses.add(responses.GET, "http://example.com/file1.js", body="Not Found", status=404)
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- # Add two frames. We only want to see the
- # error once though.
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [
- {"url": "http://example.com/file1.js", "type": "fetch_invalid_http_code", "value": 404}
- ]
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- # no context information ...
- assert not frame.pre_context
- assert not frame.context_line
- assert not frame.post_context
- # ... but line, column numbers are still correctly mapped
- assert frame.lineno == 3
- assert frame.colno == 9
- @responses.activate
- def test_failed_sourcemap_expansion(self):
- """
- Tests attempting to parse an indexed source map where each section has a "url"
- property - this is unsupported and should fail.
- """
- responses.add(
- responses.GET,
- "http://example.com/unsupported.min.js",
- body=load_fixture("unsupported.min.js"),
- content_type="application/javascript; charset=utf-8",
- )
- responses.add(
- responses.GET,
- "http://example.com/unsupported.sourcemap.js",
- body=load_fixture("unsupported.sourcemap.js"),
- content_type="application/json; charset=utf-8",
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/unsupported.min.js",
- "filename": "indexed.min.js",
- "lineno": 1,
- "colno": 39,
- }
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [
- {"url": "http://example.com/unsupported.sourcemap.js", "type": "js_invalid_source"}
- ]
- def test_failed_sourcemap_expansion_data_url(self):
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "data:application/javascript,base46,asfasf",
- "filename": "indexed.min.js",
- "lineno": 1,
- "colno": 39,
- }
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [{"url": "<data url>", "type": "js_no_source"}]
- @responses.activate
- def test_failed_sourcemap_expansion_missing_location_entirely(self):
- responses.add(
- responses.GET,
- "http://example.com/indexed.min.js",
- body="//# sourceMappingURL=indexed.sourcemap.js",
- )
- responses.add(responses.GET, "http://example.com/indexed.sourcemap.js", body="{}")
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/indexed.min.js",
- "filename": "indexed.min.js",
- "lineno": 1,
- "colno": 1,
- },
- {
- "abs_path": "http://example.com/indexed.min.js",
- "filename": "indexed.min.js",
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- @responses.activate
- def test_html_response_for_js(self):
- responses.add(
- responses.GET,
- "http://example.com/invalid_file1.js",
- body=" <!DOCTYPE html><html><head></head><body></body></html>",
- )
- responses.add(
- responses.GET,
- "http://example.com/invalid_file2.js",
- body="<!doctype html><html><head></head><body></body></html>",
- )
- responses.add(
- responses.GET,
- "http://example.com/valid_file.html",
- body=(
- "<!doctype html><html><head></head><body><script>/*legit case*/</script></body></html>"
- ),
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/invalid_file1.js",
- "filename": "invalid_file1.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/invalid_file2.js",
- "filename": "invalid_file2.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/valid_file.html",
- "filename": "valid_file.html",
- "lineno": 1,
- "colno": 1,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert event.data["errors"] == [
- {"url": "http://example.com/invalid_file1.js", "type": "js_invalid_content"},
- {"url": "http://example.com/invalid_file2.js", "type": "js_invalid_content"},
- ]
- def _test_expansion_via_release_archive(self, link_sourcemaps: bool):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- manifest = {
- "org": self.organization.slug,
- "release": release.version,
- "files": {
- "files/_/_/file.min.js": {
- "url": "http://example.com/file.min.js",
- },
- "files/_/_/file1.js": {
- "url": "http://example.com/file1.js",
- },
- "files/_/_/file2.js": {
- "url": "http://example.com/file2.js",
- },
- "files/_/_/file.sourcemap.js": {
- "url": "http://example.com/file.sourcemap.js",
- },
- },
- }
- file_like = BytesIO()
- with zipfile.ZipFile(file_like, "w") as zip:
- for rel_path, entry in manifest["files"].items():
- name = os.path.basename(rel_path)
- content = load_fixture(name)
- if name == "file.min.js" and not link_sourcemaps:
- # Remove link to source map, add to header instead
- content = content.replace(b"//@ sourceMappingURL=file.sourcemap.js", b"")
- entry["headers"] = {"SourceMap": "/file.sourcemap.js"}
- zip.writestr(rel_path, content)
- zip.writestr("manifest.json", json.dumps(manifest))
- file_like.seek(0)
- file = File.objects.create(name="doesnt_matter", type="release.bundle")
- file.putfile(file_like)
- update_artifact_index(release, None, file)
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- def test_expansion_via_release_archive(self):
- self._test_expansion_via_release_archive(link_sourcemaps=True)
- def test_expansion_via_release_archive_no_sourcemap_link(self):
- self._test_expansion_via_release_archive(link_sourcemaps=False)
- @requires_symbolicator
- @pytest.mark.symbolicator
- def test_node_processing(self, process_with_symbolicator):
- project = self.project
- release = Release.objects.create(
- organization_id=project.organization_id, version="nodeabc123"
- )
- release.add_project(project)
- with open(get_fixture_path("dist.bundle.js"), "rb") as f:
- f_minified = File.objects.create(
- name="dist.bundle.js",
- type="release.file",
- headers={"Content-Type": "application/javascript"},
- )
- f_minified.putfile(f)
- ReleaseFile.objects.create(
- name=f"~/{f_minified.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_minified,
- )
- with open(get_fixture_path("dist.bundle.js.map"), "rb") as f:
- f_sourcemap = File.objects.create(
- name="dist.bundle.js.map",
- type="release.file",
- headers={"Content-Type": "application/javascript"},
- )
- f_sourcemap.putfile(f)
- ReleaseFile.objects.create(
- name=f"~/{f_sourcemap.name}",
- release_id=release.id,
- organization_id=project.organization_id,
- file=f_sourcemap,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "node",
- "release": "nodeabc123",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "filename": "app:///dist.bundle.js",
- "function": "bar",
- "lineno": 9,
- "colno": 2321,
- },
- {
- "filename": "app:///dist.bundle.js",
- "function": "foo",
- "lineno": 3,
- "colno": 2308,
- },
- {
- "filename": "app:///dist.bundle.js",
- "function": "App",
- "lineno": 3,
- "colno": 1011,
- },
- {
- "filename": "app:///dist.bundle.js",
- "function": "Object.<anonymous>",
- "lineno": 1,
- "colno": 1014,
- },
- {
- "filename": "app:///dist.bundle.js",
- "function": "__webpack_require__",
- "lineno": 20,
- "colno": 30,
- },
- {
- "filename": "app:///dist.bundle.js",
- "function": "<unknown>",
- "lineno": 18,
- "colno": 63,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- assert len(frame_list) == 6
- assert frame_list[0].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[0].function == "bar"
- assert frame_list[0].lineno == 8
- assert frame_list[1].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[1].function == "foo"
- assert frame_list[1].lineno == 2
- assert frame_list[2].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[2].function == "App"
- assert frame_list[2].lineno == 2
- assert frame_list[3].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[3].function == "Object.<anonymous>"
- assert frame_list[3].lineno == 1
- assert frame_list[4].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[4].function == "__webpack_require__"
- assert frame_list[4].lineno == 19
- assert frame_list[5].abs_path == "webpack:///webpack/bootstrap d9a5a31d9276b73873d3"
- assert frame_list[5].function == "<unknown>"
- assert frame_list[5].lineno == 16
- @responses.activate
- def test_no_fetch_from_http(self):
- responses.add(
- responses.GET,
- "http://example.com/node_app.min.js",
- body=load_fixture("node_app.min.js"),
- content_type="application/javascript; charset=utf-8",
- )
- responses.add(
- responses.GET,
- "http://example.com/node_app.min.js.map",
- body=load_fixture("node_app.min.js.map"),
- content_type="application/javascript; charset=utf-8",
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "node",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "node_bootstrap.js",
- "filename": "node_bootstrap.js",
- "lineno": 1,
- "colno": 38,
- },
- {
- "abs_path": "timers.js",
- "filename": "timers.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "webpack:///internal",
- "filename": "internal",
- "lineno": 1,
- "colno": 43,
- },
- {
- "abs_path": "webpack:///~/some_dep/file.js",
- "filename": "file.js",
- "lineno": 1,
- "colno": 41,
- },
- {
- "abs_path": "webpack:///./node_modules/file.js",
- "filename": "file.js",
- "lineno": 1,
- "colno": 42,
- },
- {
- "abs_path": "http://example.com/node_app.min.js",
- "filename": "node_app.min.js",
- "lineno": 1,
- "colno": 40,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- # This one should not process, so this one should be none.
- assert exception.values[0].raw_stacktrace is None
- # None of the in app should update
- for x in range(6):
- assert not frame_list[x].in_app
- @responses.activate
- def test_html_file_with_query_param_ending_with_js_extension(self):
- responses.add(
- responses.GET,
- "http://example.com/file.html",
- body=(
- "<!doctype html><html><head></head><body><script>/*legit case*/</script></body></html>"
- ),
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.html?sw=iddqd1337.js",
- "filename": "file.html",
- "lineno": 1,
- "colno": 1,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- def test_expansion_with_debug_id(self):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- debug_id = "c941d872-af1f-4f0c-a7ff-ad3d295fe153"
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr(
- "files/_/_/file.wc.sourcemap.js", load_fixture("file.wc.sourcemap.js")
- )
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "org": self.organization.slug,
- "release": release.version,
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- "sourcemap": "file.sourcemap.js",
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.wc.sourcemap.js": {
- "url": "~/file.wc.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- },
- },
- },
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- # We want to also store the release files for this bundle, to check if they work together.
- compressed.seek(0)
- file_for_release = File.objects.create(name="bundle.zip", type="release.bundle")
- file_for_release.putfile(compressed)
- update_artifact_index(release, None, file_for_release)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.MINIFIED_SOURCE.value,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.SOURCE_MAP.value,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- # We want also to test the source without minification.
- {
- "abs_path": "http://example.com/file1.js",
- "filename": "file1.js",
- "lineno": 3,
- "colno": 12,
- },
- ]
- },
- }
- ]
- },
- "debug_meta": {
- "images": [
- {
- "type": "sourcemap",
- "debug_id": debug_id,
- "code_file": "http://example.com/file.min.js",
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- frame = frame_list[2]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- def test_expansion_with_debug_id_and_sourcemap_without_sources_content(self):
- debug_id = "c941d872-af1f-4f0c-a7ff-ad3d295fe153"
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr("files/_/_/file.sourcemap.js", load_fixture("file.sourcemap.js"))
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- "sourcemap": "file.sourcemap.js",
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.sourcemap.js": {
- "url": "~/file.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- },
- },
- }
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.MINIFIED_SOURCE.value,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.SOURCE_MAP.value,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- "debug_meta": {
- "images": [
- {
- "type": "sourcemap",
- "debug_id": debug_id,
- "code_file": "http://example.com/file.min.js",
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert len(event.data["errors"]) == 3
- assert event.data["errors"][0] == {
- "type": "js_missing_sources_content",
- "source": "http://example.com/file.min.js",
- "sourcemap": f"debug-id://{debug_id}/~/file.sourcemap.js",
- }
- def test_expansion_with_debug_id_and_malformed_sourcemap(self):
- debug_id = "c941d872-af1f-4f0c-a7ff-ad3d295fe153"
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr(
- "files/_/_/file.malformed.sourcemap.js", load_fixture("file.malformed.sourcemap.js")
- )
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- "sourcemap": "file.malformed.sourcemap.js",
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.malformed.sourcemap.js": {
- "url": "~/file.malformed.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- },
- },
- }
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.MINIFIED_SOURCE.value,
- )
- DebugIdArtifactBundle.objects.create(
- organization_id=self.organization.id,
- debug_id=debug_id,
- artifact_bundle=artifact_bundle,
- source_file_type=SourceFileType.SOURCE_MAP.value,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- "debug_meta": {
- "images": [
- {
- "type": "sourcemap",
- "debug_id": debug_id,
- "code_file": "http://example.com/file.min.js",
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert len(event.data["errors"]) == 1
- assert event.data["errors"][0] == {
- "type": "js_invalid_source",
- "debug_id": f"debug-id://{debug_id}/~/file.malformed.sourcemap.js",
- }
- def test_expansion_with_debug_id_not_found(self):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- manifest = {
- "org": self.organization.slug,
- "release": release.version,
- "files": {
- "files/_/_/file.min.js": {
- "url": "http://example.com/file.min.js",
- },
- "files/_/_/file1.js": {
- "url": "http://example.com/file1.js",
- },
- "files/_/_/file2.js": {
- "url": "http://example.com/file2.js",
- },
- "files/_/_/file.sourcemap.js": {
- "url": "http://example.com/file.sourcemap.js",
- },
- },
- }
- file_like = BytesIO()
- with zipfile.ZipFile(file_like, "w") as zip:
- for rel_path, entry in manifest["files"].items():
- name = os.path.basename(rel_path)
- content = load_fixture(name)
- if name == "file.min.js":
- # Remove link to source map, add to header instead
- content = content.replace(b"//@ sourceMappingURL=file.sourcemap.js", b"")
- entry["headers"] = {"SourceMap": "/file.sourcemap.js"}
- zip.writestr(rel_path, content)
- zip.writestr("manifest.json", json.dumps(manifest))
- file_like.seek(0)
- file = File.objects.create(name="release_bundle.zip", type="release.bundle")
- file.putfile(file_like)
- update_artifact_index(release, None, file)
- debug_id = "c941d872-af1f-4f0c-a7ff-ad3d295fe153"
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": "abc",
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- # We want also to test the source without minification.
- {
- "abs_path": "http://example.com/file1.js",
- "filename": "file1.js",
- "lineno": 3,
- "colno": 12,
- },
- ]
- },
- }
- ]
- },
- "debug_meta": {
- "images": [
- {
- "type": "sourcemap",
- "debug_id": debug_id,
- "code_file": "http://example.com/file.min.js",
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- frame = frame_list[2]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- def test_expansion_with_release_dist_pair(self):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- dist = release.add_dist("android")
- # We want to also add debug_id information inside the manifest but not in the stack trace to replicate a
- # real edge case that we can incur in.
- debug_id = "c941d872-af1f-4f0c-a7ff-ad3d295fe153"
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr(
- "files/_/_/file.wc.sourcemap.js", load_fixture("file.wc.sourcemap.js")
- )
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "sourcemap": "file.wc.sourcemap.js",
- "debug-id": debug_id,
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.wc.sourcemap.js": {
- "url": "~/file.wc.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- "debug-id": debug_id,
- },
- },
- },
- "debug_meta": {
- "images": [
- {
- "type": "sourcemap",
- "debug_id": debug_id,
- "code_file": "http://example.com/file.min.js",
- }
- ]
- },
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- ReleaseArtifactBundle.objects.create(
- organization_id=self.organization.id,
- release_name=release.version,
- dist_name=dist.name,
- artifact_bundle=artifact_bundle,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": release.version,
- "dist": dist.name,
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- # We want also to test the source without minification.
- {
- "abs_path": "http://example.com/file1.js",
- "filename": "file1.js",
- "lineno": 3,
- "colno": 12,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert "errors" not in event.data
- exception = event.interfaces["exception"]
- frame_list = exception.values[0].stacktrace.frames
- frame = frame_list[0]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- frame = frame_list[1]
- assert frame.pre_context == ["function multiply(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a * b;"
- assert frame.post_context == [
- "}",
- "function divide(a, b) {",
- '\t"use strict";',
- "\ttry {",
- "\t\treturn multiply(add(a, b), a, b) / c;",
- ]
- frame = frame_list[2]
- assert frame.pre_context == ["function add(a, b) {", '\t"use strict";']
- assert frame.context_line == "\treturn a + b; // fôo"
- assert frame.post_context == ["}", ""]
- def test_expansion_with_release_dist_pair_and_sourcemap_without_sources_content(self):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- dist = release.add_dist("android")
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr("files/_/_/file.sourcemap.js", load_fixture("file.sourcemap.js"))
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "sourcemap": "file.sourcemap.js",
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.sourcemap.js": {
- "url": "~/file.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- },
- },
- }
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- ReleaseArtifactBundle.objects.create(
- organization_id=self.organization.id,
- release_name=release.version,
- dist_name=dist.name,
- artifact_bundle=artifact_bundle,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": release.version,
- "dist": dist.name,
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert len(event.data["errors"]) == 3
- assert event.data["errors"][0] == {
- "type": "js_missing_sources_content",
- "source": "http://example.com/file.min.js",
- "sourcemap": "http://example.com/file.sourcemap.js",
- }
- def test_expansion_with_release_and_malformed_sourcemap(self):
- project = self.project
- release = Release.objects.create(organization_id=project.organization_id, version="abc")
- release.add_project(project)
- compressed = BytesIO()
- with zipfile.ZipFile(compressed, mode="w") as zip_file:
- zip_file.writestr("files/_/_/file.min.js", load_fixture("file.min.js"))
- zip_file.writestr("files/_/_/file1.js", load_fixture("file1.js"))
- zip_file.writestr("files/_/_/file2.js", load_fixture("file2.js"))
- zip_file.writestr("files/_/_/empty.js", load_fixture("empty.js"))
- zip_file.writestr(
- "files/_/_/file.malformed.sourcemap.js", load_fixture("file.malformed.sourcemap.js")
- )
- zip_file.writestr(
- "manifest.json",
- json.dumps(
- {
- "files": {
- "files/_/_/file.min.js": {
- "url": "~/file.min.js",
- "type": "minified_source",
- "headers": {
- "content-type": "application/json",
- "sourcemap": "file.malformed.sourcemap.js",
- },
- },
- "files/_/_/file1.js": {
- "url": "~/file1.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file2.js": {
- "url": "~/file2.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/empty.js": {
- "url": "~/empty.js",
- "type": "source",
- "headers": {
- "content-type": "application/json",
- },
- },
- "files/_/_/file.malformed.sourcemap.js": {
- "url": "~/file.malformed.sourcemap.js",
- "type": "source_map",
- "headers": {
- "content-type": "application/json",
- },
- },
- }
- }
- ),
- )
- compressed.seek(0)
- file = File.objects.create(name="bundle.zip", type="artifact.bundle")
- file.putfile(compressed)
- artifact_bundle = ArtifactBundle.objects.create(
- organization_id=self.organization.id, bundle_id=uuid4(), file=file, artifact_count=5
- )
- ProjectArtifactBundle.objects.create(
- organization_id=self.organization.id,
- project_id=self.project.id,
- artifact_bundle=artifact_bundle,
- )
- ReleaseArtifactBundle.objects.create(
- organization_id=self.organization.id,
- release_name=release.version,
- artifact_bundle=artifact_bundle,
- )
- data = {
- "timestamp": self.min_ago,
- "message": "hello",
- "platform": "javascript",
- "release": release.version,
- "exception": {
- "values": [
- {
- "type": "Error",
- "stacktrace": {
- "frames": [
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 39,
- },
- {
- "abs_path": "http://example.com/file.min.js",
- "filename": "file.min.js",
- "lineno": 1,
- "colno": 79,
- },
- ]
- },
- }
- ]
- },
- }
- event = self.post_and_retrieve_event(data)
- assert len(event.data["errors"]) == 1
- assert event.data["errors"][0] == {
- "type": "js_invalid_source",
- "url": "http://example.com/file.malformed.sourcemap.js",
- }
|