test_organization_events.py 239 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338
  1. import math
  2. import uuid
  3. from datetime import timedelta
  4. from typing import Any
  5. from unittest import mock
  6. import pytest
  7. from django.test import override_settings
  8. from django.urls import reverse
  9. from django.utils import timezone
  10. from snuba_sdk.column import Column
  11. from snuba_sdk.function import Function
  12. from sentry.discover.models import TeamKeyTransaction
  13. from sentry.issues.grouptype import ProfileFileIOGroupType
  14. from sentry.models.group import GroupStatus
  15. from sentry.models.project import Project
  16. from sentry.models.projectteam import ProjectTeam
  17. from sentry.models.releaseprojectenvironment import ReleaseStages
  18. from sentry.models.transaction_threshold import (
  19. ProjectTransactionThreshold,
  20. ProjectTransactionThresholdOverride,
  21. TransactionMetric,
  22. )
  23. from sentry.search.events import constants
  24. from sentry.testutils.cases import (
  25. APITestCase,
  26. PerformanceIssueTestCase,
  27. ProfilesSnubaTestCase,
  28. SnubaTestCase,
  29. SpanTestCase,
  30. )
  31. from sentry.testutils.helpers import parse_link_header
  32. from sentry.testutils.helpers.datetime import before_now, freeze_time, iso_format
  33. from sentry.testutils.helpers.discover import user_misery_formula
  34. from sentry.testutils.skips import requires_not_arm64
  35. from sentry.types.group import GroupSubStatus
  36. from sentry.utils import json
  37. from sentry.utils.samples import load_data
  38. from tests.sentry.issues.test_utils import SearchIssueTestMixin
  39. MAX_QUERYABLE_TRANSACTION_THRESHOLDS = 1
  40. class OrganizationEventsEndpointTestBase(APITestCase, SnubaTestCase, SpanTestCase):
  41. viewname = "sentry-api-0-organization-events"
  42. referrer = "api.organization-events"
  43. def setUp(self):
  44. super().setUp()
  45. self.nine_mins_ago = before_now(minutes=9)
  46. self.ten_mins_ago = before_now(minutes=10)
  47. self.ten_mins_ago_iso = iso_format(self.ten_mins_ago)
  48. self.eleven_mins_ago = before_now(minutes=11)
  49. self.eleven_mins_ago_iso = iso_format(self.eleven_mins_ago)
  50. self.transaction_data = load_data("transaction", timestamp=self.ten_mins_ago)
  51. self.features = {}
  52. def client_get(self, *args, **kwargs):
  53. return self.client.get(*args, **kwargs)
  54. def reverse_url(self):
  55. return reverse(
  56. self.viewname,
  57. kwargs={"organization_id_or_slug": self.organization.slug},
  58. )
  59. def do_request(self, query, features=None, **kwargs):
  60. if features is None:
  61. features = {"organizations:discover-basic": True}
  62. features.update(self.features)
  63. self.login_as(user=self.user)
  64. with self.feature(features):
  65. return self.client_get(self.reverse_url(), query, format="json", **kwargs)
  66. def _setup_user_misery(
  67. self, per_transaction_threshold: bool = False, project: Project | None = None
  68. ) -> None:
  69. _project = project or self.project
  70. # If duration is > 300 * 4 then the user is fruistrated
  71. # There's a total of 4 users and three of them reach the frustration threshold
  72. events = [
  73. ("one", 300),
  74. ("two", 300),
  75. ("one", 3000), # Frustrated
  76. ("two", 3000), # Frustrated
  77. ("three", 400),
  78. ("four", 4000), # Frustrated
  79. ]
  80. for idx, event in enumerate(events):
  81. data = self.load_data(
  82. timestamp=before_now(minutes=(10 + idx)),
  83. duration=timedelta(milliseconds=event[1]),
  84. )
  85. data["event_id"] = f"{idx}" * 32
  86. data["transaction"] = f"/count_miserable/horribilis/{idx}"
  87. data["user"] = {"email": f"{event[0]}@example.com"}
  88. self.store_event(data, project_id=_project.id)
  89. if per_transaction_threshold and idx % 2:
  90. ProjectTransactionThresholdOverride.objects.create(
  91. transaction=f"/count_miserable/horribilis/{idx}",
  92. project=_project,
  93. organization=_project.organization,
  94. threshold=100 * idx,
  95. metric=TransactionMetric.DURATION.value,
  96. )
  97. class OrganizationEventsEndpointTest(OrganizationEventsEndpointTestBase, PerformanceIssueTestCase):
  98. def test_no_projects(self):
  99. response = self.do_request({})
  100. assert response.status_code == 200, response.content
  101. assert response.data["data"] == []
  102. assert response.data["meta"] == {
  103. "tips": {"query": "Need at least one valid project to query."}
  104. }
  105. def test_environment_filter(self):
  106. self.create_environment(self.project, name="production")
  107. self.store_event(
  108. data={
  109. "event_id": "a" * 32,
  110. "environment": "staging",
  111. "timestamp": self.ten_mins_ago_iso,
  112. },
  113. project_id=self.project.id,
  114. )
  115. self.store_event(
  116. data={
  117. "event_id": "b" * 32,
  118. "environment": "production",
  119. "timestamp": self.ten_mins_ago_iso,
  120. },
  121. project_id=self.project.id,
  122. )
  123. query = {
  124. "field": ["id", "project.id"],
  125. "project": [self.project.id],
  126. "environment": ["staging", "production"],
  127. }
  128. response = self.do_request(query)
  129. assert response.status_code == 200
  130. assert len(response.data["data"]) == 2
  131. def test_performance_view_feature(self):
  132. self.store_event(
  133. data={
  134. "event_id": "a" * 32,
  135. "timestamp": self.ten_mins_ago_iso,
  136. "fingerprint": ["group1"],
  137. },
  138. project_id=self.project.id,
  139. )
  140. query = {"field": ["id", "project.id"], "project": [self.project.id]}
  141. response = self.do_request(query)
  142. assert response.status_code == 200
  143. assert len(response.data["data"]) == 1
  144. def test_multi_project_feature_gate_replays(self):
  145. team = self.create_team(organization=self.organization, members=[self.user])
  146. project = self.create_project(organization=self.organization, teams=[team])
  147. project2 = self.create_project(organization=self.organization, teams=[team])
  148. query = {"field": ["id", "project.id"], "project": [project.id, project2.id]}
  149. response = self.do_request(query, **{"HTTP_X-Sentry-Replay-Request": "1"})
  150. assert response.status_code == 200
  151. def test_invalid_search_terms(self):
  152. self.create_project()
  153. query = {"field": ["id"], "query": "hi \n there"}
  154. response = self.do_request(query)
  155. assert response.status_code == 400, response.content
  156. assert (
  157. response.data["detail"]
  158. == "Parse error at 'hi \n ther' (column 4). This is commonly caused by unmatched parentheses. Enclose any text in double quotes."
  159. )
  160. def test_invalid_trace_span(self):
  161. self.create_project()
  162. query = {"field": ["id"], "query": "trace.span:invalid"}
  163. response = self.do_request(query)
  164. assert response.status_code == 400, response.content
  165. assert (
  166. response.data["detail"]
  167. == "trace.span must be a valid 16 character hex (containing only digits, or a-f characters)"
  168. )
  169. query = {"field": ["id"], "query": "trace.parent_span:invalid"}
  170. response = self.do_request(query)
  171. assert response.status_code == 400, response.content
  172. assert (
  173. response.data["detail"]
  174. == "trace.parent_span must be a valid 16 character hex (containing only digits, or a-f characters)"
  175. )
  176. query = {"field": ["id"], "query": "trace.span:*"}
  177. response = self.do_request(query)
  178. assert response.status_code == 400, response.content
  179. assert (
  180. response.data["detail"] == "Wildcard conditions are not permitted on `trace.span` field"
  181. )
  182. query = {"field": ["id"], "query": "trace.parent_span:*"}
  183. response = self.do_request(query)
  184. assert response.status_code == 400, response.content
  185. assert (
  186. response.data["detail"]
  187. == "Wildcard conditions are not permitted on `trace.parent_span` field"
  188. )
  189. def test_has_trace_context(self):
  190. self.store_event(
  191. data={
  192. "event_id": "a" * 32,
  193. "message": "how to make fast",
  194. "timestamp": self.ten_mins_ago_iso,
  195. "contexts": {
  196. "trace": {
  197. "span_id": "a" * 16,
  198. "trace_id": "b" * 32,
  199. },
  200. },
  201. },
  202. project_id=self.project.id,
  203. )
  204. query = {"field": ["id", "trace.parent_span"], "query": "has:trace.span"}
  205. response = self.do_request(query)
  206. assert response.status_code == 200, response.content
  207. assert len(response.data["data"]) == 1
  208. assert response.data["data"][0]["id"] == "a" * 32
  209. query = {"field": ["id"], "query": "has:trace.parent_span"}
  210. response = self.do_request(query)
  211. assert response.status_code == 200, response.content
  212. assert len(response.data["data"]) == 0
  213. def test_treat_status_as_tag_discover_transaction(self):
  214. event_1 = self.store_event(
  215. data={
  216. "event_id": "a" * 32,
  217. "environment": "staging",
  218. "timestamp": self.ten_mins_ago_iso,
  219. "tags": {"status": "good"},
  220. },
  221. project_id=self.project.id,
  222. )
  223. event_2 = self.store_event(
  224. data={
  225. "event_id": "b" * 32,
  226. "environment": "staging",
  227. "timestamp": self.ten_mins_ago_iso,
  228. "tags": {"status": "bad"},
  229. },
  230. project_id=self.project.id,
  231. )
  232. query = {
  233. "field": ["event_id"],
  234. "query": "!status:good",
  235. "dataset": "discover",
  236. }
  237. response = self.do_request(query)
  238. assert response.status_code == 200, response.content
  239. assert response.data["data"] == [
  240. {"event_id": "", "id": event_2.event_id, "project.name": self.project.slug}
  241. ]
  242. query = {"field": ["event_id"], "query": ["status:good"], "dataset": "discover"}
  243. response = self.do_request(query)
  244. assert response.status_code == 200, response.content
  245. assert response.data["data"] == [
  246. {"event_id": "", "id": event_1.event_id, "project.name": self.project.slug}
  247. ]
  248. def test_not_has_trace_context(self):
  249. self.store_event(
  250. data={
  251. "event_id": "a" * 32,
  252. "message": "how to make fast",
  253. "timestamp": self.ten_mins_ago_iso,
  254. "contexts": {
  255. "trace": {
  256. "span_id": "a" * 16,
  257. "trace_id": "b" * 32,
  258. },
  259. },
  260. },
  261. project_id=self.project.id,
  262. )
  263. query = {"field": ["id", "trace.parent_span"], "query": "!has:trace.span"}
  264. response = self.do_request(query)
  265. assert response.status_code == 200, response.content
  266. assert len(response.data["data"]) == 0
  267. query = {"field": ["id"], "query": "!has:trace.parent_span"}
  268. response = self.do_request(query)
  269. assert response.status_code == 200, response.content
  270. assert len(response.data["data"]) == 1
  271. assert response.data["data"][0]["id"] == "a" * 32
  272. def test_parent_span_id_in_context(self):
  273. self.store_event(
  274. data={
  275. "event_id": "a" * 32,
  276. "message": "how to make fast",
  277. "timestamp": self.ten_mins_ago_iso,
  278. "contexts": {
  279. "trace": {
  280. "span_id": "a" * 16,
  281. "trace_id": "b" * 32,
  282. "parent_span_id": "c" * 16,
  283. },
  284. },
  285. },
  286. project_id=self.project.id,
  287. )
  288. query = {"field": ["id"], "query": f"trace.parent_span:{'c' * 16}"}
  289. response = self.do_request(query)
  290. assert response.status_code == 200, response.content
  291. assert len(response.data["data"]) == 1
  292. assert response.data["data"][0]["id"] == "a" * 32
  293. def test_out_of_retention(self):
  294. self.create_project()
  295. with self.options({"system.event-retention-days": 10}):
  296. query = {
  297. "field": ["id", "timestamp"],
  298. "orderby": ["-timestamp", "-id"],
  299. "start": iso_format(before_now(days=20)),
  300. "end": iso_format(before_now(days=15)),
  301. }
  302. response = self.do_request(query)
  303. assert response.status_code == 400, response.content
  304. assert response.data["detail"] == "Invalid date range. Please try a more recent date range."
  305. def test_raw_data(self):
  306. self.store_event(
  307. data={
  308. "event_id": "a" * 32,
  309. "environment": "staging",
  310. "timestamp": self.eleven_mins_ago_iso,
  311. "user": {"ip_address": "127.0.0.1", "email": "foo@example.com"},
  312. },
  313. project_id=self.project.id,
  314. )
  315. self.store_event(
  316. data={
  317. "event_id": "b" * 32,
  318. "environment": "staging",
  319. "timestamp": self.ten_mins_ago_iso,
  320. "user": {"ip_address": "127.0.0.1", "email": "foo@example.com"},
  321. },
  322. project_id=self.project.id,
  323. )
  324. query = {
  325. "field": ["id", "project.id", "user.email", "user.ip", "timestamp"],
  326. "orderby": "-timestamp",
  327. }
  328. response = self.do_request(query)
  329. assert response.status_code == 200, response.content
  330. data = response.data["data"]
  331. assert len(data) == 2
  332. assert data[0]["id"] == "b" * 32
  333. assert data[0]["project.id"] == self.project.id
  334. assert data[0]["user.email"] == "foo@example.com"
  335. assert "project.name" not in data[0], "project.id does not auto select name"
  336. assert "project" not in data[0]
  337. meta = response.data["meta"]
  338. field_meta = meta["fields"]
  339. assert field_meta["id"] == "string"
  340. assert field_meta["user.email"] == "string"
  341. assert field_meta["user.ip"] == "string"
  342. assert field_meta["timestamp"] == "date"
  343. def test_project_name(self):
  344. self.store_event(
  345. data={
  346. "event_id": "a" * 32,
  347. "environment": "staging",
  348. "timestamp": self.ten_mins_ago_iso,
  349. },
  350. project_id=self.project.id,
  351. )
  352. query = {"field": ["project.name", "environment"]}
  353. response = self.do_request(query)
  354. assert response.status_code == 200, response.content
  355. assert len(response.data["data"]) == 1
  356. assert response.data["data"][0]["project.name"] == self.project.slug
  357. assert "project.id" not in response.data["data"][0]
  358. assert response.data["data"][0]["environment"] == "staging"
  359. def test_project_without_name(self):
  360. self.store_event(
  361. data={
  362. "event_id": "a" * 32,
  363. "environment": "staging",
  364. "timestamp": self.ten_mins_ago_iso,
  365. },
  366. project_id=self.project.id,
  367. )
  368. query = {"field": ["project", "environment"]}
  369. response = self.do_request(query)
  370. assert response.status_code == 200, response.content
  371. assert len(response.data["data"]) == 1
  372. assert response.data["data"][0]["project"] == self.project.slug
  373. assert response.data["meta"]["fields"]["project"] == "string"
  374. assert "project.id" not in response.data["data"][0]
  375. assert response.data["data"][0]["environment"] == "staging"
  376. def test_project_in_query(self):
  377. self.store_event(
  378. data={
  379. "event_id": "a" * 32,
  380. "environment": "staging",
  381. "timestamp": self.ten_mins_ago_iso,
  382. },
  383. project_id=self.project.id,
  384. )
  385. query = {
  386. "field": ["project", "count()"],
  387. "query": f'project:"{self.project.slug}"',
  388. "statsPeriod": "14d",
  389. }
  390. response = self.do_request(query)
  391. assert response.status_code == 200, response.content
  392. assert len(response.data["data"]) == 1
  393. assert response.data["data"][0]["project"] == self.project.slug
  394. assert "project.id" not in response.data["data"][0]
  395. def test_project_in_query_not_in_header(self):
  396. project = self.create_project()
  397. other_project = self.create_project()
  398. self.store_event(
  399. data={
  400. "event_id": "a" * 32,
  401. "environment": "staging",
  402. "timestamp": self.ten_mins_ago_iso,
  403. },
  404. project_id=project.id,
  405. )
  406. query = {
  407. "field": ["project", "count()"],
  408. "query": 'project:"%s"' % project.slug,
  409. "statsPeriod": "14d",
  410. "project": other_project.id,
  411. }
  412. response = self.do_request(query)
  413. assert response.status_code == 400, response.content
  414. assert (
  415. response.data["detail"]
  416. == f"Invalid query. Project(s) {project.slug} do not exist or are not actively selected."
  417. )
  418. def test_project_in_query_does_not_exist(self):
  419. self.create_project()
  420. query = {"field": ["project", "count()"], "query": "project:morty", "statsPeriod": "14d"}
  421. response = self.do_request(query)
  422. assert response.status_code == 400, response.content
  423. assert (
  424. response.data["detail"]
  425. == "Invalid query. Project(s) morty do not exist or are not actively selected."
  426. )
  427. def test_not_project_in_query_but_in_header(self):
  428. team = self.create_team(organization=self.organization, members=[self.user])
  429. project = self.create_project(organization=self.organization, teams=[team])
  430. project2 = self.create_project(organization=self.organization, teams=[team])
  431. self.store_event(
  432. data={
  433. "event_id": "a" * 32,
  434. "timestamp": self.ten_mins_ago_iso,
  435. "fingerprint": ["group1"],
  436. },
  437. project_id=project.id,
  438. )
  439. self.store_event(
  440. data={
  441. "event_id": "b" * 32,
  442. "timestamp": self.ten_mins_ago_iso,
  443. "fingerprint": ["group2"],
  444. },
  445. project_id=project2.id,
  446. )
  447. query = {
  448. "field": ["id", "project.id"],
  449. "project": [project.id],
  450. "query": f"!project:{project2.slug}",
  451. }
  452. response = self.do_request(query)
  453. assert response.status_code == 200
  454. assert response.data["data"] == [{"id": "a" * 32, "project.id": project.id}]
  455. def test_not_project_in_query_with_all_projects(self):
  456. team = self.create_team(organization=self.organization, members=[self.user])
  457. project = self.create_project(organization=self.organization, teams=[team])
  458. project2 = self.create_project(organization=self.organization, teams=[team])
  459. self.store_event(
  460. data={
  461. "event_id": "a" * 32,
  462. "timestamp": self.ten_mins_ago_iso,
  463. "fingerprint": ["group1"],
  464. },
  465. project_id=project.id,
  466. )
  467. self.store_event(
  468. data={
  469. "event_id": "b" * 32,
  470. "timestamp": self.ten_mins_ago_iso,
  471. "fingerprint": ["group2"],
  472. },
  473. project_id=project2.id,
  474. )
  475. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  476. query = {
  477. "field": ["id", "project.id"],
  478. "project": [-1],
  479. "query": f"!project:{project2.slug}",
  480. }
  481. response = self.do_request(query, features=features)
  482. assert response.status_code == 200
  483. assert response.data["data"] == [{"id": "a" * 32, "project.id": project.id}]
  484. def test_project_condition_used_for_automatic_filters(self):
  485. self.store_event(
  486. data={
  487. "event_id": "a" * 32,
  488. "environment": "staging",
  489. "timestamp": self.ten_mins_ago_iso,
  490. },
  491. project_id=self.project.id,
  492. )
  493. query = {
  494. "field": ["project", "count()"],
  495. "query": f'project:"{self.project.slug}"',
  496. "statsPeriod": "14d",
  497. }
  498. response = self.do_request(query)
  499. assert response.status_code == 200, response.content
  500. assert len(response.data["data"]) == 1
  501. assert response.data["data"][0]["project"] == self.project.slug
  502. assert "project.id" not in response.data["data"][0]
  503. def test_auto_insert_project_name_when_event_id_present(self):
  504. self.store_event(
  505. data={
  506. "event_id": "a" * 32,
  507. "environment": "staging",
  508. "timestamp": self.ten_mins_ago_iso,
  509. },
  510. project_id=self.project.id,
  511. )
  512. query = {"field": ["id"], "statsPeriod": "1h"}
  513. response = self.do_request(query)
  514. assert response.status_code == 200, response.content
  515. assert response.data["data"] == [{"project.name": self.project.slug, "id": "a" * 32}]
  516. def test_auto_insert_project_name_when_event_id_present_with_aggregate(self):
  517. self.store_event(
  518. data={
  519. "event_id": "a" * 32,
  520. "environment": "staging",
  521. "timestamp": self.ten_mins_ago_iso,
  522. },
  523. project_id=self.project.id,
  524. )
  525. query = {"field": ["id", "count()"], "statsPeriod": "1h"}
  526. response = self.do_request(query)
  527. assert response.status_code == 200, response.content
  528. assert response.data["data"] == [
  529. {"project.name": self.project.slug, "id": "a" * 32, "count()": 1}
  530. ]
  531. def test_performance_short_group_id(self):
  532. event = self.create_performance_issue()
  533. query = {
  534. "field": ["count()"],
  535. "statsPeriod": "1h",
  536. "query": f"project:{event.group.project.slug} issue:{event.group.qualified_short_id}",
  537. "dataset": "issuePlatform",
  538. }
  539. response = self.do_request(query)
  540. assert response.status_code == 200, response.content
  541. assert response.data["data"][0]["count()"] == 1
  542. def test_multiple_performance_short_group_ids_filter(self):
  543. event1 = self.create_performance_issue()
  544. event2 = self.create_performance_issue()
  545. query = {
  546. "field": ["count()"],
  547. "statsPeriod": "1h",
  548. "query": f"project:{event1.group.project.slug} issue:[{event1.group.qualified_short_id},{event2.group.qualified_short_id}]",
  549. "dataset": "issuePlatform",
  550. }
  551. response = self.do_request(query)
  552. assert response.status_code == 200, response.content
  553. assert response.data["data"][0]["count()"] == 2
  554. def test_event_id_with_in_search(self):
  555. self.store_event(
  556. data={
  557. "event_id": "a" * 32,
  558. "environment": "staging1",
  559. "timestamp": self.ten_mins_ago_iso,
  560. },
  561. project_id=self.project.id,
  562. )
  563. self.store_event(
  564. data={
  565. "event_id": "b" * 32,
  566. "environment": "staging2",
  567. "timestamp": self.ten_mins_ago_iso,
  568. },
  569. project_id=self.project.id,
  570. )
  571. # Should not show up
  572. self.store_event(
  573. data={
  574. "event_id": "c" * 32,
  575. "environment": "staging3",
  576. "timestamp": self.ten_mins_ago_iso,
  577. },
  578. project_id=self.project.id,
  579. )
  580. query = {
  581. "field": ["id", "environment"],
  582. "statsPeriod": "1h",
  583. "query": f"id:[{'a' * 32}, {'b' * 32}]",
  584. "orderby": "environment",
  585. }
  586. response = self.do_request(query)
  587. assert response.status_code == 200, response.content
  588. assert len(response.data["data"]) == 2
  589. assert response.data["data"][0]["id"] == "a" * 32
  590. assert response.data["data"][1]["id"] == "b" * 32
  591. def test_user_search(self):
  592. self.transaction_data["user"] = {
  593. "email": "foo@example.com",
  594. "id": "123",
  595. "ip_address": "127.0.0.1",
  596. "username": "foo",
  597. }
  598. self.store_event(self.transaction_data, project_id=self.project.id)
  599. fields = {
  600. "email": "user.email",
  601. "id": "user.id",
  602. "ip_address": "user.ip",
  603. "username": "user.username",
  604. }
  605. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  606. for key, value in self.transaction_data["user"].items():
  607. field = fields[key]
  608. query = {
  609. "field": ["project", "user"],
  610. "query": f"{field}:{value}",
  611. "statsPeriod": "14d",
  612. }
  613. response = self.do_request(query, features=features)
  614. assert response.status_code == 200, response.content
  615. assert len(response.data["data"]) == 1
  616. assert response.data["data"][0]["project"] == self.project.slug
  617. assert response.data["data"][0]["user"] == "id:123"
  618. def test_has_user(self):
  619. self.store_event(self.transaction_data, project_id=self.project.id)
  620. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  621. for value in self.transaction_data["user"].values():
  622. query = {"field": ["project", "user"], "query": "has:user", "statsPeriod": "14d"}
  623. response = self.do_request(query, features=features)
  624. assert response.status_code == 200, response.content
  625. assert len(response.data["data"]) == 1
  626. assert response.data["data"][0]["user"] == "ip:{}".format(
  627. self.transaction_data["user"]["ip_address"]
  628. )
  629. def test_team_param_no_access(self):
  630. org = self.create_organization(
  631. owner=self.user, # use other user as owner
  632. name="foo",
  633. flags=0, # disable default allow_joinleave
  634. )
  635. project = self.create_project(name="baz", organization=org)
  636. user = self.create_user()
  637. self.login_as(user=user, superuser=False)
  638. team = self.create_team(organization=org, name="Team Bar")
  639. project.add_team(team)
  640. self.store_event(
  641. data={
  642. "event_id": "a" * 32,
  643. "timestamp": self.ten_mins_ago_iso,
  644. "fingerprint": ["group1"],
  645. },
  646. project_id=project.id,
  647. )
  648. query = {"field": ["id", "project.id"], "project": [project.id], "team": [team.id]}
  649. response = self.do_request(query)
  650. assert response.status_code == 403, response.content
  651. assert response.data["detail"] == "You do not have permission to perform this action."
  652. def test_team_is_nan(self):
  653. query = {"field": ["id"], "project": [self.project.id], "team": [math.nan]}
  654. response = self.do_request(query)
  655. assert response.status_code == 400, response.content
  656. assert response.data["detail"] == "Invalid Team ID: nan"
  657. def test_comparison_operators_on_numeric_field(self):
  658. event = self.store_event(
  659. {"timestamp": iso_format(before_now(minutes=1))}, project_id=self.project.id
  660. )
  661. query = {"field": ["issue"], "query": f"issue.id:>{event.group.id - 1}"}
  662. response = self.do_request(query)
  663. assert response.status_code == 200, response.content
  664. assert len(response.data["data"]) == 1
  665. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  666. query = {"field": ["issue"], "query": f"issue.id:>{event.group.id}"}
  667. response = self.do_request(query)
  668. assert response.status_code == 200, response.content
  669. assert len(response.data["data"]) == 0
  670. def test_negation_on_numeric_field_excludes_issue(self):
  671. event = self.store_event({"timestamp": self.ten_mins_ago_iso}, project_id=self.project.id)
  672. query = {"field": ["issue"], "query": f"issue.id:{event.group.id}"}
  673. response = self.do_request(query)
  674. assert response.status_code == 200, response.content
  675. assert len(response.data["data"]) == 1
  676. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  677. query = {"field": ["issue"], "query": f"!issue.id:{event.group.id}"}
  678. response = self.do_request(query)
  679. assert response.status_code == 200, response.content
  680. assert len(response.data["data"]) == 0
  681. def test_negation_on_numeric_in_filter_excludes_issue(self):
  682. event = self.store_event({"timestamp": self.ten_mins_ago_iso}, project_id=self.project.id)
  683. query = {"field": ["issue"], "query": f"issue.id:[{event.group.id}]"}
  684. response = self.do_request(query)
  685. assert response.status_code == 200, response.content
  686. assert len(response.data["data"]) == 1
  687. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  688. query = {"field": ["issue"], "query": f"!issue.id:[{event.group.id}]"}
  689. response = self.do_request(query)
  690. assert response.status_code == 200, response.content
  691. assert len(response.data["data"]) == 0
  692. def test_negation_on_duration_filter_excludes_transaction(self):
  693. event = self.store_event(self.transaction_data, project_id=self.project.id)
  694. duration = int(event.data.get("timestamp") - event.data.get("start_timestamp")) * 1000
  695. query = {"field": ["transaction"], "query": f"transaction.duration:{duration}"}
  696. response = self.do_request(query)
  697. assert response.status_code == 200, response.content
  698. assert len(response.data["data"]) == 1
  699. assert response.data["data"][0]["id"] == event.event_id
  700. query = {"field": ["transaction"], "query": f"!transaction.duration:{duration}"}
  701. response = self.do_request(query)
  702. assert response.status_code == 200, response.content
  703. assert len(response.data["data"]) == 0
  704. def test_has_issue(self):
  705. event = self.store_event({"timestamp": self.ten_mins_ago_iso}, project_id=self.project.id)
  706. self.store_event(self.transaction_data, project_id=self.project.id)
  707. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  708. # should only show 1 event of type default
  709. query = {"field": ["project", "issue"], "query": "has:issue", "statsPeriod": "14d"}
  710. response = self.do_request(query, features=features)
  711. assert response.status_code == 200, response.content
  712. assert len(response.data["data"]) == 1
  713. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  714. # should only show 1 event of type default
  715. query = {
  716. "field": ["project", "issue"],
  717. "query": "event.type:default has:issue",
  718. "statsPeriod": "14d",
  719. }
  720. response = self.do_request(query, features=features)
  721. assert response.status_code == 200, response.content
  722. assert len(response.data["data"]) == 1
  723. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  724. # should show no results because no the default event has an issue
  725. query = {
  726. "field": ["project", "issue"],
  727. "query": "event.type:default !has:issue",
  728. "statsPeriod": "14d",
  729. }
  730. response = self.do_request(query, features=features)
  731. assert response.status_code == 200, response.content
  732. assert len(response.data["data"]) == 0
  733. # should show no results because no transactions have issues
  734. query = {
  735. "field": ["project", "issue"],
  736. "query": "event.type:transaction has:issue",
  737. "statsPeriod": "14d",
  738. }
  739. response = self.do_request(query, features=features)
  740. assert response.status_code == 200, response.content
  741. assert len(response.data["data"]) == 0
  742. # should only show 1 event of type transaction since they don't have issues
  743. query = {
  744. "field": ["project", "issue"],
  745. "query": "event.type:transaction !has:issue",
  746. "statsPeriod": "14d",
  747. }
  748. response = self.do_request(query, features=features)
  749. assert response.status_code == 200, response.content
  750. assert len(response.data["data"]) == 1
  751. assert response.data["data"][0]["issue"] == "unknown"
  752. @pytest.mark.skip("Cannot look up group_id of transaction events")
  753. def test_unknown_issue(self):
  754. event = self.store_event({"timestamp": self.ten_mins_ago_iso}, project_id=self.project.id)
  755. self.store_event(self.transaction_data, project_id=self.project.id)
  756. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  757. query = {"field": ["project", "issue"], "query": "issue:unknown", "statsPeriod": "14d"}
  758. response = self.do_request(query, features=features)
  759. assert response.status_code == 200, response.content
  760. assert len(response.data["data"]) == 1
  761. assert response.data["data"][0]["issue"] == "unknown"
  762. query = {"field": ["project", "issue"], "query": "!issue:unknown", "statsPeriod": "14d"}
  763. response = self.do_request(query, features=features)
  764. assert response.status_code == 200, response.content
  765. assert len(response.data["data"]) == 1
  766. assert response.data["data"][0]["issue"] == event.group.qualified_short_id
  767. def test_negative_user_search(self):
  768. user_data = {"email": "foo@example.com", "id": "123", "username": "foo"}
  769. # Load an event with data that shouldn't match
  770. data = self.transaction_data.copy()
  771. data["transaction"] = "/transactions/nomatch"
  772. event_user = user_data.copy()
  773. event_user["id"] = "undefined"
  774. data["user"] = event_user
  775. self.store_event(data, project_id=self.project.id)
  776. # Load a matching event
  777. data = self.transaction_data.copy()
  778. data["transaction"] = "/transactions/matching"
  779. data["user"] = user_data
  780. self.store_event(data, project_id=self.project.id)
  781. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  782. query = {
  783. "field": ["project", "user"],
  784. "query": '!user:"id:undefined"',
  785. "statsPeriod": "14d",
  786. }
  787. response = self.do_request(query, features=features)
  788. assert response.status_code == 200, response.content
  789. assert len(response.data["data"]) == 1
  790. assert response.data["data"][0]["user"] == "id:{}".format(user_data["id"])
  791. assert "user.email" not in response.data["data"][0]
  792. assert "user.id" not in response.data["data"][0]
  793. def test_not_project_in_query(self):
  794. project1 = self.create_project()
  795. project2 = self.create_project()
  796. self.store_event(
  797. data={
  798. "event_id": "a" * 32,
  799. "environment": "staging",
  800. "timestamp": self.ten_mins_ago_iso,
  801. },
  802. project_id=project1.id,
  803. )
  804. self.store_event(
  805. data={
  806. "event_id": "b" * 32,
  807. "environment": "staging",
  808. "timestamp": self.ten_mins_ago_iso,
  809. },
  810. project_id=project2.id,
  811. )
  812. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  813. query = {
  814. "field": ["project", "count()"],
  815. "query": '!project:"%s"' % project1.slug,
  816. "statsPeriod": "14d",
  817. }
  818. response = self.do_request(query, features=features)
  819. assert response.status_code == 200, response.content
  820. assert len(response.data["data"]) == 1
  821. assert response.data["data"][0]["project"] == project2.slug
  822. assert "project.id" not in response.data["data"][0]
  823. def test_error_handled_condition(self):
  824. prototype = self.load_data(platform="android-ndk")
  825. events = (
  826. ("a" * 32, "not handled", False),
  827. ("b" * 32, "was handled", True),
  828. ("c" * 32, "undefined", None),
  829. )
  830. for event in events:
  831. prototype["event_id"] = event[0]
  832. prototype["logentry"] = {"formatted": event[1]}
  833. prototype["exception"]["values"][0]["value"] = event[1]
  834. prototype["exception"]["values"][0]["mechanism"]["handled"] = event[2]
  835. prototype["timestamp"] = self.ten_mins_ago_iso
  836. self.store_event(data=prototype, project_id=self.project.id)
  837. with self.feature("organizations:discover-basic"):
  838. query = {
  839. "field": ["message", "error.handled"],
  840. "query": "error.handled:0",
  841. "orderby": "message",
  842. }
  843. response = self.do_request(query)
  844. assert response.status_code == 200, response.data
  845. assert 1 == len(response.data["data"])
  846. assert 0 == response.data["data"][0]["error.handled"]
  847. with self.feature("organizations:discover-basic"):
  848. query = {
  849. "field": ["message", "error.handled"],
  850. "query": "error.handled:1",
  851. "orderby": "message",
  852. }
  853. response = self.do_request(query)
  854. assert response.status_code == 200, response.data
  855. assert 2 == len(response.data["data"])
  856. assert 1 == response.data["data"][0]["error.handled"]
  857. assert 1 == response.data["data"][1]["error.handled"]
  858. def test_error_unhandled_condition(self):
  859. prototype = self.load_data(platform="android-ndk")
  860. events = (
  861. ("a" * 32, "not handled", False),
  862. ("b" * 32, "was handled", True),
  863. ("c" * 32, "undefined", None),
  864. )
  865. for event in events:
  866. prototype["event_id"] = event[0]
  867. prototype["logentry"] = {"formatted": event[1]}
  868. prototype["exception"]["values"][0]["value"] = event[1]
  869. prototype["exception"]["values"][0]["mechanism"]["handled"] = event[2]
  870. prototype["timestamp"] = self.ten_mins_ago_iso
  871. self.store_event(data=prototype, project_id=self.project.id)
  872. with self.feature("organizations:discover-basic"):
  873. query = {
  874. "field": ["message", "error.unhandled", "error.handled"],
  875. "query": "error.unhandled:true",
  876. "orderby": "message",
  877. }
  878. response = self.do_request(query)
  879. assert response.status_code == 200, response.data
  880. assert 1 == len(response.data["data"])
  881. assert 0 == response.data["data"][0]["error.handled"]
  882. assert 1 == response.data["data"][0]["error.unhandled"]
  883. with self.feature("organizations:discover-basic"):
  884. query = {
  885. "field": ["message", "error.handled", "error.unhandled"],
  886. "query": "error.unhandled:false",
  887. "orderby": "message",
  888. }
  889. response = self.do_request(query)
  890. assert response.status_code == 200, response.data
  891. assert 2 == len(response.data["data"])
  892. assert 1 == response.data["data"][0]["error.handled"]
  893. assert 0 == response.data["data"][0]["error.unhandled"]
  894. assert 1 == response.data["data"][1]["error.handled"]
  895. assert 0 == response.data["data"][1]["error.unhandled"]
  896. def test_groupby_error_handled_and_unhandled(self):
  897. prototype = self.load_data(platform="android-ndk")
  898. events = (
  899. ("a" * 32, "not handled", False),
  900. ("b" * 32, "was handled", True),
  901. ("c" * 32, "undefined", None),
  902. )
  903. for event in events:
  904. prototype["event_id"] = event[0]
  905. prototype["logentry"] = {"formatted": event[1]}
  906. prototype["exception"]["values"][0]["value"] = event[1]
  907. prototype["exception"]["values"][0]["mechanism"]["handled"] = event[2]
  908. prototype["timestamp"] = self.ten_mins_ago_iso
  909. self.store_event(data=prototype, project_id=self.project.id)
  910. with self.feature("organizations:discover-basic"):
  911. query = {
  912. "field": ["error.handled", "count()"],
  913. "query": "event.type:error",
  914. }
  915. response = self.do_request(query)
  916. assert response.status_code == 200, response.data
  917. assert 2 == len(response.data["data"])
  918. assert 0 == response.data["data"][0]["error.handled"]
  919. assert 1 == response.data["data"][0]["count()"]
  920. assert 1 == response.data["data"][1]["error.handled"]
  921. assert 2 == response.data["data"][1]["count()"]
  922. with self.feature("organizations:discover-basic"):
  923. query = {
  924. "field": ["error.unhandled", "count()"],
  925. "query": "event.type:error",
  926. }
  927. response = self.do_request(query)
  928. assert response.status_code == 200, response.data
  929. assert 2 == len(response.data["data"])
  930. assert 0 == response.data["data"][0]["error.unhandled"]
  931. assert 2 == response.data["data"][0]["count()"]
  932. assert 1 == response.data["data"][1]["error.unhandled"]
  933. assert 1 == response.data["data"][1]["count()"]
  934. def test_error_main_thread_condition(self):
  935. prototype = self.load_data(platform="android-ndk")
  936. prototype["timestamp"] = self.ten_mins_ago_iso
  937. self.store_event(data=prototype, project_id=self.project.id)
  938. with self.feature("organizations:discover-basic"):
  939. query = {
  940. "field": ["id", "project.id"],
  941. "query": "error.main_thread:true",
  942. "project": [self.project.id],
  943. }
  944. response = self.do_request(query)
  945. assert response.status_code == 200, response.data
  946. assert 1 == len(response.data["data"])
  947. with self.feature("organizations:discover-basic"):
  948. query = {
  949. "field": ["id", "project.id"],
  950. "query": "error.main_thread:false",
  951. "project": [self.project.id],
  952. }
  953. response = self.do_request(query)
  954. assert response.status_code == 200, response.data
  955. assert 0 == len(response.data["data"])
  956. def test_implicit_groupby(self):
  957. self.store_event(
  958. data={
  959. "event_id": "a" * 32,
  960. "timestamp": self.eleven_mins_ago_iso,
  961. "fingerprint": ["group_1"],
  962. },
  963. project_id=self.project.id,
  964. )
  965. event1 = self.store_event(
  966. data={
  967. "event_id": "b" * 32,
  968. "timestamp": self.ten_mins_ago_iso,
  969. "fingerprint": ["group_1"],
  970. },
  971. project_id=self.project.id,
  972. )
  973. event2 = self.store_event(
  974. data={
  975. "event_id": "c" * 32,
  976. "timestamp": self.ten_mins_ago_iso,
  977. "fingerprint": ["group_2"],
  978. },
  979. project_id=self.project.id,
  980. )
  981. query = {"field": ["count(id)", "project.id", "issue.id"], "orderby": "issue.id"}
  982. response = self.do_request(query)
  983. assert response.status_code == 200, response.content
  984. assert len(response.data["data"]) == 2
  985. data = response.data["data"]
  986. assert data[0] == {
  987. "project.id": self.project.id,
  988. "issue.id": event1.group_id,
  989. "count(id)": 2,
  990. }
  991. assert data[1] == {
  992. "project.id": self.project.id,
  993. "issue.id": event2.group_id,
  994. "count(id)": 1,
  995. }
  996. meta = response.data["meta"]["fields"]
  997. assert meta["count(id)"] == "integer"
  998. def test_orderby(self):
  999. self.store_event(
  1000. data={"event_id": "a" * 32, "timestamp": self.eleven_mins_ago_iso},
  1001. project_id=self.project.id,
  1002. )
  1003. self.store_event(
  1004. data={"event_id": "b" * 32, "timestamp": self.ten_mins_ago_iso},
  1005. project_id=self.project.id,
  1006. )
  1007. self.store_event(
  1008. data={"event_id": "c" * 32, "timestamp": self.ten_mins_ago_iso},
  1009. project_id=self.project.id,
  1010. )
  1011. query = {"field": ["id", "timestamp"], "orderby": ["-timestamp", "-id"]}
  1012. response = self.do_request(query)
  1013. assert response.status_code == 200, response.content
  1014. data = response.data["data"]
  1015. assert data[0]["id"] == "c" * 32
  1016. assert data[1]["id"] == "b" * 32
  1017. assert data[2]["id"] == "a" * 32
  1018. def test_sort_title(self):
  1019. self.store_event(
  1020. data={"event_id": "a" * 32, "message": "zlast", "timestamp": self.eleven_mins_ago_iso},
  1021. project_id=self.project.id,
  1022. )
  1023. self.store_event(
  1024. data={"event_id": "b" * 32, "message": "second", "timestamp": self.ten_mins_ago_iso},
  1025. project_id=self.project.id,
  1026. )
  1027. self.store_event(
  1028. data={"event_id": "c" * 32, "message": "first", "timestamp": self.ten_mins_ago_iso},
  1029. project_id=self.project.id,
  1030. )
  1031. query = {"field": ["id", "title"], "sort": "title"}
  1032. response = self.do_request(query)
  1033. assert response.status_code == 200, response.content
  1034. data = response.data["data"]
  1035. assert data[0]["id"] == "c" * 32
  1036. assert data[1]["id"] == "b" * 32
  1037. assert data[2]["id"] == "a" * 32
  1038. def test_sort_invalid(self):
  1039. self.create_project()
  1040. query = {"field": ["id"], "sort": "garbage"}
  1041. response = self.do_request(query)
  1042. assert response.status_code == 400
  1043. assert "sort by" in response.data["detail"]
  1044. def test_latest_release_alias(self):
  1045. event1 = self.store_event(
  1046. data={"event_id": "a" * 32, "timestamp": self.eleven_mins_ago_iso, "release": "0.8"},
  1047. project_id=self.project.id,
  1048. )
  1049. query = {"field": ["issue.id", "release"], "query": "release:latest"}
  1050. response = self.do_request(query)
  1051. assert response.status_code == 200, response.content
  1052. data = response.data["data"]
  1053. assert data[0]["issue.id"] == event1.group_id
  1054. assert data[0]["release"] == "0.8"
  1055. event2 = self.store_event(
  1056. data={"event_id": "a" * 32, "timestamp": self.ten_mins_ago_iso, "release": "0.9"},
  1057. project_id=self.project.id,
  1058. )
  1059. query = {"field": ["issue.id", "release"], "query": "release:latest"}
  1060. response = self.do_request(query)
  1061. assert response.status_code == 200, response.content
  1062. data = response.data["data"]
  1063. assert data[0]["issue.id"] == event2.group_id
  1064. assert data[0]["release"] == "0.9"
  1065. def test_semver(self):
  1066. release_1 = self.create_release(version="test@1.2.3")
  1067. release_2 = self.create_release(version="test@1.2.4")
  1068. release_3 = self.create_release(version="test@1.2.5")
  1069. release_1_e_1 = self.store_event(
  1070. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1071. project_id=self.project.id,
  1072. ).event_id
  1073. release_1_e_2 = self.store_event(
  1074. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1075. project_id=self.project.id,
  1076. ).event_id
  1077. release_2_e_1 = self.store_event(
  1078. data={"release": release_2.version, "timestamp": self.ten_mins_ago_iso},
  1079. project_id=self.project.id,
  1080. ).event_id
  1081. release_2_e_2 = self.store_event(
  1082. data={"release": release_2.version, "timestamp": self.ten_mins_ago_iso},
  1083. project_id=self.project.id,
  1084. ).event_id
  1085. release_3_e_1 = self.store_event(
  1086. data={"release": release_3.version, "timestamp": self.ten_mins_ago_iso},
  1087. project_id=self.project.id,
  1088. ).event_id
  1089. release_3_e_2 = self.store_event(
  1090. data={"release": release_3.version, "timestamp": self.ten_mins_ago_iso},
  1091. project_id=self.project.id,
  1092. ).event_id
  1093. query = {"field": ["id"], "query": f"{constants.SEMVER_ALIAS}:>1.2.3"}
  1094. response = self.do_request(query)
  1095. assert response.status_code == 200, response.content
  1096. assert {r["id"] for r in response.data["data"]} == {
  1097. release_2_e_1,
  1098. release_2_e_2,
  1099. release_3_e_1,
  1100. release_3_e_2,
  1101. }
  1102. query = {"field": ["id"], "query": f"{constants.SEMVER_ALIAS}:>=1.2.3"}
  1103. response = self.do_request(query)
  1104. assert response.status_code == 200, response.content
  1105. assert {r["id"] for r in response.data["data"]} == {
  1106. release_1_e_1,
  1107. release_1_e_2,
  1108. release_2_e_1,
  1109. release_2_e_2,
  1110. release_3_e_1,
  1111. release_3_e_2,
  1112. }
  1113. query = {"field": ["id"], "query": f"{constants.SEMVER_ALIAS}:<1.2.4"}
  1114. response = self.do_request(query)
  1115. assert response.status_code == 200, response.content
  1116. assert {r["id"] for r in response.data["data"]} == {
  1117. release_1_e_1,
  1118. release_1_e_2,
  1119. }
  1120. query = {"field": ["id"], "query": f"{constants.SEMVER_ALIAS}:1.2.3"}
  1121. response = self.do_request(query)
  1122. assert response.status_code == 200, response.content
  1123. assert {r["id"] for r in response.data["data"]} == {
  1124. release_1_e_1,
  1125. release_1_e_2,
  1126. }
  1127. query = {"field": ["id"], "query": f"!{constants.SEMVER_ALIAS}:1.2.3"}
  1128. response = self.do_request(query)
  1129. assert response.status_code == 200, response.content
  1130. assert {r["id"] for r in response.data["data"]} == {
  1131. release_2_e_1,
  1132. release_2_e_2,
  1133. release_3_e_1,
  1134. release_3_e_2,
  1135. }
  1136. def test_release_stage(self):
  1137. replaced_release = self.create_release(
  1138. version="replaced_release",
  1139. environments=[self.environment],
  1140. adopted=timezone.now(),
  1141. unadopted=timezone.now(),
  1142. )
  1143. adopted_release = self.create_release(
  1144. version="adopted_release",
  1145. environments=[self.environment],
  1146. adopted=timezone.now(),
  1147. )
  1148. self.create_release(version="not_adopted_release", environments=[self.environment])
  1149. adopted_release_e_1 = self.store_event(
  1150. data={
  1151. "release": adopted_release.version,
  1152. "timestamp": self.ten_mins_ago_iso,
  1153. "environment": self.environment.name,
  1154. },
  1155. project_id=self.project.id,
  1156. ).event_id
  1157. adopted_release_e_2 = self.store_event(
  1158. data={
  1159. "release": adopted_release.version,
  1160. "timestamp": self.ten_mins_ago_iso,
  1161. "environment": self.environment.name,
  1162. },
  1163. project_id=self.project.id,
  1164. ).event_id
  1165. replaced_release_e_1 = self.store_event(
  1166. data={
  1167. "release": replaced_release.version,
  1168. "timestamp": self.ten_mins_ago_iso,
  1169. "environment": self.environment.name,
  1170. },
  1171. project_id=self.project.id,
  1172. ).event_id
  1173. replaced_release_e_2 = self.store_event(
  1174. data={
  1175. "release": replaced_release.version,
  1176. "timestamp": self.ten_mins_ago_iso,
  1177. "environment": self.environment.name,
  1178. },
  1179. project_id=self.project.id,
  1180. ).event_id
  1181. query = {
  1182. "field": ["id"],
  1183. "query": f"{constants.RELEASE_STAGE_ALIAS}:{ReleaseStages.ADOPTED.value}",
  1184. "environment": [self.environment.name],
  1185. }
  1186. response = self.do_request(query)
  1187. assert response.status_code == 200, response.content
  1188. assert {r["id"] for r in response.data["data"]} == {
  1189. adopted_release_e_1,
  1190. adopted_release_e_2,
  1191. }
  1192. query = {
  1193. "field": ["id"],
  1194. "query": f"!{constants.RELEASE_STAGE_ALIAS}:{ReleaseStages.LOW_ADOPTION.value}",
  1195. "environment": [self.environment.name],
  1196. }
  1197. response = self.do_request(query)
  1198. assert response.status_code == 200, response.content
  1199. assert {r["id"] for r in response.data["data"]} == {
  1200. adopted_release_e_1,
  1201. adopted_release_e_2,
  1202. replaced_release_e_1,
  1203. replaced_release_e_2,
  1204. }
  1205. query = {
  1206. "field": ["id"],
  1207. "query": f"{constants.RELEASE_STAGE_ALIAS}:[{ReleaseStages.ADOPTED.value}, {ReleaseStages.REPLACED.value}]",
  1208. "environment": [self.environment.name],
  1209. }
  1210. response = self.do_request(query)
  1211. assert response.status_code == 200, response.content
  1212. assert {r["id"] for r in response.data["data"]} == {
  1213. adopted_release_e_1,
  1214. adopted_release_e_2,
  1215. replaced_release_e_1,
  1216. replaced_release_e_2,
  1217. }
  1218. def test_semver_package(self):
  1219. release_1 = self.create_release(version="test@1.2.3")
  1220. release_2 = self.create_release(version="test2@1.2.4")
  1221. release_1_e_1 = self.store_event(
  1222. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1223. project_id=self.project.id,
  1224. ).event_id
  1225. release_1_e_2 = self.store_event(
  1226. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1227. project_id=self.project.id,
  1228. ).event_id
  1229. release_2_e_1 = self.store_event(
  1230. data={"release": release_2.version, "timestamp": self.ten_mins_ago_iso},
  1231. project_id=self.project.id,
  1232. ).event_id
  1233. query = {"field": ["id"], "query": f"{constants.SEMVER_PACKAGE_ALIAS}:test"}
  1234. response = self.do_request(query)
  1235. assert response.status_code == 200, response.content
  1236. assert {r["id"] for r in response.data["data"]} == {
  1237. release_1_e_1,
  1238. release_1_e_2,
  1239. }
  1240. query = {"field": ["id"], "query": f"{constants.SEMVER_PACKAGE_ALIAS}:test2"}
  1241. response = self.do_request(query)
  1242. assert response.status_code == 200, response.content
  1243. assert {r["id"] for r in response.data["data"]} == {
  1244. release_2_e_1,
  1245. }
  1246. def test_semver_build(self):
  1247. release_1 = self.create_release(version="test@1.2.3+123")
  1248. release_2 = self.create_release(version="test2@1.2.4+124")
  1249. release_1_e_1 = self.store_event(
  1250. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1251. project_id=self.project.id,
  1252. ).event_id
  1253. release_1_e_2 = self.store_event(
  1254. data={"release": release_1.version, "timestamp": self.ten_mins_ago_iso},
  1255. project_id=self.project.id,
  1256. ).event_id
  1257. release_2_e_1 = self.store_event(
  1258. data={"release": release_2.version, "timestamp": self.ten_mins_ago_iso},
  1259. project_id=self.project.id,
  1260. ).event_id
  1261. query = {"field": ["id"], "query": f"{constants.SEMVER_BUILD_ALIAS}:123"}
  1262. response = self.do_request(query)
  1263. assert response.status_code == 200, response.content
  1264. assert {r["id"] for r in response.data["data"]} == {
  1265. release_1_e_1,
  1266. release_1_e_2,
  1267. }
  1268. query = {"field": ["id"], "query": f"{constants.SEMVER_BUILD_ALIAS}:124"}
  1269. response = self.do_request(query)
  1270. assert response.status_code == 200, response.content
  1271. assert {r["id"] for r in response.data["data"]} == {
  1272. release_2_e_1,
  1273. }
  1274. query = {"field": ["id"], "query": f"!{constants.SEMVER_BUILD_ALIAS}:124"}
  1275. response = self.do_request(query)
  1276. assert response.status_code == 200, response.content
  1277. assert {r["id"] for r in response.data["data"]} == {
  1278. release_1_e_1,
  1279. release_1_e_2,
  1280. }
  1281. def test_aliased_fields(self):
  1282. event1 = self.store_event(
  1283. data={
  1284. "event_id": "a" * 32,
  1285. "timestamp": self.ten_mins_ago_iso,
  1286. "fingerprint": ["group_1"],
  1287. "user": {"email": "foo@example.com"},
  1288. },
  1289. project_id=self.project.id,
  1290. )
  1291. event2 = self.store_event(
  1292. data={
  1293. "event_id": "b" * 32,
  1294. "timestamp": self.ten_mins_ago_iso,
  1295. "fingerprint": ["group_2"],
  1296. "user": {"email": "foo@example.com"},
  1297. },
  1298. project_id=self.project.id,
  1299. )
  1300. self.store_event(
  1301. data={
  1302. "event_id": "c" * 32,
  1303. "timestamp": self.ten_mins_ago_iso,
  1304. "fingerprint": ["group_2"],
  1305. "user": {"email": "bar@example.com"},
  1306. },
  1307. project_id=self.project.id,
  1308. )
  1309. query = {"field": ["issue.id", "count(id)", "count_unique(user)"], "orderby": "issue.id"}
  1310. response = self.do_request(query)
  1311. assert response.status_code == 200, response.content
  1312. assert len(response.data["data"]) == 2
  1313. data = response.data["data"]
  1314. assert data[0]["issue.id"] == event1.group_id
  1315. assert data[0]["count(id)"] == 1
  1316. assert data[0]["count_unique(user)"] == 1
  1317. assert "projectid" not in data[0]
  1318. assert "project.id" not in data[0]
  1319. assert data[1]["issue.id"] == event2.group_id
  1320. assert data[1]["count(id)"] == 2
  1321. assert data[1]["count_unique(user)"] == 2
  1322. def test_aggregate_field_with_dotted_param(self):
  1323. event1 = self.store_event(
  1324. data={
  1325. "event_id": "a" * 32,
  1326. "timestamp": self.ten_mins_ago_iso,
  1327. "fingerprint": ["group_1"],
  1328. "user": {"id": "123", "email": "foo@example.com"},
  1329. },
  1330. project_id=self.project.id,
  1331. )
  1332. event2 = self.store_event(
  1333. data={
  1334. "event_id": "b" * 32,
  1335. "timestamp": self.ten_mins_ago_iso,
  1336. "fingerprint": ["group_2"],
  1337. "user": {"id": "123", "email": "foo@example.com"},
  1338. },
  1339. project_id=self.project.id,
  1340. )
  1341. self.store_event(
  1342. data={
  1343. "event_id": "c" * 32,
  1344. "timestamp": self.ten_mins_ago_iso,
  1345. "fingerprint": ["group_2"],
  1346. "user": {"id": "456", "email": "bar@example.com"},
  1347. },
  1348. project_id=self.project.id,
  1349. )
  1350. query = {
  1351. "field": ["issue.id", "issue_title", "count(id)", "count_unique(user.email)"],
  1352. "orderby": "issue.id",
  1353. }
  1354. response = self.do_request(query)
  1355. assert response.status_code == 200, response.content
  1356. assert len(response.data["data"]) == 2
  1357. data = response.data["data"]
  1358. assert data[0]["issue.id"] == event1.group_id
  1359. assert data[0]["count(id)"] == 1
  1360. assert data[0]["count_unique(user.email)"] == 1
  1361. assert "projectid" not in data[0]
  1362. assert "project.id" not in data[0]
  1363. assert data[1]["issue.id"] == event2.group_id
  1364. assert data[1]["count(id)"] == 2
  1365. assert data[1]["count_unique(user.email)"] == 2
  1366. def test_failure_rate_alias_field(self):
  1367. data = self.transaction_data.copy()
  1368. data["transaction"] = "/failure_rate/success"
  1369. self.store_event(data, project_id=self.project.id)
  1370. data = self.transaction_data.copy()
  1371. data["transaction"] = "/failure_rate/unknown"
  1372. data["contexts"]["trace"]["status"] = "unknown_error"
  1373. self.store_event(data, project_id=self.project.id)
  1374. for i in range(6):
  1375. data = self.transaction_data.copy()
  1376. data["transaction"] = f"/failure_rate/{i}"
  1377. data["contexts"]["trace"]["status"] = "unauthenticated"
  1378. self.store_event(data, project_id=self.project.id)
  1379. query = {"field": ["failure_rate()"], "query": "event.type:transaction"}
  1380. response = self.do_request(query)
  1381. assert response.status_code == 200, response.content
  1382. assert len(response.data["data"]) == 1
  1383. data = response.data["data"]
  1384. assert data[0]["failure_rate()"] == 0.75
  1385. def test_count_miserable_alias_field(self):
  1386. self._setup_user_misery()
  1387. query = {"field": ["count_miserable(user, 300)"], "query": "event.type:transaction"}
  1388. response = self.do_request(query)
  1389. assert response.status_code == 200, response.content
  1390. assert len(response.data["data"]) == 1
  1391. data = response.data["data"]
  1392. assert data[0]["count_miserable(user, 300)"] == 3
  1393. @mock.patch(
  1394. "sentry.search.events.fields.MAX_QUERYABLE_TRANSACTION_THRESHOLDS",
  1395. MAX_QUERYABLE_TRANSACTION_THRESHOLDS,
  1396. )
  1397. @mock.patch(
  1398. "sentry.search.events.datasets.discover.MAX_QUERYABLE_TRANSACTION_THRESHOLDS",
  1399. MAX_QUERYABLE_TRANSACTION_THRESHOLDS,
  1400. )
  1401. def test_too_many_transaction_thresholds(self):
  1402. project_transaction_thresholds = []
  1403. project_ids = []
  1404. for i in range(MAX_QUERYABLE_TRANSACTION_THRESHOLDS + 1):
  1405. project = self.create_project(name=f"bulk_txn_{i}")
  1406. project_ids.append(project.id)
  1407. project_transaction_thresholds.append(
  1408. ProjectTransactionThreshold(
  1409. organization=self.organization,
  1410. project=project,
  1411. threshold=400,
  1412. metric=TransactionMetric.LCP.value,
  1413. )
  1414. )
  1415. ProjectTransactionThreshold.objects.bulk_create(project_transaction_thresholds)
  1416. query = {
  1417. "field": [
  1418. "transaction",
  1419. "count_miserable(user)",
  1420. ],
  1421. "query": "event.type:transaction",
  1422. "project": project_ids,
  1423. }
  1424. response = self.do_request(
  1425. query,
  1426. features={
  1427. "organizations:discover-basic": True,
  1428. "organizations:global-views": True,
  1429. },
  1430. )
  1431. assert response.status_code == 400
  1432. assert (
  1433. response.data["detail"]
  1434. == "Exceeded 1 configured transaction thresholds limit, try with fewer Projects."
  1435. )
  1436. def test_count_miserable_new_alias_field(self):
  1437. ProjectTransactionThreshold.objects.create(
  1438. project=self.project,
  1439. organization=self.project.organization,
  1440. threshold=400, # This is higher than the default threshold
  1441. metric=TransactionMetric.DURATION.value,
  1442. )
  1443. self._setup_user_misery()
  1444. query = {
  1445. "field": [
  1446. "transaction",
  1447. "count_miserable(user)",
  1448. ],
  1449. "query": "event.type:transaction",
  1450. "project": [self.project.id],
  1451. "sort": "count_miserable_user",
  1452. }
  1453. def _expected(index: int, count: int) -> dict[str, Any]:
  1454. return {
  1455. "transaction": f"/count_miserable/horribilis/{index}",
  1456. "project_threshold_config": ["duration", 400],
  1457. "count_miserable(user)": count,
  1458. }
  1459. response = self.do_request(query)
  1460. assert response.status_code == 200, response.content
  1461. # Sorted by count_miserable_user, however, withing the same count_miserable_user,
  1462. # the order is not guaranteed
  1463. for expected in [
  1464. _expected(0, 0),
  1465. _expected(1, 0),
  1466. _expected(2, 1),
  1467. _expected(3, 1),
  1468. _expected(4, 0),
  1469. _expected(5, 1),
  1470. ]:
  1471. assert expected in response.data["data"]
  1472. # The condition will exclude transactions with count_miserable(user) == 0
  1473. query["query"] = "event.type:transaction count_miserable(user):>0"
  1474. response = self.do_request(query)
  1475. assert response.status_code == 200, response.content
  1476. for expected in [_expected(2, 1), _expected(3, 1), _expected(5, 1)]:
  1477. assert expected in response.data["data"]
  1478. def test_user_misery_denominator(self):
  1479. """This is to test against a bug where the denominator of misery(total unique users) was wrong
  1480. This is because the total unique users for a LCP misery should only count users that have had a txn with lcp,
  1481. and not count all transactions (ie. uniq_if(transaction has lcp) not just uniq())
  1482. """
  1483. ProjectTransactionThreshold.objects.create(
  1484. project=self.project,
  1485. organization=self.project.organization,
  1486. threshold=600,
  1487. metric=TransactionMetric.LCP.value,
  1488. )
  1489. lcps = [
  1490. 400,
  1491. 400,
  1492. 300,
  1493. 3000,
  1494. 3000,
  1495. 3000,
  1496. ]
  1497. for idx, lcp in enumerate(lcps):
  1498. data = self.load_data(
  1499. timestamp=before_now(minutes=(10 + idx)),
  1500. )
  1501. data["event_id"] = f"{idx}" * 32
  1502. data["transaction"] = "/misery/new/"
  1503. data["user"] = {"email": f"{idx}@example.com"}
  1504. data["measurements"] = {
  1505. "lcp": {"value": lcp},
  1506. }
  1507. self.store_event(data, project_id=self.project.id)
  1508. # Shouldn't count towards misery
  1509. data = self.load_data(timestamp=self.ten_mins_ago, duration=timedelta(milliseconds=0))
  1510. data["transaction"] = "/misery/new/"
  1511. data["user"] = {"email": "7@example.com"}
  1512. data["measurements"] = {}
  1513. self.store_event(data, project_id=self.project.id)
  1514. query = {
  1515. "field": [
  1516. "transaction",
  1517. "user_misery()",
  1518. ],
  1519. "query": "event.type:transaction",
  1520. "project": [self.project.id],
  1521. "sort": "-user_misery",
  1522. }
  1523. response = self.do_request(
  1524. query,
  1525. )
  1526. assert response.status_code == 200, response.content
  1527. assert len(response.data["data"]) == 1
  1528. data = response.data["data"]
  1529. # (3 frustrated + 5.8875) / (6 + 117.75)
  1530. assert abs(data[0]["user_misery()"] - user_misery_formula(3, 6)) < 0.0001
  1531. def test_user_misery_alias_field(self):
  1532. events = [
  1533. ("one", 300),
  1534. ("one", 300),
  1535. ("two", 3000),
  1536. ("two", 3000),
  1537. ("three", 300),
  1538. ("three", 3000),
  1539. ]
  1540. for idx, event in enumerate(events):
  1541. data = self.load_data(
  1542. timestamp=before_now(minutes=(10 + idx)),
  1543. duration=timedelta(milliseconds=event[1]),
  1544. )
  1545. data["event_id"] = f"{idx}" * 32
  1546. data["transaction"] = f"/user_misery/{idx}"
  1547. data["user"] = {"email": f"{event[0]}@example.com"}
  1548. self.store_event(data, project_id=self.project.id)
  1549. query = {"field": ["user_misery(300)"], "query": "event.type:transaction"}
  1550. response = self.do_request(query)
  1551. assert response.status_code == 200, response.content
  1552. assert len(response.data["data"]) == 1
  1553. data = response.data["data"]
  1554. assert abs(data[0]["user_misery(300)"] - user_misery_formula(2, 3)) < 0.0001
  1555. def test_apdex_denominator_correct(self):
  1556. """This is to test against a bug where the denominator of apdex(total count) was wrong
  1557. This is because the total_count for a LCP apdex should only count transactions that have lcp, and not count
  1558. all transactions (ie. count_if(transaction has lcp) not just count())
  1559. """
  1560. ProjectTransactionThreshold.objects.create(
  1561. project=self.project,
  1562. organization=self.project.organization,
  1563. threshold=600,
  1564. metric=TransactionMetric.LCP.value,
  1565. )
  1566. lcps = [
  1567. 400,
  1568. 400,
  1569. 300,
  1570. 800,
  1571. 3000,
  1572. 3000,
  1573. 3000,
  1574. ]
  1575. for idx, lcp in enumerate(lcps):
  1576. data = self.load_data(
  1577. timestamp=before_now(minutes=(10 + idx)),
  1578. )
  1579. data["event_id"] = f"{idx}" * 32
  1580. data["transaction"] = "/apdex/new/"
  1581. data["user"] = {"email": f"{idx}@example.com"}
  1582. data["measurements"] = {
  1583. "lcp": {"value": lcp},
  1584. }
  1585. self.store_event(data, project_id=self.project.id)
  1586. # Shouldn't count towards apdex
  1587. data = self.load_data(
  1588. timestamp=self.ten_mins_ago,
  1589. duration=timedelta(milliseconds=0),
  1590. )
  1591. data["transaction"] = "/apdex/new/"
  1592. data["user"] = {"email": "7@example.com"}
  1593. data["measurements"] = {}
  1594. self.store_event(data, project_id=self.project.id)
  1595. query = {
  1596. "field": [
  1597. "transaction",
  1598. "apdex()",
  1599. ],
  1600. "query": "event.type:transaction",
  1601. "project": [self.project.id],
  1602. "sort": "-apdex",
  1603. }
  1604. response = self.do_request(
  1605. query,
  1606. )
  1607. assert response.status_code == 200, response.content
  1608. assert len(response.data["data"]) == 1
  1609. data = response.data["data"]
  1610. # 3 satisfied + 1 tolerated => 3.5/7
  1611. assert data[0]["apdex()"] == 0.5
  1612. def test_apdex_new_alias_field(self):
  1613. ProjectTransactionThreshold.objects.create(
  1614. project=self.project,
  1615. organization=self.project.organization,
  1616. threshold=400,
  1617. metric=TransactionMetric.DURATION.value,
  1618. )
  1619. events = [
  1620. ("one", 400),
  1621. ("one", 400),
  1622. ("two", 3000),
  1623. ("two", 3000),
  1624. ("three", 300),
  1625. ("three", 3000),
  1626. ]
  1627. for idx, event in enumerate(events):
  1628. data = self.load_data(
  1629. timestamp=before_now(minutes=(10 + idx)),
  1630. duration=timedelta(milliseconds=event[1]),
  1631. )
  1632. data["event_id"] = f"{idx}" * 32
  1633. data["transaction"] = f"/apdex/new/{event[0]}"
  1634. data["user"] = {"email": f"{idx}@example.com"}
  1635. self.store_event(data, project_id=self.project.id)
  1636. query = {
  1637. "field": [
  1638. "transaction",
  1639. "apdex()",
  1640. ],
  1641. "query": "event.type:transaction",
  1642. "project": [self.project.id],
  1643. "sort": "-apdex",
  1644. }
  1645. response = self.do_request(
  1646. query,
  1647. )
  1648. assert response.status_code == 200, response.content
  1649. assert len(response.data["data"]) == 3
  1650. data = response.data["data"]
  1651. assert data[0]["apdex()"] == 1.0
  1652. assert data[1]["apdex()"] == 0.5
  1653. assert data[2]["apdex()"] == 0.0
  1654. query["query"] = "event.type:transaction apdex():>0.50"
  1655. response = self.do_request(
  1656. query,
  1657. )
  1658. assert response.status_code == 200, response.content
  1659. assert len(response.data["data"]) == 1
  1660. data = response.data["data"]
  1661. assert data[0]["apdex()"] == 1.0
  1662. def test_user_misery_alias_field_with_project_threshold(self):
  1663. ProjectTransactionThreshold.objects.create(
  1664. project=self.project,
  1665. organization=self.project.organization,
  1666. threshold=400,
  1667. metric=TransactionMetric.DURATION.value,
  1668. )
  1669. events = [
  1670. ("one", 400),
  1671. ("one", 400),
  1672. ("two", 3000),
  1673. ("two", 3000),
  1674. ("three", 300),
  1675. ("three", 3000),
  1676. ]
  1677. for idx, event in enumerate(events):
  1678. data = self.load_data(
  1679. timestamp=before_now(minutes=(10 + idx)),
  1680. duration=timedelta(milliseconds=event[1]),
  1681. )
  1682. data["event_id"] = f"{idx}" * 32
  1683. data["transaction"] = f"/count_miserable/horribilis/{event[0]}"
  1684. data["user"] = {"email": f"{idx}@example.com"}
  1685. self.store_event(data, project_id=self.project.id)
  1686. query = {
  1687. "field": [
  1688. "transaction",
  1689. "user_misery()",
  1690. ],
  1691. "orderby": "user_misery()",
  1692. "query": "event.type:transaction",
  1693. "project": [self.project.id],
  1694. }
  1695. response = self.do_request(query)
  1696. assert response.status_code == 200, response.content
  1697. assert len(response.data["data"]) == 3
  1698. data = response.data["data"]
  1699. assert data[0]["user_misery()"] == user_misery_formula(0, 2)
  1700. assert data[1]["user_misery()"] == user_misery_formula(1, 2)
  1701. assert data[2]["user_misery()"] == user_misery_formula(2, 2)
  1702. query["query"] = "event.type:transaction user_misery():>0.050"
  1703. response = self.do_request(
  1704. query,
  1705. )
  1706. assert response.status_code == 200, response.content
  1707. assert len(response.data["data"]) == 2
  1708. data = response.data["data"]
  1709. assert data[0]["user_misery()"] == user_misery_formula(1, 2)
  1710. assert data[1]["user_misery()"] == user_misery_formula(2, 2)
  1711. def test_user_misery_alias_field_with_transaction_threshold(self):
  1712. self._setup_user_misery(per_transaction_threshold=True)
  1713. query = {
  1714. "field": [
  1715. "transaction",
  1716. "user_misery()",
  1717. ],
  1718. "query": "event.type:transaction",
  1719. "orderby": "transaction",
  1720. "project": [self.project.id],
  1721. }
  1722. response = self.do_request(
  1723. query,
  1724. )
  1725. assert response.status_code == 200, response.content
  1726. expected = [
  1727. ("/count_miserable/horribilis/0", ["duration", 300], user_misery_formula(0, 1)),
  1728. ("/count_miserable/horribilis/1", ["duration", 100], user_misery_formula(0, 1)),
  1729. ("/count_miserable/horribilis/2", ["duration", 300], user_misery_formula(1, 1)),
  1730. ("/count_miserable/horribilis/3", ["duration", 300], user_misery_formula(1, 1)),
  1731. ("/count_miserable/horribilis/4", ["duration", 300], user_misery_formula(0, 1)),
  1732. ("/count_miserable/horribilis/5", ["duration", 500], user_misery_formula(1, 1)),
  1733. ]
  1734. assert len(response.data["data"]) == 6
  1735. data = response.data["data"]
  1736. for i, record in enumerate(expected):
  1737. name, threshold_config, misery = record
  1738. assert data[i]["transaction"] == name
  1739. assert data[i]["project_threshold_config"] == threshold_config
  1740. assert data[i]["user_misery()"] == pytest.approx(misery, rel=1e-3)
  1741. query["query"] = "event.type:transaction user_misery():>0.050"
  1742. response = self.do_request(
  1743. query,
  1744. )
  1745. assert response.status_code == 200, response.content
  1746. assert len(response.data["data"]) == 3
  1747. data = response.data["data"]
  1748. assert data[0]["user_misery()"] == user_misery_formula(1, 1)
  1749. assert data[1]["user_misery()"] == user_misery_formula(1, 1)
  1750. assert data[2]["user_misery()"] == user_misery_formula(1, 1)
  1751. def test_user_misery_alias_field_with_transaction_threshold_and_project_threshold(self):
  1752. project = self.create_project()
  1753. ProjectTransactionThreshold.objects.create(
  1754. project=project,
  1755. organization=project.organization,
  1756. threshold=100,
  1757. metric=TransactionMetric.DURATION.value,
  1758. )
  1759. self._setup_user_misery(per_transaction_threshold=True, project=project)
  1760. project2 = self.create_project()
  1761. data = self.load_data()
  1762. data["transaction"] = "/count_miserable/horribilis/project2"
  1763. data["user"] = {"email": "project2@example.com"}
  1764. self.store_event(data, project_id=project2.id)
  1765. query = {
  1766. "field": [
  1767. "transaction",
  1768. "user_misery()",
  1769. ],
  1770. "query": "event.type:transaction",
  1771. "orderby": "transaction",
  1772. "project": [project.id, project2.id],
  1773. }
  1774. response = self.do_request(
  1775. query,
  1776. features={
  1777. "organizations:discover-basic": True,
  1778. "organizations:global-views": True,
  1779. },
  1780. )
  1781. assert response.status_code == 200, response.content
  1782. zero_one = user_misery_formula(0, 1)
  1783. one_one = user_misery_formula(1, 1)
  1784. expected = [
  1785. # Uses project threshold
  1786. ("/count_miserable/horribilis/0", ["duration", 100], zero_one),
  1787. ("/count_miserable/horribilis/1", ["duration", 100], zero_one), # Uses txn threshold
  1788. ("/count_miserable/horribilis/2", ["duration", 100], one_one), # Uses project threshold
  1789. ("/count_miserable/horribilis/3", ["duration", 300], one_one), # Uses txn threshold
  1790. # Uses project threshold
  1791. ("/count_miserable/horribilis/4", ["duration", 100], zero_one),
  1792. ("/count_miserable/horribilis/5", ["duration", 500], one_one), # Uses txn threshold
  1793. ("/count_miserable/horribilis/project2", ["duration", 300], one_one), # Uses fallback
  1794. ]
  1795. data = response.data["data"]
  1796. for i, record in enumerate(expected):
  1797. name, threshold_config, misery = record
  1798. assert data[i]["transaction"] == name
  1799. assert data[i]["project_threshold_config"] == threshold_config
  1800. assert data[i]["user_misery()"] == misery
  1801. query["query"] = "event.type:transaction user_misery():>0.050"
  1802. response = self.do_request(
  1803. query,
  1804. features={
  1805. "organizations:discover-basic": True,
  1806. "organizations:global-views": True,
  1807. },
  1808. )
  1809. assert response.status_code == 200, response.content
  1810. assert len(response.data["data"]) == 4
  1811. def test_aggregation(self):
  1812. self.store_event(
  1813. data={
  1814. "event_id": "a" * 32,
  1815. "timestamp": self.ten_mins_ago_iso,
  1816. "fingerprint": ["group_1"],
  1817. "user": {"email": "foo@example.com"},
  1818. "environment": "prod",
  1819. "tags": {"sub_customer.is-Enterprise-42": "1"},
  1820. },
  1821. project_id=self.project.id,
  1822. )
  1823. self.store_event(
  1824. data={
  1825. "event_id": "b" * 32,
  1826. "timestamp": self.ten_mins_ago_iso,
  1827. "fingerprint": ["group_2"],
  1828. "user": {"email": "foo@example.com"},
  1829. "environment": "staging",
  1830. "tags": {"sub_customer.is-Enterprise-42": "1"},
  1831. },
  1832. project_id=self.project.id,
  1833. )
  1834. self.store_event(
  1835. data={
  1836. "event_id": "c" * 32,
  1837. "timestamp": self.ten_mins_ago_iso,
  1838. "fingerprint": ["group_2"],
  1839. "user": {"email": "foo@example.com"},
  1840. "environment": "prod",
  1841. "tags": {"sub_customer.is-Enterprise-42": "0"},
  1842. },
  1843. project_id=self.project.id,
  1844. )
  1845. self.store_event(
  1846. data={
  1847. "event_id": "d" * 32,
  1848. "timestamp": self.ten_mins_ago_iso,
  1849. "fingerprint": ["group_2"],
  1850. "user": {"email": "foo@example.com"},
  1851. "environment": "prod",
  1852. "tags": {"sub_customer.is-Enterprise-42": "1"},
  1853. },
  1854. project_id=self.project.id,
  1855. )
  1856. query = {
  1857. "field": ["sub_customer.is-Enterprise-42", "count(sub_customer.is-Enterprise-42)"],
  1858. "orderby": "sub_customer.is-Enterprise-42",
  1859. }
  1860. response = self.do_request(query)
  1861. assert response.status_code == 200, response.content
  1862. assert len(response.data["data"]) == 2
  1863. data = response.data["data"]
  1864. assert data[0]["count(sub_customer.is-Enterprise-42)"] == 1
  1865. assert data[1]["count(sub_customer.is-Enterprise-42)"] == 3
  1866. def test_aggregation_comparison(self):
  1867. self.store_event(
  1868. data={
  1869. "event_id": "a" * 32,
  1870. "timestamp": self.ten_mins_ago_iso,
  1871. "fingerprint": ["group_1"],
  1872. "user": {"email": "foo@example.com"},
  1873. },
  1874. project_id=self.project.id,
  1875. )
  1876. event = self.store_event(
  1877. data={
  1878. "event_id": "b" * 32,
  1879. "timestamp": self.ten_mins_ago_iso,
  1880. "fingerprint": ["group_2"],
  1881. "user": {"email": "foo@example.com"},
  1882. },
  1883. project_id=self.project.id,
  1884. )
  1885. self.store_event(
  1886. data={
  1887. "event_id": "c" * 32,
  1888. "timestamp": self.ten_mins_ago_iso,
  1889. "fingerprint": ["group_2"],
  1890. "user": {"email": "bar@example.com"},
  1891. },
  1892. project_id=self.project.id,
  1893. )
  1894. self.store_event(
  1895. data={
  1896. "event_id": "d" * 32,
  1897. "timestamp": self.ten_mins_ago_iso,
  1898. "fingerprint": ["group_3"],
  1899. "user": {"email": "bar@example.com"},
  1900. },
  1901. project_id=self.project.id,
  1902. )
  1903. self.store_event(
  1904. data={
  1905. "event_id": "e" * 32,
  1906. "timestamp": self.ten_mins_ago_iso,
  1907. "fingerprint": ["group_3"],
  1908. "user": {"email": "bar@example.com"},
  1909. },
  1910. project_id=self.project.id,
  1911. )
  1912. query = {
  1913. "field": ["issue.id", "count(id)", "count_unique(user)"],
  1914. "query": "count(id):>1 count_unique(user):>1",
  1915. "orderby": "issue.id",
  1916. }
  1917. response = self.do_request(query)
  1918. assert response.status_code == 200, response.content
  1919. assert len(response.data["data"]) == 1
  1920. data = response.data["data"]
  1921. assert data[0]["issue.id"] == event.group_id
  1922. assert data[0]["count(id)"] == 2
  1923. assert data[0]["count_unique(user)"] == 2
  1924. def test_aggregation_alias_comparison(self):
  1925. data = self.load_data(
  1926. timestamp=self.ten_mins_ago,
  1927. duration=timedelta(seconds=5),
  1928. )
  1929. data["transaction"] = "/aggregates/1"
  1930. self.store_event(data, project_id=self.project.id)
  1931. data = self.load_data(
  1932. timestamp=self.ten_mins_ago,
  1933. duration=timedelta(seconds=3),
  1934. )
  1935. data["transaction"] = "/aggregates/2"
  1936. event = self.store_event(data, project_id=self.project.id)
  1937. query = {
  1938. "field": ["transaction", "p95()"],
  1939. "query": "event.type:transaction p95():<4000",
  1940. "orderby": ["transaction"],
  1941. }
  1942. response = self.do_request(query)
  1943. assert response.status_code == 200, response.content
  1944. assert len(response.data["data"]) == 1
  1945. data = response.data["data"]
  1946. assert data[0]["transaction"] == event.transaction
  1947. assert data[0]["p95()"] == 3000
  1948. def test_auto_aggregations(self):
  1949. data = self.load_data(
  1950. timestamp=self.ten_mins_ago,
  1951. duration=timedelta(seconds=5),
  1952. )
  1953. data["transaction"] = "/aggregates/1"
  1954. self.store_event(data, project_id=self.project.id)
  1955. data = self.load_data(
  1956. timestamp=self.ten_mins_ago,
  1957. duration=timedelta(seconds=3),
  1958. )
  1959. data["transaction"] = "/aggregates/2"
  1960. event = self.store_event(data, project_id=self.project.id)
  1961. query = {
  1962. "field": ["transaction", "p75()"],
  1963. "query": "event.type:transaction p95():<4000",
  1964. "orderby": ["transaction"],
  1965. }
  1966. response = self.do_request(query)
  1967. assert response.status_code == 200, response.content
  1968. assert len(response.data["data"]) == 1
  1969. data = response.data["data"]
  1970. assert data[0]["transaction"] == event.transaction
  1971. query = {
  1972. "field": ["transaction"],
  1973. "query": "event.type:transaction p95():<4000",
  1974. "orderby": ["transaction"],
  1975. }
  1976. response = self.do_request(query)
  1977. assert response.status_code == 400, response.content
  1978. def test_aggregation_comparison_with_conditions(self):
  1979. self.store_event(
  1980. data={
  1981. "event_id": "a" * 32,
  1982. "timestamp": self.ten_mins_ago_iso,
  1983. "fingerprint": ["group_1"],
  1984. "user": {"email": "foo@example.com"},
  1985. "environment": "prod",
  1986. },
  1987. project_id=self.project.id,
  1988. )
  1989. self.store_event(
  1990. data={
  1991. "event_id": "b" * 32,
  1992. "timestamp": self.ten_mins_ago_iso,
  1993. "fingerprint": ["group_2"],
  1994. "user": {"email": "foo@example.com"},
  1995. "environment": "staging",
  1996. },
  1997. project_id=self.project.id,
  1998. )
  1999. event = self.store_event(
  2000. data={
  2001. "event_id": "c" * 32,
  2002. "timestamp": self.ten_mins_ago_iso,
  2003. "fingerprint": ["group_2"],
  2004. "user": {"email": "foo@example.com"},
  2005. "environment": "prod",
  2006. },
  2007. project_id=self.project.id,
  2008. )
  2009. self.store_event(
  2010. data={
  2011. "event_id": "d" * 32,
  2012. "timestamp": self.ten_mins_ago_iso,
  2013. "fingerprint": ["group_2"],
  2014. "user": {"email": "foo@example.com"},
  2015. "environment": "prod",
  2016. },
  2017. project_id=self.project.id,
  2018. )
  2019. query = {
  2020. "field": ["issue.id", "count(id)"],
  2021. "query": "count(id):>1 user.email:foo@example.com environment:prod",
  2022. "orderby": "issue.id",
  2023. }
  2024. response = self.do_request(query)
  2025. assert response.status_code == 200, response.content
  2026. assert len(response.data["data"]) == 1
  2027. data = response.data["data"]
  2028. assert data[0]["issue.id"] == event.group_id
  2029. assert data[0]["count(id)"] == 2
  2030. def test_aggregation_date_comparison_with_conditions(self):
  2031. event = self.store_event(
  2032. data={
  2033. "event_id": "a" * 32,
  2034. "timestamp": self.ten_mins_ago_iso,
  2035. "fingerprint": ["group_1"],
  2036. "user": {"email": "foo@example.com"},
  2037. "environment": "prod",
  2038. },
  2039. project_id=self.project.id,
  2040. )
  2041. self.store_event(
  2042. data={
  2043. "event_id": "b" * 32,
  2044. "timestamp": self.ten_mins_ago_iso,
  2045. "fingerprint": ["group_2"],
  2046. "user": {"email": "foo@example.com"},
  2047. "environment": "staging",
  2048. },
  2049. project_id=self.project.id,
  2050. )
  2051. self.store_event(
  2052. data={
  2053. "event_id": "c" * 32,
  2054. "timestamp": self.ten_mins_ago_iso,
  2055. "fingerprint": ["group_2"],
  2056. "user": {"email": "foo@example.com"},
  2057. "environment": "prod",
  2058. },
  2059. project_id=self.project.id,
  2060. )
  2061. self.store_event(
  2062. data={
  2063. "event_id": "d" * 32,
  2064. "timestamp": self.ten_mins_ago_iso,
  2065. "fingerprint": ["group_2"],
  2066. "user": {"email": "foo@example.com"},
  2067. "environment": "prod",
  2068. },
  2069. project_id=self.project.id,
  2070. )
  2071. query = {
  2072. "field": ["issue.id", "max(timestamp)"],
  2073. "query": "max(timestamp):>1 user.email:foo@example.com environment:prod",
  2074. "orderby": "issue.id",
  2075. }
  2076. response = self.do_request(query)
  2077. assert response.status_code == 200, response.content
  2078. assert len(response.data["data"]) == 2
  2079. assert response.data["meta"]["fields"]["max(timestamp)"] == "date"
  2080. data = response.data["data"]
  2081. assert data[0]["issue.id"] == event.group_id
  2082. def test_percentile_function(self):
  2083. data = self.load_data(
  2084. timestamp=self.ten_mins_ago,
  2085. duration=timedelta(seconds=5),
  2086. )
  2087. data["transaction"] = "/aggregates/1"
  2088. event1 = self.store_event(data, project_id=self.project.id)
  2089. data = self.load_data(
  2090. timestamp=self.ten_mins_ago,
  2091. duration=timedelta(seconds=3),
  2092. )
  2093. data["transaction"] = "/aggregates/2"
  2094. event2 = self.store_event(data, project_id=self.project.id)
  2095. query = {
  2096. "field": ["transaction", "percentile(transaction.duration, 0.95)"],
  2097. "query": "event.type:transaction",
  2098. "orderby": ["transaction"],
  2099. }
  2100. response = self.do_request(query)
  2101. assert response.status_code == 200, response.content
  2102. assert len(response.data["data"]) == 2
  2103. data = response.data["data"]
  2104. assert data[0]["transaction"] == event1.transaction
  2105. assert data[0]["percentile(transaction.duration, 0.95)"] == 5000
  2106. assert data[1]["transaction"] == event2.transaction
  2107. assert data[1]["percentile(transaction.duration, 0.95)"] == 3000
  2108. def test_percentile_function_as_condition(self):
  2109. data = self.load_data(
  2110. timestamp=self.ten_mins_ago,
  2111. duration=timedelta(seconds=5),
  2112. )
  2113. data["transaction"] = "/aggregates/1"
  2114. event1 = self.store_event(data, project_id=self.project.id)
  2115. data = self.load_data(
  2116. timestamp=self.ten_mins_ago,
  2117. duration=timedelta(seconds=3),
  2118. )
  2119. data["transaction"] = "/aggregates/2"
  2120. self.store_event(data, project_id=self.project.id)
  2121. query = {
  2122. "field": ["transaction", "percentile(transaction.duration, 0.95)"],
  2123. "query": "event.type:transaction percentile(transaction.duration, 0.95):>4000",
  2124. "orderby": ["transaction"],
  2125. }
  2126. response = self.do_request(query)
  2127. assert response.status_code == 200, response.content
  2128. assert len(response.data["data"]) == 1
  2129. data = response.data["data"]
  2130. assert data[0]["transaction"] == event1.transaction
  2131. assert data[0]["percentile(transaction.duration, 0.95)"] == 5000
  2132. def test_epm_function(self):
  2133. data = self.load_data(
  2134. timestamp=self.ten_mins_ago,
  2135. duration=timedelta(seconds=5),
  2136. )
  2137. data["transaction"] = "/aggregates/1"
  2138. event1 = self.store_event(data, project_id=self.project.id)
  2139. data = self.load_data(
  2140. timestamp=self.ten_mins_ago,
  2141. duration=timedelta(seconds=3),
  2142. )
  2143. data["transaction"] = "/aggregates/2"
  2144. event2 = self.store_event(data, project_id=self.project.id)
  2145. query = {
  2146. "field": ["transaction", "epm()"],
  2147. "query": "event.type:transaction",
  2148. "orderby": ["transaction"],
  2149. "start": self.eleven_mins_ago_iso,
  2150. "end": iso_format(self.nine_mins_ago),
  2151. }
  2152. response = self.do_request(query)
  2153. assert response.status_code == 200, response.content
  2154. assert len(response.data["data"]) == 2
  2155. data = response.data["data"]
  2156. assert data[0]["transaction"] == event1.transaction
  2157. assert data[0]["epm()"] == 0.5
  2158. assert data[1]["transaction"] == event2.transaction
  2159. assert data[1]["epm()"] == 0.5
  2160. meta = response.data["meta"]
  2161. assert meta["fields"]["epm()"] == "rate"
  2162. assert meta["units"]["epm()"] == "1/minute"
  2163. def test_nonexistent_fields(self):
  2164. self.store_event(
  2165. data={
  2166. "event_id": "a" * 32,
  2167. "message": "how to make fast",
  2168. "timestamp": self.ten_mins_ago_iso,
  2169. },
  2170. project_id=self.project.id,
  2171. )
  2172. query = {"field": ["issue_world.id"]}
  2173. response = self.do_request(query)
  2174. assert response.status_code == 200, response.content
  2175. assert response.data["data"][0]["issue_world.id"] == ""
  2176. def test_no_requested_fields_or_grouping(self):
  2177. self.store_event(
  2178. data={
  2179. "event_id": "a" * 32,
  2180. "message": "how to make fast",
  2181. "timestamp": self.ten_mins_ago_iso,
  2182. },
  2183. project_id=self.project.id,
  2184. )
  2185. query = {"query": "test"}
  2186. response = self.do_request(query)
  2187. assert response.status_code == 400, response.content
  2188. assert response.data["detail"] == "No columns selected"
  2189. def test_condition_on_aggregate_misses(self):
  2190. self.store_event(
  2191. data={
  2192. "event_id": "c" * 32,
  2193. "timestamp": self.ten_mins_ago_iso,
  2194. "fingerprint": ["group_2"],
  2195. "user": {"email": "bar@example.com"},
  2196. },
  2197. project_id=self.project.id,
  2198. )
  2199. query = {"field": ["issue.id"], "query": "event_count:>0", "orderby": "issue.id"}
  2200. response = self.do_request(query)
  2201. assert response.status_code == 200, response.content
  2202. assert len(response.data["data"]) == 0
  2203. def test_next_prev_link_headers(self):
  2204. events = [("a", "group_1"), ("b", "group_2"), ("c", "group_2"), ("d", "group_2")]
  2205. for e in events:
  2206. self.store_event(
  2207. data={
  2208. "event_id": e[0] * 32,
  2209. "timestamp": self.ten_mins_ago_iso,
  2210. "fingerprint": [e[1]],
  2211. "user": {"email": "foo@example.com"},
  2212. "tags": {"language": "C++"},
  2213. },
  2214. project_id=self.project.id,
  2215. )
  2216. query = {
  2217. "field": ["count(id)", "issue.id", "context.key"],
  2218. "sort": "-count_id",
  2219. "query": "language:C++",
  2220. }
  2221. response = self.do_request(query)
  2222. assert response.status_code == 200, response.content
  2223. links = parse_link_header(response["Link"])
  2224. for link in links:
  2225. assert "field=issue.id" in link
  2226. assert "field=count%28id%29" in link
  2227. assert "field=context.key" in link
  2228. assert "sort=-count_id" in link
  2229. assert "query=language%3AC%2B%2B" in link
  2230. assert len(response.data["data"]) == 2
  2231. data = response.data["data"]
  2232. assert data[0]["count(id)"] == 3
  2233. assert data[1]["count(id)"] == 1
  2234. def test_empty_count_query(self):
  2235. event = self.store_event(
  2236. data={
  2237. "event_id": "a" * 32,
  2238. "timestamp": self.ten_mins_ago_iso,
  2239. "fingerprint": ["1123581321"],
  2240. "user": {"email": "foo@example.com"},
  2241. "tags": {"language": "C++"},
  2242. },
  2243. project_id=self.project.id,
  2244. )
  2245. query = {
  2246. "field": ["count()"],
  2247. "query": f"issue.id:{event.group_id} timestamp:>{self.ten_mins_ago_iso}",
  2248. "statsPeriod": "14d",
  2249. }
  2250. response = self.do_request(query)
  2251. assert response.status_code == 200, response.content
  2252. data = response.data["data"]
  2253. assert len(data) == 1
  2254. assert data[0]["count()"] == 0
  2255. def test_stack_wildcard_condition(self):
  2256. data = self.load_data(platform="javascript")
  2257. data["timestamp"] = self.ten_mins_ago_iso
  2258. self.store_event(data=data, project_id=self.project.id)
  2259. query = {"field": ["stack.filename", "message"], "query": "stack.filename:*.js"}
  2260. response = self.do_request(query)
  2261. assert response.status_code == 200, response.content
  2262. assert len(response.data["data"]) == 1
  2263. assert response.data["meta"]["fields"]["message"] == "string"
  2264. def test_email_wildcard_condition(self):
  2265. data = self.load_data(platform="javascript")
  2266. data["timestamp"] = self.ten_mins_ago_iso
  2267. self.store_event(data=data, project_id=self.project.id)
  2268. query = {"field": ["stack.filename", "message"], "query": "user.email:*@example.org"}
  2269. response = self.do_request(query)
  2270. assert response.status_code == 200, response.content
  2271. assert len(response.data["data"]) == 1
  2272. assert response.data["meta"]["fields"]["message"] == "string"
  2273. def test_release_wildcard_condition(self):
  2274. release = self.create_release(version="test@1.2.3+123")
  2275. self.store_event(
  2276. data={"release": release.version, "timestamp": self.ten_mins_ago_iso},
  2277. project_id=self.project.id,
  2278. )
  2279. query = {"field": ["stack.filename", "release"], "query": "release:test*"}
  2280. response = self.do_request(query)
  2281. assert response.status_code == 200, response.content
  2282. assert len(response.data["data"]) == 1
  2283. assert response.data["data"][0]["release"] == release.version
  2284. def test_transaction_event_type(self):
  2285. self.store_event(data=self.transaction_data, project_id=self.project.id)
  2286. query = {
  2287. "field": ["transaction", "transaction.duration", "transaction.status"],
  2288. "query": "event.type:transaction",
  2289. }
  2290. response = self.do_request(query)
  2291. assert response.status_code == 200, response.content
  2292. assert len(response.data["data"]) == 1
  2293. assert response.data["meta"]["fields"]["transaction.duration"] == "duration"
  2294. assert response.data["meta"]["fields"]["transaction.status"] == "string"
  2295. assert response.data["meta"]["units"]["transaction.duration"] == "millisecond"
  2296. assert response.data["data"][0]["transaction.status"] == "ok"
  2297. def test_trace_columns(self):
  2298. self.store_event(data=self.transaction_data, project_id=self.project.id)
  2299. query = {"field": ["trace"], "query": "event.type:transaction"}
  2300. response = self.do_request(query)
  2301. assert response.status_code == 200, response.content
  2302. assert len(response.data["data"]) == 1
  2303. assert response.data["meta"]["fields"]["trace"] == "string"
  2304. assert (
  2305. response.data["data"][0]["trace"]
  2306. == self.transaction_data["contexts"]["trace"]["trace_id"]
  2307. )
  2308. def test_issue_in_columns(self):
  2309. project1 = self.create_project()
  2310. project2 = self.create_project()
  2311. event1 = self.store_event(
  2312. data={
  2313. "event_id": "a" * 32,
  2314. "transaction": "/example",
  2315. "message": "how to make fast",
  2316. "timestamp": self.ten_mins_ago_iso,
  2317. "fingerprint": ["group_1"],
  2318. },
  2319. project_id=project1.id,
  2320. )
  2321. event2 = self.store_event(
  2322. data={
  2323. "event_id": "b" * 32,
  2324. "transaction": "/example",
  2325. "message": "how to make fast",
  2326. "timestamp": self.ten_mins_ago_iso,
  2327. "fingerprint": ["group_1"],
  2328. },
  2329. project_id=project2.id,
  2330. )
  2331. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2332. query = {"field": ["id", "issue"], "orderby": ["id"]}
  2333. response = self.do_request(query, features=features)
  2334. assert response.status_code == 200, response.content
  2335. data = response.data["data"]
  2336. assert len(data) == 2
  2337. assert data[0]["id"] == event1.event_id
  2338. assert data[0]["issue.id"] == event1.group_id
  2339. assert data[0]["issue"] == event1.group.qualified_short_id
  2340. assert data[1]["id"] == event2.event_id
  2341. assert data[1]["issue.id"] == event2.group_id
  2342. assert data[1]["issue"] == event2.group.qualified_short_id
  2343. def test_issue_in_search_and_columns(self):
  2344. project1 = self.create_project()
  2345. project2 = self.create_project()
  2346. event1 = self.store_event(
  2347. data={
  2348. "event_id": "a" * 32,
  2349. "transaction": "/example",
  2350. "message": "how to make fast",
  2351. "timestamp": self.ten_mins_ago_iso,
  2352. "fingerprint": ["group_1"],
  2353. },
  2354. project_id=project1.id,
  2355. )
  2356. self.store_event(
  2357. data={
  2358. "event_id": "b" * 32,
  2359. "transaction": "/example",
  2360. "message": "how to make fast",
  2361. "timestamp": self.ten_mins_ago_iso,
  2362. "fingerprint": ["group_1"],
  2363. },
  2364. project_id=project2.id,
  2365. )
  2366. tests = [
  2367. ("issue", "issue:%s" % event1.group.qualified_short_id),
  2368. ("issue.id", "issue:%s" % event1.group.qualified_short_id),
  2369. ("issue", "issue.id:%s" % event1.group_id),
  2370. ("issue.id", "issue.id:%s" % event1.group_id),
  2371. ]
  2372. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2373. for testdata in tests:
  2374. query = {"field": [testdata[0]], "query": testdata[1]}
  2375. response = self.do_request(query, features=features)
  2376. assert response.status_code == 200, response.content
  2377. data = response.data["data"]
  2378. assert len(data) == 1
  2379. assert data[0]["id"] == event1.event_id
  2380. assert data[0]["issue.id"] == event1.group_id
  2381. if testdata[0] == "issue":
  2382. assert data[0]["issue"] == event1.group.qualified_short_id
  2383. else:
  2384. assert data[0].get("issue", None) is None
  2385. def test_issue_negation(self):
  2386. project1 = self.create_project()
  2387. project2 = self.create_project()
  2388. event1 = self.store_event(
  2389. data={
  2390. "event_id": "a" * 32,
  2391. "transaction": "/example",
  2392. "message": "how to make fast",
  2393. "timestamp": self.ten_mins_ago_iso,
  2394. "fingerprint": ["group_1"],
  2395. },
  2396. project_id=project1.id,
  2397. )
  2398. event2 = self.store_event(
  2399. data={
  2400. "event_id": "b" * 32,
  2401. "transaction": "/example",
  2402. "message": "go really fast plz",
  2403. "timestamp": self.ten_mins_ago_iso,
  2404. "fingerprint": ["group_2"],
  2405. },
  2406. project_id=project2.id,
  2407. )
  2408. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2409. query = {
  2410. "field": ["title", "issue.id"],
  2411. "query": f"!issue:{event1.group.qualified_short_id}",
  2412. }
  2413. response = self.do_request(query, features=features)
  2414. assert response.status_code == 200, response.content
  2415. data = response.data["data"]
  2416. assert len(data) == 1
  2417. assert data[0]["title"] == event2.title
  2418. assert data[0]["issue.id"] == event2.group_id
  2419. def test_search_for_nonexistent_issue(self):
  2420. self.store_event(
  2421. data={
  2422. "event_id": "a" * 32,
  2423. "transaction": "/example",
  2424. "message": "how to make fast",
  2425. "timestamp": self.ten_mins_ago_iso,
  2426. "fingerprint": ["group_1"],
  2427. },
  2428. project_id=self.project.id,
  2429. )
  2430. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2431. query = {"field": ["count()"], "query": "issue.id:112358"}
  2432. response = self.do_request(query, features=features)
  2433. assert response.status_code == 200, response.content
  2434. data = response.data["data"]
  2435. assert len(data) == 1
  2436. assert data[0]["count()"] == 0
  2437. def test_issue_alias_inside_aggregate(self):
  2438. self.store_event(
  2439. data={
  2440. "event_id": "a" * 32,
  2441. "transaction": "/example",
  2442. "message": "how to make fast",
  2443. "timestamp": self.ten_mins_ago_iso,
  2444. "fingerprint": ["group_1"],
  2445. },
  2446. project_id=self.project.id,
  2447. )
  2448. self.store_event(
  2449. data={
  2450. "event_id": "b" * 32,
  2451. "transaction": "/example",
  2452. "message": "how to make fast",
  2453. "timestamp": self.ten_mins_ago_iso,
  2454. "fingerprint": ["group_2"],
  2455. },
  2456. project_id=self.project.id,
  2457. )
  2458. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2459. query = {
  2460. "field": ["project", "count(id)", "count_unique(issue.id)", "count_unique(issue)"],
  2461. "sort": "-count(id)",
  2462. "statsPeriod": "24h",
  2463. }
  2464. response = self.do_request(query, features=features)
  2465. assert response.status_code == 200, response.content
  2466. data = response.data["data"]
  2467. assert len(data) == 1
  2468. assert data[0]["count(id)"] == 2
  2469. assert data[0]["count_unique(issue.id)"] == 2
  2470. assert data[0]["count_unique(issue)"] == 2
  2471. def test_project_alias_inside_aggregate(self):
  2472. project1 = self.create_project()
  2473. project2 = self.create_project()
  2474. self.store_event(
  2475. data={
  2476. "event_id": "a" * 32,
  2477. "transaction": "/example",
  2478. "message": "how to make fast",
  2479. "timestamp": self.ten_mins_ago_iso,
  2480. "fingerprint": ["group_1"],
  2481. },
  2482. project_id=project1.id,
  2483. )
  2484. self.store_event(
  2485. data={
  2486. "event_id": "b" * 32,
  2487. "transaction": "/example",
  2488. "message": "how to make fast",
  2489. "timestamp": self.ten_mins_ago_iso,
  2490. "fingerprint": ["group_2"],
  2491. },
  2492. project_id=project2.id,
  2493. )
  2494. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2495. query = {
  2496. "field": [
  2497. "event.type",
  2498. "count(id)",
  2499. "count_unique(project.id)",
  2500. "count_unique(project)",
  2501. ],
  2502. "sort": "-count(id)",
  2503. "statsPeriod": "24h",
  2504. }
  2505. response = self.do_request(query, features=features)
  2506. assert response.status_code == 200, response.content
  2507. data = response.data["data"]
  2508. assert len(data) == 1
  2509. assert data[0]["count(id)"] == 2
  2510. assert data[0]["count_unique(project.id)"] == 2
  2511. assert data[0]["count_unique(project)"] == 2
  2512. def test_user_display(self):
  2513. project1 = self.create_project()
  2514. project2 = self.create_project()
  2515. self.store_event(
  2516. data={
  2517. "event_id": "a" * 32,
  2518. "transaction": "/example",
  2519. "message": "how to make fast",
  2520. "timestamp": self.ten_mins_ago_iso,
  2521. "user": {"email": "cathy@example.com"},
  2522. },
  2523. project_id=project1.id,
  2524. )
  2525. self.store_event(
  2526. data={
  2527. "event_id": "b" * 32,
  2528. "transaction": "/example",
  2529. "message": "how to make fast",
  2530. "timestamp": self.ten_mins_ago_iso,
  2531. "user": {"username": "catherine"},
  2532. },
  2533. project_id=project2.id,
  2534. )
  2535. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2536. query = {
  2537. "field": ["event.type", "user.display"],
  2538. "query": "user.display:cath*",
  2539. "statsPeriod": "24h",
  2540. }
  2541. response = self.do_request(query, features=features)
  2542. assert response.status_code == 200, response.content
  2543. data = response.data["data"]
  2544. assert len(data) == 2
  2545. result = {r["user.display"] for r in data}
  2546. assert result == {"catherine", "cathy@example.com"}
  2547. def test_user_display_with_aggregates(self):
  2548. self.store_event(
  2549. data={
  2550. "event_id": "a" * 32,
  2551. "transaction": "/example",
  2552. "message": "how to make fast",
  2553. "timestamp": self.ten_mins_ago_iso,
  2554. "user": {"email": "cathy@example.com"},
  2555. },
  2556. project_id=self.project.id,
  2557. )
  2558. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2559. query = {
  2560. "field": ["event.type", "user.display", "count_unique(title)"],
  2561. "statsPeriod": "24h",
  2562. }
  2563. response = self.do_request(query, features=features)
  2564. assert response.status_code == 200, response.content
  2565. data = response.data["data"]
  2566. assert len(data) == 1
  2567. result = {r["user.display"] for r in data}
  2568. assert result == {"cathy@example.com"}
  2569. query = {"field": ["event.type", "count_unique(user.display)"], "statsPeriod": "24h"}
  2570. response = self.do_request(query, features=features)
  2571. assert response.status_code == 200, response.content
  2572. data = response.data["data"]
  2573. assert len(data) == 1
  2574. assert data[0]["count_unique(user.display)"] == 1
  2575. def test_orderby_user_display(self):
  2576. project1 = self.create_project()
  2577. project2 = self.create_project()
  2578. self.store_event(
  2579. data={
  2580. "event_id": "a" * 32,
  2581. "transaction": "/example",
  2582. "message": "how to make fast",
  2583. "timestamp": self.ten_mins_ago_iso,
  2584. "user": {"email": "cathy@example.com"},
  2585. },
  2586. project_id=project1.id,
  2587. )
  2588. self.store_event(
  2589. data={
  2590. "event_id": "b" * 32,
  2591. "transaction": "/example",
  2592. "message": "how to make fast",
  2593. "timestamp": self.ten_mins_ago_iso,
  2594. "user": {"username": "catherine"},
  2595. },
  2596. project_id=project2.id,
  2597. )
  2598. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2599. query = {
  2600. "field": ["event.type", "user.display"],
  2601. "query": "user.display:cath*",
  2602. "statsPeriod": "24h",
  2603. "orderby": "-user.display",
  2604. }
  2605. response = self.do_request(query, features=features)
  2606. assert response.status_code == 200, response.content
  2607. data = response.data["data"]
  2608. assert len(data) == 2
  2609. result = [r["user.display"] for r in data]
  2610. # because we're ordering by `-user.display`, we expect the results in reverse sorted order
  2611. assert result == ["cathy@example.com", "catherine"]
  2612. def test_orderby_user_display_with_aggregates(self):
  2613. project1 = self.create_project()
  2614. project2 = self.create_project()
  2615. self.store_event(
  2616. data={
  2617. "event_id": "a" * 32,
  2618. "transaction": "/example",
  2619. "message": "how to make fast",
  2620. "timestamp": self.ten_mins_ago_iso,
  2621. "user": {"email": "cathy@example.com"},
  2622. },
  2623. project_id=project1.id,
  2624. )
  2625. self.store_event(
  2626. data={
  2627. "event_id": "b" * 32,
  2628. "transaction": "/example",
  2629. "message": "how to make fast",
  2630. "timestamp": self.ten_mins_ago_iso,
  2631. "user": {"username": "catherine"},
  2632. },
  2633. project_id=project2.id,
  2634. )
  2635. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2636. query = {
  2637. "field": ["event.type", "user.display", "count_unique(title)"],
  2638. "query": "user.display:cath*",
  2639. "statsPeriod": "24h",
  2640. "orderby": "user.display",
  2641. }
  2642. response = self.do_request(query, features=features)
  2643. assert response.status_code == 200, response.content
  2644. data = response.data["data"]
  2645. assert len(data) == 2
  2646. result = [r["user.display"] for r in data]
  2647. # because we're ordering by `user.display`, we expect the results in sorted order
  2648. assert result == ["catherine", "cathy@example.com"]
  2649. def test_any_field_alias(self):
  2650. day_ago = before_now(days=1).replace(hour=10, minute=11, second=12, microsecond=13)
  2651. self.store_event(
  2652. data={
  2653. "event_id": "a" * 32,
  2654. "transaction": "/example",
  2655. "message": "how to make fast",
  2656. "timestamp": iso_format(day_ago),
  2657. "user": {"email": "cathy@example.com"},
  2658. },
  2659. project_id=self.project.id,
  2660. )
  2661. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2662. query = {
  2663. "field": [
  2664. "event.type",
  2665. "any(user.display)",
  2666. "any(timestamp.to_day)",
  2667. "any(timestamp.to_hour)",
  2668. ],
  2669. "statsPeriod": "7d",
  2670. }
  2671. response = self.do_request(query, features=features)
  2672. assert response.status_code == 200, response.content
  2673. data = response.data["data"]
  2674. assert len(data) == 1
  2675. result = {r["any(user.display)"] for r in data}
  2676. assert result == {"cathy@example.com"}
  2677. result = {r["any(timestamp.to_day)"][:19] for r in data}
  2678. assert result == {iso_format(day_ago.replace(hour=0, minute=0, second=0, microsecond=0))}
  2679. result = {r["any(timestamp.to_hour)"][:19] for r in data}
  2680. assert result == {iso_format(day_ago.replace(minute=0, second=0, microsecond=0))}
  2681. def test_field_aliases_in_conflicting_functions(self):
  2682. self.store_event(
  2683. data={
  2684. "event_id": "a" * 32,
  2685. "transaction": "/example",
  2686. "message": "how to make fast",
  2687. "timestamp": iso_format(
  2688. before_now(days=1).replace(hour=10, minute=11, second=12, microsecond=13)
  2689. ),
  2690. "user": {"email": "cathy@example.com"},
  2691. },
  2692. project_id=self.project.id,
  2693. )
  2694. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2695. field_aliases = ["user.display", "timestamp.to_day", "timestamp.to_hour"]
  2696. for alias in field_aliases:
  2697. query = {
  2698. "field": [alias, f"any({alias})"],
  2699. "statsPeriod": "7d",
  2700. }
  2701. response = self.do_request(query, features=features)
  2702. assert response.status_code == 400, response.content
  2703. assert (
  2704. response.data["detail"]
  2705. == f"A single field cannot be used both inside and outside a function in the same query. To use {alias} you must first remove the function(s): any({alias})"
  2706. )
  2707. @pytest.mark.skip(
  2708. """
  2709. For some reason ClickHouse errors when there are two of the same string literals
  2710. (in this case the empty string "") in a query and one is in the prewhere clause.
  2711. Does not affect production or ClickHouse versions > 20.4.
  2712. """
  2713. )
  2714. def test_has_message(self):
  2715. event = self.store_event(
  2716. {"timestamp": self.ten_mins_ago_iso, "message": "a"}, project_id=self.project.id
  2717. )
  2718. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2719. query = {"field": ["project", "message"], "query": "has:message", "statsPeriod": "14d"}
  2720. response = self.do_request(query, features=features)
  2721. assert response.status_code == 200, response.content
  2722. assert len(response.data["data"]) == 1
  2723. assert response.data["data"][0]["message"] == event.message
  2724. query = {"field": ["project", "message"], "query": "!has:message", "statsPeriod": "14d"}
  2725. response = self.do_request(query, features=features)
  2726. assert response.status_code == 200, response.content
  2727. assert len(response.data["data"]) == 0
  2728. def test_has_transaction_status(self):
  2729. self.store_event(self.transaction_data, project_id=self.project.id)
  2730. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2731. query = {
  2732. "field": ["event.type", "count(id)"],
  2733. "query": "event.type:transaction has:transaction.status",
  2734. "sort": "-count(id)",
  2735. "statsPeriod": "24h",
  2736. }
  2737. response = self.do_request(query, features=features)
  2738. assert response.status_code == 200, response.content
  2739. data = response.data["data"]
  2740. assert len(data) == 1
  2741. assert data[0]["count(id)"] == 1
  2742. @pytest.mark.xfail(reason="Started failing on ClickHouse 21.8")
  2743. def test_not_has_transaction_status(self):
  2744. self.store_event(self.transaction_data, project_id=self.project.id)
  2745. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2746. query = {
  2747. "field": ["event.type", "count(id)"],
  2748. "query": "event.type:transaction !has:transaction.status",
  2749. "sort": "-count(id)",
  2750. "statsPeriod": "24h",
  2751. }
  2752. response = self.do_request(query, features=features)
  2753. assert response.status_code == 200, response.content
  2754. data = response.data["data"]
  2755. assert len(data) == 1
  2756. assert data[0]["count(id)"] == 0
  2757. def test_tag_that_looks_like_aggregation(self):
  2758. data = {
  2759. "message": "Failure state",
  2760. "timestamp": self.ten_mins_ago_iso,
  2761. "tags": {"count_diff": 99},
  2762. }
  2763. self.store_event(data, project_id=self.project.id)
  2764. query = {
  2765. "field": ["message", "count_diff", "count()"],
  2766. "query": "",
  2767. "project": [self.project.id],
  2768. "statsPeriod": "24h",
  2769. }
  2770. response = self.do_request(query)
  2771. assert response.status_code == 200, response.content
  2772. meta = response.data["meta"]["fields"]
  2773. assert "string" == meta["count_diff"], "tags should not be counted as integers"
  2774. assert "string" == meta["message"]
  2775. assert "integer" == meta["count()"]
  2776. assert 1 == len(response.data["data"])
  2777. data = response.data["data"][0]
  2778. assert "99" == data["count_diff"]
  2779. assert "Failure state" == data["message"]
  2780. assert 1 == data["count()"]
  2781. def test_aggregate_negation(self):
  2782. data = self.load_data(
  2783. timestamp=self.ten_mins_ago,
  2784. duration=timedelta(seconds=5),
  2785. )
  2786. self.store_event(data, project_id=self.project.id)
  2787. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2788. query = {
  2789. "field": ["event.type", "count()"],
  2790. "query": "event.type:transaction count():1",
  2791. "statsPeriod": "24h",
  2792. }
  2793. response = self.do_request(query, features=features)
  2794. assert response.status_code == 200, response.content
  2795. data = response.data["data"]
  2796. assert len(data) == 1
  2797. query = {
  2798. "field": ["event.type", "count()"],
  2799. "query": "event.type:transaction !count():1",
  2800. "statsPeriod": "24h",
  2801. }
  2802. response = self.do_request(query, features=features)
  2803. assert response.status_code == 200, response.content
  2804. data = response.data["data"]
  2805. assert len(data) == 0
  2806. def test_all_aggregates_in_columns(self):
  2807. data = self.load_data(
  2808. timestamp=self.eleven_mins_ago,
  2809. duration=timedelta(seconds=5),
  2810. )
  2811. data["transaction"] = "/failure_rate/1"
  2812. self.store_event(data, project_id=self.project.id)
  2813. data = self.load_data(
  2814. timestamp=self.ten_mins_ago,
  2815. duration=timedelta(seconds=5),
  2816. )
  2817. data["transaction"] = "/failure_rate/1"
  2818. data["contexts"]["trace"]["status"] = "unauthenticated"
  2819. event = self.store_event(data, project_id=self.project.id)
  2820. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2821. query = {
  2822. "field": [
  2823. "event.type",
  2824. "p50()",
  2825. "p75()",
  2826. "p95()",
  2827. "p99()",
  2828. "p100()",
  2829. "percentile(transaction.duration, 0.99)",
  2830. "apdex(300)",
  2831. "count_miserable(user, 300)",
  2832. "user_misery(300)",
  2833. "failure_rate()",
  2834. ],
  2835. "query": "event.type:transaction",
  2836. }
  2837. response = self.do_request(query, features=features)
  2838. assert response.status_code == 200, response.content
  2839. meta = response.data["meta"]["fields"]
  2840. units = response.data["meta"]["units"]
  2841. assert meta["p50()"] == "duration"
  2842. assert meta["p75()"] == "duration"
  2843. assert meta["p95()"] == "duration"
  2844. assert meta["p99()"] == "duration"
  2845. assert meta["p100()"] == "duration"
  2846. assert meta["percentile(transaction.duration, 0.99)"] == "duration"
  2847. assert meta["apdex(300)"] == "number"
  2848. assert meta["failure_rate()"] == "percentage"
  2849. assert meta["user_misery(300)"] == "number"
  2850. assert meta["count_miserable(user, 300)"] == "integer"
  2851. assert units["p50()"] == "millisecond"
  2852. assert units["p75()"] == "millisecond"
  2853. assert units["p95()"] == "millisecond"
  2854. assert units["p99()"] == "millisecond"
  2855. assert units["p100()"] == "millisecond"
  2856. assert units["percentile(transaction.duration, 0.99)"] == "millisecond"
  2857. data = response.data["data"]
  2858. assert len(data) == 1
  2859. assert data[0]["p50()"] == 5000
  2860. assert data[0]["p75()"] == 5000
  2861. assert data[0]["p95()"] == 5000
  2862. assert data[0]["p99()"] == 5000
  2863. assert data[0]["p100()"] == 5000
  2864. assert data[0]["percentile(transaction.duration, 0.99)"] == 5000
  2865. assert data[0]["apdex(300)"] == 0.0
  2866. assert data[0]["count_miserable(user, 300)"] == 1
  2867. assert data[0]["user_misery(300)"] == user_misery_formula(1, 1)
  2868. assert data[0]["failure_rate()"] == 0.5
  2869. features = {
  2870. "organizations:discover-basic": True,
  2871. "organizations:global-views": True,
  2872. }
  2873. query = {
  2874. "field": [
  2875. "event.type",
  2876. "p50()",
  2877. "p75()",
  2878. "p95()",
  2879. "p99()",
  2880. "p100()",
  2881. "percentile(transaction.duration, 0.99)",
  2882. "apdex(300)",
  2883. "apdex()",
  2884. "count_miserable(user, 300)",
  2885. "user_misery(300)",
  2886. "failure_rate()",
  2887. "count_miserable(user)",
  2888. "user_misery()",
  2889. ],
  2890. "query": "event.type:transaction",
  2891. "project": [self.project.id],
  2892. }
  2893. response = self.do_request(query, features=features)
  2894. assert response.status_code == 200, response.content
  2895. meta = response.data["meta"]["fields"]
  2896. units = response.data["meta"]["units"]
  2897. assert meta["p50()"] == "duration"
  2898. assert meta["p75()"] == "duration"
  2899. assert meta["p95()"] == "duration"
  2900. assert meta["p99()"] == "duration"
  2901. assert meta["p100()"] == "duration"
  2902. assert meta["percentile(transaction.duration, 0.99)"] == "duration"
  2903. assert meta["apdex(300)"] == "number"
  2904. assert meta["apdex()"] == "number"
  2905. assert meta["failure_rate()"] == "percentage"
  2906. assert meta["user_misery(300)"] == "number"
  2907. assert meta["count_miserable(user, 300)"] == "integer"
  2908. assert meta["project_threshold_config"] == "string"
  2909. assert meta["user_misery()"] == "number"
  2910. assert meta["count_miserable(user)"] == "integer"
  2911. assert units["p50()"] == "millisecond"
  2912. assert units["p75()"] == "millisecond"
  2913. assert units["p95()"] == "millisecond"
  2914. assert units["p99()"] == "millisecond"
  2915. assert units["p100()"] == "millisecond"
  2916. assert units["percentile(transaction.duration, 0.99)"] == "millisecond"
  2917. data = response.data["data"]
  2918. assert len(data) == 1
  2919. assert data[0]["p50()"] == 5000
  2920. assert data[0]["p75()"] == 5000
  2921. assert data[0]["p95()"] == 5000
  2922. assert data[0]["p99()"] == 5000
  2923. assert data[0]["p100()"] == 5000
  2924. assert data[0]["percentile(transaction.duration, 0.99)"] == 5000
  2925. assert data[0]["apdex(300)"] == 0.0
  2926. assert data[0]["apdex()"] == 0.0
  2927. assert data[0]["count_miserable(user, 300)"] == 1
  2928. assert data[0]["user_misery(300)"] == user_misery_formula(1, 1)
  2929. assert data[0]["failure_rate()"] == 0.5
  2930. assert data[0]["project_threshold_config"] == ["duration", 300]
  2931. assert data[0]["user_misery()"] == user_misery_formula(1, 1)
  2932. assert data[0]["count_miserable(user)"] == 1
  2933. query = {
  2934. "field": ["event.type", "last_seen()", "latest_event()"],
  2935. "query": "event.type:transaction",
  2936. }
  2937. response = self.do_request(query, features=features)
  2938. assert response.status_code == 200, response.content
  2939. data = response.data["data"]
  2940. assert len(data) == 1
  2941. assert self.ten_mins_ago_iso[:-5] in data[0]["last_seen()"]
  2942. assert data[0]["latest_event()"] == event.event_id
  2943. query = {
  2944. "field": [
  2945. "event.type",
  2946. "count()",
  2947. "count(id)",
  2948. "count_unique(project)",
  2949. "min(transaction.duration)",
  2950. "max(transaction.duration)",
  2951. "avg(transaction.duration)",
  2952. "stddev(transaction.duration)",
  2953. "var(transaction.duration)",
  2954. "cov(transaction.duration, transaction.duration)",
  2955. "corr(transaction.duration, transaction.duration)",
  2956. "linear_regression(transaction.duration, transaction.duration)",
  2957. "sum(transaction.duration)",
  2958. ],
  2959. "query": "event.type:transaction",
  2960. }
  2961. response = self.do_request(query, features=features)
  2962. assert response.status_code == 200, response.content
  2963. data = response.data["data"]
  2964. assert len(data) == 1
  2965. assert data[0]["count()"] == 2
  2966. assert data[0]["count(id)"] == 2
  2967. assert data[0]["count_unique(project)"] == 1
  2968. assert data[0]["min(transaction.duration)"] == 5000
  2969. assert data[0]["max(transaction.duration)"] == 5000
  2970. assert data[0]["avg(transaction.duration)"] == 5000
  2971. assert data[0]["stddev(transaction.duration)"] == 0.0
  2972. assert data[0]["var(transaction.duration)"] == 0.0
  2973. assert data[0]["cov(transaction.duration, transaction.duration)"] == 0.0
  2974. assert data[0]["corr(transaction.duration, transaction.duration)"] == 0.0
  2975. assert data[0]["linear_regression(transaction.duration, transaction.duration)"] == [0, 0]
  2976. assert data[0]["sum(transaction.duration)"] == 10000
  2977. @requires_not_arm64
  2978. def test_null_user_misery_returns_zero(self):
  2979. self.transaction_data["user"] = None
  2980. self.transaction_data["transaction"] = "/no_users/1"
  2981. self.store_event(self.transaction_data, project_id=self.project.id)
  2982. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  2983. query = {
  2984. "field": ["user_misery(300)"],
  2985. "query": "event.type:transaction",
  2986. }
  2987. response = self.do_request(query, features=features)
  2988. assert response.status_code == 200, response.content
  2989. meta = response.data["meta"]["fields"]
  2990. assert meta["user_misery(300)"] == "number"
  2991. data = response.data["data"]
  2992. assert data[0]["user_misery(300)"] == 0
  2993. @requires_not_arm64
  2994. def test_null_user_misery_new_returns_zero(self):
  2995. self.transaction_data["user"] = None
  2996. self.transaction_data["transaction"] = "/no_users/1"
  2997. self.store_event(self.transaction_data, project_id=self.project.id)
  2998. features = {
  2999. "organizations:discover-basic": True,
  3000. }
  3001. query = {
  3002. "field": ["user_misery()"],
  3003. "query": "event.type:transaction",
  3004. }
  3005. response = self.do_request(query, features=features)
  3006. assert response.status_code == 200, response.content
  3007. meta = response.data["meta"]["fields"]
  3008. assert meta["user_misery()"] == "number"
  3009. data = response.data["data"]
  3010. assert data[0]["user_misery()"] == 0
  3011. def test_all_aggregates_in_query(self):
  3012. data = self.load_data(
  3013. timestamp=self.eleven_mins_ago,
  3014. duration=timedelta(seconds=5),
  3015. )
  3016. data["transaction"] = "/failure_rate/1"
  3017. self.store_event(data, project_id=self.project.id)
  3018. data = self.load_data(
  3019. timestamp=self.ten_mins_ago,
  3020. duration=timedelta(seconds=5),
  3021. )
  3022. data["transaction"] = "/failure_rate/2"
  3023. data["contexts"]["trace"]["status"] = "unauthenticated"
  3024. self.store_event(data, project_id=self.project.id)
  3025. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3026. query = {
  3027. "field": [
  3028. "event.type",
  3029. "p50()",
  3030. "p75()",
  3031. "p95()",
  3032. "percentile(transaction.duration, 0.99)",
  3033. "p100()",
  3034. ],
  3035. "query": "event.type:transaction p50():>100 p75():>1000 p95():>1000 p100():>1000 percentile(transaction.duration, 0.99):>1000",
  3036. }
  3037. response = self.do_request(query, features=features)
  3038. assert response.status_code == 200, response.content
  3039. data = response.data["data"]
  3040. assert len(data) == 1
  3041. assert data[0]["p50()"] == 5000
  3042. assert data[0]["p75()"] == 5000
  3043. assert data[0]["p95()"] == 5000
  3044. assert data[0]["p100()"] == 5000
  3045. assert data[0]["percentile(transaction.duration, 0.99)"] == 5000
  3046. query = {
  3047. "field": [
  3048. "event.type",
  3049. "apdex(300)",
  3050. "count_miserable(user, 300)",
  3051. "user_misery(300)",
  3052. "failure_rate()",
  3053. ],
  3054. "query": "event.type:transaction apdex(300):>-1.0 failure_rate():>0.25",
  3055. }
  3056. response = self.do_request(query, features=features)
  3057. assert response.status_code == 200, response.content
  3058. data = response.data["data"]
  3059. assert len(data) == 1
  3060. assert data[0]["apdex(300)"] == 0.0
  3061. assert data[0]["count_miserable(user, 300)"] == 1
  3062. assert data[0]["user_misery(300)"] == user_misery_formula(1, 1)
  3063. assert data[0]["failure_rate()"] == 0.5
  3064. query = {
  3065. "field": ["event.type", "last_seen()", "latest_event()"],
  3066. "query": "event.type:transaction last_seen():>1990-12-01T00:00:00",
  3067. }
  3068. response = self.do_request(query, features=features)
  3069. assert response.status_code == 200, response.content
  3070. data = response.data["data"]
  3071. assert len(data) == 1
  3072. query = {
  3073. "field": ["event.type", "count()", "count(id)", "count_unique(transaction)"],
  3074. "query": "event.type:transaction count():>1 count(id):>1 count_unique(transaction):>1",
  3075. }
  3076. response = self.do_request(query, features=features)
  3077. assert response.status_code == 200, response.content
  3078. data = response.data["data"]
  3079. assert len(data) == 1
  3080. assert data[0]["count()"] == 2
  3081. assert data[0]["count(id)"] == 2
  3082. assert data[0]["count_unique(transaction)"] == 2
  3083. query = {
  3084. "field": [
  3085. "event.type",
  3086. "min(transaction.duration)",
  3087. "max(transaction.duration)",
  3088. "avg(transaction.duration)",
  3089. "sum(transaction.duration)",
  3090. "stddev(transaction.duration)",
  3091. "var(transaction.duration)",
  3092. "cov(transaction.duration, transaction.duration)",
  3093. "corr(transaction.duration, transaction.duration)",
  3094. ],
  3095. "query": " ".join(
  3096. [
  3097. "event.type:transaction",
  3098. "min(transaction.duration):>1000",
  3099. "max(transaction.duration):>1000",
  3100. "avg(transaction.duration):>1000",
  3101. "sum(transaction.duration):>1000",
  3102. "stddev(transaction.duration):>=0.0",
  3103. "var(transaction.duration):>=0.0",
  3104. "cov(transaction.duration, transaction.duration):>=0.0",
  3105. # correlation is nan because variance is 0
  3106. # "corr(transaction.duration, transaction.duration):>=0.0",
  3107. ]
  3108. ),
  3109. }
  3110. response = self.do_request(query, features=features)
  3111. assert response.status_code == 200, response.content
  3112. data = response.data["data"]
  3113. assert len(data) == 1
  3114. assert data[0]["min(transaction.duration)"] == 5000
  3115. assert data[0]["max(transaction.duration)"] == 5000
  3116. assert data[0]["avg(transaction.duration)"] == 5000
  3117. assert data[0]["sum(transaction.duration)"] == 10000
  3118. assert data[0]["stddev(transaction.duration)"] == 0.0
  3119. assert data[0]["var(transaction.duration)"] == 0.0
  3120. assert data[0]["cov(transaction.duration, transaction.duration)"] == 0.0
  3121. assert data[0]["corr(transaction.duration, transaction.duration)"] == 0.0
  3122. query = {
  3123. "field": ["event.type", "apdex(400)"],
  3124. "query": "event.type:transaction apdex(400):0",
  3125. }
  3126. response = self.do_request(query, features=features)
  3127. assert response.status_code == 200, response.content
  3128. data = response.data["data"]
  3129. assert len(data) == 1
  3130. assert data[0]["apdex(400)"] == 0
  3131. def test_functions_in_orderby(self):
  3132. data = self.load_data(
  3133. timestamp=self.eleven_mins_ago,
  3134. duration=timedelta(seconds=5),
  3135. )
  3136. data["transaction"] = "/failure_rate/1"
  3137. self.store_event(data, project_id=self.project.id)
  3138. data = self.load_data(
  3139. timestamp=self.ten_mins_ago,
  3140. duration=timedelta(seconds=5),
  3141. )
  3142. data["transaction"] = "/failure_rate/2"
  3143. data["contexts"]["trace"]["status"] = "unauthenticated"
  3144. event = self.store_event(data, project_id=self.project.id)
  3145. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3146. query = {
  3147. "field": ["event.type", "p75()"],
  3148. "sort": "-p75",
  3149. "query": "event.type:transaction",
  3150. }
  3151. response = self.do_request(query, features=features)
  3152. assert response.status_code == 200, response.content
  3153. data = response.data["data"]
  3154. assert len(data) == 1
  3155. assert data[0]["p75()"] == 5000
  3156. query = {
  3157. "field": ["event.type", "percentile(transaction.duration, 0.99)"],
  3158. "sort": "-percentile_transaction_duration_0_99",
  3159. "query": "event.type:transaction",
  3160. }
  3161. response = self.do_request(query, features=features)
  3162. assert response.status_code == 200, response.content
  3163. data = response.data["data"]
  3164. assert len(data) == 1
  3165. assert data[0]["percentile(transaction.duration, 0.99)"] == 5000
  3166. query = {
  3167. "field": ["event.type", "apdex(300)"],
  3168. "sort": "-apdex(300)",
  3169. "query": "event.type:transaction",
  3170. }
  3171. response = self.do_request(query, features=features)
  3172. assert response.status_code == 200, response.content
  3173. data = response.data["data"]
  3174. assert len(data) == 1
  3175. assert data[0]["apdex(300)"] == 0.0
  3176. query = {
  3177. "field": ["event.type", "latest_event()"],
  3178. "query": "event.type:transaction",
  3179. "sort": "latest_event",
  3180. }
  3181. response = self.do_request(query, features=features)
  3182. assert response.status_code == 200, response.content
  3183. data = response.data["data"]
  3184. assert len(data) == 1
  3185. assert data[0]["latest_event()"] == event.event_id
  3186. query = {
  3187. "field": ["event.type", "count_unique(transaction)"],
  3188. "query": "event.type:transaction",
  3189. "sort": "-count_unique_transaction",
  3190. }
  3191. response = self.do_request(query, features=features)
  3192. assert response.status_code == 200, response.content
  3193. data = response.data["data"]
  3194. assert len(data) == 1
  3195. assert data[0]["count_unique(transaction)"] == 2
  3196. query = {
  3197. "field": ["event.type", "min(transaction.duration)"],
  3198. "query": "event.type:transaction",
  3199. "sort": "-min_transaction_duration",
  3200. }
  3201. response = self.do_request(query, features=features)
  3202. assert response.status_code == 200, response.content
  3203. data = response.data["data"]
  3204. assert len(data) == 1
  3205. assert data[0]["min(transaction.duration)"] == 5000
  3206. def test_issue_alias_in_aggregate(self):
  3207. self.store_event(
  3208. data={
  3209. "event_id": "a" * 32,
  3210. "timestamp": self.eleven_mins_ago_iso,
  3211. "fingerprint": ["group_1"],
  3212. },
  3213. project_id=self.project.id,
  3214. )
  3215. self.store_event(
  3216. data={
  3217. "event_id": "b" * 32,
  3218. "timestamp": self.ten_mins_ago_iso,
  3219. "fingerprint": ["group_2"],
  3220. },
  3221. project_id=self.project.id,
  3222. )
  3223. query = {"field": ["event.type", "count_unique(issue)"], "query": "count_unique(issue):>1"}
  3224. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3225. response = self.do_request(query, features=features)
  3226. assert response.status_code == 200, response.content
  3227. data = response.data["data"]
  3228. assert len(data) == 1
  3229. assert data[0]["count_unique(issue)"] == 2
  3230. def test_deleted_issue_in_results(self):
  3231. event1 = self.store_event(
  3232. data={
  3233. "event_id": "a" * 32,
  3234. "timestamp": self.eleven_mins_ago_iso,
  3235. "fingerprint": ["group_1"],
  3236. },
  3237. project_id=self.project.id,
  3238. )
  3239. event2 = self.store_event(
  3240. data={
  3241. "event_id": "b" * 32,
  3242. "timestamp": self.ten_mins_ago_iso,
  3243. "fingerprint": ["group_2"],
  3244. },
  3245. project_id=self.project.id,
  3246. )
  3247. event2.group.delete()
  3248. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3249. query = {"field": ["issue", "count()"], "sort": "issue.id"}
  3250. response = self.do_request(query, features=features)
  3251. assert response.status_code == 200, response.content
  3252. data = response.data["data"]
  3253. assert len(data) == 2
  3254. assert data[0]["issue"] == event1.group.qualified_short_id
  3255. assert data[1]["issue"] == "unknown"
  3256. def test_last_seen_negative_duration(self):
  3257. self.store_event(
  3258. data={
  3259. "event_id": "f" * 32,
  3260. "timestamp": self.ten_mins_ago_iso,
  3261. "fingerprint": ["group_1"],
  3262. },
  3263. project_id=self.project.id,
  3264. )
  3265. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3266. query = {"field": ["id", "last_seen()"], "query": "last_seen():-30d"}
  3267. response = self.do_request(query, features=features)
  3268. assert response.status_code == 200, response.content
  3269. data = response.data["data"]
  3270. assert len(data) == 1
  3271. assert data[0]["id"] == "f" * 32
  3272. def test_last_seen_aggregate_condition(self):
  3273. self.store_event(
  3274. data={
  3275. "event_id": "f" * 32,
  3276. "timestamp": self.ten_mins_ago_iso,
  3277. "fingerprint": ["group_1"],
  3278. },
  3279. project_id=self.project.id,
  3280. )
  3281. query = {
  3282. "field": ["id", "last_seen()"],
  3283. "query": f"last_seen():>{iso_format(before_now(days=30))}",
  3284. }
  3285. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3286. response = self.do_request(query, features=features)
  3287. assert response.status_code == 200, response.content
  3288. data = response.data["data"]
  3289. assert len(data) == 1
  3290. assert data[0]["id"] == "f" * 32
  3291. def test_conditional_filter(self):
  3292. for v in ["a", "b"]:
  3293. self.store_event(
  3294. data={
  3295. "event_id": v * 32,
  3296. "timestamp": self.ten_mins_ago_iso,
  3297. "fingerprint": ["group_1"],
  3298. },
  3299. project_id=self.project.id,
  3300. )
  3301. query = {
  3302. "field": ["id"],
  3303. "query": "id:{} OR id:{}".format("a" * 32, "b" * 32),
  3304. "orderby": "id",
  3305. }
  3306. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3307. response = self.do_request(query, features=features)
  3308. assert response.status_code == 200, response.content
  3309. data = response.data["data"]
  3310. assert len(data) == 2
  3311. assert data[0]["id"] == "a" * 32
  3312. assert data[1]["id"] == "b" * 32
  3313. def test_aggregation_comparison_with_conditional_filter(self):
  3314. self.store_event(
  3315. data={
  3316. "event_id": "a" * 32,
  3317. "timestamp": self.ten_mins_ago_iso,
  3318. "fingerprint": ["group_1"],
  3319. "user": {"email": "foo@example.com"},
  3320. "environment": "prod",
  3321. },
  3322. project_id=self.project.id,
  3323. )
  3324. self.store_event(
  3325. data={
  3326. "event_id": "b" * 32,
  3327. "timestamp": self.ten_mins_ago_iso,
  3328. "fingerprint": ["group_2"],
  3329. "user": {"email": "foo@example.com"},
  3330. "environment": "staging",
  3331. },
  3332. project_id=self.project.id,
  3333. )
  3334. event = self.store_event(
  3335. data={
  3336. "event_id": "c" * 32,
  3337. "timestamp": self.ten_mins_ago_iso,
  3338. "fingerprint": ["group_2"],
  3339. "user": {"email": "foo@example.com"},
  3340. "environment": "prod",
  3341. },
  3342. project_id=self.project.id,
  3343. )
  3344. self.store_event(
  3345. data={
  3346. "event_id": "d" * 32,
  3347. "timestamp": self.ten_mins_ago_iso,
  3348. "fingerprint": ["group_2"],
  3349. "user": {"email": "foo@example.com"},
  3350. "environment": "canary",
  3351. },
  3352. project_id=self.project.id,
  3353. )
  3354. query = {
  3355. "field": ["issue.id", "count(id)"],
  3356. "query": "count(id):>1 user.email:foo@example.com AND (environment:prod OR environment:staging)",
  3357. "orderby": "issue.id",
  3358. }
  3359. response = self.do_request(query)
  3360. assert response.status_code == 200, response.content
  3361. assert len(response.data["data"]) == 1
  3362. data = response.data["data"]
  3363. assert data[0]["issue.id"] == event.group_id
  3364. assert data[0]["count(id)"] == 2
  3365. def run_test_in_query(self, query, expected_events, expected_negative_events=None):
  3366. params = {
  3367. "field": ["id"],
  3368. "query": query,
  3369. "orderby": "id",
  3370. }
  3371. response = self.do_request(
  3372. params, {"organizations:discover-basic": True, "organizations:global-views": True}
  3373. )
  3374. assert response.status_code == 200, response.content
  3375. assert [row["id"] for row in response.data["data"]] == [e.event_id for e in expected_events]
  3376. if expected_negative_events is not None:
  3377. params["query"] = f"!{query}"
  3378. response = self.do_request(
  3379. params,
  3380. {"organizations:discover-basic": True, "organizations:global-views": True},
  3381. )
  3382. assert response.status_code == 200, response.content
  3383. assert [row["id"] for row in response.data["data"]] == [
  3384. e.event_id for e in expected_negative_events
  3385. ]
  3386. def test_in_query_events(self):
  3387. project_1 = self.create_project()
  3388. event_1 = self.store_event(
  3389. data={
  3390. "event_id": "a" * 32,
  3391. "timestamp": self.ten_mins_ago_iso,
  3392. "fingerprint": ["group_1"],
  3393. "message": "group1",
  3394. "user": {"email": "hello@example.com"},
  3395. "environment": "prod",
  3396. "tags": {"random": "123"},
  3397. "release": "1.0",
  3398. },
  3399. project_id=project_1.id,
  3400. )
  3401. project_2 = self.create_project()
  3402. event_2 = self.store_event(
  3403. data={
  3404. "event_id": "b" * 32,
  3405. "timestamp": self.ten_mins_ago_iso,
  3406. "fingerprint": ["group_2"],
  3407. "message": "group2",
  3408. "user": {"email": "bar@example.com"},
  3409. "environment": "staging",
  3410. "tags": {"random": "456"},
  3411. "stacktrace": {"frames": [{"filename": "src/app/group2.py"}]},
  3412. "release": "1.2",
  3413. },
  3414. project_id=project_2.id,
  3415. )
  3416. project_3 = self.create_project()
  3417. event_3 = self.store_event(
  3418. data={
  3419. "event_id": "c" * 32,
  3420. "timestamp": self.ten_mins_ago_iso,
  3421. "fingerprint": ["group_3"],
  3422. "message": "group3",
  3423. "user": {"email": "foo@example.com"},
  3424. "environment": "canary",
  3425. "tags": {"random": "789"},
  3426. },
  3427. project_id=project_3.id,
  3428. )
  3429. self.run_test_in_query("environment:[prod, staging]", [event_1, event_2], [event_3])
  3430. self.run_test_in_query("environment:[staging]", [event_2], [event_1, event_3])
  3431. self.run_test_in_query(
  3432. "user.email:[foo@example.com, hello@example.com]", [event_1, event_3], [event_2]
  3433. )
  3434. self.run_test_in_query("user.email:[foo@example.com]", [event_3], [event_1, event_2])
  3435. self.run_test_in_query(
  3436. "user.display:[foo@example.com, hello@example.com]", [event_1, event_3], [event_2]
  3437. )
  3438. self.run_test_in_query(
  3439. 'message:["group2 src/app/group2.py in ?", group1]', [event_1, event_2], [event_3]
  3440. )
  3441. self.run_test_in_query(
  3442. f"issue.id:[{event_1.group_id},{event_2.group_id}]", [event_1, event_2]
  3443. )
  3444. self.run_test_in_query(
  3445. f"issue:[{event_1.group.qualified_short_id},{event_2.group.qualified_short_id}]",
  3446. [event_1, event_2],
  3447. )
  3448. self.run_test_in_query(
  3449. f"issue:[{event_1.group.qualified_short_id},{event_2.group.qualified_short_id}, unknown]",
  3450. [event_1, event_2],
  3451. )
  3452. self.run_test_in_query(f"project_id:[{project_3.id},{project_2.id}]", [event_2, event_3])
  3453. self.run_test_in_query(
  3454. f"project.name:[{project_3.slug},{project_2.slug}]", [event_2, event_3]
  3455. )
  3456. self.run_test_in_query("random:[789,456]", [event_2, event_3], [event_1])
  3457. self.run_test_in_query("tags[random]:[789,456]", [event_2, event_3], [event_1])
  3458. self.run_test_in_query("release:[1.0,1.2]", [event_1, event_2], [event_3])
  3459. def test_in_query_events_stack(self):
  3460. test_js = self.store_event(
  3461. self.load_data(
  3462. platform="javascript",
  3463. timestamp=self.ten_mins_ago,
  3464. duration=timedelta(seconds=5),
  3465. ),
  3466. project_id=self.project.id,
  3467. )
  3468. test_java = self.store_event(
  3469. self.load_data(
  3470. platform="java",
  3471. timestamp=self.ten_mins_ago,
  3472. duration=timedelta(seconds=5),
  3473. ),
  3474. project_id=self.project.id,
  3475. )
  3476. self.run_test_in_query(
  3477. "stack.filename:[../../sentry/scripts/views.js]", [test_js], [test_java]
  3478. )
  3479. def test_in_query_transactions(self):
  3480. data = self.transaction_data.copy()
  3481. data["event_id"] = "a" * 32
  3482. data["contexts"]["trace"]["status"] = "ok"
  3483. transaction_1 = self.store_event(data, project_id=self.project.id)
  3484. data = self.transaction_data.copy()
  3485. data["event_id"] = "b" * 32
  3486. data["contexts"]["trace"]["status"] = "aborted"
  3487. transaction_2 = self.store_event(data, project_id=self.project.id)
  3488. data = self.transaction_data.copy()
  3489. data["event_id"] = "c" * 32
  3490. data["contexts"]["trace"]["status"] = "already_exists"
  3491. transaction_3 = self.store_event(data, project_id=self.project.id)
  3492. self.run_test_in_query(
  3493. "transaction.status:[aborted, already_exists]",
  3494. [transaction_2, transaction_3],
  3495. [transaction_1],
  3496. )
  3497. def test_messed_up_function_values(self):
  3498. # TODO (evanh): It would be nice if this surfaced an error to the user.
  3499. # The problem: The && causes the parser to treat that term not as a bad
  3500. # function call but a valid raw search with parens in it. It's not trivial
  3501. # to change the parser to recognize "bad function values" and surface them.
  3502. for v in ["a", "b"]:
  3503. self.store_event(
  3504. data={
  3505. "event_id": v * 32,
  3506. "timestamp": self.ten_mins_ago_iso,
  3507. "fingerprint": ["group_1"],
  3508. },
  3509. project_id=self.project.id,
  3510. )
  3511. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  3512. query = {
  3513. "field": [
  3514. "transaction",
  3515. "project",
  3516. "epm()",
  3517. "p50()",
  3518. "p95()",
  3519. "failure_rate()",
  3520. "apdex(300)",
  3521. "count_unique(user)",
  3522. "user_misery(300)",
  3523. "count_miserable(user, 300)",
  3524. ],
  3525. "query": "failure_rate():>0.003&& users:>10 event.type:transaction",
  3526. "sort": "-failure_rate",
  3527. "statsPeriod": "24h",
  3528. }
  3529. response = self.do_request(query, features=features)
  3530. assert response.status_code == 200, response.content
  3531. data = response.data["data"]
  3532. assert len(data) == 0
  3533. def test_context_fields_between_datasets(self):
  3534. event_data = self.load_data(platform="android")
  3535. transaction_data = self.load_data()
  3536. event_data["spans"] = transaction_data["spans"]
  3537. event_data["contexts"]["trace"] = transaction_data["contexts"]["trace"]
  3538. event_data["type"] = "transaction"
  3539. event_data["transaction"] = "/failure_rate/1"
  3540. event_data["timestamp"] = iso_format(self.ten_mins_ago)
  3541. event_data["start_timestamp"] = iso_format(before_now(minutes=10, seconds=5))
  3542. event_data["user"]["geo"] = {"country_code": "US", "region": "CA", "city": "San Francisco"}
  3543. self.store_event(event_data, project_id=self.project.id)
  3544. event_data["type"] = "error"
  3545. self.store_event(event_data, project_id=self.project.id)
  3546. fields = [
  3547. "os.build",
  3548. "os.kernel_version",
  3549. "device.arch",
  3550. # TODO: battery level is not consistent across both datasets
  3551. # "device.battery_level",
  3552. "device.brand",
  3553. "device.charging",
  3554. "device.locale",
  3555. "device.model_id",
  3556. "device.name",
  3557. "device.online",
  3558. "device.orientation",
  3559. "device.simulator",
  3560. "device.uuid",
  3561. ]
  3562. data = [
  3563. {"field": fields + ["location", "count()"], "query": "event.type:error"},
  3564. {"field": fields + ["duration", "count()"], "query": "event.type:transaction"},
  3565. ]
  3566. for datum in data:
  3567. response = self.do_request(datum)
  3568. assert response.status_code == 200, response.content
  3569. assert len(response.data["data"]) == 1, datum
  3570. results = response.data["data"]
  3571. assert results[0]["count()"] == 1, datum
  3572. for field in fields:
  3573. key, value = field.split(".", 1)
  3574. expected = str(event_data["contexts"][key][value])
  3575. assert results[0][field] == expected, field + str(datum)
  3576. def test_http_fields_between_datasets(self):
  3577. event_data = self.load_data(platform="android")
  3578. transaction_data = self.load_data()
  3579. event_data["spans"] = transaction_data["spans"]
  3580. event_data["contexts"]["trace"] = transaction_data["contexts"]["trace"]
  3581. event_data["type"] = "transaction"
  3582. event_data["transaction"] = "/failure_rate/1"
  3583. event_data["timestamp"] = iso_format(self.ten_mins_ago)
  3584. event_data["start_timestamp"] = iso_format(before_now(minutes=10, seconds=5))
  3585. event_data["user"]["geo"] = {"country_code": "US", "region": "CA", "city": "San Francisco"}
  3586. event_data["request"] = transaction_data["request"]
  3587. self.store_event(event_data, project_id=self.project.id)
  3588. event_data["type"] = "error"
  3589. self.store_event(event_data, project_id=self.project.id)
  3590. fields = ["http.method", "http.referer", "http.url"]
  3591. expected = ["GET", "fixtures.transaction", "http://countries:8010/country_by_code/"]
  3592. data = [
  3593. {"field": fields + ["location", "count()"], "query": "event.type:error"},
  3594. {"field": fields + ["duration", "count()"], "query": "event.type:transaction"},
  3595. ]
  3596. for datum in data:
  3597. response = self.do_request(datum)
  3598. assert response.status_code == 200, response.content
  3599. assert len(response.data["data"]) == 1, datum
  3600. results = response.data["data"]
  3601. assert results[0]["count()"] == 1, datum
  3602. for field, exp in zip(fields, expected):
  3603. assert results[0][field] == exp, field + str(datum)
  3604. def test_failure_count_alias_field(self):
  3605. data = self.transaction_data.copy()
  3606. data["transaction"] = "/failure_count/success"
  3607. self.store_event(data, project_id=self.project.id)
  3608. data = self.transaction_data.copy()
  3609. data["transaction"] = "/failure_count/unknown"
  3610. data["contexts"]["trace"]["status"] = "unknown_error"
  3611. self.store_event(data, project_id=self.project.id)
  3612. for i in range(6):
  3613. data = self.transaction_data.copy()
  3614. data["transaction"] = f"/failure_count/{i}"
  3615. data["contexts"]["trace"]["status"] = "unauthenticated"
  3616. self.store_event(data, project_id=self.project.id)
  3617. query = {"field": ["count()", "failure_count()"], "query": "event.type:transaction"}
  3618. response = self.do_request(query)
  3619. assert response.status_code == 200, response.content
  3620. assert len(response.data["data"]) == 1
  3621. data = response.data["data"]
  3622. assert data[0]["count()"] == 8
  3623. assert data[0]["failure_count()"] == 6
  3624. @mock.patch("sentry.utils.snuba.quantize_time")
  3625. def test_quantize_dates(self, mock_quantize):
  3626. self.create_project()
  3627. mock_quantize.return_value = before_now(days=1)
  3628. # Don't quantize short time periods
  3629. query = {"statsPeriod": "1h", "query": "", "field": ["id", "timestamp"]}
  3630. self.do_request(query)
  3631. # Don't quantize absolute date periods
  3632. self.do_request(query)
  3633. query = {
  3634. "start": iso_format(before_now(days=20)),
  3635. "end": iso_format(before_now(days=15)),
  3636. "query": "",
  3637. "field": ["id", "timestamp"],
  3638. }
  3639. self.do_request(query)
  3640. assert len(mock_quantize.mock_calls) == 0
  3641. # Quantize long date periods
  3642. query = {"field": ["id", "timestamp"], "statsPeriod": "90d", "query": ""}
  3643. self.do_request(query)
  3644. assert len(mock_quantize.mock_calls) == 2
  3645. def test_limit_number_of_fields(self):
  3646. self.create_project()
  3647. for i in range(1, 25):
  3648. response = self.do_request({"field": ["id"] * i})
  3649. if i <= 20:
  3650. assert response.status_code == 200
  3651. else:
  3652. assert response.status_code == 400
  3653. assert (
  3654. response.data["detail"]
  3655. == "You can view up to 20 fields at a time. Please delete some and try again."
  3656. )
  3657. def test_percentile_function_meta_types(self):
  3658. self.store_event(self.transaction_data, project_id=self.project.id)
  3659. query = {
  3660. "field": [
  3661. "transaction",
  3662. "percentile(transaction.duration, 0.95)",
  3663. "percentile(measurements.fp, 0.95)",
  3664. "percentile(measurements.fcp, 0.95)",
  3665. "percentile(measurements.lcp, 0.95)",
  3666. "percentile(measurements.fid, 0.95)",
  3667. "percentile(measurements.ttfb, 0.95)",
  3668. "percentile(measurements.ttfb.requesttime, 0.95)",
  3669. "percentile(measurements.cls, 0.95)",
  3670. "percentile(measurements.foo, 0.95)",
  3671. "percentile(measurements.bar, 0.95)",
  3672. ],
  3673. "query": "",
  3674. "orderby": ["transaction"],
  3675. }
  3676. response = self.do_request(query)
  3677. assert response.status_code == 200, response.content
  3678. meta = response.data["meta"]["fields"]
  3679. assert meta["percentile(transaction.duration, 0.95)"] == "duration"
  3680. assert meta["percentile(measurements.fp, 0.95)"] == "duration"
  3681. assert meta["percentile(measurements.fcp, 0.95)"] == "duration"
  3682. assert meta["percentile(measurements.lcp, 0.95)"] == "duration"
  3683. assert meta["percentile(measurements.fid, 0.95)"] == "duration"
  3684. assert meta["percentile(measurements.ttfb, 0.95)"] == "duration"
  3685. assert meta["percentile(measurements.ttfb.requesttime, 0.95)"] == "duration"
  3686. assert meta["percentile(measurements.cls, 0.95)"] == "number"
  3687. assert meta["percentile(measurements.foo, 0.95)"] == "number"
  3688. assert meta["percentile(measurements.bar, 0.95)"] == "number"
  3689. units = response.data["meta"]["units"]
  3690. assert units["percentile(transaction.duration, 0.95)"] == "millisecond"
  3691. assert units["percentile(measurements.fp, 0.95)"] == "millisecond"
  3692. assert units["percentile(measurements.fcp, 0.95)"] == "millisecond"
  3693. assert units["percentile(measurements.lcp, 0.95)"] == "millisecond"
  3694. assert units["percentile(measurements.fid, 0.95)"] == "millisecond"
  3695. assert units["percentile(measurements.ttfb, 0.95)"] == "millisecond"
  3696. assert units["percentile(measurements.ttfb.requesttime, 0.95)"] == "millisecond"
  3697. def test_count_at_least_query(self):
  3698. self.store_event(self.transaction_data, self.project.id)
  3699. response = self.do_request({"field": "count_at_least(measurements.fcp, 0)"})
  3700. assert response.status_code == 200
  3701. assert len(response.data["data"]) == 1
  3702. assert response.data["data"][0]["count_at_least(measurements.fcp, 0)"] == 1
  3703. # a value that's a little bigger than the stored fcp
  3704. fcp = int(self.transaction_data["measurements"]["fcp"]["value"] + 1)
  3705. response = self.do_request({"field": f"count_at_least(measurements.fcp, {fcp})"})
  3706. assert response.status_code == 200
  3707. assert len(response.data["data"]) == 1
  3708. assert response.data["data"][0][f"count_at_least(measurements.fcp, {fcp})"] == 0
  3709. def test_measurements_query(self):
  3710. self.store_event(self.transaction_data, self.project.id)
  3711. query = {
  3712. "field": [
  3713. "measurements.fp",
  3714. "measurements.fcp",
  3715. "measurements.lcp",
  3716. "measurements.fid",
  3717. ]
  3718. }
  3719. response = self.do_request(query)
  3720. assert response.status_code == 200, response.content
  3721. assert len(response.data["data"]) == 1
  3722. for field in query["field"]:
  3723. measure = field.split(".", 1)[1]
  3724. assert (
  3725. response.data["data"][0][field]
  3726. == self.transaction_data["measurements"][measure]["value"]
  3727. )
  3728. query = {
  3729. "field": [
  3730. "measurements.fP",
  3731. "measurements.Fcp",
  3732. "measurements.LcP",
  3733. "measurements.FID",
  3734. ]
  3735. }
  3736. response = self.do_request(query)
  3737. assert response.status_code == 200, response.content
  3738. assert len(response.data["data"]) == 1
  3739. for field in query["field"]:
  3740. measure = field.split(".", 1)[1].lower()
  3741. assert (
  3742. response.data["data"][0][field]
  3743. == self.transaction_data["measurements"][measure]["value"]
  3744. )
  3745. def test_measurements_aggregations(self):
  3746. self.store_event(self.transaction_data, self.project.id)
  3747. # should try all the potential aggregates
  3748. # Skipped tests for stddev and var since sampling one data point
  3749. # results in nan.
  3750. query = {
  3751. "field": [
  3752. "percentile(measurements.fcp, 0.5)",
  3753. "count_unique(measurements.fcp)",
  3754. "min(measurements.fcp)",
  3755. "max(measurements.fcp)",
  3756. "avg(measurements.fcp)",
  3757. "sum(measurements.fcp)",
  3758. ],
  3759. }
  3760. response = self.do_request(query)
  3761. assert response.status_code == 200, response.content
  3762. assert len(response.data["data"]) == 1
  3763. assert (
  3764. response.data["data"][0]["percentile(measurements.fcp, 0.5)"]
  3765. == self.transaction_data["measurements"]["fcp"]["value"]
  3766. )
  3767. assert response.data["data"][0]["count_unique(measurements.fcp)"] == 1
  3768. assert (
  3769. response.data["data"][0]["min(measurements.fcp)"]
  3770. == self.transaction_data["measurements"]["fcp"]["value"]
  3771. )
  3772. assert (
  3773. response.data["data"][0]["max(measurements.fcp)"]
  3774. == self.transaction_data["measurements"]["fcp"]["value"]
  3775. )
  3776. assert (
  3777. response.data["data"][0]["avg(measurements.fcp)"]
  3778. == self.transaction_data["measurements"]["fcp"]["value"]
  3779. )
  3780. assert (
  3781. response.data["data"][0]["sum(measurements.fcp)"]
  3782. == self.transaction_data["measurements"]["fcp"]["value"]
  3783. )
  3784. def get_measurement_condition_response(self, query_str, field):
  3785. query = {
  3786. "field": ["transaction", "count()"] + (field if field else []),
  3787. "query": query_str,
  3788. }
  3789. response = self.do_request(query)
  3790. assert response.status_code == 200, response.content
  3791. return response
  3792. def assert_measurement_condition_without_results(self, query_str, field=None):
  3793. response = self.get_measurement_condition_response(query_str, field)
  3794. assert len(response.data["data"]) == 0
  3795. def assert_measurement_condition_with_results(self, query_str, field=None):
  3796. response = self.get_measurement_condition_response(query_str, field)
  3797. assert len(response.data["data"]) == 1
  3798. assert response.data["data"][0]["transaction"] == self.transaction_data["metadata"]["title"]
  3799. assert response.data["data"][0]["count()"] == 1
  3800. def test_measurements_conditions(self):
  3801. self.store_event(self.transaction_data, self.project.id)
  3802. fcp = self.transaction_data["measurements"]["fcp"]["value"]
  3803. # equality condition
  3804. # We use json dumps here to ensure precision when converting from float to str
  3805. # This is necessary because equality on floating point values need to be precise
  3806. self.assert_measurement_condition_with_results(f"measurements.fcp:{json.dumps(fcp)}")
  3807. # greater than condition
  3808. self.assert_measurement_condition_with_results(f"measurements.fcp:>{fcp - 1}")
  3809. self.assert_measurement_condition_without_results(f"measurements.fcp:>{fcp + 1}")
  3810. # less than condition
  3811. self.assert_measurement_condition_with_results(f"measurements.fcp:<{fcp + 1}")
  3812. self.assert_measurement_condition_without_results(f"measurements.fcp:<{fcp - 1}")
  3813. # has condition
  3814. self.assert_measurement_condition_with_results("has:measurements.fcp")
  3815. self.assert_measurement_condition_without_results("!has:measurements.fcp")
  3816. def test_measurements_aggregation_conditions(self):
  3817. self.store_event(self.transaction_data, self.project.id)
  3818. fcp = self.transaction_data["measurements"]["fcp"]["value"]
  3819. functions = [
  3820. "percentile(measurements.fcp, 0.5)",
  3821. "min(measurements.fcp)",
  3822. "max(measurements.fcp)",
  3823. "avg(measurements.fcp)",
  3824. "sum(measurements.fcp)",
  3825. ]
  3826. for function in functions:
  3827. self.assert_measurement_condition_with_results(
  3828. f"{function}:>{fcp - 1}", field=[function]
  3829. )
  3830. self.assert_measurement_condition_without_results(
  3831. f"{function}:>{fcp + 1}", field=[function]
  3832. )
  3833. self.assert_measurement_condition_with_results(
  3834. f"{function}:<{fcp + 1}", field=[function]
  3835. )
  3836. self.assert_measurement_condition_without_results(
  3837. f"{function}:<{fcp - 1}", field=[function]
  3838. )
  3839. count_unique = "count_unique(measurements.fcp)"
  3840. self.assert_measurement_condition_with_results(f"{count_unique}:1", field=[count_unique])
  3841. self.assert_measurement_condition_without_results(f"{count_unique}:0", field=[count_unique])
  3842. def test_compare_numeric_aggregate(self):
  3843. self.store_event(self.transaction_data, self.project.id)
  3844. query = {
  3845. "field": [
  3846. "p75(measurements.fcp)",
  3847. "compare_numeric_aggregate(p75_measurements_fcp,greater,0)",
  3848. ],
  3849. }
  3850. response = self.do_request(query)
  3851. assert response.status_code == 200, response.content
  3852. assert len(response.data["data"]) == 1
  3853. assert (
  3854. response.data["data"][0]["compare_numeric_aggregate(p75_measurements_fcp,greater,0)"]
  3855. == 1
  3856. )
  3857. query = {
  3858. "field": ["p75()", "compare_numeric_aggregate(p75,equals,0)"],
  3859. }
  3860. response = self.do_request(query)
  3861. assert response.status_code == 200, response.content
  3862. assert len(response.data["data"]) == 1
  3863. assert response.data["data"][0]["compare_numeric_aggregate(p75,equals,0)"] == 0
  3864. def test_no_team_key_transactions(self):
  3865. transactions = [
  3866. "/blah_transaction/",
  3867. "/foo_transaction/",
  3868. "/zoo_transaction/",
  3869. ]
  3870. for transaction in transactions:
  3871. self.transaction_data["transaction"] = transaction
  3872. self.store_event(self.transaction_data, self.project.id)
  3873. query = {
  3874. "team": "myteams",
  3875. "project": [self.project.id],
  3876. # use the order by to ensure the result order
  3877. "orderby": "transaction",
  3878. "field": [
  3879. "team_key_transaction",
  3880. "transaction",
  3881. "transaction.status",
  3882. "project",
  3883. "epm()",
  3884. "failure_rate()",
  3885. "percentile(transaction.duration, 0.95)",
  3886. ],
  3887. }
  3888. response = self.do_request(query)
  3889. assert response.status_code == 200, response.content
  3890. data = response.data["data"]
  3891. assert len(data) == 3
  3892. assert data[0]["team_key_transaction"] == 0
  3893. assert data[0]["transaction"] == "/blah_transaction/"
  3894. assert data[1]["team_key_transaction"] == 0
  3895. assert data[1]["transaction"] == "/foo_transaction/"
  3896. assert data[2]["team_key_transaction"] == 0
  3897. assert data[2]["transaction"] == "/zoo_transaction/"
  3898. def test_team_key_transactions_my_teams(self):
  3899. team1 = self.create_team(organization=self.organization, name="Team A")
  3900. self.create_team_membership(team1, user=self.user)
  3901. self.project.add_team(team1)
  3902. team2 = self.create_team(organization=self.organization, name="Team B")
  3903. self.project.add_team(team2)
  3904. transactions = ["/blah_transaction/"]
  3905. key_transactions = [
  3906. (team1, "/foo_transaction/"),
  3907. (team2, "/zoo_transaction/"),
  3908. ]
  3909. for transaction in transactions:
  3910. self.transaction_data["transaction"] = transaction
  3911. self.store_event(self.transaction_data, self.project.id)
  3912. for team, transaction in key_transactions:
  3913. self.transaction_data["transaction"] = transaction
  3914. self.store_event(self.transaction_data, self.project.id)
  3915. TeamKeyTransaction.objects.create(
  3916. organization=self.organization,
  3917. transaction=transaction,
  3918. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  3919. )
  3920. query = {
  3921. "team": "myteams",
  3922. "project": [self.project.id],
  3923. "field": [
  3924. "team_key_transaction",
  3925. "transaction",
  3926. "transaction.status",
  3927. "project",
  3928. "epm()",
  3929. "failure_rate()",
  3930. "percentile(transaction.duration, 0.95)",
  3931. ],
  3932. }
  3933. query["orderby"] = ["team_key_transaction", "transaction"]
  3934. response = self.do_request(query)
  3935. assert response.status_code == 200, response.content
  3936. data = response.data["data"]
  3937. assert len(data) == 3
  3938. assert data[0]["team_key_transaction"] == 0
  3939. assert data[0]["transaction"] == "/blah_transaction/"
  3940. assert data[1]["team_key_transaction"] == 0
  3941. assert data[1]["transaction"] == "/zoo_transaction/"
  3942. assert data[2]["team_key_transaction"] == 1
  3943. assert data[2]["transaction"] == "/foo_transaction/"
  3944. # not specifying any teams should use my teams
  3945. query = {
  3946. "project": [self.project.id],
  3947. "field": [
  3948. "team_key_transaction",
  3949. "transaction",
  3950. "transaction.status",
  3951. "project",
  3952. "epm()",
  3953. "failure_rate()",
  3954. "percentile(transaction.duration, 0.95)",
  3955. ],
  3956. }
  3957. query["orderby"] = ["team_key_transaction", "transaction"]
  3958. response = self.do_request(query)
  3959. assert response.status_code == 200, response.content
  3960. data = response.data["data"]
  3961. assert len(data) == 3
  3962. assert data[0]["team_key_transaction"] == 0
  3963. assert data[0]["transaction"] == "/blah_transaction/"
  3964. assert data[1]["team_key_transaction"] == 0
  3965. assert data[1]["transaction"] == "/zoo_transaction/"
  3966. assert data[2]["team_key_transaction"] == 1
  3967. assert data[2]["transaction"] == "/foo_transaction/"
  3968. def test_team_key_transactions_orderby(self):
  3969. team1 = self.create_team(organization=self.organization, name="Team A")
  3970. team2 = self.create_team(organization=self.organization, name="Team B")
  3971. transactions = ["/blah_transaction/"]
  3972. key_transactions = [
  3973. (team1, "/foo_transaction/"),
  3974. (team2, "/zoo_transaction/"),
  3975. ]
  3976. for transaction in transactions:
  3977. self.transaction_data["transaction"] = transaction
  3978. self.store_event(self.transaction_data, self.project.id)
  3979. for team, transaction in key_transactions:
  3980. self.create_team_membership(team, user=self.user)
  3981. self.project.add_team(team)
  3982. self.transaction_data["transaction"] = transaction
  3983. self.store_event(self.transaction_data, self.project.id)
  3984. TeamKeyTransaction.objects.create(
  3985. organization=self.organization,
  3986. transaction=transaction,
  3987. project_team=ProjectTeam.objects.get(project=self.project, team=team),
  3988. )
  3989. query = {
  3990. "team": "myteams",
  3991. "project": [self.project.id],
  3992. "field": [
  3993. "team_key_transaction",
  3994. "transaction",
  3995. "transaction.status",
  3996. "project",
  3997. "epm()",
  3998. "failure_rate()",
  3999. "percentile(transaction.duration, 0.95)",
  4000. ],
  4001. }
  4002. # test ascending order
  4003. query["orderby"] = ["team_key_transaction", "transaction"]
  4004. response = self.do_request(query)
  4005. assert response.status_code == 200, response.content
  4006. data = response.data["data"]
  4007. assert len(data) == 3
  4008. assert data[0]["team_key_transaction"] == 0
  4009. assert data[0]["transaction"] == "/blah_transaction/"
  4010. assert data[1]["team_key_transaction"] == 1
  4011. assert data[1]["transaction"] == "/foo_transaction/"
  4012. assert data[2]["team_key_transaction"] == 1
  4013. assert data[2]["transaction"] == "/zoo_transaction/"
  4014. # test descending order
  4015. query["orderby"] = ["-team_key_transaction", "-transaction"]
  4016. response = self.do_request(query)
  4017. assert response.status_code == 200, response.content
  4018. data = response.data["data"]
  4019. assert len(data) == 3
  4020. assert data[0]["team_key_transaction"] == 1
  4021. assert data[0]["transaction"] == "/zoo_transaction/"
  4022. assert data[1]["team_key_transaction"] == 1
  4023. assert data[1]["transaction"] == "/foo_transaction/"
  4024. assert data[2]["team_key_transaction"] == 0
  4025. assert data[2]["transaction"] == "/blah_transaction/"
  4026. def test_team_key_transactions_query(self):
  4027. team1 = self.create_team(organization=self.organization, name="Team A")
  4028. team2 = self.create_team(organization=self.organization, name="Team B")
  4029. transactions = ["/blah_transaction/"]
  4030. key_transactions = [
  4031. (team1, "/foo_transaction/"),
  4032. (team2, "/zoo_transaction/"),
  4033. ]
  4034. for transaction in transactions:
  4035. self.transaction_data["transaction"] = transaction
  4036. self.store_event(self.transaction_data, self.project.id)
  4037. for team, transaction in key_transactions:
  4038. self.create_team_membership(team, user=self.user)
  4039. self.project.add_team(team)
  4040. self.transaction_data["transaction"] = transaction
  4041. self.store_event(self.transaction_data, self.project.id)
  4042. TeamKeyTransaction.objects.create(
  4043. organization=self.organization,
  4044. project_team=ProjectTeam.objects.get(
  4045. project=self.project,
  4046. team=team,
  4047. ),
  4048. transaction=transaction,
  4049. )
  4050. query = {
  4051. "team": "myteams",
  4052. "project": [self.project.id],
  4053. # use the order by to ensure the result order
  4054. "orderby": "transaction",
  4055. "field": [
  4056. "team_key_transaction",
  4057. "transaction",
  4058. "transaction.status",
  4059. "project",
  4060. "epm()",
  4061. "failure_rate()",
  4062. "percentile(transaction.duration, 0.95)",
  4063. ],
  4064. }
  4065. # key transactions
  4066. query["query"] = "has:team_key_transaction"
  4067. response = self.do_request(query)
  4068. assert response.status_code == 200, response.content
  4069. data = response.data["data"]
  4070. assert len(data) == 2
  4071. assert data[0]["team_key_transaction"] == 1
  4072. assert data[0]["transaction"] == "/foo_transaction/"
  4073. assert data[1]["team_key_transaction"] == 1
  4074. assert data[1]["transaction"] == "/zoo_transaction/"
  4075. # key transactions
  4076. query["query"] = "team_key_transaction:true"
  4077. response = self.do_request(query)
  4078. assert response.status_code == 200, response.content
  4079. data = response.data["data"]
  4080. assert len(data) == 2
  4081. assert data[0]["team_key_transaction"] == 1
  4082. assert data[0]["transaction"] == "/foo_transaction/"
  4083. assert data[1]["team_key_transaction"] == 1
  4084. assert data[1]["transaction"] == "/zoo_transaction/"
  4085. # not key transactions
  4086. query["query"] = "!has:team_key_transaction"
  4087. response = self.do_request(query)
  4088. assert response.status_code == 200, response.content
  4089. data = response.data["data"]
  4090. assert len(data) == 1
  4091. assert data[0]["team_key_transaction"] == 0
  4092. assert data[0]["transaction"] == "/blah_transaction/"
  4093. # not key transactions
  4094. query["query"] = "team_key_transaction:false"
  4095. response = self.do_request(query)
  4096. assert response.status_code == 200, response.content
  4097. data = response.data["data"]
  4098. assert len(data) == 1
  4099. assert data[0]["team_key_transaction"] == 0
  4100. assert data[0]["transaction"] == "/blah_transaction/"
  4101. def test_too_many_team_key_transactions(self):
  4102. MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS = 1
  4103. with mock.patch(
  4104. "sentry.search.events.fields.MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS",
  4105. MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS,
  4106. ):
  4107. team = self.create_team(organization=self.organization, name="Team A")
  4108. self.create_team_membership(team, user=self.user)
  4109. self.project.add_team(team)
  4110. project_team = ProjectTeam.objects.get(project=self.project, team=team)
  4111. for i in range(MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS + 1):
  4112. transaction = f"transaction-{team.id}-{i}"
  4113. self.transaction_data["transaction"] = transaction
  4114. self.store_event(self.transaction_data, self.project.id)
  4115. TeamKeyTransaction.objects.bulk_create(
  4116. [
  4117. TeamKeyTransaction(
  4118. organization=self.organization,
  4119. project_team=project_team,
  4120. transaction=f"transaction-{team.id}-{i}",
  4121. )
  4122. for i in range(MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS + 1)
  4123. ]
  4124. )
  4125. query = {
  4126. "team": "myteams",
  4127. "project": [self.project.id],
  4128. "orderby": "transaction",
  4129. "field": [
  4130. "team_key_transaction",
  4131. "transaction",
  4132. "transaction.status",
  4133. "project",
  4134. "epm()",
  4135. "failure_rate()",
  4136. "percentile(transaction.duration, 0.95)",
  4137. ],
  4138. }
  4139. response = self.do_request(query)
  4140. assert response.status_code == 200, response.content
  4141. data = response.data["data"]
  4142. assert len(data) == 2
  4143. assert (
  4144. sum(row["team_key_transaction"] for row in data)
  4145. == MAX_QUERYABLE_TEAM_KEY_TRANSACTIONS
  4146. )
  4147. def test_no_pagination_param(self):
  4148. self.store_event(
  4149. data={
  4150. "event_id": "a" * 32,
  4151. "timestamp": self.ten_mins_ago_iso,
  4152. "fingerprint": ["group1"],
  4153. },
  4154. project_id=self.project.id,
  4155. )
  4156. query = {"field": ["id", "project.id"], "project": [self.project.id], "noPagination": True}
  4157. response = self.do_request(query)
  4158. assert response.status_code == 200
  4159. assert len(response.data["data"]) == 1
  4160. assert "Link" not in response
  4161. def test_nan_result(self):
  4162. query = {"field": ["apdex(300)"], "project": [self.project.id], "query": f"id:{'0' * 32}"}
  4163. response = self.do_request(query)
  4164. assert response.status_code == 200
  4165. assert len(response.data["data"]) == 1
  4166. assert response.data["data"][0]["apdex(300)"] == 0
  4167. def test_equation_simple(self):
  4168. event_data = self.load_data(
  4169. timestamp=self.ten_mins_ago,
  4170. )
  4171. event_data["breakdowns"]["span_ops"]["ops.http"]["value"] = 1500
  4172. self.store_event(data=event_data, project_id=self.project.id)
  4173. query = {
  4174. "field": ["spans.http", "equation|spans.http / 3"],
  4175. "project": [self.project.id],
  4176. "query": "event.type:transaction",
  4177. }
  4178. response = self.do_request(
  4179. query,
  4180. {
  4181. "organizations:discover-basic": True,
  4182. },
  4183. )
  4184. assert response.status_code == 200, response.content
  4185. assert len(response.data["data"]) == 1
  4186. assert (
  4187. response.data["data"][0]["equation|spans.http / 3"]
  4188. == event_data["breakdowns"]["span_ops"]["ops.http"]["value"] / 3
  4189. )
  4190. assert response.data["meta"]["fields"]["equation|spans.http / 3"] == "number"
  4191. def test_equation_sort(self):
  4192. event_data = self.transaction_data.copy()
  4193. event_data["breakdowns"] = {"span_ops": {"ops.http": {"value": 1500}}}
  4194. self.store_event(data=event_data, project_id=self.project.id)
  4195. event_data2 = self.transaction_data.copy()
  4196. event_data2["breakdowns"] = {"span_ops": {"ops.http": {"value": 2000}}}
  4197. self.store_event(data=event_data2, project_id=self.project.id)
  4198. query = {
  4199. "field": ["spans.http", "equation|spans.http / 3"],
  4200. "project": [self.project.id],
  4201. "orderby": "equation|spans.http / 3",
  4202. "query": "event.type:transaction",
  4203. }
  4204. response = self.do_request(
  4205. query,
  4206. {
  4207. "organizations:discover-basic": True,
  4208. },
  4209. )
  4210. assert response.status_code == 200, response.content
  4211. assert len(response.data["data"]) == 2
  4212. assert (
  4213. response.data["data"][0]["equation|spans.http / 3"]
  4214. == event_data["breakdowns"]["span_ops"]["ops.http"]["value"] / 3
  4215. )
  4216. assert (
  4217. response.data["data"][1]["equation|spans.http / 3"]
  4218. == event_data2["breakdowns"]["span_ops"]["ops.http"]["value"] / 3
  4219. )
  4220. def test_equation_operation_limit(self):
  4221. query = {
  4222. "field": ["spans.http", f"equation|spans.http{' * 2' * 11}"],
  4223. "project": [self.project.id],
  4224. "query": "event.type:transaction",
  4225. }
  4226. response = self.do_request(
  4227. query,
  4228. {
  4229. "organizations:discover-basic": True,
  4230. },
  4231. )
  4232. assert response.status_code == 400
  4233. @mock.patch("sentry.api.bases.organization_events.MAX_FIELDS", 2)
  4234. def test_equation_field_limit(self):
  4235. query = {
  4236. "field": ["spans.http", "transaction.duration", "equation|5 * 2"],
  4237. "project": [self.project.id],
  4238. "query": "event.type:transaction",
  4239. }
  4240. response = self.do_request(
  4241. query,
  4242. {
  4243. "organizations:discover-basic": True,
  4244. },
  4245. )
  4246. assert response.status_code == 400
  4247. def test_count_if(self):
  4248. unicode_phrase1 = "\u716e\u6211\u66f4\u591a\u7684\u98df\u7269\uff0c\u6211\u9913\u4e86"
  4249. for i in range(5):
  4250. data = self.load_data(
  4251. timestamp=before_now(minutes=(10 + i)),
  4252. duration=timedelta(milliseconds=100 if i < 3 else 200),
  4253. )
  4254. data["tags"] = {
  4255. "sub_customer.is-Enterprise-42": "yes" if i == 0 else "no",
  4256. "unicode-phrase": unicode_phrase1 if i == 0 else "no",
  4257. }
  4258. self.store_event(data, project_id=self.project.id)
  4259. query = {
  4260. "field": [
  4261. "count_if(transaction.duration, less, 150)",
  4262. "count_if(transaction.duration, greater, 150)",
  4263. "count_if(sub_customer.is-Enterprise-42, equals, yes)",
  4264. "count_if(sub_customer.is-Enterprise-42, notEquals, yes)",
  4265. f"count_if(unicode-phrase, equals, {unicode_phrase1})",
  4266. ],
  4267. "project": [self.project.id],
  4268. }
  4269. response = self.do_request(query)
  4270. assert response.status_code == 200
  4271. assert len(response.data["data"]) == 1
  4272. assert response.data["data"][0]["count_if(transaction.duration, less, 150)"] == 3
  4273. assert response.data["data"][0]["count_if(transaction.duration, greater, 150)"] == 2
  4274. assert response.data["data"][0]["count_if(sub_customer.is-Enterprise-42, equals, yes)"] == 1
  4275. assert (
  4276. response.data["data"][0]["count_if(sub_customer.is-Enterprise-42, notEquals, yes)"] == 4
  4277. )
  4278. assert response.data["data"][0][f"count_if(unicode-phrase, equals, {unicode_phrase1})"] == 1
  4279. def test_count_if_array_field(self):
  4280. data = self.load_data(platform="javascript")
  4281. data["timestamp"] = self.ten_mins_ago_iso
  4282. self.store_event(data=data, project_id=self.project.id)
  4283. query = {
  4284. "field": [
  4285. "count_if(stack.filename, equals, raven.js)",
  4286. ],
  4287. "project": [self.project.id],
  4288. }
  4289. response = self.do_request(query)
  4290. assert response.status_code == 200, response.content
  4291. assert len(response.data["data"]) == 1
  4292. assert response.data["data"][0]["count_if(stack.filename, equals, raven.js)"] == 1
  4293. def test_count_if_measurements_cls(self):
  4294. data = self.transaction_data.copy()
  4295. data["measurements"] = {"cls": {"value": 0.5}}
  4296. self.store_event(data, project_id=self.project.id)
  4297. data["measurements"] = {"cls": {"value": 0.1}}
  4298. self.store_event(data, project_id=self.project.id)
  4299. query = {
  4300. "field": [
  4301. "count_if(measurements.cls, greater, 0.05)",
  4302. "count_if(measurements.cls, less, 0.3)",
  4303. ],
  4304. "project": [self.project.id],
  4305. }
  4306. response = self.do_request(query)
  4307. assert response.status_code == 200
  4308. assert len(response.data["data"]) == 1
  4309. assert response.data["data"][0]["count_if(measurements.cls, greater, 0.05)"] == 2
  4310. assert response.data["data"][0]["count_if(measurements.cls, less, 0.3)"] == 1
  4311. def test_count_if_filter(self):
  4312. for i in range(5):
  4313. data = self.load_data(
  4314. timestamp=before_now(minutes=(10 + i)),
  4315. duration=timedelta(milliseconds=100 if i < 3 else 200),
  4316. )
  4317. data["tags"] = {"sub_customer.is-Enterprise-42": "yes" if i == 0 else "no"}
  4318. self.store_event(data, project_id=self.project.id)
  4319. query = {
  4320. "field": [
  4321. "count_if(transaction.duration, less, 150)",
  4322. ],
  4323. "query": "count_if(transaction.duration, less, 150):>2",
  4324. "project": [self.project.id],
  4325. }
  4326. response = self.do_request(query)
  4327. assert response.status_code == 200
  4328. assert len(response.data["data"]) == 1
  4329. assert response.data["data"][0]["count_if(transaction.duration, less, 150)"] == 3
  4330. query = {
  4331. "field": [
  4332. "count_if(transaction.duration, less, 150)",
  4333. ],
  4334. "query": "count_if(transaction.duration, less, 150):<2",
  4335. "project": [self.project.id],
  4336. }
  4337. response = self.do_request(query)
  4338. assert response.status_code == 200
  4339. assert len(response.data["data"]) == 0
  4340. def test_filters_with_escaped_asterisk(self):
  4341. self.transaction_data["transaction"] = r"/:a*/:b-:c(\d\.\e+)"
  4342. self.store_event(self.transaction_data, project_id=self.project.id)
  4343. query = {
  4344. "field": ["transaction", "transaction.duration"],
  4345. # make sure to escape the asterisk so it's not treated as a wildcard
  4346. "query": r'transaction:"/:a\*/:b-:c(\d\.\e+)"',
  4347. "project": [self.project.id],
  4348. }
  4349. response = self.do_request(query)
  4350. assert response.status_code == 200
  4351. assert len(response.data["data"]) == 1
  4352. def test_filters_with_back_slashes(self):
  4353. self.transaction_data["transaction"] = r"a\b\c@d"
  4354. self.store_event(self.transaction_data, project_id=self.project.id)
  4355. query = {
  4356. "field": ["transaction", "transaction.duration"],
  4357. "query": r'transaction:"a\b\c@d"',
  4358. "project": [self.project.id],
  4359. }
  4360. response = self.do_request(query)
  4361. assert response.status_code == 200
  4362. assert len(response.data["data"]) == 1
  4363. def test_mobile_measurements(self):
  4364. self.transaction_data["measurements"]["frames_total"] = {"value": 100}
  4365. self.transaction_data["measurements"]["frames_slow"] = {"value": 10}
  4366. self.transaction_data["measurements"]["frames_frozen"] = {"value": 5}
  4367. self.transaction_data["measurements"]["stall_count"] = {"value": 2}
  4368. self.transaction_data["measurements"]["stall_total_time"] = {"value": 12}
  4369. self.transaction_data["measurements"]["stall_longest_time"] = {"value": 7}
  4370. self.store_event(self.transaction_data, project_id=self.project.id)
  4371. query = {
  4372. "field": [
  4373. "measurements.frames_total",
  4374. "measurements.frames_slow",
  4375. "measurements.frames_frozen",
  4376. "measurements.frames_slow_rate",
  4377. "measurements.frames_frozen_rate",
  4378. "measurements.stall_count",
  4379. "measurements.stall_total_time",
  4380. "measurements.stall_longest_time",
  4381. "measurements.stall_percentage",
  4382. ],
  4383. "query": "",
  4384. "project": [self.project.id],
  4385. }
  4386. response = self.do_request(query)
  4387. assert response.status_code == 200
  4388. data = response.data["data"]
  4389. assert len(data) == 1
  4390. assert data[0]["measurements.frames_total"] == 100
  4391. assert data[0]["measurements.frames_slow"] == 10
  4392. assert data[0]["measurements.frames_frozen"] == 5
  4393. assert data[0]["measurements.frames_slow_rate"] == 0.1
  4394. assert data[0]["measurements.frames_frozen_rate"] == 0.05
  4395. assert data[0]["measurements.stall_count"] == 2
  4396. assert data[0]["measurements.stall_total_time"] == 12
  4397. assert data[0]["measurements.stall_longest_time"] == 7
  4398. assert data[0]["measurements.stall_percentage"] == 0.004
  4399. meta = response.data["meta"]["fields"]
  4400. assert meta["measurements.frames_total"] == "number"
  4401. assert meta["measurements.frames_slow"] == "number"
  4402. assert meta["measurements.frames_frozen"] == "number"
  4403. assert meta["measurements.frames_slow_rate"] == "percentage"
  4404. assert meta["measurements.frames_frozen_rate"] == "percentage"
  4405. assert meta["measurements.stall_count"] == "number"
  4406. assert meta["measurements.stall_total_time"] == "number"
  4407. assert meta["measurements.stall_longest_time"] == "number"
  4408. assert meta["measurements.stall_percentage"] == "percentage"
  4409. query = {
  4410. "field": [
  4411. "p75(measurements.frames_slow_rate)",
  4412. "p75(measurements.frames_frozen_rate)",
  4413. "percentile(measurements.frames_slow_rate,0.5)",
  4414. "percentile(measurements.frames_frozen_rate,0.5)",
  4415. "p75(measurements.stall_percentage)",
  4416. "percentile(measurements.stall_percentage,0.5)",
  4417. ],
  4418. "query": "",
  4419. "project": [self.project.id],
  4420. }
  4421. response = self.do_request(query)
  4422. assert response.status_code == 200
  4423. data = response.data["data"]
  4424. assert len(data) == 1
  4425. assert data[0]["p75(measurements.frames_slow_rate)"] == 0.1
  4426. assert data[0]["p75(measurements.frames_frozen_rate)"] == 0.05
  4427. assert data[0]["p75(measurements.stall_percentage)"] == 0.004
  4428. assert data[0]["percentile(measurements.frames_slow_rate,0.5)"] == 0.1
  4429. assert data[0]["percentile(measurements.frames_frozen_rate,0.5)"] == 0.05
  4430. assert data[0]["percentile(measurements.stall_percentage,0.5)"] == 0.004
  4431. meta = response.data["meta"]["fields"]
  4432. assert meta["p75(measurements.frames_slow_rate)"] == "percentage"
  4433. assert meta["p75(measurements.frames_frozen_rate)"] == "percentage"
  4434. assert meta["p75(measurements.stall_percentage)"] == "percentage"
  4435. assert meta["percentile(measurements.frames_slow_rate,0.5)"] == "percentage"
  4436. assert meta["percentile(measurements.stall_percentage,0.5)"] == "percentage"
  4437. def test_project_auto_fields(self):
  4438. self.store_event(
  4439. data={
  4440. "event_id": "a" * 32,
  4441. "environment": "staging",
  4442. "timestamp": self.ten_mins_ago_iso,
  4443. },
  4444. project_id=self.project.id,
  4445. )
  4446. query = {"field": ["environment"]}
  4447. response = self.do_request(query)
  4448. assert response.status_code == 200, response.content
  4449. assert len(response.data["data"]) == 1
  4450. assert response.data["data"][0]["environment"] == "staging"
  4451. assert response.data["data"][0]["project.name"] == self.project.slug
  4452. def test_timestamp_different_from_params(self):
  4453. fifteen_days_ago = iso_format(before_now(days=15))
  4454. fifteen_days_later = iso_format(before_now(days=-15))
  4455. for query_text in [
  4456. f"timestamp:<{fifteen_days_ago}",
  4457. f"timestamp:<={fifteen_days_ago}",
  4458. f"timestamp:>{fifteen_days_later}",
  4459. f"timestamp:>={fifteen_days_later}",
  4460. ]:
  4461. query = {
  4462. "field": ["count()"],
  4463. "query": query_text,
  4464. "statsPeriod": "14d",
  4465. "project": self.project.id,
  4466. }
  4467. response = self.do_request(query)
  4468. assert response.status_code == 400, query_text
  4469. @mock.patch("sentry.search.events.builder.discover.raw_snql_query")
  4470. def test_removes_unnecessary_default_project_and_transaction_thresholds(self, mock_snql_query):
  4471. mock_snql_query.side_effect = [{"meta": {}, "data": []}]
  4472. ProjectTransactionThreshold.objects.create(
  4473. project=self.project,
  4474. organization=self.organization,
  4475. # these are the default values that we use
  4476. threshold=constants.DEFAULT_PROJECT_THRESHOLD,
  4477. metric=TransactionMetric.DURATION.value,
  4478. )
  4479. ProjectTransactionThresholdOverride.objects.create(
  4480. transaction="transaction",
  4481. project=self.project,
  4482. organization=self.organization,
  4483. # these are the default values that we use
  4484. threshold=constants.DEFAULT_PROJECT_THRESHOLD,
  4485. metric=TransactionMetric.DURATION.value,
  4486. )
  4487. query = {
  4488. "field": ["apdex()", "user_misery()"],
  4489. "query": "event.type:transaction",
  4490. "project": [self.project.id],
  4491. }
  4492. response = self.do_request(
  4493. query,
  4494. features={
  4495. "organizations:discover-basic": True,
  4496. "organizations:global-views": True,
  4497. },
  4498. )
  4499. assert response.status_code == 200, response.content
  4500. assert mock_snql_query.call_count == 1
  4501. assert (
  4502. Function("tuple", ["duration", 300], "project_threshold_config")
  4503. in mock_snql_query.call_args_list[0][0][0].query.select
  4504. )
  4505. @mock.patch("sentry.search.events.builder.discover.raw_snql_query")
  4506. def test_removes_unnecessary_default_project_and_transaction_thresholds_keeps_others(
  4507. self, mock_snql_query
  4508. ):
  4509. mock_snql_query.side_effect = [{"meta": {}, "data": []}]
  4510. ProjectTransactionThreshold.objects.create(
  4511. project=self.project,
  4512. organization=self.organization,
  4513. # these are the default values that we use
  4514. threshold=constants.DEFAULT_PROJECT_THRESHOLD,
  4515. metric=TransactionMetric.DURATION.value,
  4516. )
  4517. ProjectTransactionThresholdOverride.objects.create(
  4518. transaction="transaction",
  4519. project=self.project,
  4520. organization=self.organization,
  4521. # these are the default values that we use
  4522. threshold=constants.DEFAULT_PROJECT_THRESHOLD,
  4523. metric=TransactionMetric.DURATION.value,
  4524. )
  4525. project = self.create_project()
  4526. ProjectTransactionThreshold.objects.create(
  4527. project=project,
  4528. organization=self.organization,
  4529. threshold=100,
  4530. metric=TransactionMetric.LCP.value,
  4531. )
  4532. ProjectTransactionThresholdOverride.objects.create(
  4533. transaction="transaction",
  4534. project=project,
  4535. organization=self.organization,
  4536. threshold=200,
  4537. metric=TransactionMetric.LCP.value,
  4538. )
  4539. query = {
  4540. "field": ["apdex()", "user_misery()"],
  4541. "query": "event.type:transaction",
  4542. "project": [self.project.id, project.id],
  4543. }
  4544. response = self.do_request(
  4545. query,
  4546. features={
  4547. "organizations:discover-basic": True,
  4548. "organizations:global-views": True,
  4549. },
  4550. )
  4551. assert response.status_code == 200, response.content
  4552. assert mock_snql_query.call_count == 1
  4553. project_threshold_override_config_index = Function(
  4554. "indexOf",
  4555. [
  4556. # only 1 transaction override is present here
  4557. # because the other use to the default values
  4558. [(Function("toUInt64", [project.id]), "transaction")],
  4559. (Column("project_id"), Column("transaction")),
  4560. ],
  4561. "project_threshold_override_config_index",
  4562. )
  4563. project_threshold_config_index = Function(
  4564. "indexOf",
  4565. [
  4566. # only 1 project override is present here
  4567. # because the other use to the default values
  4568. [Function("toUInt64", [project.id])],
  4569. Column("project_id"),
  4570. ],
  4571. "project_threshold_config_index",
  4572. )
  4573. assert (
  4574. Function(
  4575. "if",
  4576. [
  4577. Function("equals", [project_threshold_override_config_index, 0]),
  4578. Function(
  4579. "if",
  4580. [
  4581. Function("equals", [project_threshold_config_index, 0]),
  4582. ("duration", 300),
  4583. Function(
  4584. "arrayElement", [[("lcp", 100)], project_threshold_config_index]
  4585. ),
  4586. ],
  4587. ),
  4588. Function(
  4589. "arrayElement",
  4590. [[("lcp", 200)], project_threshold_override_config_index],
  4591. ),
  4592. ],
  4593. "project_threshold_config",
  4594. )
  4595. in mock_snql_query.call_args_list[0][0][0].query.select
  4596. )
  4597. def test_count_web_vitals(self):
  4598. # Good
  4599. self.transaction_data["measurements"] = {
  4600. "lcp": {"value": constants.VITAL_THRESHOLDS["lcp"]["meh"] - 100},
  4601. }
  4602. self.store_event(self.transaction_data, self.project.id)
  4603. # Meh
  4604. self.transaction_data["measurements"] = {
  4605. "lcp": {"value": constants.VITAL_THRESHOLDS["lcp"]["meh"] + 100},
  4606. }
  4607. self.store_event(self.transaction_data, self.project.id)
  4608. self.store_event(self.transaction_data, self.project.id)
  4609. query = {
  4610. "field": [
  4611. "count_web_vitals(measurements.lcp, poor)",
  4612. "count_web_vitals(measurements.lcp, meh)",
  4613. "count_web_vitals(measurements.lcp, good)",
  4614. ]
  4615. }
  4616. response = self.do_request(query)
  4617. assert response.status_code == 200, response.content
  4618. assert len(response.data["data"]) == 1
  4619. assert response.data["data"][0] == {
  4620. "count_web_vitals(measurements.lcp, poor)": 0,
  4621. "count_web_vitals(measurements.lcp, meh)": 2,
  4622. "count_web_vitals(measurements.lcp, good)": 1,
  4623. }
  4624. def test_count_web_vitals_invalid_vital(self):
  4625. query = {
  4626. "field": [
  4627. "count_web_vitals(measurements.foo, poor)",
  4628. ],
  4629. "project": [self.project.id],
  4630. }
  4631. response = self.do_request(query)
  4632. assert response.status_code == 400, response.content
  4633. query = {
  4634. "field": [
  4635. "count_web_vitals(tags[lcp], poor)",
  4636. ],
  4637. "project": [self.project.id],
  4638. }
  4639. response = self.do_request(query)
  4640. assert response.status_code == 400, response.content
  4641. query = {
  4642. "field": [
  4643. "count_web_vitals(transaction.duration, poor)",
  4644. ],
  4645. "project": [self.project.id],
  4646. }
  4647. response = self.do_request(query)
  4648. assert response.status_code == 400, response.content
  4649. query = {
  4650. "field": [
  4651. "count_web_vitals(measurements.lcp, bad)",
  4652. ],
  4653. "project": [self.project.id],
  4654. }
  4655. response = self.do_request(query)
  4656. assert response.status_code == 400, response.content
  4657. def test_tag_that_looks_like_aggregate(self):
  4658. data = self.load_data()
  4659. data["tags"] = {"p95": "<5k"}
  4660. self.store_event(data, project_id=self.project.id)
  4661. query = {
  4662. "field": ["p95"],
  4663. "query": "p95:<5k",
  4664. "project": [self.project.id],
  4665. }
  4666. response = self.do_request(query)
  4667. assert response.status_code == 200, response.content
  4668. data = response.data["data"]
  4669. assert len(data) == 1
  4670. assert data[0]["p95"] == "<5k"
  4671. def test_chained_or_query_meta_tip(self):
  4672. query = {
  4673. "field": ["transaction"],
  4674. "query": "transaction:a OR transaction:b",
  4675. "project": [self.project.id],
  4676. }
  4677. response = self.do_request(query)
  4678. assert response.status_code == 200, response.content
  4679. meta = response.data["meta"]
  4680. assert meta["tips"] == {
  4681. "query": "Did you know you can replace chained or conditions like `field:a OR field:b OR field:c` with `field:[a,b,c]`",
  4682. "columns": None,
  4683. }
  4684. @override_settings(SENTRY_SELF_HOSTED=False)
  4685. def test_no_ratelimit(self):
  4686. query = {
  4687. "field": ["transaction"],
  4688. "project": [self.project.id],
  4689. }
  4690. with freeze_time("2000-01-01"):
  4691. for _ in range(15):
  4692. self.do_request(query)
  4693. response = self.do_request(query)
  4694. assert response.status_code == 200, response.content
  4695. def test_transaction_source(self):
  4696. query = {
  4697. "field": ["transaction"],
  4698. "query": "transaction.source:task",
  4699. "project": [self.project.id],
  4700. }
  4701. response = self.do_request(query)
  4702. assert response.status_code == 200, response.content
  4703. def test_readable_device_name(self):
  4704. data = self.load_data()
  4705. data["tags"] = {"device": "iPhone14,3"}
  4706. self.store_event(data, project_id=self.project.id)
  4707. query = {
  4708. "field": ["device"],
  4709. "query": "",
  4710. "project": [self.project.id],
  4711. "readable": True,
  4712. }
  4713. response = self.do_request(query)
  4714. assert response.status_code == 200, response.content
  4715. data = response.data["data"]
  4716. assert len(data) == 1
  4717. assert data[0]["device"] == "iPhone14,3"
  4718. assert data[0]["readable"] == "iPhone 13 Pro Max"
  4719. def test_http_status_code(self):
  4720. project1 = self.create_project()
  4721. project2 = self.create_project()
  4722. self.store_event(
  4723. data={
  4724. "event_id": "a" * 32,
  4725. "transaction": "/example",
  4726. "message": "how to make fast",
  4727. "timestamp": self.ten_mins_ago_iso,
  4728. "tags": {"http.status_code": "200"},
  4729. },
  4730. project_id=project1.id,
  4731. )
  4732. self.store_event(
  4733. data={
  4734. "event_id": "b" * 32,
  4735. "transaction": "/example",
  4736. "message": "how to make fast",
  4737. "timestamp": self.ten_mins_ago_iso,
  4738. "contexts": {"response": {"status_code": 400}},
  4739. },
  4740. project_id=project2.id,
  4741. )
  4742. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4743. query = {
  4744. "field": ["event.type", "http.status_code"],
  4745. "query": "",
  4746. "statsPeriod": "24h",
  4747. }
  4748. response = self.do_request(query, features=features)
  4749. assert response.status_code == 200, response.content
  4750. data = response.data["data"]
  4751. assert len(data) == 2
  4752. result = {r["http.status_code"] for r in data}
  4753. assert result == {"200", "400"}
  4754. def test_http_status_code_context_priority(self):
  4755. project1 = self.create_project()
  4756. self.store_event(
  4757. data={
  4758. "event_id": "a" * 32,
  4759. "transaction": "/example",
  4760. "message": "how to make fast",
  4761. "timestamp": self.ten_mins_ago_iso,
  4762. "tags": {"http.status_code": "200"},
  4763. "contexts": {"response": {"status_code": 400}},
  4764. },
  4765. project_id=project1.id,
  4766. )
  4767. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4768. query = {
  4769. "field": ["event.type", "http.status_code"],
  4770. "query": "",
  4771. "statsPeriod": "24h",
  4772. }
  4773. response = self.do_request(query, features=features)
  4774. assert response.status_code == 200, response.content
  4775. data = response.data["data"]
  4776. assert len(data) == 1
  4777. assert data[0]["http.status_code"] == "400"
  4778. def test_total_count(self):
  4779. project1 = self.create_project()
  4780. for i in range(3):
  4781. self.store_event(data=self.load_data(platform="javascript"), project_id=project1.id)
  4782. self.store_event(
  4783. data={
  4784. "event_id": "a" * 32,
  4785. "transaction": "/example",
  4786. "message": "how to make fast",
  4787. "timestamp": self.ten_mins_ago_iso,
  4788. },
  4789. project_id=project1.id,
  4790. )
  4791. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4792. query = {
  4793. "field": ["transaction", "total.count", "count()"],
  4794. "query": "!transaction:/example",
  4795. "statsPeriod": "24h",
  4796. }
  4797. response = self.do_request(query, features=features)
  4798. assert response.status_code == 200, response.content
  4799. data = response.data["data"]
  4800. assert len(data) == 1
  4801. assert data[0]["total.count"] == 3
  4802. def test_total_count_by_itself(self):
  4803. project1 = self.create_project()
  4804. for i in range(3):
  4805. self.store_event(data=self.load_data(platform="javascript"), project_id=project1.id)
  4806. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4807. query = {
  4808. "field": ["total.count"],
  4809. "statsPeriod": "24h",
  4810. }
  4811. response = self.do_request(query, features=features)
  4812. assert response.status_code == 400, response.content
  4813. def test_total_count_equation(self):
  4814. project1 = self.create_project()
  4815. for i in range(3):
  4816. self.store_event(data=self.load_data(platform="javascript"), project_id=project1.id)
  4817. self.store_event(
  4818. data={
  4819. "event_id": "a" * 32,
  4820. "transaction": "/example",
  4821. "message": "how to make fast",
  4822. "timestamp": self.ten_mins_ago_iso,
  4823. },
  4824. project_id=project1.id,
  4825. )
  4826. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4827. query = {
  4828. "field": ["transaction", "count()", "total.count", "equation|count()/total.count"],
  4829. "query": "",
  4830. "orderby": "equation|count()/total.count",
  4831. "statsPeriod": "24h",
  4832. }
  4833. response = self.do_request(query, features=features)
  4834. assert response.status_code == 200, response.content
  4835. data = response.data["data"]
  4836. assert len(data) == 2
  4837. assert data[0]["equation|count()/total.count"] == 0.25
  4838. assert data[1]["equation|count()/total.count"] == 0.75
  4839. def test_total_count_filter(self):
  4840. project1 = self.create_project()
  4841. for i in range(3):
  4842. self.store_event(data=self.load_data(platform="javascript"), project_id=project1.id)
  4843. self.store_event(
  4844. data={
  4845. "event_id": "a" * 32,
  4846. "transaction": "/example",
  4847. "message": "how to make fast",
  4848. "timestamp": self.ten_mins_ago_iso,
  4849. "tags": {"total.count": ">45"},
  4850. },
  4851. project_id=project1.id,
  4852. )
  4853. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4854. query = {
  4855. "field": ["transaction", "count()", "total.count"],
  4856. "query": "total.count:>45",
  4857. "orderby": "count()",
  4858. "statsPeriod": "24h",
  4859. }
  4860. response = self.do_request(query, features=features)
  4861. assert response.status_code == 200, response.content
  4862. data = response.data["data"]
  4863. assert len(data) == 1
  4864. assert data[0]["total.count"] == 1
  4865. def test_total_sum_transaction_duration_equation(self):
  4866. for i in range(3):
  4867. data = self.load_data(
  4868. timestamp=self.eleven_mins_ago,
  4869. duration=timedelta(seconds=5),
  4870. )
  4871. data["transaction"] = "/endpoint/1"
  4872. self.store_event(data, project_id=self.project.id)
  4873. data = self.load_data(
  4874. timestamp=self.ten_mins_ago,
  4875. duration=timedelta(seconds=5),
  4876. )
  4877. data["transaction"] = "/endpoint/2"
  4878. self.store_event(data, project_id=self.project.id)
  4879. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4880. query = {
  4881. "field": [
  4882. "transaction",
  4883. "sum(transaction.duration)",
  4884. "total.transaction_duration",
  4885. "equation|sum(transaction.duration)/total.transaction_duration",
  4886. ],
  4887. "query": "",
  4888. "orderby": "-equation|sum(transaction.duration)/total.transaction_duration",
  4889. "statsPeriod": "24h",
  4890. }
  4891. response = self.do_request(query, features=features)
  4892. assert response.status_code == 200, response.content
  4893. data = response.data["data"]
  4894. assert len(data) == 2
  4895. assert data[0]["equation|sum(transaction.duration)/total.transaction_duration"] == 0.75
  4896. assert data[1]["equation|sum(transaction.duration)/total.transaction_duration"] == 0.25
  4897. def test_device_class(self):
  4898. project1 = self.create_project()
  4899. for i in range(3):
  4900. self.store_event(
  4901. data={
  4902. "event_id": "a" * 32,
  4903. "transaction": "/example",
  4904. "message": "how to make fast",
  4905. "timestamp": self.ten_mins_ago_iso,
  4906. "tags": {"device.class": f"{i + 1}"},
  4907. },
  4908. project_id=project1.id,
  4909. )
  4910. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4911. query = {
  4912. "field": ["device.class"],
  4913. "statsPeriod": "24h",
  4914. }
  4915. response = self.do_request(query, features=features)
  4916. assert response.status_code == 200, response.content
  4917. data = response.data["data"]
  4918. assert len(data) == 3
  4919. result = (*map(lambda columns: columns["device.class"], data),)
  4920. assert "low" in result
  4921. assert "medium" in result
  4922. assert "high" in result
  4923. def test_device_class_filter_low(self):
  4924. project1 = self.create_project()
  4925. for i in range(3):
  4926. self.store_event(data=self.load_data(platform="javascript"), project_id=project1.id)
  4927. self.store_event(
  4928. data={
  4929. "event_id": "a" * 32,
  4930. "transaction": "/example",
  4931. "message": "how to make fast",
  4932. "timestamp": self.ten_mins_ago_iso,
  4933. "tags": {"device.class": "1"},
  4934. },
  4935. project_id=project1.id,
  4936. )
  4937. features = {"organizations:discover-basic": True, "organizations:global-views": True}
  4938. query = {
  4939. "field": ["device.class", "count()"],
  4940. "query": "device.class:low",
  4941. "orderby": "count()",
  4942. "statsPeriod": "24h",
  4943. }
  4944. response = self.do_request(query, features=features)
  4945. assert response.status_code == 200, response.content
  4946. data = response.data["data"]
  4947. assert len(data) == 1
  4948. assert data[0]["count()"] == 1
  4949. def test_group_id_as_custom_tag(self):
  4950. project1 = self.create_project()
  4951. self.store_event(
  4952. data={
  4953. "event_id": "a" * 32,
  4954. "message": "poof",
  4955. "timestamp": self.ten_mins_ago_iso,
  4956. "user": {"email": self.user.email},
  4957. "tags": {"group_id": "this should just get returned"},
  4958. },
  4959. project_id=project1.id,
  4960. )
  4961. query = {
  4962. "field": ["group_id"],
  4963. "query": "",
  4964. "orderby": "group_id",
  4965. "statsPeriod": "24h",
  4966. }
  4967. response = self.do_request(query)
  4968. assert response.status_code == 200, response.content
  4969. assert response.data["data"][0]["group_id"] == "this should just get returned"
  4970. def test_floored_epm(self):
  4971. for _ in range(5):
  4972. data = self.load_data(
  4973. timestamp=self.ten_mins_ago,
  4974. duration=timedelta(seconds=5),
  4975. )
  4976. data["transaction"] = "/aggregates/1"
  4977. event1 = self.store_event(data, project_id=self.project.id)
  4978. query = {
  4979. "field": ["transaction", "floored_epm()", "epm()"],
  4980. "query": "event.type:transaction",
  4981. "orderby": ["transaction"],
  4982. "start": self.eleven_mins_ago_iso,
  4983. "end": iso_format(self.nine_mins_ago),
  4984. }
  4985. response = self.do_request(query)
  4986. assert response.status_code == 200, response.content
  4987. assert len(response.data["data"]) == 1
  4988. data = response.data["data"]
  4989. assert data[0]["transaction"] == event1.transaction
  4990. assert data[0]["floored_epm()"] == 1
  4991. assert data[0]["epm()"] == 2.5
  4992. def test_floored_epm_more_events(self):
  4993. for _ in range(25):
  4994. data = self.load_data(
  4995. timestamp=self.ten_mins_ago,
  4996. duration=timedelta(seconds=5),
  4997. )
  4998. data["transaction"] = "/aggregates/1"
  4999. event1 = self.store_event(data, project_id=self.project.id)
  5000. query = {
  5001. "field": ["transaction", "floored_epm()", "epm()"],
  5002. "query": "event.type:transaction",
  5003. "orderby": ["transaction"],
  5004. "start": self.eleven_mins_ago_iso,
  5005. "end": iso_format(self.nine_mins_ago),
  5006. }
  5007. response = self.do_request(query)
  5008. assert response.status_code == 200, response.content
  5009. assert len(response.data["data"]) == 1
  5010. data = response.data["data"]
  5011. assert data[0]["transaction"] == event1.transaction
  5012. assert data[0]["epm()"] == 12.5
  5013. assert data[0]["floored_epm()"] == 10
  5014. class OrganizationEventsProfilesDatasetEndpointTest(OrganizationEventsEndpointTestBase):
  5015. @mock.patch("sentry.search.events.builder.discover.raw_snql_query")
  5016. def test_profiles_dataset_simple(self, mock_snql_query):
  5017. mock_snql_query.side_effect = [
  5018. {
  5019. "data": [
  5020. {
  5021. "project": self.project.id,
  5022. "transaction": "foo",
  5023. "last_seen": "2022-10-20T16:41:22+00:00",
  5024. "latest_event": "a" * 32,
  5025. "count": 1,
  5026. "count_unique_transaction": 1,
  5027. "percentile_profile_duration_0_25": 1,
  5028. "p50_profile_duration": 1,
  5029. "p75_profile_duration": 1,
  5030. "p95_profile_duration": 1,
  5031. "p99_profile_duration": 1,
  5032. "p100_profile_duration": 1,
  5033. "min_profile_duration": 1,
  5034. "max_profile_duration": 1,
  5035. "avg_profile_duration": 1,
  5036. "sum_profile_duration": 1,
  5037. },
  5038. ],
  5039. "meta": [
  5040. {
  5041. "name": "project",
  5042. "type": "UInt64",
  5043. },
  5044. {
  5045. "name": "transaction",
  5046. "type": "LowCardinality(String)",
  5047. },
  5048. {
  5049. "name": "last_seen",
  5050. "type": "DateTime",
  5051. },
  5052. {
  5053. "name": "latest_event",
  5054. "type": "String",
  5055. },
  5056. {
  5057. "name": "count",
  5058. "type": "UInt64",
  5059. },
  5060. {
  5061. "name": "count_unique_transaction",
  5062. "type": "UInt64",
  5063. },
  5064. {
  5065. "name": "percentile_profile_duration_0_25",
  5066. "type": "Float64",
  5067. },
  5068. *[
  5069. {
  5070. "name": f"{fn}_profile_duration",
  5071. "type": "Float64",
  5072. }
  5073. for fn in ["p50", "p75", "p95", "p99", "p100", "min", "max", "avg", "sum"]
  5074. ],
  5075. ],
  5076. },
  5077. ]
  5078. fields = [
  5079. "project",
  5080. "transaction",
  5081. "last_seen()",
  5082. "latest_event()",
  5083. "count()",
  5084. "count_unique(transaction)",
  5085. "percentile(profile.duration, 0.25)",
  5086. "p50(profile.duration)",
  5087. "p75(profile.duration)",
  5088. "p95(profile.duration)",
  5089. "p99(profile.duration)",
  5090. "p100(profile.duration)",
  5091. "min(profile.duration)",
  5092. "max(profile.duration)",
  5093. "avg(profile.duration)",
  5094. "sum(profile.duration)",
  5095. ]
  5096. query = {
  5097. "field": fields,
  5098. "project": [self.project.id],
  5099. "dataset": "profiles",
  5100. }
  5101. response = self.do_request(query, features={"organizations:profiling": True})
  5102. assert response.status_code == 200, response.content
  5103. # making sure the response keys are in the form we expect and not aliased
  5104. data_keys = {key for row in response.data["data"] for key in row}
  5105. field_keys = {key for key in response.data["meta"]["fields"]}
  5106. unit_keys = {key for key in response.data["meta"]["units"]}
  5107. assert set(fields) == data_keys
  5108. assert set(fields) == field_keys
  5109. assert set(fields) == unit_keys
  5110. class OrganizationEventsProfileFunctionsDatasetEndpointTest(
  5111. OrganizationEventsEndpointTestBase, ProfilesSnubaTestCase
  5112. ):
  5113. def test_functions_dataset_simple(self):
  5114. self.store_functions(
  5115. [
  5116. {
  5117. "self_times_ns": [100 for _ in range(100)],
  5118. "package": "foo",
  5119. "function": "bar",
  5120. "in_app": True,
  5121. },
  5122. ],
  5123. project=self.project,
  5124. timestamp=before_now(hours=3),
  5125. )
  5126. self.store_functions(
  5127. [
  5128. {
  5129. "self_times_ns": [150 for _ in range(100)],
  5130. "package": "foo",
  5131. "function": "bar",
  5132. "in_app": True,
  5133. },
  5134. ],
  5135. project=self.project,
  5136. timestamp=before_now(hours=1),
  5137. )
  5138. mid = before_now(hours=2)
  5139. fields = [
  5140. "transaction",
  5141. "project",
  5142. "function",
  5143. "package",
  5144. "is_application",
  5145. "platform.name",
  5146. "environment",
  5147. "release",
  5148. "count()",
  5149. "examples()",
  5150. "p50()",
  5151. "p75()",
  5152. "p95()",
  5153. "p99()",
  5154. "avg()",
  5155. "sum()",
  5156. f"regression_score(function.duration, 0.95, {int(mid.timestamp())})",
  5157. ]
  5158. response = self.do_request(
  5159. {
  5160. "field": fields,
  5161. "statsPeriod": "4h",
  5162. "project": [self.project.id],
  5163. "dataset": "profileFunctions",
  5164. },
  5165. features={"organizations:profiling": True},
  5166. )
  5167. assert response.status_code == 200, response.content
  5168. # making sure the response keys are in the form we expect and not aliased
  5169. data_keys = {key for row in response.data["data"] for key in row}
  5170. field_keys = {key for key in response.data["meta"]["fields"]}
  5171. unit_keys = {key for key in response.data["meta"]["units"]}
  5172. assert set(fields) == data_keys
  5173. assert set(fields) == field_keys
  5174. assert set(fields) == unit_keys
  5175. assert response.data["meta"]["units"] == {
  5176. "transaction": None,
  5177. "project": None,
  5178. "function": None,
  5179. "package": None,
  5180. "is_application": None,
  5181. "platform.name": None,
  5182. "environment": None,
  5183. "release": None,
  5184. "count()": None,
  5185. "examples()": None,
  5186. "p50()": "nanosecond",
  5187. "p75()": "nanosecond",
  5188. "p95()": "nanosecond",
  5189. "p99()": "nanosecond",
  5190. "avg()": "nanosecond",
  5191. "sum()": "nanosecond",
  5192. f"regression_score(function.duration, 0.95, {int(mid.timestamp())})": None,
  5193. }
  5194. class OrganizationEventsIssuePlatformDatasetEndpointTest(
  5195. OrganizationEventsEndpointTestBase, SearchIssueTestMixin, PerformanceIssueTestCase
  5196. ):
  5197. def test_performance_issue_id_filter(self):
  5198. event = self.create_performance_issue()
  5199. query = {
  5200. "field": ["count()"],
  5201. "statsPeriod": "2h",
  5202. "query": f"issue.id:{event.group.id}",
  5203. "dataset": "issuePlatform",
  5204. }
  5205. response = self.do_request(query)
  5206. assert response.status_code == 200, response.content
  5207. assert response.data["data"][0]["count()"] == 1
  5208. def test_generic_issue_ids_filter(self):
  5209. user_data = {
  5210. "id": self.user.id,
  5211. "username": "user",
  5212. "email": "hellboy@bar.com",
  5213. "ip_address": "127.0.0.1",
  5214. }
  5215. event, _, group_info = self.store_search_issue(
  5216. self.project.id,
  5217. self.user.id,
  5218. [f"{ProfileFileIOGroupType.type_id}-group1"],
  5219. "prod",
  5220. before_now(hours=1),
  5221. user=user_data,
  5222. )
  5223. event, _, group_info = self.store_search_issue(
  5224. self.project.id,
  5225. self.user.id,
  5226. [f"{ProfileFileIOGroupType.type_id}-group2"],
  5227. "prod",
  5228. before_now(hours=1),
  5229. user=user_data,
  5230. )
  5231. assert group_info is not None
  5232. query = {
  5233. "field": ["title", "release", "environment", "user.display", "timestamp"],
  5234. "statsPeriod": "90d",
  5235. "query": f"issue.id:{group_info.group.id}",
  5236. "dataset": "issuePlatform",
  5237. }
  5238. with self.feature(["organizations:profiling"]):
  5239. response = self.do_request(query)
  5240. assert response.status_code == 200, response.content
  5241. assert len(response.data["data"]) == 1
  5242. assert response.data["data"][0]["title"] == group_info.group.title
  5243. assert response.data["data"][0]["environment"] == "prod"
  5244. assert response.data["data"][0]["user.display"] == user_data["email"]
  5245. assert response.data["data"][0]["timestamp"] == event.timestamp
  5246. query = {
  5247. "field": ["title", "release", "environment", "user.display", "timestamp"],
  5248. "statsPeriod": "90d",
  5249. "query": f"issue:{group_info.group.qualified_short_id}",
  5250. "dataset": "issuePlatform",
  5251. }
  5252. with self.feature(["organizations:profiling"]):
  5253. response = self.do_request(query)
  5254. assert response.status_code == 200, response.content
  5255. assert len(response.data["data"]) == 1
  5256. assert response.data["data"][0]["title"] == group_info.group.title
  5257. assert response.data["data"][0]["environment"] == "prod"
  5258. assert response.data["data"][0]["user.display"] == user_data["email"]
  5259. assert response.data["data"][0]["timestamp"] == event.timestamp
  5260. def test_performance_short_group_id(self):
  5261. event = self.create_performance_issue()
  5262. query = {
  5263. "field": ["count()"],
  5264. "statsPeriod": "1h",
  5265. "query": f"project:{event.group.project.slug} issue:{event.group.qualified_short_id}",
  5266. "dataset": "issuePlatform",
  5267. }
  5268. response = self.do_request(query)
  5269. assert response.status_code == 200, response.content
  5270. assert response.data["data"][0]["count()"] == 1
  5271. def test_multiple_performance_short_group_ids_filter(self):
  5272. event1 = self.create_performance_issue()
  5273. event2 = self.create_performance_issue()
  5274. query = {
  5275. "field": ["count()"],
  5276. "statsPeriod": "1h",
  5277. "query": f"project:{event1.group.project.slug} issue:[{event1.group.qualified_short_id},{event2.group.qualified_short_id}]",
  5278. "dataset": "issuePlatform",
  5279. }
  5280. response = self.do_request(query)
  5281. assert response.status_code == 200, response.content
  5282. assert response.data["data"][0]["count()"] == 2
  5283. def test_user_display_issue_platform(self):
  5284. project1 = self.create_project()
  5285. user_data = {
  5286. "id": self.user.id,
  5287. "username": "user",
  5288. "email": "hellboy@bar.com",
  5289. "ip_address": "127.0.0.1",
  5290. }
  5291. _, _, group_info = self.store_search_issue(
  5292. project1.id,
  5293. 1,
  5294. ["group1-fingerprint"],
  5295. None,
  5296. before_now(hours=1),
  5297. user=user_data,
  5298. )
  5299. assert group_info is not None
  5300. features = {
  5301. "organizations:discover-basic": True,
  5302. "organizations:global-views": True,
  5303. "organizations:profiling": True,
  5304. }
  5305. query = {
  5306. "field": ["user.display"],
  5307. "query": f"user.display:hell* issue.id:{group_info.group.id}",
  5308. "statsPeriod": "24h",
  5309. "dataset": "issuePlatform",
  5310. }
  5311. response = self.do_request(query, features=features)
  5312. assert response.status_code == 200, response.content
  5313. data = response.data["data"]
  5314. assert len(data) == 1
  5315. result = {r["user.display"] for r in data}
  5316. assert result == {user_data["email"]}
  5317. def test_all_events_fields(self):
  5318. user_data = {
  5319. "id": self.user.id,
  5320. "username": "user",
  5321. "email": "hellboy@bar.com",
  5322. "ip_address": "127.0.0.1",
  5323. }
  5324. replay_id = str(uuid.uuid4())
  5325. profile_id = str(uuid.uuid4())
  5326. event = self.create_performance_issue(
  5327. contexts={
  5328. "trace": {
  5329. "trace_id": str(uuid.uuid4().hex),
  5330. "span_id": "933e5c9a8e464da9",
  5331. "type": "trace",
  5332. },
  5333. "replay": {"replay_id": replay_id},
  5334. "profile": {"profile_id": profile_id},
  5335. },
  5336. user_data=user_data,
  5337. )
  5338. query = {
  5339. "field": [
  5340. "id",
  5341. "transaction",
  5342. "title",
  5343. "release",
  5344. "environment",
  5345. "user.display",
  5346. "device",
  5347. "os",
  5348. "url",
  5349. "runtime",
  5350. "replayId",
  5351. "profile.id",
  5352. "transaction.duration",
  5353. "timestamp",
  5354. ],
  5355. "statsPeriod": "1h",
  5356. "query": f"project:{event.group.project.slug} issue:{event.group.qualified_short_id}",
  5357. "dataset": "issuePlatform",
  5358. }
  5359. response = self.do_request(query)
  5360. assert response.status_code == 200, response.content
  5361. data = response.data["data"][0]
  5362. assert data == {
  5363. "id": event.event_id,
  5364. "transaction": event.transaction,
  5365. "project.name": event.project.name.lower(),
  5366. "title": event.group.title,
  5367. "release": event.release,
  5368. "environment": event.get_environment().name,
  5369. "user.display": user_data["email"],
  5370. "device": "Mac",
  5371. "os": "",
  5372. "url": event.interfaces["request"].full_url,
  5373. "runtime": dict(event.get_raw_data()["tags"])["runtime"],
  5374. "replayId": replay_id.replace("-", ""),
  5375. "profile.id": profile_id.replace("-", ""),
  5376. "transaction.duration": 3000,
  5377. "timestamp": event.datetime.replace(microsecond=0).isoformat(),
  5378. }
  5379. class OrganizationEventsErrorsDatasetEndpointTest(OrganizationEventsEndpointTestBase):
  5380. def test_status(self):
  5381. with self.options({"issues.group_attributes.send_kafka": True}):
  5382. self.store_event(
  5383. data={
  5384. "event_id": "a" * 32,
  5385. "timestamp": self.ten_mins_ago_iso,
  5386. "fingerprint": ["group1"],
  5387. },
  5388. project_id=self.project.id,
  5389. ).group
  5390. group_2 = self.store_event(
  5391. data={
  5392. "event_id": "b" * 32,
  5393. "timestamp": self.ten_mins_ago_iso,
  5394. "fingerprint": ["group2"],
  5395. },
  5396. project_id=self.project.id,
  5397. ).group
  5398. group_3 = self.store_event(
  5399. data={
  5400. "event_id": "c" * 32,
  5401. "timestamp": self.ten_mins_ago_iso,
  5402. "fingerprint": ["group3"],
  5403. },
  5404. project_id=self.project.id,
  5405. ).group
  5406. query = {
  5407. "field": ["count()"],
  5408. "statsPeriod": "2h",
  5409. "query": "status:unresolved",
  5410. "dataset": "errors",
  5411. }
  5412. response = self.do_request(query)
  5413. assert response.status_code == 200, response.content
  5414. assert response.data["data"][0]["count()"] == 3
  5415. group_2.status = GroupStatus.IGNORED
  5416. group_2.substatus = GroupSubStatus.FOREVER
  5417. group_2.save(update_fields=["status", "substatus"])
  5418. group_3.status = GroupStatus.IGNORED
  5419. group_3.substatus = GroupSubStatus.FOREVER
  5420. group_3.save(update_fields=["status", "substatus"])
  5421. # XXX: Snuba caches query results, so change the time period so that the query
  5422. # changes enough to bust the cache.
  5423. query["statsPeriod"] = "3h"
  5424. response = self.do_request(query)
  5425. assert response.status_code == 200, response.content
  5426. assert response.data["data"][0]["count()"] == 1
  5427. def test_is_status(self):
  5428. with self.options({"issues.group_attributes.send_kafka": True}):
  5429. self.store_event(
  5430. data={
  5431. "event_id": "a" * 32,
  5432. "timestamp": self.ten_mins_ago_iso,
  5433. "fingerprint": ["group1"],
  5434. },
  5435. project_id=self.project.id,
  5436. ).group
  5437. group_2 = self.store_event(
  5438. data={
  5439. "event_id": "b" * 32,
  5440. "timestamp": self.ten_mins_ago_iso,
  5441. "fingerprint": ["group2"],
  5442. },
  5443. project_id=self.project.id,
  5444. ).group
  5445. group_3 = self.store_event(
  5446. data={
  5447. "event_id": "c" * 32,
  5448. "timestamp": self.ten_mins_ago_iso,
  5449. "fingerprint": ["group3"],
  5450. },
  5451. project_id=self.project.id,
  5452. ).group
  5453. query = {
  5454. "field": ["count()"],
  5455. "statsPeriod": "2h",
  5456. "query": "is:unresolved",
  5457. "dataset": "errors",
  5458. }
  5459. response = self.do_request(query)
  5460. assert response.status_code == 200, response.content
  5461. assert response.data["data"][0]["count()"] == 3
  5462. group_2.status = GroupStatus.IGNORED
  5463. group_2.substatus = GroupSubStatus.FOREVER
  5464. group_2.save(update_fields=["status", "substatus"])
  5465. group_3.status = GroupStatus.IGNORED
  5466. group_3.substatus = GroupSubStatus.FOREVER
  5467. group_3.save(update_fields=["status", "substatus"])
  5468. # XXX: Snuba caches query results, so change the time period so that the query
  5469. # changes enough to bust the cache.
  5470. query["statsPeriod"] = "3h"
  5471. response = self.do_request(query)
  5472. assert response.status_code == 200, response.content
  5473. assert response.data["data"][0]["count()"] == 1
  5474. def test_short_group_id(self):
  5475. group_1 = self.store_event(
  5476. data={
  5477. "event_id": "a" * 32,
  5478. "timestamp": self.ten_mins_ago_iso,
  5479. "fingerprint": ["group1"],
  5480. },
  5481. project_id=self.project.id,
  5482. ).group
  5483. query = {
  5484. "field": ["count()"],
  5485. "statsPeriod": "1h",
  5486. "query": f"project:{group_1.project.slug} issue:{group_1.qualified_short_id}",
  5487. "dataset": "errors",
  5488. }
  5489. response = self.do_request(query)
  5490. assert response.status_code == 200, response.content
  5491. assert response.data["data"][0]["count()"] == 1
  5492. def test_user_display(self):
  5493. with self.options({"issues.group_attributes.send_kafka": True}):
  5494. group_1 = self.store_event(
  5495. data={
  5496. "event_id": "a" * 32,
  5497. "timestamp": self.ten_mins_ago_iso,
  5498. "fingerprint": ["group1"],
  5499. "user": {
  5500. "email": "hellboy@bar.com",
  5501. },
  5502. },
  5503. project_id=self.project.id,
  5504. ).group
  5505. features = {
  5506. "organizations:discover-basic": True,
  5507. "organizations:global-views": True,
  5508. }
  5509. query = {
  5510. "field": ["user.display"],
  5511. "query": f"user.display:hell* issue.id:{group_1.id}",
  5512. "statsPeriod": "24h",
  5513. "dataset": "errors",
  5514. }
  5515. response = self.do_request(query, features=features)
  5516. assert response.status_code == 200, response.content
  5517. data = response.data["data"]
  5518. assert len(data) == 1
  5519. result = {r["user.display"] for r in data}
  5520. assert result == {"hellboy@bar.com"}
  5521. def test_performance_score(self):
  5522. self.transaction_data["measurements"] = {
  5523. "score.lcp": {"value": 0.03},
  5524. "score.weight.lcp": {"value": 0.3},
  5525. }
  5526. self.store_event(self.transaction_data, self.project.id)
  5527. self.transaction_data["measurements"] = {
  5528. "score.lcp": {"value": 1.0},
  5529. "score.weight.lcp": {"value": 1.0},
  5530. }
  5531. self.store_event(self.transaction_data, self.project.id)
  5532. query = {
  5533. "field": [
  5534. "performance_score(measurements.score.lcp)",
  5535. ]
  5536. }
  5537. response = self.do_request(query)
  5538. assert response.status_code == 200, response.content
  5539. assert len(response.data["data"]) == 1
  5540. assert response.data["data"][0] == {
  5541. "performance_score(measurements.score.lcp)": 0.7923076923076923,
  5542. }
  5543. def test_weighted_performance_score(self):
  5544. self.transaction_data["measurements"] = {
  5545. "score.lcp": {"value": 0.03},
  5546. "score.weight.lcp": {"value": 0.3},
  5547. "score.total": {"value": 0.03},
  5548. }
  5549. self.store_event(self.transaction_data, self.project.id)
  5550. self.transaction_data["measurements"] = {
  5551. "score.lcp": {"value": 1.0},
  5552. "score.weight.lcp": {"value": 1.0},
  5553. "score.total": {"value": 1.0},
  5554. }
  5555. self.store_event(self.transaction_data, self.project.id)
  5556. self.transaction_data["measurements"] = {
  5557. "score.total": {"value": 0.0},
  5558. }
  5559. self.store_event(self.transaction_data, self.project.id)
  5560. query = {
  5561. "field": [
  5562. "weighted_performance_score(measurements.score.lcp)",
  5563. ]
  5564. }
  5565. response = self.do_request(query)
  5566. assert response.status_code == 200, response.content
  5567. assert len(response.data["data"]) == 1
  5568. assert response.data["data"][0] == {
  5569. "weighted_performance_score(measurements.score.lcp)": 0.3433333333333333,
  5570. }
  5571. def test_invalid_performance_score_column(self):
  5572. self.transaction_data["measurements"] = {
  5573. "score.total": {"value": 0.0},
  5574. }
  5575. self.store_event(self.transaction_data, self.project.id)
  5576. query = {
  5577. "field": [
  5578. "performance_score(measurements.score.fp)",
  5579. ]
  5580. }
  5581. response = self.do_request(query)
  5582. assert response.status_code == 400, response.content
  5583. def test_invalid_weighted_performance_score_column(self):
  5584. self.transaction_data["measurements"] = {
  5585. "score.total": {"value": 0.0},
  5586. }
  5587. self.store_event(self.transaction_data, self.project.id)
  5588. query = {
  5589. "field": [
  5590. "weighted_performance_score(measurements.score.fp)",
  5591. ]
  5592. }
  5593. response = self.do_request(query)
  5594. assert response.status_code == 400, response.content
  5595. def test_all_events_fields(self):
  5596. user_data = {
  5597. "id": self.user.id,
  5598. "username": "user",
  5599. "email": "hellboy@bar.com",
  5600. "ip_address": "127.0.0.1",
  5601. }
  5602. replay_id = uuid.uuid4().hex
  5603. with self.options({"issues.group_attributes.send_kafka": True}):
  5604. event = self.store_event(
  5605. data={
  5606. "timestamp": self.ten_mins_ago_iso,
  5607. "fingerprint": ["group1"],
  5608. "contexts": {
  5609. "trace": {
  5610. "trace_id": str(uuid.uuid4().hex),
  5611. "span_id": "933e5c9a8e464da9",
  5612. "type": "trace",
  5613. },
  5614. "replay": {"replay_id": replay_id},
  5615. },
  5616. "tags": {"device": "Mac"},
  5617. "user": user_data,
  5618. },
  5619. project_id=self.project.id,
  5620. )
  5621. query = {
  5622. "field": [
  5623. "id",
  5624. "transaction",
  5625. "title",
  5626. "release",
  5627. "environment",
  5628. "user.display",
  5629. "device",
  5630. "os",
  5631. "replayId",
  5632. "timestamp",
  5633. ],
  5634. "statsPeriod": "2d",
  5635. "query": "is:unresolved",
  5636. "dataset": "errors",
  5637. "sort": "-title",
  5638. }
  5639. response = self.do_request(query)
  5640. assert response.status_code == 200, response.content
  5641. data = response.data["data"][0]
  5642. assert data == {
  5643. "id": event.event_id,
  5644. "events.transaction": "",
  5645. "project.name": event.project.name.lower(),
  5646. "events.title": event.group.title,
  5647. "release": event.release,
  5648. "events.environment": None,
  5649. "user.display": user_data["email"],
  5650. "device": "Mac",
  5651. "replayId": replay_id,
  5652. "os": "",
  5653. "events.timestamp": event.datetime.replace(microsecond=0).isoformat(),
  5654. }
  5655. def test_opportunity_score(self):
  5656. self.transaction_data["measurements"] = {
  5657. "score.lcp": {"value": 0.03},
  5658. "score.weight.lcp": {"value": 0.3},
  5659. "score.fcp": {"value": 0.4},
  5660. "score.weight.fcp": {"value": 0.7},
  5661. "score.total": {"value": 0.43},
  5662. }
  5663. self.store_event(self.transaction_data, self.project.id)
  5664. self.transaction_data["measurements"] = {
  5665. "score.lcp": {"value": 1.0},
  5666. "score.weight.lcp": {"value": 1.0},
  5667. "score.total": {"value": 1.0},
  5668. }
  5669. self.store_event(self.transaction_data, self.project.id)
  5670. self.transaction_data["measurements"] = {
  5671. "score.total": {"value": 0.0},
  5672. }
  5673. self.store_event(self.transaction_data, self.project.id)
  5674. query = {
  5675. "field": [
  5676. "opportunity_score(measurements.score.lcp)",
  5677. "opportunity_score(measurements.score.total)",
  5678. ]
  5679. }
  5680. response = self.do_request(query)
  5681. assert response.status_code == 200, response.content
  5682. assert len(response.data["data"]) == 1
  5683. assert response.data["data"][0] == {
  5684. "opportunity_score(measurements.score.lcp)": 0.27,
  5685. "opportunity_score(measurements.score.total)": 1.57,
  5686. }
  5687. def test_count_scores(self):
  5688. self.transaction_data["measurements"] = {
  5689. "score.lcp": {"value": 0.03},
  5690. "score.total": {"value": 0.43},
  5691. }
  5692. self.store_event(self.transaction_data, self.project.id)
  5693. self.transaction_data["measurements"] = {
  5694. "score.total": {"value": 1.0},
  5695. }
  5696. self.store_event(self.transaction_data, self.project.id)
  5697. self.transaction_data["measurements"] = {
  5698. "score.total": {"value": 0.0},
  5699. }
  5700. self.store_event(self.transaction_data, self.project.id)
  5701. query = {
  5702. "field": [
  5703. "count_scores(measurements.score.lcp)",
  5704. "count_scores(measurements.score.total)",
  5705. ]
  5706. }
  5707. response = self.do_request(query)
  5708. assert response.status_code == 200, response.content
  5709. assert len(response.data["data"]) == 1
  5710. assert response.data["data"][0] == {
  5711. "count_scores(measurements.score.lcp)": 1,
  5712. "count_scores(measurements.score.total)": 3,
  5713. }