ymake.core.conf 250 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888
  1. # !!! DISCLAIMER! PLEASE DON'T IGNORE !!!
  2. # The FAKEID value is huge hammer. It affects UIDs of all nodes in build graph including, but not limited to
  3. # any resource fetch (think java contrib), build on any language (C++, Python, Java, Go), any code generation.
  4. # Any build after this change will pay the price:
  5. # - Local builds and Sandbox builds will reload all resources from Sandbox and cached data from YT (if ready).
  6. # - Distributed (YT) cache warmup will take significant time to catch up and will need to recache everything.
  7. # - Autocheck will rebuild and recache everything.
  8. # Use this with extreme care and only change if it is ultimately needed. Consider more specific XXX_FAKEIDs below instead.
  9. FAKEID=628318530716
  10. SANDBOX_FAKEID=${FAKEID}.7600000
  11. CPP_FAKEID=2024-01-23
  12. GO_FAKEID=11100371
  13. ANDROID_FAKEID=2023-05-17
  14. CLANG_TIDY_FAKEID=2023-06-06
  15. CYTHON_FAKE_ID=10784829
  16. JAVA_FAKEID=20240627
  17. PROTO_FAKEID=0
  18. FBS_FAKEID=2024-03-13
  19. # Change of this value will invalidate some parts of configure cache
  20. # but will not affect builds anyhow (except tests referring build/ directory)
  21. JSON_CACHE_FAKE_ID=20240830
  22. STRUCT_CMD=yes
  23. CURDIR=.
  24. MODDIR=.
  25. BINDIR=bin:/
  26. SRCDIR=
  27. YMAKE=ymake
  28. ECHO=echo
  29. INCLUDE_EXTS=.h .hh .hpp .rli .cuh .inc .i .ipp .ixx .ya_exposed .hxx .H
  30. CPP_EXT=.cpp
  31. OBJ_SUF=
  32. CFLAGS=
  33. EXTRA_C_FLAGS=
  34. SFLAGS=
  35. SRCFLAGS=
  36. FORCE_COVERAGE_ENABLED=
  37. FORCE_COVERAGE_DISABLED=
  38. OBJADDE_LIB=
  39. OBJADDE_LIB_GLOBAL=
  40. TRUE=yes
  41. FALSE=no
  42. MODULE_PREFIX=
  43. MODULE_SUFFIX=
  44. __COMMA__=${comma:""}
  45. __BSDQ__=\"
  46. when ($STRUCT_CMD == "yes") {
  47. __BSDQ__=\\\"
  48. }
  49. # do not keep it undefined, since we directly subsitute it in LLVM_COMPILE_CXX etc.
  50. WINDOWS=no
  51. # tag:src-processing tag:internal
  52. ### @usage: _SRC(Ext Src Flags) # internal
  53. ###
  54. ### Basic building block of extension-based command dispatching
  55. ### To enable specific extension processing define _SRC() macro with fixed first argument (Ext).
  56. ### Internal logic will apply this macro to all files with this Ext listed in SRC/SRCS macros or outputs
  57. ### of other commands (except ones marked as noauto)
  58. macro _SRC(EXT, SRC, SRCFLAGS...) {
  59. # Generic macro definition for _SRC (just a placeholder, it does nothing)
  60. }
  61. CLANG_VER=14
  62. when ($CLANG16 == "yes") {
  63. CLANG_VER=16
  64. }
  65. USE_ARCADIA_COMPILER_RUNTIME=yes
  66. when ($LOCAL && $XCODE) {
  67. USE_ARCADIA_COMPILER_RUNTIME=no
  68. }
  69. @import "${CONF_ROOT}/conf/settings.conf"
  70. @import "${CONF_ROOT}/conf/opensource.conf"
  71. @import "${CONF_ROOT}/conf/opensource_export.conf"
  72. @import "${CONF_ROOT}/conf/sysincl.conf"
  73. @import "${CONF_ROOT}/conf/license.conf"
  74. @import "${CONF_ROOT}/conf/docs.conf"
  75. @import "${CONF_ROOT}/conf/swig.conf"
  76. @import "${CONF_ROOT}/conf/proto.conf"
  77. @import "${CONF_ROOT}/conf/fbs.conf"
  78. @import "${CONF_ROOT}/conf/ts/ts.conf"
  79. @import "${CONF_ROOT}/conf/project_specific/other.conf"
  80. @import "${CONF_ROOT}/conf/project_specific/yt.conf"
  81. SO_OUTPUTS=no
  82. when ($USE_PYTHON) {
  83. C_DEFINES+= -DUSE_PYTHON
  84. }
  85. _PREBUILT_TOOLS_ROOT=build/prebuilt
  86. _TOOL_PROTOC_GEN_GO=vendor/github.com/golang/protobuf/protoc-gen-go
  87. _TOOL_PROTOC_GEN_GO_V2=vendor/google.golang.org/protobuf/cmd/protoc-gen-go
  88. _TOOL_PROTOC_GEN_GO_GRPC_V2=vendor/google.golang.org/grpc/cmd/protoc-gen-go-grpc
  89. _TOOL_RESCOMPILER=tools/rescompiler
  90. _TOOL_RESCOMPRESSOR=tools/rescompressor
  91. _TOOL_RORESCOMPILER=tools/rorescompiler
  92. when ($DISABLE_SEPARATE_AUX_CPP != "yes") {
  93. SEPARATE_AUX_CPP=yes
  94. }
  95. _HOST_SUPPORTS_PREBUILT_PROTOC_GEN_GO=no
  96. _TARGET_SUPPORTS_PREBUILT_PROTOC_GEN_GO=no
  97. when ($USE_PREBUILT_TOOLS == "yes") {
  98. when ($HOST_ARCH_X86_64 == "yes" && ($HOST_OS_LINUX == "yes" || $HOST_OS_WINDOWS == "yes" || $HOST_OS_DARWIN == "yes")) {
  99. _HOST_SUPPORTS_PREBUILT_PROTOC_GEN_GO=yes
  100. }
  101. when ($HOST_ARCH_ARM64 == "yes" && $HOST_OS_DARWIN == "yes") {
  102. _HOST_SUPPORTS_PREBUILT_PROTOC_GEN_GO=yes
  103. }
  104. when ($ARCH_X86_64 == "yes" && ($OS_LINUX == "yes" || $OS_WINDOWS == "yes" || $OS_DARWIN == "yes")) {
  105. _TARGET_SUPPORTS_PREBUILT_PROTOC_GEN_GO=yes
  106. }
  107. when ($ARCH_ARM64 == "yes" && $OS_DARWIN == "yes") {
  108. _TARGET_SUPPORTS_PREBUILT_PROTOC_GEN_GO=yes
  109. }
  110. when ($_HOST_SUPPORTS_PREBUILT_PROTOC_GEN_GO == "yes" && $_TARGET_SUPPORTS_PREBUILT_PROTOC_GEN_GO == "yes") {
  111. _TOOL_PROTOC_GEN_GO=${_PREBUILT_TOOLS_ROOT}/vendor/github.com/golang/protobuf/protoc-gen-go
  112. }
  113. }
  114. ### @usage: FUNCTION_ORDERING_FILE(VAR_NAME)
  115. ###
  116. ### Select file for function reordering. Works only with lld linker.
  117. ### VAR_NAME should be the same value that was passed into DECLARE_EXTERNAL_HOST_RESOURCES_BUNDLE library.
  118. macro FUNCTION_ORDERING_FILE(ORDERING_FILE) {
  119. select ($_LINKER_ID) {
  120. "lld" ? {
  121. }
  122. default ? {
  123. _OK = no
  124. }
  125. }
  126. ASSERT(_OK FUNCTION_ORDERING_FILE macro can be used only with `lld` linker, but you chose `$_LINKER_ID`.)
  127. LDFLAGS("-Wl,--symbol-ordering-file=${suf=_RESOURCE_GLOBAL/funcs.ord;pre=$:ORDERING_FILE}")
  128. }
  129. ### @usage: SELECT_CLANG_SA_CONFIG(static_analyzer.yaml)
  130. ###
  131. ### Select config file for clang static analyzer.
  132. ### The file should be called static_analyzer.yaml.
  133. macro SELECT_CLANG_SA_CONFIG(config) {
  134. SET(_CLANG_SA_CONFIG ${input:config})
  135. }
  136. ### @usage: USE_SA_PLUGINS(FROM path/to/external/module1 NAME VAR_NAME1 FROM path/to/external/module2 NAME VAR_NAME2 ...)
  137. ###
  138. ### Select additional plugins for clang static analyzer, each path/to/external/module should declare target RESOURCES_LIBRARY.
  139. ### VAR_NAME should be the same value that was passed into DECLARE_EXTERNAL_HOST_RESOURCES_BUNDLE as first argument.
  140. ### See example in market/report/csa_checks/static_analyzer_ymake.inc
  141. macro USE_SA_PLUGINS(FROM[], NAME[]) {
  142. PEERDIR($FROM)
  143. SET_APPEND(CLANG_SA_PLUGINS ${suf=_RESOURCE_GLOBAL/plugin.so;pre=$:NAME})
  144. }
  145. # Helper macro for unwrapping sequence of files
  146. macro _CLANG_SA_UNWRAP_PLUGINS(Plugins{input}[]) {
  147. .CMD=${Plugins}
  148. }
  149. CLANG_SA_PLUGINS=
  150. CLANG_CSA_ROOT=${CLANG_CSA16_RESOURCE_GLOBAL}
  151. CLANG_CSA_BIN=${CLANG_CSA16_RESOURCE_GLOBAL}/bin/clang
  152. when ($CLANG_SA_ENABLE == "yes" && $_CLANG_SA_CONFIG && $CLANG_CSA_ROOT) {
  153. PEERDIR+=build/platform/clang/clang-static-analyzer
  154. CLANG_STATIC_ANALYZER_OPTIONS_NEW=$YMAKE_PYTHON3 ${input:"build/scripts/clang_static_analyzer.py"} \
  155. "--testing-src" ${input:SRC} \
  156. "--clang-bin" $CLANG_CSA_BIN \
  157. "--source-root" $(SOURCE_ROOT) \
  158. "--config-file" ${input:_CLANG_SA_CONFIG} \
  159. "--plugins-begin" "dummy_param" $CLANG_SA_PLUGINS "--plugins-end" \
  160. $GCC_COMPILE_FLAGS $CXXFLAGS $SRCFLAGS
  161. }
  162. otherwise {
  163. CLANG_STATIC_ANALYZER_OPTIONS_NEW=
  164. }
  165. FAIL_MODULE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/fail_module_cmd.py"} $TARGET ${hide;kv:"p ER"} ${hide;kv:"pc red"}
  166. DEFAULT_TIDY_CONFIG=build/config/tests/clang_tidy/config.yaml
  167. PROJECT_TIDY_CONFIG=build/config/tests/clang_tidy/config.yaml
  168. TIDY=
  169. TIDY_ENABLED=
  170. when($TIDY == "yes") {
  171. TIDY_ENABLED=yes
  172. }
  173. CLANG_TIDY_BIN=${CLANG_TIDY_RESOURCE_GLOBAL}/bin/clang-tidy
  174. when ($TIDY_ENABLED == "yes") {
  175. when ($TIDY_EXPORT_FIXES=="") {
  176. TIDY_EXPORT_FIXES="no"
  177. }
  178. CLANG_TIDY_ARGS=${hide:CLANG_TIDY_FAKEID} $YMAKE_PYTHON ${input:"build/scripts/clang_tidy.py"} "--ymake-python" $YMAKE_PYTHON "--clang-tidy-bin" $CLANG_TIDY_BIN "--config-validation-script" ${input:"build/tests/config/clang_tidy/tidy_config_validation.py"} "--testing-src" ${input:SRC} "--source-root" $(SOURCE_ROOT) "--build-root" $(BUILD_ROOT) "--tidy-json" ${noauto;output;suf=${COMPILE_OUT_SUFFIX}${OBJ_CROSS_SUF}.tidyjson:SRC} "--export-fixes" $TIDY_EXPORT_FIXES
  179. CLANG_TIDY_ARGS+="--default-config-file" ${input:DEFAULT_TIDY_CONFIG}
  180. CLANG_TIDY_ARGS+="--project-config-file" ${input:PROJECT_TIDY_CONFIG}
  181. when ($TIDY_CHECKS) {
  182. CLANG_TIDY_ARGS+="--checks=$TIDY_CHECKS"
  183. }
  184. when ($TIDY_HEADER_FILTER) {
  185. CLANG_TIDY_ARGS+="--header-filter=$TIDY_HEADER_FILTER"
  186. }
  187. TIDY_VALUE=USE_CONDITIONAL_SRCS
  188. }
  189. otherwise {
  190. CLANG_TIDY_ARGS=
  191. TIDY_VALUE=
  192. }
  193. # tag:profile
  194. NEED_PROFILE_RUNTIME=no
  195. when ($BUILD_TYPE == "PROFILE" || $BUILD_TYPE == "COVERAGE" || ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") || $GCOV_COVERAGE == "yes" || $PGO_ADD == "yes") {
  196. when($CLANG && ($TARGET_PLATFORM == "LINUX" || $TARGET_PLATFORM == "DARWIN")) {
  197. NEED_PROFILE_RUNTIME=yes
  198. }
  199. }
  200. otherwise {
  201. NEED_PROFILE_RUNTIME=no
  202. }
  203. when ($NEED_PROFILE_RUNTIME == "yes") {
  204. COPY_PROFILE_RUNTIME=\
  205. $YMAKE_PYTHON3 ${input:"build/scripts/copy_clang_profile_rt.py"} \
  206. --arch $TARGET_PLATFORM \
  207. --build-root $ARCADIA_BUILD_ROOT --
  208. COPY_PROFILE_RUNTIME+=\
  209. ${rootrel:PEERS} \
  210. $LDFLAGS
  211. }
  212. otherwise {
  213. COPY_PROFILE_RUNTIME=
  214. }
  215. # tag:codenav
  216. when ($CODENAVIGATION && $NOCODENAVIGATION != "yes") {
  217. PY_PROGRAM_LINK_EXE=$LINK_EXE ${hide;kv:"pyndex $TARGET"}
  218. YNDEXER_ARGS=$YMAKE_PYTHON ${input:"build/scripts/yndexer.py"} $CPPYNDEXER_RESOURCE_GLOBAL/yndexer 1500 $(SOURCE_ROOT) $ARCADIA_BUILD_ROOT ${input:SRC}
  219. YNDEXER_OUTPUT=${noauto;output;suf=${OBJ_CROSS_SUF}${COMPILE_OUT_SUFFIX}.ydx.pb2:SRC}
  220. }
  221. otherwise {
  222. PY_PROGRAM_LINK_EXE=$LINK_EXE
  223. YNDEXER_ARGS=
  224. YNDEXER_OUTPUT=
  225. }
  226. when ($RETRY == "yes") {
  227. RETRY_ARGS=$YMAKE_PYTHON ${input:"build/scripts/wrapcc.py"}
  228. }
  229. otherwise {
  230. RETRY_ARGS=
  231. }
  232. COVERAGE_FLAGS=
  233. EXTRA_OUTPUT=
  234. when ($CLANG == "yes" || $GCC == "yes") {
  235. when ($BUILD_TYPE == "COVERAGE" || $GCOV_COVERAGE) {
  236. COVERAGE_FLAGS=-fprofile-arcs -ftest-coverage
  237. EXTRA_OUTPUT=${hide;noauto;output;suf=${COMPILE_OUT_SUFFIX}${OBJ_SUF}${_CROSS_SUFFIX}.gcno:SRC}
  238. }
  239. }
  240. when ($OS_CYGWIN == "yes") {
  241. CFLAGS+=-D_LDBL_EQ_DBL=1 -U__STRICT_ANSI__
  242. USE_ASMLIB=no
  243. FSTACK=
  244. }
  245. when ($OS_IOS == "yes" || $OS_ANDROID == "yes") {
  246. USE_ASMLIB=no
  247. }
  248. CFLAGS+=$COVERAGE_FLAGS
  249. LDFLAGS+=$COVERAGE_FLAGS
  250. CHECKFLAG=
  251. NO_MAPREDUCE=
  252. when ($NO_MAPREDUCE == "yes") {
  253. C_DEFINES+=-DNO_MAPREDUCE
  254. }
  255. when ($OS_ANDROID == "yes") {
  256. PIE=yes
  257. }
  258. when ($CLANG && $OS_DARWIN && $SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  259. SO_OUTPUTS=yes
  260. }
  261. when ($OS_NONE == "yes" || $MAPSMOBI_BUILD_TARGET == "yes" && $OS_LINUX != "yes") {
  262. USE_STL_SYSTEM=yes
  263. }
  264. # USE_INTERNAL_STL is an internal flag (set on by default) but may be used externally to
  265. # select system standard C++ library when USE_INTERNAL_STL=no is set.
  266. #
  267. # USE_STL_SYSTEM=yes is a regular way to select system standard C++ library.
  268. #
  269. when ($USE_STL_SYSTEM == "yes") {
  270. USE_INTERNAL_STL=no
  271. }
  272. when ($USE_INTERNAL_STL == "no") {
  273. USE_STL_SYSTEM=yes
  274. }
  275. otherwise {
  276. USE_INTERNAL_STL=yes
  277. # TODO: Extract to conf/sysincl.conf
  278. # This trigger doesn't work for module level since SYSINCL is processed at
  279. # configuration stage (This means that NO_RUNTIME() macro called in ya.make
  280. # won't affect SYSINCL and the only way to make this trigger work correctly
  281. # is to define configuration variable NORUNTIME (-DNORUNTIME) on the command
  282. # line when `ya make ...` is invoked.
  283. when ($NORUNTIME != "yes") {
  284. SYSINCL+=build/sysincl/stl-to-libcxx.yml
  285. when ($MSVC == "yes" && $CLANG_CL != "yes") {
  286. SYSINCL+=build/sysincl/stl-to-libcxxmsvc.yml
  287. }
  288. when ($MUSL == "yes") {
  289. SYSINCL+=build/sysincl/libc-musl-libcxx.yml
  290. }
  291. }
  292. }
  293. USE_ARCADIA_PYTHON=yes
  294. USE_ARCADIA_LIBM=no
  295. USE_EAT_MY_DATA=no
  296. HAVE_MKL=
  297. when ($HAVE_MKL == "") {
  298. when ($OS_LINUX && $ARCH_X86_64 && !$SANITIZER_TYPE) {
  299. HAVE_MKL=yes
  300. }
  301. otherwise {
  302. HAVE_MKL=no
  303. }
  304. }
  305. SFDL_TMP_OUT= ${output;tmp:SRC.tmp}
  306. # tag:tool-specific
  307. ARCH_TOOL=${tool:"tools/archiver"}
  308. # tag:tool-specific
  309. LUA_TOOL=${tool:"tools/lua"}
  310. ENUM_PARSER_TOOL=${tool:"tools/enum_parser/enum_parser"}
  311. FATAL_ERROR_MODULE=no
  312. FATAL_ERROR_MESSAGE=
  313. ANTLR_PYTHON=Python2
  314. ### @usage: NO_LTO()
  315. ###
  316. ### Disable any lto (link-time optimizations) for the module.
  317. ### This will compile module source files as usual (without LTO) but will not prevent lto-enabled
  318. ### linking of entire program if global settings say so.
  319. macro NO_LTO() {
  320. DISABLE(USE_LTO)
  321. DISABLE(USE_THINLTO)
  322. }
  323. # tag:allocator
  324. DEFAULT_ALLOCATOR=LF
  325. # tag:allocator
  326. when ($OS_ANDROID == "yes" || $MSVC == "yes" || $ARCH_TYPE_32 == "yes" || $ARCH_AARCH64 == "yes") {
  327. DEFAULT_ALLOCATOR=J
  328. }
  329. # tag:allocator
  330. when ($OS_CYGWIN == "yes" || $ARCH_PPC64LE == "yes") {
  331. DEFAULT_ALLOCATOR=SYSTEM
  332. }
  333. # tag:allocator
  334. when ($OS_DARWIN == "yes") {
  335. DEFAULT_ALLOCATOR=SYSTEM
  336. }
  337. # tag:allocator
  338. when ($OS_LINUX == "yes") {
  339. when ($GCC) {
  340. # tcmalloc broken build
  341. }
  342. elsewhen ($ARCH_X86_64) {
  343. DEFAULT_ALLOCATOR=TCMALLOC_TC
  344. }
  345. }
  346. # tag:allocator
  347. when ($SANITIZER_TYPE) {
  348. when ($SANITIZER_TYPE != "no") {
  349. DEFAULT_ALLOCATOR=SYSTEM
  350. }
  351. }
  352. # tag:allocator
  353. when ($ARCH_XTENSA == "yes") {
  354. DEFAULT_ALLOCATOR=FAKE
  355. }
  356. # tag:internal
  357. ### @usage: CHECK_CONFIG_H(<conf_header>) # internal
  358. ###
  359. ### This internal macro adds checking code for configuration header in external (contrib) library.
  360. ### The check is needed to avoid conflicts on certain types and functions available in arcadia.
  361. ###
  362. ### @see https://a.yandex-team.ru/arc/trunk/arcadia/build/scripts/check_config_h.py for exact details
  363. macro CHECK_CONFIG_H(Conf) {
  364. .CMD=$YMAKE_PYTHON ${input:"build/scripts/check_config_h.py"} ${input;rootrel:Conf} ${output;nopath;noext:Conf.config.cpp} ${hide;kv:"p CH"} ${hide;kv:"pc yellow"}
  365. OUTPUT_INCLUDES=$Conf
  366. }
  367. REQUIRED_TRANSITIVE_PEERS=
  368. ### @usage REQUIRES(dirs...)
  369. ###
  370. ### Specify list of dirs which this module must depend on indirectly.
  371. ###
  372. ### This macro can be used if module depends on the directories specified but they can't be listed
  373. ### as direct PEERDIR dependencies (due to public include order or link order issues).
  374. macro REQUIRES(DIRS[]) {
  375. SET_APPEND(REQUIRED_TRANSITIVE_PEERS $DIRS)
  376. }
  377. CHECK_DEPENDENT_DIRS_TYPES=
  378. CHECK_DEPENDENT_DIRS_RESTRICTIONS=
  379. ### @usage CHECK_DEPENDENT_DIRS(DENY|ALLOW_ONLY ([ALL|PEERDIRS|GLOB] dir)...)
  380. ###
  381. ### Specify project transitive dependencies constraints.
  382. ###
  383. ### @params:
  384. ### 1. DENY: current module can not depend on module from any specified directory neither directly nor transitively.
  385. ### 2. ALLOW_ONLY: current module can not depend on module from a dir not specified in the directory list neither directly nor transitively.
  386. ### 3. ALL: directory constraints following after this modifier are applied to both transitive PEERDIR dependencies and tool dependencies.
  387. ### 4. PEERDIRS: directory constraints following after this modifier are applied to transitive PEERDIR dependencies only.
  388. ### 5. GLOB: next directory constraint is an ANT glob pattern.
  389. ### 6. EXCEPT: next constraint is an exception for the rest of other rules.
  390. ###
  391. ### Directory constraints added before either ALL or PEERDIRS modifier is used are treated as ALL directory constraints.
  392. ###
  393. ### Note: Can be used multiple times on the same module all specified constraints will be checked.
  394. ### All macro invocation for the same module must use same constraints type (DENY or ALLOW_ONLY)
  395. macro CHECK_DEPENDENT_DIRS(TYPE, ALL?"UNUSED":"", PEERDIRS?"PEERDIRS":"ALL", RESTRICTIONS...) {
  396. SET_APPEND(CHECK_DEPENDENT_DIRS_RESTRICTIONS $PEERDIRS $RESTRICTIONS)
  397. SET_APPEND(CHECK_DEPENDENT_DIRS_TYPES $TYPE)
  398. }
  399. macro _RESOURCE_SEM(INPUTS[], KEYS[]) {
  400. SET(RESOURCE_OUTPUT ${hash:INPUTS}.cpp)
  401. .SEM=resources ${output;global:RESOURCE_OUTPUT} INPUTS ${input:INPUTS} KEYS $KEYS ${hide;tool:"tools/rescompiler/bin"} && target_macroses-ITEM && target_macroses-macro resources && target_macroses-args ${output;global:RESOURCE_OUTPUT} INPUTS ${input:INPUTS} KEYS $KEYS ${hide;tool:"tools/rescompiler/bin"}
  402. }
  403. # tag:built-in
  404. ### @usage: RESOURCE([FORCE_TEXT ][Src Key]* [- Key=Value]*) # built-in
  405. ### Add data (resources, random files, strings) to the program)
  406. ### The common usage is to place Src file into binary. The Key is used to access it using library/cpp/resource or library/python/resource.
  407. ### Alternative syntax with '- Key=Value' allows placing Value string as resource data into binary and make it accessible by Key.
  408. ###
  409. ### This is a simpler but less flexible option than ARCHIVE(), because in the case of ARCHIVE(), you have to use the data explicitly,
  410. ### and in the case of RESOURCE(), the data will fall through SRCS() or SRCS(GLOBAL) to binary linking.
  411. ###
  412. ### Use the FORCE_TEXT parameter to explicitly mark all Src files as text files: they will not be parsed unless used elsewhere.
  413. ###
  414. ### @example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a2ispolzujjtekomanduresource
  415. ###
  416. ### @example:
  417. ###
  418. ### LIBRARY()
  419. ### OWNER(user1)
  420. ###
  421. ### RESOURCE(
  422. ### path/to/file1 /key/in/program/1
  423. ### path/to/file2 /key2
  424. ### )
  425. ### END()
  426. ###
  427. macro RESOURCE(Args...) {
  428. PEERDIR(library/cpp/resource)
  429. }
  430. # tag:sanitize
  431. RUN_NO_SANITIZE=$YMAKE_PYTHON ${input:"build/scripts/run_tool.py"} --
  432. # tag:sanitize
  433. when ($IS_CROSS_SANITIZE) {
  434. RUN_NO_SANITIZE=
  435. }
  436. YIELD=$YMAKE_PYTHON ${input:"build/scripts/yield_line.py"} -- ${BINDIR}/__args
  437. XARGS=$YMAKE_PYTHON ${input:"build/scripts/xargs.py"} -- ${BINDIR}/__args
  438. WRITER_PY=$YMAKE_PYTHON ${input:"build/scripts/writer.py"} ${hide;input:"build/scripts/process_command_files.py"}
  439. FS_TOOLS=$YMAKE_PYTHON3 ${input:"build/scripts/fs_tools.py"} ${hide;input:"build/scripts/process_command_files.py"}
  440. FIX_MSVC_OUTPUT=${YMAKE_PYTHON} ${input:"build/scripts/fix_msvc_output.py"} ${hide;input:"build/scripts/process_command_files.py"} ${hide;input:"build/scripts/fix_py2_protobuf.py"}
  441. _PROCESS_WHOLE_ARCHIVE_SCRIPT=${hide;input:"build/scripts/process_command_files.py"} ${hide;input:"build/scripts/process_whole_archive_option.py"}
  442. COPY_CMD=$FS_TOOLS copy
  443. LINK_OR_COPY_CMD=$FS_TOOLS link_or_copy
  444. REMOVE_FILE=$FS_TOOLS remove
  445. MOVE_FILE=$FS_TOOLS rename
  446. # tag:allocator tag:windows-specific
  447. MSVC_DYNAMICBASE=/DYNAMICBASE
  448. when ($ALLOCATOR == "LF") {
  449. MSVC_DYNAMICBASE=/DYNAMICBASE:NO
  450. }
  451. # tag:sanitize
  452. SANITIZER_CFLAGS=
  453. # variables must be defined for all module types to make generate_mf.py work
  454. NEED_PLATFORM_PEERDIRS=yes
  455. PEERDIR_TEST_TOOL=yes
  456. ### @usage: _BARE_UNIT # internal
  457. ###
  458. ### The base of all modules describing default bare minimum for all modules.
  459. ### To avoid surprises, all buildable modules are better to be inherited from it or its descendants.
  460. module _BARE_UNIT {
  461. .EXTS=.*
  462. .CMD=TOUCH_UNIT
  463. .IGNORED=GO_PROTO_PLUGIN
  464. .NODE_TYPE=Bundle
  465. .PEERDIR_POLICY=as_include
  466. .RESTRICTED=GRPC USE_SKIFF INDUCED_DEPS FUZZ_DICTS FUZZ_OPTS PACK EXPLICIT_OUTPUTS DOCS_DIR DOCS_CONFIG DOCS_VARS YT_SPEC USE_CXX USE_UTIL WHOLE_ARCHIVE PRIMARY_OUTPUT SECONDARY_OUTPUT DEPENDENCY_MANAGEMENT EXCLUDE NO_DOCTESTS EMBED_JAVA_VCS_INFO RESOURCE_FILES PACK_GLOBALS_IN_LIBRARY _EXPOSE GLOBAL_DEPS LIST_PROTO
  467. .FINAL_TARGET=no
  468. PEERDIR_TAGS=__EMPTY__ RESOURCE_LIB
  469. PEERDIR+=$YMAKE_PYTHON3_PEERDIR
  470. when ($FATAL_ERROR_MESSAGE && $FATAL_ERROR_MODULE != "yes") {
  471. PEERDIR+=build/conf_fatal_error
  472. }
  473. DEFAULT(MODULE_VERSION)
  474. DEFAULT(MODULE_PREFIX)
  475. DEFAULT(MODULE_SUFFIX)
  476. }
  477. ### @usage: GEN_LIBRARY()
  478. ###
  479. ### Definition of a module that brings generated artefacts. This module can PEERDIRed
  480. ### from any module. The resulted module is empty and cleaned up during construction
  481. ### of the build graph.
  482. ###
  483. ### NOTE! SRCS macro is not supported for this library.
  484. module GEN_LIBRARY: _BARE_UNIT {
  485. .PROXY=yes
  486. .RESTRICTED=SRCS SRC
  487. .SEM=IGNORED
  488. # ENABLE(_FAKE_MODULE)
  489. SET(MODULE_TAG RESOURCE_LIB)
  490. SET(MODULE_SUFFIX .pkg.fake)
  491. }
  492. ### @usage: _BASE_UNIT # internal
  493. ###
  494. ### The base of all LIBRARY/PROGRAM modules describing common logic for all modules.
  495. ### To avoid surprises, all buildable modules are better to be inherited from it or its descendants.
  496. module _BASE_UNIT: _BARE_UNIT {
  497. .GLOBAL=_FBS_NAMESPACE_MAP
  498. PEERDIR_TAGS=CPP_PROTO CPP_FBS CPP_ROS H_IDL PY2 PY2_NATIVE YQL_UDF_STATIC __EMPTY__ RESOURCE_LIB DLL_LIB
  499. _CPP_PROTO_WRAPPER_BASE=$YMAKE_PYTHON3 ${input:"build/scripts/cpp_proto_wrapper.py"}
  500. _CPP_PROTO_CMDLINE_BASE=${cwd;rootdir;input:File} $PROTOC -I=./$PROTO_NAMESPACE -I=$ARCADIA_ROOT/$PROTO_NAMESPACE ${pre=-I=:_PROTO__INCLUDE} -I=$ARCADIA_BUILD_ROOT -I=$PROTOBUF_INCLUDE_PATH --cpp_out=${CPP_PROTO_PLUGINS}$ARCADIA_BUILD_ROOT/$PROTO_NAMESPACE $_PROTOC_FLAGS $PROTOC_STYLEGUIDE_OUT $PROTOC_PLUGIN_STYLEGUIDE ${hide:PROTO_FAKEID} ${input;rootrel:File}
  501. CPP_PROTO_CMDLINE=$_CPP_PROTO_WRAPPER_BASE --outputs $CPP_PROTO_OUTS -- $_CPP_PROTO_CMDLINE_BASE
  502. CPP_PROTO_OUTS+=${output;norel;nopath;noext:File.pb.cc} ${output;main;norel;nopath;noext:File.pb.h}
  503. CPP_PROTO_OUTS_SEM+=${output;main;hide;norel;nopath;noext:File.pb.h}
  504. CPP_EV_CMDLINE=$_CPP_PROTO_WRAPPER_BASE --outputs $CPP_EV_OUTS -- $_CPP_PROTO_CMDLINE_BASE
  505. CPP_EV_OUTS+=${output;norel:File.pb.cc} ${output;norel:File.pb.h}
  506. CPP_EV_OUTS_SEM+=${hide;output;norel:File.pb.h}
  507. when ($SWIG_LANG == "perl") {
  508. _SWIG_CMD=$_SWIG_PERL_CMD
  509. _SWIG_PEERDIR=contrib/tools/swig/Lib/perl5 build/platform/perl
  510. }
  511. elsewhen ($SWIG_LANG == "python") {
  512. _SWIG_CMD=$_SWIG_PYTHON_CMD
  513. _SWIG_PEERDIR=contrib/tools/swig/Lib/python
  514. }
  515. elsewhen ($SWIG_LANG == "jni_cpp") {
  516. _SWIG_CMD=$_SWIG_JNI_CPP_CMD
  517. _SWIG_PEERDIR=contrib/tools/swig/Lib/java $_SWIG_JNI_PEERDIR
  518. }
  519. elsewhen ($SWIG_LANG == "java") {
  520. _SWIG_CMD=$_SWIG_JNI_CMD
  521. _SWIG_PEERDIR=contrib/tools/swig/Lib/java $_SWIG_JNI_PEERDIR
  522. }
  523. when ($PY_PROTOS_FOR == "yes") {
  524. _EVLOG_CMDLINE=$_PY_EVLOG_CMDLINE
  525. _PROTO_CMDLINE=$_PY_PROTO_CMDLINE
  526. }
  527. otherwise {
  528. _EVLOG_CMDLINE=$_CPP_EVLOG_CMDLINE
  529. _FBS_CMDLINE=$_CPP_FLATC_CMDLINE
  530. when ($BUILD_PROTO_AS_EVLOG == "yes") {
  531. _PROTO_CMDLINE=$_CPP_PROTO_EVLOG_CMDLINE
  532. }
  533. otherwise {
  534. _PROTO_CMDLINE=$_CPP_PROTO_CMDLINE
  535. }
  536. when ($USE_VANILLA_PROTOC == "yes") {
  537. PROTOC=${tool:"contrib/tools/protoc_std"}
  538. PROTOC_STYLEGUIDE_OUT=
  539. PROTOC_PLUGIN_STYLEGUIDE=
  540. PROTOBUF_INCLUDE_PATH=${ARCADIA_ROOT}/contrib/libs/protobuf_std/src
  541. _PROTO_CMDLINE=$_CPP_VANILLA_PROTO_CMDLINE
  542. }
  543. #when ($PROTOC_TRANSITIVE_HEADERS == "no") {
  544. # CPP_PROTO_PLUGINS=transitive_pb_h=false:${CPP_PROTO_PLUGINS}
  545. # CPP_PROTO_OUTS+=${output;main;norel;nopath;noext:File.deps.pb.h}
  546. #}
  547. }
  548. SANITIZER_DEFINED=no
  549. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  550. CFLAGS+=-fsanitize=$SANITIZER_TYPE -D${SANITIZER_TYPE}_sanitizer_enabled $SANITIZER_CFLAGS -fno-omit-frame-pointer
  551. LDFLAGS+=-fsanitize=$SANITIZER_TYPE
  552. SANITIZER_DEFINED=yes
  553. when ($CLANG) {
  554. CFLAGS+=-fsanitize-blacklist=${input:"build/sanitize-blacklist.txt"} -fno-sanitize-link-runtime
  555. LDFLAGS+=-fsanitize-blacklist=${input:"build/sanitize-blacklist.txt"} -fno-sanitize-link-runtime
  556. }
  557. }
  558. when ($SANITIZER_TYPE && $SANITIZER_TYPE == "memory") {
  559. CFLAGS+=-fno-sanitize-memory-use-after-dtor -Wno-unused-command-line-argument
  560. }
  561. when ($SANITIZE_COVERAGE && $SANITIZE_COVERAGE != "no") {
  562. CFLAGS+=-fsanitize-coverage=$SANITIZE_COVERAGE
  563. LDFLAGS+=-fsanitize-coverage=$SANITIZE_COVERAGE
  564. }
  565. POPULATE_CPP_COVERAGE_FLAGS()
  566. when ($NLG_COVERAGE && $NLG_COVERAGE != "no") {
  567. CFLAGS+=-DNLG_COVERAGE
  568. }
  569. when ($GCC) {
  570. select ($SANITIZER_TYPE) {
  571. "address" ? {
  572. LDFLAGS+=-static-libasan
  573. }
  574. "undefined" ? {
  575. LDFLAGS+=-static-libubsan
  576. }
  577. "thread" ? {
  578. PIE=yes
  579. LDFLAGS+=-static-libtsan
  580. }
  581. }
  582. }
  583. when ($HARDENING == "yes") {
  584. when ($CLANG) {
  585. CFLAGS+=-fstack-protector-all -D_hardening_enabled_
  586. LDFLAGS+=-z relro -z now -z noexecstack
  587. PIE=yes
  588. }
  589. }
  590. when ($USE_LTO == "yes") {
  591. when ($GCC) {
  592. CFLAGS+=-flto -fno-fat-lto-objects
  593. LDFLAGS+=-flto
  594. NO_LTO_CFLAGS=-fno-lto
  595. }
  596. when ($CLANG) {
  597. CFLAGS+=-flto
  598. LDFLAGS+=-flto
  599. NO_LTO_CFLAGS=-fno-lto
  600. }
  601. }
  602. when ($USE_THINLTO == "yes") {
  603. when ($GCC) {
  604. CFLAGS+=-flto=thin
  605. LDFLAGS+=-flto=thin
  606. NO_LTO_CFLAGS=-fno-lto
  607. }
  608. when ($CLANG) {
  609. CFLAGS+=-flto=thin
  610. LDFLAGS+=-flto=thin
  611. NO_LTO_CFLAGS=-fno-lto
  612. }
  613. }
  614. when ($CLANG) {
  615. when ($PGO_ADD == "yes") {
  616. CFLAGS+=-fprofile-instr-generate
  617. LDFLAGS+=-fprofile-instr-generate
  618. }
  619. when ($PGO_PATH) {
  620. CFLAGS+=-fprofile-instr-use=$PGO_PATH -Wno-profile-instr-unprofiled -Wno-profile-instr-out-of-date
  621. LDFLAGS+=-fprofile-instr-use=$PGO_PATH
  622. }
  623. }
  624. when ($COMPILER_PLATFORM && $NEED_PLATFORM_PEERDIRS == "yes") {
  625. PEERDIR+=$COMPILER_PLATFORM
  626. }
  627. when ($OS_LINUX && $NEED_PLATFORM_PEERDIRS == "yes") {
  628. PEERDIR+=contrib/libs/linux-headers
  629. }
  630. when ($NORUNTIME != "yes") {
  631. PEERDIR+=contrib/libs/cxxsupp
  632. when ($MAPSMOBI_BUILD_TARGET == "yes") {
  633. PEERDIR+=build/platform/mapkit
  634. }
  635. }
  636. when ($NOUTIL != "yes") {
  637. PEERDIR+=util
  638. }
  639. when ($MUSL == "yes") {
  640. CFLAGS += -D_musl_
  641. LINK_DYN_LIB_FLAGS += --musl
  642. LINK_SCRIPT_EXE_FLAGS += --musl
  643. PEERDIR+=contrib/libs/musl/include
  644. }
  645. when ($OS_EMSCRIPTEN == "yes") {
  646. when ($NOLIBC != "yes") {
  647. PEERDIR+=contrib/restricted/emscripten/include
  648. }
  649. }
  650. # g++ has proxy C-headers which are incompatible with libc++ proxy C-headers.
  651. # The same problem exists for clang toolchain. On the other hand, the problem
  652. # doesn't affect cl since it has united C/C++ library and doesn't need
  653. # proxy C-headers.
  654. # Disable all C++ headers including proxy C-headers when we use libc++.
  655. when ($USE_INTERNAL_STL == "yes" && $MSVC != "yes") {
  656. CXXFLAGS += -nostdinc++
  657. }
  658. otherwise {
  659. CFLAGS += -DUSE_STL_SYSTEM
  660. }
  661. when ($CODENAVIGATION && $NOCODENAVIGATION != "yes") {
  662. PEERDIR += build/external_resources/codenavigation
  663. }
  664. when ($CYTHON_COVERAGE && $CYTHON_COVERAGE == "yes") {
  665. CFLAGS+=-DCYTHON_TRACE=1 -DCYTHON_TRACE_NOGIL=1
  666. }
  667. DEFAULT(USE_SSE4 yes)
  668. when ($NOSSE != "yes") {
  669. CFLAGS+=$SSE_CFLAGS
  670. C_DEFINES+=$SSE_DEFINES
  671. when ($USE_SSE4 == "yes") {
  672. CFLAGS+=$SSE4_CFLAGS
  673. C_DEFINES+=$SSE4_DEFINES
  674. }
  675. }
  676. elsewhen ($MSVC != "yes") {
  677. CFLAGS += -mno-sse
  678. }
  679. POPULATE_CPP_COVERAGE_FLAGS()
  680. _REGISTER_NO_CHECK_IMPORTS()
  681. DEFAULT(PACKAGE_PREFIX_ARGS)
  682. DEFAULT(SWIG_LANG python)
  683. DEFAULT(GP_FLAGS -CtTLANSI-C -Dk* -c)
  684. when ($NEED_BINUTILS_PEERDIR && $BINUTILS_USED && $NEED_PLATFORM_PEERDIRS == "yes") {
  685. PEERDIR+=build/platform/binutils
  686. }
  687. when ($TIDY_ENABLED == "yes") {
  688. PEERDIR+=build/platform/clang/clang-tidy
  689. }
  690. ENABLE(USE_YASM_ASSEMBLER)
  691. ENABLE(_BISON_FLEX_SET_DEFAULTS)
  692. }
  693. _LINKER_ID=
  694. # GCC does not support -fuse-ld with an executable path,
  695. # only -fuse-ld=gold or -fuse-ld=lld.
  696. when ($_LINKER_ID != "" && $_DEFAULT_LINKER_ID != "" && $CLANG == "yes" && $NEED_PLATFORM_PEERDIRS == "yes") {
  697. when ($_LINKER_ID in [ "gold", "lld" ]) {
  698. PEERDIR+=build/platform/${_LINKER_ID}
  699. }
  700. }
  701. macro _USE_LINKER_IMPL(LINKER_ID...) {
  702. SET(_LINKER_ID $LINKER_ID)
  703. }
  704. macro _USE_LINKER() {
  705. _USE_LINKER_IMPL($_DEFAULT_LINKER_ID)
  706. }
  707. ### @usage: USE_LINKER_GOLD()
  708. ### Use gold linker for a program. This doesn't work in libraries
  709. macro USE_LINKER_GOLD() {
  710. _USE_LINKER_IMPL(gold)
  711. }
  712. COMMON_LINK_SETTINGS=
  713. LINK_ADDITIONAL_SECTIONS=
  714. LINK_ADDITIONAL_SECTIONS_COMMAND=
  715. when ($COMMON_LINK_SETTINGS == "yes") {
  716. when ($_LINKER_ID == "lld" && ($OS_LINUX == "yes" || $OS_ANDROID == "yes")) {
  717. LDFLAGS += -Wl,--gdb-index
  718. }
  719. when ($EMBED_LINKER_CREF == "yes") {
  720. LDFLAGS+=-Wl,--cref ${tmp;stdout;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME} -Wl,--no-demangle
  721. LINK_ADDITIONAL_SECTIONS+=--add-section=.ya.linker_cref=${tmp;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME}
  722. }
  723. elsewhen ($DUMP_LINKER_CREF == "yes") {
  724. LDFLAGS+=-Wl,--cref ${output;stdout;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME} -Wl,--no-demangle
  725. }
  726. when ($EMBED_LINKER_MAP == "yes") {
  727. LDFLAGS+=-Wl,-Map=${tmp;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  728. LINK_ADDITIONAL_SECTIONS+=--add-section=.ya.linker_map.${_LINKER_ID}=${tmp;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  729. }
  730. elsewhen ($DUMP_LINKER_MAP == "yes") {
  731. LDFLAGS+=-Wl,-Map=${output;rootrel;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  732. }
  733. when ($USE_MKL == "yes") {
  734. NOPLATFORM=yes
  735. }
  736. when ($AUTOCHECK == "yes" && $OS_LINUX == "yes") {
  737. PEERDIR+=contrib/libs/libeatmydata
  738. # We can not use LICENSE_RESTRICTION_EXCEPTIONS() macro inside a trigger.
  739. # Duplicate its implementation here
  740. MODULE_LICENSES_RESTRICTION_EXCEPTIONS+=contrib/libs/libeatmydata
  741. }
  742. when ($OS_EMSCRIPTEN == "yes") {
  743. # Do nothing.
  744. }
  745. otherwise {
  746. when ($USE_ARCADIA_LIBM == "yes") {
  747. PEERDIR+=contrib/libs/libm
  748. }
  749. when ($USE_ARCADIA_LIBM == "no") {
  750. C_SYSTEM_LIBRARIES+=-lm
  751. }
  752. }
  753. when (($MUSL != "yes" && $WITH_VALGRIND == "yes") || $SANITIZER_DEFINED == "yes") {
  754. when ($ALLOCATOR in [ "TCMALLOC", "TCMALLOC_SMALL_BUT_SLOW", "TCMALLOC_NUMA_256K", "TCMALLOC_NUMA_LARGE_PAGES", "TCMALLOC_256K", "TCMALLOC_TC", "GOOGLE", "J", "LF", "LF_YT", "LF_DBG", "B", "BM", "C", "LOCKLESS", "YT", "YT_TCMALLOC", "YT_TCMALLOC_256K", "MIM", "MIM_SDC", "HU", "PROFILED_HU", "THREAD_PROFILED_HU" ]) {
  755. PEERDIR+=library/cpp/malloc/system
  756. }
  757. }
  758. otherwise {
  759. select ($ALLOCATOR) {
  760. "MIM" ? {
  761. PEERDIR+=library/cpp/malloc/mimalloc
  762. }
  763. "MIM_SDC" ? {
  764. PEERDIR+=library/cpp/malloc/mimalloc_sdc
  765. }
  766. "HU" ? {
  767. PEERDIR+=library/cpp/malloc/hu
  768. }
  769. "PROFILED_HU" ? {
  770. PEERDIR+=library/cpp/malloc/profiled_hu
  771. }
  772. "THREAD_PROFILED_HU" ? {
  773. PEERDIR+=library/cpp/malloc/thread_profiled_hu
  774. }
  775. "TCMALLOC_256K" ? {
  776. PEERDIR+=library/cpp/malloc/tcmalloc
  777. PEERDIR+=contrib/libs/tcmalloc
  778. }
  779. "TCMALLOC_SMALL_BUT_SLOW" ? {
  780. PEERDIR+=library/cpp/malloc/tcmalloc
  781. PEERDIR+=contrib/libs/tcmalloc/small_but_slow
  782. }
  783. "TCMALLOC_NUMA_256K" ? {
  784. PEERDIR+=library/cpp/malloc/tcmalloc
  785. PEERDIR+=contrib/libs/tcmalloc/numa_256k
  786. }
  787. "TCMALLOC_NUMA_LARGE_PAGES" ? {
  788. PEERDIR+=library/cpp/malloc/tcmalloc
  789. PEERDIR+=contrib/libs/tcmalloc/numa_large_pages
  790. }
  791. "TCMALLOC" ? {
  792. PEERDIR+=library/cpp/malloc/tcmalloc
  793. PEERDIR+=contrib/libs/tcmalloc/default
  794. }
  795. "TCMALLOC_TC" ? {
  796. PEERDIR+=library/cpp/malloc/tcmalloc
  797. PEERDIR+=contrib/libs/tcmalloc/no_percpu_cache
  798. }
  799. "GOOGLE" ? {
  800. PEERDIR+=library/cpp/malloc/galloc
  801. }
  802. "J" ? {
  803. when ($WIN32 == "yes") {
  804. PEERDIR+=library/cpp/malloc/system
  805. }
  806. otherwise {
  807. PEERDIR+=library/cpp/malloc/jemalloc
  808. }
  809. }
  810. "LF" ? {
  811. PEERDIR+=library/cpp/lfalloc
  812. }
  813. "LF_YT" ? {
  814. PEERDIR+=library/cpp/lfalloc/yt
  815. }
  816. "LF_DBG" ? {
  817. PEERDIR+=library/cpp/lfalloc/dbg
  818. }
  819. "B" ? {
  820. PEERDIR+=library/cpp/balloc
  821. }
  822. "BM" ? {
  823. PEERDIR+=library/cpp/balloc_market
  824. }
  825. "C" ? {
  826. PEERDIR+=library/cpp/malloc/calloc
  827. }
  828. "LOCKLESS" ? {
  829. PEERDIR+=library/cpp/malloc/lockless
  830. }
  831. "YT" ? {
  832. PEERDIR+=library/cpp/ytalloc/impl
  833. }
  834. "YT_TCMALLOC" ? {
  835. PEERDIR+=library/cpp/malloc/tcmalloc
  836. PEERDIR+=contrib/libs/yt_tcmalloc/default
  837. }
  838. "YT_TCMALLOC_256K" ? {
  839. PEERDIR+=library/cpp/malloc/tcmalloc
  840. PEERDIR+=contrib/libs/yt_tcmalloc
  841. }
  842. }
  843. }
  844. when ($ALLOCATOR == "SYSTEM") {
  845. PEERDIR+=library/cpp/malloc/system
  846. }
  847. when ($WERROR != "no") {
  848. when ($WERROR_MODE == "all" || ($WERROR_MODE == "compiler_specific" && $WERROR == "yes")) {
  849. C_WARNING_OPTS += $WERROR_FLAG
  850. }
  851. }
  852. when ($ICC == "yes") {
  853. PEERDIR+=contrib/libs/intel/core
  854. }
  855. when ($WITH_VALGRIND == "yes") {
  856. PEERDIR+=contrib/libs/valgrind
  857. # https://st.yandex-team.ru/DTCC-122
  858. CFLAGS+=-fdebug-default-version=4
  859. }
  860. }
  861. when ($EMBED_LINKER_MAP == "yes" || $EMBED_LINKER_CREF == "yes") {
  862. LINK_ADDITIONAL_SECTIONS_COMMAND+= \
  863. $OBJCOPY_TOOL $LINK_ADDITIONAL_SECTIONS $TARGET
  864. }
  865. _SO_EXT_FILTER=${ext=.so:PEERS} ${hide;late_out;nopath;ext=.so;pre=$BINDIR/:PEERS}
  866. when ($OS_WINDOWS == "yes") {
  867. _SO_EXT_FILTER=${ext=.dll:PEERS} ${hide;late_out;nopath;ext=.dll;pre=$BINDIR/:PEERS}
  868. }
  869. elsewhen ($OS_DARWIN == "yes" || $OS_IOS == "yes") {
  870. _SO_EXT_FILTER=${ext=.dylib:PEERS} ${hide;late_out;nopath;ext=.dylib;pre=$BINDIR/:PEERS}
  871. }
  872. LINK_OR_COPY_SO_CMD=
  873. RPATH_GLOBAL=
  874. when ($SO_OUTPUTS == "yes") {
  875. LINK_OR_COPY_SO_CMD=$FS_TOOLS link_or_copy_to_dir --no-check $_SO_EXT_FILTER ${BINDIR}
  876. LDFLAGS+=$RPATH_GLOBAL
  877. }
  878. # tag:restricted tag:DLL
  879. ### $usage: WITH_DYNAMIC_LIBS() # restricted
  880. ###
  881. ### Include dynamic libraries as extra PROGRAM/DLL outputs
  882. macro WITH_DYNAMIC_LIBS() {
  883. ENABLE(SO_OUTPUTS)
  884. }
  885. # tag:internal
  886. ### $usage: REAL_LINK_EXE_IMPL(peers...) # internal
  887. macro REAL_LINK_EXE_IMPL(WHOLE_ARCHIVE_PEERS...) {
  888. .CMD=$REAL_LINK_EXE_CMDLINE && $LINK_OR_COPY_SO_CMD
  889. }
  890. # tag:internal
  891. ### $usage: REAL_LINK_EXEC_DYN_LIB_IMPL(peers...) # internal
  892. macro REAL_LINK_EXEC_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  893. .CMD=$REAL_LINK_EXEC_DYN_LIB_CMDLINE
  894. }
  895. # tag:internal
  896. ### $usage: REAL_LINK_DYN_LIB_IMPL(peers...) # internal
  897. macro REAL_LINK_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  898. .CMD=$REAL_LINK_DYN_LIB_CMDLINE && $LINK_OR_COPY_SO_CMD
  899. }
  900. # tag:internal
  901. ### $usage: LINK_EXE_IMPL(peers...) # internal
  902. macro LINK_EXE_IMPL(WHOLE_ARCHIVE_PEERS...) {
  903. .CMD=$LINK_EXE_CMDLINE && $LINK_OR_COPY_SO_CMD
  904. }
  905. # tag:internal
  906. ### $usage: LINK_EXEC_DYN_LIB_IMPL(peers...) # internal
  907. macro LINK_EXEC_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  908. .CMD=$LINK_EXEC_DYN_LIB_CMDLINE
  909. }
  910. # tag:internal
  911. ### @usage: _LINK_UNIT # internal
  912. ###
  913. ### The base of all linkable modules: programs, DLLs etc. Describes common linking logic.
  914. module _LINK_UNIT: _BASE_UNIT {
  915. .EXTS=.o .obj .supp .sbom .tidyjson .ld .a .lib
  916. .CMD=LINK_EXE
  917. .ALLOWED=EXTRALIBS OBJADDE_GLOBAL RESOURCE_FILES
  918. .NODE_TYPE=Program
  919. .PEERDIR_POLICY=as_build_from
  920. .FINAL_TARGET=yes
  921. .DEFAULT_NAME_GENERATOR=DirName
  922. .ARGS_PARSER=Base
  923. DEFAULT(ALLOCATOR $DEFAULT_ALLOCATOR)
  924. _USE_LINKER()
  925. #link with libunwind manually
  926. when ($DARWIN == "yes" && $NOPLATFORM != "yes") {
  927. PEERDIR += contrib/libs/cxxsupp
  928. }
  929. when ($NEED_PROFILE_RUNTIME == "yes") {
  930. LDFLAGS+=-resource-dir=contrib/libs/clang-rt
  931. PEERDIR+=contrib/libs/clang${CLANG_VER}-rt/lib/profile
  932. }
  933. when ($USE_LIBCXXRT == "yes") {
  934. PEERDIR += contrib/libs/cxxsupp/libcxxrt
  935. }
  936. when ($USE_DYNAMIC_CUDA == "yes") {
  937. LINK_DYN_LIB_FLAGS += --dynamic-cuda
  938. LINK_SCRIPT_EXE_FLAGS += --dynamic-cuda
  939. }
  940. when ($USE_DYNAMIC_CUDA != "yes") {
  941. when ($CUDA_ARCHITECTURES) {
  942. LINK_DYN_LIB_FLAGS+=--cuda-architectures $CUDA_ARCHITECTURES
  943. LINK_SCRIPT_EXE_FLAGS+=--cuda-architectures $CUDA_ARCHITECTURES
  944. LINK_DYN_LIB_FLAGS+=--nvprune-exe $CUDA_ROOT/bin/nvprune
  945. LINK_SCRIPT_EXE_FLAGS+=--nvprune-exe $CUDA_ROOT/bin/nvprune
  946. }
  947. LINK_DYN_LIB_FLAGS+=--objcopy-exe $OBJCOPY_TOOL
  948. LINK_SCRIPT_EXE_FLAGS+=--objcopy-exe $OBJCOPY_TOOL
  949. }
  950. when ($OPENSOURCE == "yes" && $AUTOCHECK == "yes") {
  951. # FIXME: Replace AUTOCHECK == yes with _not a host platform_ check after YMAKE-218
  952. MODULE_LICENSES_RESTRICTION_TYPES = ALLOW_ONLY
  953. MODULE_LICENSES_RESTRICTIONS = SERVICE REQUIRE_CITATION REQUIRE_MODIFICATIONS_DISCLOSURE
  954. }
  955. when ($OS_IOS == "yes" || $OS_ANDROID == "yes" || $MAPSMOBI_BUILD_TARGET == "yes") {
  956. MODULE_LICENSES_RESTRICTION_TYPES = ALLOW_ONLY
  957. MODULE_LICENSES_RESTRICTIONS = SERVICE REQUIRE_CITATION
  958. }
  959. ENABLE(COMMON_LINK_SETTINGS)
  960. CHECK_PROVIDES()
  961. ADD_CLANG_TIDY()
  962. when ($TIDY_ENABLED == "yes") {
  963. MODULE_PREFIX=
  964. MODULE_SUFFIX=.tidyjson
  965. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_project_map.json
  966. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_default_map.json
  967. }
  968. }
  969. MODULE_TYPE=UNKNOWN
  970. macro ADD_CLANG_TIDY() {
  971. ADD_YTEST($MODULE_PREFIX$REALPRJNAME$MODULE_SUFFIX clang_tidy)
  972. }
  973. # tag:internal
  974. ### @usage: _BASE_PROGRAM # internal
  975. ###
  976. ### The base of all programs. It adds dependencies to make final artefact complete and runnable.
  977. module _BASE_PROGRAM: _LINK_UNIT {
  978. .SYMLINK_POLICY=EXE
  979. .ALLOWED=INDUCED_DEPS WHOLE_ARCHIVE
  980. .GLOBAL=LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH OBJADDE_LIB
  981. SET(MODULE_TYPE PROGRAM)
  982. SET(MODULE_LANG CPP)
  983. FORCE_COVERAGE_ENABLED=yes
  984. when ($OS_IOS == "yes") {
  985. EXTS+=.ios.interface
  986. }
  987. when ($WIN32 == "yes" || $OS_CYGWIN == "yes") {
  988. MODULE_SUFFIX=.exe
  989. }
  990. when ($MSVC != "yes" && $NOPLATFORM != "yes" && $WITH_VALGRIND != "yes" && $USE_ASMLIB != "no" && $MIC_ARCH != "yes" && $PIC != "yes" && $PIE != "yes") {
  991. when ($OS_LINUX == "yes" && $ARCH_X86_64 == "yes" && $MUSL != "yes" && $SANITIZER_DEFINED != "yes" && $USE_THINLTO != "yes") {
  992. PEERDIR+=contrib/libs/glibcasm
  993. }
  994. otherwise {
  995. PEERDIR+=contrib/libs/asmlib
  996. }
  997. }
  998. when ($MUSL == "yes") {
  999. when ($MUSL_LITE == "yes") {
  1000. PEERDIR += contrib/libs/musl
  1001. }
  1002. otherwise {
  1003. PEERDIR += contrib/libs/musl/full
  1004. }
  1005. }
  1006. DEFAULT(CPU_CHECK yes)
  1007. when ($USE_SSE4 != "yes" || $NOUTIL == "yes" || $ALLOCATOR == "FAKE") {
  1008. CPU_CHECK = no
  1009. }
  1010. when ($CPU_CHECK == "yes") {
  1011. PEERDIR += library/cpp/cpuid_check
  1012. }
  1013. when ($USE_ARC_PROFILE == "yes" && $NOUTIL != "yes") {
  1014. PEERDIR += library/cpp/execprofile/autostart
  1015. }
  1016. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  1017. PEERDIR += contrib/libs/cxxsupp/libsan
  1018. when ($CLANG) {
  1019. select ($TARGET_PLATFORM) {
  1020. "LINUX" ? {
  1021. PEERDIR += library/cpp/sanitizer/${SANITIZER_TYPE}/static
  1022. }
  1023. "DARWIN" ? {
  1024. # Memory sanitizer is not supported for darwin platform.
  1025. # https://clang.llvm.org/docs/MemorySanitizer.html#supported-platforms
  1026. when ($SANITIZER_TYPE != "memory") {
  1027. PEERDIR += library/cpp/sanitizer/${SANITIZER_TYPE}/dynamic
  1028. }
  1029. }
  1030. default ? {
  1031. FATAL_ERROR_MESSAGE+=Unsupported platform for sanitizer
  1032. }
  1033. }
  1034. }
  1035. }
  1036. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") {
  1037. PEERDIR+=library/cpp/testing/dump_clang_coverage
  1038. }
  1039. when ($IDE_MSVS == "yes") {
  1040. PEERDIR+=build/scripts/c_templates
  1041. }
  1042. when ($_CUSTOM_LINK_STEP_SCRIPT) {
  1043. LINK_SCRIPT_EXE_FLAGS+=--python=$YMAKE_PYTHON --custom-step=${input:_CUSTOM_LINK_STEP_SCRIPT}
  1044. }
  1045. }
  1046. VCS_INFO_SEM=vcs_info ${hide;input:"build/scripts/vcs_info.py"} ${hide;input:"build/scripts/c_templates/svn_interface.c"} ${hide;input:"build/scripts/c_templates/svnversion.h"} && target_macroses-ITEM && target_macroses-macro vcs_info && target_macroses-args ${hide;input:"build/scripts/vcs_info.py"} ${hide;input:"build/scripts/c_templates/svn_interface.c"} ${hide;input:"build/scripts/c_templates/svnversion.h"}
  1047. CPP_PROGRAM_SEM=add_executable $MODDIR $CMAKE_TARGET_NAME ${hide:TARGET} ${hide:AUTO_INPUT} $CMAKE_TARGET_ARTEFACT_RENAME_RULES \
  1048. && ${VCS_INFO_SEM} \
  1049. && target_link_options PRIVATE $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE_LIB_GLOBAL $OBJADDE \
  1050. && target_options-privates-ITEM && target_options-privates-option target_link_options && target_options-privates-args $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE_LIB_GLOBAL $OBJADDE \
  1051. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1052. && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED \
  1053. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1054. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1055. && target_compile_options PRIVATE $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1056. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1057. && target_sources PRIVATE ${MODULE_EXPLICIT_HEADERS} \
  1058. && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${MODULE_EXPLICIT_HEADERS}
  1059. ### @usage: PROGRAM([progname])
  1060. ###
  1061. ### Regular program module.
  1062. ### If name is not specified it will be generated from the name of the containing project directory.
  1063. module PROGRAM: _BASE_PROGRAM {
  1064. .SEM=CPP_PROGRAM_SEM
  1065. .ALIASES=EXTRALIBS=PY_EXTRALIBS
  1066. ADD_YTEST($MODULE_PREFIX$REALPRJNAME coverage.extractor)
  1067. _DONT_REQUIRE_LICENSE()
  1068. }
  1069. ### @usage: EXPORTS_SCRIPT(exports_file)
  1070. ###
  1071. ### Specify exports script within PROGRAM, DLL and DLL-derived modules.
  1072. ### This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files.
  1073. ### The other option use EXPORTS parameter of the DLL module itself.
  1074. ###
  1075. ### @see: [DLL](#module_DLL)
  1076. macro EXPORTS_SCRIPT(Arg) {
  1077. SET(EXPORTS_FILE $Arg)
  1078. }
  1079. ### @usage: NO_EXPORT_DYNAMIC_SYMBOLS()
  1080. ###
  1081. ### Disable exporting all non-hidden symbols as dynamic when linking a PROGRAM.
  1082. macro NO_EXPORT_DYNAMIC_SYMBOLS() {
  1083. ENABLE(NO_EXPORT_DYNAMIC_SYMBOLS)
  1084. }
  1085. ### @usage: EXPORT_ALL_DYNAMIC_SYMBOLS()
  1086. ###
  1087. ### Export all non-hidden symbols as dynamic when linking a PROGRAM.
  1088. macro EXPORT_ALL_DYNAMIC_SYMBOLS() {
  1089. # Dummy: default behaviour
  1090. ENABLE(EXPORT_ALL_DYNAMIC_SYMBOLS)
  1091. }
  1092. ### @usage: USE_DYNAMIC_CUDA()
  1093. ###
  1094. ### Enable linking of PROGRAM with dynamic CUDA. By default CUDA uses static linking
  1095. macro USE_DYNAMIC_CUDA() {
  1096. LDFLAGS(-Wl,-rpath,$ORIGIN)
  1097. ENABLE(USE_DYNAMIC_CUDA)
  1098. }
  1099. ### @usage: CUSTOM_LINK_STEP_SCRIPT(name)
  1100. ###
  1101. ### Specifies name of a script for custom link step. The scripts
  1102. ### should be placed in the build/scripts directory and are subject to
  1103. ### review by devtools@.
  1104. macro CUSTOM_LINK_STEP_SCRIPT(Name) {
  1105. SET(_CUSTOM_LINK_STEP_SCRIPT build/scripts/$Name)
  1106. }
  1107. ### @usage: _BASE_UNITTEST # internal
  1108. ###
  1109. ### Module with base logic for all unit-test modules: it makes code runnable as unit-test by Arcadia testing machinery.
  1110. module _BASE_UNITTEST: _BASE_PROGRAM {
  1111. .FINAL_TARGET=no
  1112. .NODE_TYPE=Program
  1113. .ALLOWED=YT_SPEC
  1114. .DEFAULT_NAME_GENERATOR=FullPath
  1115. when ($UT_SKIP_EXCEPTIONS == "yes") {
  1116. C_DEFINES+=-DUT_SKIP_EXCEPTIONS
  1117. }
  1118. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1119. # Assume that no code may depend on unit test output and thus
  1120. # do not mandate license markup in such modules.
  1121. _DONT_REQUIRE_LICENSE()
  1122. }
  1123. _TEST_SPLIT_FACTOR_SEM=1
  1124. _TEST_TIMEOUT_SEM=
  1125. _TEST_PARTITION_SEM=
  1126. UNITTEST_SEM=$CPP_PROGRAM_SEM \
  1127. && set_property TARGET $REALPRJNAME PROPERTY SPLIT_FACTOR $_TEST_SPLIT_FACTOR_SEM \
  1128. && target_commands-ITEM && target_commands-macro set_property && target_commands-args TARGET $REALPRJNAME PROPERTY SPLIT_FACTOR $_TEST_SPLIT_FACTOR_SEM \
  1129. $_TEST_PARTITION_SEM \
  1130. && add_yunittest NAME $REALPRJNAME TEST_TARGET $REALPRJNAME TEST_ARG --print-before-suite --print-before-test --fork-tests --print-times --show-fails \
  1131. && target_commands-ITEM && target_commands-macro add_yunittest && target_commands-args NAME $REALPRJNAME TEST_TARGET $REALPRJNAME TEST_ARG --print-before-suite --print-before-test --fork-tests --print-times --show-fails \
  1132. && set_yunittest_property TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1133. && target_commands-ITEM && target_commands-macro set_yunittest_property && target_commands-args TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1134. && add_ytest_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1135. && set_yunittest_property_escaped TEST $REALPRJNAME PROPERTY ENVIRONMENT $TEST_ENV_VALUE \
  1136. && target_commands-ITEM && target_commands-macro set_yunittest_property && target_commands-args TEST $REALPRJNAME PROPERTY ENVIRONMENT && target_commands-args_escaped $TEST_ENV_VALUE \
  1137. $_TEST_TIMEOUT_SEM
  1138. # tag:test
  1139. ### @usage: UNITTEST([name])
  1140. ###
  1141. ### Unit test module based on library/cpp/testing/unittest.
  1142. ### It is recommended not to specify the name.
  1143. ###
  1144. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#opisanievya.make1
  1145. module UNITTEST: _BASE_UNITTEST {
  1146. .SEM=UNITTEST_SEM
  1147. .ARGS_PARSER=Base
  1148. PEERDIR(library/cpp/testing/unittest_main)
  1149. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1150. when ($TEST_FORK_MODE != "none") {
  1151. when ($TEST_SPLIT_FACTOR) {
  1152. _TEST_SPLIT_FACTOR_SEM=$TEST_SPLIT_FACTOR
  1153. }
  1154. otherwise {
  1155. _TEST_SPLIT_FACTOR_SEM=10
  1156. }
  1157. when ($TEST_PARTITION == "MODULO") {
  1158. _TEST_PARTITION_SEM=&& set_property TARGET $REALPRJNAME PROPERTY SPLIT_TYPE $TEST_PARTITION && target_commands-ITEM && target_commands-macro set_property && target_commands-args TARGET $REALPRJNAME PROPERTY SPLIT_TYPE $TEST_PARTITION \
  1159. }
  1160. }
  1161. when ($TEST_TIMEOUT) {
  1162. _TEST_TIMEOUT_SEM=&& set_yunittest_property TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT && target_commands-ITEM && target_commands-macro set_yunittest_property && target_commands-args TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT
  1163. }
  1164. }
  1165. # tag:yt-specific tag:test
  1166. ### @usage: YT_UNITTEST([name])
  1167. ###
  1168. ### YT Unit test module based on library/cpp/testing/unittest with NYT::Initialize hook
  1169. module YT_UNITTEST: _BASE_UNITTEST {
  1170. .SEM=UNITTEST_SEM
  1171. PEERDIR(library/cpp/testing/unittest_main yt/cpp/mapreduce/tests/yt_initialize_hook)
  1172. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1173. }
  1174. # tag:test
  1175. ### @usage: UNITTEST_WITH_CUSTOM_ENTRY_POINT([name])
  1176. ###
  1177. ### Generic unit test module.
  1178. module UNITTEST_WITH_CUSTOM_ENTRY_POINT: _BASE_UNITTEST {
  1179. .SEM=UNITTEST_SEM
  1180. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1181. }
  1182. GTEST_SEM=$CPP_PROGRAM_SEM \
  1183. && add_test NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1184. && target_commands-ITEM && target_commands-macro add_test && target_commands-args NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1185. && set_property TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1186. && target_commands-ITEM && target_commands-macro set_property && target_commands-args TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1187. && add_test_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1188. && set_property_escaped TEST $REALPRJNAME PROPERTY ENVIRONMENT $TEST_ENV_VALUE \
  1189. && target_commands-ITEM && target_commands-macro set_property && target_commands-args TEST $REALPRJNAME PROPERTY ENVIRONMENT && target_commands-args_escaped $TEST_ENV_VALUE \
  1190. $_TEST_TIMEOUT_SEM
  1191. # tag:cpp-specific tag:test
  1192. ### @usage: GTEST([name])
  1193. ###
  1194. ### Unit test module based on library/cpp/testing/gtest.
  1195. ### It is recommended not to specify the name.
  1196. ###
  1197. ### Documentation: https://docs.yandex-team.ru/arcadia-cpp/docs/build/manual/tests/cpp#gtest
  1198. module GTEST: _BASE_UNITTEST {
  1199. .SEM=GTEST_SEM
  1200. .DEFAULT_NAME_GENERATOR=FullPath
  1201. .ARGS_PARSER=Base
  1202. PEERDIR(library/cpp/testing/gtest library/cpp/testing/gtest_main)
  1203. ADD_YTEST($MODULE_PREFIX$REALPRJNAME gunittest)
  1204. when ($TEST_TIMEOUT) {
  1205. _TEST_TIMEOUT_SEM=&& set_property TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT && target_commands-ITEM && target_commands-macro set_property && target_commands-args TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT
  1206. }
  1207. }
  1208. USE_AFL=no
  1209. # tag:fuzzing
  1210. ### @usage: FUZZ()
  1211. ###
  1212. ### In order to start using Fuzzing in Arcadia, you need to create a FUZZ module with the implementation of the function LLVMFuzzerTestOneInput().
  1213. ### This module should be reachable by RECURSE from /autocheck project in order for the corpus to be regularly updated.
  1214. ### AFL and Libfuzzer are supported in Arcadia via a single interface, but the automatic fuzzing still works only through Libfuzzer.
  1215. ###
  1216. ### Example: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/re2/re2/fuzzing/re2_fuzzer.cc?rev=2919463#L58
  1217. ###
  1218. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1219. module FUZZ: _BASE_PROGRAM {
  1220. .NODE_TYPE=Program
  1221. .FINAL_TARGET=no
  1222. .ALLOWED=FUZZ_DICTS FUZZ_OPTS
  1223. SET(LIBFUZZER_PATH contrib/libs/libfuzzer)
  1224. when ($USE_AFL == "no") {
  1225. PEERDIR+=$LIBFUZZER_PATH
  1226. }
  1227. when ($USE_AFL == "yes") {
  1228. PEERDIR+=$LIBFUZZER_PATH/afl
  1229. }
  1230. when (!$SANITIZER_TYPE || $SANITIZER_TYPE == "no") {
  1231. PEERDIR+=library/cpp/testing/nofuzz
  1232. }
  1233. ADD_YTEST($MODULE_PREFIX$REALPRJNAME fuzz.test)
  1234. }
  1235. # tag:ios-specific
  1236. PACK_IOS_CMD=
  1237. when ($OS_IOS && $BUILD_IOS_APP) {
  1238. PACK_IOS_CMD=$YMAKE_PYTHON ${input:"build/scripts/pack_ios.py"} --binary $TARGET --target $TARGET --temp-dir $BINDIR $PEERS
  1239. }
  1240. LINK_BOOSTTEST_CMD=
  1241. BOOST_TEST_TYPE_STRING=
  1242. when ($BOOSTTEST_IS_FAT_OBJECT) {
  1243. LINK_BOOSTTEST_CMD=$LINK_RECURSIVE_LIBRARY
  1244. BOOST_TEST_TYPE_STRING=no.test
  1245. }
  1246. otherwise {
  1247. LINK_BOOSTTEST_CMD=$LINK_EXE
  1248. BOOST_TEST_TYPE_STRING=boost.test
  1249. }
  1250. # tag:deprecated
  1251. ### @usage: BOOSTTEST([name]) #deprecated
  1252. ###
  1253. ### Test module based on boost/test/unit_test.hpp.
  1254. ### As with entire boost library usage of this technology is deprecated in Arcadia and restricted with configuration error in most of projects.
  1255. ### No new module of this type should be introduced unless it is explicitly approved by C++ committee.
  1256. module BOOSTTEST: _BASE_PROGRAM {
  1257. .NODE_TYPE=Program
  1258. .FINAL_TARGET=no
  1259. .CMD=LINK_BOOSTTEST_CMD
  1260. PEERDIR(library/cpp/testing/boost_test)
  1261. when ($BOOSTTEST_IS_FAT_OBJECT) {
  1262. MODULE_SUFFIX=.a
  1263. }
  1264. elsewhen ($OS_IOS && $BUILD_IOS_APP) {
  1265. PEERDIR+=devtools/boosttest_ios_wrapper/library
  1266. MODULE_SUFFIX=.ios.tar
  1267. }
  1268. ADD_YTEST($MODULE_PREFIX$REALPRJNAME $BOOST_TEST_TYPE_STRING)
  1269. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1270. _DONT_REQUIRE_LICENSE()
  1271. }
  1272. # tag:deprecated
  1273. ### @usage BOOSTTEST_WITH_MAIN([name]) #deprecated
  1274. ###
  1275. ### Same as BOOSTTEST (see above), but comes with builtin int main(argc, argv) implementation
  1276. module BOOSTTEST_WITH_MAIN: BOOSTTEST {
  1277. PEERDIR(library/cpp/testing/boost_test_main)
  1278. }
  1279. FUZZ_DICTS_VALUE=
  1280. ### @usage: FUZZ_DICTS(path1 [path2...])
  1281. ###
  1282. ### Allows you to specify dictionaries, relative to the root of Arcadia, which will be used in Fuzzing.
  1283. ### Libfuzzer and AFL use a single syntax for dictionary descriptions.
  1284. ### Should only be used in FUZZ modules.
  1285. ###
  1286. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1287. macro FUZZ_DICTS(Data...) {
  1288. SET_APPEND(FUZZ_DICTS_VALUE $Data)
  1289. }
  1290. FUZZ_OPTS_VALUE=
  1291. ### @usage: FUZZ_OPTS(opt1 [Opt2...])
  1292. ###
  1293. ### Overrides or adds options to the corpus mining and fuzzer run.
  1294. ### Currently supported only Libfuzzer, so you should use the options for it.
  1295. ### Should only be used in FUZZ modules.
  1296. ###
  1297. ### @example:
  1298. ###
  1299. ### FUZZ_OPTS (
  1300. ### -max_len=1024
  1301. ### -rss_limit_mb=8192
  1302. ### )
  1303. ###
  1304. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1305. macro FUZZ_OPTS(Data...) {
  1306. SET_APPEND(FUZZ_OPTS_VALUE $Data)
  1307. }
  1308. # tag:yt-specific tag:test
  1309. TEST_YT_SPEC_VALUE=
  1310. ### @usage: YT_SPEC(path1 [path2...])
  1311. ###
  1312. ### Allows you to specify json-files with YT task and operation specs,
  1313. ### which will be used to run test node in the YT.
  1314. ### Test must be marked with ya:yt tag.
  1315. ### Files must be relative to the root of Arcadia.
  1316. ###
  1317. ### Documentation: https://wiki.yandex-team.ru/yatool/test/
  1318. macro YT_SPEC(Data...) {
  1319. SET_APPEND(TEST_YT_SPEC_VALUE $Data)
  1320. }
  1321. # tag:test
  1322. TEST_SRCS_VALUE=
  1323. ### @usage: TEST_SRCS(Files...)
  1324. ###
  1325. ### In PY2TEST, PY3TEST and PY*_LIBRARY modules used as PY_SRCS macro and additionally used to mine test cases to be executed by testing framework.
  1326. ###
  1327. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#testynapytest
  1328. macro TEST_SRCS(Tests...) {
  1329. SET_APPEND(TEST_SRCS_VALUE $Tests)
  1330. }
  1331. macro DISABLE_DATA_VALIDATION() {
  1332. DISABLE(VALIDATE_DATA)
  1333. }
  1334. # tag:test
  1335. TEST_DATA_VALUE=
  1336. ### @usage: DATA([path...])
  1337. ###
  1338. ### Specifies the path to the data necessary test.
  1339. ### Valid values are: arcadia/<path> , arcadia_tests_data/<path> and sbr://<resource_id>.
  1340. ### In the latter case resource will be brought to the working directory of the test before it is started
  1341. ###
  1342. ### Used only inside TEST modules.
  1343. ###
  1344. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#dannyeizrepozitorija
  1345. macro DATA(Data...) {
  1346. SET_APPEND(TEST_DATA_VALUE $Data)
  1347. ADD_CHECK(check.data $Data)
  1348. }
  1349. # tag:test
  1350. ### @usage: DATA_FILES([path...])
  1351. ###
  1352. ### Specifies the path to the arcadia source data necessary test.
  1353. ### Used only inside TEST modules.
  1354. ###
  1355. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#dannyeizrepozitorija
  1356. macro DATA_FILES(Paths...) {
  1357. SET_APPEND(TEST_DATA_VALUE ${pre=arcadia/:Paths})
  1358. _DATA_FILES($Paths)
  1359. }
  1360. # tag:test
  1361. ### @usage: EXPLICIT_DATA()
  1362. ###
  1363. ### Disables implicit macro DATA(<module_path>).
  1364. ADD_SRCDIR_TO_TEST_DATA=yes
  1365. macro EXPLICIT_DATA() {
  1366. SET(ADD_SRCDIR_TO_TEST_DATA no)
  1367. }
  1368. # tag:test
  1369. TEST_TAGS_VALUE=
  1370. ### @usage: TAG ([tag...])
  1371. ###
  1372. ### Each test can have one or more tags used to filter tests list for running.
  1373. ### There are also special tags affecting test behaviour, for example ya:external, sb:ssd.
  1374. ###
  1375. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#obshhieponjatija
  1376. macro TAG(Tags...) {
  1377. SET_APPEND(TEST_TAGS_VALUE $Tags)
  1378. }
  1379. # tag:test
  1380. TEST_REQUIREMENTS_VALUE=
  1381. ### @usage: REQUIREMENTS([cpu:<count>] [disk_usage:<size>] [ram:<size>] [ram_disk:<size>] [container:<id>] [network:<restricted|full>] [dns:dns64])
  1382. ###
  1383. ### Allows you to specify the requirements of the test.
  1384. ###
  1385. ### Documentation about the Arcadia test system: https://wiki.yandex-team.ru/yatool/test/
  1386. macro REQUIREMENTS(Tags...) {
  1387. SET_APPEND(TEST_REQUIREMENTS_VALUE $Tags)
  1388. }
  1389. # tag:test
  1390. TEST_ENV_VALUE=
  1391. ### @usage: ENV(key[=value])
  1392. ###
  1393. ### Sets env variable key to value (gets value from system env by default).
  1394. macro ENV(Data...) {
  1395. SET_APPEND(TEST_ENV_VALUE ${quo:Data})
  1396. }
  1397. ### @usage: CONFTEST_LOAD_POLICY_LOCAL()
  1398. ###
  1399. ### Loads conftest.py files in a way that pytest does it
  1400. macro CONFTEST_LOAD_POLICY_LOCAL() {
  1401. SET_APPEND(TEST_ENV_VALUE "CONFTEST_LOAD_POLICY=LOCAL")
  1402. }
  1403. # tag:test
  1404. TEST_RECIPES_VALUE=
  1405. ### @usage: USE_RECIPE(path [arg1 arg2...])
  1406. ###
  1407. ### Provides prepared environment via recipe for test.
  1408. ###
  1409. ### Documentation: https://wiki.yandex-team.ru/yatool/test/recipes
  1410. macro USE_RECIPE(Data...) {
  1411. SET_APPEND(TEST_RECIPES_VALUE $Data)
  1412. SET_APPEND(TEST_RECIPES_VALUE "USE_RECIPE_DELIM")
  1413. }
  1414. # tag:python-specific tag:test
  1415. TEST_PYTHON_PATH_VALUE=
  1416. # tag:python-specific tag:test
  1417. ### @usage: PYTHON_PATH(Path)
  1418. ###
  1419. ### Set path to Python that will be used to runs scripts in tests
  1420. macro PYTHON_PATH(Path) {
  1421. SET(TEST_PYTHON_PATH_VALUE $Path)
  1422. }
  1423. # tag:test
  1424. SKIP_TEST_VALUE=
  1425. ### @usage: SKIP_TEST(Reason)
  1426. ###
  1427. ### Skip the suite defined by test module. Provide a reason to be output in test execution report.
  1428. macro SKIP_TEST(Reason...) {
  1429. SET(SKIP_TEST_VALUE $Reason)
  1430. }
  1431. # tag:test
  1432. LINT_LEVEL_VALUE=extended
  1433. _NO_LINT_VALUE=
  1434. ### @usage: NO_LINT([ktlint])
  1435. ###
  1436. ### Do not check for style files included in PY_SRCS, TEST_SRCS, JAVA_SRCS.
  1437. ### Ktlint can be disabled using NO_LINT(ktlint) explicitly.
  1438. macro NO_LINT(ktlint?"ktlint":"none") {
  1439. SET(_NO_LINT_VALUE ${ktlint})
  1440. }
  1441. ### @usage: LINT(<none|base|strict|extended>)
  1442. ###
  1443. ### Set linting level for sources of the module
  1444. macro LINT(level) {
  1445. SET(LINT_LEVEL_VALUE $level)
  1446. }
  1447. # tag:cpp-specific tag:test
  1448. module CPP_STYLE_TEST_16: PY3TEST_BIN {
  1449. DEPENDS(contrib/libs/clang16/tools/clang-format)
  1450. PEERDIR+=library/python/cpp_test
  1451. }
  1452. macro STYLE(Globs...) {
  1453. _GLOB(STYLE_SRCS_GLOB ${pre=${ARCADIA_ROOT}:Globs})
  1454. _STYLE(${STYLE_SRCS_GLOB})
  1455. }
  1456. # tag:test
  1457. ### @usage: EXECTEST()
  1458. ###
  1459. ### Module definition of generic test that executes a binary.
  1460. ### Use macro RUN to specify binary to run.
  1461. ###
  1462. ### @example:
  1463. ###
  1464. ### EXECTEST()
  1465. ### OWNER(g:yatool)
  1466. ###
  1467. ### RUN(
  1468. ### cat input.txt
  1469. ### )
  1470. ### DATA(
  1471. ### arcadia/devtools/ya/test/tests/exectest/data
  1472. ### )
  1473. ### DEPENDS(
  1474. ### devtools/dummy_arcadia/cat
  1475. ### )
  1476. ### TEST_CWD(devtools/ya/test/tests/exectest/data)
  1477. ### END()
  1478. ###
  1479. ### More examples: https://wiki.yandex-team.ru/yatool/test/#exec-testy
  1480. ###
  1481. ### @see: [RUN()](#macro_RUN)
  1482. module EXECTEST: _BARE_UNIT {
  1483. .NODE_TYPE=Program
  1484. .FINAL_TARGET=no
  1485. .ALLOWED=YT_SPEC
  1486. .RESTRICTED=FORK_TEST_FILES
  1487. .DEFAULT_NAME_GENERATOR=FullPath
  1488. .ARGS_PARSER=Base
  1489. SET(MODULE_SUFFIX .pkg.fake)
  1490. SETUP_EXECTEST()
  1491. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1492. }
  1493. # tag:cpp-specific tag:test
  1494. ### @usage: Y_BENCHMARK([benchmarkname])
  1495. ###
  1496. ### Benchmark test based on the library/cpp/testing/benchmark.
  1497. ###
  1498. ### For more details see: https://wiki.yandex-team.ru/yatool/test/#zapuskbenchmark
  1499. module Y_BENCHMARK: PROGRAM {
  1500. .SEM=CPP_PROGRAM_SEM
  1501. PEERDIR(library/cpp/testing/benchmark/main)
  1502. ADD_YTEST($MODULE_PREFIX$REALPRJNAME y_benchmark)
  1503. }
  1504. GBENCH_SEM=$CPP_PROGRAM_SEM \
  1505. && add_test NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1506. && target_commands-ITEM && target_commands-macro add_test && target_commands-args NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1507. && set_property TEST $REALPRJNAME PROPERTY LABELS SMALL $FILTER_ONLY_TEST_TAGS \
  1508. && target_commands-ITEM && target_commands-macro set_property && target_commands-args TEST $REALPRJNAME PROPERTY LABELS SMALL $FILTER_ONLY_TEST_TAGS \
  1509. && add_test_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1510. $_TEST_TIMEOUT_SEM
  1511. # tag:cpp-specific tag:test
  1512. ### @usage: G_BENCHMARK([benchmarkname])
  1513. ###
  1514. ### Benchmark test based on the google benchmark.
  1515. ###
  1516. ### For more details see: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/benchmark/README.md
  1517. module G_BENCHMARK: _BASE_PROGRAM {
  1518. .SEM=GBENCH_SEM
  1519. .ALLOWED=YT_SPEC
  1520. PEERDIR(library/cpp/testing/gbenchmark)
  1521. ADD_YTEST($MODULE_PREFIX$REALPRJNAME g_benchmark)
  1522. }
  1523. BENCHMARK_OPTS_VALUE=
  1524. ### @usage: BENCHMARK_OPTS(opt1 [opt2...])
  1525. ###
  1526. ### Allows to specify extra args to benchmark binary.
  1527. ### Supported for G_BENCHMARK and Y_BENCHMARK
  1528. ###
  1529. ### @example:
  1530. ### BENCHMARK_OPTS (
  1531. ### --benchmark_min_time=0
  1532. ### )
  1533. ###
  1534. ### Documentation: https://docs.yandex-team.ru/ya-make/manual/tests/benchmark
  1535. macro BENCHMARK_OPTS(Data...) {
  1536. SET_APPEND(BENCHMARK_OPTS_VALUE $Data)
  1537. }
  1538. # tag:test
  1539. TEST_ROOT=$(TESTS_DATA_ROOT)
  1540. RESULT_MAX_FILE=0
  1541. STRIP_FILES=--dont-strip-files
  1542. VERIFY_RESULTS=--verify-results
  1543. ADDITIONAL_PATH=
  1544. # set for tests variables to fill it by YA_DEV or YA
  1545. YA_ROOT=ya
  1546. when ($YA_DEV == "yes") {
  1547. YA_ROOT=ya-dev
  1548. }
  1549. # tag:test
  1550. ### @usage: UNITTEST_FOR(path/to/lib)
  1551. ###
  1552. ### Convenience extension of UNITTEST module.
  1553. ### The UNINTTEST module with additional SRCDIR + ADDINCL + PEERDIR on path/to/lib.
  1554. ### path/to/lib is the path to the directory with the LIBRARY project.
  1555. ###
  1556. ### Documentation about the Arcadia test system: https://wiki.yandex-team.ru/yatool/test/
  1557. module UNITTEST_FOR: UNITTEST {
  1558. .SEM=UNITTEST_SEM
  1559. PEERDIR(ADDINCL $UNITTEST_DIR)
  1560. SRCDIR($UNITTEST_DIR)
  1561. }
  1562. ### @usage: _LIBRARY # internal
  1563. ###
  1564. ### Base module definition for all libraries.
  1565. ### Contains basic logic like module properties, default variable values etc.
  1566. ### All libraries similar to C++-libraries should be inherited from it.
  1567. module _LIBRARY: _BASE_UNIT {
  1568. .CMD=LINK_LIB
  1569. .NODE_TYPE=Library
  1570. .PEERDIR_POLICY=as_include
  1571. .EXTS=.o .obj .a .mf .supp .sbom .tidyjson .ld .lib
  1572. .ALLOWED=GRPC USE_SKIFF EXTRALIBS OBJADDE_GLOBAL RESOURCE_FILES
  1573. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS SRCS _WHOLE_ARCHIVE_LIBS_VALUE RPATH OBJADDE_LIB
  1574. .RESTRICTED=ALLOCATOR SIZE TAG DATA TEST_DATA DEPENDS FORK_TESTS FORK_SUBTESTS SPLIT_FACTOR TEST_CWD RUN TIMEOUT SPLIT_DWARF
  1575. .ALIASES=EXTRALIBS=PY_EXTRALIBS
  1576. .FINAL_TARGET=no
  1577. .GLOBAL_CMD=GLOBAL_LINK_LIB
  1578. .GLOBAL_EXTS=.o .obj .tidyjson
  1579. GLOBAL_SUFFIX=.global$MODULE_SUFFIX
  1580. #TODO: Remove this hack (really we do not need add fake src at all)
  1581. ENABLE(NEED_ADD_FAKE_SRC)
  1582. CHECK_CONTRIB_CREDITS(contrib/clickhouse contrib/libs contrib/deprecated EXCEPT contrib/deprecated/python)
  1583. when ($USE_MKL == "yes") {
  1584. NOPLATFORM=yes
  1585. }
  1586. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1587. MODULE_PREFIX=
  1588. MODULE_SUFFIX=.lib
  1589. }
  1590. elsewhen ($TIDY_ENABLED == "yes") {
  1591. MODULE_PREFIX=
  1592. MODULE_SUFFIX=.tidyjson
  1593. }
  1594. otherwise {
  1595. MODULE_PREFIX=lib
  1596. MODULE_SUFFIX=.a
  1597. }
  1598. when ($WERROR != "no") {
  1599. when ($WERROR_MODE == "all" || ($WERROR_MODE == "compiler_specific" && $WERROR == "yes")) {
  1600. C_WARNING_OPTS += $WERROR_FLAG
  1601. }
  1602. }
  1603. when ($WITH_VALGRIND == "yes") {
  1604. PEERDIR+=contrib/libs/valgrind
  1605. # https://st.yandex-team.ru/DTCC-1227
  1606. CFLAGS+=-fdebug-default-version=4
  1607. }
  1608. }
  1609. CPP_LIBRARY_INDUCED_SEM_PROPERTY=consumer_link_library
  1610. CPP_LIBRARY_INDUCED_LINKS=link-publics
  1611. CPP_LIBRARY_SEM=add_library ${MODDIR} $CMAKE_TARGET_NAME ${hide:TARGET} ${hide:AUTO_INPUT} $CMAKE_TARGET_ARTEFACT_RENAME_RULES \
  1612. && library_fake_marker FAKE_MODULE ${FAKE_MODULE} \
  1613. && is_fake_module ${FAKE_MODULE} \
  1614. && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET \
  1615. && ${CPP_LIBRARY_INDUCED_LINKS} $CMAKE_LINK_TARGET \
  1616. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1617. && target_options-publics-ITEM && target_options-publics-option target_include_directories && target_options-publics-args $_C__INCLUDE_GLOBAL \
  1618. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1619. && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED \
  1620. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1621. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1622. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1623. && target_options-publics-ITEM && target_options-publics-option target_compile_options && target_options-publics-args $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1624. && target_link_options INTERFACE $LDFLAGS_GLOBAL_RAW \
  1625. && target_options-interfaces-ITEM && target_options-interfaces-option target_link_options && target_options-interfaces-args $LDFLAGS_GLOBAL_RAW \
  1626. && add_language C && add_language CXX \
  1627. && project_languages C && project_languages CXX \
  1628. && target_sources PRIVATE ${MODULE_EXPLICIT_HEADERS} \
  1629. && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${MODULE_EXPLICIT_HEADERS}
  1630. CPP_OBJ_LIBRARY_SEM=add_global_library_for ${MODDIR} ${suf=.global:CMAKE_TARGET_NAME} $CMAKE_TARGET_NAME ${hide:GLOBAL_TARGET} ${hide:AUTO_INPUT} \
  1631. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1632. && target_options-publics-ITEM && target_options-publics-option target_include_directories && target_options-publics-args $_C__INCLUDE_GLOBAL \
  1633. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1634. && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED \
  1635. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1636. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1637. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1638. && target_options-publics-ITEM && target_options-publics-option target_compile_options && target_options-publics-args $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW
  1639. CMAKE_FIND_PKG=
  1640. CMAKE_LINK_TARGET=$REALPRJNAME
  1641. CMAKE_FIND_PKG_COMP=
  1642. ### @usage: LIBRARY()
  1643. ###
  1644. ### The regular static library module.
  1645. ###
  1646. ### The LIBRARY() is intermediate module, so when built directly it won't build its dependencies.
  1647. ### It transitively provides its PEERDIRs to ultimate final target, where all LIBRARY() modules are built and linked together.
  1648. ###
  1649. ### This is C++ library, and it selects peers from multimodules accordingly.
  1650. ###
  1651. ### It makes little sense to mention LIBRARY in DEPENDS or BUNDLE, package and deploy it since it is not a standalone entity.
  1652. ### In order to use library in tests PEERDIR it to link into tests.
  1653. ### If you think you need to distribute static library please contact devtools@ for assistance.
  1654. module LIBRARY: _LIBRARY {
  1655. .GLOBAL=_AARS _PROGUARD_RULES
  1656. .SEM=CPP_LIBRARY_SEM
  1657. .ALIASES=EXTRALIBS=PY_EXTRALIBS
  1658. .GLOBAL_SEM=CPP_OBJ_LIBRARY_SEM
  1659. .DEFAULT_NAME_GENERATOR=ThreeDirNames
  1660. .ARGS_PARSER=Base
  1661. when ($CMAKE_PACKAGE_SEM != "" || $CONAN_REQUIRES_SEM != "" || $CONAN_OPTS_SEM != "" || $CONAN_OS_REQUIRES_SEM != "" || $CONAN_OS_OPTIONS_SEM != "") {
  1662. CPP_LIBRARY_SEM=$CMAKE_PACKAGE_SEM && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET && ${CPP_LIBRARY_INDUCED_LINKS} $CMAKE_LINK_TARGET $CONAN_REQUIRES_SEM $CONAN_OPTIONS_SEM $CONAN_OS_REQUIRES_SEM $CONAN_OS_OPTIONS_SEM && IGNORED
  1663. }
  1664. when ($OPENSOURCE_EXPORT == "no") {
  1665. CPP_LIBRARY_SEM=IGNORED
  1666. }
  1667. when ($HAS_CPP_PROTOBUF_PEERS == "yes") {
  1668. PEERDIR+=$CPP_PROTOBUF_PEERS
  1669. }
  1670. SET(MODULE_TYPE LIBRARY)
  1671. SET(MODULE_LANG CPP)
  1672. ADD_CLANG_TIDY()
  1673. when ($TIDY_ENABLED == "yes") {
  1674. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_project_map.json
  1675. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_default_map.json
  1676. }
  1677. }
  1678. # tag:internal
  1679. ### @usage: _BARE_MODULE() # internal
  1680. ###
  1681. ### Remove unwanted dependencies for "empty" library module
  1682. macro _BARE_MODULE() {
  1683. SET(NEED_PLATFORM_PEERDIRS no)
  1684. SET(PEERDIR_TEST_TOOL no)
  1685. DISABLE(WITH_VALGRIND)
  1686. NO_CODENAVIGATION()
  1687. NO_PLATFORM()
  1688. NO_RUNTIME()
  1689. NO_UTIL()
  1690. NO_CLANG_TIDY()
  1691. }
  1692. # tag:internal
  1693. ### @usage: _BARE_LINK_MODULE() # internal
  1694. ###
  1695. ### Remove unwanted dependencies for "empty" link module
  1696. macro _BARE_LINK_MODULE() {
  1697. _BARE_MODULE()
  1698. DISABLE(COMMON_LINK_SETTINGS)
  1699. ALLOCATOR(FAKE)
  1700. }
  1701. # tag:internal
  1702. ### @usage: _CONDITIONAL_SRCS([USE_CONDITIONAL_SRCS] Files...) # internal
  1703. ###
  1704. ### Adds Files... to SRCS if first word is `USE_CONDITIONAL_SRCS`
  1705. ### To be used with some variable which is set to `USE_CONDITIONAL_SRCS` under condition
  1706. macro _CONDITIONAL_SRCS(USE_CONDITIONAL_SRCS[], DYMMY...) {
  1707. SRCS($USE_CONDITIONAL_SRCS)
  1708. }
  1709. # XXX: dirty hack for correct LDFLAGS passing
  1710. RESOURCES_LIBRARY_LINK=$TOUCH_UNIT
  1711. RESOURCES_LIBRARY_SEM=IGNORED
  1712. ### @usage: RESOURCES_LIBRARY()
  1713. ###
  1714. ### Definition of a module that brings its content from external source (Sandbox) via DECLARE_EXTERNAL_RESOURCE macro.
  1715. ### This can participate in PEERDIRs of others as library but it cannot have own sources and PEERDIRs.
  1716. ###
  1717. ### @see: [DECLARE_EXTERNAL_RESOURCE()](#macro_DECLARE_EXTERNAL_RESOURCE)
  1718. module RESOURCES_LIBRARY: _BARE_UNIT {
  1719. .CMD=RESOURCES_LIBRARY_LINK
  1720. .SEM=RESOURCES_LIBRARY_SEM
  1721. .ALLOWED=DECLARE_EXTERNAL_RESOURCE EXTRALIBS OBJADDE_GLOBAL
  1722. .RESTRICTED=ALLOCATOR SIZE TAG DATA TEST_DATA DEPENDS FORK_TESTS FORK_SUBTESTS SPLIT_FACTOR TEST_CWD RUN TIMEOUT SRC SRCS SPLIT_DWARF
  1723. .ALIASES=EXTRALIBS=PY_EXTRALIBS
  1724. .NODE_TYPE=Library
  1725. .PEERDIR_POLICY=as_include
  1726. .EXTS=.o .obj .a .mf .supp .sbom .tidyjson .ld .lib
  1727. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH OBJADDE_LIB SRCS
  1728. SET(MODULE_TAG RESOURCE_LIB)
  1729. SET(PEERDIR_TAGS RESOURCE_LIB)
  1730. when ($CMAKE_PACKAGE_SEM != "" || $CONAN_REQUIRES_SEM != "" || $CONAN_OPTS_SEM != "" || $CONAN_OS_REQUIRES_SEM != "" || $CONAN_OS_OPTIONS_SEM != "") {
  1731. RESOURCES_LIBRARY_SEM=$CMAKE_PACKAGE_SEM && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET && ${CPP_LIBRARY_INDUCED_LINKS} $CMAKE_LINK_TARGET $CONAN_REQUIRES_SEM $CONAN_OPTIONS_SEM $CONAN_OS_REQUIRES_SEM $CONAN_OS_OPTIONS_SEM && IGNORED
  1732. }
  1733. MODULE_SUFFIX=.pkg.fake
  1734. ENABLE(NEED_ADD_FAKE_SRC)
  1735. WITHOUT_LICENSE_TEXTS()
  1736. }
  1737. FAT_OBJECT_SEM=add_fat_object ${MODDIR} ${CMAKE_TARGET_NAME} ${hide:TARGET} ${hide:AUTO_INPUT} ${CMAKE_TARGET_ARTEFACT_RENAME_RULES} \
  1738. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1739. && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED \
  1740. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1741. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1742. && set_global_flags FAT_OBJECT_PREFIX ${MODULE_PREFIX} \
  1743. && set_global_flags FAT_OBJECT_SUFFIX ${MODULE_SUFFIX} \
  1744. && platform_vars-FAT_OBJECT_PREFIX ${quo:MODULE_PREFIX} \
  1745. && platform_vars-FAT_OBJECT_SUFFIX ${quo:MODULE_SUFFIX}
  1746. ### Do not turn visibility=hidden symbos into static symbos of partially linked object file
  1747. ###
  1748. ### Note: This variable do not have any effect on platforms other than MacOS and iOS.
  1749. KEEP_FAT_OBJECT_SYMBOLS=no
  1750. ### @usage: FAT_OBJECT()
  1751. ###
  1752. ### The "fat" object module. It will contain all its transitive dependencies reachable by PEERDIRs:
  1753. ### static libraries, local (from own SRCS) and global (from peers') object files.
  1754. ###
  1755. ### Designed for use in XCode projects for iOS.
  1756. module FAT_OBJECT: LIBRARY {
  1757. .ALLOWED=PACK_GLOBALS_IN_LIBRARY
  1758. .CMD=LINK_FAT_OBJECT
  1759. .SEM=FAT_OBJECT_SEM
  1760. .PEERDIR_POLICY=as_build_from
  1761. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1762. MODULE_SUFFIX=.lib
  1763. }
  1764. otherwise {
  1765. MODULE_SUFFIX=.a
  1766. }
  1767. when (($OS_DARWIN == "yes" || $OS_IOS == "yes") && $KEEP_FAT_OBJECT_SYMBOLS == "yes") {
  1768. LDFLAGS_GLOBAL += -keep_private_externs
  1769. }
  1770. when ($OS_IOS == "yes" || $OS_ANDROID == "yes" || $MAPSMOBI_BUILD_TARGET == "yes") {
  1771. MODULE_LICENSES_RESTRICTION_TYPES = ALLOW_ONLY
  1772. MODULE_LICENSES_RESTRICTIONS = SERVICE REQUIRE_CITATION
  1773. }
  1774. # FIXME: This is weird legacy
  1775. when ($OS_ANDROID == "yes") {
  1776. MODULE_PREFIX=lib
  1777. }
  1778. otherwise {
  1779. MODULE_PREFIX=
  1780. }
  1781. _USE_LINKER()
  1782. # This module requires at least one .o which is not subject to removal so just add _fake_src.cpp as SRCS
  1783. # ymake's handling of NEED_ADD_FAKE_SRC may insert arbitrary command, not necessarily compilation
  1784. DISABLE(NEED_ADD_FAKE_SRC)
  1785. SRCS(build/scripts/_fake_src.cpp)
  1786. }
  1787. RECURSIVE_LIBRARY_SEM=add_recursive_library ${MODDIR} ${CMAKE_TARGET_NAME} ${hide:TARGET} ${hide:AUTO_INPUT} ${CMAKE_TARGET_ARTEFACT_RENAME_RULES} \
  1788. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1789. && target_options-publics-ITEM && target_options-publics-option target_include_directories && target_options-publics-args $_C__INCLUDE_GLOBAL \
  1790. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1791. && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED \
  1792. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1793. && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1794. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1795. && target_options-publics-ITEM && target_options-publics-option target_compile_options && target_options-publics-args $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1796. && target_link_options INTERFACE $LDFLAGS_GLOBAL_RAW \
  1797. && target_options-interfaces-ITEM && target_options-interfaces-option target_link_options && target_options-interfaces-args $LDFLAGS_GLOBAL_RAW
  1798. ### @usage: RECURSIVE_LIBRARY()
  1799. ###
  1800. ### The recursive ("fat") library module. It will contain all its transitive dependencies reachable by PEERDIRs:
  1801. ### from static libraries, local (from own SRCS) and global (from peers') object files.
  1802. ###
  1803. ### Designed for use in XCode projects for iOS.
  1804. module RECURSIVE_LIBRARY: LIBRARY {
  1805. .CMD=LINK_RECURSIVE_LIBRARY
  1806. .SEM=RECURSIVE_LIBRARY_SEM
  1807. .PEERDIR_POLICY=as_build_from
  1808. # This module requires at least one .o which is not subject to removal so just add _fake_src.cpp as SRCS
  1809. # ymake's handling of NEED_ADD_FAKE_SRC may insert arbitrary command, not necessarily compilation
  1810. DISABLE(NEED_ADD_FAKE_SRC)
  1811. SRCS(build/scripts/_fake_src.cpp)
  1812. }
  1813. _SONAME=
  1814. _EXPORT_SCRIPT_SEM=
  1815. _CLEAN_TEXTREL=
  1816. macro _ADD_DYNLYB_SEM(Libname) {
  1817. .SEM=add_shared_library ${MODDIR} ${Libname} ${hide:TARGET} ${hide:AUTO_INPUT} && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL && target_options-publics-ITEM && target_options-publics-option target_include_directories && target_options-publics-args $_C__INCLUDE_GLOBAL && target_include_directories PRIVATE $_C__INCLUDE_OWNED && target_options-privates-ITEM && target_options-privates-option target_include_directories && target_options-privates-args $_C__INCLUDE_OWNED && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS && target_options-privates-ITEM && target_options-privates-option target_compile_options && target_options-privates-args $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW && target_options-publics-ITEM && target_options-publics-option target_compile_options && target_options-publics-args $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW && target_link_options PRIVATE $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE_LIB_GLOBAL $OBJADDE && target_options-privates-ITEM && target_options-privates-option target_link_options && target_options-privates-args $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE_LIB_GLOBAL $OBJADDE && ${VCS_INFO_SEM} $_EXPORT_SCRIPT_SEM
  1818. }
  1819. CPP_DYN_LIBRARY_SEM=$_ADD_DYNLYB_SEM($CMAKE_TARGET_NAME) $CMAKE_TARGET_ARTEFACT_RENAME_RULES
  1820. macro CLEAN_TEXTREL() {
  1821. SET(_CLEAN_TEXTREL yes)
  1822. }
  1823. ### @usage: DLL_UNIT # internal
  1824. ###
  1825. ### Base module for all dynamically linked libraries as final artifacts.
  1826. ### Contains all general logic for such kind of modules. Supports versioning and export files.
  1827. ### Cannot participate in linking to programs, intended to be used as final artifact (packaged and deployed).
  1828. module DLL_UNIT: _LINK_UNIT {
  1829. .CMD=LINK_DYN_LIB
  1830. .SEM=CPP_DYN_LIBRARY_SEM
  1831. .NODE_TYPE=Library
  1832. .SYMLINK_POLICY=SO
  1833. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH OBJADDE_LIB
  1834. .ALLOWED=WHOLE_ARCHIVE
  1835. .ALIASES=EXTRALIBS=PY_EXTRALIBS
  1836. .DEFAULT_NAME_GENERATOR=TwoDirNames
  1837. .ARGS_PARSER=DLL
  1838. DYNAMIC_LINK=yes
  1839. ALLOCATOR(FAKE)
  1840. SET(MODULE_TYPE DLL)
  1841. SET(MODULE_TAG DLL)
  1842. SET(MODULE_LANG CPP)
  1843. when ($EXPORTS_FILE) {
  1844. _EXPORT_SCRIPT_SEM=&& use_export_script ${input:EXPORTS_FILE} && target_macroses-ITEM && target_macroses-macro use_export_script && target_macroses-args ${input:EXPORTS_FILE}
  1845. }
  1846. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1847. MODULE_SUFFIX=.dll
  1848. }
  1849. elsewhen ($DARWIN == "yes" || $OS_IOS == "yes") {
  1850. MODULE_PREFIX=lib
  1851. MODULE_SUFFIX=.dylib
  1852. }
  1853. elsewhen ($TIDY_ENABLED != "yes") {
  1854. MODULE_PREFIX=lib
  1855. MODULE_SUFFIX=.so
  1856. }
  1857. # This by now replicates ymake's behavior. We'll get rid of SONAME setting in ymake and fix this code altogether
  1858. SONAME=${pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX:REALPRJNAME}
  1859. when ($MODULE_VERSION) {
  1860. LINK_DYN_LIB_FLAGS=--soname ${output;pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX$MODULE_VERSION:REALPRJNAME}
  1861. }
  1862. _SONAME=$SONAME$MODULE_VERSION
  1863. when ($LINUX == "yes") {
  1864. # '-z notext' is needed for linking mkl into shared libraries
  1865. when ($_CLEAN_TEXTREL != "yes") {
  1866. LDFLAGS += -Wl,-z,notext
  1867. }
  1868. }
  1869. when ($OS_LINUX == "yes" && $ARCH_X86_64 == "yes") {
  1870. when ($_NO_FIX_ELF != "yes") {
  1871. LINK_DYN_LIB_FLAGS+=--fix-elf ${tool:"tools/fix_elf"}
  1872. }
  1873. }
  1874. when ($DARWIN == "yes") {
  1875. LDFLAGS += -undefined dynamic_lookup
  1876. }
  1877. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") {
  1878. PEERDIR+=library/cpp/testing/dump_clang_coverage
  1879. }
  1880. when ($IDE_MSVS == "yes") {
  1881. PEERDIR+=build/scripts/c_templates
  1882. }
  1883. when ($_CUSTOM_LINK_STEP_SCRIPT) {
  1884. LINK_DYN_LIB_FLAGS+=--python=$YMAKE_PYTHON --custom-step=${input:_CUSTOM_LINK_STEP_SCRIPT}
  1885. }
  1886. }
  1887. # tag:r-specific
  1888. ### @usage: R_MODULE(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1889. ###
  1890. ### The external module for R language.
  1891. ### 1. major_ver and minor_ver must be integers.
  1892. ### 2. The resulting .so will have the prefix "lib".
  1893. ### 3. Processing EXPORTS and PREFIX is the same as for DLL module
  1894. ### This is native DLL, so it will select C++ version from PROTO_LIBRARY.
  1895. module R_MODULE: DLL_UNIT {
  1896. .SEM=CPP_DYN_LIBRARY_SEM
  1897. when ($DARWIN == "yes") {
  1898. LDFLAGS+=-flat_namespace -dynamiclib
  1899. }
  1900. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1901. MODULE_PREFIX=lib
  1902. MODULE_SUFFIX=.dll
  1903. }
  1904. ADDINCL(contrib/libs/r-lang)
  1905. }
  1906. ### @usage: DYNAMIC_LIBRARY_FROM(Paths)
  1907. ###
  1908. ### Use specified libraries as sources of DLL
  1909. macro DYNAMIC_LIBRARY_FROM(Path...) {
  1910. PEERDIR($Path)
  1911. WHOLE_ARCHIVE($Path)
  1912. }
  1913. ### @usage: DLL(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1914. ###
  1915. ### Dynamic library module definition.
  1916. ### 1. major_ver and minor_ver must be integers.
  1917. ### 2. EXPORTS allows you to explicitly specify the list of exported functions. This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files
  1918. ### 3. PREFIX allows you to change the prefix of the output file (default DLL has the prefix "lib").
  1919. ###
  1920. ### DLL cannot participate in linking to programs but can be used from Java or as final artifact (packaged and deployed).
  1921. module DLL: DLL_UNIT {
  1922. .SEM=CPP_DYN_LIBRARY_SEM
  1923. SET(MAKE_ONLY_SHARED_LIB yes)
  1924. when ($OS_WINDOWS) {
  1925. MODULE_SUFFIX=.dll
  1926. }
  1927. # TODO: Make it possible to use this syntax
  1928. # DEFAULT(DLL_FOR_DIR no)
  1929. ### FIXME: XXX
  1930. ###when ($DLL_FOR_DIR != "no") {
  1931. ### SRCDIR($DLL_FOR_DIR)
  1932. ### ADDINCL($DLL_FOR_DIR)
  1933. ###}
  1934. }
  1935. ### DLL_TOOL is a DLL that can be used as a LD_PRELOAD tool.
  1936. module DLL_TOOL: DLL {
  1937. .SEM=CPP_DYN_LIBRARY_SEM
  1938. # ymake resolves only program nodes as tools.
  1939. .NODE_TYPE=Program
  1940. }
  1941. ### @usage: SO_PROGRAM(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1942. ###
  1943. ### Executable dynamic library module definition.
  1944. ### 1. major_ver and minor_ver must be integers.
  1945. ### 2. EXPORTS allows you to explicitly specify the list of exported functions. This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files
  1946. ### 3. PREFIX allows you to change the prefix of the output file.
  1947. module SO_PROGRAM: DLL {
  1948. .CMD=LINK_EXEC_DYN_LIB
  1949. SET(MODULE_TYPE PROGRAM)
  1950. MODULE_PREFIX=
  1951. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1952. MODULE_SUFFIX=.exe
  1953. }
  1954. otherwise {
  1955. MODULE_SUFFIX=
  1956. }
  1957. }
  1958. DLL_PROXY_CMD_MF=$GENERATE_MF && $COPY_CMD $AUTO_INPUT $TARGET
  1959. # tag:internal
  1960. ### @usage: DEV_DLL_PROXY() # internal
  1961. ###
  1962. ### The use of this module is strictly prohibited!!!
  1963. ### This is a temporary and project-specific solution.
  1964. module DEV_DLL_PROXY: _BARE_UNIT {
  1965. .NODE_TYPE=Library
  1966. .EXTS=.so .dll .dylib .mf
  1967. .CMD=DLL_PROXY_CMD_MF
  1968. DYNAMIC_LINK=yes
  1969. when ($OS_WINDOWS == "yes") {
  1970. MODULE_SUFFIX=.dll
  1971. }
  1972. elsewhen ($DARWIN == "yes" || $OS_IOS == "yes") {
  1973. MODULE_PREFIX=lib
  1974. MODULE_SUFFIX=.dylib$MODULE_VERSION
  1975. }
  1976. otherwise {
  1977. MODULE_PREFIX=lib
  1978. MODULE_SUFFIX=.so$MODULE_VERSION
  1979. }
  1980. }
  1981. # tag:internal
  1982. ### @usage: DYNAMIC_DEPS(Path...) # internal, temporary
  1983. ###
  1984. ### Enlist paths to all DYNAMIC_LIBRARY dependencies of the DYNAMIC_LIBRARY
  1985. ### This it needed to transfer their outputs through the library to PROGRAM
  1986. ### or dependent DLL/DYNAMIC_LIBRARY.
  1987. ###
  1988. ### Note: this is temporary solution until support of `super-global` variables come
  1989. ### which will enable transfer of some properties though final targets like DLLs.
  1990. macro DYNAMIC_DEPS(Path...) {
  1991. # PEERDIR as macro completely ignored in place where this macro applies
  1992. SET_APPEND(PEERDIR $Path)
  1993. }
  1994. # tag:internal
  1995. ### @usage: DYNAMIC_LIBRARY() # internal
  1996. ###
  1997. ### The use of this module is strictly prohibited except LGPL-related opensourcing
  1998. ### This provides linkable DLL module which brings its results to programs and tests
  1999. ### for seamless testing and packaging
  2000. multimodule DYNAMIC_LIBRARY {
  2001. module DLL_BIN: DLL {
  2002. .PROXY=yes
  2003. .IGNORED=PROVIDES
  2004. SET(MODULE_TAG DLL)
  2005. }
  2006. module DLL_LIB: _DLL_COMPATIBLE_LIBRARY {
  2007. .CMD=TOUCH_UNIT_MF
  2008. .PEERDIRSELF=DLL_BIN
  2009. .IGNORED=SRCS PEERDIR RUN_PROGRAM PYTHON DYNAMIC_LIBRARY_FROM GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER USE_PYTHON2 USE_PYTHON3
  2010. .ALLOWED=DYNAMIC_DEPS
  2011. SET(PEERDIR_TAGS DLL_LIB __EMPTY__ RESOURCE_LIB)
  2012. _BARE_MODULE()
  2013. DYNAMIC_LINK=yes
  2014. MODULE_SUFFIX=.pkg.fake
  2015. PEERDIR+=build/platform/local_so
  2016. # disable credits generation for static library
  2017. SET(CREDITS_FLAGS)
  2018. }
  2019. }
  2020. ### @usage: GLOBAL_SRCS(filenames...)
  2021. ###
  2022. ### Make all source files listed as GLOBAL.
  2023. ### Call to GLOBAL_SRCS macro is equivalent to call to SRCS macro when each source file is marked with GLOBAL keyword.
  2024. ### Arcadia root relative or project dir relative paths are supported for filenames arguments. GLOBAL keyword is not
  2025. ### recognized for GLOBAL_SRCS in contrast to SRCS macro.
  2026. ###
  2027. ### @example:
  2028. ### Consider the file to ya.make:
  2029. ###
  2030. ### LIBRARY()
  2031. ### GLOBAL_SRCS(foo.cpp bar.cpp)
  2032. ### END()
  2033. ###
  2034. ### @see: [SRCS()](#macro_SRCS)
  2035. macro GLOBAL_SRCS(Files...) {
  2036. SRCS(${pre=GLOBAL :Files})
  2037. }
  2038. ### @usage: ALL_SRCS([GLOBAL] filenames...)
  2039. ###
  2040. ### Make all source files listed as GLOBAL or not depending on the keyword GLOBAL
  2041. ### Call to ALL_SRCS macro is equivalent to call to GLOBAL_SRCS macro when GLOBAL keyword is specified
  2042. ### as the first argument and is equivalent to call to SRCS macro otherwise.
  2043. ###
  2044. ### @example:
  2045. ###
  2046. ### LIBRARY()
  2047. ### SET(MAKE_IT_GLOBAL GLOBAL)
  2048. ### ALL_SRCS(${MAKE_IT_GLOBAL} foo.cpp bar.cpp)
  2049. ### END()
  2050. ###
  2051. ### @see: [GLOBAL_SRCS()](#macro_GLOBAL_SRCS), [SRCS()](#macro_SRCS)
  2052. macro ALL_SRCS(GLOBAL?"GLOBAL":"", Files...) {
  2053. SRCS(${pre=$GLOBAL :Files})
  2054. }
  2055. ### @usage: _DLL_COMPATIBLE_LIBRARY # internal
  2056. ###
  2057. ### Base module to place DLLs into multimodules back to back with libraries.
  2058. ### In order to function properly all modules in multimodule shall have the
  2059. ### same set of arguments. So this module is just library that accepts but
  2060. ### ignores all DLL arguments.
  2061. module _DLL_COMPATIBLE_LIBRARY: LIBRARY {
  2062. .DEFAULT_NAME_GENERATOR=TwoDirNames
  2063. .ARGS_PARSER=DLL
  2064. }
  2065. # as SRCS in packages use macro BUNDLE_SRCS!
  2066. PACKED_PACKAGE_ARGS=
  2067. PACKED_PACKAGE_EXT=
  2068. ### @usage: PACK(archive_type)
  2069. ###
  2070. ### When placed inside the PACKAGE module, packs the build results tree to the archive with specified extension. Currently supported extensions are `tar` and `tar.gz`
  2071. ###
  2072. ### Is not allowed other module types than PACKAGE().
  2073. ###
  2074. ### @see: [PACKAGE()](#module_PACKAGE)
  2075. macro PACK(Ext) {
  2076. SET(PACKED_PACKAGE_EXT $Ext)
  2077. }
  2078. PACKAGE_STRICT_VALUE=
  2079. macro PACKAGE_STRICT() {
  2080. SET(PACKAGE_STRICT_VALUE yes)
  2081. }
  2082. ### @usage: PACKAGE(name)
  2083. ###
  2084. ### Module collects what is described directly inside it, builds and collects all its transitively available PEERDIRs.
  2085. ### As a result, build directory of the project gets the structure of the accessible part of Arcadia, where the build result of each PEERDIR is placed to relevant Arcadia subpath.
  2086. ### The data can be optionally packed if macro PACK() is used.
  2087. ###
  2088. ### Is only used together with the macros FILES(), PEERDIR(), COPY(), FROM_SANDBOX(), RUN_PROGRAM or BUNDLE(). Don't use SRCS inside a PACKAGE.
  2089. ###
  2090. ### Documentation: https://wiki.yandex-team.ru/yatool/large-data/
  2091. ###
  2092. ### @see: [PACK()](#macro_PACK)
  2093. multimodule PACKAGE {
  2094. module PACKAGE_FINAL: _BASE_UNIT {
  2095. .CMD=TOUCH_PACKAGE_MF
  2096. .ALIASES=SRCS=FILES
  2097. .ALLOWED=PACK
  2098. .PEERDIRSELF=PACKAGE_UNION
  2099. .USE_PEERS_LATE_OUTS=yes
  2100. .PEERDIR_POLICY=as_build_from
  2101. .FINAL_TARGET=yes
  2102. SET(PEERDIR_TAGS CPP_PROTO CPP_FBS PY2 PY3 PY2_NATIVE PY3_NATIVE YQL_UDF_SHARED __EMPTY__ RESOURCE_LIB DOCSBOOK JAR_RUNNABLE PY3_BIN PY3TEST_PROGRAM DLL GO_PROGRAM PACKAGE_UNION)
  2103. SET(MODULE_SUFFIX .final.pkg.fake)
  2104. SET(DONT_RESOLVE_INCLUDES yes)
  2105. NO_PLATFORM()
  2106. when ($PACKED_PACKAGE_EXT) {
  2107. PACKED_PACKAGE_ARGS+=--dest-arch ${output;pre=$MODULE_PREFIX;suf=.$PACKED_PACKAGE_EXT:REALPRJNAME}
  2108. }
  2109. SET(NEED_PLATFORM_PEERDIRS no)
  2110. SET(_COPY_FILE_CONTEXT TEXT)
  2111. }
  2112. module PACKAGE_UNION: UNION {
  2113. .CMD=UNION_CMD
  2114. .FINAL_TARGET=no
  2115. .ALLOWED=PACK
  2116. .IGNORED=VCS_INFO_FILE
  2117. SET(MODULE_SUFFIX .pkg.fake)
  2118. SET(PEERDIR_TAGS CPP_PROTO CPP_FBS PY2 PY3 PY2_NATIVE PY3_NATIVE YQL_UDF_SHARED __EMPTY__ RESOURCE_LIB DOCSBOOK JAR_RUNNABLE PY3_BIN PY3TEST_PROGRAM DLL GO_PROGRAM PACKAGE_UNION)
  2119. DISABLE(START_TARGET)
  2120. SET(_COPY_FILE_CONTEXT TEXT)
  2121. }
  2122. }
  2123. TOUCH_GROUP=$FAKE_PACKAGE_CMD $VCS_INFO_DISABLE_CACHE__NO_UID__ ${hide:PEERS} ${hide:AUTO_INPUT} ${hide:SRCS_GLOBAL} ${hide;kv:"p CI"} ${hide;kv:"package PACKAGE"}
  2124. ### @usage: CI_GROUP()
  2125. ###
  2126. ### Module collects what is described directly inside it transitively by PEERDIRs.
  2127. ### No particular layout of built artifacts is implied. This module is needed primarily for CI dependency analysis and may not trigger builds at all.
  2128. ###
  2129. ### Is only used together with the macro PEERDIR() and FILES(). Don't use SRCS inside CI_GROUP().
  2130. module CI_GROUP: _BARE_UNIT {
  2131. .CMD=TOUCH_GROUP
  2132. .PEERDIR_POLICY=as_build_from
  2133. .FINAL_TARGET=yes
  2134. .RESTRICTED=SRCS
  2135. .USE_PEERS_LATE_OUTS=yes
  2136. MODULE_SUFFIX=.ci.pkg.fake
  2137. PEERDIR_TAGS=CPP_PROTO PY3 PY3_NATIVE PY3_BIN PY3TEST_PROGRAM YQL_UDF_SHARED __EMPTY__ RESOURCE_LIB DOCSBOOK JAR_RUNNABLE DLL PACKAGE_FINAL
  2138. }
  2139. # tag:generic tag:internal
  2140. TOUCH_UNIT_MF=$TOUCH_UNIT && $GENERATE_MF
  2141. ### @usage: UNION(name)
  2142. ###
  2143. ### Collection of PEERDIR dependencies, files and artifacts.
  2144. ### UNION doesn't build its peers, just provides those to modules depending on it.
  2145. ### When specified in DEPENDS() macro the UNION is transitively closed, building all its peers and providing those by own paths (without adding this module path like PACKAGE does).
  2146. ###
  2147. ### Is only used together with the macros like FILES(), PEERDIR(), COPY(), FROM_SANDBOX(), RUN_PROGRAM or BUNDLE(). Don't use SRCS inside a UNION.
  2148. ###
  2149. ### Documentation: https://wiki.yandex-team.ru/yatool/large-data/
  2150. module UNION: _BASE_UNIT {
  2151. .CMD=UNION_CMD_MF
  2152. .FINAL_TARGET=no
  2153. .ALIASES=SRCS=FILES
  2154. .ALLOWED=EXPLICIT_OUTPUTS
  2155. .IGNORED=VCS_INFO_FILE
  2156. NO_PLATFORM()
  2157. SET(MODULE_SUFFIX .pkg.fake)
  2158. SET(DONT_RESOLVE_INCLUDES yes)
  2159. SET(NEED_PLATFORM_PEERDIRS no)
  2160. PEERDIR_TAGS=CPP_PROTO CPP_FBS PY2 PY2_NATIVE PY3_NATIVE YQL_UDF_SHARED __EMPTY__ RESOURCE_LIB DOCSBOOK JAR_RUNNABLE PY3_BIN DLL PACKAGE_UNION
  2161. UNION_OUTS=${hide;late_out:AUTO_INPUT}
  2162. when ($_UNION_EXPLICIT_OUTPUTS) {
  2163. UNION_OUTS=$_EXPAND_INS_OUTS($_UNION_EXPLICIT_OUTPUTS)
  2164. }
  2165. SET(_COPY_FILE_CONTEXT TEXT)
  2166. }
  2167. # tag:internal
  2168. ### @usage: _ADD_HIDDEN_INPUTS(inputs...) # internal
  2169. macro _ADD_HIDDEN_INPUTS(Inputs...) {
  2170. .CMD=${hide;input:Inputs}
  2171. }
  2172. # tag:internal
  2173. ### @usage: _SET_FIRST_VALUE(name args...) # internal
  2174. ###
  2175. ### This macro sets the value of `name` variable to the value of next argument
  2176. macro _SET_FIRST_VALUE(NAME, VALUE, OTHER...) {
  2177. SET($NAME $VALUE)
  2178. }
  2179. # tag:internal
  2180. ### @usage: _SRCS_NO_GLOBAL(files...) # internal
  2181. ###
  2182. ### Proxy macro to SRCS macro which filters out GLOBAL keyword from the list of source files.
  2183. ### Useful for modules like EXTERNAL_JAVA_LIBRARY, where GLOBAL keyword cannot be applied properly.
  2184. ### Note: this macro changes order of source files.
  2185. macro _SRCS_NO_GLOBAL(GLOBAL[], FILES...) {
  2186. SRCS($GLOBAL $FILES)
  2187. }
  2188. @import "${CONF_ROOT}/conf/java.conf"
  2189. @import "${CONF_ROOT}/conf/python.conf"
  2190. TEST_CWD_VALUE=
  2191. ### @usage: TEST_CWD(path)
  2192. ###
  2193. ### Defines working directory for test runs. Often used in conjunction with DATA() macro.
  2194. ### Is only used inside of the TEST modules.
  2195. ###
  2196. ### Documentation: https://wiki.yandex-team.ru/yatool/test/
  2197. macro TEST_CWD(Arg) {
  2198. SET(TEST_CWD_VALUE $Arg)
  2199. }
  2200. # tag:allocator
  2201. ### @usage: ALLOCATOR(Alloc) # Default: LF
  2202. ###
  2203. ### Set memory allocator implementation for the PROGRAM()/DLL() module.
  2204. ### This may only be specified for programs and dlls, use in other modules leads to configuration errors.
  2205. ###
  2206. ### Available allocators are: "LF", "LF_YT", "LF_DBG", "YT", "J", "B", "BM", "C", "TCMALLOC", "GOOGLE", "LOCKLESS", "SYSTEM", "FAKE", "MIM", "MIM_SDC", "HU", "PROFILED_HU", "THREAD_PROFILED_HU".
  2207. ### - LF - lfalloc (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc)
  2208. ### - LF_YT - Allocator selection for YT (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc/yt/ya.make)
  2209. ### - LF_DBG - Debug allocator selection (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc/dbg/ya.make)
  2210. ### - YT - The YTAlloc allocator (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/ytalloc/impl/ya.make)
  2211. ### - J - The JEMalloc allocator (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/jemalloc)
  2212. ### - B - The balloc allocator named Pyotr Popov and Anton Samokhvalov
  2213. ### - Discussion: https://ironpeter.at.yandex-team.ru/replies.xml?item_no=126
  2214. ### - Code: https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/balloc
  2215. ### - BM - The balloc for market (agri@ commits from july 2018 till November 2018 saved)
  2216. ### - C - Like B, but can be disabled for each thread to LF or SYSTEM one (B can be disabled only to SYSTEM)
  2217. ### - MIM - Microsoft's mimalloc (actual version) (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/mimalloc)
  2218. ### - MIM_SDC - Microsoft's mimalloc patched by SDC (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/mimalloc_sdc)
  2219. ### - TCMALLOC - Google TCMalloc (actual version) (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/tcmalloc)
  2220. ### - GOOGLE - Google TCMalloc (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/galloc)
  2221. ### - LOCKLESS - Allocator based upon lockless queues (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/lockless)
  2222. ### - SYSTEM - Use target system allocator
  2223. ### - FAKE - Don't link with any allocator
  2224. ### - HU - Huge page allocator by @gulin.
  2225. ### - PROFILED_HU - patched HU. It is a bit slower but has metrics of memory consumption.
  2226. ### - THREAD_PROFILED_HU - patched (special for market) HU. It is a bit slower but has metrics of memory consumption.
  2227. ###
  2228. ### More about allocators in Arcadia: https://wiki.yandex-team.ru/arcadia/allocators/
  2229. macro ALLOCATOR(Alloc) {
  2230. SET(ALLOCATOR $Alloc)
  2231. when ($ALLOCATOR in [ "LF", "LF_YT", "LF_DBG", "YT", "YT_TCMALLOC", "YT_TCMALLOC_256K", "J", "B", "BM", "C", "TCMALLOC", "TCMALLOC_SMALL_BUT_SLOW", "TCMALLOC_NUMA_256K", "TCMALLOC_NUMA_LARGE_PAGES", "TCMALLOC_256K", "TCMALLOC_TC", "GOOGLE", "LOCKLESS", "SYSTEM", "FAKE", "MIM", "MIM_SDC", "HU", "PROFILED_HU", "THREAD_PROFILED_HU" ]) {
  2232. }
  2233. otherwise {
  2234. PEERDIR+=___configure_error___unknown_allocator_type___$ALLOCATOR
  2235. }
  2236. }
  2237. when ($MIC_ARCH == "yes") {
  2238. CFLAGS+=-mmic
  2239. LDFLAGS+=-mmic
  2240. }
  2241. when ($USE_OPENMP == "yes") {
  2242. PEERDIR+=contrib/libs/openmp
  2243. }
  2244. when ($STRIP == "yes" && $NO_STRIP != "yes") {
  2245. STRIP_FLAG=$LD_STRIP_FLAG
  2246. DWARF_COMMAND=
  2247. GO_LINK_FLAGS_VALUE+=-s
  2248. }
  2249. when ($NO_LINKER_DCE != "yes") {
  2250. DCE_FLAG=$LD_DCE_FLAG
  2251. }
  2252. when ($BT_MINSIZEREL == "yes" || $LINKER_ICF == "yes") {
  2253. ICF_FLAG=$LD_ICF_FLAG
  2254. }
  2255. OBJCOPY_TOOL=$OBJCOPY_TOOL_VENDOR
  2256. OBJDUMP_TOOL=$OBJDUMP_TOOL_VENDOR
  2257. STRIP_TOOL=$STRIP_TOOL_VENDOR
  2258. NEED_BINUTILS_PEERDIR=
  2259. BINUTILS_USED=
  2260. when (!$OBJCOPY_TOOL_VENDOR) {
  2261. OBJCOPY_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/objcopy
  2262. NEED_BINUTILS_PEERDIR=yes
  2263. }
  2264. when (!$OBJDUMP_TOOL_VENDOR) {
  2265. OBJDUMP_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/objdump
  2266. NEED_BINUTILS_PEERDIR=yes
  2267. }
  2268. when (!$STRIP_TOOL_VENDOR) {
  2269. STRIP_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/strip
  2270. NEED_BINUTILS_PEERDIR=yes
  2271. }
  2272. SPLIT_DWARF_VALUE=no
  2273. NO_SPLIT_DWARF=no
  2274. when ($OS_DARWIN || $OS_IOS || $OS_IOSSIM) {
  2275. SPLIT_DWARF_VALUE=yes
  2276. }
  2277. when ($STRIP_DEBUG_INFO) {
  2278. SPLIT_DWARF_VALUE=yes
  2279. NO_SPLIT_DWARF=no
  2280. }
  2281. ### @usage: SPLIT_DWARF()
  2282. ###
  2283. ### Emit debug info for the PROGRAM/DLL as a separate file <module_name>.debug.
  2284. ### NB: It does not help you to save process RSS but can add problems (see e.g. BEGEMOT-2147).
  2285. macro SPLIT_DWARF() {
  2286. SET(SPLIT_DWARF_VALUE yes)
  2287. }
  2288. ### @usage: NO_SPLIT_DWARF()
  2289. ###
  2290. ### Do NOT emit debug info for the PROGRAM/DLL as a separate file.
  2291. ### On macOS this also means do NOT generate dSym files (faster linkage)
  2292. macro NO_SPLIT_DWARF() {
  2293. SET(SPLIT_DWARF_VALUE no)
  2294. }
  2295. SPLIT_DWARF_OUTPUT=${output;tobindir;pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX.debug:REALPRJNAME}
  2296. when ($SPLIT_DWARF_VALUE == "yes" && $NO_SPLIT_DWARF != "yes" && $NO_DEBUGINFO != "yes" && $HOST_OS_LINUX == "yes" && $TARGET_PLATFORM == "LINUX") {
  2297. DWARF_COMMAND= \
  2298. $OBJCOPY_TOOL --only-keep-debug $TARGET $SPLIT_DWARF_OUTPUT && \
  2299. $STRIP_TOOL --strip-debug $TARGET && \
  2300. $OBJCOPY_TOOL --remove-section=.gnu_debuglink --add-gnu-debuglink $SPLIT_DWARF_OUTPUT $TARGET
  2301. BINUTILS_USED=yes
  2302. }
  2303. ### @usage: EXTRALIBS_STATIC(Libs...)
  2304. ###
  2305. ### Add the specified external static libraries to the program link
  2306. macro EXTRALIBS_STATIC(Args...) {
  2307. LDFLAGS(-Wl,-Bstatic ${Args} -Wl,-Bdynamic)
  2308. }
  2309. ### @usage ADD_COMPILABLE_TRANSLATE(Dict Name Options...)
  2310. ###
  2311. ### Generate translation dictionary code to transdict.LOWER(Name).cpp that will than be compiled into library
  2312. macro ADD_COMPILABLE_TRANSLATE(Dict, Name, MakeTransDictOptions...) {
  2313. __translatename_lower=${tolower:Name}
  2314. __translate_dict=${BINDIR}/transdict.${__translatename_lower}.cpp
  2315. RUN_PROGRAM(dict/tools/maketransdict -i ${Dict} ${MakeTransDictOptions} ${Name} STDOUT_NOAUTO ${__translate_dict} IN ${Dict})
  2316. }
  2317. ### @usage ADD_COMPILABLE_TRANSLIT(TranslitTable NGrams Name Options...)
  2318. ###
  2319. ### Generate transliteration dictionary code
  2320. ### This will emit both translit, untranslit and ngrams table codes those will be than further compiled into library
  2321. macro ADD_COMPILABLE_TRANSLIT(TranslitTable, NGrams, Name, Options...) {
  2322. __translitname_lower=${tolower:Name}
  2323. __translit_table=${BINDIR}/translit_trie_${__translitname_lower}.cpp
  2324. __untranslit_table=${BINDIR}/untranslit_trie_${__translitname_lower}.cpp
  2325. __ngrams_table=${BINDIR}/ngr_arr_${__translitname_lower}.cpp
  2326. __gentrie_dir=dict/tools/make_untranslit_trie
  2327. RUN_PROGRAM(${__gentrie_dir} -i ${TranslitTable} ${Options} ${__translitname_lower} IN ${TranslitTable} STDOUT ${__untranslit_table})
  2328. RUN_PROGRAM(${__gentrie_dir} -i ${TranslitTable} -n ${Options} ${__translitname_lower} IN ${TranslitTable} STDOUT ${__translit_table})
  2329. RUN_PROGRAM(dict/tools/make_ngrams -i ${NGrams} ${Options} ${__translitname_lower} IN ${NGrams} STDOUT ${__ngrams_table})
  2330. }
  2331. _COPY_FILE_CONTEXT=
  2332. macro _COPY_FILE_IMPL(TEXT[], AUTO_DST="", NOAUTO_DST="", OUTPUT_INCLUDES[], INDUCED_DEPS[], OUTPUT_INCLUDES_INP[], FILE...) {
  2333. .CMD=$COPY_CMD ${input:FILE} ${input;context=TEXT:TEXT} ${output:AUTO_DST} ${noauto;output:NOAUTO_DST} ${output_include;hide:OUTPUT_INCLUDES} ${output_include;from_input;hide:OUTPUT_INCLUDES_INP} $INDUCED_DEPS ${hide;kv:"p CP"} ${hide;kv:"pc light-cyan"}
  2334. .SEM=copy_file ${input:FILE} ${output:AUTO_DST} ${noauto;output:NOAUTO_DST} && target_commands-ITEM && target_commands-macro copy_file && target_commands-args ${input:FILE} ${output:AUTO_DST} ${noauto;output:NOAUTO_DST}
  2335. }
  2336. ### @usage: COPY_FILE(File Destination [AUTO] [OUTPUT_INCLUDES Deps...])
  2337. ###
  2338. ### Copy file to build root. It is possible to change both location and the name.
  2339. ###
  2340. ### Parameters:
  2341. ### - File - Source file name.
  2342. ### - Destination - Output file name.
  2343. ### - AUTO - Consider copied file for further processing automatically.
  2344. ### - OUTPUT_INCLUDES output_includes... - Output file dependencies.
  2345. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  2346. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type)
  2347. ### and set of dependencies
  2348. ###
  2349. ### The file will be just copied if AUTO boolean parameter is not specified. You should explicitly
  2350. ### mention it in SRCS under new name (or specify AUTO boolean parameter) for further processing.
  2351. macro COPY_FILE(File, Destination, AUTO?"AUTO_DST":"NOAUTO_DST", OUTPUT_INCLUDES[], INDUCED_DEPS[], TEXT?"TEXT":"$_COPY_FILE_CONTEXT") {
  2352. .CMD=$_COPY_FILE_IMPL($TEXT $File $AUTO $Destination OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS)
  2353. .SEM=$_COPY_FILE_IMPL($File $AUTO $Destination)
  2354. }
  2355. ### @usage: COPY_FILE_WITH_CONTEXT(FILE DEST [AUTO] [OUTPUT_INCLUDES DEPS...])
  2356. ###
  2357. ### Copy file to build root the same way as it is done for COPY_FILE, but also
  2358. ### propagates the context of the source file.
  2359. macro COPY_FILE_WITH_CONTEXT(FILE, DEST, AUTO?"AUTO_DST":"NOAUTO_DST", OUTPUT_INCLUDES[], INDUCED_DEPS[]) {
  2360. .CMD=$_COPY_FILE_IMPL($FILE $AUTO $DEST OUTPUT_INCLUDES_INP $FILE OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS)
  2361. }
  2362. ### This is to join $ALL_RES_ and $EXT
  2363. macro _ARF_HELPER(Args...) {
  2364. RESOURCE_FILES($Args)
  2365. }
  2366. ### @usage ALL_RESOURCE_FILES(Ext [PREFIX {prefix}] [STRIP {strip}] Dirs...)
  2367. ###
  2368. ### This macro collects all files with extension `Ext` and
  2369. ### Passes them to `RESOURCE_FILES` macro as relative to current directory
  2370. ###
  2371. ### `PREFIX` and `STRIP` have the same meaning as in `ROURCES_FILES`, both are applied over moddir-relative paths
  2372. ###
  2373. ### Note: This macro can be used multiple times per ya.make, but only once for each Ext value
  2374. ### Note: Wildcards are not allowed neither as Ext nor in Dirs
  2375. macro ALL_RESOURCE_FILES(EXT, PREFIX="", STRIP="", DIRS...) {
  2376. _GLOB(ALL_RES_$EXT ${suf=/*.$EXT:DIRS})
  2377. _ARF_HELPER(${pre=PREFIX :PREFIX} STRIP ${ARCADIA_ROOT}/${MODDIR}/${STRIP} ${pre=$ALL_RES_:EXT})
  2378. }
  2379. ### @usage ALL_RESOURCE_FILES_FROM_DIRS([PREFIX {prefix}] [STRIP {strip}] Dirs...)
  2380. ###
  2381. ### This macro collects all files non-recursively from listed Dirs and
  2382. ### Passes them to `RESOURCE_FILES` macro as relative to current directory
  2383. ### The macro is usefull if literally all files are needed because `ALL_RESOURCE_FILES` requires extension to be specified
  2384. ###
  2385. ### `PREFIX` and `STRIP` have the same meaning as in `ROURCES_FILES`, both are applied over moddir-relative paths
  2386. ###
  2387. ### Note: This macro can be used only once per ya.make
  2388. ### Note: Wildcards are not allowed neither as Ext nor in Dirs
  2389. macro ALL_RESOURCE_FILES_FROM_DIRS(PREFIX="", STRIP="", DIRS...) {
  2390. _GLOB(_ALL_RES_DIRS ${suf=/*:DIRS})
  2391. _ARF_HELPER(${pre=PREFIX :PREFIX} STRIP ${ARCADIA_ROOT}/${MODDIR}/${STRIP} ${_ALL_RES_DIRS})
  2392. }
  2393. macro _BUNDLE_TARGET(Target, Destination) {
  2394. .CMD=$MOVE_FILE ${result:Target} ${noauto;output:Destination} ${hide;kv:"p BN"} ${hide;kv:"pc light-cyan"} $VCS_INFO_DISABLE_CACHE__NO_UID__
  2395. }
  2396. ### @usage: TIMEOUT(TIMEOUT)
  2397. ###
  2398. ### Sets a timeout on test execution
  2399. ###
  2400. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2401. macro TIMEOUT(Time) {
  2402. SET(TEST_TIMEOUT $Time)
  2403. }
  2404. SBR_UID_EXT=""
  2405. # tag:test
  2406. ### @usage: VALIDATE_DATA_RESTART(ext)
  2407. ###
  2408. ### Change uid for resource validation tests. May be useful when sandbox resource ttl is changed, but test status is cached in CI.
  2409. ### You can change ext to change test's uid. For example VALIDATE_DATA_RESTART(X), where is X is current revision.
  2410. macro VALIDATE_DATA_RESTART(Ext) {
  2411. SET(SBR_UID_EXT $Ext)
  2412. }
  2413. # tag:test
  2414. TEST_FORK_MODE=none
  2415. TEST_PARTITION=SEQUENTIAL
  2416. # tag:test
  2417. ### @usage: FORK_TESTS()
  2418. ###
  2419. ### Splits a test run on chunks by test classes.
  2420. ### The number of chunks can be overridden using the macro SPLIT_FACTOR.
  2421. ###
  2422. ### Allows to run tests in parallel. Supported in UNITTEST, JTEST/JUNIT5 and PY2TEST/PY3TEST modules.
  2423. ###
  2424. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2425. macro FORK_TESTS(MODE...) {
  2426. SET(TEST_FORK_MODE tests)
  2427. SET(TEST_PARTITION $MODE)
  2428. }
  2429. # tag:test
  2430. ### @usage: FORK_SUBTESTS()
  2431. ###
  2432. ### Splits the test run in chunks on subtests.
  2433. ### The number of chunks can be overridden using the macro SPLIT_FACTOR.
  2434. ###
  2435. ### Allows to run tests in parallel. Supported in UNITTEST, JTEST/JUNIT5 and PY2TEST/PY3TEST modules.
  2436. ###
  2437. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2438. macro FORK_SUBTESTS(MODE...) {
  2439. SET(TEST_FORK_MODE subtests)
  2440. SET(TEST_PARTITION $MODE)
  2441. }
  2442. # tag:test
  2443. ### @usage: SPLIT_FACTOR(x)
  2444. ###
  2445. ### Sets the number of chunks for parallel run tests when used in test module with FORK_TESTS() or FORK_SUBTESTS().
  2446. ### If none of those is specified this macro implies FORK_TESTS().
  2447. ###
  2448. ### Supports C++ ut and PyTest.
  2449. ###
  2450. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2451. macro SPLIT_FACTOR(Factor) {
  2452. SET(TEST_SPLIT_FACTOR $Factor)
  2453. }
  2454. # tag:test
  2455. FORK_TEST_FILES_MODE=
  2456. ### @usage: FORK_TEST_FILES()
  2457. ###
  2458. ### Only for PY2TEST and PY3TEST: splits a file executable with the tests on chunks in the files listed in TEST_SRCS
  2459. ### Compatible with FORK_(SUB)TESTS.
  2460. ###
  2461. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2462. macro FORK_TEST_FILES() {
  2463. SET(FORK_TEST_FILES_MODE on)
  2464. }
  2465. # tag:test
  2466. TEST_SIZE_NAME=SMALL
  2467. ### @usage: SIZE(SMALL/MEDIUM/LARGE)
  2468. ###
  2469. ### Set the 'size' for the test. Each 'size' has own set of resrtictions, SMALL bein the most restricted and LARGE being the list.
  2470. ### See documentation on test system for more details.
  2471. ###
  2472. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2473. macro SIZE(Type) {
  2474. SET(TEST_SIZE_NAME $Type)
  2475. }
  2476. ### @usage: JOIN_SRCS(Out Src...)
  2477. ###
  2478. ### Join set of sources into single file named Out and send it for further processing.
  2479. ### This macro doesn't place all file into Out, it emits #include<Src>... Use the for C++ source files only.
  2480. ### You should specify file name with the extension as Out. Further processing will be done according this extension.
  2481. macro JOIN_SRCS(Out, Src...) {
  2482. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/gen_join_srcs.py"} ${hide;input:"build/scripts/process_command_files.py"} ${output:Out} --ya-start-command-file ${input;rootrel;context=TEXT:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${hide;kv:"p JS"} ${hide;kv:"pc magenta"}
  2483. .SEM=target_joined_source $Out ${input:Src} ${hide;output;suf=.o:Out} ${hide;input:"build/scripts/gen_join_srcs.py"} ${hide;input:"build/scripts/process_command_files.py"} && target_macroses-ITEM && target_macroses-macro target_joined_source && target_macroses-args $Out ${input:Src} ${hide;output;suf=.o:Out} ${hide;input:"build/scripts/gen_join_srcs.py"} ${hide;input:"build/scripts/process_command_files.py"}
  2484. _CONDITIONAL_SRCS($TIDY_VALUE $Src)
  2485. }
  2486. ### @usage: JOIN_SRCS_GLOBAL(Out Src...)
  2487. ###
  2488. ### Join set of sources into single file named Out and send it for further processing as if it were listed as SRCS(GLOBAL Out).
  2489. ### This macro doesn't place all file into Out, it emits #include<Src>... Use the for C++ source files only.
  2490. ### You should specify file name with the extension as Out. Further processing will be done according to this extension.
  2491. macro JOIN_SRCS_GLOBAL(Out, Src...) {
  2492. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/gen_join_srcs.py"} ${hide;input:"build/scripts/process_command_files.py"} ${noauto;output:Out} --ya-start-command-file ${input;rootrel;context=TEXT:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${hide;kv:"p JS"} ${hide;kv:"pc magenta"}
  2493. SRCS(GLOBAL $Out)
  2494. }
  2495. ### @usage: FLAT_JOIN_SRCS_GLOBAL(Out Src...)
  2496. ###
  2497. ### Join set of sources into single file named Out and send it for further processing as if it were listed as SRCS(GLOBAL Out).
  2498. ### This macro places all files into single file, so will work with any sources.
  2499. ### You should specify file name with the extension as Out. Further processing will be done according to this extension.
  2500. macro FLAT_JOIN_SRCS_GLOBAL(Out, Src...) {
  2501. .CMD=$FS_TOOLS cat ${noauto;output:Out} --ya-start-command-file ${input;context=TEXT:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${hide;kv:"p JS"} ${hide;kv:"pc magenta"}
  2502. SRCS(GLOBAL $Out)
  2503. }
  2504. # tag:cpu
  2505. PIC_CFLAGS=
  2506. SSE2_CFLAGS=
  2507. SSE3_CFLAGS=
  2508. SSSE3_CFLAGS=
  2509. SSE41_CFLAGS=
  2510. SSE42_CFLAGS=
  2511. POPCNT_CFLAGS=
  2512. PCLMUL_CFLAGS=
  2513. CX16_FLAGS=
  2514. AVX_CFLAGS=
  2515. AVX2_CFLAGS=
  2516. AVX512_CFLAGS=
  2517. AMX_CFLAGS=
  2518. # tag:cpu
  2519. SSE_DEFINES=
  2520. SSE_CFLAGS=
  2521. SSE4_DEFINES=
  2522. SSE4_CFLAGS=
  2523. XOP_CFLAGS=
  2524. NO_LTO_CFLAGS=
  2525. # tag:cpu
  2526. when (($ARCH_X86_64 || $ARCH_I386) && $DISABLE_INSTRUCTION_SETS != "yes") {
  2527. when ($CLANG || $CLANG_CL || $GCC) {
  2528. PIC_CFLAGS=-fPIC
  2529. SSE2_CFLAGS=-msse2
  2530. SSE3_CFLAGS=-msse3
  2531. SSSE3_CFLAGS=-mssse3
  2532. SSE41_CFLAGS=-msse4.1
  2533. SSE42_CFLAGS=-msse4.2
  2534. XOP_CFLAGS=-mxop
  2535. POPCNT_CFLAGS=-mpopcnt
  2536. PCLMUL_CFLAGS=-mpclmul
  2537. AVX_CFLAGS=-mavx
  2538. # On Intel BMI1, BMI2 and FMA3 instruction sets come together with AVX-2 extension starting with Broadwell / Haswell.
  2539. # See:
  2540. # https://en.wikipedia.org/wiki/FMA_instruction_set
  2541. # https://en.wikipedia.org/wiki/X86_Bit_manipulation_instruction_set
  2542. #
  2543. # AMD implemented FMA3 in Piledriver architecture over AVX (that is, prior to AVX-2 which was introduced in Zen).
  2544. # BMI2 implementation was released by AMD along with AVX-2 support.
  2545. # See:
  2546. # https://en.wikipedia.org/wiki/Template:AMD_x86_CPU_features
  2547. #
  2548. # Due to the above, it looks safe to enable all three extensions whenever AVX-2 is enabled.
  2549. AVX2_CFLAGS=-mavx2 -mfma -mbmi -mbmi2
  2550. # All Intel CPUS with AVX-512 have these instructions except for the Knights Landing / Knights Mill
  2551. # (these are Xeon Phi)
  2552. # See:
  2553. # https://en.wikichip.org/wiki/x86/avx-512
  2554. AVX512_CFLAGS=-mavx512f -mavx512cd -mavx512bw -mavx512dq -mavx512vl
  2555. # AMX stands Advanced Matrix Extension supported by modern Intel architectures
  2556. # See:
  2557. # https://en.wikipedia.org/wiki/Advanced_Matrix_Extensions
  2558. # https://en.wikichip.org/wiki/x86/amx
  2559. AMX_CFLAGS=-mamx-tile -mamx-int8 ${AVX512_CFLAGS}
  2560. when ($ARCH_X86_64 && $OS_ANDROID != "yes") {
  2561. CX16_FLAGS=-mcx16
  2562. }
  2563. SSE_DEFINES=-DSSE_ENABLED=1 -DSSE3_ENABLED=1 -DSSSE3_ENABLED=1
  2564. SSE4_DEFINES=-DSSE41_ENABLED=1 -DSSE42_ENABLED=1 -DPOPCNT_ENABLED=1 -DCX16_ENABLED=1
  2565. }
  2566. elsewhen ($MSVC) {
  2567. SSE2_CFLAGS=/D__SSE2__=1
  2568. SSE3_CFLAGS=/D__SSE3__=1
  2569. SSSE3_CFLAGS=/D__SSSE3__=1
  2570. SSE41_CFLAGS=/D__SSE4_1__=1
  2571. SSE42_CFLAGS=/D__SSE4_2__=1
  2572. POPCNT_CFLAGS=/D__POPCNT__=1
  2573. PCLMUL_CFLAGS=/D__PCLMUL__=1
  2574. AVX_CFLAGS=/arch:AVX /DAVX_ENABLED=1
  2575. AVX2_CFLAGS=/arch:AVX2 /DAVX2_ENABLED=1
  2576. AVX512_CFLAGS=/arch:AVX512 /DAVX512_ENABLED=1
  2577. SSE_DEFINES=/DSSE_ENABLED=1 /DSSE3_ENABLED=1 /DSSSE3_ENABLED=1
  2578. SSE4_DEFINES=/DSSE41_ENABLED=1 /DSSE42_ENABLED=1 /DPOPCNT_ENABLED=1 /DCX16_ENABLED=1
  2579. }
  2580. SSE_CFLAGS=$SSE2_CFLAGS $SSE3_CFLAGS $SSSE3_CFLAGS
  2581. SSE4_CFLAGS=$SSE41_CFLAGS $SSE42_CFLAGS $POPCNT_CFLAGS $CX16_FLAGS
  2582. when ($ARCH_I386 && $OS_ANDROID == "yes") {
  2583. USE_SSE4=no
  2584. }
  2585. }
  2586. otherwise {
  2587. USE_SSE4=no
  2588. CPU_CHECK=no
  2589. }
  2590. # tag:cpu
  2591. when ($NOSSE == "yes") {
  2592. USE_SSE4=no
  2593. }
  2594. # tag:cpu
  2595. ### @usage: NO_SSE4()
  2596. ###
  2597. ### Compile module without SSE4
  2598. macro NO_SSE4() {
  2599. SET(USE_SSE4 no)
  2600. }
  2601. # tag:cpu
  2602. ### @usage: NO_CPU_CHECK()
  2603. ###
  2604. ### Compile module without startup CPU features check
  2605. macro NO_CPU_CHECK() {
  2606. SET(CPU_CHECK no)
  2607. }
  2608. ### @usage: ADDINCLSELF()
  2609. ###
  2610. ### The macro adds the -I<project source path> flag to the source compilation flags of the current project.
  2611. macro ADDINCLSELF(FOR="") {
  2612. when($FOR) {
  2613. ADDINCL+=FOR $FOR ${MODDIR}
  2614. }
  2615. otherwise {
  2616. ADDINCL+=${MODDIR}
  2617. }
  2618. }
  2619. COMPILE_OUT_SUFFIX=
  2620. _COMPILE_OUTPUTS=${output;suf=${COMPILE_OUT_SUFFIX}${OBJECT_SUF}:SRC}
  2621. _COMPILE_TIME_TRACE_OUTPUTS=${noauto;output;suf=${COMPILE_OUT_SUFFIX}${OBJECT_SUF}.time_trace.json:SRC}
  2622. macro SET_COMPILE_OUTPUTS_MODIFIERS(NOREL?"norel;output":"output") {
  2623. SET(_COMPILE_OUTPUTS \${$NOREL;suf=\${OBJECT_SUF}:SRC})
  2624. SET(_COMPILE_TIME_TRACE_OUTPUTS \${noauto;$NOREL;suf=\${OBJECT_SUF}.time_trace.json:SRC})
  2625. }
  2626. # tag:internal
  2627. ### @usage: _ADD_EXTRA_FLAGS_IMPL([GENERATE] Args...) # internal
  2628. ### Generate prefix = " && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS " before $Args when GENERATE
  2629. ### is specified in the list of actual arguments
  2630. macro _ADD_EXTRA_FLAGS_IMPL(GENERATE?" && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS ":"", Args...) {
  2631. .SEM=$GENERATE $Args
  2632. }
  2633. ### @usage: _ADD_EXTRA_FLAGS_IMPL2([GENERATE] Args...) # internal
  2634. ### Generate prefix with specific semantics before $Args when GENERATE
  2635. ### is specified in the list of actual arguments
  2636. macro _ADD_EXTRA_FLAGS_IMPL2(GENERATE?" && target_commands-ITEM && target_commands-macro set_property && target_commands-args SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS ":"", Args...) {
  2637. .SEM=$GENERATE $Args
  2638. }
  2639. # tag:internal
  2640. ### @usage: _ADD_EXTRA_FLAGS([GENERATE] Args...) # internal
  2641. ### Generate prefix = " && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS " if Args is not empty
  2642. macro _ADD_EXTRA_FLAGS(COMPILE_OUT_SUFFIX="", Args...) {
  2643. .SEM=$_ADD_EXTRA_FLAGS_IMPL(${pre=GENERATE :Args}) $_ADD_EXTRA_FLAGS_IMPL2(${pre=GENERATE :Args})
  2644. }
  2645. _EMPTY_CMD=
  2646. # tag:src-processing
  2647. macro _SRC("swg", SRC, SRCFLAGS...) {
  2648. .CMD=${_SWIG_CMD}
  2649. .PEERDIR=${_SWIG_PEERDIR}
  2650. .SEM=conan_require_tool swig/4.0.2 && conan_import '"bin, *swig* -> ./bin"' && conan-tool_requires swig/4.0.2 && conan-imports 'bin, *swig* -> ./bin' ${hide;input:SRC} ${_SWIG_SEM_TO_MODULE_LINK}
  2651. }
  2652. RODATA_SYMBOL_PREFIX=
  2653. when ($DARWIN == "yes" || $IOS == "yes" || ($WINDOWS == "yes" && $ARCH_TYPE_32 == "yes")) {
  2654. RODATA_SYMBOL_PREFIX=_
  2655. }
  2656. RODATA_ELF_FLAGS=
  2657. when($LINUX == "yes" || $ANDROID == "yes") {
  2658. RODATA_ELF_FLAGS=--elf
  2659. }
  2660. RODATA_COMPILE=$YMAKE_PYTHON3 ${input:"build/scripts/rodata2asm.py"} $RODATA_ELF_FLAGS ${RODATA_SYMBOL_PREFIX}${noext;nopath:SRC} ${input:SRC} ${tmp;suf=.asm:SRC} ${hide:OBJECT_SUF} && $_SRC_yasm_helper(${tmp;suf=.asm:SRC})
  2661. when (($ARCH_AARCH64 || $ARCH_ARM || $ARCH_PPC64LE || $ARCH_RISCV32) == "yes") {
  2662. RODATA_COMPILE=$YMAKE_PYTHON3 ${input:"build/scripts/rodata2cpp.py"} ${noext;nopath:SRC} ${input:SRC} ${output;suf=.cpp:SRC}
  2663. }
  2664. # tag:src-processing
  2665. macro _SRC("rodata", SRC, SRCFLAGS...) {
  2666. .CMD=$RODATA_COMPILE ${hide;kv:"p RD"} ${hide;kv:"pc light-green"}
  2667. .SEM=target_rodata_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} ${hide;input:"build/scripts/rodata2cpp.py"} && target_macroses-ITEM && target_macroses-macro target_rodata_sources && target_macroses-args PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} ${hide;input:"build/scripts/rodata2cpp.py"}
  2668. }
  2669. macro _SRS_S_ASM(SRC, SRCFLAGS...) {
  2670. .CMD=$C_COMPILER_OLD $C_FLAGS_PLATFORM $CFLAGS $SFLAGS $SRCFLAGS -c -o ${output:SRC.o} ${input:SRC} $TOOLCHAIN_ENV ${pre=-I:_C__INCLUDE}
  2671. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS) && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && add_language ASM && project_languages ASM
  2672. }
  2673. # tag:src-processing
  2674. macro _SRC("S", SRC, SRCFLAGS...) {
  2675. .CMD=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2676. .SEM=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2677. }
  2678. # tag:src-processing
  2679. macro _SRC("s", SRC, SRCFLAGS...) {
  2680. .CMD=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2681. .SEM=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2682. }
  2683. # tag:src-processing
  2684. macro _SRC("s79", SRC, SRCFLAGS...) {
  2685. .CMD=$_SRC(S, $SRC $SRCFLAGS -x assembler-with-cpp)
  2686. }
  2687. # tag:src-processing
  2688. macro _SRC("mm", SRC, SRCFLAGS...) {
  2689. .CMD=$C_COMPILER_OLD $C_FLAGS_PLATFORM -x objective-c++ -fobjc-arc -fobjc-abi-version=2 -c -o ${output:SRC.o} ${input:SRC} $CXXFLAGS ${pre=-I:_C__INCLUDE} ${SRCFLAGS} ${hide;kv:"p CC"} ${hide;kv:"pc light-green"} $TOOLCHAIN_ENV
  2690. }
  2691. # tag:src-processing
  2692. macro _SRC("sfdl", SRC, SRCFLAGS...) {
  2693. .CMD=$CXX_COMPILER_OLD $C_FLAGS_PLATFORM $CXXFLAGS $SFDL_FLAG ${SRCFLAGS} ${input:SRC} && ${tool:"tools/calcstaticopt"} -i ${tmp:SRC.tmp} -a $ARCADIA_ROOT ${output;stdout;nopath;noext;defext=.inc:SRC} ${hide;kv:"p SF"} ${hide;kv:"pc yellow"} $TOOLCHAIN_ENV
  2694. }
  2695. macro _XS_SRCS(SRC, TYPEMAPS[], SRCFLAGS...) {
  2696. .CMD=$PERL_LD_LIBRARY_PATH $PERL $PERL_INCLUDE ${suf=/ExtUtils/xsubpp:PERL_PRIVLIB} -typemap ${suf=/ExtUtils/typemap:PERL_PRIVLIB} $PERLSUFFIX $XSUBPPFLAGS ${pre=-typemap :TYPEMAPS} ${hide;input:TYPEMAPS} ${SRCFLAGS} ${input:SRC} ${PERLOUTPUT} ${hide;kv:"p XS"} ${hide;kv:"pc yellow"}
  2697. }
  2698. # tag:src-processing
  2699. macro _SRC("xs", SRC, SRCFLAGS...) {
  2700. .CMD=$_XS_SRCS($SRC TYPEMAPS $_XSTYPEMAPS $SRCFLAGS)
  2701. }
  2702. # tag:src-processing
  2703. macro _SRC("gperf", SRC, SRCFLAGS...) {
  2704. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/gperf"} $GP_FLAGS ${SRCFLAGS} ${pre=-Nin_;suf=_set;nopath;noallext:SRC} ${input:SRC} ${output;stdout;nopath;noext;defext=.gperf.cpp:SRC} ${hide;kv:"p GP"} ${hide;kv:"pc yellow"}
  2705. }
  2706. # tag:src-processing
  2707. macro _SRC("rl", SRC, SRCFLAGS...) {
  2708. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel5/ragel"} $RAGEL_FLAGS ${SRCFLAGS} -o ${tmp:SRC.tmp} ${input:SRC} && $RUN_NO_SANITIZE ${tool:"contrib/tools/ragel5/rlgen-cd"} $RLGEN_FLAGS -o ${output;nopath;noext;defext=.rl5.cpp:SRC} ${tmp:SRC.tmp} ${hide;kv:"p R5"} ${hide;kv:"pc yellow"}
  2709. }
  2710. macro _SRC("xsyn", SRC, SRCFLAGS...) {
  2711. .CMD=$YMAKE_PYTHON ${input:"library/cpp/xml/parslib/xsyn2ragel.py"} ${input:SRC} ${input:"library/cpp/xml/parslib/xmlpars.xh"} dontuse ${output;stdout;suf=.h.rl5:SRC} ${hide;kv:"p XN"} ${hide;kv:"pc yellow"}
  2712. }
  2713. # tag:src-processing
  2714. macro _SRC("rl5", SRC, SRCFLAGS...) {
  2715. .CMD=$_SRC(rl $SRC $SRCFLAGS)
  2716. }
  2717. # tag:src-processing
  2718. macro _SRC("asp", SRC, SRCFLAGS...) {
  2719. .CMD=$RUN_NO_SANITIZE ${tool:"tools/html2cpp"} ${input:SRC} ${output:SRC.cpp} ${hide;kv:"p HT"} ${hide;kv:"pc yellow"}
  2720. }
  2721. # tag:src-processing
  2722. macro _SRC("rl6", SRC, SRCFLAGS...) {
  2723. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel6"} $RAGEL6_FLAGS ${SRCFLAGS} -L -I${ARCADIA_ROOT} -o ${output;nopath;noext;defext=.rl6.cpp:SRC} ${input:SRC} ${hide;kv:"p R6"} ${hide;kv:"pc yellow"}
  2724. .SEM=target_ragel_lexers PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $RAGEL6_FLAGS ${SRCFLAGS} && target_macroses-ITEM && target_macroses-macro target_ragel_lexers && target_macroses-args PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $RAGEL6_FLAGS ${SRCFLAGS} && set_global_flags RAGEL_FLAGS -L -I $S/ && conan_require_tool ragel/6.10 && conan_import '"bin, ragel* -> ./bin"' && platform_vars-RAGEL_FLAGS "-L -I $S/" && conan-tool_requires ragel/6.10 && conan-imports 'bin, ragel* -> ./bin' ${hide;input:"build/scripts/run_tool.py"}
  2725. }
  2726. # tag:src-processing
  2727. macro _SRC("xsyn", SRC, SRCFLAGS...) {
  2728. .CMD=$YMAKE_PYTHON ${input:"library/cpp/xml/parslib/xsyn2ragel.py"} ${input:SRC} ${input:"library/cpp/xml/parslib/xmlpars.xh"} dontuse ${output;stdout:SRC.h.rl5} ${hide;kv:"p XN"} ${hide;kv:"pc yellow"}
  2729. }
  2730. # tag:src-processing
  2731. macro _SRC("ev", SRC, SRCFLAGS...) {
  2732. .CMD=$EVLOG_CMD($SRC)
  2733. .SEM=$EVLOG_CMD($SRC)
  2734. }
  2735. # tag:src-processing
  2736. macro _SRC("proto", SRC, SRCFLAGS...) {
  2737. .CMD=$PROTO_CMD($SRC)
  2738. .SEM=$PROTO_CMD($SRC)
  2739. }
  2740. # tag:src-processing
  2741. macro _SRC("gztproto", SRC, SRCFLAGS...) {
  2742. # _PROTO__INCLUDE is before ARCADIA_ROOT in includes because in gazetteer we don't use builtins now and paths' canonization (resolving) depends on order of roots.
  2743. # descriptor.proto must be resolved as google/protobuf/descriptor.proto
  2744. .CMD=${tool:"dict/gazetteer/converter"} -I$PROTOBUF_INCLUDE_PATH ${pre="-I":_PROTO__INCLUDE} -I$ARCADIA_ROOT ${SRCFLAGS} ${input:SRC} ${output;nopath;noext;norel:SRC.proto} ${hide;kv:"p GZ"} ${hide;kv:"pc yellow"}
  2745. .PEERDIR=kernel/gazetteer/proto
  2746. }
  2747. # tag:src-processing
  2748. macro _SRC("cfgproto", SRC, SRCFLAGS...) {
  2749. .CMD=$_CPP_CFGPROTO_CMD($SRC)
  2750. }
  2751. # tag:src-processing
  2752. macro _SRC("pyx", SRC, SRCFLAGS...) {
  2753. # Copy-paste from BUILDWITH_CYTHON
  2754. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:SRC} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:SRC} $CYTHON_OUTPUT_INCLUDES ${SRCFLAGS} ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  2755. .SEM=target_cython_sources PRIVATE ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_options-privates-ITEM && target_options-privates-option target_cython_sources && target_options-privates-args ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS --cplus ${SRCFLAGS} ${CYTHON_CPP_OUTPUT_INCLUDES} && target_macroses-ITEM && target_macroses-macro target_cython_options && target_macroses-args $CYTHON_OPTIONS --cplus ${SRCFLAGS} ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && target_macroses-ITEM && target_macroses-macro target_cython_include_directories && target_macroses-args $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON && target_macroses-ITEM && target_macroses-macro set_python_type_for_cython && target_macroses-args $PYTHON_TYPE_FOR_CYTHON
  2756. .ADDINCL=FOR cython contrib/tools/cython/Cython/Includes
  2757. }
  2758. # tag:src-processing
  2759. macro _SRC("in", SRC, SRCFLAGS...) {
  2760. .CMD=$CONFIGURE_FILE(${SRC} ${nopath;noext:SRC})
  2761. .SEM=$CONFIGURE_FILE(${SRC} ${nopath;noext:SRC})
  2762. }
  2763. macro MANUAL_GENERATION(Outs...) {
  2764. .SEM=IGNORED ${hide;noauto;output:Outs}
  2765. }
  2766. # tag:src-processing
  2767. macro _SRC("sc", SRC, SRCFLAGS...) {
  2768. .CMD=${tool:"tools/domschemec"} --in ${input:SRC} --out ${output;norel:SRC.h} ${output_include;hide:"library/cpp/domscheme/runtime.h"} ${SRCFLAGS} ${hide;kv:"p SC"} ${hide;kv:"pc yellow"}
  2769. .PEERDIR=library/cpp/domscheme
  2770. }
  2771. # tag:src-processing
  2772. macro _SRC("ssqls", SRC, SRCFLAGS...) {
  2773. .CMD=${tool:"metrika/core/tools/ssqls"} ${input;notransformbuilddir:SRC} -S $ARCADIA_ROOT -B $ARCADIA_BUILD_ROOT $SRCFLAGS ${output;noext;hide:SRC.cpp} ${output;noext;hide:SRC.h} ${hide;kv:"p SS"} ${hide;kv:"pc yellow"}
  2774. }
  2775. # tag:src-processing
  2776. macro _SRC("f", SRC, SRCFLAGS...) {
  2777. .CMD=$YMAKE_PYTHON ${input:"build/scripts/f2c.py"} -t ${tool:"contrib/tools/f2c"} -c ${input:SRC} -o ${output:SRC.c} ${output_include;hide:"f2c.h"} ${hide;kv:"p FT"} ${hide;kv:"pc light-green"}
  2778. .PEERDIR=contrib/libs/libf2c
  2779. .ADDINCL=contrib/libs/libf2c
  2780. }
  2781. _SRC_CPP_TOOLCHAIN_INFO_PEER=
  2782. # tag:src-processing
  2783. macro _SRC("cpp", SRC, SRCFLAGS...) {
  2784. .CMD=$_SRC_cpp_new($SRC $SRCFLAGS)
  2785. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2786. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2787. .STRUCT_CMD=yes
  2788. }
  2789. # tag:src-processing
  2790. macro _SRC("cxx", SRC, SRCFLAGS...) {
  2791. .CMD=$_SRC_cpp_new($SRC $SRCFLAGS)
  2792. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2793. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2794. .STRUCT_CMD=yes
  2795. }
  2796. # tag:src-processing
  2797. macro _SRC("cc", SRC, SRCFLAGS...) {
  2798. .CMD=$_SRC_cpp_new($SRC $SRCFLAGS)
  2799. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2800. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2801. .STRUCT_CMD=yes
  2802. }
  2803. # tag:src-processing
  2804. macro _SRC("auxcpp", SRC, SRCFLAGS...) {
  2805. .CMD=$_SRC_cpp_new($SRC $_FORCE_CPP_FLAGS $SRCFLAGS)
  2806. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2807. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($_FORCE_CPP_FLAGS $SRCFLAGS)
  2808. .STRUCT_CMD=yes
  2809. }
  2810. # tag:src-processing
  2811. macro _SRC("C", SRC, SRCFLAGS...) {
  2812. .CMD=$_SRC_cpp_new($SRC $SRCFLAGS)
  2813. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2814. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2815. .STRUCT_CMD=yes
  2816. }
  2817. # tag:src-processing
  2818. macro _SRC("c", SRC, SRCFLAGS...) {
  2819. .CMD=$_SRC_c_new($SRC $SRCFLAGS)
  2820. .PEERDIR=$_SRC_CPP_TOOLCHAIN_INFO_PEER
  2821. .SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS $USER_CONLYFLAGS $USER_CONLYFLAGS_GLOBAL)
  2822. .STRUCT_CMD=yes
  2823. }
  2824. # tag:src-processing
  2825. macro _SRC("m", SRC, SRCFLAGS...) {
  2826. .CMD=$_SRC(c $SRC $SRCFLAGS)
  2827. }
  2828. MASM_SEM=target_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} \
  2829. && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} \
  2830. && curdir_masm_flags ${MASMFLAGS} \
  2831. && dir_macroses-ITEM && dir_macroses-macro curdir_masm_flags && dir_macroses-args ${MASMFLAGS}
  2832. YASM_SEM=target_yasm_source PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${pre=-P :PREINCLUDES} ${hide;input:"build/scripts/run_tool.py"} \
  2833. && target_macroses-ITEM && target_macroses-macro target_yasm_source && target_macroses-args PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${pre=-P :PREINCLUDES} ${hide;input:"build/scripts/run_tool.py"} \
  2834. && set_global_flags YASM_FLAGS -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE \
  2835. && platform_vars-YASM_FLAGS "-f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D _YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE" \
  2836. && add_language ASM && project_languages ASM \
  2837. && conan_require_tool yasm/1.3.0 && conan_import '"bin, *yasm* -> ./bin"' && conan_import '"bin, ytasm* -> ./bin"' \
  2838. && conan-tool_requires yasm/1.3.0 && conan-imports 'bin, *yasm* -> ./bin' && conan-imports 'bin, ytasm* -> ./bin'
  2839. ASM_SEM=target_yasm_source PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${hide;input:"build/scripts/run_tool.py"} \
  2840. && target_macroses-ITEM && target_macroses-macro target_yasm_source && target_macroses-args PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${hide;input:"build/scripts/run_tool.py"} \
  2841. && set_global_flags YASM_FLAGS -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE \
  2842. && platform_vars-YASM_FLAGS "-f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D _YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE" \
  2843. && add_language ASM && project_languages ASM \
  2844. && conan_require_tool yasm/1.3.0 && conan_import '"bin, *yasm* -> ./bin"' && conan_import '"bin, ytasm* -> ./bin"' \
  2845. && conan-tool_requires yasm/1.3.0 && conan-imports 'bin, *yasm* -> ./bin' && conan-imports 'bin, ytasm* -> ./bin'
  2846. # tag:src-processing
  2847. macro _SRC("masm", SRC, SRCFLAGS...) {
  2848. .CMD=$_SRC_masm($SRC $SRCFLAGS)
  2849. .SEM=$MASM_SEM
  2850. }
  2851. # tag:src-processing
  2852. macro _SRC("yasm", SRC, SRCFLAGS...) {
  2853. .CMD=$_SRC_yasm($SRC $SRCFLAGS PREINCLUDES $YASM_PREINCLUDES_VALUE)
  2854. .SEM=$YASM_SEM
  2855. }
  2856. # tag:src-processing
  2857. macro _SRC("asm", SRC, SRCFLAGS...) {
  2858. .CMD=$_SRC_ASM($SRC $SRCFLAGS PREINCLUDES $YASM_PREINCLUDES_VALUE)
  2859. .SEM=$ASM_SEM
  2860. }
  2861. # tag:src-processing
  2862. macro _SRC("lua", SRC, SRCFLAGS...) {
  2863. .CMD=${cwd:LUAJIT_PATH} ${tool:"contrib/libs/luajit/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  2864. .PEERDIR=$LUAJIT_PATH
  2865. }
  2866. NVCC_CFLAGS=
  2867. when ($IDE_MSVS_CALL == "yes") {
  2868. # This is to avoid issues with .pdb from MSVC calling nvcc calling cl
  2869. NVCC_CFLAGS+=/Fd$(TEMP)
  2870. }
  2871. NVCC_STD_VER=17
  2872. when ($MSVC == "yes") {
  2873. NVCC_STD=/std:c++${NVCC_STD_VER}
  2874. }
  2875. otherwise {
  2876. NVCC_STD=-std=c++${NVCC_STD_VER}
  2877. }
  2878. # tag:src-processing
  2879. macro _SRC("cu", SRC, SRCFLAGS...) {
  2880. .CMD=$_SRC_CU_CMD
  2881. .SEM=target_cuda_sources PRIVATE ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && target_options-privates-ITEM && target_options-privates-option target_cuda_sources && target_options-privates-args ${input:SRC} ${hide;output;suf=${OBJ_SUF}.o:SRC} && set_global_flags CMAKE_CUDA_STANDARD ${NVCC_STD_VER} && platform_vars-CMAKE_CUDA_STANDARD ${quo:NVCC_STD_VER} && target_cuda_flags $CUDA_NVCC_FLAGS && target_macroses-ITEM && target_macroses-macro target_cuda_flags && target_macroses-args $CUDA_NVCC_FLAGS && target_cuda_cflags $USER_CXXFLAGS $SRCFLAGS $_SEM_EXTRA_CXX_FLAGS && target_macroses-ITEM && target_macroses-macro target_cuda_cflags && target_macroses-args $USER_CXXFLAGS $SRCFLAGS $_SEM_EXTRA_CXX_FLAGS
  2882. .PEERDIR=$_SRC_CU_PEERDIR
  2883. }
  2884. # tag:src-processing
  2885. macro _SRC("fbs", SRC, SRCFLAGS...) {
  2886. .CMD=$FBS_CMD($SRC, $SRCFLAGS)
  2887. .SEM=$FBS_CMD($SRC, $SRCFLAGS)
  2888. }
  2889. # tag:src-processing
  2890. macro _SRC("fbs64", SRC, SRCFLAGS...) {
  2891. .CMD=$_CPP_FLATC64_CMD($SRC, $SRCFLAGS)
  2892. }
  2893. # tag:src-processing
  2894. macro _SRC("pysrc", SRC, SRCFLAGS...) {
  2895. .CMD=$_SRC_PYSRC($SRC, $SRCFLAGS)
  2896. }
  2897. # tag:src-processing
  2898. # This triggers configure error in attempt to add `ya.make` to SRCS macro or apply automatic processing by extension from codegen
  2899. macro _SRC("make", SRC, SRCFLAGS...) {
  2900. .CMD=
  2901. }
  2902. @import "${CONF_ROOT}/conf/bison_lex.conf"
  2903. # tag:src-processing
  2904. macro _SRC_py2src(SRC, SRCFLAGS...) {
  2905. .CMD=${cwd:BINDIR} $YMAKE_PYTHON3 ${input:"build/scripts/compile_pysrc.py"} --input ${input:SRC} --output ${output;noext;suf=.py2_raw.cpp:SRC} --rescompiler ${tool:"tools/rescompiler"} py2 --python $(PYTHON)/python --py_compile ${input:"build/scripts/py_compile.py"} ${hide;kv:"p P2"} ${hide;kv:"pc light-green"}
  2906. }
  2907. # tag:src-processing
  2908. macro _SRC_py3src(SRC, SRCFLAGS...) {
  2909. .CMD=${cwd:BINDIR} $YMAKE_PYTHON3 ${input:"build/scripts/compile_pysrc.py"} --input ${input:SRC} --output ${output;noext;suf=.py3_raw.cpp:SRC} --rescompiler ${tool:"tools/rescompiler"} py3 --pycc ${tool:"tools/py3cc"} ${hide;kv:"p P3"} ${hide;kv:"pc light-green"}
  2910. }
  2911. # tag:src-processing python-specific
  2912. when ($PYTHON3 == "yes") {
  2913. _SRC_PYSRC_CMDLINE=$_SRC_py3src($SRC $SRCFLAGS)
  2914. }
  2915. elsewhen ($PYTHON2 == "yes") {
  2916. _SRC_PYSRC_CMDLINE=$_SRC_py2src($SRC $SRCFLAGS)
  2917. }
  2918. otherwise {
  2919. _SRC_PYSRC_CMDLINE=
  2920. }
  2921. # tag:src-processing tag:python-specific
  2922. macro _SRC_PYSRC(SRC, SRCFLAGS...) {
  2923. .CMD=$_SRC_PYSRC_CMDLINE
  2924. }
  2925. # tag:src-processing
  2926. macro _SRC_c_nodeps(SRC, OUTFILE, INC...) {
  2927. # this macro is used by link commands; TODO switch to the new engine after those
  2928. .CMD=$_SRC_C_NODEPS_CMD
  2929. }
  2930. # Custom flags for generated cpp-files
  2931. #
  2932. # ragel5 and ragel6 generated terrible code which makes use of goto's in switch statements.
  2933. # This triggers -Werror-implicit-fallthrough due to `unannotated fall-through between switch labels`.
  2934. #
  2935. # cython generated code also fails to pass this diagnostics due to `fallthrough annotation in unreachable code`.
  2936. # We use cython==0.29.26 at the time. This issue might be fixed in further versions.
  2937. #
  2938. # flags -fno-profile-instr-generate -fno-coverage-mapping needed to always disable coverage for .pyx, .rl5, .rl6
  2939. # generated sources
  2940. ## tag:src-processing
  2941. when ($CLANG == "yes") {
  2942. _LANG_CFLAGS_RL=-Wno-implicit-fallthrough -fno-profile-instr-generate -fno-coverage-mapping
  2943. _LANG_CFLAGS_SWG=-Wno-deprecated-declarations -fno-profile-instr-generate -fno-coverage-mapping
  2944. _LANG_CFLAGS_LEX=-Wno-unused-variable -fno-profile-instr-generate -fno-coverage-mapping
  2945. _LANG_CFLAGS_BISON=-Wno-unused-but-set-variable -Wno-deprecated-copy -fno-profile-instr-generate -fno-coverage-mapping
  2946. }
  2947. otherwise {
  2948. _LANG_CFLAGS_RL=-Wno-implicit-fallthrough
  2949. _LANG_CFLAGS_SWG=-Wno-deprecated-declarations
  2950. _LANG_CFLAGS_LEX=-Wno-unused-variable
  2951. _LANG_CFLAGS_BISON=-Wno-unused-but-set-variable -Wno-deprecated-copy
  2952. }
  2953. # tag:src-processing
  2954. # ymake bug workaround: variables followed a macros call in .CMD are not substituted and are placed in result as is
  2955. # Pack macro call into a variable and use it in _SRC_CPP_CMD instead of macro call
  2956. _LANG_CFLAGS_VALUE_NEW=
  2957. when ($CLANG == "yes" || $CLANG_CL == "yes" || $GCC == "yes") {
  2958. _LANG_CFLAGS_VALUE_NEW=\
  2959. ${pre=$_LANG_CFLAGS_BISON;clear;ext=.y;noext;input:SRC} \
  2960. ${pre=$_LANG_CFLAGS_BISON;clear;ext=.ypp;noext;input:SRC} \
  2961. ${pre=$_LANG_CFLAGS_RL;clear;ext=.rl5;noext;input:SRC} \
  2962. ${pre=$_LANG_CFLAGS_RL;clear;ext=.rl6;noext;input:SRC} \
  2963. ${pre=$_LANG_CFLAGS_RL;clear;ext=.pyx;noext;input:SRC} \
  2964. ${pre=$_LANG_CFLAGS_SWG;clear;ext=.swg;noext;input:SRC} \
  2965. ${pre=$_LANG_CFLAGS_LEX;clear;ext=.l;noext;input:SRC}
  2966. }
  2967. # Allows to add single compilation unit name to the node's 'kv' section.
  2968. # This is used by the coverage machinery to instrument only the necessary sources
  2969. # when --coverage-prefix-filter <rootrelpath> is specified. For more info see DEVTOOLSSUPPORT-16891
  2970. SCU_NAME_KV_NEW=
  2971. SCU_NAME_KV_NEW_BODY=scu_name ${input:SRC}
  2972. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no" && $USE_SCU_VALUE == "yes") {
  2973. SCU_NAME_KV_NEW=${hide;kv:SCU_NAME_KV_NEW_BODY}
  2974. }
  2975. macro _ADD_SCU_NAME_NEW(KV_VAL) {
  2976. .CMD=$SCU_NAME_KV_NEW
  2977. }
  2978. # tag:src-processing
  2979. macro _SRC_cpp_new(SRC, COMPILE_OUT_SUFFIX="", SRCFLAGS...) {
  2980. .CMD=$_SRC_CPP_CMD_NEW && $_ADD_SCU_NAME_NEW(${input:SRC})
  2981. }
  2982. # tag:src-processing
  2983. macro _SRC_c_new(SRC, COMPILE_OUT_SUFFIX="", SRCFLAGS...) {
  2984. .CMD=$_SRC_C_CMD_NEW $_ADD_SCU_NAME_NEW(${input:SRC})
  2985. }
  2986. # tag:src-processing
  2987. macro _SRC_m(SRC, SRCFLAGS...) {
  2988. .CMD=$_SRC_M_CMD
  2989. }
  2990. # tag:src-processing
  2991. macro _SRC_masm(SRC, SRCFLAGS...) {
  2992. .CMD=$_SRC_MASM_CMD
  2993. }
  2994. # tag:lua-specific
  2995. ### @usage: COMPILE_LUA(Src, [NAME <import_name>])
  2996. ###
  2997. ### Compile LUA source file to object code using LUA 2.0
  2998. ### Optionally override import name which is by default reflects Src name
  2999. macro COMPILE_LUA(Src, NAME="") {
  3000. .CMD=$_SRC(lua, $Src, ${pre=-n :NAME})
  3001. }
  3002. # tag:lua-specific
  3003. ### @usage: _SRC_lua_21(SRC [SRCFLAGS...]) # internal
  3004. ###
  3005. ### Compile LUA source file to object code using LUA 2.1
  3006. macro _SRC_lua_21(SRC, SRCFLAGS...) {
  3007. .CMD=${cwd:LUAJIT_21_PATH} ${tool:"contrib/libs/luajit_21/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  3008. .PEERDIR=$LUAJIT_21_PATH
  3009. }
  3010. # tag:lua-specific
  3011. ### @usage: COMPILE_LUA_21(Src, [NAME <import_name>])
  3012. ###
  3013. ### Compile LUA source file to object code using LUA 2.1
  3014. ### Optionally override import name which is by default reflects Src name
  3015. macro COMPILE_LUA_21(Src, NAME="") {
  3016. .CMD=$_SRC_lua_21($Src, ${pre=-n :NAME})
  3017. }
  3018. # tag:lua-specific
  3019. ### @usage: _SRC_lua_openresty(SRC [SRCFLAGS...]) # internal
  3020. ###
  3021. ### Compile LUA source file to object code using OpenResty LUA 2.1
  3022. macro _SRC_lua_openresty(SRC, SRCFLAGS...) {
  3023. .CMD=${cwd:LUAJIT_OPENRESTY_PATH} ${tool:"contrib/libs/luajit_openresty/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  3024. .PEERDIR=$LUAJIT_OPENRESTY_PATH
  3025. }
  3026. # tag:lua-specific
  3027. ### @usage: COMPILE_LUA_OPENRESTY(Src, [NAME <import_name>])
  3028. ###
  3029. ### Compile LUA source file to object code using OpenResty LUA 2.1
  3030. ### Optionally override import name which is by default reflects Src name
  3031. macro COMPILE_LUA_OPENRESTY(Src, NAME="") {
  3032. .CMD=$_SRC_lua_openresty($Src, ${pre=-n :NAME})
  3033. }
  3034. GETTEXT_KEEP_PATH=no
  3035. _MO_OUTPUT=
  3036. when ($GETTEXT_KEEP_PATH == "yes") {
  3037. _MO_OUTPUT=${noauto;output;norel;noext:SRC.mo}
  3038. }
  3039. otherwise {
  3040. _MO_OUTPUT=${noauto;output;nopath;noext;tobindir:SRC.mo}
  3041. }
  3042. # tag:src-processing
  3043. macro _SRC("po", SRC, SRCFLAGS...) {
  3044. .CMD=$YMAKE_PYTHON ${input:"contrib/tools/python/src/Tools/i18n/msgfmt.py"} -o $_MO_OUTPUT ${input:SRC}
  3045. }
  3046. # tag:ydl-specific
  3047. YDL_FLAGS= --force-color -I ${ARCADIA_ROOT}
  3048. YDL_DESC_FLAGS=
  3049. # tag:src-processing tag:ydl-specific
  3050. macro _SRC("ydl", SRC, SRCFLAGS...) {
  3051. .CMD=${tool:"statbox/ydl/compiler/tooling/ydl/bin"} c $YDL_FLAGS --cpp-output-header ${output;suf=.h:SRC} --cpp-output-source ${output;suf=.cpp:SRC} ${input:SRC} ${output_include;hide:"statbox/ydl/runtime/cpp/gen_support/standard_includes.h"} ${hide;kv:"p YDL"} ${hide;kv:"pc yellow"}
  3052. .PEERDIR+=statbox/ydl/runtime/cpp
  3053. }
  3054. # tag:ydl-specific
  3055. ### @usage BUILD_YDL_DESC(Input Symbol Output)
  3056. ###
  3057. ### Generate a descriptor for a Symbol located in a ydl module Input, and put it to the file Output.
  3058. ###
  3059. ### @example:
  3060. ###
  3061. ### PACKAGE()
  3062. ### BUILD_YDL_DESC(../types.ydl Event Event.ydld)
  3063. ### END()
  3064. ###
  3065. ### This will parse file ../types.ydl, generate a descriptor for a symbol Event defined in the said file, and put the descriptor to the Event.ydld.
  3066. macro BUILD_YDL_DESC(Input, Symbol, Output) {
  3067. .CMD=${tool:"statbox/ydl/compiler/tooling/ydl/bin"} ti $YDL_FLAGS $YDL_DESC_FLAGS -o ${noauto;output:Output} ${input:Input} ${Symbol} ${hide;kv:"p YDL"} ${hide;kv:"pc yellow"}
  3068. }
  3069. # tag:ydl-specific
  3070. ### @usage: YDL_DESC_USE_BINARY()
  3071. ###
  3072. ### Used in conjunction with BUILD_YDL_DESC. When enabled, all generated descriptors are binary.
  3073. ###
  3074. ### @example:
  3075. ###
  3076. ### PACKAGE()
  3077. ### YDL_DESC_USE_BINARY()
  3078. ### BUILD_YDL_DESC(../types.ydl Event Event.ydld)
  3079. ### END()
  3080. ###
  3081. ### This will generate descriptor Event.ydld in a binary format.
  3082. macro YDL_DESC_USE_BINARY() {
  3083. YDL_DESC_FLAGS_BINARY= --binary
  3084. SET_APPEND(YDL_DESC_FLAGS $YDL_DESC_FLAGS_BINARY)
  3085. }
  3086. ### @usage SRC(File Flags...)
  3087. ###
  3088. ### Compile single file with extra Flags.
  3089. ### Compilation is driven by the last extension of the File and Flags are specific to corresponding compilation command
  3090. macro SRC(FILE, FLAGS...) {
  3091. _SRC(${lastext:FILE} $FILE $FLAGS)
  3092. }
  3093. ### @usage: SRCS(<[GLOBAL] File> ...)
  3094. ###
  3095. ### Source files of the project. Files are built according to their extension and put int module output or fed to ultimate PROGRAM/DLL depending on GLOBAL presence.
  3096. ### Arcadia Paths from the root and is relative to the project's LIST are supported
  3097. ###
  3098. ### GLOBAL marks next file as direct input to link phase of the program/shared library project built into. This prevents symbols of the file to be excluded by linker as unused.
  3099. ### The scope of the GLOBAL keyword is the following file (that is, in the case of SRCS(GLOBAL foo.cpp bar.cpp) global will be only foo.cpp)
  3100. ###
  3101. ### @example:
  3102. ###
  3103. ### LIBRARY(test_global)
  3104. ### SRCS(GLOBAL foo.cpp)
  3105. ### END()
  3106. ###
  3107. ### This will produce foo.o and feed it to any PROGRAM/DLL module transitively depending on test_global library. The library itself will be empty and won't produce .a file.
  3108. macro SRCS(FILES...) {
  3109. foreach (FILE : $FILES) {
  3110. _SRC(${lastext:FILE} $FILE)
  3111. }
  3112. }
  3113. # tag:c-specific
  3114. macro _SRC_C_CUSTOM_FLAGS(SRC, COMPILE_OUT_SUFFIX, CUSTOM_FLAGS...) {
  3115. .CMD=$_SRC_c_new($SRC COMPILE_OUT_SUFFIX ${COMPILE_OUT_SUFFIX} ${CUSTOM_FLAGS})
  3116. .SEM=target_sources_custom $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS $USER_CONLYFLAGS $USER_CONLYFLAGS_GLOBAL && target_macroses-ITEM && target_macroses-macro target_sources_custom && target_macroses-args $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS $USER_CONLYFLAGS $USER_CONLYFLAGS_GLOBAL
  3117. .STRUCT_CMD=yes
  3118. }
  3119. macro _SRC_CPP_CUSTOM_FLAGS(SRC, COMPILE_OUT_SUFFIX, CUSTOM_FLAGS...) {
  3120. .CMD=$_SRC_cpp_new($SRC COMPILE_OUT_SUFFIX ${COMPILE_OUT_SUFFIX} ${CUSTOM_FLAGS})
  3121. .SEM=target_sources_custom $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS && target_macroses-ITEM && target_macroses-macro target_sources_custom && target_macroses-args $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS
  3122. .STRUCT_CMD=yes
  3123. }
  3124. # tag:src-specific tag:cpp-specific
  3125. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3126. ###
  3127. ### Defenition of generic macro. Report an error that the File with Ext is not
  3128. ### supported by macro MacroName if no appropriate macro specialization is found.
  3129. macro _SRC_CUSTOM_C_CPP(EXT, MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3130. MESSAGE(FATAL_ERROR macro [[alt1]]$MACRO_NAME[[rst]] does not support files with [[imp]].$EXT[[rst]] extension)
  3131. }
  3132. # tag:src-specific tag:cpp-specific
  3133. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3134. ###
  3135. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single C file (with .c extension)
  3136. macro _SRC_CUSTOM_C_CPP("c", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3137. _SRC_C_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3138. }
  3139. # tag:src-specific tag:cpp-specific
  3140. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3141. ###
  3142. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cpp extension)
  3143. macro _SRC_CUSTOM_C_CPP("cpp", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3144. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3145. }
  3146. # tag:src-specific tag:cpp-specific
  3147. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3148. ###
  3149. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cxx extension)
  3150. macro _SRC_CUSTOM_C_CPP("cxx", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3151. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3152. }
  3153. # tag:src-specific tag:cpp-specific
  3154. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3155. ###
  3156. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cc extension)
  3157. macro _SRC_CUSTOM_C_CPP("cc", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3158. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3159. }
  3160. # tag:src-specific tag:cpp-specific
  3161. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3162. ###
  3163. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .C extension)
  3164. macro _SRC_CUSTOM_C_CPP("C", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3165. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3166. }
  3167. # tag:src-specific tag:cpp-specific tag:cpu
  3168. ### @uasge SRC_C_SSE2(File Flags...)
  3169. ###
  3170. ### Compile a single C/C++ file with SSE2 and additional Flags
  3171. macro SRC_C_SSE2(FILE, FLAGS...) {
  3172. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE2 $FILE .sse2 $SSE2_CFLAGS $FLAGS)
  3173. }
  3174. # tag:src-specific tag:cpp-specific tag:cpu
  3175. ### @uasge SRC_C_SSE3(File Flags...)
  3176. ###
  3177. ### Compile a single C/C++ file with SSE3 and additional Flags
  3178. macro SRC_C_SSE3(FILE, FLAGS...) {
  3179. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE3 $FILE .sse3 $SSE3_CFLAGS $FLAGS)
  3180. }
  3181. # tag:src-specific tag:cpp-specific tag:cpu
  3182. ### @uasge SRC_C_SSSE3(File Flags...)
  3183. ###
  3184. ### Compile a single C/C++ file with SSSE3 and additional Flags
  3185. macro SRC_C_SSSE3(FILE, FLAGS...) {
  3186. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSSE3 $FILE .ssse3 $SSSE3_CFLAGS $FLAGS)
  3187. }
  3188. # tag:src-specific tag:cpp-specific tag:cpu
  3189. ### @uasge SRC_C_SSE4(File Flags...)
  3190. ###
  3191. ### Compile a single C/C++ file with SSE4 and additional Flags
  3192. macro SRC_C_SSE4(FILE, FLAGS...) {
  3193. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE4 $FILE .sse4 $SSE4_CFLAGS $FLAGS)
  3194. }
  3195. # tag:src-specific tag:cpp-specific tag:cpu
  3196. ### @uasge SRC_C_SSE41(File Flags...)
  3197. ###
  3198. ### Compile a single C/C++ file with SSE4.1 and additional Flags
  3199. macro SRC_C_SSE41(FILE, FLAGS...) {
  3200. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE41 $FILE .sse41 $SSE41_CFLAGS $FLAGS)
  3201. }
  3202. # tag:src-specific tag:cpp-specific tag:cpu
  3203. ### @uasge SRC_C_AVX(File Flags...)
  3204. ###
  3205. ### Compile a single C/C++ file with AVX and additional Flags
  3206. macro SRC_C_AVX(FILE, FLAGS...) {
  3207. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX $FILE .avx $AVX_CFLAGS $FLAGS)
  3208. }
  3209. # tag:src-specific tag:cpp-specific tag:cpu
  3210. ### @uasge SRC_C_AVX2(File Flags...)
  3211. ###
  3212. ### Compile a single C/C++ file with AVX2 and additional Flags
  3213. macro SRC_C_AVX2(FILE, FLAGS...) {
  3214. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX2 $FILE .avx2 $AVX2_CFLAGS $FLAGS)
  3215. }
  3216. # tag:src-specific tag:cpp-specific tag:cpu
  3217. ### @uasge SRC_C_AVX512(File Flags...)
  3218. ###
  3219. ### Compile a single C/C++ file with AVX512 and additional Flags
  3220. macro SRC_C_AVX512(FILE, FLAGS...) {
  3221. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX512 $FILE .avx512 $AVX512_CFLAGS $FLAGS)
  3222. }
  3223. # tag:src-specific tag:cpp-specific tag:cpu
  3224. ### @uasge SRC_C_AVX512(File Flags...)
  3225. ###
  3226. ### Compile a single C/C++ file with AVX512 and additional Flags
  3227. macro SRC_C_AMX(FILE, FLAGS...) {
  3228. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AMX $FILE .amx $AMX_CFLAGS $FLAGS)
  3229. }
  3230. # tag:src-specific tag:cpp-specific tag:cpu
  3231. ### @uasge SRC_C_XOP(File Flags...)
  3232. ###
  3233. ### Compile a single C/C++ file with (an AMD-specific instruction set,
  3234. ### see https://en.wikipedia.org/wiki/XOP_instruction_set) and additional Flags
  3235. macro SRC_C_XOP(FILE, FLAGS...) {
  3236. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_XOP $FILE .xop $XOP_CFLAGS $FLAGS)
  3237. }
  3238. # tag:src-specific tag:cpp-specific tag:cpu
  3239. ### @uasge SRC_C_PCLMUL(File Flags...)
  3240. ###
  3241. ### Compile a single C/C++ file with PCLMUL and additional Flags
  3242. macro SRC_C_PCLMUL(FILE, FLAGS...) {
  3243. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_PCLMUL $FILE .pclmul $PCLMUL_CFLAGS $FLAGS )
  3244. }
  3245. # tag:src-specific tag:cpp-specific
  3246. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3247. ###
  3248. ### Defenition of generic macro. Report an error that the File with Ext is not
  3249. ### supported by macro MacroName if no appropriate macro specialization is found.
  3250. macro _SRC_STRICT_C_CPP(EXT, MACRO_NAME, FILE, FLAGS...) {
  3251. MESSAGE(FATAL_ERROR macro [[alt1]]$MACRO_NAME[[rst]] does not support files with [[imp]].$EXT[[rst]] extension)
  3252. }
  3253. # tag:src-specific tag:cpp-specific
  3254. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3255. ###
  3256. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single C file (with .c extension)
  3257. macro _SRC_STRICT_C_CPP("c", MACRO_NAME, FILE, FLAGS...) {
  3258. _SRC(c $FILE $FLAGS)
  3259. }
  3260. # tag:src-specific tag:cpp-specific
  3261. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3262. ###
  3263. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cpp extension)
  3264. macro _SRC_STRICT_C_CPP("cpp", MACRO_NAME, FILE, FLAGS...) {
  3265. _SRC(cpp $FILE $FLAGS)
  3266. }
  3267. # tag:src-specific tag:cpp-specific
  3268. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3269. ###
  3270. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cxx extension)
  3271. macro _SRC_STRICT_C_CPP("cxx", MACRO_NAME, FILE, FLAGS...) {
  3272. _SRC(cpp $FILE $FLAGS)
  3273. }
  3274. # tag:src-specific tag:cpp-specific
  3275. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3276. ###
  3277. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cc extension)
  3278. macro _SRC_STRICT_C_CPP("cc", MACRO_NAME, FILE, FLAGS...) {
  3279. _SRC(cpp $FILE $FLAGS)
  3280. }
  3281. # tag:src-specific tag:cpp-specific
  3282. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3283. ###
  3284. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .C extension)
  3285. macro _SRC_STRICT_C_CPP("C", MACRO_NAME, FILE, FLAGS...) {
  3286. _SRC(cpp $FILE $FLAGS)
  3287. }
  3288. # tag:src-specific tag:cpp-specific
  3289. ### @uasge SRC_C_PIC(File Flags...)
  3290. ###
  3291. ### Compile a single C/C++ file with -fPIC and additional Flags
  3292. macro SRC_C_PIC(FILE, FLAGS...) {
  3293. _SRC_STRICT_C_CPP(${lastext:FILE} SRC_C_PIC $FILE $PIC_CFLAGS $FLAGS)
  3294. }
  3295. # tag:src-specific tag:cpp-specific
  3296. ### @uasge SRC_C_NO_LTO(File Flags...)
  3297. ###
  3298. ### Compile a single C/C++ file with link-time-optimization disabling and additional Flags
  3299. macro SRC_C_NO_LTO(FILE, FLAGS...) {
  3300. _SRC_STRICT_C_CPP(${lastext:FILE} SRC_C_NO_LTO $FILE $NO_LTO_CFLAGS $FLAGS)
  3301. }
  3302. # tag:python-processing tag:cython
  3303. # TODO: use it in [.pyx] cmd
  3304. ### @usage: BUILDWITH_CYTHON_CPP(Src Options...)
  3305. ###
  3306. ### Generates .cpp file from .pyx.
  3307. macro BUILDWITH_CYTHON_CPP(Src, Options...) {
  3308. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:Src} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3309. .SEM=target_cython_sources PRIVATE ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_options-privates-ITEM && target_options-privates-option target_cython_sources && target_options-privates-args ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_macroses-ITEM && target_macroses-macro target_cython_options && target_macroses-args $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && target_macroses-ITEM && target_macroses-macro target_cython_include_directories && target_macroses-args $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON && target_macroses-ITEM && target_macroses-macro set_python_type_for_cython && target_macroses-args $PYTHON_TYPE_FOR_CYTHON
  3310. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3311. }
  3312. # tag:python-processing tag:cython tag:internal
  3313. ### @usage: _BUILDWITH_CYTHON_CPP_DEP(Src Dep Options...) # internal
  3314. ###
  3315. ### Generates .cpp file from .pyx and attach extra input Dep.
  3316. ### If Dep changes the .cpp file will be re-generated.
  3317. macro _BUILDWITH_CYTHON_CPP_DEP(Src, Dep, Options...) {
  3318. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${hide;input:Dep} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:Src} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3319. .SEM=target_cython_sources PRIVATE ${input:Src} ${hide;input:Dep} ${hide;output;tobindir:Src.fake.o} && target_options-privates-ITEM && target_options-privates-option target_cython_sources && target_options-privates-args ${input:Src} ${hide;input:Dep} ${hide;output;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_macroses-ITEM && target_macroses-macro target_cython_options && target_macroses-args $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && target_macroses-ITEM && target_macroses-macro target_cython_include_directories && target_macroses-args $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON && target_macroses-ITEM && target_macroses-macro set_python_type_for_cython && target_macroses-args $PYTHON_TYPE_FOR_CYTHON
  3320. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3321. }
  3322. # tag:python-processing tag:cython tag:internal
  3323. ### @usage: _BUILDWITH_CYTHON_CPP_H(Src Dep Options...) # internal
  3324. ###
  3325. ### BUILDWITH_CYTHON_CPP without .pyx infix and with cdef public .h file.
  3326. macro _BUILDWITH_CYTHON_CPP_H(Src, Dep, Options...) {
  3327. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${hide;input:Dep} -o ${output;noext;tobindir:Src.cpp} ${hide;output;addincl;noext;tobindir:Src.h} ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3328. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3329. }
  3330. # tag:python-processing tag:cython
  3331. ### @usage: BUILDWITH_CYTHON_C(Src Options...)
  3332. ###
  3333. ### Generates .c file from .pyx.
  3334. macro BUILDWITH_CYTHON_C(Src, Options...) {
  3335. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} -o ${output;tobindir;suf=${OBJ_SUF}.c:Src} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3336. .SEM=target_cython_sources PRIVATE ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_options-privates-ITEM && target_options-privates-option target_cython_sources && target_options-privates-args ${input:Src} ${hide;output;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_macroses-ITEM && target_macroses-macro target_cython_options && target_macroses-args $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && target_macroses-ITEM && target_macroses-macro target_cython_include_directories && target_macroses-args $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON && target_macroses-ITEM && target_macroses-macro set_python_type_for_cython && target_macroses-args $PYTHON_TYPE_FOR_CYTHON
  3337. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3338. }
  3339. # tag:python-processing tag:cython tag:internal
  3340. ### @usage: _BUILDWITH_CYTHON_C_DEP(Src Dep Options...) # internal
  3341. ###
  3342. ### Generates .c file from .pyx and attach extra input Dep.
  3343. ### If Dep changes the .c file will be re-generated.
  3344. macro _BUILDWITH_CYTHON_C_DEP(Src, Dep, Options...) {
  3345. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${hide;input:Dep} -o ${output;tobindir;suf=${OBJ_SUF}.c:Src} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3346. .SEM=target_cython_sources PRIVATE ${input:Src} ${hide;input:Dep} ${hide;output;tobindir:Src.fake.o} && target_options-privates-ITEM && target_options-privates-option target_cython_sources && target_options-privates-args ${input:Src} ${hide;input:Dep} ${hide;output;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_macroses-ITEM && target_macroses-macro target_cython_options && target_macroses-args $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && target_macroses-ITEM && target_macroses-macro target_cython_include_directories && target_macroses-args $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON && target_macroses-ITEM && target_macroses-macro set_python_type_for_cython && target_macroses-args $PYTHON_TYPE_FOR_CYTHON
  3347. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3348. }
  3349. # tag:python-processing tag:cython tag:internal
  3350. ### @usage: _BUILDWITH_CYTHON_C_H(Src Dep Options...) # internal
  3351. ###
  3352. ### BUILDWITH_CYTHON_C without .pyx infix and with cdef public .h file.
  3353. macro _BUILDWITH_CYTHON_C_H(Src, Dep, Options...) {
  3354. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${hide;input:Dep} -o ${output;noext;tobindir:Src.c} ${hide;output;addincl;noext;tobindir:Src.h} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3355. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3356. }
  3357. # tag:python-processing tag:cython tag:internal
  3358. ### @usage: _BUILDWITH_CYTHON_C_API_H(Src Dep Options...) # internal
  3359. ###
  3360. ### BUILDWITH_CYTHON_C_H with cdef api _api.h file.
  3361. macro _BUILDWITH_CYTHON_C_API_H(Src, Dep, Options...) {
  3362. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${hide;input:Dep} -o ${output;noext;tobindir:Src.c} ${hide;output;addincl;noext;tobindir:Src.h} ${hide;output;addincl;noext;defext=_api.h;tobindir:Src} $CYTHON_OUTPUT_INCLUDES ${hide;kv:"p CY"} ${hide;kv:"pc yellow"}
  3363. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3364. }
  3365. ### @usage: BUILDWITH_RAGEL6(Src Options...)
  3366. ###
  3367. ### Compile .rl file using Ragel6.
  3368. macro BUILDWITH_RAGEL6(Src, Options...) {
  3369. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel6"} $RAGEL6_FLAGS ${Options} -I${ARCADIA_ROOT} -o ${output;nopath;noext;defext=.rl6.cpp:Src} ${input:Src} ${hide;kv:"p R6"} ${hide;kv:"pc yellow"}
  3370. }
  3371. # tag:python-processing tag:internal
  3372. # TODO: use it in [.pyx] cmd
  3373. ### @usage: _PY_REGISTER() # internal
  3374. ###
  3375. ### Register Python 2.x module in internal resource file system. Arcadia Python 2.x importer will be retrieve these on import directive.
  3376. ###
  3377. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3378. macro _PY_REGISTER(Func) {
  3379. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_py_reg.py"} $Func ${noauto;output:Func.reg.cpp} ${hide;kv:"p PY"} ${hide;kv:"pc yellow"}
  3380. SRCS(GLOBAL $Func.reg.cpp)
  3381. }
  3382. # tag:python-processing tag:internal
  3383. ### @usage: _PY3_REGISTER() # internal
  3384. ###
  3385. ### Register Python 3.x module in internal resource file system. Arcadia Python 3.x importer will be retrieve these on import directive
  3386. ###
  3387. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3388. macro _PY3_REGISTER(Func) {
  3389. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_py3_reg.py"} $Func ${noauto;output:Func.reg3.cpp} ${hide;kv:"p PY"} ${hide;kv:"pc yellow"}
  3390. SRCS(GLOBAL $Func.reg3.cpp)
  3391. }
  3392. # tag:python-processing tag:internal
  3393. ### @usage: _PY_COMPILE_BYTECODE(SrcX Src) # internal
  3394. ###
  3395. ### Compile Python 2.x .py source file into Arcadia binary form suitable for PY2_PROGRAM
  3396. ###
  3397. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3398. macro _PY_COMPILE_BYTECODE(SrcX, Src, Dst) {
  3399. .CMD=$YMAKE_PYTHON ${input:"build/scripts/py_compile.py"} $SrcX ${input:Src} ${noauto;output:Dst.yapyc} ${hide;kv:"p PY"} ${hide;kv:"pc yellow"}
  3400. }
  3401. # tag:python-processing tag:internal
  3402. ### @usage: _PY3_COMPILE_BYTECODE(SrcX Src) # internal
  3403. ###
  3404. ### Compile Python 3.x .py source file into Arcadia binary form suitable for PY3_PROGRAM
  3405. ###
  3406. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3407. macro _PY3_COMPILE_BYTECODE(SrcX, Src, Dst) {
  3408. .CMD=${env:"PYTHONHASHSEED=0"} ${tool:"tools/py3cc"} $SrcX ${input:Src} ${noauto;output:Dst.yapyc3} ${hide;kv:"p PY"} ${hide;kv:"pc yellow"}
  3409. }
  3410. macro _ARCHIVE_SEM_HELPER(FLAGS[], OUT, Files...) {
  3411. .SEM=add_custom_command OUTPUT ${OUT} DEPENDS $ARCH_TOOL ${join= :Files} COMMAND $ARCH_TOOL $FLAGS ${join=\: :Files}: -o ${OUT} && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args OUTPUT ${OUT} DEPENDS $ARCH_TOOL ${join= :Files} COMMAND $ARCH_TOOL $FLAGS ${join=\: :Files}: -o ${OUT}
  3412. }
  3413. ### @usage: ARCHIVE_ASM(NAME archive_name files...)
  3414. ###
  3415. ### Similar to the macro ARCHIVE, but:
  3416. ### 1. works faster and it is better to use for large files.
  3417. ### 2. Different syntax (see examples in codesearch or users/pg/tests/archive_test)
  3418. macro ARCHIVE_ASM(NAME="", DONTCOMPRESS?"-p":"", Files...) {
  3419. .CMD=$ARCH_TOOL -q $DONTCOMPRESS ${input;join=\: :Files}: -o ${output;suf=$OBJ_SUF.rodata:NAME} ${hide;kv:"p AR"} ${hide;kv:"pc light-cyan"}
  3420. .SEM=$_ARCHIVE_SEM_HELPER(${output;suf=$OBJ_SUF.rodata:NAME} ${input:Files} FLAGS -q $DONTCOMPRESS)
  3421. }
  3422. # tag:yweb-specific
  3423. macro PIRE_INLINE_CMD(SRC) {
  3424. .CMD=${tool:"library/cpp/regex/pire/inline"} -o ${output:SRC} ${input:SRC} ${output_include;hide:SRC} ${hide;kv:"p PI"} ${hide;kv:"pc yellow"}
  3425. }
  3426. # tag:yweb-specific
  3427. macro PIRE_INLINE(FILES...) {
  3428. foreach (FILE : $FILES) {
  3429. PIRE_INLINE_CMD($FILE)
  3430. }
  3431. }
  3432. ### @usage: ARCHIVE(archive_name [DONT_COMPRESS] files...)
  3433. ###
  3434. ### Add arbitrary data to a modules. Unlike RESOURCE macro the result should be futher processed by othet macros in the module.
  3435. ###
  3436. ### Example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a1ispolzujjtekomanduarchive
  3437. macro ARCHIVE(NAME="", DONTCOMPRESS?"-p":"", Files...) {
  3438. .CMD=$ARCH_TOOL -q -x $DONTCOMPRESS ${input;join=\: :Files}: -o ${output;addincl;noauto:NAME} ${hide;kv:"p AR"} ${hide;kv:"pc light-red"}
  3439. .SEM=$_ARCHIVE_SEM_HELPER(${output;addincl;noauto:NAME} ${input:Files} FLAGS -q -x $DONTCOMPRESS) && target_sources PRIVATE $BINDIR/$NAME && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args $BINDIR/$NAME
  3440. }
  3441. ### @usage: ARCHIVE_BY_KEYS(archive_name key [DONT_COMPRESS] files...)
  3442. ###
  3443. ### Add arbitrary data to a module be accessible by specified key.
  3444. ### Unlike RESOURCE macro the result should be futher processed by othet macros in the module.
  3445. ###
  3446. ### Example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a1ispolzujjtekomanduarchive
  3447. macro ARCHIVE_BY_KEYS(NAME="", KEYS="", DONTCOMPRESS?"-p":"", Files...) {
  3448. .CMD=$ARCH_TOOL -q -x $DONTCOMPRESS ${input:Files} -k $KEYS -o ${output;addincl;noauto:NAME} ${hide;kv:"p AR"} ${hide;kv:"pc light-red"}
  3449. }
  3450. #scripts
  3451. #special commands
  3452. BUILDVERSION_SCRIPT=build/scripts/build_info_gen.py
  3453. SVNVERSION_JAVA_MARKER=output-java-class
  3454. SVNVERSION_GO_MARKER=output-go
  3455. VCS_C_OBJ=$BINDIR/__vcs_version__.c$OBJECT_SUF
  3456. VCS_C_OBJ_RR=$MODDIR/__vcs_version__.c$OBJECT_SUF
  3457. VCS_C=$BINDIR/__vcs_version__.c
  3458. VCS_GO=$BINDIR/__vcs_version__.go
  3459. VCS_JAVA=$BINDIR/__vcs_version__.mf
  3460. VCS_INFO_DISABLE_CACHE__NO_UID__=
  3461. YASM_DEBUG_INFO_DISABLE_CACHE__NO_UID__=
  3462. CL_DEBUG_INFO_DISABLE_CACHE__NO_UID__=
  3463. CL_MACRO_INFO_DISABLE_CACHE__NO_UID__=
  3464. YASM_DEBUG_INFO=
  3465. CL_DEBUG_INFO=
  3466. CL_MACRO_INFO=
  3467. when ($FORCE_VCS_INFO_UPDATE == "yes") {
  3468. VCS_INFO_DISABLE_CACHE__NO_UID__=${hide;kv:"disable_cache"}
  3469. }
  3470. ### Works for pyton too.
  3471. GENERATE_VCS_C_INFO_NODEP=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} $(VCS)/vcs.json $VCS_C ${input:"build/scripts/c_templates/svn_interface.c"} $VCS_INFO_DISABLE_CACHE__NO_UID__ && $_SRC_c_nodeps($VCS_C, $VCS_C_OBJ, $(SOURCE_ROOT))
  3472. GENERATE_VCS_GO_INFO_NODEP=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-go $(VCS)/vcs.json $VCS_GO $GO_ARCADIA_PROJECT_PREFIX $VCS_INFO_DISABLE_CACHE__NO_UID__
  3473. GENERATE_VCS_JAVA_INFO_NODEP=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-java $(VCS)/vcs.json $VCS_JAVA $VCS_INFO_DISABLE_CACHE__NO_UID__
  3474. macro UPDATE_VCS_JAVA_INFO_NODEP(Jar) {
  3475. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-java $(VCS)/vcs.json $VCS_JAVA $Jar $VCS_INFO_DISABLE_CACHE__NO_UID__
  3476. }
  3477. VCS_INFO_FILE=
  3478. ### @usage VCS_INFO_FILE([FILE out_file])
  3479. ###
  3480. ### Enable saving vcs info as a json-file into PACKAGE
  3481. ###
  3482. ### Info is saved to 'vcs_info.json' by default.
  3483. ### Use FILE parameter if you want another name.
  3484. ###
  3485. ### Note: macro can be used only once per module
  3486. macro VCS_INFO_FILE(FILE="vcs_info.json") {
  3487. SET(VCS_INFO_FILE $FILE)
  3488. }
  3489. ADD_VCS_INFO_FILE_CMD=
  3490. when ($VCS_INFO_FILE) {
  3491. ADD_VCS_INFO_FILE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-json $(VCS)/vcs.json ${output:VCS_INFO_FILE} $VCS_INFO_DISABLE_CACHE__NO_UID__
  3492. }
  3493. ### @usage: CREATE_BUILDINFO_FOR(GenHdr)
  3494. ###
  3495. ### Creates header file to access some information about build specified via configuration variables.
  3496. ### Unlike CREATE_SVNVERSION_FOR() it doesn't take revion information from VCS, it uses revision and SandboxTaskId passed via -D options to ya make
  3497. macro CREATE_BUILDINFO_FOR(GenHdr) {
  3498. .CMD=$YIELD $CXX_COMPILER_OLD && $YIELD $CXXFLAGS && $XARGS $YMAKE_PYTHON3 ${input:BUILDVERSION_SCRIPT} ${output:GenHdr} ${hide;kv:"p BI"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"} $SVN_DEPENDS_CACHE__NO_UID__
  3499. .SEM=$RUN_PYTHON3($BUILDVERSION_SCRIPT $GenHdr \\\"${CMAKE_CXX_COMPILER}\\\" \\\"${CMAKE_CXX_FLAGS}\\\" OUT $GenHdr)
  3500. }
  3501. DECIMAL_MD5_SCRIPT=build/scripts/decimal_md5.py
  3502. DECIMAL_MD5_FIXED=
  3503. ### @usage: DECIMAL_MD5_LOWER_32_BITS(<fileName> [FUNCNAME funcName] [inputs...])
  3504. ###
  3505. ### Generates .cpp file <fileName> with one defined function 'const char* <funcName>() { return "<calculated_md5_hash>"; }'.
  3506. ### <calculated_md5_hash> will be md5 hash for all inputs passed to this macro.
  3507. macro DECIMAL_MD5_LOWER_32_BITS(File, FUNCNAME="", Opts...) {
  3508. .CMD=$YMAKE_PYTHON ${input:DECIMAL_MD5_SCRIPT} --fixed-output=${DECIMAL_MD5_FIXED} --func-name=${FUNCNAME} --lower-bits 32 --source-root=$ARCADIA_ROOT ${input;context=TEXT:Opts} ${output;stdout:File} ${hide;kv:"p SV"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  3509. }
  3510. # tag:internal
  3511. ### @usage $CFG_VARS # internal
  3512. ###
  3513. ### Mark commands that embed Configuration variables into files
  3514. macro CFG_VARS() {
  3515. .GEN_FROM_FILE=yes
  3516. }
  3517. ### @usage: CONFIGURE_FILE(from to)
  3518. ###
  3519. ### Copy file with the replacement of configuration variables in form of @ANY_CONF_VAR@ with their values.
  3520. ### The values are collected during configure stage, while replacement itself happens during build stage.
  3521. ### Used implicitly for .in-files processing.
  3522. macro CONFIGURE_FILE(Src, Dst) {
  3523. .CMD=$YMAKE_PYTHON ${input:"build/scripts/configure_file.py"} ${input:Src} ${output;addincl:Dst} $CFG_VARS ${hide;kv:"p CF"} ${hide;kv:"pc yellow"}
  3524. .SEM=set_vars ${CFG_VARS} && dir_macroses-ITEM && dir_macroses-macro set_vars && dir_macroses-args ${CFG_VARS} && configure_file $S/${input;rootrel:Src} $B/${output;addincl;rootrel:Dst} && target_commands-ITEM && target_commands-macro configure_file && target_commands-args $S/${input;rootrel:Src} $B/${output;addincl;rootrel:Dst}
  3525. }
  3526. # tag:flags
  3527. ### @usage: LDFLAGS(LinkerFlags...)
  3528. ###
  3529. ### Add flags to the link command line of executable or shared library/dll.
  3530. ### Note: LDFLAGS are always global. When set in the LIBRARY module they will affect all programs/dlls/tests the library is linked into.
  3531. ### Note: remember about the incompatibility of flags for gcc and cl.
  3532. macro LDFLAGS(Flags...) {
  3533. SET_APPEND(LDFLAGS_GLOBAL $Flags)
  3534. }
  3535. # tag:flags
  3536. ### @usage: CFLAGS([GLOBAL compiler_flag]* compiler_flags)
  3537. ###
  3538. ### Add the specified flags to the compilation command of C and C++ files.
  3539. ### @params: GLOBAL - Propagates these flags to dependent projects
  3540. ### Note: remember about the incompatibility flags for clang and cl (to set flags specifically for cl.exe use MSVC_FLAGS).
  3541. macro CFLAGS(Flags...) {
  3542. SET_APPEND_WITH_GLOBAL(USER_CFLAGS $Flags)
  3543. }
  3544. # tag:flags
  3545. ### @usage: GLOBAL_CFLAGS(compiler_flags)
  3546. ###
  3547. ### Add the specified flags to the compilation command of C and C++ files and propagate these flags to dependent projects
  3548. macro GLOBAL_CFLAGS(Flags...) {
  3549. SET_APPEND_WITH_GLOBAL(USER_CFLAGS ${pre=GLOBAL :Flags})
  3550. }
  3551. # tag:flags
  3552. ### @usage: MASMFLAGS(compiler flags)
  3553. ### Add the specified flags to the compilation command of .masm files.
  3554. macro MASMFLAGS(Flags...) {
  3555. SET_APPEND(MASMFLAGS $Flags)
  3556. }
  3557. # tag:flags
  3558. ### @usage: CONLYFLAGS([GLOBAL compiler_flag]* compiler_flags)
  3559. ### Add the specified flags to the compilation command of .c (but not .cpp) files.
  3560. ### @params: GLOBAL - Distributes these flags on dependent projects
  3561. macro CONLYFLAGS(Flags...) {
  3562. SET_APPEND_WITH_GLOBAL(USER_CONLYFLAGS $Flags)
  3563. }
  3564. # tag:flags
  3565. ### @usage: CXXFLAGS(compiler_flags)
  3566. ### Add the specified flags to the compilation command of .cpp (but not .c) files.
  3567. macro CXXFLAGS(Flags...) {
  3568. SET_APPEND_WITH_GLOBAL(USER_CXXFLAGS $Flags)
  3569. }
  3570. # tag:flags
  3571. ### @usage: CUDA_NVCC_FLAGS(compiler flags)
  3572. ### Add the specified flags to the compile line .cu-files.
  3573. macro CUDA_NVCC_FLAGS(Flags...) {
  3574. SET_APPEND(CUDA_NVCC_FLAGS $Flags)
  3575. }
  3576. # tag:flags
  3577. ### @usage: NVCC_DEVICE_LINK(file.cu...)
  3578. ### Run nvcc --device-link on objects compiled from srcs with --device-c.
  3579. ### This generates a stub object devlink.o that supplies missing pieces for the
  3580. ### host linker to link relocatable device objects into the final executable.
  3581. macro NVCC_DEVICE_LINK(Srcs...) {
  3582. .CMD=$NVCC_OLD $NVCC_FLAGS -o ${output;suf=${OBJ_SUF}${NVCC_OBJ_EXT}:"devlink"} -dlink ${input;suf=${OBJ_SUF}${NVCC_OBJ_EXT}:Srcs} -I$CUDA_TARGET_ROOT/include --compiler-options ${quo:C_FLAGS_PLATFORM} $NVCC_ENV ${hide;kv:"p DL"} ${hide;kv:"pc light-blue"}
  3583. .PEERDIR=build/platform/cuda
  3584. }
  3585. # tag:flags
  3586. ### @usage: CYTHON_FLAGS(compiler_flags)
  3587. ### Add the specified flags to the compilation command of .pyx files.
  3588. macro CYTHON_FLAGS(Flags...) {
  3589. SET_APPEND(CYTHON_OPTIONS $Flags)
  3590. }
  3591. ### @usage: STRIP()
  3592. ### Strip debug info from a PROGRAM, DLL or TEST.
  3593. ### This macro doesn't work in LIBRARY's, UNION's and PACKAGE's.
  3594. macro STRIP() {
  3595. ENABLE(STRIP)
  3596. }
  3597. ### @usage: NO_OPTIMIZE()
  3598. ### Build code without any optimizations (-O0 mode).
  3599. macro NO_OPTIMIZE() {
  3600. ENABLE(NO_OPTIMIZE)
  3601. }
  3602. #TODO(YMAKE-91) read proper compile flags instead of sending explicit flags to semgraph directly
  3603. _SEM_EXTRA_CXX_FLAGS=
  3604. ### @usage: NO_COMPILER_WARNINGS()
  3605. ### Disable all compiler warnings in the module.
  3606. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3607. macro NO_COMPILER_WARNINGS() {
  3608. ENABLE(NO_COMPILER_WARNINGS)
  3609. SET(_SEM_EXTRA_CXX_FLAGS "$<IF:$<CXX_COMPILER_ID:MSVC>,,-Wno-everything>")
  3610. }
  3611. ### @usage: WERROR()
  3612. ### Consider warnings as errors in the current module.
  3613. ### In the bright future will be removed, since WERROR is the default.
  3614. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3615. macro WERROR() {
  3616. ENABLE(WERROR)
  3617. }
  3618. ### @usage: NO_WERROR()
  3619. ### Override WERROR() behavior
  3620. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3621. macro NO_WERROR() {
  3622. DISABLE(WERROR)
  3623. }
  3624. ### @usage: NO_WSHADOW()
  3625. ### Disable C++ shadowing warnings.
  3626. macro NO_WSHADOW() {
  3627. ENABLE(NO_WSHADOW)
  3628. }
  3629. # tag:internal
  3630. ### @usage: NO_PLATFORM_RESOURCES() # internal
  3631. ### Exclude dependency on platform resources libraries.
  3632. ### Most probably you'll never need this. If you think you need, please contact devtools@ for assistance.
  3633. macro NO_PLATFORM_RESOURCES() {
  3634. ENABLE(NOPLATFORM_RESOURCES)
  3635. }
  3636. # tag:internal tag:codenav
  3637. ### @usage: NO_CODENAVIGATION() # internal
  3638. ### Disable codenaviagtion for a module. Needed to avoid PEERDIR loops in codenavigation support.
  3639. ### Most probably you'll never need this. If you think you need, please contact devtools@ for assistance.
  3640. macro NO_CODENAVIGATION() {
  3641. ENABLE(NOCODENAVIGATION)
  3642. }
  3643. ### @usage: NO_UTIL()
  3644. ### Build module without dependency on util.
  3645. ### Note: use this with care. Util most likely will be linked into executable anyway,
  3646. ### so using util headers/functions/classes may not be detected at build time and may lead to unpredictable behavors at configure time.
  3647. macro NO_UTIL() {
  3648. ENABLE(NOUTIL)
  3649. }
  3650. ### @usage: NO_RUNTIME()
  3651. ###
  3652. ### This macro:
  3653. ### 1. Sets the ENABLE(NOUTIL) + DISABLE(USE_INTERNAL_STL);
  3654. ### 2. If the project that contains the macro NO_RUNTIME(), peerdir-it project does not contain NO_RUNTIME() => Warning.
  3655. ### Note: use this with care. Arcadia STL most likely will be linked into executable anyway, so using STL headers/functions/classes
  3656. ### may not be detected at build time and may lead to unpredictable behavors at configure time.
  3657. macro NO_RUNTIME() {
  3658. SET(USE_ARCADIA_LIBM no)
  3659. NO_UTIL()
  3660. ENABLE(NORUNTIME)
  3661. }
  3662. ### @usage: NO_LIBC()
  3663. ###
  3664. ### Exclude dependencies on C++ and C runtimes (including util, musl and libeatmydata).
  3665. ### Note: use this with care. libc most likely will be linked into executable anyway,
  3666. ### so using libc headers/functions may not be detected at build time and may lead to unpredictable behavors at configure time.
  3667. macro NO_LIBC() {
  3668. NO_RUNTIME()
  3669. DISABLE(MUSL)
  3670. ENABLE(NOLIBC)
  3671. }
  3672. ### @usage: NO_PLATFORM()
  3673. ###
  3674. ### Exclude dependencies on C++ and C runtimes (including util, musl and libeatmydata) and set NO_PLATFORM variable for special processing.
  3675. ### Note: use this with care. libc most likely will be linked into executable anyway,
  3676. ### so using libc headers/functions may not be detected at build time and may lead to unpredictable behavors at configure time.
  3677. macro NO_PLATFORM() {
  3678. NO_LIBC()
  3679. ENABLE(NOPLATFORM)
  3680. }
  3681. # tag:cpp-specific
  3682. ### @usage: USE_CXX()
  3683. ###
  3684. ### Add dependency on C++ runtime
  3685. ### Note: This macro is inteneded for use in _GO_BASE_UNIT like module when the module is built without C++ runtime by default
  3686. macro USE_CXX() {
  3687. DISABLE(NORUNTIME)
  3688. }
  3689. ### @usage: USE_UTIL()
  3690. ###
  3691. ### Add dependency on util and C++ runtime
  3692. ### Note: This macro is intended for use in _GO_BASE_UNIT like module when the module is build without util by default
  3693. macro USE_UTIL() {
  3694. USE_CXX()
  3695. DISABLE(NOUTIL)
  3696. }
  3697. ### @usage: USE_NASM()
  3698. ###
  3699. ### Build only .asm files with nasm toolchain instead of yasm
  3700. ### Add to ya.make file ADDINCL(asm ...) with all folders where .asm files include smth
  3701. macro USE_NASM() {
  3702. ENABLE(USE_NASM_ASSEMBLER)
  3703. PEERDIR(build/external_resources/nasm)
  3704. }
  3705. # tag:deprecated
  3706. ### @usage: NO_JOIN_SRC() # deprecated, does-nothing
  3707. ### This macro currently does nothing. This is default behavior which cannot be overridden at module level.
  3708. macro NO_JOIN_SRC() {
  3709. ENABLE(UNUSED_MACRO)
  3710. }
  3711. # tag:sanitize
  3712. ### @usage: NO_SANITIZE()
  3713. ###
  3714. ### Disable all sanitizers for the module.
  3715. macro NO_SANITIZE() {
  3716. DISABLE(SANITIZER_TYPE)
  3717. }
  3718. # tag:coverage tag:sanitize
  3719. ### @usage: NO_SANITIZE_COVERAGE()
  3720. ###
  3721. ### Disable lightweight coverage (-fsanitize-coverage) for the module.
  3722. ### Sanitize coverage is commonly used with fuzzing.
  3723. ### It might be useful to disable it for libraries that should never
  3724. ### be the main targets for fuzzing, like libfuzzer library itself.
  3725. ### Sanitize coverage instrumentation is enabled by the --sanitize-coverage option.
  3726. macro NO_SANITIZE_COVERAGE() {
  3727. DISABLE(SANITIZE_COVERAGE)
  3728. }
  3729. # tag:coverage
  3730. ### @usage: NO_CLANG_COVERAGE()
  3731. ###
  3732. ### Disable heavyweight clang coverage for the module. Clang coverage instrumentation is enabled by the --clang-coverage option.
  3733. macro NO_CLANG_COVERAGE() {
  3734. DISABLE(CLANG_COVERAGE)
  3735. }
  3736. # tag:coverage
  3737. ### @usage: NO_PROFILE_RUNTIME()
  3738. ###
  3739. ### Never link this target with profile runtime. Only should be used for very basic build tools
  3740. macro NO_PROFILE_RUNTIME() {
  3741. DISABLE(NEED_PROFILE_RUNTIME)
  3742. }
  3743. macro NO_CLANG_TIDY() {
  3744. DISABLE(TIDY_ENABLED)
  3745. }
  3746. # tag:lua-specific
  3747. LUAJIT_PATH=${ARCADIA_ROOT}/contrib/libs/luajit
  3748. macro _LUAJIT_OBJDUMP(Src, OUT="") {
  3749. .CMD=${cwd:LUAJIT_PATH} ${tool:"contrib/libs/luajit/compiler"} -b -g ${input:Src} ${noauto;output:OUT} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  3750. }
  3751. # tag:lua-specific
  3752. LUAJIT_21_PATH=${ARCADIA_ROOT}/contrib/libs/luajit_21
  3753. macro _LUAJIT_21_OBJDUMP(Src, OUT="") {
  3754. .CMD=${cwd:LUAJIT_21_PATH} ${tool:"contrib/libs/luajit_21/compiler"} -b -g ${input:Src} ${noauto;output:OUT} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  3755. }
  3756. # tag:lua-specific
  3757. LUAJIT_OPENRESTY_PATH=${ARCADIA_ROOT}/contrib/libs/luajit_openresty
  3758. macro _LUAJIT_OPENRESTY_OBJDUMP(Src, OUT="") {
  3759. .CMD=${cwd:LUAJIT_OPENRESTY_PATH} ${tool:"contrib/libs/luajit_openresty/compiler"} -b -g ${input:Src} ${noauto;output:OUT} ${hide;kv:"p LJ"} ${hide;kv:"pc light-cyan"}
  3760. }
  3761. ### @usage: GENERATE_ENUM_SERIALIZATION(File.h)
  3762. ###
  3763. ### Create serialization support for enumeration members defined in the header (String <-> Enum conversions) and compile it into the module.
  3764. ###
  3765. ### Documentation: https://wiki.yandex-team.ru/yatool/HowToWriteYaMakeFiles/
  3766. macro GENERATE_ENUM_SERIALIZATION(File) {
  3767. .CMD=$ENUM_PARSER_TOOL ${input:File} --include-path ${input;rootrel:File} --output ${output;suf=_serialized.cpp:File} ${output_include;from_input;hide:File} ${output_include;hide:"util/generic/serialized_enum.h"} ${hide;kv:"p EN"} ${hide;kv:"pc yellow"}
  3768. .SEM=generate_enum_serilization ${input:File} ${hide;output;suf=_serialized.o:File} INCLUDE_HEADERS ${input;rootrel:File} ${hide;tool:"tools/enum_parser/enum_parser"} && target_macroses-ITEM && target_macroses-macro generate_enum_serilization && target_macroses-args ${input:File} ${hide;output;suf=_serialized.o:File} INCLUDE_HEADERS ${input;rootrel:File} ${hide;tool:"tools/enum_parser/enum_parser"}
  3769. PEERDIR(tools/enum_parser/enum_serialization_runtime)
  3770. }
  3771. ### @usage: GENERATE_ENUM_SERIALIZATION_WITH_HEADER(File.h)
  3772. ###
  3773. ### Create serialization support for enumeration members defined in the header (String <-> Enum conversions) and compile it into the module
  3774. ### Provide access to serialization functions via generated header File_serialized.h
  3775. ###
  3776. ### Documentation: https://wiki.yandex-team.ru/yatool/HowToWriteYaMakeFiles/
  3777. macro GENERATE_ENUM_SERIALIZATION_WITH_HEADER(File) {
  3778. .CMD=$ENUM_PARSER_TOOL ${input:File} --include-path ${input;rootrel:File} --output ${output;suf=_serialized.cpp:File} --header ${output;suf=_serialized.h:File} ${output_include;from_input;hide:File} ${hide;kv:"p EN"} ${hide;kv:"pc yellow"}
  3779. .SEM=generate_enum_serilization ${input:File} ${hide;output;suf=_serialized.o:File} GEN_HEADER ${output;suf=_serialized.h:File} INCLUDE_HEADERS ${input;rootrel:File} ${hide;tool:"tools/enum_parser/enum_parser"} && target_macroses-ITEM && target_macroses-macro generate_enum_serilization && target_macroses-args ${input:File} ${hide;output;suf=_serialized.o:File} GEN_HEADER ${output;suf=_serialized.h:File} INCLUDE_HEADERS ${input;rootrel:File} ${hide;tool:"tools/enum_parser/enum_parser"}
  3780. PEERDIR(tools/enum_parser/enum_serialization_runtime)
  3781. }
  3782. ### @usage: DEB_VERSION(File)
  3783. ###
  3784. ### Creates a header file DebianVersion.h define the DEBIAN_VERSION taken from the File.
  3785. macro DEB_VERSION(File) {
  3786. .CMD=$YMAKE_PYTHON ${input:"build/scripts/mkver.py"} ${input:File} ${output;stdout:"DebianVersion.h"} ${hide;kv:"p CL"} ${hide;kv:"pc yellow"}
  3787. }
  3788. ### @usage: NEED_CHECK()
  3789. ###
  3790. ### Commits to the project marked with this macro will be blocked by pre-commit check and then will be
  3791. ### automatically merged to trunk only if there is no new broken build targets in check results.
  3792. ### The use of this macro is disabled by default.
  3793. macro NEED_CHECK(Flags...) {
  3794. # TODO: FIXME
  3795. ENABLE(UNUSED_MACRO)
  3796. }
  3797. ### @usage: NO_NEED_CHECK()
  3798. ###
  3799. ### Commits to the project marked with this macro will not be affected by higher-level NEED_CHECK macro.
  3800. macro NO_NEED_CHECK(Flags...) {
  3801. ENABLE(UNUSED_MACRO)
  3802. }
  3803. # tag:deprecated
  3804. ### @usage: NEED_REVIEW() # deprecated
  3805. ###
  3806. ### Mark the project as needing review.
  3807. ### Reviewers are listed in the macro OWNER. The use of this macro is disabled by default.
  3808. ### Details can be found here: https://clubs.at.yandex-team.ru/arcadia/6104
  3809. macro NEED_REVIEW(Flags...) {
  3810. # TODO: FIXME
  3811. ENABLE(UNUSED_MACRO)
  3812. }
  3813. MODVER=unknown
  3814. ### @usage: VERSION(Args...)
  3815. ###
  3816. ### Specify version of a module. Currently unused by build system, only informative.
  3817. macro VERSION(Flags...) {
  3818. SET(MODVER ${Flags})
  3819. }
  3820. DATAWORK_SCHEEME_EXPORT_FLAGS=
  3821. when ($UNIX == "yes") {
  3822. SCHEEME2_CFLAGS= -E -x c++
  3823. }
  3824. when ($WIN32 == "yes") {
  3825. SCHEEME2_CFLAGS= /E /TP
  3826. }
  3827. SCHEEME2_STRUCT_INFO_FLAGS=-f "const static ui32 RecordSig" -u "RecordSig" --gcc44_no_typename --no_complex_overloaded_func_export
  3828. ### @usage: GEN_SCHEEME2(scheeme_name from_file dependent_files...)
  3829. ###
  3830. ### Generates a C++ description for structure(contains the field RecordSig) in the specified file (and connected).
  3831. ###
  3832. ### 1. ${scheeme_name}.inc - the name of the generated file.
  3833. ### 2. Use an environment variable - DATAWORK_SCHEEME_EXPORT_FLAGS that allows to specify flags to tools/structparser
  3834. ###
  3835. ### @example:
  3836. ###
  3837. ### SET(DATAWORK_SCHEEME_EXPORT_FLAGS --final_only -m "::")
  3838. ###
  3839. ### all options are passed to structparser (in this example --final_only - do not export heirs with public base that contains the required field,,- m "::" only from the root namespace)
  3840. ### sets in extra option
  3841. ###
  3842. ### @example:
  3843. ###
  3844. ### SET(EXTRACT_STRUCT_INFO_FLAGS -f \"const static ui32 RecordSig\"
  3845. ### -u \"RecordSig\" -n${scheeme_name}SchemeInfo ----gcc44_no_typename no_complex_overloaded_func_export
  3846. ### ${DATAWORK_SCHEEME_EXPORT_FLAGS})
  3847. ###
  3848. ### for compatibility with C++ compiler and the external environment.
  3849. ### See tools/structparser for more details.
  3850. macro GEN_SCHEEME2(ScheemeName, FromFile) {
  3851. .CMD=$CXX_COMPILER_OLD $C_FLAGS_PLATFORM -c ${tmp;stdout:FromFile.cph} $SCHEEME2_CFLAGS ${input:FromFile} ${pre=-I:_C__INCLUDE} $CXXFLAGS -Wno-error && ${tool:"tools/structparser"} -o ${output:ScheemeName.inc} -n N${ScheemeName}SchemeInfo $SCHEEME2_STRUCT_INFO_FLAGS $DATAWORK_SCHEEME_EXPORT_FLAGS ${tmp:FromFile.cph} ${output;stdout;noauto:ScheemeName.inc.log} ${hide;kv:"p SH"} ${hide;kv:"pc yellow"}
  3852. }
  3853. ### @usage: SYMLINK(from to)
  3854. ### Add symlink
  3855. macro SYMLINK(From, To) {
  3856. .CMD=$YMAKE_PYTHON ${input:"build/scripts/symlink.py"} ${input;dirallowed:From} ${noauto;output:To} ${hide;kv:"p LN"} ${hide;kv:"pc light-cyan"}
  3857. }
  3858. # tag:internal
  3859. ### @usage: _TARGET_SOURCES_FOR_HEADERS_IMPL([GENERATE] Args...) # internal
  3860. ### Generate prefix " && target_sources PRIVATE " before $Args when GENERATE is specified in the list of actual arguments
  3861. ### Generate prefix " && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args " before $Args when GENERATE2 is specified in the list of actual arguments
  3862. macro _TARGET_SOURCES_FOR_HEADERS_IMPL(GENERATE?" && target_sources PRIVATE ":"", GENERATE2?" && target_options-privates-ITEM && target_options-privates-option target_sources && target_options-privates-args ":"", Args...) {
  3863. .SEM=$GENERATE ${output;ext=.h:Args} ${output;ext=.hh:Args} ${output;ext=.hpp:Args} ${output;ext=.inc:Args} ${output;ext=.i:Args} $GENERATE2 ${output;ext=.h:Args} ${output;ext=.hh:Args} ${output;ext=.hpp:Args} ${output;ext=.inc:Args} ${output;ext=.i:Args}
  3864. }
  3865. # tag:internal
  3866. ### @usage: _TARGET_SOURCES_FOR_HEADERS(Args...) # internal
  3867. ### Generate prefix " && target_sources PRIVATE " before $Args if Args is not empty
  3868. macro _TARGET_SOURCES_FOR_HEADERS(Args...) {
  3869. .SEM=$_TARGET_SOURCES_FOR_HEADERS_IMPL(${pre=GENERATE GENERATE2 :Args})
  3870. }
  3871. # tag:internal
  3872. ### @usage: _TARGET_SOURCES_FOR_HEADERS_IMPL([GENERATE] Args...) # internal
  3873. ### Generate prefix " ${CMAKE_COMMAND} -E env " before $Args when GENERATE is specified in the list of actual arguments
  3874. macro _SET_ENV_FOR_CUSTOM_COMMAND_IMPL(GENERATE?" ${CMAKE_COMMAND} -E env ":"", Args...) {
  3875. .SEM=$GENERATE ${pre= :Args}
  3876. }
  3877. # tag:internal
  3878. ### @usage: _SET_ENV_FOR_CUSTOM_COMMAND(Args...) # internal
  3879. ### Generate prefix " ${CMAKE_COMMAND} -E env " before $Args if Args is not empty
  3880. macro _SET_ENV_FOR_CUSTOM_COMMAND(Args...) {
  3881. .SEM=$_SET_ENV_FOR_CUSTOM_COMMAND_IMPL(${pre=GENERATE :Args})
  3882. }
  3883. macro _FMT_INDUCED_DEPS(For, Deps...) {
  3884. .CMD=${induced_deps=$For;hide:Deps}
  3885. }
  3886. ### @usage: PREPARE_INDUCED_DEPS(VAR Type Files...)
  3887. ###
  3888. ### Format value for `INDUCED_DEPS` param in certain macros and assign to `VAR`
  3889. ### This tells that files of Type resulted from code generation macros (not neccessarily directly,
  3890. ### but in processing chain of generated files) should have extra dependencies from list of Files...
  3891. ###
  3892. ### Prominent example here is Cython: one can generate .pyx file that may depend on .pxd and have cimpot from
  3893. ### certain .h. The former is dependency for .pyx itself, while the latter is dependency for .pyx.cpp
  3894. ### resulted from Cython-processing of generated pyx. The code ganeration will look like:
  3895. ### ```
  3896. ### PREPARE_INDUCED_DEPS(PYX_DEPS pyx imported.pxd)
  3897. ### PREPARE_INDUCED_DEPS(CPP_DEPS cpp cdefed.h)
  3898. ### RUN_PYTHON3(generate_pyx.py genereted.pyx OUT generated.pyx INDUCED_DEPS $PYX_DEPS $CPP_DEPS)
  3899. ### ```
  3900. ###
  3901. ### The VAR will basically contain pair of `Type:[Files...]` in a form suitable for passing
  3902. ### as an element of array parameter. This is needed because language of ya.make doesn't support
  3903. ### Dict params right now and so it is impossible to directly pass something
  3904. ### like `{Type1:[Files2...], Type2:[Files2...]}`
  3905. ###
  3906. macro PREPARE_INDUCED_DEPS(VAR, For, Deps...) {
  3907. SET($VAR \$_FMT_INDUCED_DEPS($For $Deps))
  3908. }
  3909. ### Helper macro for DECLARE_IN_DIRS to add proper '/' to non-empty SRCDIR and form proper EXCLUDES
  3910. macro _DECL_IN_DIR_GLOB(var_prefix, pattern, rec_part, SRCDIR="", EXCLBASE="", EXCLUDES[], DIRS[], DUMMY[]) {
  3911. _PATTERN=${pre=${SRCDIR};suf=/${rec_part}${pattern}:DIRS}
  3912. _EXCLUDES=${EXCLBASE}**/ya.make ${EXCLBASE}**/a.yaml ${pre=${EXCLBASE}:EXCLUDES}
  3913. _LATE_GLOB(_${var_prefix}_FILES ${_PATTERN} EXCLUDE ${_EXCLUDES})
  3914. SET(${var_prefix}_PATTERN ${_PATTERN})
  3915. SET(${var_prefix}_EXCLUDES ${_EXCLUDES})
  3916. }
  3917. ### @usage: DECLARE_IN_DIR(var_prefix files_mask DIRS dirs [RECURSIVE] [EXCLUDES excludes] [SRCDIR srcdir])
  3918. ###
  3919. ### This macro allow passing content of directories to macros like `RUN_PROGRAM` and `RUN_PYTHON3` as IN parameter.
  3920. ###
  3921. ### The content is matched by following rules:
  3922. ### - The files are looked in <srcdir>. The srcdir is relative to module directory and defaulted to module directory.
  3923. ### - Inside <srcdir> files are looked in all <dirs>, recursively or not depending on RECURSIVE parameter.
  3924. ### - Files are matched by file_mask which may contain * or ?.
  3925. ### - <excludes> are then applied over matched files. Excludes are regular globs including recursive parts support.
  3926. ###
  3927. ### Taking `var_prefix` macro declared 4 variables:
  3928. ### - <var_prefix>_FILES - the file list matched by the macro using rules above. This variable can be passed to `IN` parameter of `RUN_PROGRAM` and alikes.
  3929. ### Also it may be passed escaped as argument to tool/script. See example below.
  3930. ### - <var_prefix>_PATTERNS - the glob patterns used for match.
  3931. ### - <var_prefix>_EXCLUDES - exclude patterns from EXCLUDES argument and ones to exclude ya.make and a.yaml
  3932. ### - <var_prefix>_SRCDIR - value of SRCDIR argument
  3933. ###
  3934. ### Parameters:
  3935. ### - var_prefix - Mandatory prefix of variables the macro declares
  3936. ### - file_mask - Mandatory glob-like mask for files
  3937. ### file_mask should not conatain '**'
  3938. ### - DIRS dirs - Mandatory list of dirs relative to srcdir or current one in which files should be looked
  3939. ### Dirs cannot contain ${ARCADIA_ROOT} (and other similar vars), '..', '*' or '?'.
  3940. ### - RECURSIVE - Optional request to lookup dirs recursively. Default is non-recursive lookup
  3941. ### - EXCLUDES excludes - Optional list of globs to exclude from match.
  3942. ### - SRCDIR srcdir - Optional directory (relative to current one) to apply globs. Default is the current dir.
  3943. ### We strongly discourage this, but srcdir may contain '..' or start from ${ARCADIA_ROOT} for root-relative addressing.
  3944. ### scrdir cannot contain any of '*' or '?'
  3945. ###
  3946. ### Examples:
  3947. ### ```
  3948. ### DECLARE_IN_DIRS(TXT *.txt DIRS . EXCLUDE .*.txt **/.*.txt)
  3949. ### # file list requires escaping as argument
  3950. ### RUN_PYTHON3(concat.py \${TXT_FILES} IN ${TXT_FILES} STDOUT concatenated.txt)
  3951. ### ```
  3952. ###
  3953. ### ```
  3954. ### DECLARE_IN_DIRS(ALL_TXT *.txt SRCDIR txt RECURSIVE DIRS design rules EXCLUDE all.txt)
  3955. ### RUN_PYTHON3(concat_all.py --dirs ${MODDIR}/${ALL_TXT_SRCDIR} --pattern ${ALL_TXT_PATTERNS} --exclude ${ALL_TXT_EXCLUDES} IN ${ALL_TXT_FILES} STDOUT concatenated.txt)
  3956. ### ```
  3957. ###
  3958. ### ```
  3959. ### DECLARE_IN_DIRS(D_TXT *.txt SRCDIR txt/design EXCLUDE all.txt DIRS .)
  3960. ### DECLARE_IN_DIRS(R_TXT *.txt SRCDIR txt/rules DIRS .)
  3961. ### RUN_PYTHON3(concat_all.py --dirs ${MODDIR}/${D_TXT_SRCDIR} ${MODDIR}/${R_TXT_SRCDIR} --patterns ${D_TXT_PATTERNS} ${R_TXT_PATTERNS} --exclude ${D_TXT_EXCLUDES} IN ${D_TXT_FILES} ${R_TXT_FILES} STDOUT concatenated.txt)
  3962. ### ```
  3963. ###
  3964. ### Notes:
  3965. ### 1. All 'ya.make' and 'a.yaml' files are excluded from match.
  3966. ### 2. Matched files are never parsed for dependencies even though they shall be passed to IN, not to IN_NOPARSE.
  3967. ### 3. The list of files expanded late and will not work in macros like SRCS. This macro only meant for use with generating macros like RUN_PROGRAM processing entire matching list with one command.
  3968. ### 4. We support extended file mask syntax for multiple masks like "(*.cpp|*.h)". However, this will be preserved in <var_prefix>_PATTERNS variable and so tool/script either should support such syntax or
  3969. ### or should not rely on value of the variable for actual matching.
  3970. ### 5. There is known issue with empty match and escaped substitution like `concat.py \${TXT_FILES}`. It may result in weird errors and can be workarounded by extra argument like `concat.py - \${TXT_FILES}`
  3971. ### 6. EXCLUDES work differently with SRCDIR is specified. Use discriminating tail of SRCDIR in order to match exact files non-recursively.
  3972. ### E.g. if SRCDIR is a/b/zz and EXCLUDE is *.x the exclude will work recursively on all matches including zz's child dierctories. To limit match to zz's level use EXCLUDE zz/*.x instead.
  3973. ### 6. Parameters of macro are somewhat validated and we may add extra checks in the fulture including protection over too broad match.
  3974. ###
  3975. macro DECLARE_IN_DIRS(var_prefix, PATTERN, SRCDIR="", RECURSIVE?"**/":"", EXCLUDES[], DIRS[]) {
  3976. _DECL_IN_DIR_GLOB($var_prefix $PATTERN $RECURSIVE ${pre=SRCDIR ;suf=/:SRCDIR} ${pre=EXCLBASE ${ARCADIA_ROOT}/**/ DUMMY :SRCDIR} EXCLUDES ${EXCLUDES} DIRS ${DIRS})
  3977. SET(${var_prefix}_FILES \$_${var_prefix}_FILES)
  3978. SET(${var_prefix}_SRCDIR $SRCDIR)
  3979. VALIDATE_IN_DIRS(${var_prefix}_FILES $PATTERN $SRCDIR -- $DIRS)
  3980. }
  3981. ### @usage: RUN_PROGRAM(tool_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  3982. ###
  3983. ### Run a program from arcadia.
  3984. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  3985. ###
  3986. ### Parameters:
  3987. ### - tool_path - Path to the directory of the tool.
  3988. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  3989. ### - CWD dir - Absolute path of the working directory.
  3990. ### - ENV key=value... - Environment variables.
  3991. ### - TOOL tools... - Auxiliary tool directories.
  3992. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  3993. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  3994. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  3995. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  3996. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  3997. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  3998. ###
  3999. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4000. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4001. ### Note that Tool is always built for the host platform, so be careful to provide that tool can be built for all Arcadia major host platforms (Linux, MacOS and Windows).
  4002. macro RUN_PROGRAM(Tool, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], IN_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4003. .CMD=${cwd:CWD} ${env:ENV} ${tool:Tool} $Args ${hide;input:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${hide;input:IN_DEPS} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;tool:TOOL} ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${hide;kv:"p PR"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  4004. .SEM=add_custom_command $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} ${output:STDOUT} ${noauto;output:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${tool:Tool} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND ${tool:Tool} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO) && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} ${output:STDOUT} ${noauto;output:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${tool:Tool} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND ${tool:Tool} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO)
  4005. }
  4006. # tag:lua-specific
  4007. ### @usage: RUN_LUA(script_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  4008. ###
  4009. ### Run a lua script.
  4010. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  4011. ###
  4012. ### Parameters:
  4013. ### - script_path - Path to the script.3
  4014. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  4015. ### - CWD dir - Absolute path of the working directory.
  4016. ### - ENV key=value... - Environment variables.
  4017. ### - TOOL tools... - Auxiliary tool directories.
  4018. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  4019. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  4020. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  4021. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4022. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4023. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4024. ###
  4025. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4026. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4027. macro RUN_LUA(ScriptPath, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4028. .CMD=${cwd:CWD} ${env:ENV} $LUA_TOOL ${input:ScriptPath} $Args ${hide;input:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;tool:TOOL} ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${hide;kv:"p LU"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  4029. }
  4030. # tag:python-specific
  4031. ### @usage: RUN_PYTHON3(script_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  4032. ###
  4033. ### Run a python script with prebuilt python3 interpretor built from devtools/huge_python3.
  4034. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  4035. ###
  4036. ### Parameters:
  4037. ### - script_path - Path to the script.
  4038. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  4039. ### - CWD dir - Absolute path of the working directory.
  4040. ### - ENV key=value... - Environment variables.
  4041. ### - TOOL tools... - Auxiliary tool directories.
  4042. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  4043. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  4044. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  4045. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4046. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4047. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4048. ###
  4049. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4050. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4051. macro RUN_PYTHON3(ScriptPath, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4052. .CMD=${cwd:CWD} ${env:ENV} $YMAKE_PYTHON3 ${input:ScriptPath} $Args ${hide;input:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;tool:TOOL} ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${hide;kv:"p PY"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  4053. .SEM=find_package Python3 && packages-ITEM && packages-name Python3 && mpackages-ITEM && mpackages-name Python3 && add_custom_command $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} ${output:STDOUT} ${noauto;output:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${input:ScriptPath} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND Python3::Interpreter ${input:ScriptPath} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO) && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} ${output:STDOUT} ${noauto;output:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${input:ScriptPath} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND Python3::Interpreter ${input:ScriptPath} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO)
  4054. }
  4055. # tag:java-specific
  4056. macro _RUN_JAVA(IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], TOOL[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], HIDE_OUTPUT?"stderr2stdout":"stdout2stderr", Args...) {
  4057. PEERDIR(build/platform/java/jdk $JDK_RESOURCE_PEERDIR)
  4058. .CMD=${cwd:CWD} ${env:ENV} $YMAKE_PYTHON ${input;pre=build/scripts/:HIDE_OUTPUT.py} $JDK_RESOURCE/bin/java $Args ${hide;tool:TOOL} ${hide;input:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${hide;kv:"p JV"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"}
  4059. }
  4060. ### @usage: FROM_SANDBOX([FILE] resource_id [AUTOUPDATED script] [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE] [OUTPUT_INCLUDES <include files>] [INDUCED_DEPS $VARs...])
  4061. ###
  4062. ### Download the resource from the Sandbox, unpack (if not explicitly specified word FILE) and add OUT files to the build. EXECUTABLE makes them executable.
  4063. ### You may specify extra dependencies that output files bring using OUTPUT_INCLUDES or INDUCED_DEPS. The change of these may e.g. lead to recompilation of .cpp files extracted from resource.
  4064. ### If there is no default processing for OUT files or you need process them specially use OUT_NOAUTO instead of OUT.
  4065. ###
  4066. ### It is disallowed to specify directory as OUT/OUT_NOAUTO since all outputs of commands shall be known to build system.
  4067. ###
  4068. ### RENAME renames files to the corresponding OUT and OUT_NOAUTO outputs:
  4069. ### FROM_SANDBOX(resource_id RENAME in_file1 in_file2 OUT out_file1 out_file2 out_file3)
  4070. ### FROM_SANDBOX(resource_id RENAME in_file1 OUT out_file1 RENAME in_file2 OUT out_file2)
  4071. ### FROM_SANDBOX(FILE resource_id RENAME resource_file OUT out_name)
  4072. ###
  4073. ### RENAME RESOURCE allows to rename the resource without specifying its file name.
  4074. ###
  4075. ### OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4076. ### INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4077. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4078. ###
  4079. ### If AUTOUPDATED is specified than macro will be regularly updated according to autoupdate script. The dedicated Sandbox task scans the arcadia and
  4080. ### changes resource_ids in such macros if newer resource of specified type is available. Note that the task seeks AUTOUPDATED in specific position,
  4081. ### so you shall place it immediately after resource_id.
  4082. macro FROM_SANDBOX(Id, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], FILE?"--copy-to-dir":"--untar-to", AUTOUPDATED="", PREFIX=".", RENAME[], EXECUTABLE?"--executable":"", SBR="sbr:") {
  4083. .CMD=${hide:SANDBOX_FAKEID} ${cwd:BINDIR} ${resource;pre=$SBR:Id} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_sandbox.py"} --resource-file $(RESOURCE_ROOT)/sbr/$Id/resource --resource-id $Id $FILE $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${hide;input:"build/scripts/fetch_from.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${requirements;hide:"network:full"} ${hide;kv:"p SB"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  4084. ADD_CHECK(check.resource $Id)
  4085. }
  4086. ### @usage LARGE_FILES([AUTOUPDATED] Files...)
  4087. ###
  4088. ### Use large file ether from working copy or from remote storage via placeholder <File>.external
  4089. ### If <File> is present locally (and not a symlink!) it will be copied to build directory.
  4090. ### Otherwise macro will try to locate <File>.external, parse it retrieve ot during build phase.
  4091. macro LARGE_FILES(AUTOUPDATED?, Files...) {
  4092. # This is needed to correctly switch between remote and local modes
  4093. _GLOB($LF $Files)
  4094. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS ${suf=.external:Files})
  4095. }
  4096. ### @usage: FROM_ARCHIVE(Src [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE] [OUTPUT_INCLUDES <include files>] [INDUCED_DEPS $VARs...])
  4097. ###
  4098. ### Process file archive as [FROM_SANDBOX()](#macro_FROM_SANDBOX).
  4099. macro FROM_ARCHIVE(Src, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], PREFIX=".", RENAME[], EXECUTABLE?"--executable":"") {
  4100. .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_archive.py"} "--archive" ${input:Src} "--file-name" ${suf=-:Src} "--untar-to" $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${hide;input:"build/scripts/fetch_from.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${hide;kv:"p FA"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  4101. }
  4102. when ($MSVC == "yes") {
  4103. C_AS_CXX_FLAGS=/TP /std:c++17
  4104. }
  4105. otherwise {
  4106. C_AS_CXX_FLAGS=-x c++ -std=c++17
  4107. }
  4108. # tag:cpp-specific
  4109. ### @usage: COMPILE_C_AS_CXX()
  4110. ###
  4111. ### Compile .c files as .cpp ones within a module.
  4112. macro COMPILE_C_AS_CXX() {
  4113. SET(EXTRA_C_FLAGS $C_AS_CXX_FLAGS)
  4114. }
  4115. ### @usage: NO_DEBUG_INFO()
  4116. ###
  4117. ### Compile files without debug info collection.
  4118. macro NO_DEBUG_INFO() {
  4119. SET(NO_DEBUGINFO yes)
  4120. }
  4121. ### @usage: CTEMPLATE_VARNAMES(File)
  4122. ###
  4123. ### Generate File.varnames.h using contrib/libs/ctemplate/make_tpl_varnames_h
  4124. ###
  4125. ### Documentation: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/ctemplate/README.md
  4126. macro CTEMPLATE_VARNAMES(File) {
  4127. .CMD=${tool:"contrib/libs/ctemplate/make_tpl_varnames_h"} -f ${output;addincl;nopath;noallext:File.varnames.h} ${input:File}
  4128. }
  4129. LLVM_OPTS=
  4130. CLANG_BC_ROOT=
  4131. macro USE_LLVM_BC14() {
  4132. SET(CLANG_BC_ROOT ${CLANG14_RESOURCE_GLOBAL})
  4133. SET(LLVM_LLC_TOOL contrib/libs/llvm14/tools/llc)
  4134. }
  4135. macro USE_LLVM_BC16() {
  4136. SET(CLANG_BC_ROOT ${CLANG16_RESOURCE_GLOBAL})
  4137. SET(LLVM_LLC_TOOL contrib/libs/llvm16/tools/llc)
  4138. }
  4139. ### @usage: CLANG_EMIT_AST_CXX(Input Output Opts...)
  4140. ###
  4141. ### Emit Clang AST from .cpp file. CXXFLAGS and LLVM_OPTS are passed in, while CFLAGS and C_FLAGS_PLATFORM are not.
  4142. ### Note: Output name is used as is, no extension added.
  4143. macro CLANG_EMIT_AST_CXX(Input, Output, Opts...) {
  4144. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_RESOURCE_GLOBAL}/bin/clang++ ${pre=-I:_C__INCLUDE} $CXXFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS -emit-ast -c ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p ST"} ${hide;kv:"pc light-green"}
  4145. PEERDIR(build/platform/clang)
  4146. }
  4147. ### @usage: LLVM_COMPILE_CXX(Input Output Opts...)
  4148. ###
  4149. ### Emit LLVM bytecode from .cpp file. BC_CXXFLAGS, LLVM_OPTS and C_FLAGS_PLATFORM are passed in, while CFLAGS are not.
  4150. ### Note: Output name is used as is, no extension added.
  4151. macro LLVM_COMPILE_CXX(Input, Output, Opts...) {
  4152. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_BC_ROOT}/bin/clang++ ${pre=-I:_C__INCLUDE} $BC_CXXFLAGS $C_FLAGS_PLATFORM -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm -c ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p BC"} ${hide;kv:"pc light-green"}
  4153. .SEM=llvm_compile_cxx ${input:Input} ${noauto;output:Output} ${"${CLANGPLUSPLUS}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts} && target_macroses-ITEM && target_macroses-macro llvm_compile_cxx && target_macroses-args ${input:Input} ${noauto;output:Output} ${"${CLANGPLUSPLUS}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts}
  4154. .STRUCT_CMD=yes
  4155. when ($CLANG_BC_ROOT == "") {
  4156. _OK = no
  4157. }
  4158. ASSERT(_OK "Invoke USE_LLVM_BC() with specific version first")
  4159. PEERDIR(build/platform/clang)
  4160. }
  4161. ### @usage: LLVM_COMPILE_C(Input Output Opts...)
  4162. ###
  4163. ### Emit LLVM bytecode from .c file. BC_CFLAGS, LLVM_OPTS and C_FLAGS_PLATFORM are passed in, while CFLAGS are not.
  4164. ### Note: Output name is used as is, no extension added.
  4165. macro LLVM_COMPILE_C(Input, Output, Opts...) {
  4166. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_BC_ROOT}/bin/clang ${pre=-I:_C__INCLUDE} $BC_CFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm -c ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p BC"} ${hide;kv:"pc light-green"}
  4167. .SEM=llvm_compile_c ${input:Input} ${noauto;output:Output} ${"${CLANGC}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts} && target_macroses-ITEM && target_macroses-macro llvm_compile_c && target_macroses-args ${input:Input} ${noauto;output:Output} ${"${CLANGC}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts}
  4168. .STRUCT_CMD=yes
  4169. when ($CLANG_BC_ROOT == "") {
  4170. _OK = no
  4171. }
  4172. ASSERT(CLANG_BC_ROOT "Invoke USE_LLVM_BC() with specific version first")
  4173. PEERDIR(build/platform/clang)
  4174. }
  4175. ### @usage: BPF(Input Output Opts...)
  4176. ###
  4177. ### Emit eBPF bytecode from .c file.
  4178. ### Note: Output name is used as is, no extension added.
  4179. macro BPF(Input, Output, Opts...) {
  4180. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_RESOURCE_GLOBAL}/bin/clang ${pre=-I:_C__INCLUDE} $C_FLAGS_PLATFORM -target bpf -c ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p BP"} ${hide;kv:"pc light-green"}
  4181. PEERDIR(build/platform/clang)
  4182. }
  4183. LD_BINARY_NAME=ld
  4184. when($OS_LINUX) {
  4185. LD_BINARY_NAME=ld.lld
  4186. }
  4187. ### @usage: BPF_STATIC(Input Output Opts...)
  4188. ###
  4189. ### Emit eBPF bytecode from .c file.
  4190. ### Note: Output name is used as is, no extension added.
  4191. macro BPF_STATIC(Input, Output, Opts...) {
  4192. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_RESOURCE_GLOBAL}/bin/clang ${pre=-I:_C__INCLUDE} $C_FLAGS_PLATFORM -target bpf -c ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p BP"} ${hide;kv:"pc light-green"} && ${cwd:BINDIR} $LLD_ROOT_RESOURCE_GLOBAL/bin/$LD_BINARY_NAME -r -b binary -m elf_x86_64 -o ${noauto;output;suf=.bpf.o:Input} ${noauto;nopath:Output}
  4193. PEERDIR(build/platform/clang build/platform/lld)
  4194. }
  4195. ### @usage: LLVM_COMPILE_LL(Input Output Opts...)
  4196. ###
  4197. ### Compile LLVM bytecode to object representation.
  4198. ### Note: Output name is used as is, no extension added.
  4199. macro LLVM_COMPILE_LL(Input, Output, Opts...) {
  4200. .CMD=${CLANG_BC_ROOT}/bin/llvm-as ${input:Input} -o ${noauto;output:Output} ${hide;kv:"p BC"} ${hide;kv:"pc light-green"}
  4201. .SEM=add_custom_command OUTPUT ${noauto;output:Output} DEPENDS ${input:Input} COMMAND ${LLVMAS} ${input:Input} -o ${noauto;output:Output} && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args OUTPUT ${noauto;output:Output} DEPENDS ${input:Input} COMMAND ${LLVMAS} ${input:Input} -o ${noauto;output:Output}
  4202. PEERDIR(build/platform/clang)
  4203. }
  4204. ### @usage: LLVM_LINK(Output Inputs...)
  4205. ###
  4206. ### Call llvm-link on set of Inputs to produce Output.
  4207. ### Note: Unlike many other macros output argument goes first. Output name is used as is, no extension added.
  4208. macro LLVM_LINK(Output, Inputs...) {
  4209. .CMD=${CLANG_BC_ROOT}/bin/llvm-link ${input:Inputs} -o ${noauto;output:Output} ${hide;kv:"p LD"} ${hide;kv:"pc light-red"}
  4210. .SEM=add_custom_command OUTPUT ${noauto;output:Output} DEPENDS ${input:Inputs} COMMAND ${LLVMLINK} ${input:Inputs} -o ${noauto;output:Output} && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args OUTPUT ${noauto;output:Output} DEPENDS ${input:Inputs} COMMAND ${LLVMLINK} ${input:Inputs} -o ${noauto;output:Output}
  4211. PEERDIR(build/platform/clang)
  4212. }
  4213. ### @usage: LLVM_OPT(Input Output Opts...)
  4214. ###
  4215. ### Call llvm-opt with set of Opts on Input to produce Output.
  4216. ### Note: Output name is used as is, no extension added.
  4217. macro LLVM_OPT(Input, Output, Opts...) {
  4218. .CMD=$YMAKE_PYTHON ${input:"build/scripts/llvm_opt_wrapper.py"} ${CLANG_BC_ROOT}/bin/opt ${input:Input} -o ${noauto;output:Output} $Opts ${hide;kv:"p OP"} ${hide;kv:"pc yellow"}
  4219. .SEM=add_custom_command OUTPUT ${noauto;output:Output} DEPENDS ${input:Input} COMMAND ${LLVMOPT} ${input:Input} -o ${noauto;output:Output} $Opts && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args OUTPUT ${noauto;output:Output} DEPENDS ${input:Input} COMMAND ${LLVMOPT} ${input:Input} -o ${noauto;output:Output} $Opts
  4220. PEERDIR(build/platform/clang)
  4221. }
  4222. ### @usage: LLVM_LLC(Src Opts...)
  4223. ###
  4224. ### Call llvm-llc with set of Opts on Src to produce object file.
  4225. ###
  4226. ### Note: Output name is calculated as concatenation of Src name and platform specific object file extension.
  4227. macro LLVM_LLC(Src, Opts...) {
  4228. .CMD=${tool:LLVM_LLC_TOOL} ${input:Src} --filetype obj -o ${output;suf=$OBJECT_SUF;noauto:Src} $Opts ${hide;kv:"p LC"} ${hide;kv:"pc yellow"}
  4229. .SEM=add_custom_command OUTPUT ${output;suf=$OBJECT_SUF;noauto:Src} DEPENDS ${input:Src} COMMAND ${LLVMLLC} --filetype obj ${input:Src} -o ${output;suf=$OBJECT_SUF;noauto:Src} $Opts && target_commands-ITEM && target_commands-macro add_custom_command && target_commands-args OUTPUT ${output;suf=$OBJECT_SUF;noauto:Src} DEPENDS ${input:Src} COMMAND ${LLVMLLC} --filetype obj ${input:Src} -o ${output;suf=$OBJECT_SUF;noauto:Src} $Opts
  4230. PEERDIR(build/platform/clang)
  4231. }
  4232. when ($NO_DEBUGINFO == "yes") {
  4233. DEBUG_INFO_FLAGS=
  4234. }
  4235. when ($CLANG && $DEBUGINFO_LINES_ONLY == "yes" && $NO_DEBUGINFO != "yes") {
  4236. DEBUG_INFO_FLAGS=-gline-tables-only
  4237. }
  4238. # NB: Assertions under sanitizers are disabled as they cause
  4239. # a couple _relocation out of range_ problems plus an
  4240. # ICE when building contrib/libs/hyperscan/runtime_avx512.
  4241. when ($BUILD_TYPE == "RELEASE" || $BUILD_TYPE == "MINSIZEREL" || $BUILD_TYPE == "VALGRIND-RELEASE" || $BUILD_TYPE == "PROFILE" || $BUILD_TYPE == "GPROF" || $BUILD_TYPE == "DEBUGNOASSERTS") {
  4242. CFLAGS += -DNDEBUG
  4243. when ($OS_WINDOWS) {
  4244. # FIXME: defining _DEBUG on Linux gives more relation problems and breaks certain tests
  4245. CFLAGS += -U_DEBUG
  4246. # For the flags regarding runtime library selection, see
  4247. # https://msdn.microsoft.com/en-us/library/abx4dbyh.aspx
  4248. CFLAGS += /MT
  4249. }
  4250. }
  4251. otherwise {
  4252. CFLAGS += -UNDEBUG
  4253. when ($OS_WINDOWS) {
  4254. CFLAGS += -D_DEBUG
  4255. CFLAGS += /MTd
  4256. }
  4257. }
  4258. # TODO: configurable tar and touch
  4259. PACK_TGZ=${cwd:ARCADIA_BUILD_ROOT} tar -czf ${rootrel:OUTPUT} ${rootrel:INPUT} ${hide;kv:"p AR"} ${hide;kv:"pc light-red"}
  4260. # tag:internal
  4261. ### @usage TOUCH(Outputs...) # internal
  4262. ### Just introduce outputs
  4263. macro TOUCH(Outputs...) {
  4264. .CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${output:Outputs}
  4265. }
  4266. TOUCH_UNIT=$YMAKE_PYTHON3 ${input:"build/scripts/touch.py"} ${hide;kv:"p UN"} ${hide;kv:"pc light-cyan"} $TARGET
  4267. FAKE_PACKAGE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/touch.py"} ${hide;kv:"pc light-red"} $TARGET
  4268. COPY_PACKAGE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/copy_to_dir.py"} --dest-dir $BINDIR --build-root $ARCADIA_BUILD_ROOT $PACKED_PACKAGE_ARGS $SRCS_GLOBAL $PEERS_LATE_OUTS ${skip_by_ext=.pkg.fake:PEERS} ${hide;late_out:AUTO_INPUT} ${hide;late_out;to_namespace=$BINDIR/:SRCS_GLOBAL} ${hide;late_out;to_namespace=$BINDIR/:PEERS_LATE_OUTS} ${hide;late_out;skip_by_ext=.pkg.fake;to_namespace=$BINDIR/:PEERS} ${hide;kv:"package PACKAGE"}
  4269. TOUCH_PACKAGE=$FAKE_PACKAGE_CMD $VCS_INFO_DISABLE_CACHE__NO_UID__ && $COPY_PACKAGE_CMD
  4270. _P_PK=${hide;kv:"p PK"}
  4271. TOUCH_PACKAGE_MF=$GENERATE_MF && $TOUCH_PACKAGE $_P_PK && $ADD_VCS_INFO_FILE_CMD
  4272. # Note: we don't use touch.py in the command below to avoid introduction of undesired input
  4273. UNION_CMD=$YMAKE_PYTHON -c open(\'$TARGET\',\'w\').close() ${hide;kv:"p UN"} ${hide;kv:"package UNION"} ${hide;kv:"pc light-cyan"} $UNION_OUTS $VCS_INFO_DISABLE_CACHE__NO_UID__
  4274. UNION_CMD_MF=$UNION_CMD && $GENERATE_MF
  4275. macro _EXPAND_INS_OUTS(FILES{input}[]) {
  4276. .CMD=${hide;input:FILES} ${late_out;hide:INPUT}
  4277. }
  4278. _UNION_EXPLICIT_OUTPUTS=
  4279. ### @usage: EXPLICIT_OUTPUTS(Files...)
  4280. ###
  4281. ### Let UNION has only explicitly specified outputs listed in this macro
  4282. ### The list of files shall contain results of commands in this UNION.
  4283. ### Only these files will be outputs of the UNION. This allows to eliminate
  4284. ### intermediate files being result of the UNION
  4285. macro EXPLICIT_OUTPUTS(Files...) {
  4286. SET_APPEND(_UNION_EXPLICIT_OUTPUTS ${Files})
  4287. }
  4288. NO_CHECK_IMPORTS_FOR_VALUE=None
  4289. ### @usage: NO_CHECK_IMPORTS([patterns])
  4290. ###
  4291. ### Do not run checks on imports of Python modules.
  4292. ### Optional parameter mask patterns describes the names of the modules that do not need to check.
  4293. macro NO_CHECK_IMPORTS(Masks...) {
  4294. SET(NO_CHECK_IMPORTS_FOR_VALUE $Masks)
  4295. }
  4296. # tag:yasm-specific
  4297. _YASM_FMT_VALUE=
  4298. _YASM_PLATFORM_FLAGS_VALUE=
  4299. _YASM_PREDEFINED_FLAGS_VALUE=
  4300. when ($OS_DARWIN || $OS_IOS) {
  4301. _YASM_FMT_VALUE=macho
  4302. _YASM_PLATFORM_FLAGS_VALUE=-D DARWIN -D UNIX
  4303. }
  4304. elsewhen ($OS_WINDOWS && $ARCH_X86_64) {
  4305. _YASM_FMT_VALUE=win
  4306. _YASM_PLATFORM_FLAGS_VALUE=-D WIN64
  4307. }
  4308. elsewhen ($OS_WINDOWS && $ARCH_I386) {
  4309. _YASM_FMT_VALUE=win
  4310. _YASM_PLATFORM_FLAGS_VALUE=-D WIN32
  4311. }
  4312. otherwise {
  4313. _YASM_FMT_VALUE=elf
  4314. _YASM_PLATFORM_FLAGS_VALUE=-D UNIX
  4315. _YASM_PREDEFINED_FLAGS_VALUE=-g dwarf2
  4316. }
  4317. when ($ASM_PREFIX) {
  4318. ASM_PREFIX_VALUE=--prefix=$ASM_PREFIX
  4319. }
  4320. otherwise {
  4321. ASM_PREFIX_VALUE=
  4322. }
  4323. # tag:yasm-specific
  4324. YASM_FLAGS=
  4325. YASM_PREINCLUDES_VALUE=
  4326. # tag:yasm-specific
  4327. macro _SRC_yasm_helper(SRC, PREINCLUDES[], SRCFLAGS...) {
  4328. .CMD=${tool:"contrib/tools/yasm"} -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE $YASM_DEBUG_INFO $YASM_DEBUG_INFO_DISABLE_CACHE__NO_UID__ -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS -o ${output;noext;suf=${OBJECT_SUF}:SRC} ${pre=-P :PREINCLUDES} ${hide;input:PREINCLUDES} ${SRC} ${hide;kv:"p AS"} ${hide;kv:"pc light-green"}
  4329. }
  4330. # tag:yasm-specific
  4331. macro _SRC_yasm(SRC, PREINCLUDES[], SRCFLAGS...) {
  4332. .CMD=$_SRC_yasm_helper(${input:SRC}, $SRCFLAGS, PREINCLUDES $PREINCLUDES)
  4333. }
  4334. # tag:nasm-specific
  4335. NASM_FLAGS=
  4336. # tag:nasm-specific
  4337. macro _SRC_nasm_helper(SRC, SRCFLAGS...) {
  4338. .CMD=${NASM_RESOURCE_GLOBAL}/bin/nasm -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} -D ${pre=_;suf=_:HARDWARE_TYPE} $NASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS -o ${output;noext;suf=${OBJECT_SUF}:SRC} ${SRC}
  4339. }
  4340. # tag:nasm-specific
  4341. macro _SRC_nasm(SRC, PREINCLUDES[], SRCFLAGS...) {
  4342. .CMD=$_SRC_nasm_helper(${input:SRC}, $SRCFLAGS)
  4343. }
  4344. # tag:src-processing
  4345. when ($USE_NASM_ASSEMBLER == "yes") {
  4346. _SRC_ASM_CMDLINE=$_SRC_nasm($SRC $SRCFLAGS)
  4347. }
  4348. elsewhen ($USE_YASM_ASSEMBLER == "yes") {
  4349. _SRC_ASM_CMDLINE=$_SRC_yasm($SRC $SRCFLAGS)
  4350. }
  4351. otherwise {
  4352. _SRC_ASM_CMDLINE=
  4353. }
  4354. # tag:src-processing
  4355. macro _SRC_ASM(SRC, SRCFLAGS...) {
  4356. .CMD=$_SRC_ASM_CMDLINE
  4357. }
  4358. ### @usage: ASM_PREINCLUDE(AsmFiles...)
  4359. ###
  4360. ### Supply additional .asm files to all assembler calls within a module
  4361. macro ASM_PREINCLUDE(PREINCLUDES...) {
  4362. SET_APPEND(YASM_PREINCLUDES_VALUE $PREINCLUDES)
  4363. }
  4364. ### @usage: RUN_ANTLR(Args...)
  4365. ###
  4366. ### Macro to invoke ANTLR3 generator (general case)
  4367. macro RUN_ANTLR(IN[], IN_NOPARSE[], OUT[], OUT_NOAUTO[], OUTPUT_INCLUDES[], INDUCED_DEPS[], CWD="", Args...) {
  4368. _RUN_JAVA(-jar ${input:"contrib/java/antlr/antlr3/antlr.jar"} $Args IN $IN IN_NOPARSE $IN_NOPARSE OUT $OUT OUT_NOAUTO $OUT_NOAUTO OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS ${pre=CWD :CWD})
  4369. .SEM=run_antlr OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} DEPENDS ${input:IN} ${pre=WORKING_DIRECTORY :CWD} ANTLER_ARGS $Args && target_commands-ITEM && target_commands-macro run_antlr && target_commands-args OUTPUT ${output:OUT} ${noauto;output:OUT_NOAUTO} DEPENDS ${input:IN} ${pre=WORKING_DIRECTORY :CWD} ANTLER_ARGS $Args
  4370. }
  4371. ### @usage: RUN_ANTLR4(Args...)
  4372. ###
  4373. ### Macro to invoke ANTLR4 generator (general case)
  4374. macro RUN_ANTLR4(IN[], IN_NOPARSE[], OUT[], OUT_NOAUTO[], OUTPUT_INCLUDES[], INDUCED_DEPS[], CWD="", Args...) {
  4375. _RUN_JAVA(-jar ${input:"contrib/java/antlr/antlr4/antlr.jar"} $Args IN $IN IN_NOPARSE $IN_NOPARSE OUT $OUT OUT_NOAUTO $OUT_NOAUTO OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS ${pre=CWD :CWD})
  4376. }
  4377. _ANTLR4_LISTENER_GRAMMAR=-listener
  4378. _ANTLR4_LISTENER_PARSER=-listener
  4379. _ANTLR4_LISTENER__ANTLR4_EMPTY=-no-listener
  4380. _ANTLR4_VISITOR_GRAMMAR=-visitor
  4381. _ANTLR4_VISITOR_PARSER=-visitor
  4382. _ANTLR4_VISITOR__ANTLR4_EMPTY=-no-visitor
  4383. ### @usage: RUN_ANTLR4_CPP_SPLIT(LEXER, PARSER, OUTPUT_INCLUDES, LISTENER, VISITOR, Args...)
  4384. ###
  4385. ### Macro to invoke ANTLR4 generator for separate lexer and parser grammars (Cpp)
  4386. macro RUN_ANTLR4_CPP_SPLIT(LEXER, PARSER, OUTPUT_INCLUDES[], LISTENER?"PARSER":"_ANTLR4_EMPTY", VISITOR?"PARSER":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4387. RUN_ANTLR4(${LEXER} ${PARSER} -Dlanguage=Cpp -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${LEXER} ${PARSER} OUT ${noext;suf=.cpp:LEXER} ${noext;suf=.h:LEXER} ${noext;suf=.cpp:PARSER} ${noext;suf=.h:PARSER} ${noext;suf=Listener.h:$LISTENER} ${noext;suf=BaseListener.h:$LISTENER} ${noext;suf=Visitor.h:$VISITOR} ${noext;suf=BaseVisitor.h:$VISITOR} OUTPUT_INCLUDES ${ARCADIA_ROOT}/contrib/libs/antlr4_cpp_runtime/src/antlr4-runtime.h ${OUTPUT_INCLUDES})
  4388. PEERDIR(contrib/libs/antlr4_cpp_runtime)
  4389. }
  4390. ### @usage: RUN_ANTLR4_CPP(GRAMMAR, OUTPUT_INCLUDES, LISTENER, VISITOR, Args...)
  4391. ###
  4392. ### Macro to invoke ANTLR4 generator for combined lexer+parser grammars (Cpp)
  4393. macro RUN_ANTLR4_CPP(GRAMMAR, OUTPUT_INCLUDES[], LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4394. RUN_ANTLR4(${GRAMMAR} -Dlanguage=Cpp -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT ${noext;suf=Lexer.cpp:GRAMMAR} ${noext;suf=Lexer.h:GRAMMAR} ${noext;suf=Parser.cpp:GRAMMAR} ${noext;suf=Parser.h:GRAMMAR} ${noext;suf=Listener.h:$LISTENER} ${noext;suf=BaseListener.h:$LISTENER} ${noext;suf=Visitor.h:$VISITOR} ${noext;suf=BaseVisitor.h:$VISITOR} OUTPUT_INCLUDES ${ARCADIA_ROOT}/contrib/libs/antlr4_cpp_runtime/src/antlr4-runtime.h ${OUTPUT_INCLUDES})
  4395. PEERDIR(contrib/libs/antlr4_cpp_runtime)
  4396. }
  4397. ### @usage: RUN_ANTLR4_GO(GRAMMAR, DEPS <extra_go_deps>, LISTENER, VISITOR, Args...)
  4398. ###
  4399. ### Macro to invoke ANTLR4 generator (Go)
  4400. macro RUN_ANTLR4_GO(GRAMMAR, DEPS[], LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4401. RUN_ANTLR4(${GRAMMAR} -Dlanguage=Go -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT ${noext;tolower;suf=_lexer.go:GRAMMAR} ${noext;tolower;suf=_parser.go:GRAMMAR} ${noext;tolower;suf=_listener.go:$LISTENER} ${noext;tolower;suf=_base_listener.go:$LISTENER} ${noext;tolower;suf=_visitor.go:$VISITOR} ${noext;tolower;suf=_base_visitor.go:$VISITOR})
  4402. PEERDIR(${GOSTD}/fmt ${GOSTD}/reflect ${GOSTD}/strconv ${GOSTD}/sync ${GOSTD}/unicode vendor/github.com/antlr/antlr4/runtime/Go/antlr/v4 $DEPS)
  4403. }
  4404. ### @usage: RUN_ANTLR4_PYTHON(Grammar [LISTENER] [VISITOR] [SUBDIR] [EXTRA_OUTS Outs...] Args...)
  4405. ###
  4406. ### `LISTENER` - emit grammar listener
  4407. ### `VISITOR` - emit grammar visitor
  4408. ### `SUBDIR` - place generated files to specified subdirectory of BINDIR
  4409. ### `EXTRA_OUTS` - list extra outputs produced by Antlr (e.g. .interp and .token files) if they are needed. If `SUBDIR` is specied it will affect these as well. Use file names only.
  4410. ###
  4411. ### Macro to invoke ANTLR4 generator (Python). The Python3 will be used for PY3_LIBRARY/PY3_PROGRAM/PY3TEST, Python2 will be used in all other cases.
  4412. macro RUN_ANTLR4_PYTHON(GRAMMAR, LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", SUBDIR=".", EXTRA_OUTS[], _ANTLR4_EMPTY="", Args...) {
  4413. RUN_ANTLR4(${GRAMMAR} -Dlanguage=$ANTLR_PYTHON -o ${BINDIR}/${SUBDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT_NOAUTO ${nopath;noext;pre=${SUBDIR}/;suf=Lexer.py:GRAMMAR} ${nopath;noext;pre=${SUBDIR}/;suf=Parser.py:GRAMMAR} ${nopath;noext;pre=${SUBDIR}/;suf=Listener.py:$LISTENER} ${nopath;noext;pre=${SUBDIR}/;suf=Visitor.py:$VISITOR} ${pre=${SUBDIR}/:EXTRA_OUTS})
  4414. PEERDIR(contrib/python/antlr4)
  4415. }
  4416. # tag:cpp-specific
  4417. macro CPP_ADDINCL(Dirs...) {
  4418. ADDINCL($Dirs)
  4419. }
  4420. # tag:internal
  4421. _WHOLE_ARCHIVE_PEERS_VALUE=
  4422. ### @usage: WHOLE_ARCHIVE(dirnames...) # internal
  4423. macro WHOLE_ARCHIVE(PEERS...) {
  4424. SET_APPEND(_WHOLE_ARCHIVE_PEERS_VALUE ${PEERS})
  4425. REQUIRES(${PEERS})
  4426. }
  4427. ANDROID_SDK_ROOT=${ANDROID_SDK_RESOURCE_GLOBAL}/android_sdk
  4428. macro TASKLET() {
  4429. PEERDIR(tasklet/v1/api)
  4430. # CPP
  4431. CPP_PROTO_PLUGIN(tasklet_cpp tasklet/v1/gen/cpp .tasklet.h)
  4432. # Python
  4433. PY_PROTO_PLUGIN2(tasklet_py _tasklet.py _sbtask.py tasklet/v1/gen/python DEPS tasklet/v1/domain/sandbox tasklet/v1/runtime sandbox/sdk2)
  4434. }
  4435. TASKLET_REG_INCLUDES= \
  4436. ${output_include;hide:"tasklet/v1/runtime/lib/cpp_wrapper.h"} \
  4437. ${output_include;hide:"tasklet/v1/runtime/lib/go_wrapper.h"} \
  4438. ${output_include;hide:"tasklet/v1/runtime/lib/py_wrapper.h"} \
  4439. ${output_include;hide:"tasklet/v1/runtime/lib/js_wrapper.h"} \
  4440. ${output_include;hide:"tasklet/v1/runtime/lib/registry.h"}
  4441. macro TASKLET_REG(Name, Lang, Impl, Includes...) {
  4442. PEERDIR(tasklet/v1/domain sandbox/bin sandbox/taskbox/worker)
  4443. when($Lang == "js") {
  4444. # JS runtime links the Node.js from contrib as a library, which is a bit heavy,
  4445. # so we do it, only if any JS tasklets are linked into the target
  4446. PEERDIR+=tasklet/v1/runtime/js
  4447. }
  4448. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_tasklet_reg.py"} $Name -l $Lang -i $Impl ${noauto;output:Name.task.cpp} $Includes ${output_include;hide:Includes} $TASKLET_REG_INCLUDES ${hide;kv:"p TT"} ${hide;kv:"pc yellow"}
  4449. SRCS(GLOBAL $Name.task.cpp)
  4450. }
  4451. # TEMPORARY METHOD FOR EXTENDED REGISTRY SETUP
  4452. # NOT COMPLETE
  4453. macro TASKLET_REG_EXT(Name, Lang, Impl, Wrapper, Includes...) {
  4454. PEERDIR(tasklet/v1/domain sandbox/bin sandbox/taskbox/worker)
  4455. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_tasklet_reg.py"} $Name -l $Lang -i $Impl -w $Wrapper ${noauto;output:Name.task.cpp} $Includes ${output_include;hide:Includes} $TASKLET_REG_INCLUDES ${hide;kv:"p TT"} ${hide;kv:"pc yellow"}
  4456. SRCS(GLOBAL $Name.task.cpp)
  4457. }
  4458. # tag:cpp-specific
  4459. _CPP_PROTO_MODULE_PREFIX=
  4460. _CPP_PROTO_MODULE_SUFFIX=
  4461. when ($MSVC == "yes" || $CYGWIN == "yes") {
  4462. _CPP_PROTO_MODULE_PREFIX=
  4463. _CPP_PROTO_MODULE_SUFFIX=.lib
  4464. }
  4465. otherwise {
  4466. _CPP_PROTO_MODULE_PREFIX=lib
  4467. _CPP_PROTO_MODULE_SUFFIX=.a
  4468. }
  4469. ### @usage: _EXPOSE(OutputsToExport...)
  4470. ###
  4471. ### Allows to mark outputs of macro command as unused in the current module but intended
  4472. ### to be used in modules consuming current via PEERDIR.
  4473. ###
  4474. ### TODO(DEVTOOLS-9000) proper implementation needed
  4475. macro _EXPOSE(Args...) {
  4476. .CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${output;suf=$_HASH_HELPER($Args).ya_exposed:"empty_"} ${hide;input:Args}
  4477. }
  4478. # tag:internal
  4479. ### @usage: _PROXY_LIBRARY() # internal
  4480. ###
  4481. ### The use of this module is strictly prohibited!!!
  4482. module _PROXY_LIBRARY: LIBRARY {
  4483. .EXTS=.a .lib
  4484. .PEERDIR_POLICY=as_build_from
  4485. .PROXY=yes
  4486. .FINAL_TARGET=yes
  4487. DISABLE(NEED_ADD_FAKE_SRC)
  4488. NO_UTIL()
  4489. NO_RUNTIME()
  4490. }
  4491. @import "${CONF_ROOT}/conf/project_specific/yql_udf.conf"
  4492. _PRIMARY_OUTPUT_VALUE=
  4493. # tag:internal
  4494. ### @usage: PRIMARY_OUTPUT_VALUE(Output) # internal
  4495. ###
  4496. ### The use of this module is strictly prohibited!!!
  4497. macro PRIMARY_OUTPUT(OUTPUT) {
  4498. SET(_PRIMARY_OUTPUT_VALUE $OUTPUT)
  4499. }
  4500. _DLL_PROXY_LIBRARY_CMD=$GENERATE_MF && $COPY_CMD $_PRIMARY_OUTPUT_VALUE ${hide;input:_PRIMARY_OUTPUT_VALUE} ${TARGET}
  4501. # tag:internal
  4502. ### @usage: DLL_PROXY_LIBRARY() # internal
  4503. ###
  4504. ### The use of this module is strictly prohibited!!!
  4505. module DLL_PROXY_LIBRARY: _PROXY_LIBRARY {
  4506. .ALLOWED=PRIMARY_OUTPUT
  4507. .CMD=_DLL_PROXY_LIBRARY_CMD
  4508. }
  4509. _PREBUILT_PROGRAM_CMD=$GENERATE_MF && $COPY_CMD $_PRIMARY_OUTPUT_VALUE ${TARGET} ${hide;kv:"p ld"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"}
  4510. # tag:internal
  4511. ### @usage: PREBUILT_PROGRAM([programname]) # internal
  4512. ###
  4513. ### Program module which uses a prebuilt prgram as its output.
  4514. module PREBUILT_PROGRAM: _LINK_UNIT {
  4515. .CMD=_PREBUILT_PROGRAM_CMD
  4516. .SYMLINK_POLICY=EXE
  4517. .ALLOWED=INDUCED_DEPS PRIMARY_OUTPUT
  4518. .RESTRICTED=SRCS
  4519. _BARE_LINK_MODULE()
  4520. SET(MODULE_TYPE PROGRAM)
  4521. _DONT_REQUIRE_LICENSE()
  4522. when ($WIN32 == "yes" || $OS_CYGWIN == "yes") {
  4523. MODULE_SUFFIX=.exe
  4524. }
  4525. }
  4526. ### @usage COLLECT_JINJA_TEMPLATES(varname path)
  4527. ###
  4528. ### This macro collects all jinja and yaml files in the directory specified by second argument and
  4529. ### stores result in the variable with mane specified by first parameter.
  4530. macro COLLECT_JINJA_TEMPLATES(VAR, DIR) {
  4531. _GLOB($VAR ${DIR}/**/*.jinja ${DIR}/**/*.yaml)
  4532. }
  4533. @import "${CONF_ROOT}/conf/go.conf"
  4534. # Conflict between protobuf-java and protobuf-javalite ¯\_(ツ)_/¯
  4535. # both libraries are required by grpc
  4536. JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE=\
  4537. com.google.protobuf.AbstractMessageLite \
  4538. com.google.protobuf.AbstractMessageLite$Builder \
  4539. com.google.protobuf.AbstractMessageLite$Builder$LimitedInputStream \
  4540. com.google.protobuf.AbstractMessageLite$InternalOneOfEnum \
  4541. com.google.protobuf.AbstractParser \
  4542. com.google.protobuf.AbstractProtobufList \
  4543. com.google.protobuf.AllocatedBuffer \
  4544. com.google.protobuf.AllocatedBuffer$1 \
  4545. com.google.protobuf.AllocatedBuffer$2 \
  4546. com.google.protobuf.Android \
  4547. com.google.protobuf.Any \
  4548. com.google.protobuf.Any$1 \
  4549. com.google.protobuf.Any$Builder \
  4550. com.google.protobuf.AnyOrBuilder \
  4551. com.google.protobuf.AnyProto \
  4552. com.google.protobuf.Api \
  4553. com.google.protobuf.Api$1 \
  4554. com.google.protobuf.Api$Builder \
  4555. com.google.protobuf.ApiOrBuilder \
  4556. com.google.protobuf.ApiProto \
  4557. com.google.protobuf.ArrayDecoders \
  4558. com.google.protobuf.ArrayDecoders$1 \
  4559. com.google.protobuf.ArrayDecoders$Registers \
  4560. com.google.protobuf.BinaryReader \
  4561. com.google.protobuf.BinaryReader$1 \
  4562. com.google.protobuf.BinaryReader$SafeHeapReader \
  4563. com.google.protobuf.BinaryWriter \
  4564. com.google.protobuf.BinaryWriter$1 \
  4565. com.google.protobuf.BinaryWriter$SafeDirectWriter \
  4566. com.google.protobuf.BinaryWriter$SafeHeapWriter \
  4567. com.google.protobuf.BinaryWriter$UnsafeDirectWriter \
  4568. com.google.protobuf.BinaryWriter$UnsafeHeapWriter \
  4569. com.google.protobuf.BooleanArrayList \
  4570. com.google.protobuf.BoolValue \
  4571. com.google.protobuf.BoolValue$1 \
  4572. com.google.protobuf.BoolValue$Builder \
  4573. com.google.protobuf.BoolValueOrBuilder \
  4574. com.google.protobuf.BufferAllocator \
  4575. com.google.protobuf.BufferAllocator$1 \
  4576. com.google.protobuf.ByteBufferWriter \
  4577. com.google.protobuf.ByteOutput \
  4578. com.google.protobuf.ByteString \
  4579. com.google.protobuf.ByteString$1 \
  4580. com.google.protobuf.ByteString$2 \
  4581. com.google.protobuf.ByteString$AbstractByteIterator \
  4582. com.google.protobuf.ByteString$ArraysByteArrayCopier \
  4583. com.google.protobuf.ByteString$BoundedByteString \
  4584. com.google.protobuf.ByteString$ByteArrayCopier \
  4585. com.google.protobuf.ByteString$ByteIterator \
  4586. com.google.protobuf.ByteString$CodedBuilder \
  4587. com.google.protobuf.ByteString$LeafByteString \
  4588. com.google.protobuf.ByteString$LiteralByteString \
  4589. com.google.protobuf.ByteString$Output \
  4590. com.google.protobuf.ByteString$SystemByteArrayCopier \
  4591. com.google.protobuf.BytesValue \
  4592. com.google.protobuf.BytesValue$1 \
  4593. com.google.protobuf.BytesValue$Builder \
  4594. com.google.protobuf.BytesValueOrBuilder \
  4595. com.google.protobuf.CanIgnoreReturnValue \
  4596. com.google.protobuf.CheckReturnValue \
  4597. com.google.protobuf.CodedInputStream \
  4598. com.google.protobuf.CodedInputStream$1 \
  4599. com.google.protobuf.CodedInputStream$ArrayDecoder \
  4600. com.google.protobuf.CodedInputStream$IterableDirectByteBufferDecoder \
  4601. com.google.protobuf.CodedInputStream$StreamDecoder \
  4602. com.google.protobuf.CodedInputStream$StreamDecoder$RefillCallback \
  4603. com.google.protobuf.CodedInputStream$StreamDecoder$SkippedDataSink \
  4604. com.google.protobuf.CodedInputStream$UnsafeDirectNioDecoder \
  4605. com.google.protobuf.CodedInputStreamReader \
  4606. com.google.protobuf.CodedInputStreamReader$1 \
  4607. com.google.protobuf.CodedOutputStream \
  4608. com.google.protobuf.CodedOutputStream$1 \
  4609. com.google.protobuf.CodedOutputStream$AbstractBufferedEncoder \
  4610. com.google.protobuf.CodedOutputStream$ArrayEncoder \
  4611. com.google.protobuf.CodedOutputStream$ByteOutputEncoder \
  4612. com.google.protobuf.CodedOutputStream$HeapNioEncoder \
  4613. com.google.protobuf.CodedOutputStream$OutOfSpaceException \
  4614. com.google.protobuf.CodedOutputStream$OutputStreamEncoder \
  4615. com.google.protobuf.CodedOutputStream$SafeDirectNioEncoder \
  4616. com.google.protobuf.CodedOutputStream$UnsafeDirectNioEncoder \
  4617. com.google.protobuf.CodedOutputStreamWriter \
  4618. com.google.protobuf.CodedOutputStreamWriter$1 \
  4619. com.google.protobuf.DoubleArrayList \
  4620. com.google.protobuf.DoubleValue \
  4621. com.google.protobuf.DoubleValue$1 \
  4622. com.google.protobuf.DoubleValue$Builder \
  4623. com.google.protobuf.DoubleValueOrBuilder \
  4624. com.google.protobuf.Duration \
  4625. com.google.protobuf.Duration$1 \
  4626. com.google.protobuf.Duration$Builder \
  4627. com.google.protobuf.DurationOrBuilder \
  4628. com.google.protobuf.DurationProto \
  4629. com.google.protobuf.Empty \
  4630. com.google.protobuf.Empty$1 \
  4631. com.google.protobuf.Empty$Builder \
  4632. com.google.protobuf.EmptyOrBuilder \
  4633. com.google.protobuf.EmptyProto \
  4634. com.google.protobuf.Enum \
  4635. com.google.protobuf.Enum$1 \
  4636. com.google.protobuf.Enum$Builder \
  4637. com.google.protobuf.EnumOrBuilder \
  4638. com.google.protobuf.EnumValue \
  4639. com.google.protobuf.EnumValue$1 \
  4640. com.google.protobuf.EnumValue$Builder \
  4641. com.google.protobuf.EnumValueOrBuilder \
  4642. com.google.protobuf.ExperimentalApi \
  4643. com.google.protobuf.ExtensionLite \
  4644. com.google.protobuf.ExtensionRegistryFactory \
  4645. com.google.protobuf.ExtensionRegistryLite \
  4646. com.google.protobuf.ExtensionRegistryLite$ExtensionClassHolder \
  4647. com.google.protobuf.ExtensionRegistryLite$ObjectIntPair \
  4648. com.google.protobuf.ExtensionSchema \
  4649. com.google.protobuf.ExtensionSchemaLite \
  4650. com.google.protobuf.ExtensionSchemaLite$1 \
  4651. com.google.protobuf.ExtensionSchemas \
  4652. com.google.protobuf.Field \
  4653. com.google.protobuf.Field$1 \
  4654. com.google.protobuf.Field$Builder \
  4655. com.google.protobuf.Field$Cardinality \
  4656. com.google.protobuf.Field$Cardinality$1 \
  4657. com.google.protobuf.Field$Kind \
  4658. com.google.protobuf.Field$Kind$1 \
  4659. com.google.protobuf.FieldInfo \
  4660. com.google.protobuf.FieldInfo$1 \
  4661. com.google.protobuf.FieldInfo$Builder \
  4662. com.google.protobuf.FieldMask \
  4663. com.google.protobuf.FieldMask$1 \
  4664. com.google.protobuf.FieldMask$Builder \
  4665. com.google.protobuf.FieldMaskOrBuilder \
  4666. com.google.protobuf.FieldMaskProto \
  4667. com.google.protobuf.FieldOrBuilder \
  4668. com.google.protobuf.FieldSet \
  4669. com.google.protobuf.FieldSet$1 \
  4670. com.google.protobuf.FieldSet$Builder \
  4671. com.google.protobuf.FieldSet$FieldDescriptorLite \
  4672. com.google.protobuf.FieldType \
  4673. com.google.protobuf.FieldType$1 \
  4674. com.google.protobuf.FieldType$Collection \
  4675. com.google.protobuf.FloatArrayList \
  4676. com.google.protobuf.FloatValue \
  4677. com.google.protobuf.FloatValue$1 \
  4678. com.google.protobuf.FloatValue$Builder \
  4679. com.google.protobuf.FloatValueOrBuilder \
  4680. com.google.protobuf.GeneratedMessageInfoFactory \
  4681. com.google.protobuf.GeneratedMessageLite \
  4682. com.google.protobuf.GeneratedMessageLite$1 \
  4683. com.google.protobuf.GeneratedMessageLite$Builder \
  4684. com.google.protobuf.GeneratedMessageLite$DefaultInstanceBasedParser \
  4685. com.google.protobuf.GeneratedMessageLite$ExtendableBuilder \
  4686. com.google.protobuf.GeneratedMessageLite$ExtendableMessage \
  4687. com.google.protobuf.GeneratedMessageLite$ExtendableMessage$ExtensionWriter \
  4688. com.google.protobuf.GeneratedMessageLite$ExtendableMessageOrBuilder \
  4689. com.google.protobuf.GeneratedMessageLite$ExtensionDescriptor \
  4690. com.google.protobuf.GeneratedMessageLite$GeneratedExtension \
  4691. com.google.protobuf.GeneratedMessageLite$MethodToInvoke \
  4692. com.google.protobuf.GeneratedMessageLite$SerializedForm \
  4693. com.google.protobuf.Int32Value \
  4694. com.google.protobuf.Int32Value$1 \
  4695. com.google.protobuf.Int32Value$Builder \
  4696. com.google.protobuf.Int32ValueOrBuilder \
  4697. com.google.protobuf.Int64Value \
  4698. com.google.protobuf.Int64Value$1 \
  4699. com.google.protobuf.Int64Value$Builder \
  4700. com.google.protobuf.Int64ValueOrBuilder \
  4701. com.google.protobuf.IntArrayList \
  4702. com.google.protobuf.Internal \
  4703. com.google.protobuf.Internal$BooleanList \
  4704. com.google.protobuf.Internal$DoubleList \
  4705. com.google.protobuf.Internal$EnumLite \
  4706. com.google.protobuf.Internal$EnumLiteMap \
  4707. com.google.protobuf.Internal$EnumVerifier \
  4708. com.google.protobuf.Internal$FloatList \
  4709. com.google.protobuf.Internal$IntList \
  4710. com.google.protobuf.Internal$ListAdapter \
  4711. com.google.protobuf.Internal$ListAdapter$Converter \
  4712. com.google.protobuf.Internal$LongList \
  4713. com.google.protobuf.Internal$MapAdapter \
  4714. com.google.protobuf.Internal$MapAdapter$1 \
  4715. com.google.protobuf.Internal$MapAdapter$Converter \
  4716. com.google.protobuf.Internal$MapAdapter$EntryAdapter \
  4717. com.google.protobuf.Internal$MapAdapter$IteratorAdapter \
  4718. com.google.protobuf.Internal$MapAdapter$SetAdapter \
  4719. com.google.protobuf.Internal$ProtobufList \
  4720. com.google.protobuf.InvalidProtocolBufferException \
  4721. com.google.protobuf.InvalidProtocolBufferException$InvalidWireTypeException \
  4722. com.google.protobuf.IterableByteBufferInputStream \
  4723. com.google.protobuf.JavaType \
  4724. com.google.protobuf.LazyField \
  4725. com.google.protobuf.LazyField$1 \
  4726. com.google.protobuf.LazyField$LazyEntry \
  4727. com.google.protobuf.LazyField$LazyIterator \
  4728. com.google.protobuf.LazyFieldLite \
  4729. com.google.protobuf.LazyStringArrayList \
  4730. com.google.protobuf.LazyStringArrayList$ByteArrayListView \
  4731. com.google.protobuf.LazyStringArrayList$ByteStringListView \
  4732. com.google.protobuf.LazyStringList \
  4733. com.google.protobuf.ListFieldSchema \
  4734. com.google.protobuf.ListFieldSchema$1 \
  4735. com.google.protobuf.ListFieldSchema$ListFieldSchemaFull \
  4736. com.google.protobuf.ListFieldSchema$ListFieldSchemaLite \
  4737. com.google.protobuf.ListValue \
  4738. com.google.protobuf.ListValue$1 \
  4739. com.google.protobuf.ListValue$Builder \
  4740. com.google.protobuf.ListValueOrBuilder \
  4741. com.google.protobuf.LongArrayList \
  4742. com.google.protobuf.ManifestSchemaFactory \
  4743. com.google.protobuf.ManifestSchemaFactory$1 \
  4744. com.google.protobuf.ManifestSchemaFactory$CompositeMessageInfoFactory \
  4745. com.google.protobuf.MapEntryLite \
  4746. com.google.protobuf.MapEntryLite$1 \
  4747. com.google.protobuf.MapEntryLite$Metadata \
  4748. com.google.protobuf.MapFieldLite \
  4749. com.google.protobuf.MapFieldSchema \
  4750. com.google.protobuf.MapFieldSchemaLite \
  4751. com.google.protobuf.MapFieldSchemas \
  4752. com.google.protobuf.MessageInfo \
  4753. com.google.protobuf.MessageInfoFactory \
  4754. com.google.protobuf.MessageLite \
  4755. com.google.protobuf.MessageLite$Builder \
  4756. com.google.protobuf.MessageLiteOrBuilder \
  4757. com.google.protobuf.MessageLiteToString \
  4758. com.google.protobuf.MessageSchema \
  4759. com.google.protobuf.MessageSchema$1 \
  4760. com.google.protobuf.MessageSetSchema \
  4761. com.google.protobuf.Method \
  4762. com.google.protobuf.Method$1 \
  4763. com.google.protobuf.Method$Builder \
  4764. com.google.protobuf.MethodOrBuilder \
  4765. com.google.protobuf.Mixin \
  4766. com.google.protobuf.Mixin$1 \
  4767. com.google.protobuf.Mixin$Builder \
  4768. com.google.protobuf.MixinOrBuilder \
  4769. com.google.protobuf.MutabilityOracle \
  4770. com.google.protobuf.MutabilityOracle$1 \
  4771. com.google.protobuf.NewInstanceSchema \
  4772. com.google.protobuf.NewInstanceSchemaLite \
  4773. com.google.protobuf.NewInstanceSchemas \
  4774. com.google.protobuf.NioByteString \
  4775. com.google.protobuf.NioByteString$1 \
  4776. com.google.protobuf.NullValue \
  4777. com.google.protobuf.NullValue$1 \
  4778. com.google.protobuf.OneofInfo \
  4779. com.google.protobuf.Option \
  4780. com.google.protobuf.Option$1 \
  4781. com.google.protobuf.Option$Builder \
  4782. com.google.protobuf.OptionOrBuilder \
  4783. com.google.protobuf.Parser \
  4784. com.google.protobuf.PrimitiveNonBoxingCollection \
  4785. com.google.protobuf.Protobuf \
  4786. com.google.protobuf.ProtobufArrayList \
  4787. com.google.protobuf.ProtobufLists \
  4788. com.google.protobuf.ProtocolStringList \
  4789. com.google.protobuf.ProtoSyntax \
  4790. com.google.protobuf.RawMessageInfo \
  4791. com.google.protobuf.Reader \
  4792. com.google.protobuf.RopeByteString \
  4793. com.google.protobuf.RopeByteString$1 \
  4794. com.google.protobuf.RopeByteString$Balancer \
  4795. com.google.protobuf.RopeByteString$PieceIterator \
  4796. com.google.protobuf.RopeByteString$RopeInputStream \
  4797. com.google.protobuf.Schema \
  4798. com.google.protobuf.SchemaFactory \
  4799. com.google.protobuf.SchemaUtil \
  4800. com.google.protobuf.SmallSortedMap \
  4801. com.google.protobuf.SmallSortedMap$1 \
  4802. com.google.protobuf.SmallSortedMap$DescendingEntryIterator \
  4803. com.google.protobuf.SmallSortedMap$DescendingEntrySet \
  4804. com.google.protobuf.SmallSortedMap$EmptySet \
  4805. com.google.protobuf.SmallSortedMap$EmptySet$1 \
  4806. com.google.protobuf.SmallSortedMap$EmptySet$2 \
  4807. com.google.protobuf.SmallSortedMap$Entry \
  4808. com.google.protobuf.SmallSortedMap$EntryIterator \
  4809. com.google.protobuf.SmallSortedMap$EntrySet \
  4810. com.google.protobuf.SourceContext \
  4811. com.google.protobuf.SourceContext$1 \
  4812. com.google.protobuf.SourceContext$Builder \
  4813. com.google.protobuf.SourceContextOrBuilder \
  4814. com.google.protobuf.SourceContextProto \
  4815. com.google.protobuf.StringValue \
  4816. com.google.protobuf.StringValue$1 \
  4817. com.google.protobuf.StringValue$Builder \
  4818. com.google.protobuf.StringValueOrBuilder \
  4819. com.google.protobuf.Struct \
  4820. com.google.protobuf.Struct$1 \
  4821. com.google.protobuf.Struct$Builder \
  4822. com.google.protobuf.Struct$FieldsDefaultEntryHolder \
  4823. com.google.protobuf.StructOrBuilder \
  4824. com.google.protobuf.StructProto \
  4825. com.google.protobuf.StructuralMessageInfo \
  4826. com.google.protobuf.StructuralMessageInfo$Builder \
  4827. com.google.protobuf.Syntax \
  4828. com.google.protobuf.Syntax$1 \
  4829. com.google.protobuf.TextFormatEscaper \
  4830. com.google.protobuf.TextFormatEscaper$1 \
  4831. com.google.protobuf.TextFormatEscaper$2 \
  4832. com.google.protobuf.TextFormatEscaper$ByteSequence \
  4833. com.google.protobuf.Timestamp \
  4834. com.google.protobuf.Timestamp$1 \
  4835. com.google.protobuf.Timestamp$Builder \
  4836. com.google.protobuf.TimestampOrBuilder \
  4837. com.google.protobuf.TimestampProto \
  4838. com.google.protobuf.Type \
  4839. com.google.protobuf.Type$1 \
  4840. com.google.protobuf.Type$Builder \
  4841. com.google.protobuf.TypeOrBuilder \
  4842. com.google.protobuf.TypeProto \
  4843. com.google.protobuf.UInt32Value \
  4844. com.google.protobuf.UInt32Value$1 \
  4845. com.google.protobuf.UInt32Value$Builder \
  4846. com.google.protobuf.UInt32ValueOrBuilder \
  4847. com.google.protobuf.UInt64Value \
  4848. com.google.protobuf.UInt64Value$1 \
  4849. com.google.protobuf.UInt64Value$Builder \
  4850. com.google.protobuf.UInt64ValueOrBuilder \
  4851. com.google.protobuf.UninitializedMessageException \
  4852. com.google.protobuf.UnknownFieldSchema \
  4853. com.google.protobuf.UnknownFieldSetLite \
  4854. com.google.protobuf.UnknownFieldSetLiteSchema \
  4855. com.google.protobuf.UnmodifiableLazyStringList \
  4856. com.google.protobuf.UnmodifiableLazyStringList$1 \
  4857. com.google.protobuf.UnmodifiableLazyStringList$2 \
  4858. com.google.protobuf.UnsafeByteOperations \
  4859. com.google.protobuf.UnsafeUtil \
  4860. com.google.protobuf.UnsafeUtil$1 \
  4861. com.google.protobuf.UnsafeUtil$Android32MemoryAccessor \
  4862. com.google.protobuf.UnsafeUtil$Android64MemoryAccessor \
  4863. com.google.protobuf.UnsafeUtil$JvmMemoryAccessor \
  4864. com.google.protobuf.UnsafeUtil$MemoryAccessor \
  4865. com.google.protobuf.Utf8 \
  4866. com.google.protobuf.Utf8$DecodeUtil \
  4867. com.google.protobuf.Utf8$Processor \
  4868. com.google.protobuf.Utf8$SafeProcessor \
  4869. com.google.protobuf.Utf8$UnpairedSurrogateException \
  4870. com.google.protobuf.Utf8$UnsafeProcessor \
  4871. com.google.protobuf.Value \
  4872. com.google.protobuf.Value$1 \
  4873. com.google.protobuf.Value$Builder \
  4874. com.google.protobuf.Value$KindCase \
  4875. com.google.protobuf.ValueOrBuilder \
  4876. com.google.protobuf.WireFormat \
  4877. com.google.protobuf.WireFormat$1 \
  4878. com.google.protobuf.WireFormat$FieldType \
  4879. com.google.protobuf.WireFormat$FieldType$1 \
  4880. com.google.protobuf.WireFormat$FieldType$2 \
  4881. com.google.protobuf.WireFormat$FieldType$3 \
  4882. com.google.protobuf.WireFormat$FieldType$4 \
  4883. com.google.protobuf.WireFormat$JavaType \
  4884. com.google.protobuf.WireFormat$Utf8Validation \
  4885. com.google.protobuf.WireFormat$Utf8Validation$1 \
  4886. com.google.protobuf.WireFormat$Utf8Validation$2 \
  4887. com.google.protobuf.WireFormat$Utf8Validation$3 \
  4888. com.google.protobuf.WrappersProto \
  4889. com.google.protobuf.Writer \
  4890. com.google.protobuf.Writer$FieldOrder
  4891. # tag:java-specific
  4892. JAVA_IGNORE_CLASSPATH_CLASH_VALUE=$JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE
  4893. ### @usage: JAVA_IGNORE_CLASSPATH_CLASH_FOR([classes])
  4894. ### Ignore classpath clash test fails for classes
  4895. macro JAVA_IGNORE_CLASSPATH_CLASH_FOR(Args...) {
  4896. SET_APPEND(JAVA_IGNORE_CLASSPATH_CLASH_VALUE $Args $JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE)
  4897. }
  4898. IBTOOL_PATH=$XCODE_TOOLS_ROOT_RESOURCE_GLOBAL/Xcode/Contents/Developer/usr/bin/ibtool
  4899. # tag:src-processing
  4900. STORYBOARD_FLAGS=--errors --warnings --notices --auto-activate-custom-fonts --output-format human-readable-text
  4901. macro _SRC("storyboard", SRC, SRCFLAGS...) {
  4902. .CMD=$IBTOOL_PATH $STORYBOARD_FLAGS --module $REALPRJNAME --output-partial-info-plist ${output;suf=.partial_plist:SRC} --compilation-directory $BINDIR ${input:SRC} && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.compiled_storyboard_tar:SRC} $BINDIR/${nopath;suf=c:SRC} $BINDIR/${nopath;suf=c:SRC}
  4903. }
  4904. # tag:src-processing
  4905. macro _SRC("xib", SRC, SRCFLAGS...) {
  4906. .CMD=$IBTOOL_PATH $STORYBOARD_FLAGS --module $REALPRJNAME --output-partial-info-plist ${output;suf=.partial_plist:SRC} --compile ${output;tobindir;nopath;noext;suf=.nib:SRC} ${input:SRC}
  4907. }
  4908. # tag:src-processing
  4909. macro _SRC("msg", SRC, SRCFLAGS...) {
  4910. .CMD=$ROS_CMD($SRC)
  4911. }
  4912. ACTOOL_PATH=$XCODE_TOOLS_ROOT_RESOURCE_GLOBAL/Xcode/Contents/Developer/usr/bin/ibtool
  4913. # tag:ios-specific
  4914. ASSETS_FLAGS=--output-format human-readable-text --notices --warnings
  4915. macro _IOS_ASSETS(AssetsDir, Content...) {
  4916. .CMD=$FS_TOOLS md $BINDIR/$REALPRJNAME && $ACTOOL_PATH $ASSETS_FLAGS --export-dependency-info $BINDIR/assetcatalog_dependencies --output-partial-info-plist ${output:"assetcatalog_generated_info.partial_plist"} --product-type com.apple.product-type.application --compile $BINDIR/$REALPRJNAME $AssetsDir ${hide;input:Content} && ${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;suf=_assetes.resource_tar:REALPRJNAME} $REALPRJNAME $REALPRJNAME
  4917. }
  4918. # tag:ios-specific
  4919. macro IOS_APP_COMMON_FLAGS(Flags...) {
  4920. SET_APPEND(STORYBOARD_FLAGS $Flags)
  4921. SET_APPEND(ASSETS_FLAGS $Flags)
  4922. }
  4923. # tag:ios-specific
  4924. macro IOS_APP_ASSETS_FLAGS(Flags...) {
  4925. SET_APPEND(ASSETS_FLAGS $Flags)
  4926. }
  4927. macro DARWIN_STRINGS_RESOURCE(Resource, Relpath) {
  4928. .CMD=$COPY_CMD ${input:Resource} $BINDIR/$Relpath && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.strings_tar:Relpath} $BINDIR/$Relpath $BINDIR
  4929. }
  4930. macro DARWIN_SIGNED_RESOURCE(Resource, Relpath) {
  4931. .CMD=$COPY_CMD $Resource $BINDIR/$Relpath && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.signed_resource_tar:Relpath} $BINDIR/$Relpath $BINDIR
  4932. }
  4933. # tag:ios-specific
  4934. DELIM=__DELIM__
  4935. PACK_IOS_ARCHIVE=$GENERATE_MF && $YMAKE_PYTHON ${input:"build/scripts/ios_wrapper.py"} bin $IBTOOL_PATH $TARGET $REALPRJNAME $BINDIR $DELIM $AUTO_INPUT $DELIM $STORYBOARD_FLAGS
  4936. ### @usage: IOS_INTERFACE()
  4937. ### iOS GUI module definition
  4938. module IOS_INTERFACE: _BARE_UNIT {
  4939. .CMD=PACK_IOS_ARCHIVE
  4940. .EXTS=.compiled_storyboard_tar .partial_plist .plist .xcent .nib .resource_tar .signed_resource_tar .strings_tar .plist_json
  4941. .NODE_TYPE=Library
  4942. .FINAL_TARGET=no
  4943. SET(MODULE_SUFFIX .ios.interface)
  4944. PEERDIR+=build/platform/xcode/tools
  4945. }
  4946. # tag:ios-specific
  4947. module DEFAULT_IOS_INTERFACE: IOS_INTERFACE {
  4948. SET(MODULE_SUFFIX .default.ios.interface)
  4949. }
  4950. DEFAULT_IOS_TYPE=
  4951. IOS_TYPE=
  4952. when(!$IOS_TYPE) {
  4953. when($DEFAULT_IOS_TYPE) {
  4954. IOS_TYPE=$DEFAULT_IOS_TYPE
  4955. }
  4956. otherwise {
  4957. IOS_TYPE=com.apple.CoreSimulator.SimDeviceType.iPhone-X
  4958. }
  4959. }
  4960. DEFAULT_IOS_RUNTIME=
  4961. IOS_RUNTIME=
  4962. when(!$IOS_RUNTIME) {
  4963. when($DEFAULT_IOS_RUNTIME) {
  4964. IOS_RUNTIME=$DEFAULT_IOS_RUNTIME
  4965. }
  4966. otherwise {
  4967. IOS_RUNTIME=com.apple.CoreSimulator.SimRuntime.iOS-12-1
  4968. }
  4969. }
  4970. when ($ARCH_I386) {
  4971. TEST_IOS_DEVICE_TYPE_VALUE=com.apple.CoreSimulator.SimDeviceType.iPhone-5
  4972. TEST_IOS_RUNTIME_TYPE_VALUE=com.apple.CoreSimulator.SimRuntime.iOS-10-3
  4973. }
  4974. otherwise {
  4975. TEST_IOS_DEVICE_TYPE_VALUE=$IOS_TYPE
  4976. TEST_IOS_RUNTIME_TYPE_VALUE=$IOS_RUNTIME
  4977. }
  4978. # tag:frontend-specific
  4979. ### @usage: COLLECT_FRONTEND_FILES(Varname, Dir)
  4980. ###
  4981. ### Recursively collect files with typical frontend extensions from Dir and save the result into variable Varname
  4982. macro COLLECT_FRONTEND_FILES(Varname, Dir) {
  4983. _GLOB($Varname $Dir/**/*.(css|ejs|jpg|js|jsx|png|styl|svg|ts|tsx|json|html))
  4984. }
  4985. # tag:swift-specific
  4986. CPP_XCODE_TOOLCHAIN_VERSION=9.2
  4987. SWIFT_XCODE_TOOLCHAIN_VERSION=9.2
  4988. XCODE_TOOLS_VERSION=10.1
  4989. macro COMPILE_SWIFT_MODULE(SRCS{input}[], BRIDGE_HEADER{input}="", Flags...) {
  4990. when ($BRIDGE_HEADER != "") {
  4991. SWIFT_BRIDGE_HEADER=-import-objc-header ${input:BRIDGE_HEADER}
  4992. }
  4993. otherwise {
  4994. SWIFT_BRIDGE_HEADER=
  4995. }
  4996. .PEERDIR+=build/platform/xcode/swift
  4997. # swift core libraries
  4998. LDFLAGS($SWIFT_LD_FLAGS)
  4999. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_swiftc_output_map.py"} $(SOURCE_ROOT) $(BUILD_ROOT) $BINDIR/swift_output_map.json ${input:SRCS} && $SWIFT_COMPILER -c $SWIFT_FLAGS_PLATFORM $Flags $SWIFT_BRIDGE_HEADER ${pre=-Xcc -I:_C__INCLUDE} ${input:SRCS} -emit-objc-header -emit-objc-header-path ${output;suf=-Swift.h:REALPRJNAME} -emit-module -module-name $REALPRJNAME -output-file-map $BINDIR/swift_output_map.json ${hide;output;suf=.o:SRCS}
  5000. }
  5001. TEST_TOOL_HOST_LOCAL=
  5002. TEST_TOOL_TARGET_LOCAL=
  5003. when ($MOST_USED_CUDA) {
  5004. CUDA11=yes
  5005. }
  5006. CUDA_VERSION=0
  5007. when ($CUDA11) {
  5008. CUDA_VERSION=11.4
  5009. CUDNN_VERSION=8.0.5
  5010. TENSORRT_VERSION=7
  5011. }
  5012. when ($CUDA12) {
  5013. CUDA_VERSION=12.2
  5014. CUDNN_VERSION=8.6.0
  5015. TENSORRT_VERSION=8
  5016. CUDA_ARCHITECTURES=
  5017. }
  5018. when ($TENSORFLOW_WITH_CUDA) {
  5019. CUDA_REQUIRED=yes
  5020. }
  5021. when (!$TENSORRT_VERSION) {
  5022. TENSORRT_VERSION=5
  5023. }
  5024. ANDROID_APK_TEST_ACTIVITY_VALUE=com.yandex.test.unittests/.RunTestsActivity
  5025. # tag:windows-specific
  5026. WINDOWS_MANIFEST=
  5027. macro WINDOWS_MANIFEST(Manifest) {
  5028. SET(WINDOWS_MANIFEST $Manifest)
  5029. }
  5030. # https://docs.microsoft.com/en-us/windows/win32/fileio/maximum-file-path-limitation#enable-long-paths-in-windows-10-version-1607-and-later
  5031. macro WINDOWS_LONG_PATH_MANIFEST() {
  5032. SET(WINDOWS_MANIFEST build/long-path.manifest)
  5033. }
  5034. # tag:windows-specific
  5035. when ($MSVC == "yes" && $WINDOWS_MANIFEST) {
  5036. LDFLAGS+=/MANIFEST:EMBED /MANIFESTINPUT:${input:WINDOWS_MANIFEST}
  5037. }
  5038. # tag:cpp-specific
  5039. _VISIBILITY_LEVEL=
  5040. ### @usage: VISIBILITY(level)
  5041. ###
  5042. ### This macro sets visibility level for symbols compiled for the current module. 'level'
  5043. ### may take only one of the following values: DEFAULT, HIDDEN.
  5044. macro VISIBILITY(LEVEL) {
  5045. SET(_VISIBILITY_LEVEL ${LEVEL})
  5046. select ($LEVEL) {
  5047. "DEFAULT" | "HIDDEN" ? {
  5048. }
  5049. default ? {
  5050. _OK = no
  5051. }
  5052. }
  5053. ASSERT(_OK Unsupported value [$LEVEL] passed to VISIBILITY macro, expected values are DEFAULT, HIDDEN.)
  5054. }
  5055. # tag:cpp-specific
  5056. _CFLAGS_VISIBILITY=
  5057. when ($_VISIBILITY_LEVEL != "" && $IGNORE_VISIBILITY != "yes") {
  5058. when ($CLANG == "yes" || $GCC == "yes") {
  5059. _CFLAGS_VISIBILITY=-fvisibility=${tolower:_VISIBILITY_LEVEL}
  5060. }
  5061. }
  5062. CFLAGS+=$_CFLAGS_VISIBILITY
  5063. # tag:cpp-specific
  5064. macro SDBUS_CPP_ADAPTOR(File) {
  5065. .CMD=${tool:"contrib/libs/sdbus-cpp/tools/xml2cpp-codegen"} --adaptor=${output;nopath;noext:File.adaptor.h} ${input:File}
  5066. .PEERDIR=contrib/libs/sdbus-cpp
  5067. }
  5068. # tag:cpp-specific
  5069. macro SDBUS_CPP_PROXY(File) {
  5070. .CMD=${tool:"contrib/libs/sdbus-cpp/tools/xml2cpp-codegen"} --proxy=${output;nopath;noext:File.proxy.h} ${input:File}
  5071. .PEERDIR=contrib/libs/sdbus-cpp
  5072. }
  5073. # tag:python-specific
  5074. macro _PY_ENUM_SERIALIZATION_TO_JSON(File) {
  5075. .CMD=$ENUM_PARSER_TOOL ${input:File} --output ${output;noext;suf=.generated.h:File} --json-output ${output;noext:File.json} ${hide;kv:"p EN"} ${hide;kv:"pc yellow"}
  5076. }
  5077. # tag:python-specific
  5078. macro _PY_ENUM_SERIALIZATION_TO_PY(File) {
  5079. .CMD=${tool:"metrika/core/tools/python_enum_generator"} ${input;noext:File.json} -D ${MODDIR} --output ${output;noext:File.py} ${hide;kv:"p EN"} ${hide;kv:"pc yellow"}
  5080. }
  5081. macro NGINX_MODULES(Modules...) {
  5082. PEERDIR(${Modules})
  5083. RUN_PROGRAM(nginx/module_gen ${Modules} CWD ${ARCADIA_ROOT} IN ${suf=/modules.json:Modules} OUTPUT_INCLUDES contrib/nginx/core/src/core/ngx_config.h contrib/nginx/core/src/core/ngx_core.h STDOUT ngx_modules.c)
  5084. }
  5085. ### @usage: ORIGINAL_SOURCE(Source)
  5086. ###
  5087. ### This macro specifies the source repository for contrib
  5088. ### Does nothing now (just a placeholder for future functionality)
  5089. ### See https://st.yandex-team.ru/DTCC-316
  5090. macro ORIGINAL_SOURCE(Source) {
  5091. ENABLE(UNUSED_MACRO)
  5092. }
  5093. # tag:licence
  5094. CREDITS_FILE_EXTRA_EXT=
  5095. CREDITS_FLAGS=
  5096. CREDITS_TEXTS_FILE=
  5097. NO_CREDITS_TEXTS_FILE=
  5098. WITH_CREDITS=
  5099. ### @usage: LICENSE_TEXTS(File)
  5100. ###
  5101. ### This macro specifies the filename with all library licenses texts
  5102. macro LICENSE_TEXTS(Source) {
  5103. SET(CREDITS_TEXTS_FILE $Source)
  5104. }
  5105. # tag:licence
  5106. ### @usage: WITHOUT_LICENSE_TEXTS()
  5107. ###
  5108. ### This macro indicates that the module has no license text
  5109. macro WITHOUT_LICENSE_TEXTS() {
  5110. ENABLE(NO_CREDITS_TEXTS_FILE)
  5111. }
  5112. # tag:licence
  5113. when ($WITH_CREDITS) {
  5114. CREDITS_FLAGS+=--credits-output ${output;pre=${MODULE_PREFIX};suf=${MODULE_SUFFIX}${CREDITS_FILE_EXTRA_EXT}.CREDITS.txt:REALPRJNAME}
  5115. }
  5116. GENERATE_MF=
  5117. when ($WITH_CREDITS) {
  5118. GENERATE_MF=$GENERATE_MF_CMD
  5119. }
  5120. # tag:flags tag:internal tag:windows-specific
  5121. ### @usage: _MSVC_FLAGS_WINDOWS_IMPL(target_platform compiler_flags) # internal
  5122. ###
  5123. ### Add CFLAGS when the firts argument is WINDOWS
  5124. macro _MSVC_FLAGS_WINDOWS_IMPL(WINDOWS[], FLAGS...) {
  5125. CFLAGS($WINDOWS)
  5126. }
  5127. # tag:flags tag:windows-specific tag:cpp-specific
  5128. ### @usage: MSVC_FLAGS([GLOBAL compiler_flag]* compiler_flags)
  5129. ###
  5130. ### Add the specified flags to the compilation line of C/C++files.
  5131. ### Flags apply only if the compiler used is MSVC (cl.exe)
  5132. macro MSVC_FLAGS(FLAGS...) {
  5133. _MSVC_FLAGS_WINDOWS_IMPL($TARGET_PLATFORM $FLAGS)
  5134. }
  5135. # tag:internal
  5136. ### Add passed ya.conf.json and all bottle's formula external files to resources
  5137. ### File MUST be arcadia root relative path (without "${ARCADIA_ROOT}/" prefix).
  5138. ### NOTE:
  5139. ### An external formula file referenced from ya.conf.json must be passed as an arcadia root relative path and
  5140. ### should be located in any subdirectory of the ya.conf.json location ("build/" if we consider a production).
  5141. ### The later restriction prevents problems in selectively checkouted arcadia.
  5142. macro YA_CONF_JSON(File) {
  5143. _YA_CONF_JSON($File)
  5144. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS ${ARCADIA_ROOT}/$File)
  5145. }
  5146. # tag:internal
  5147. # Don't use directly - wrap with custom macros
  5148. macro ADD_LINTER_CHECK(CheckName, Linter, DEPENDS[], EXCLUDE[], FILES[], CONFIGS[]) {
  5149. SET(_FILES_VAR uniq_${hash:VAR_SALT})
  5150. _GLOB($_FILES_VAR $FILES EXCLUDE $EXCLUDE)
  5151. _ADD_LINTER_CHECK($CheckName $Linter ${pre=DEPENDS :DEPENDS} FILES $$_FILES_VAR CONFIGS $CONFIGS)
  5152. }
  5153. # tag:internal
  5154. # Draft. Don't use.
  5155. macro _CPP_STYLE(EXCLUDE[], Files...) {
  5156. ADD_LINTER_CHECK(cpp_style tools/cpp_style_checker/cpp_style_checker DEPENDS contrib/libs/clang16/tools/clang-format EXCLUDE $EXCLUDE FILES $Files CONFIGS devtools/ya/handlers/style/style_config)
  5157. }
  5158. # tag:internal
  5159. # A convenient proxy
  5160. macro _STYLE_CPP(CONFIG) {
  5161. SET(USE_ALL_SRCS yes)
  5162. HEADERS(.)
  5163. _ADD_LINTER_CHECK(cpp_style tools/cpp_style_checker/cpp_style_checker DEPENDS contrib/libs/clang16/tools/clang-format CONFIGS $CONFIG)
  5164. }
  5165. #tag:test
  5166. ### @usage STYLE_CPP()
  5167. ###
  5168. ### Run 'ya tool clang-format' test on all cpp sources and headers of the current module
  5169. macro STYLE_CPP() {
  5170. _STYLE_CPP("build/config/tests/cpp_style/config.clang-format")
  5171. }
  5172. ### @usage: HEADERS([Dir1 Dir2 ...])
  5173. ###
  5174. ### Add all C/C++ header files (h|H|hh|hpp|hxx|ipp) in given directories to SRCS
  5175. macro HEADERS(Dirs...) {
  5176. _GLOB(_HEADERS ${suf=/*.(h|H|hh|hpp|hxx|ipp):Dirs})
  5177. SRCS($_HEADERS)
  5178. }
  5179. ### @usage: CLANG_EMIT_AST_CXX_RUN_TOOL(Tool Args... [SOURCES ...] [OPTS ...] [IN ...] [IN_NOPARSE ...] [TOOL ...] [OUTPUT_INCLUDES ...] [INDUCED_DEPS ...] [IN_DEPS ...] [STDOUT out-file-name] [STDOUT_NOAUTO out-file-name] [CWD cwd])
  5180. ###
  5181. ### Emit Clang ASTs from .cpp files listed in SOURCES parameter (CXXFLAGS and LLVM_OPTS are passed in, while CFLAGS and C_FLAGS_PLATFORM are not) and run tool Tool with Args... .
  5182. ### OPTS[] parameter is used to pass additional flags to clang. Parameters other than OPTS[] and SOURCES[] are used for runnig a generator (Tool):
  5183. ### - Tool - path to the directory of the tool
  5184. ### - Args... - Tool's arguments
  5185. ### - IN[] - input files required for running the Tool
  5186. ### - IN_NOPARSE[] - input files required for running the Tool, but these files are not parsed for dependencies
  5187. ### - TOOL[] - list of directories of axiliary tools used by Tool
  5188. ### - OUTPUT_INCLUDES[] - includes of the output files which are needed to "build" them
  5189. ### - STDOUT - redirect stdout of the Tool to the output file
  5190. ### - STDOUT_NOAUTO - redirect stdout of the Tool to the output file, but do not chain this file automatically to the processing queue
  5191. ### - CWD - path to the working directory of the Tool
  5192. ### Note: Generated AST files generated into BINDIR according to corresponding .cpp file names listed in SOURCES parameter.
  5193. macro CLANG_EMIT_AST_CXX_RUN_TOOL(SOURCES[], OPTS[], Tool, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], IN_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  5194. .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_RESOURCE_GLOBAL}/bin/clang++ ${pre=-I:_C__INCLUDE} $CXXFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS -emit-ast -c ${input:SOURCES} ${hide;tmp;noext;nopath:SOURCES.ast} $OPTS ${hide;kv:"p ST"} ${hide;kv:"pc light-green"} && ${cwd:CWD} ${env:ENV} ${tool:Tool} $Args ${hide;input:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${hide;input:IN_DEPS} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${hide;tool:TOOL} ${hide;output:OUT} ${hide;noauto;output:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${hide;kv:"p PR"} ${hide;kv:"pc yellow"} ${hide;kv:"show_out"}
  5195. PEERDIR(build/platform/clang)
  5196. }
  5197. ### Hooks for contrib modules which can be transparenctly extended in repo internal python plugins
  5198. macro _CONTRIB_MODULE_HOOKS() {
  5199. ENABLE(UNUSED_MACRO)
  5200. }
  5201. ### Specify that current module is used as toolchain. Allows to have contrib hooks for toolchain modules
  5202. ### defined in repo internal python plugins
  5203. macro TOOLCHAIN(Name) {
  5204. ENABLE(UNUSED_MACRO)
  5205. }