ymake.core.conf 237 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923
  1. # !!! DISCLAIMER! PLEASE DON'T IGNORE !!!
  2. # The FAKEID value is huge hammer. It affects UIDs of all nodes in build graph including, but not limited to
  3. # any resource fetch (think java contrib), build on any language (C++, Python, Java, Go), any code generation.
  4. # Any build after this change will pay the price:
  5. # - Local builds and Sandbox builds will reload all resources from Sandbox and cached data from YT (if ready).
  6. # - Distributed (YT) cache warmup will take significant time to catch up and will need to recache everything.
  7. # - Autocheck will rebuild and recache everything.
  8. # Use this with extreme care and only change if it is ultimately needed. Consider more specific XXX_FAKEIDs below instead.
  9. FAKEID=628318530716
  10. SANDBOX_FAKEID=${FAKEID}.7600000
  11. CPP_FAKEID=2023-09-24
  12. GO_FAKEID=11100371
  13. ANDROID_FAKEID=2023-05-17
  14. CLANG_TIDY_FAKEID=2023-06-06
  15. CYTHON_FAKE_ID=10784829
  16. JAVA_FAKEID=108490091
  17. PROTO_FAKEID=0
  18. FBS_FAKEID=2023-09-01
  19. # Change of this value will invalidate some parts of configure cache
  20. # but will not affect builds anyhow (except tests referring build/ directory)
  21. JSON_CACHE_FAKE_ID=11215402
  22. CURDIR=.
  23. MODDIR=.
  24. BINDIR=bin:/
  25. SRCDIR=
  26. YMAKE=ymake
  27. ECHO=echo
  28. INCLUDE_EXTS=.h .hh .hpp .rli .cuh .inc .i .ipp .ixx .ya_exposed
  29. CPP_EXT=.cpp
  30. OBJ_SUF=
  31. CFLAGS=
  32. EXTRA_C_FLAGS=
  33. SFLAGS=
  34. SRCFLAGS=
  35. FORCE_COVERAGE_ENABLED=
  36. FORCE_COVERAGE_DISABLED=
  37. AUTOCHECK_BALANCING_OPTIONS=
  38. SO_OUTPUTS=no
  39. MODULE_PREFIX=
  40. MODULE_SUFFIX=
  41. @import "${CONF_ROOT}/conf/settings.conf"
  42. @import "${CONF_ROOT}/conf/opensource.conf"
  43. @import "${CONF_ROOT}/conf/sysincl.conf"
  44. @import "${CONF_ROOT}/conf/license.conf"
  45. @import "${CONF_ROOT}/conf/docs.conf"
  46. @import "${CONF_ROOT}/conf/swig.conf"
  47. @import "${CONF_ROOT}/conf/proto.conf"
  48. @import "${CONF_ROOT}/conf/fbs.conf"
  49. @import "${CONF_ROOT}/conf/project_specific/other.conf"
  50. @import "${CONF_ROOT}/conf/project_specific/yt.conf"
  51. USE_GLOBAL_CMD=no
  52. when ($OS_WINDOWS != "yes") {
  53. USE_GLOBAL_CMD=yes
  54. }
  55. when ($USE_PYTHON) {
  56. C_DEFINES+= -DUSE_PYTHON
  57. }
  58. __COMMA__=${comma:""}
  59. ARCADIA_TEST_ROOT=../arcadia_tests_data/
  60. DEFAULT_REQUIREMENTS=network:restricted cpu:1 ram:32
  61. FAIL_PY2=no
  62. _PREBUILT_TOOLS_ROOT=build/prebuilt
  63. _TOOL_PROTOC_GEN_GO=vendor/github.com/golang/protobuf/protoc-gen-go
  64. _TOOL_PROTOC_GEN_GO_V2=vendor/google.golang.org/protobuf/cmd/protoc-gen-go
  65. _TOOL_PROTOC_GEN_GO_GRPC_V2=vendor/google.golang.org/grpc/cmd/protoc-gen-go-grpc
  66. _TOOL_RESCOMPILER=tools/rescompiler
  67. _TOOL_RESCOMPRESSOR=tools/rescompressor
  68. _TOOL_RORESCOMPILER=tools/rorescompiler
  69. when ($DISABLE_SEPARATE_AUX_CPP != "yes") {
  70. SEPARATE_AUX_CPP=yes
  71. }
  72. when ($HOST_ARCH_X86_64 == "yes") {
  73. when ($HOST_OS_DARWIN == "yes" || $HOST_OS_LINUX == "yes" || $HOST_OS_WINDOWS == "yes") {
  74. VALID_HOST_PLATFORM_FOR_COMMON_PREBUILT_TOOLS=yes
  75. when ($USE_PREBUILT_TOOLS == "yes" && $ARCH_X86_64 == "yes") {
  76. _TOOL_PROTOC_GEN_GO=${_PREBUILT_TOOLS_ROOT}/vendor/github.com/golang/protobuf/protoc-gen-go
  77. }
  78. }
  79. }
  80. FAIL_MODULE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/fail_module_cmd.py"} $TARGET ${kv;hide:"p ER"} ${kv;hide:"pc red"}
  81. DEFAULT_TIDY_CONFIG=build/config/tests/clang_tidy/config.yaml
  82. PROJECT_TIDY_CONFIG=build/config/tests/clang_tidy/config.yaml
  83. TIDY=
  84. TIDY_ENABLED=
  85. when($TIDY == "yes") {
  86. TIDY_ENABLED=yes
  87. }
  88. when ($TIDY_ENABLED == "yes") {
  89. when ($TIDY_EXPORT_FIXES=="") {
  90. TIDY_EXPORT_FIXES="no"
  91. }
  92. CLANG_TIDY_ARGS=${hide:CLANG_TIDY_FAKEID} $YMAKE_PYTHON ${input:"build/scripts/clang_tidy.py"} "--ymake-python" $YMAKE_PYTHON "--clang-tidy-bin" "$(CLANG_TIDY_BIN)/bin/clang-tidy" "--config-validation-script" ${input:"build/tests/config/clang_tidy/tidy_config_validation.py"} "--testing-src" ${input:SRC} "--source-root" $(SOURCE_ROOT) "--build-root" $(BUILD_ROOT) "--tidy-json" ${output;noauto;suf=${COMPILE_OUT_SUFFIX}${OBJ_CROSS_SUF}.tidyjson:SRC} "--export-fixes" $TIDY_EXPORT_FIXES
  93. CLANG_TIDY_ARGS+="--default-config-file" ${input:DEFAULT_TIDY_CONFIG}
  94. CLANG_TIDY_ARGS+="--project-config-file" ${input:PROJECT_TIDY_CONFIG}
  95. when ($TIDY_CHECKS) {
  96. CLANG_TIDY_ARGS+="--checks=$TIDY_CHECKS"
  97. }
  98. when ($TIDY_HEADER_FILTER) {
  99. CLANG_TIDY_ARGS+="--header-filter=$TIDY_HEADER_FILTER"
  100. }
  101. TIDY_VALUE=USE_CONDITIONAL_SRCS
  102. }
  103. otherwise {
  104. CLANG_TIDY_ARGS=
  105. TIDY_VALUE=
  106. }
  107. # tag:profile
  108. NEED_PROFILE_RUNTIME=no
  109. when ($BUILD_TYPE == "PROFILE" || $BUILD_TYPE == "COVERAGE" || ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") || $GCOV_COVERAGE == "yes") {
  110. when($CLANG && ($TARGET_PLATFORM == "LINUX" || $TARGET_PLATFORM == "DARWIN")) {
  111. NEED_PROFILE_RUNTIME=yes
  112. }
  113. }
  114. when ($PGO_ADD == "yes") {
  115. NEED_PROFILE_RUNTIME=yes
  116. }
  117. when ($NEED_PROFILE_RUNTIME == "yes") {
  118. COPY_PROFILE_RUNTIME=\
  119. $YMAKE_PYTHON3 ${input:"build/scripts/copy_clang_profile_rt.py"} \
  120. --arch $TARGET_PLATFORM \
  121. --build-root $ARCADIA_BUILD_ROOT --
  122. COPY_PROFILE_RUNTIME+=\
  123. ${rootrel:PEERS} \
  124. $LDFLAGS
  125. }
  126. otherwise {
  127. COPY_PROFILE_RUNTIME=
  128. }
  129. # tag:codenav
  130. when ($CODENAVIGATION && $NOCODENAVIGATION != "yes") {
  131. PY_PROGRAM_LINK_EXE=$LINK_EXE ${kv;hide:"pyndex $TARGET"}
  132. YNDEXER_ARGS=$YMAKE_PYTHON ${input:"build/scripts/yndexer.py"} $CPPYNDEXER_RESOURCE_GLOBAL/yndexer 1500 $(SOURCE_ROOT) $ARCADIA_BUILD_ROOT ${input:SRC}
  133. YNDEXER_OUTPUT=${output;noauto;suf=${OBJ_CROSS_SUF}${COMPILE_OUT_SUFFIX}.ydx.pb2:SRC}
  134. }
  135. otherwise {
  136. PY_PROGRAM_LINK_EXE=$LINK_EXE
  137. YNDEXER_ARGS=
  138. YNDEXER_OUTPUT=
  139. }
  140. when ($RETRY == "yes") {
  141. RETRY_ARGS=$YMAKE_PYTHON ${input:"build/scripts/wrapcc.py"}
  142. }
  143. otherwise {
  144. RETRY_ARGS=
  145. }
  146. COVERAGE_FLAGS=
  147. EXTRA_OUTPUT=
  148. when ($CLANG == "yes" || $GCC == "yes") {
  149. when ($BUILD_TYPE == "COVERAGE" || $GCOV_COVERAGE) {
  150. COVERAGE_FLAGS=-fprofile-arcs -ftest-coverage
  151. EXTRA_OUTPUT=${output;noauto;hide;suf=${COMPILE_OUT_SUFFIX}${_CROSS_SUFFIX}.gcno:SRC}
  152. }
  153. }
  154. when ($OS_CYGWIN == "yes") {
  155. CFLAGS+=-D_LDBL_EQ_DBL=1 -U__STRICT_ANSI__
  156. USE_ASMLIB=no
  157. FSTACK=
  158. }
  159. when ($OS_IOS == "yes" || $OS_ANDROID == "yes") {
  160. USE_ASMLIB=no
  161. }
  162. CFLAGS+=$COVERAGE_FLAGS
  163. LDFLAGS+=$COVERAGE_FLAGS
  164. CHECKFLAG=
  165. NO_MAPREDUCE=
  166. when ($NO_MAPREDUCE == "yes") {
  167. C_DEFINES+=-DNO_MAPREDUCE
  168. }
  169. when ($OS_ANDROID == "yes") {
  170. PIE=yes
  171. }
  172. when ($CLANG && $OS_DARWIN && $SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  173. SO_OUTPUTS=yes
  174. }
  175. when ($OS_NONE == "yes" || $MAPSMOBI_BUILD_TARGET == "yes" && $OS_LINUX != "yes") {
  176. USE_STL_SYSTEM=yes
  177. }
  178. # USE_INTERNAL_STL is an internal flag (set on by default) but may be used externally to
  179. # select system standard C++ library when USE_INTERNAL_STL=no is set.
  180. #
  181. # USE_STL_SYSTEM=yes is a regular way to select system standard C++ library.
  182. #
  183. when ($USE_STL_SYSTEM == "yes") {
  184. USE_INTERNAL_STL=no
  185. }
  186. when ($USE_INTERNAL_STL == "no") {
  187. USE_STL_SYSTEM=yes
  188. }
  189. otherwise {
  190. USE_INTERNAL_STL=yes
  191. # TODO: Extract to conf/sysincl.conf
  192. # This trigger doesn't work for module level since SYSINCL is processed at
  193. # configuration stage (This means that NO_RUNTIME() macro called in ya.make
  194. # won't affect SYSINCL and the only way to make this trigger work correctly
  195. # is to define configuration variable NORUNTIME (-DNORUNTIME) on the command
  196. # line when `ya make ...` is invoked.
  197. when ($NORUNTIME != "yes") {
  198. SYSINCL+=build/sysincl/stl-to-libcxx.yml
  199. SYSINCL+=build/sysincl/stl-to-libcxxmsvc.yml
  200. when ($MUSL == "yes") {
  201. SYSINCL+=build/sysincl/libc-musl-libcxx.yml
  202. }
  203. }
  204. }
  205. # tag:linux-specific
  206. when ($OS_LINUX && $OS_SDK == "ubuntu-14" && $MUSL != "yes") {
  207. USE_UBUNTU_COMPATIBILITY=yes
  208. }
  209. USE_ARCADIA_PYTHON=yes
  210. USE_ARCADIA_LIBM=no
  211. USE_EAT_MY_DATA=no
  212. HAVE_MKL=
  213. when ($HAVE_MKL == "") {
  214. when ($OS_LINUX && $ARCH_X86_64 && !$SANITIZER_TYPE) {
  215. HAVE_MKL=yes
  216. }
  217. otherwise {
  218. HAVE_MKL=no
  219. }
  220. }
  221. SFDL_TMP_OUT= ${output;tmp:SRC.tmp}
  222. # tag:tool-specific
  223. ARCH_TOOL=${tool:"tools/archiver"}
  224. # tag:tool-specific
  225. FML_TOOL=${tool:"tools/relev_fml_codegen"}
  226. FML_UNUSED_TOOL=${tool:"tools/relev_fml_unused"}
  227. LUA_TOOL=${tool:"tools/lua"}
  228. ENUM_PARSER_TOOL=${tool:"tools/enum_parser/enum_parser"}
  229. FATAL_ERROR_MODULE=no
  230. FATAL_ERROR_MESSAGE=
  231. ANTLR_PYTHON=Python2
  232. ### @usage: NO_LTO()
  233. ###
  234. ### Disable any lto (link-time optimizations) for the module.
  235. ### This will compile module source files as usual (without LTO) but will not prevent lto-enabled
  236. ### linking of entire program if global settings say so.
  237. macro NO_LTO() {
  238. DISABLE(USE_LTO)
  239. DISABLE(USE_THINLTO)
  240. }
  241. # tag:allocator
  242. DEFAULT_ALLOCATOR=LF
  243. # tag:allocator
  244. when ($OS_ANDROID == "yes" || $MSVC == "yes" || $ARCH_TYPE_32 == "yes" || $ARCH_AARCH64 == "yes") {
  245. DEFAULT_ALLOCATOR=J
  246. }
  247. # tag:allocator
  248. when ($OS_CYGWIN == "yes" || $ARCH_PPC64LE == "yes") {
  249. DEFAULT_ALLOCATOR=SYSTEM
  250. }
  251. # tag:allocator
  252. when ($OS_DARWIN == "yes") {
  253. DEFAULT_ALLOCATOR=SYSTEM
  254. }
  255. # tag:allocator
  256. when ($OS_LINUX == "yes") {
  257. when ($GCC) {
  258. # tcmalloc broken build
  259. }
  260. elsewhen ($SANDBOXING) {
  261. # broken
  262. }
  263. elsewhen ($ARCH_X86_64) {
  264. DEFAULT_ALLOCATOR=TCMALLOC_TC
  265. }
  266. }
  267. # tag:allocator
  268. when ($SANITIZER_TYPE) {
  269. when ($SANITIZER_TYPE != "no") {
  270. DEFAULT_ALLOCATOR=SYSTEM
  271. }
  272. }
  273. # tag:allocator
  274. when ($ARCH_XTENSA == "yes") {
  275. DEFAULT_ALLOCATOR=FAKE
  276. }
  277. # tag:internal
  278. ### @usage: CHECK_CONFIG_H(<conf_header>) # internal
  279. ###
  280. ### This internal macro adds checking code for configuration header in external (contrib) library.
  281. ### The check is needed to avoid conflicts on certain types and functions available in arcadia.
  282. ###
  283. ### @see https://a.yandex-team.ru/arc/trunk/arcadia/build/scripts/check_config_h.py for exact details
  284. macro CHECK_CONFIG_H(Conf) {
  285. .CMD=$YMAKE_PYTHON ${input:"build/scripts/check_config_h.py"} ${input;rootrel:Conf} ${output;nopath;noext:Conf.config.cpp} ${kv;hide:"p CH"} ${kv;hide:"pc yellow"}
  286. OUTPUT_INCLUDES=$Conf
  287. }
  288. REQUIRED_TRANSITIVE_PEERS=
  289. ### @usage REQUIRES(dirs...)
  290. ###
  291. ### Specify list of dirs which this module must depend on indirectly.
  292. ###
  293. ### This macro can be used if module depends on the directories specified but they can't be listed
  294. ### as direct PEERDIR dependencies (due to public include order or link order issues).
  295. macro REQUIRES(DIRS[]) {
  296. SET_APPEND(REQUIRED_TRANSITIVE_PEERS $DIRS)
  297. }
  298. CHECK_DEPENDENT_DIRS_TYPES=
  299. CHECK_DEPENDENT_DIRS_RESTRICTIONS=
  300. ### @usage CHECK_DEPENDENT_DIRS(DENY|ALLOW_ONLY ([ALL|PEERDIRS|GLOB] dir)...)
  301. ###
  302. ### Specify project transitive dependencies constraints.
  303. ###
  304. ### @params:
  305. ### 1. DENY: current module can not depend on module from any specified directory neither directly nor transitively.
  306. ### 2. ALLOW_ONLY: current module can not depend on module from a dir not specified in the directory list neither directly nor transitively.
  307. ### 3. ALL: directory constraints following after this modifier are applied to both transitive PEERDIR dependencies and tool dependencies.
  308. ### 4. PEERDIRS: directory constraints following after this modifier are applied to transitive PEERDIR dependencies only.
  309. ### 5. GLOB: next directory constraint is an ANT glob pattern.
  310. ### 6. EXCEPT: next constraint is an exception for the rest of other rules.
  311. ###
  312. ### Directory constraints added before either ALL or PEERDIRS modifier is used are treated as ALL directory constraints.
  313. ###
  314. ### Note: Can be used multiple times on the same module all specified constraints will be checked.
  315. ### All macro invocation for the same module must use same constraints type (DENY or ALLOW_ONLY)
  316. macro CHECK_DEPENDENT_DIRS(TYPE, ALL?"UNUSED":"", PEERDIRS?"PEERDIRS":"ALL", RESTRICTIONS...) {
  317. SET_APPEND(CHECK_DEPENDENT_DIRS_RESTRICTIONS $PEERDIRS $RESTRICTIONS)
  318. SET_APPEND(CHECK_DEPENDENT_DIRS_TYPES $TYPE)
  319. }
  320. macro _RESOURCE_SEM(INPUTS[], KEYS[]) {
  321. SET(RESOURCE_OUTPUT ${hash:INPUTS}.cpp)
  322. .SEM=resources ${output;global:RESOURCE_OUTPUT} INPUTS ${input:INPUTS} KEYS $KEYS ${tool;hide:"tools/rescompiler/bin"}
  323. }
  324. # tag:built-in
  325. ### @usage: RESOURCE([FORCE_TEXT ][Src Key]* [- Key=Value]*) # built-in
  326. ### Add data (resources, random files, strings) to the program)
  327. ### The common usage is to place Src file into binary. The Key is used to access it using library/cpp/resource or library/python/resource.
  328. ### Alternative syntax with '- Key=Value' allows placing Value string as resource data into binary and make it accessible by Key.
  329. ###
  330. ### This is a simpler but less flexible option than ARCHIVE(), because in the case of ARCHIVE(), you have to use the data explicitly,
  331. ### and in the case of RESOURCE(), the data will fall through SRCS() or SRCS(GLOBAL) to binary linking.
  332. ###
  333. ### Use the FORCE_TEXT parameter to explicitly mark all Src files as text files: they will not be parsed unless used elsewhere.
  334. ###
  335. ### @example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a2ispolzujjtekomanduresource
  336. ###
  337. ### @example:
  338. ###
  339. ### LIBRARY()
  340. ### OWNER(user1)
  341. ###
  342. ### RESOURCE(
  343. ### path/to/file1 /key/in/program/1
  344. ### path/to/file2 /key2
  345. ### )
  346. ### END()
  347. ###
  348. macro RESOURCE(Args...) {
  349. PEERDIR(library/cpp/resource)
  350. }
  351. # tag:sanitize
  352. RUN_NO_SANITIZE=$YMAKE_PYTHON ${input:"build/scripts/run_tool.py"} --
  353. # tag:sanitize
  354. when ($IS_CROSS_SANITIZE) {
  355. RUN_NO_SANITIZE=
  356. }
  357. YIELD=$YMAKE_PYTHON ${input:"build/scripts/yield_line.py"} -- ${BINDIR}/__args
  358. XARGS=$YMAKE_PYTHON ${input:"build/scripts/xargs.py"} -- ${BINDIR}/__args
  359. WRITER_PY=$YMAKE_PYTHON ${input:"build/scripts/writer.py"} ${input;hide:"build/scripts/process_command_files.py"}
  360. FS_TOOLS=$YMAKE_PYTHON ${input:"build/scripts/fs_tools.py"} ${input;hide:"build/scripts/process_command_files.py"}
  361. FIX_MSVC_OUTPUT=${YMAKE_PYTHON} ${input:"build/scripts/fix_msvc_output.py"} ${input;hide:"build/scripts/process_command_files.py"}
  362. _PROCESS_WHOLE_ARCHIVE_SCRIPT=${input;hide:"build/scripts/process_command_files.py"} ${input;hide:"build/scripts/process_whole_archive_option.py"}
  363. COPY_CMD=$FS_TOOLS copy
  364. LINK_OR_COPY_CMD=$FS_TOOLS link_or_copy
  365. REMOVE_FILE=$FS_TOOLS remove
  366. MOVE_FILE=$FS_TOOLS rename
  367. # tag:allocator tag:windows-specific
  368. MSVC_DYNAMICBASE=/DYNAMICBASE
  369. when ($ALLOCATOR == "LF") {
  370. MSVC_DYNAMICBASE=/DYNAMICBASE:NO
  371. }
  372. # tag:sanitize
  373. SANITIZER_CFLAGS=
  374. # variables must be defined for all module types to make generate_mf.py work
  375. NEED_PLATFORM_PEERDIRS=yes
  376. PEERDIR_TEST_TOOL=yes
  377. ### @usage: _BARE_UNIT # internal
  378. ###
  379. ### The base of all modules describing default bare minimum for all modules.
  380. ### To avoid surprises, all buildable modules are better to be inherited from it or its descendants.
  381. module _BARE_UNIT {
  382. .EXTS=.*
  383. .CMD=TOUCH_UNIT
  384. .IGNORED=GO_PROTO_PLUGIN
  385. .NODE_TYPE=Bundle
  386. .PEERDIR_POLICY=as_include
  387. .RESTRICTED=GRPC USE_SKIFF INDUCED_DEPS FUZZ_DICTS FUZZ_OPTS PACK EXPLICIT_OUTPUTS DOCS_DIR DOCS_CONFIG DOCS_VARS YT_SPEC USE_CXX USE_UTIL WHOLE_ARCHIVE PRIMARY_OUTPUT SECONDARY_OUTPUT DEPENDENCY_MANAGEMENT EXCLUDE NO_DOCTESTS EMBED_JAVA_VCS_INFO RESOURCE_FILES PACK_GLOBALS_IN_LIBRARY _EXPOSE GLOBAL_DEPS LIST_PROTO
  388. .FINAL_TARGET=no
  389. PEERDIR_TAGS=__EMPTY__
  390. PEERDIR+=$YMAKE_PYTHON3_PEERDIR
  391. when ($FATAL_ERROR_MESSAGE && $FATAL_ERROR_MODULE != "yes") {
  392. PEERDIR+=build/conf_fatal_error
  393. }
  394. DEFAULT(MODULE_VERSION)
  395. DEFAULT(MODULE_PREFIX)
  396. DEFAULT(MODULE_SUFFIX)
  397. }
  398. ### @usage: GEN_LIBRARY()
  399. ###
  400. ### Definition of a module that brings generated artefacts. This module can PEERDIRed
  401. ### from any module. The resulted module is empty and cleaned up during construction
  402. ### of the build graph.
  403. ###
  404. ### NOTE! SRCS macro is not supported for this library.
  405. module GEN_LIBRARY: _BARE_UNIT {
  406. .PROXY=yes
  407. .RESTRICTED=SRCS SRC
  408. .SEM=IGNORED
  409. # ENABLE(_FAKE_MODULE)
  410. SET(MODULE_SUFFIX .pkg.fake)
  411. }
  412. ### @usage: _BASE_UNIT # internal
  413. ###
  414. ### The base of all LIBRARY/PROGRAM modules describing common logic for all modules.
  415. ### To avoid surprises, all buildable modules are better to be inherited from it or its descendants.
  416. module _BASE_UNIT: _BARE_UNIT {
  417. .GLOBAL=_FBS_NAMESPACE_MAP
  418. PEERDIR_TAGS=CPP_PROTO CPP_FBS H_IDL PY2 PY2_NATIVE YQL_UDF_STATIC __EMPTY__ DLL_LIB
  419. CPP_PROTO_CMDLINE=${cwd;rootdir;input:File} $PROTOC -I=./$PROTO_NAMESPACE -I=$ARCADIA_ROOT/$PROTO_NAMESPACE ${pre=-I=:_PROTO__INCLUDE} -I=$ARCADIA_BUILD_ROOT -I=$PROTOBUF_PATH --cpp_out=${CPP_PROTO_PLUGINS}$ARCADIA_BUILD_ROOT/$PROTO_NAMESPACE $_PROTOC_FLAGS $PROTOC_STYLEGUIDE_OUT $PROTOC_PLUGIN_STYLEGUIDE ${input;rootrel:File} ${hide:PROTO_FAKEID}
  420. CPP_PROTO_OUTS+=${output;hide;norel;nopath;noext:File.pb.cc} ${output;main;hide;norel;nopath;noext:File.pb.h}
  421. CPP_PROTO_OUTS_SEM+=${output;main;hide;norel;nopath;noext:File.pb.h}
  422. CPP_EV_OUTS+=${output;hide;norel:File.pb.cc} ${output;hide;norel:File.pb.h}
  423. CPP_EV_OUTS_SEM+=${output;hide;norel:File.pb.h}
  424. when ($SWIG_LANG == "perl") {
  425. _SWIG_CMD=$_SWIG_PERL_CMD
  426. _SWIG_PEERDIR=contrib/tools/swig/Lib/perl5 build/platform/perl
  427. }
  428. elsewhen ($SWIG_LANG == "python") {
  429. _SWIG_CMD=$_SWIG_PYTHON_CMD
  430. _SWIG_PEERDIR=contrib/tools/swig/Lib/python
  431. }
  432. elsewhen ($SWIG_LANG == "jni_cpp") {
  433. _SWIG_CMD=$_SWIG_JNI_CPP_CMD
  434. _SWIG_PEERDIR=contrib/tools/swig/Lib/java $_SWIG_JNI_PEERDIR
  435. }
  436. elsewhen ($SWIG_LANG == "java") {
  437. _SWIG_CMD=$_SWIG_JNI_CMD
  438. _SWIG_PEERDIR=contrib/tools/swig/Lib/java $_SWIG_JNI_PEERDIR
  439. }
  440. when ($PY_PROTOS_FOR == "yes") {
  441. _EVLOG_CMDLINE=$_PY_EVLOG_CMDLINE
  442. _PROTO_CMDLINE=$_PY_PROTO_CMDLINE
  443. }
  444. otherwise {
  445. _EVLOG_CMDLINE=$_CPP_EVLOG_CMDLINE
  446. _FBS_CMDLINE=$_CPP_FLATC_CMDLINE
  447. when ($BUILD_PROTO_AS_EVLOG == "yes") {
  448. _PROTO_CMDLINE=$_CPP_PROTO_EVLOG_CMDLINE
  449. }
  450. otherwise {
  451. _PROTO_CMDLINE=$_CPP_PROTO_CMDLINE
  452. }
  453. when ($USE_VANILLA_PROTOC == "yes") {
  454. PROTOC=${tool:"contrib/tools/protoc_std"}
  455. PROTOC_STYLEGUIDE_OUT=
  456. PROTOC_PLUGIN_STYLEGUIDE=
  457. PROTOBUF_PATH=${ARCADIA_ROOT}/contrib/libs/protobuf_std
  458. _PROTO_CMDLINE=$_CPP_VANILLA_PROTO_CMDLINE
  459. }
  460. when ($PROTOC_TRANSITIVE_HEADERS == "no") {
  461. CPP_PROTO_PLUGINS=transitive_pb_h=false:${CPP_PROTO_PLUGINS}
  462. }
  463. }
  464. SANITIZER_DEFINED=no
  465. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  466. CFLAGS+=-fsanitize=$SANITIZER_TYPE -D${SANITIZER_TYPE}_sanitizer_enabled $SANITIZER_CFLAGS -fno-omit-frame-pointer
  467. LDFLAGS+=-fsanitize=$SANITIZER_TYPE
  468. SANITIZER_DEFINED=yes
  469. when ($CLANG) {
  470. CFLAGS+=-fsanitize-blacklist=${input:"build/sanitize-blacklist.txt"} -fno-sanitize-link-runtime
  471. LDFLAGS+=-fsanitize-blacklist=${input:"build/sanitize-blacklist.txt"} -fno-sanitize-link-runtime
  472. }
  473. }
  474. when ($SANITIZE_COVERAGE && $SANITIZE_COVERAGE != "no") {
  475. CFLAGS+=-fsanitize-coverage=$SANITIZE_COVERAGE
  476. LDFLAGS+=-fsanitize-coverage=$SANITIZE_COVERAGE
  477. }
  478. POPULATE_CPP_COVERAGE_FLAGS()
  479. when ($NLG_COVERAGE && $NLG_COVERAGE != "no") {
  480. CFLAGS+=-DNLG_COVERAGE
  481. }
  482. when ($GCC) {
  483. select ($SANITIZER_TYPE) {
  484. "address" ? {
  485. LDFLAGS+=-static-libasan
  486. }
  487. "undefined" ? {
  488. LDFLAGS+=-static-libubsan
  489. }
  490. "thread" ? {
  491. PIE=yes
  492. LDFLAGS+=-static-libtsan
  493. }
  494. }
  495. }
  496. when ($HARDENING == "yes") {
  497. when ($CLANG) {
  498. CFLAGS+=-fstack-protector-all -D_hardening_enabled_
  499. LDFLAGS+=-z relro -z now -z noexecstack
  500. PIE=yes
  501. }
  502. }
  503. when ($USE_LTO == "yes") {
  504. when ($GCC) {
  505. CFLAGS+=-flto -fno-fat-lto-objects
  506. LDFLAGS+=-flto
  507. NO_LTO_CFLAGS=-fno-lto
  508. }
  509. when ($CLANG) {
  510. CFLAGS+=-flto
  511. LDFLAGS+=-flto
  512. NO_LTO_CFLAGS=-fno-lto
  513. }
  514. }
  515. when ($USE_THINLTO == "yes") {
  516. when ($GCC) {
  517. CFLAGS+=-flto=thin
  518. LDFLAGS+=-flto=thin
  519. NO_LTO_CFLAGS=-fno-lto
  520. }
  521. when ($CLANG) {
  522. CFLAGS+=-flto=thin
  523. LDFLAGS+=-flto=thin
  524. NO_LTO_CFLAGS=-fno-lto
  525. }
  526. }
  527. when ($CLANG) {
  528. when ($PGO_ADD == "yes") {
  529. CFLAGS+=-fprofile-instr-generate
  530. LDFLAGS+=-fprofile-instr-generate
  531. }
  532. when ($PGO_PATH) {
  533. CFLAGS+=-fprofile-instr-use=$PGO_PATH -Wno-profile-instr-unprofiled -Wno-profile-instr-out-of-date
  534. LDFLAGS+=-fprofile-instr-use=$PGO_PATH
  535. }
  536. }
  537. when ($COMPILER_PLATFORM && $NEED_PLATFORM_PEERDIRS == "yes") {
  538. PEERDIR+=$COMPILER_PLATFORM
  539. }
  540. when ($OS_LINUX && $NEED_PLATFORM_PEERDIRS == "yes") {
  541. PEERDIR+=contrib/libs/linux-headers
  542. # For discussion see DTCC-553
  543. MODULE_LICENSES_RESTRICTION_EXCEPTIONS+=contrib/libs/linux-headers
  544. }
  545. # Adding PEERDIR from trigger doesn't always work. In this case it
  546. # cause troubles in contrib/libs/libc_compat/ubuntu_14 under musl
  547. # Workaround this issue by setting variable with PEERDIR in trigger
  548. # and then adding PEERDIR to it's value unconditionally.
  549. when ($USE_UBUNTU_COMPATIBILITY == "yes" && $NEED_PLATFORM_PEERDIRS == "yes") {
  550. _UBUNTU_COMPAT_PEERDIR=contrib/libs/libc_compat/ubuntu_14
  551. }
  552. otherwise {
  553. _UBUNTU_COMPAT_PEERDIR=
  554. }
  555. PEERDIR+=$_UBUNTU_COMPAT_PEERDIR
  556. when ($NORUNTIME != "yes") {
  557. PEERDIR+=contrib/libs/cxxsupp
  558. when ($MAPSMOBI_BUILD_TARGET == "yes") {
  559. PEERDIR+=build/platform/mapkit
  560. }
  561. }
  562. when ($NOUTIL != "yes") {
  563. PEERDIR+=util
  564. }
  565. when ($MUSL == "yes") {
  566. CFLAGS += -D_musl_
  567. LINK_DYN_LIB_FLAGS += --musl
  568. LINK_SCRIPT_EXE_FLAGS += --musl
  569. PEERDIR+=contrib/libs/musl/include
  570. }
  571. # g++ has proxy C-headers which are incompatible with libc++ proxy C-headers.
  572. # The same problem exists for clang toolchain. On the other hand, the problem
  573. # doesn't affect cl since it has united C/C++ library and doesn't need
  574. # proxy C-headers.
  575. # Disable all C++ headers including proxy C-headers when we use libc++.
  576. when ($USE_INTERNAL_STL == "yes" && $MSVC != "yes") {
  577. CXXFLAGS += -nostdinc++
  578. }
  579. otherwise {
  580. CFLAGS += -DUSE_STL_SYSTEM
  581. }
  582. when ($CODENAVIGATION && $NOCODENAVIGATION != "yes") {
  583. PEERDIR += build/external_resources/codenavigation
  584. }
  585. when ($CYTHON_COVERAGE && $CYTHON_COVERAGE == "yes") {
  586. CFLAGS+=-DCYTHON_TRACE=1 -DCYTHON_TRACE_NOGIL=1
  587. }
  588. DEFAULT(USE_SSE4 yes)
  589. when ($NOSSE != "yes") {
  590. CFLAGS+=$SSE_CFLAGS
  591. C_DEFINES+=$SSE_DEFINES
  592. when ($USE_SSE4 == "yes") {
  593. CFLAGS+=$SSE4_CFLAGS
  594. C_DEFINES+=$SSE4_DEFINES
  595. }
  596. }
  597. elsewhen ($MSVC != "yes") {
  598. CFLAGS += -mno-sse
  599. }
  600. POPULATE_CPP_COVERAGE_FLAGS()
  601. _REGISTER_NO_CHECK_IMPORTS()
  602. DEFAULT(PACKAGE_PREFIX_ARGS)
  603. DEFAULT(SWIG_LANG python)
  604. DEFAULT(GP_FLAGS -CtTLANSI-C -Dk* -c)
  605. when ($NEED_BINUTILS_PEERDIR && $BINUTILS_USED && $NEED_PLATFORM_PEERDIRS == "yes") {
  606. PEERDIR+=build/platform/binutils
  607. }
  608. }
  609. _LINKER_ID=
  610. # GCC does not support -fuse-ld with an executable path,
  611. # only -fuse-ld=gold or -fuse-ld=lld.
  612. when ($_LINKER_ID != "" && $_DEFAULT_LINKER_ID != "" && $CLANG == "yes" && $NEED_PLATFORM_PEERDIRS == "yes") {
  613. when ($_LINKER_ID in [ "gold", "lld" ]) {
  614. PEERDIR+=build/platform/${_LINKER_ID}
  615. }
  616. }
  617. macro _USE_LINKER_IMPL(LINKER_ID...) {
  618. SET(_LINKER_ID $LINKER_ID)
  619. }
  620. macro _USE_LINKER() {
  621. _USE_LINKER_IMPL($_DEFAULT_LINKER_ID)
  622. }
  623. ### @usage: USE_LINKER_GOLD()
  624. ### Use gold linker for a program. This doesn't work in libraries
  625. macro USE_LINKER_GOLD() {
  626. _USE_LINKER_IMPL(gold)
  627. }
  628. COMMON_LINK_SETTINGS=
  629. LINK_ADDITIONAL_SECTIONS=
  630. LINK_ADDITIONAL_SECTIONS_COMMAND=
  631. when ($COMMON_LINK_SETTINGS == "yes") {
  632. when ($_LINKER_ID == "lld" && ($OS_LINUX == "yes" || $OS_ANDROID == "yes")) {
  633. LDFLAGS += -Wl,--gdb-index
  634. }
  635. when ($EMBED_LINKER_CREF == "yes") {
  636. LDFLAGS+=-Wl,--cref ${tmp;stdout;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME} -Wl,--no-demangle
  637. LINK_ADDITIONAL_SECTIONS+=--add-section=.ya.linker_cref=${tmp;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME}
  638. }
  639. elsewhen ($DUMP_LINKER_CREF == "yes") {
  640. LDFLAGS+=-Wl,--cref ${output;stdout;pre=$MODULE_PREFIX;suf=.ldcref:REALPRJNAME} -Wl,--no-demangle
  641. }
  642. when ($EMBED_LINKER_MAP == "yes") {
  643. LDFLAGS+=-Wl,-Map=${tmp;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  644. LINK_ADDITIONAL_SECTIONS+=--add-section=.ya.linker_map.${_LINKER_ID}=${tmp;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  645. }
  646. elsewhen ($DUMP_LINKER_MAP == "yes") {
  647. LDFLAGS+=-Wl,-Map=${output;rootrel;pre=$MODULE_PREFIX;suf=.map.$_LINKER_ID:REALPRJNAME}
  648. }
  649. when ($USE_MKL == "yes") {
  650. NOPLATFORM=yes
  651. }
  652. when ($AUTOCHECK == "yes" && $OS_LINUX == "yes") {
  653. PEERDIR+=contrib/libs/libeatmydata
  654. # We can not use LICENSE_RESTRICTION_EXCEPTIONS() macro inside a trigger.
  655. # Duplicate its implementation here
  656. MODULE_LICENSES_RESTRICTION_EXCEPTIONS+=contrib/libs/libeatmydata
  657. }
  658. when ($USE_ARCADIA_LIBM == "yes") {
  659. PEERDIR+=contrib/libs/libm
  660. }
  661. when ($USE_ARCADIA_LIBM == "no") {
  662. C_SYSTEM_LIBRARIES+=-lm
  663. }
  664. when (($MUSL != "yes" && $WITH_VALGRIND == "yes") || $SANITIZER_DEFINED == "yes") {
  665. when ($ALLOCATOR in [ "TCMALLOC", "TCMALLOC_SMALL_BUT_SLOW", "TCMALLOC_NUMA_256K", "TCMALLOC_NUMA_LARGE_PAGES", "TCMALLOC_256K", "TCMALLOC_TC", "GOOGLE", "J", "LF", "LF_YT", "LF_DBG", "B", "BM", "C", "LOCKLESS", "YT", "YT_TCMALLOC", "YT_TCMALLOC_256K", "MIM", "HU", "PROFILED_HU", "THREAD_PROFILED_HU" ]) {
  666. PEERDIR+=library/cpp/malloc/system
  667. }
  668. }
  669. otherwise {
  670. select ($ALLOCATOR) {
  671. "MIM" ? {
  672. PEERDIR+=library/cpp/malloc/mimalloc
  673. }
  674. "HU" ? {
  675. PEERDIR+=library/cpp/malloc/hu
  676. }
  677. "PROFILED_HU" ? {
  678. PEERDIR+=library/cpp/malloc/profiled_hu
  679. }
  680. "THREAD_PROFILED_HU" ? {
  681. PEERDIR+=library/cpp/malloc/thread_profiled_hu
  682. }
  683. "TCMALLOC_256K" ? {
  684. PEERDIR+=library/cpp/malloc/tcmalloc
  685. PEERDIR+=contrib/libs/tcmalloc
  686. }
  687. "TCMALLOC_SMALL_BUT_SLOW" ? {
  688. PEERDIR+=library/cpp/malloc/tcmalloc
  689. PEERDIR+=contrib/libs/tcmalloc/small_but_slow
  690. }
  691. "TCMALLOC_NUMA_256K" ? {
  692. PEERDIR+=library/cpp/malloc/tcmalloc
  693. PEERDIR+=contrib/libs/tcmalloc/numa_256k
  694. }
  695. "TCMALLOC_NUMA_LARGE_PAGES" ? {
  696. PEERDIR+=library/cpp/malloc/tcmalloc
  697. PEERDIR+=contrib/libs/tcmalloc/numa_large_pages
  698. }
  699. "TCMALLOC" ? {
  700. PEERDIR+=library/cpp/malloc/tcmalloc
  701. PEERDIR+=contrib/libs/tcmalloc/default
  702. }
  703. "TCMALLOC_TC" ? {
  704. PEERDIR+=library/cpp/malloc/tcmalloc
  705. PEERDIR+=contrib/libs/tcmalloc/no_percpu_cache
  706. }
  707. "GOOGLE" ? {
  708. PEERDIR+=library/cpp/malloc/galloc
  709. }
  710. "J" ? {
  711. when ($WIN32 == "yes") {
  712. PEERDIR+=library/cpp/malloc/system
  713. }
  714. otherwise {
  715. PEERDIR+=library/cpp/malloc/jemalloc
  716. }
  717. }
  718. "LF" ? {
  719. PEERDIR+=library/cpp/lfalloc
  720. }
  721. "LF_YT" ? {
  722. PEERDIR+=library/cpp/lfalloc/yt
  723. }
  724. "LF_DBG" ? {
  725. PEERDIR+=library/cpp/lfalloc/dbg
  726. }
  727. "B" ? {
  728. PEERDIR+=library/cpp/balloc
  729. }
  730. "BM" ? {
  731. PEERDIR+=library/cpp/balloc_market
  732. }
  733. "C" ? {
  734. PEERDIR+=library/cpp/malloc/calloc
  735. }
  736. "LOCKLESS" ? {
  737. PEERDIR+=library/cpp/malloc/lockless
  738. }
  739. "YT" ? {
  740. PEERDIR+=library/cpp/ytalloc/impl
  741. }
  742. "YT_TCMALLOC" ? {
  743. PEERDIR+=library/cpp/malloc/tcmalloc
  744. PEERDIR+=contrib/libs/yt_tcmalloc/default
  745. }
  746. "YT_TCMALLOC_256K" ? {
  747. PEERDIR+=library/cpp/malloc/tcmalloc
  748. PEERDIR+=contrib/libs/yt_tcmalloc
  749. }
  750. }
  751. }
  752. when ($ALLOCATOR == "SYSTEM") {
  753. PEERDIR+=library/cpp/malloc/system
  754. }
  755. when ($WERROR != "no") {
  756. when ($WERROR_MODE == "all" || ($WERROR_MODE == "compiler_specific" && $WERROR == "yes")) {
  757. C_WARNING_OPTS += $WERROR_FLAG
  758. }
  759. }
  760. when ($ICC == "yes") {
  761. PEERDIR+=contrib/libs/intel/core
  762. }
  763. when ($WITH_VALGRIND == "yes") {
  764. PEERDIR+=contrib/libs/valgrind
  765. # https://st.yandex-team.ru/DTCC-122
  766. CFLAGS+=-fdebug-default-version=4
  767. }
  768. }
  769. when ($EMBED_LINKER_MAP == "yes" || $EMBED_LINKER_CREF == "yes") {
  770. LINK_ADDITIONAL_SECTIONS_COMMAND+= \
  771. $OBJCOPY_TOOL $LINK_ADDITIONAL_SECTIONS $TARGET
  772. }
  773. _SO_EXT_FILTER=${ext=.so:PEERS} ${hide;late_out;nopath;ext=.so;pre=$BINDIR/:PEERS}
  774. when ($OS_WINDOWS == "yes") {
  775. _SO_EXT_FILTER=${ext=.dll:PEERS} ${hide;late_out;nopath;ext=.dll;pre=$BINDIR/:PEERS}
  776. }
  777. elsewhen ($OS_DARWIN == "yes" || $OS_IOS == "yes") {
  778. _SO_EXT_FILTER=${ext=.dylib:PEERS} ${hide;late_out;nopath;ext=.dylib;pre=$BINDIR/:PEERS}
  779. }
  780. LINK_OR_COPY_SO_CMD=
  781. RPATH_GLOBAL=
  782. when ($SO_OUTPUTS == "yes") {
  783. LINK_OR_COPY_SO_CMD=$FS_TOOLS link_or_copy_to_dir --no-check $_SO_EXT_FILTER ${BINDIR}
  784. LDFLAGS+=$RPATH_GLOBAL
  785. }
  786. # tag:restricted tag:DLL
  787. ### $usage: WITH_DYNAMIC_LIBS() # restricted
  788. ###
  789. ### Include dynamic libraries as extra PROGRAM/DLL outputs
  790. macro WITH_DYNAMIC_LIBS() {
  791. ENABLE(SO_OUTPUTS)
  792. }
  793. # tag:internal
  794. ### $usage: REAL_LINK_EXE_IMPL(peers...) # internal
  795. macro REAL_LINK_EXE_IMPL(WHOLE_ARCHIVE_PEERS...) {
  796. .CMD=$REAL_LINK_EXE_CMDLINE && $LINK_OR_COPY_SO_CMD
  797. }
  798. # tag:internal
  799. ### $usage: REAL_LINK_EXEC_DYN_LIB_IMPL(peers...) # internal
  800. macro REAL_LINK_EXEC_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  801. .CMD=$REAL_LINK_EXEC_DYN_LIB_CMDLINE
  802. }
  803. # tag:internal
  804. ### $usage: REAL_LINK_DYN_LIB_IMPL(peers...) # internal
  805. macro REAL_LINK_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  806. .CMD=$REAL_LINK_DYN_LIB_CMDLINE && $LINK_OR_COPY_SO_CMD
  807. }
  808. # tag:internal
  809. ### $usage: LINK_EXE_IMPL(peers...) # internal
  810. macro LINK_EXE_IMPL(WHOLE_ARCHIVE_PEERS...) {
  811. .CMD=$LINK_EXE_CMDLINE && $LINK_OR_COPY_SO_CMD
  812. }
  813. # tag:internal
  814. ### $usage: LINK_EXEC_DYN_LIB_IMPL(peers...) # internal
  815. macro LINK_EXEC_DYN_LIB_IMPL(WHOLE_ARCHIVE_PEERS...) {
  816. .CMD=$LINK_EXEC_DYN_LIB_CMDLINE
  817. }
  818. # tag:internal
  819. ### @usage: _LINK_UNIT # internal
  820. ###
  821. ### The base of all linkable modules: programs, DLLs etc. Describes common linking logic.
  822. module _LINK_UNIT: _BASE_UNIT {
  823. .EXTS=.o .obj .supp .tidyjson .ld
  824. .CMD=LINK_EXE
  825. .ALLOWED=EXTRALIBS OBJADDE_GLOBAL RESOURCE_FILES
  826. .NODE_TYPE=Program
  827. .PEERDIR_POLICY=as_build_from
  828. .FINAL_TARGET=yes
  829. .DEFAULT_NAME_GENERATOR=DirName
  830. .ARGS_PARSER=Base
  831. DEFAULT(ALLOCATOR $DEFAULT_ALLOCATOR)
  832. _USE_LINKER()
  833. #link with libunwind manually
  834. when ($DARWIN == "yes" && $NOPLATFORM != "yes") {
  835. PEERDIR += contrib/libs/cxxsupp
  836. }
  837. when ($NEED_PROFILE_RUNTIME == "yes") {
  838. when ($CLANG16 == "yes") {
  839. LDFLAGS+=-resource-dir=contrib/libs/clang-rt
  840. PEERDIR+=contrib/libs/clang16-rt/lib/profile
  841. }
  842. otherwise {
  843. LDFLAGS+=-resource-dir=contrib/libs/clang-rt
  844. PEERDIR+=contrib/libs/clang14-rt/lib/profile
  845. }
  846. }
  847. when ($USE_LIBCXXRT == "yes") {
  848. PEERDIR += contrib/libs/cxxsupp/libcxxrt
  849. }
  850. when ($USE_DYNAMIC_CUDA == "yes") {
  851. LINK_DYN_LIB_FLAGS += --dynamic-cuda
  852. LINK_SCRIPT_EXE_FLAGS += --dynamic-cuda
  853. }
  854. when ($OPENSOURCE == "yes" && $AUTOCHECK == "yes") {
  855. # FIXME: Replace AUTOCHECK == yes with _not a host platform_ check after YMAKE-218
  856. MODULE_LICENSES_RESTRICTION_TYPES = DENY
  857. MODULE_LICENSES_RESTRICTIONS = REQUIRE_DISCLOSURE FORBIDDEN NDA
  858. }
  859. when ($OS_IOS == "yes" || $OS_ANDROID == "yes" || $MAPSMOBI_BUILD_TARGET == "yes") {
  860. MODULE_LICENSES_RESTRICTION_TYPES = DENY
  861. MODULE_LICENSES_RESTRICTIONS = REQUIRE_DISCLOSURE FORBIDDEN NDA
  862. }
  863. ENABLE(COMMON_LINK_SETTINGS)
  864. CHECK_PROVIDES()
  865. }
  866. MODULE_TYPE=UNKNOWN
  867. macro ADD_CLANG_TIDY() {
  868. ADD_YTEST($MODULE_PREFIX$REALPRJNAME clang_tidy)
  869. when ($TIDY_ENABLED == "yes") {
  870. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_project_map.json
  871. _MAKEFILE_INCLUDE_LIKE_DEPS+=${ARCADIA_ROOT}/build/yandex_specific/config/clang_tidy/tidy_default_map.json
  872. }
  873. }
  874. # tag:internal
  875. ### @usage: _BASE_PROGRAM # internal
  876. ###
  877. ### The base of all programs. It adds dependencies to make final artefact complete and runnable.
  878. module _BASE_PROGRAM: _LINK_UNIT {
  879. .SYMLINK_POLICY=EXE
  880. .ALLOWED=INDUCED_DEPS WHOLE_ARCHIVE
  881. .GLOBAL=LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH
  882. SET(MODULE_TYPE PROGRAM)
  883. SET(MODULE_LANG CPP)
  884. FORCE_COVERAGE_ENABLED=yes
  885. when ($OS_IOS == "yes") {
  886. EXTS+=.ios.interface
  887. }
  888. when ($WIN32 == "yes" || $OS_CYGWIN == "yes") {
  889. MODULE_SUFFIX=.exe
  890. }
  891. when ($TIDY_ENABLED == "yes") {
  892. MODULE_SUFFIX=.tidyjson
  893. }
  894. when ($MSVC != "yes" && $NOPLATFORM != "yes" && $WITH_VALGRIND != "yes" && $USE_ASMLIB != "no" && $MIC_ARCH != "yes" && $PIC != "yes" && $PIE != "yes") {
  895. when ($OS_LINUX == "yes" && $ARCH_X86_64 == "yes" && $MUSL != "yes" && $SANITIZER_DEFINED != "yes" && $USE_THINLTO != "yes") {
  896. PEERDIR+=contrib/libs/glibcasm
  897. }
  898. otherwise {
  899. PEERDIR+=contrib/libs/asmlib
  900. }
  901. }
  902. when ($MUSL == "yes") {
  903. when ($MUSL_LITE == "yes") {
  904. PEERDIR += contrib/libs/musl
  905. }
  906. otherwise {
  907. PEERDIR += contrib/libs/musl/full
  908. }
  909. }
  910. DEFAULT(CPU_CHECK yes)
  911. when ($USE_SSE4 != "yes" || $NOUTIL == "yes" || $ALLOCATOR == "FAKE") {
  912. CPU_CHECK = no
  913. }
  914. when ($CPU_CHECK == "yes") {
  915. PEERDIR += library/cpp/cpuid_check
  916. }
  917. when ($USE_ARC_PROFILE == "yes" && $NOUTIL != "yes") {
  918. PEERDIR += library/cpp/execprofile/autostart
  919. }
  920. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no") {
  921. PEERDIR += contrib/libs/cxxsupp/libsan
  922. when ($CLANG) {
  923. select ($TARGET_PLATFORM) {
  924. "LINUX" ? {
  925. PEERDIR += library/cpp/sanitizer/${SANITIZER_TYPE}/static
  926. }
  927. "DARWIN" ? {
  928. # Memory sanitizer is not supported for darwin platform.
  929. # https://clang.llvm.org/docs/MemorySanitizer.html#supported-platforms
  930. when ($SANITIZER_TYPE != "memory") {
  931. PEERDIR += library/cpp/sanitizer/${SANITIZER_TYPE}/dynamic
  932. }
  933. }
  934. default ? {
  935. FATAL_ERROR_MESSAGE+=Unsupported platform for sanitizer
  936. }
  937. }
  938. }
  939. }
  940. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") {
  941. PEERDIR+=library/cpp/testing/dump_clang_coverage
  942. }
  943. when ($IDE_MSVS == "yes") {
  944. PEERDIR+=build/scripts/c_templates
  945. }
  946. when ($_CUSTOM_LINK_STEP_SCRIPT) {
  947. LINK_SCRIPT_EXE_FLAGS+=--python=$YMAKE_PYTHON --custom-step=${input:_CUSTOM_LINK_STEP_SCRIPT}
  948. }
  949. }
  950. VCS_INFO_SEM=vcs_info ${input;hide:"build/scripts/vcs_info.py"} ${input;hide:"build/scripts/c_templates/svn_interface.c"} ${input;hide:"build/scripts/c_templates/svnversion.h"}
  951. CPP_PROGRAM_SEM=add_executable $MODDIR $CMAKE_TARGET_NAME ${hide:TARGET} ${hide:AUTO_INPUT} $CMAKE_TARGET_ARTEFACT_RENAME_RULES \
  952. && ${VCS_INFO_SEM} \
  953. && target_link_options PRIVATE $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE \
  954. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  955. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  956. && target_compile_options PRIVATE $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW
  957. ### @usage: PROGRAM([progname])
  958. ###
  959. ### Regular program module.
  960. ### If name is not specified it will be generated from the name of the containing project directory.
  961. module PROGRAM: _BASE_PROGRAM {
  962. .SEM=CPP_PROGRAM_SEM
  963. ADD_YTEST($MODULE_PREFIX$REALPRJNAME coverage.extractor)
  964. ADD_CLANG_TIDY()
  965. }
  966. ### @usage: EXPORTS_SCRIPT(exports_file)
  967. ###
  968. ### Specify exports script within PROGRAM, DLL and DLL-derived modules.
  969. ### This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files.
  970. ### The other option use EXPORTS parameter of the DLL module itself.
  971. ###
  972. ### @see: [DLL](#module_DLL)
  973. macro EXPORTS_SCRIPT(Arg) {
  974. SET(EXPORTS_FILE $Arg)
  975. }
  976. ### @usage: NO_EXPORT_DYNAMIC_SYMBOLS()
  977. ###
  978. ### Disable exporting all non-hidden symbols as dynamic when linking a PROGRAM.
  979. macro NO_EXPORT_DYNAMIC_SYMBOLS() {
  980. ENABLE(NO_EXPORT_DYNAMIC_SYMBOLS)
  981. }
  982. ### @usage: EXPORT_ALL_DYNAMIC_SYMBOLS()
  983. ###
  984. ### Export all non-hidden symbols as dynamic when linking a PROGRAM.
  985. macro EXPORT_ALL_DYNAMIC_SYMBOLS() {
  986. # Dummy: default behaviour
  987. ENABLE(EXPORT_ALL_DYNAMIC_SYMBOLS)
  988. }
  989. ### @usage: USE_DYNAMIC_CUDA()
  990. ###
  991. ### Enable linking of PROGRAM with dynamic CUDA. By default CUDA uses static linking
  992. macro USE_DYNAMIC_CUDA() {
  993. LDFLAGS(-Wl,-rpath,$ORIGIN)
  994. ENABLE(USE_DYNAMIC_CUDA)
  995. }
  996. ### @usage: CUSTOM_LINK_STEP_SCRIPT(name)
  997. ###
  998. ### Specifies name of a script for custom link step. The scripts
  999. ### should be placed in the build/scripts directory and are subject to
  1000. ### review by devtools@.
  1001. macro CUSTOM_LINK_STEP_SCRIPT(Name) {
  1002. SET(_CUSTOM_LINK_STEP_SCRIPT build/scripts/$Name)
  1003. }
  1004. ### @usage: _BASE_UNITTEST # internal
  1005. ###
  1006. ### Module with base logic for all unit-test modules: it makes code runnable as unit-test by Arcadia testing machinery.
  1007. module _BASE_UNITTEST: _BASE_PROGRAM {
  1008. .FINAL_TARGET=no
  1009. .NODE_TYPE=Program
  1010. .ALLOWED=YT_SPEC
  1011. when ($UT_SKIP_EXCEPTIONS == "yes") {
  1012. C_DEFINES+=-DUT_SKIP_EXCEPTIONS
  1013. }
  1014. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1015. }
  1016. _TEST_SPLIT_FACTOR_SEM=1
  1017. _TEST_TIMEOUT_SEM=
  1018. _TEST_PARTITION_SEM=
  1019. UNITTEST_SEM=$CPP_PROGRAM_SEM \
  1020. && set_property TARGET $REALPRJNAME PROPERTY SPLIT_FACTOR $_TEST_SPLIT_FACTOR_SEM \
  1021. $_TEST_PARTITION_SEM \
  1022. && add_yunittest NAME $REALPRJNAME TEST_TARGET $REALPRJNAME TEST_ARG --print-before-suite --print-before-test --fork-tests --print-times --show-fails \
  1023. && set_yunittest_property TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1024. && add_ytest_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1025. $_TEST_TIMEOUT_SEM
  1026. # tag:test
  1027. ### @usage: UNITTEST([name])
  1028. ###
  1029. ### Unit test module based on library/cpp/testing/unittest.
  1030. ### It is recommended not to specify the name.
  1031. ###
  1032. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#opisanievya.make1
  1033. module UNITTEST: _BASE_UNITTEST {
  1034. .SEM=UNITTEST_SEM
  1035. .DEFAULT_NAME_GENERATOR=FullPath
  1036. .ARGS_PARSER=Base
  1037. PEERDIR(library/cpp/testing/unittest_main)
  1038. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1039. when ($TEST_FORK_MODE != "none") {
  1040. when ($TEST_SPLIT_FACTOR) {
  1041. _TEST_SPLIT_FACTOR_SEM=$TEST_SPLIT_FACTOR
  1042. }
  1043. otherwise {
  1044. _TEST_SPLIT_FACTOR_SEM=10
  1045. }
  1046. when ($TEST_PARTITION == "MODULO") {
  1047. _TEST_PARTITION_SEM=&& set_property TARGET $REALPRJNAME PROPERTY SPLIT_TYPE $TEST_PARTITION \
  1048. }
  1049. }
  1050. when ($TEST_TIMEOUT) {
  1051. _TEST_TIMEOUT_SEM=&& set_yunittest_property TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT
  1052. }
  1053. }
  1054. # tag:yt-specific tag:test
  1055. ### @usage: YT_UNITTEST([name])
  1056. ###
  1057. ### YT Unit test module based on library/cpp/testing/unittest with NYT::Initialize hook
  1058. module YT_UNITTEST: _BASE_UNITTEST {
  1059. PEERDIR(library/cpp/testing/unittest_main mapreduce/yt/tests/yt_initialize_hook)
  1060. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1061. }
  1062. # tag:test
  1063. ### @usage: UNITTEST_WITH_CUSTOM_ENTRY_POINT([name])
  1064. ###
  1065. ### Generic unit test module.
  1066. module UNITTEST_WITH_CUSTOM_ENTRY_POINT: _BASE_UNITTEST {
  1067. ADD_YTEST($MODULE_PREFIX$REALPRJNAME unittest.py)
  1068. }
  1069. GTEST_SEM=$CPP_PROGRAM_SEM \
  1070. && add_test NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1071. && set_property TEST $REALPRJNAME PROPERTY LABELS $TEST_SIZE_NAME $FILTER_ONLY_TEST_TAGS \
  1072. && add_test_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1073. $_TEST_TIMEOUT_SEM
  1074. # tag:cpp-specific tag:test
  1075. ### @usage: GTEST([name])
  1076. ###
  1077. ### Unit test module based on library/cpp/testing/gtest.
  1078. ### It is recommended not to specify the name.
  1079. ###
  1080. ### Documentation: https://docs.yandex-team.ru/arcadia-cpp/cpp_test
  1081. module GTEST: _BASE_UNITTEST {
  1082. .SEM=GTEST_SEM
  1083. .DEFAULT_NAME_GENERATOR=FullPath
  1084. .ARGS_PARSER=Base
  1085. PEERDIR(library/cpp/testing/gtest library/cpp/testing/gtest_main)
  1086. ADD_YTEST($MODULE_PREFIX$REALPRJNAME gunittest)
  1087. when ($TEST_TIMEOUT) {
  1088. _TEST_TIMEOUT_SEM=&& set_property TEST $REALPRJNAME PROPERTY TIMEOUT $TEST_TIMEOUT
  1089. }
  1090. }
  1091. USE_AFL=no
  1092. # tag:fuzzing
  1093. ### @usage: FUZZ()
  1094. ###
  1095. ### In order to start using Fuzzing in Arcadia, you need to create a FUZZ module with the implementation of the function LLVMFuzzerTestOneInput().
  1096. ### This module should be reachable by RECURSE from /autocheck project in order for the corpus to be regularly updated.
  1097. ### AFL and Libfuzzer are supported in Arcadia via a single interface, but the automatic fuzzing still works only through Libfuzzer.
  1098. ###
  1099. ### Example: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/re2/re2/fuzzing/re2_fuzzer.cc?rev=2919463#L58
  1100. ###
  1101. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1102. module FUZZ: _BASE_PROGRAM {
  1103. .NODE_TYPE=Program
  1104. .FINAL_TARGET=no
  1105. .ALLOWED=FUZZ_DICTS FUZZ_OPTS
  1106. SET(LIBFUZZER_PATH contrib/libs/libfuzzer)
  1107. when ($USE_AFL == "no") {
  1108. PEERDIR+=$LIBFUZZER_PATH
  1109. }
  1110. when ($USE_AFL == "yes") {
  1111. PEERDIR+=$LIBFUZZER_PATH/afl
  1112. }
  1113. when (!$SANITIZER_TYPE || $SANITIZER_TYPE == "no") {
  1114. PEERDIR+=library/cpp/testing/nofuzz
  1115. }
  1116. ADD_YTEST($MODULE_PREFIX$REALPRJNAME fuzz.test)
  1117. }
  1118. # tag:ios-specific
  1119. PACK_IOS_CMD=
  1120. when ($OS_IOS && $BUILD_IOS_APP) {
  1121. PACK_IOS_CMD=$YMAKE_PYTHON ${input:"build/scripts/pack_ios.py"} --binary $TARGET --target $TARGET --temp-dir $BINDIR $PEERS
  1122. }
  1123. LINK_BOOSTTEST_CMD=
  1124. BOOST_TEST_TYPE_STRING=
  1125. when ($BOOSTTEST_IS_FAT_OBJECT) {
  1126. LINK_BOOSTTEST_CMD=$LINK_RECURSIVE_LIBRARY
  1127. BOOST_TEST_TYPE_STRING=no.test
  1128. }
  1129. otherwise {
  1130. LINK_BOOSTTEST_CMD=$LINK_EXE
  1131. BOOST_TEST_TYPE_STRING=boost.test
  1132. }
  1133. # tag:deprecated
  1134. ### @usage: BOOSTTEST([name]) #deprecated
  1135. ###
  1136. ### Test module based on boost/test/unit_test.hpp.
  1137. ### As with entire boost library usage of this technology is deprecated in Arcadia and restricted with configuration error in most of projects.
  1138. ### No new module of this type should be introduced unless it is explicitly approved by C++ committee.
  1139. module BOOSTTEST: _BASE_PROGRAM {
  1140. .NODE_TYPE=Program
  1141. .FINAL_TARGET=no
  1142. .CMD=LINK_BOOSTTEST_CMD
  1143. PEERDIR(library/cpp/testing/boost_test)
  1144. when ($BOOSTTEST_IS_FAT_OBJECT) {
  1145. MODULE_SUFFIX=.a
  1146. }
  1147. elsewhen ($OS_IOS && $BUILD_IOS_APP) {
  1148. PEERDIR+=devtools/boosttest_ios_wrapper/library
  1149. MODULE_SUFFIX=.ios.tar
  1150. }
  1151. ADD_YTEST($MODULE_PREFIX$REALPRJNAME $BOOST_TEST_TYPE_STRING)
  1152. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1153. }
  1154. # tag:deprecated
  1155. ### @usage BOOSTTEST_WITH_MAIN([name]) #deprecated
  1156. ###
  1157. ### Same as BOOSTTEST (see above), but comes with builtin int main(argc, argv) implementation
  1158. module BOOSTTEST_WITH_MAIN: BOOSTTEST {
  1159. PEERDIR(library/cpp/testing/boost_test_main)
  1160. }
  1161. FUZZ_DICTS_VALUE=
  1162. ### @usage: FUZZ_DICTS(path1 [path2...])
  1163. ###
  1164. ### Allows you to specify dictionaries, relative to the root of Arcadia, which will be used in Fuzzing.
  1165. ### Libfuzzer and AFL use a single syntax for dictionary descriptions.
  1166. ### Should only be used in FUZZ modules.
  1167. ###
  1168. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1169. macro FUZZ_DICTS(Data...) {
  1170. SET_APPEND(FUZZ_DICTS_VALUE $Data)
  1171. }
  1172. FUZZ_OPTS_VALUE=
  1173. ### @usage: FUZZ_OPTS(opt1 [Opt2...])
  1174. ###
  1175. ### Overrides or adds options to the corpus mining and fuzzer run.
  1176. ### Currently supported only Libfuzzer, so you should use the options for it.
  1177. ### Should only be used in FUZZ modules.
  1178. ###
  1179. ### @example:
  1180. ###
  1181. ### FUZZ_OPTS (
  1182. ### -max_len=1024
  1183. ### -rss_limit_mb=8192
  1184. ### )
  1185. ###
  1186. ### Documentation: https://wiki.yandex-team.ru/yatool/fuzzing/
  1187. macro FUZZ_OPTS(Data...) {
  1188. SET_APPEND(FUZZ_OPTS_VALUE $Data)
  1189. }
  1190. # tag:yt-specific tag:test
  1191. TEST_YT_SPEC_VALUE=
  1192. ### @usage: YT_SPEC(path1 [path2...])
  1193. ###
  1194. ### Allows you to specify json-files with YT task and operation specs,
  1195. ### which will be used to run test node in the YT.
  1196. ### Test must be marked with ya:yt tag.
  1197. ### Files must be relative to the root of Arcadia.
  1198. ###
  1199. ### Documentation: https://wiki.yandex-team.ru/yatool/test/
  1200. macro YT_SPEC(Data...) {
  1201. SET_APPEND(TEST_YT_SPEC_VALUE $Data)
  1202. }
  1203. # tag:test
  1204. TEST_SRCS_VALUE=
  1205. ### @usage: TEST_SRCS(Files...)
  1206. ###
  1207. ### In PY2TEST, PY3TEST and PY*_LIBRARY modules used as PY_SRCS macro and additionally used to mine test cases to be executed by testing framework.
  1208. ###
  1209. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#testynapytest
  1210. macro TEST_SRCS(Tests...) {
  1211. SET_APPEND(TEST_SRCS_VALUE $Tests)
  1212. }
  1213. macro DISABLE_DATA_VALIDATION() {
  1214. DISABLE(VALIDATE_DATA)
  1215. }
  1216. # tag:test
  1217. TEST_DATA_VALUE=
  1218. ### @usage: DATA([path...])
  1219. ###
  1220. ### Specifies the path to the data necessary test.
  1221. ### Valid values are: arcadia/<path> , arcadia_tests_data/<path> and sbr://<resource_id>.
  1222. ### In the latter case resource will be brought to the working directory of the test before it is started
  1223. ###
  1224. ### Used only inside TEST modules.
  1225. ###
  1226. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#dannyeizrepozitorija
  1227. macro DATA(Data...) {
  1228. SET_APPEND(TEST_DATA_VALUE $Data)
  1229. ADD_CHECK(check.data $Data)
  1230. }
  1231. # tag:test
  1232. ### @usage: DATA_FILES([path...])
  1233. ###
  1234. ### Specifies the path to the arcadia source data necessary test.
  1235. ### Used only inside TEST modules.
  1236. ###
  1237. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#dannyeizrepozitorija
  1238. macro DATA_FILES(Paths...) {
  1239. SET_APPEND(TEST_DATA_VALUE ${pre=arcadia/:Paths})
  1240. _DATA_FILES($Paths)
  1241. }
  1242. # tag:test
  1243. ### @usage: EXPLICIT_DATA()
  1244. ###
  1245. ### Disables implicit macro DATA(<module_path>).
  1246. ADD_SRCDIR_TO_TEST_DATA=yes
  1247. macro EXPLICIT_DATA() {
  1248. SET(ADD_SRCDIR_TO_TEST_DATA no)
  1249. }
  1250. # tag:test
  1251. TEST_TAGS_VALUE=
  1252. ### @usage: TAG ([tag...])
  1253. ###
  1254. ### Each test can have one or more tags used to filter tests list for running.
  1255. ### There are also special tags affecting test behaviour, for example ya:external, sb:ssd.
  1256. ###
  1257. ### Documentation: https://wiki.yandex-team.ru/yatool/test/#obshhieponjatija
  1258. macro TAG(Tags...) {
  1259. SET_APPEND(TEST_TAGS_VALUE $Tags)
  1260. }
  1261. # tag:test
  1262. TEST_REQUIREMENTS_VALUE=
  1263. ### @usage: REQUIREMENTS([cpu:<count>] [disk_usage:<size>] [ram:<size>] [ram_disk:<size>] [container:<id>] [network:<restricted|full>] [dns:dns64])
  1264. ###
  1265. ### Allows you to specify the requirements of the test.
  1266. ###
  1267. ### Documentation about the Arcadia test system: https://wiki.yandex-team.ru/yatool/test/
  1268. macro REQUIREMENTS(Tags...) {
  1269. SET_APPEND(TEST_REQUIREMENTS_VALUE $Tags)
  1270. }
  1271. # tag:test
  1272. TEST_ENV_VALUE=
  1273. ### @usage: ENV(key[=value])
  1274. ###
  1275. ### Sets env variable key to value (gets value from system env by default).
  1276. macro ENV(Data...) {
  1277. SET_APPEND(TEST_ENV_VALUE ${quo:Data})
  1278. }
  1279. ### @usage: CONFTEST_LOAD_POLICY_LOCAL()
  1280. ###
  1281. ### Loads conftest.py files in a way that pytest does it
  1282. macro CONFTEST_LOAD_POLICY_LOCAL() {
  1283. SET_APPEND(TEST_ENV_VALUE "CONFTEST_LOAD_POLICY=LOCAL")
  1284. }
  1285. # tag:test
  1286. TEST_RECIPES_VALUE=
  1287. ### @usage: USE_RECIPE(path [arg1 arg2...])
  1288. ###
  1289. ### Provides prepared environment via recipe for test.
  1290. ###
  1291. ### Documentation: https://wiki.yandex-team.ru/yatool/test/recipes
  1292. macro USE_RECIPE(Data...) {
  1293. SET_APPEND(TEST_RECIPES_VALUE $Data)
  1294. SET_APPEND(TEST_RECIPES_VALUE "USE_RECIPE_DELIM")
  1295. }
  1296. # tag:python-specific tag:test
  1297. TEST_PYTHON_PATH_VALUE=
  1298. # tag:python-specific tag:test
  1299. ### @usage: PYTHON_PATH(Path)
  1300. ###
  1301. ### Set path to Python that will be used to runs scripts in tests
  1302. macro PYTHON_PATH(Path) {
  1303. SET(TEST_PYTHON_PATH_VALUE $Path)
  1304. }
  1305. # tag:test
  1306. SKIP_TEST_VALUE=
  1307. ### @usage: SKIP_TEST(Reason)
  1308. ###
  1309. ### Skip the suite defined by test module. Provide a reason to be output in test execution report.
  1310. macro SKIP_TEST(Reason...) {
  1311. SET(SKIP_TEST_VALUE $Reason)
  1312. }
  1313. # tag:test
  1314. LINT_LEVEL_VALUE=extended
  1315. _NO_LINT_VALUE=
  1316. ### @usage: NO_LINT([ktlint])
  1317. ###
  1318. ### Do not check for style files included in PY_SRCS, TEST_SRCS, JAVA_SRCS.
  1319. ### Ktlint can be disabled using NO_LINT(ktlint) explicitly.
  1320. macro NO_LINT(ktlint?"ktlint":"none") {
  1321. SET(_NO_LINT_VALUE ${ktlint})
  1322. }
  1323. ### @usage: LINT(<none|base|strict>)
  1324. ###
  1325. ### Set linting level for sources of the module
  1326. macro LINT(level) {
  1327. SET(LINT_LEVEL_VALUE $level)
  1328. }
  1329. # tag:cpp-specific tag:test
  1330. module CPP_STYLE_TEST_14: PY3TEST_BIN {
  1331. DEPENDS(contrib/libs/clang14/tools/clang-format)
  1332. PEERDIR+=library/python/cpp_test
  1333. }
  1334. macro STYLE(Globs...) {
  1335. _GLOB(STYLE_SRCS_GLOB ${pre=${ARCADIA_ROOT}:Globs})
  1336. _STYLE(${STYLE_SRCS_GLOB})
  1337. }
  1338. # tag:cpp-specific tag:deprecated tag:test
  1339. ### @usage: GTEST_UGLY([name])
  1340. ###
  1341. ### Deprecated, do not use in new projects. Use GTEST instead.
  1342. ###
  1343. ### The test module based on gtest (contrib/libs/gtest contrib/libs/gmock).
  1344. ### Use public documentation on gtest for details.
  1345. ###
  1346. ### Documentation about the Arcadia test system: https://wiki.yandex-team.ru/yatool/test/
  1347. module GTEST_UGLY: _BASE_PROGRAM {
  1348. .NODE_TYPE=Program
  1349. .FINAL_TARGET=no
  1350. PEERDIR(contrib/restricted/googletest/googlemock contrib/restricted/googletest/googletest)
  1351. ADD_YTEST($MODULE_PREFIX$REALPRJNAME gtest)
  1352. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1353. }
  1354. # tag:test
  1355. ### @usage: EXECTEST()
  1356. ###
  1357. ### Module definition of generic test that executes a binary.
  1358. ### Use macro RUN to specify binary to run.
  1359. ###
  1360. ### @example:
  1361. ###
  1362. ### EXECTEST()
  1363. ### OWNER(g:yatool)
  1364. ###
  1365. ### RUN(
  1366. ### cat input.txt
  1367. ### )
  1368. ### DATA(
  1369. ### arcadia/devtools/ya/test/tests/exectest/data
  1370. ### )
  1371. ### DEPENDS(
  1372. ### devtools/dummy_arcadia/cat
  1373. ### )
  1374. ### TEST_CWD(devtools/ya/test/tests/exectest/data)
  1375. ### END()
  1376. ###
  1377. ### More examples: https://wiki.yandex-team.ru/yatool/test/#exec-testy
  1378. ###
  1379. ### @see: [RUN()](#macro_RUN)
  1380. module EXECTEST: _BARE_UNIT {
  1381. .NODE_TYPE=Program
  1382. .FINAL_TARGET=no
  1383. .ALLOWED=YT_SPEC
  1384. .RESTRICTED=FORK_TEST_FILES
  1385. .DEFAULT_NAME_GENERATOR=FullPath
  1386. .ARGS_PARSER=Base
  1387. SET(MODULE_SUFFIX .pkg.fake)
  1388. SETUP_EXECTEST()
  1389. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS canondata/result.json)
  1390. }
  1391. # tag:cpp-specific tag:test
  1392. ### @usage: Y_BENCHMARK([benchmarkname])
  1393. ###
  1394. ### Benchmark test based on the library/cpp/testing/benchmark.
  1395. ###
  1396. ### For more details see: https://wiki.yandex-team.ru/yatool/test/#zapuskbenchmark
  1397. module Y_BENCHMARK: PROGRAM {
  1398. .SEM=CPP_PROGRAM_SEM
  1399. PEERDIR(library/cpp/testing/benchmark/main)
  1400. }
  1401. GBENCH_SEM=$CPP_PROGRAM_SEM \
  1402. && add_test NAME $REALPRJNAME COMMAND $REALPRJNAME \
  1403. && set_property TEST $REALPRJNAME PROPERTY LABELS SMALL $FILTER_ONLY_TEST_TAGS \
  1404. && add_test_requirements $REALPRJNAME $DEFAULT_REQUIREMENTS $TEST_REQUIREMENTS_VALUE \
  1405. $_TEST_TIMEOUT_SEM
  1406. # tag:cpp-specific tag:test
  1407. ### @usage: G_BENCHMARK([benchmarkname])
  1408. ###
  1409. ### Benchmark test based on the google benchmark.
  1410. ###
  1411. ### For more details see: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/benchmark/README.md
  1412. module G_BENCHMARK: _BASE_PROGRAM {
  1413. .SEM=GBENCH_SEM
  1414. .ALLOWED=YT_SPEC
  1415. PEERDIR(library/cpp/testing/gbenchmark)
  1416. ADD_YTEST($MODULE_PREFIX$REALPRJNAME g_benchmark)
  1417. }
  1418. # tag:test
  1419. TEST_ROOT=$(TESTS_DATA_ROOT)
  1420. RESULT_MAX_FILE=0
  1421. STRIP_FILES=--dont-strip-files
  1422. VERIFY_RESULTS=--verify-results
  1423. ADDITIONAL_PATH=
  1424. # set for tests variables to fill it by YA_DEV or YA
  1425. YA_ROOT=ya
  1426. when ($YA_DEV == "yes") {
  1427. YA_ROOT=ya-dev
  1428. }
  1429. # tag:test
  1430. ### @usage: UNITTEST_FOR(path/to/lib)
  1431. ###
  1432. ### Convenience extension of UNITTEST module.
  1433. ### The UNINTTEST module with additional SRCDIR + ADDINCL + PEERDIR on path/to/lib.
  1434. ### path/to/lib is the path to the directory with the LIBRARY project.
  1435. ###
  1436. ### Documentation about the Arcadia test system: https://wiki.yandex-team.ru/yatool/test/
  1437. module UNITTEST_FOR: UNITTEST {
  1438. .SEM=UNITTEST_SEM
  1439. PEERDIR(ADDINCL $UNITTEST_DIR)
  1440. SRCDIR($UNITTEST_DIR)
  1441. }
  1442. ### @usage: _LIBRARY # internal
  1443. ###
  1444. ### Base module definition for all libraries.
  1445. ### Contains basic logic like module properties, default variable values etc.
  1446. ### All libraries similar to C++-libraries should be inherited from it.
  1447. module _LIBRARY: _BASE_UNIT {
  1448. .CMD=LINK_LIB
  1449. .NODE_TYPE=Library
  1450. .PEERDIR_POLICY=as_include
  1451. .EXTS=.o .obj .a .mf .supp .tidyjson .ld .lib
  1452. .ALLOWED=GRPC USE_SKIFF EXTRALIBS OBJADDE_GLOBAL RESOURCE_FILES
  1453. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS SRCS _WHOLE_ARCHIVE_LIBS_VALUE RPATH
  1454. .RESTRICTED=ALLOCATOR SIZE TAG DATA TEST_DATA DEPENDS FORK_TESTS FORK_SUBTESTS SPLIT_FACTOR TEST_CWD RUN TIMEOUT SPLIT_DWARF
  1455. .FINAL_TARGET=no
  1456. .GLOBAL_CMD=GLOBAL_LINK_LIB
  1457. .GLOBAL_EXTS=.o .obj .tidyjson
  1458. GLOBAL_SUFFIX=.global$MODULE_SUFFIX
  1459. #TODO: Remove this hack (really we do not need add fake src at all)
  1460. ENABLE(NEED_ADD_FAKE_SRC)
  1461. _REQUIRE_EXPLICIT_LICENSE(contrib)
  1462. CHECK_CONTRIB_CREDITS(contrib/clickhouse contrib/libs contrib/deprecated EXCEPT contrib/deprecated/python)
  1463. when ($USE_MKL == "yes") {
  1464. NOPLATFORM=yes
  1465. }
  1466. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1467. MODULE_PREFIX=
  1468. MODULE_SUFFIX=.lib
  1469. }
  1470. otherwise {
  1471. when ($TIDY_ENABLED == "yes") {
  1472. MODULE_PREFIX=
  1473. MODULE_SUFFIX=.tidyjson
  1474. }
  1475. otherwise {
  1476. MODULE_PREFIX=lib
  1477. MODULE_SUFFIX=.a
  1478. }
  1479. }
  1480. when ($WERROR != "no") {
  1481. when ($WERROR_MODE == "all" || ($WERROR_MODE == "compiler_specific" && $WERROR == "yes")) {
  1482. C_WARNING_OPTS += $WERROR_FLAG
  1483. }
  1484. }
  1485. when ($WITH_VALGRIND == "yes") {
  1486. PEERDIR+=contrib/libs/valgrind
  1487. # https://st.yandex-team.ru/DTCC-1227
  1488. CFLAGS+=-fdebug-default-version=4
  1489. }
  1490. when ($USE_ARCADIA_LIBM == "yes") {
  1491. PEERDIR+=contrib/libs/libm
  1492. }
  1493. }
  1494. CPP_LIBRARY_INDUCED_SEM_PROPERTY=consumer_link_library
  1495. CPP_LIBRARY_SEM=add_library ${MODDIR} $CMAKE_TARGET_NAME ${hide:TARGET} ${hide:AUTO_INPUT} $CMAKE_TARGET_ARTEFACT_RENAME_RULES \
  1496. && library_fake_marker FAKE_MODULE ${FAKE_MODULE} \
  1497. && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET \
  1498. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1499. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1500. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1501. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1502. && target_link_options INTERFACE $LDFLAGS_GLOBAL_RAW \
  1503. && add_language C && add_language CXX
  1504. CPP_OBJ_LIBRARY_SEM=add_global_library_for ${MODDIR} ${suf=.global:CMAKE_TARGET_NAME} $CMAKE_TARGET_NAME ${hide:GLOBAL_TARGET} ${hide:AUTO_INPUT} \
  1505. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1506. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1507. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1508. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW
  1509. CMAKE_FIND_PKG=
  1510. CMAKE_LINK_TARGET=$REALPRJNAME
  1511. CMAKE_FIND_PKG_COMP=
  1512. CONAN_REQUIRE=
  1513. CONAN_OPTS_SEM=
  1514. ### @usage: LIBRARY()
  1515. ###
  1516. ### The regular static library module.
  1517. ###
  1518. ### The LIBRARY() is intermediate module, so when built directly it won't build its dependencies.
  1519. ### It transitively provides its PEERDIRs to ultimate final target, where all LIBRARY() modules are built and linked together.
  1520. ###
  1521. ### This is C++ library, and it selects peers from multimodules accordingly.
  1522. ###
  1523. ### It makes little sense to mention LIBRARY in DEPENDS or BUNDLE, package and deploy it since it is not a standalone entity.
  1524. ### In order to use library in tests PEERDIR it to link into tests.
  1525. ### If you think you need to distribute static library please contact devtools@ for assistance.
  1526. module LIBRARY: _LIBRARY {
  1527. .GLOBAL=_AARS _PROGUARD_RULES
  1528. .SEM=CPP_LIBRARY_SEM
  1529. .GLOBAL_SEM=CPP_OBJ_LIBRARY_SEM
  1530. .DEFAULT_NAME_GENERATOR=ThreeDirNames
  1531. .ARGS_PARSER=Base
  1532. when ($CMAKE_PACKAGE_COMPONENT != "") {
  1533. CMAKE_FIND_PKG_COMP=COMPONENTS $CMAKE_PACKAGE_COMPONENT
  1534. }
  1535. when ($CMAKE_PACKAGE != "") {
  1536. CMAKE_FIND_PKG=find_package $CMAKE_PACKAGE $CMAKE_FIND_PKG_COMP
  1537. CPP_LIBRARY_SEM=$CMAKE_FIND_PKG && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET $CONAN_REQUIRE $CONAN_OPTS_SEM && IGNORED
  1538. }
  1539. when ($CONAN_REFERENCE != "") {
  1540. CONAN_REQUIRE=&& conan_require $CONAN_REFERENCE
  1541. CPP_LIBRARY_SEM=$CMAKE_FIND_PKG && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET $CONAN_REQUIRE $CONAN_OPTS_SEM && IGNORED
  1542. }
  1543. when ($CONAN_PKG_OPTS != "") {
  1544. CONAN_OPTS_SEM=&& conan_options $CONAN_PKG_OPTS
  1545. }
  1546. when ($OPENSOURCE_EXPORT == "no") {
  1547. CPP_LIBRARY_SEM=IGNORED
  1548. }
  1549. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no" && $SANITIZE_HEADERS && $SANITIZE_HEADERS != "no") {
  1550. PEERDIR += library/cpp/sanitizer/include
  1551. }
  1552. when ($HAS_CPP_PROTOBUF_PEERS == "yes") {
  1553. PEERDIR+=$CPP_PROTOBUF_PEERS
  1554. }
  1555. SET(MODULE_TYPE LIBRARY)
  1556. SET(MODULE_LANG CPP)
  1557. ADD_CLANG_TIDY()
  1558. }
  1559. # tag:internal
  1560. ### @usage: _BARE_MODULE() # internal
  1561. ###
  1562. ### Remove unwanted dependencies for "empty" library module
  1563. macro _BARE_MODULE() {
  1564. SET(NEED_PLATFORM_PEERDIRS no)
  1565. SET(PEERDIR_TEST_TOOL no)
  1566. DISABLE(WITH_VALGRIND)
  1567. NO_CODENAVIGATION()
  1568. NO_PLATFORM()
  1569. NO_RUNTIME()
  1570. NO_UTIL()
  1571. NO_CLANG_TIDY()
  1572. }
  1573. # tag:internal
  1574. ### @usage: _BARE_LINK_MODULE() # internal
  1575. ###
  1576. ### Remove unwanted dependencies for "empty" link module
  1577. macro _BARE_LINK_MODULE() {
  1578. _BARE_MODULE()
  1579. DISABLE(COMMON_LINK_SETTINGS)
  1580. ALLOCATOR(FAKE)
  1581. }
  1582. # tag:internal
  1583. ### @usage: _CONDITIONAL_SRCS([USE_CONDITIONAL_SRCS] Files...) # internal
  1584. ###
  1585. ### Adds Files... to SRCS if first word is `USE_CONDITIONAL_SRCS`
  1586. ### To be used with some variable which is set to `USE_CONDITIONAL_SRCS` under condition
  1587. macro _CONDITIONAL_SRCS(USE_CONDITIONAL_SRCS[], DYMMY...) {
  1588. SRCS($USE_CONDITIONAL_SRCS)
  1589. }
  1590. # XXX: dirty hack for correct LDFLAGS passing
  1591. RESOURCES_LIBRARY_LINK=$TOUCH_UNIT
  1592. RESOURCES_LIBRARY_SEM=IGNORED
  1593. ### @usage: RESOURCES_LIBRARY()
  1594. ###
  1595. ### Definition of a module that brings its content from external source (Sandbox) via DECLARE_EXTERNAL_RESOURCE macro.
  1596. ### This can participate in PEERDIRs of others as library but it cannot have own sources and PEERDIRs.
  1597. ###
  1598. ### @see: [DECLARE_EXTERNAL_RESOURCE()](#macro_DECLARE_EXTERNAL_RESOURCE)
  1599. module RESOURCES_LIBRARY: _BARE_UNIT {
  1600. .CMD=RESOURCES_LIBRARY_LINK
  1601. .SEM=RESOURCES_LIBRARY_SEM
  1602. .ALLOWED=DECLARE_EXTERNAL_RESOURCE EXTRALIBS OBJADDE_GLOBAL
  1603. .RESTRICTED=ALLOCATOR SIZE TAG DATA TEST_DATA DEPENDS FORK_TESTS FORK_SUBTESTS SPLIT_FACTOR TEST_CWD RUN TIMEOUT SRC SRCS PEERDIR SPLIT_DWARF
  1604. .NODE_TYPE=Library
  1605. .PEERDIR_POLICY=as_include
  1606. .EXTS=.o .obj .a .mf .supp .tidyjson .ld .lib
  1607. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH
  1608. when ($CMAKE_PACKAGE_COMPONENT != "") {
  1609. CMAKE_FIND_PKG_COMP=COMPONENTS $CMAKE_PACKAGE_COMPONENT
  1610. }
  1611. when ($CMAKE_PACKAGE != "") {
  1612. CMAKE_FIND_PKG=find_package $CMAKE_PACKAGE $CMAKE_FIND_PKG_COMP
  1613. RESOURCES_LIBRARY_SEM=$CMAKE_FIND_PKG && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET $CONAN_REQUIRE $CONAN_OPTS_SEM && IGNORED
  1614. }
  1615. when ($CONAN_REFERENCE != "") {
  1616. CONAN_REQUIRE=&& conan_require $CONAN_REFERENCE
  1617. RESOURCES_LIBRARY_SEM=$CMAKE_FIND_PKG && ${CPP_LIBRARY_INDUCED_SEM_PROPERTY} PUBLIC $CMAKE_LINK_TARGET $CONAN_REQUIRE $CONAN_OPTS_SEM && IGNORED
  1618. }
  1619. when ($CONAN_PKG_OPTS != "") {
  1620. CONAN_OPTS_SEM=&& conan_options $CONAN_PKG_OPTS
  1621. }
  1622. MODULE_SUFFIX=.pkg.fake
  1623. ENABLE(NEED_ADD_FAKE_SRC)
  1624. WITHOUT_LICENSE_TEXTS()
  1625. }
  1626. FAT_OBJECT_SEM=add_fat_object ${MODDIR} ${CMAKE_TARGET_NAME} ${hide:TARGET} ${hide:AUTO_INPUT} ${CMAKE_TARGET_ARTEFACT_RENAME_RULES} \
  1627. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1628. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1629. && set_global_flags FAT_OBJECT_PREFIX ${MODULE_PREFIX} \
  1630. && set_global_flags FAT_OBJECT_SUFFIX ${MODULE_SUFFIX}
  1631. ### Do not turn visibility=hidden symbos into static symbos of partially linked object file
  1632. ###
  1633. ### Note: This variable do not have any effect on platforms other than MacOS and iOS.
  1634. KEEP_FAT_OBJECT_SYMBOLS=no
  1635. ### @usage: FAT_OBJECT()
  1636. ###
  1637. ### The "fat" object module. It will contain all its transitive dependencies reachable by PEERDIRs:
  1638. ### static libraries, local (from own SRCS) and global (from peers') object files.
  1639. ###
  1640. ### Designed for use in XCode projects for iOS.
  1641. module FAT_OBJECT: LIBRARY {
  1642. .ALLOWED=PACK_GLOBALS_IN_LIBRARY
  1643. .CMD=LINK_FAT_OBJECT
  1644. .SEM=FAT_OBJECT_SEM
  1645. .PEERDIR_POLICY=as_build_from
  1646. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1647. MODULE_SUFFIX=.lib
  1648. }
  1649. otherwise {
  1650. MODULE_SUFFIX=.a
  1651. }
  1652. when (($OS_DARWIN == "yes" || $OS_IOS == "yes") && $KEEP_FAT_OBJECT_SYMBOLS == "yes") {
  1653. LDFLAGS_GLOBAL += -keep_private_externs
  1654. }
  1655. when ($OS_IOS == "yes" || $OS_ANDROID == "yes" || $MAPSMOBI_BUILD_TARGET == "yes") {
  1656. MODULE_LICENSES_RESTRICTION_TYPES = DENY
  1657. MODULE_LICENSES_RESTRICTIONS = REQUIRE_DISCLOSURE FORBIDDEN NDA
  1658. }
  1659. # FIXME: This is weird legacy
  1660. when ($OS_ANDROID == "yes") {
  1661. MODULE_PREFIX=lib
  1662. }
  1663. otherwise {
  1664. MODULE_PREFIX=
  1665. }
  1666. _USE_LINKER()
  1667. # This module requires at least one .o which is not subject to removal so just add _fake_src.cpp as SRCS
  1668. # ymake's handling of NEED_ADD_FAKE_SRC may insert arbitrary command, not necessarily compilation
  1669. DISABLE(NEED_ADD_FAKE_SRC)
  1670. SRCS(build/scripts/_fake_src.cpp)
  1671. }
  1672. RECURSIVE_LIBRARY_SEM=add_recursive_library ${MODDIR} ${CMAKE_TARGET_NAME} ${hide:TARGET} ${hide:AUTO_INPUT} ${CMAKE_TARGET_ARTEFACT_RENAME_RULES} \
  1673. && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL \
  1674. && target_include_directories PRIVATE $_C__INCLUDE_OWNED \
  1675. && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS \
  1676. && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW \
  1677. && target_link_options INTERFACE $LDFLAGS_GLOBAL_RAW
  1678. ### @usage: RECURSIVE_LIBRARY()
  1679. ###
  1680. ### The recursive ("fat") library module. It will contain all its transitive dependencies reachable by PEERDIRs:
  1681. ### from static libraries, local (from own SRCS) and global (from peers') object files.
  1682. ###
  1683. ### Designed for use in XCode projects for iOS.
  1684. module RECURSIVE_LIBRARY: LIBRARY {
  1685. .CMD=LINK_RECURSIVE_LIBRARY
  1686. .SEM=RECURSIVE_LIBRARY_SEM
  1687. .PEERDIR_POLICY=as_build_from
  1688. # This module requires at least one .o which is not subject to removal so just add _fake_src.cpp as SRCS
  1689. # ymake's handling of NEED_ADD_FAKE_SRC may insert arbitrary command, not necessarily compilation
  1690. DISABLE(NEED_ADD_FAKE_SRC)
  1691. SRCS(build/scripts/_fake_src.cpp)
  1692. }
  1693. _SONAME=
  1694. _EXPORT_SCRIPT_SEM=
  1695. _CLEAN_TEXTREL=
  1696. macro _ADD_DYNLYB_SEM(Libname) {
  1697. .SEM=add_shared_library ${MODDIR} ${Libname} ${hide:TARGET} ${hide:AUTO_INPUT} && target_include_directories PUBLIC $_C__INCLUDE_GLOBAL && target_include_directories PRIVATE $_C__INCLUDE_OWNED && target_compile_options PRIVATE $USER_CFLAGS $USER_CXXFLAGS $_SEM_EXTRA_CXX_FLAGS && target_compile_options PUBLIC $USER_CFLAGS_GLOBAL_RAW $USER_CXXFLAGS_GLOBAL_RAW && target_link_options PRIVATE $LDFLAGS_GLOBAL_RAW $LDFLAGS $OBJADDE_LIB $OBJADDE && ${VCS_INFO_SEM} $_EXPORT_SCRIPT_SEM
  1698. }
  1699. CPP_DYN_LIBRARY_SEM=$_ADD_DYNLYB_SEM($CMAKE_TARGET_NAME) $CMAKE_TARGET_ARTEFACT_RENAME_RULES
  1700. macro CLEAN_TEXTREL() {
  1701. SET(_CLEAN_TEXTREL yes)
  1702. }
  1703. ### @usage: DLL_UNIT # internal
  1704. ###
  1705. ### Base module for all dynamically linked libraries as final artifacts.
  1706. ### Contains all general logic for such kind of modules. Supports versioning and export files.
  1707. ### Cannot participate in linking to programs, intended to be used as final artifact (packaged and deployed).
  1708. module DLL_UNIT: _LINK_UNIT {
  1709. .CMD=LINK_DYN_LIB
  1710. .SEM=CPP_DYN_LIBRARY_SEM
  1711. .NODE_TYPE=Library
  1712. .SYMLINK_POLICY=SO
  1713. .GLOBAL=USER_CFLAGS USER_CXXFLAGS USER_CONLYFLAGS LDFLAGS _WHOLE_ARCHIVE_LIBS_VALUE RPATH
  1714. .ALLOWED=WHOLE_ARCHIVE
  1715. .DEFAULT_NAME_GENERATOR=TwoDirNames
  1716. .ARGS_PARSER=DLL
  1717. DYNAMIC_LINK=yes
  1718. ALLOCATOR(FAKE)
  1719. SET(MODULE_TYPE DLL)
  1720. SET(MODULE_TAG DLL)
  1721. SET(MODULE_LANG CPP)
  1722. ADD_CLANG_TIDY()
  1723. when ($EXPORTS_FILE) {
  1724. _EXPORT_SCRIPT_SEM=&& use_export_script ${input:EXPORTS_FILE}
  1725. }
  1726. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1727. MODULE_SUFFIX=.dll
  1728. }
  1729. elsewhen ($DARWIN == "yes" || $OS_IOS == "yes") {
  1730. MODULE_PREFIX=lib
  1731. MODULE_SUFFIX=.dylib
  1732. }
  1733. elsewhen ($TIDY_ENABLED == "yes") {
  1734. MODULE_PREFIX=
  1735. MODULE_SUFFIX=.tidyjson
  1736. }
  1737. otherwise {
  1738. MODULE_PREFIX=lib
  1739. MODULE_SUFFIX=.so
  1740. }
  1741. # This by now replicates ymake's behavior. We'll get rid of SONAME setting in ymake and fix this code altogether
  1742. SONAME=${pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX:REALPRJNAME}
  1743. when ($MODULE_VERSION) {
  1744. LINK_DYN_LIB_FLAGS=--soname ${output;pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX$MODULE_VERSION:REALPRJNAME}
  1745. }
  1746. _SONAME=$SONAME$MODULE_VERSION
  1747. when ($LINUX == "yes") {
  1748. # '-z notext' is needed for linking mkl into shared libraries
  1749. when ($_CLEAN_TEXTREL != "yes") {
  1750. LDFLAGS += -Wl,-z,notext
  1751. }
  1752. }
  1753. when ($OS_LINUX == "yes" && $ARCH_X86_64 == "yes") {
  1754. when ($_NO_FIX_ELF != "yes") {
  1755. LINK_DYN_LIB_FLAGS+=--fix-elf ${tool:"tools/fix_elf"}
  1756. }
  1757. }
  1758. when ($DARWIN == "yes") {
  1759. LDFLAGS += -undefined dynamic_lookup
  1760. }
  1761. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no") {
  1762. PEERDIR+=library/cpp/testing/dump_clang_coverage
  1763. }
  1764. when ($IDE_MSVS == "yes") {
  1765. PEERDIR+=build/scripts/c_templates
  1766. }
  1767. when ($_CUSTOM_LINK_STEP_SCRIPT) {
  1768. LINK_DYN_LIB_FLAGS+=--python=$YMAKE_PYTHON --custom-step=${input:_CUSTOM_LINK_STEP_SCRIPT}
  1769. }
  1770. }
  1771. # tag:r-specific
  1772. ### @usage: R_MODULE(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1773. ###
  1774. ### The external module for R language.
  1775. ### 1. major_ver and minor_ver must be integers.
  1776. ### 2. The resulting .so will have the prefix "lib".
  1777. ### 3. Processing EXPORTS and PREFIX is the same as for DLL module
  1778. ### This is native DLL, so it will select C++ version from PROTO_LIBRARY.
  1779. module R_MODULE: DLL_UNIT {
  1780. .SEM=CPP_DYN_LIBRARY_SEM
  1781. when ($DARWIN == "yes") {
  1782. LDFLAGS+=-flat_namespace -dynamiclib
  1783. }
  1784. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1785. MODULE_PREFIX=lib
  1786. MODULE_SUFFIX=.dll
  1787. }
  1788. ADDINCL(contrib/libs/r-lang)
  1789. }
  1790. ### @usage: DYNAMIC_LIBRARY_FROM(Paths)
  1791. ###
  1792. ### Use specified libraries as sources of DLL
  1793. macro DYNAMIC_LIBRARY_FROM(Path...) {
  1794. PEERDIR($Path)
  1795. WHOLE_ARCHIVE($Path)
  1796. }
  1797. ### @usage: DLL(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1798. ###
  1799. ### Dynamic library module definition.
  1800. ### 1. major_ver and minor_ver must be integers.
  1801. ### 2. EXPORTS allows you to explicitly specify the list of exported functions. This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files
  1802. ### 3. PREFIX allows you to change the prefix of the output file (default DLL has the prefix "lib").
  1803. ###
  1804. ### DLL cannot participate in linking to programs but can be used from Java or as final artifact (packaged and deployed).
  1805. module DLL: DLL_UNIT {
  1806. .SEM=CPP_DYN_LIBRARY_SEM
  1807. SET(MAKE_ONLY_SHARED_LIB yes)
  1808. when ($OS_WINDOWS) {
  1809. MODULE_SUFFIX=.dll
  1810. }
  1811. # TODO: Make it possible to use this syntax
  1812. # DEFAULT(DLL_FOR_DIR no)
  1813. ### FIXME: XXX
  1814. ###when ($DLL_FOR_DIR != "no") {
  1815. ### SRCDIR($DLL_FOR_DIR)
  1816. ### ADDINCL($DLL_FOR_DIR)
  1817. ###}
  1818. }
  1819. ### DLL_TOOL is a DLL that can be used as a LD_PRELOAD tool.
  1820. module DLL_TOOL: DLL {
  1821. .SEM=CPP_DYN_LIBRARY_SEM
  1822. # ymake resolves only program nodes as tools.
  1823. .NODE_TYPE=Program
  1824. }
  1825. ### @usage: SO_PROGRAM(name major_ver [minor_ver] [EXPORTS symlist_file] [PREFIX prefix])
  1826. ###
  1827. ### Executable dynamic library module definition.
  1828. ### 1. major_ver and minor_ver must be integers.
  1829. ### 2. EXPORTS allows you to explicitly specify the list of exported functions. This accepts 2 kind of files: .exports with <lang symbol> pairs and JSON-line .symlist files
  1830. ### 3. PREFIX allows you to change the prefix of the output file.
  1831. module SO_PROGRAM: DLL {
  1832. .CMD=LINK_EXEC_DYN_LIB
  1833. SET(MODULE_TYPE PROGRAM)
  1834. MODULE_PREFIX=
  1835. when ($MSVC == "yes" || $CYGWIN == "yes") {
  1836. MODULE_SUFFIX=.exe
  1837. }
  1838. otherwise {
  1839. MODULE_SUFFIX=
  1840. }
  1841. }
  1842. DLL_PROXY_CMD_MF=$GENERATE_MF && $COPY_CMD $AUTO_INPUT $TARGET
  1843. # tag:internal
  1844. ### @usage: DEV_DLL_PROXY() # internal
  1845. ###
  1846. ### The use of this module is strictly prohibited!!!
  1847. ### This is a temporary and project-specific solution.
  1848. module DEV_DLL_PROXY: _BARE_UNIT {
  1849. .NODE_TYPE=Library
  1850. .EXTS=.so .dll .dylib .mf
  1851. .CMD=DLL_PROXY_CMD_MF
  1852. DYNAMIC_LINK=yes
  1853. when ($OS_WINDOWS == "yes") {
  1854. MODULE_SUFFIX=.dll
  1855. }
  1856. elsewhen ($DARWIN == "yes" || $OS_IOS == "yes") {
  1857. MODULE_PREFIX=lib
  1858. MODULE_SUFFIX=.dylib$MODULE_VERSION
  1859. }
  1860. otherwise {
  1861. MODULE_PREFIX=lib
  1862. MODULE_SUFFIX=.so$MODULE_VERSION
  1863. }
  1864. }
  1865. # tag:internal
  1866. ### @usage: DLL_PROXY() # internal
  1867. ###
  1868. ### The use of this module is strictly prohibited!!!
  1869. ### This is a temporary and project-specific solution.
  1870. module DLL_PROXY: DEV_DLL_PROXY {
  1871. .EXTS=.so .dylib .lib .mf
  1872. .PROXY=yes
  1873. .PEERDIR_POLICY=as_build_from
  1874. SET(PEERDIR_TAGS DLL __EMPTY__)
  1875. when ($OS_WINDOWS == "yes") {
  1876. MODULE_SUFFIX=.lib
  1877. }
  1878. }
  1879. # tag:internal
  1880. ### @usage: DYNAMIC_DEPS(Path...) # internal, temporary
  1881. ###
  1882. ### Enlist paths to all DYNAMIC_LIBRARY dependencies of the DYNAMIC_LIBRARY
  1883. ### This it needed to transfer their outputs through the library to PROGRAM
  1884. ### or dependent DLL/DYNAMIC_LIBRARY.
  1885. ###
  1886. ### Note: this is temporary solution until support of `super-global` variables come
  1887. ### which will enable transfer of some properties though final targets like DLLs.
  1888. macro DYNAMIC_DEPS(Path...) {
  1889. # PEERDIR as macro completely ignored in place where this macro applies
  1890. SET_APPEND(PEERDIR $Path)
  1891. }
  1892. # tag:internal
  1893. ### @usage: DYNAMIC_LIBRARY() # internal
  1894. ###
  1895. ### The use of this module is strictly prohibited except LGPL-related opensourcing
  1896. ### This provides linkable DLL module which brings its results to programs and tests
  1897. ### for seamless testing and packaging
  1898. multimodule DYNAMIC_LIBRARY {
  1899. module DLL_BIN: DLL {
  1900. .PROXY=yes
  1901. .IGNORED=PROVIDES
  1902. SET(MODULE_TAG DLL)
  1903. }
  1904. module DLL_LIB: _DLL_COMPATIBLE_LIBRARY {
  1905. .CMD=TOUCH_UNIT_MF
  1906. .PEERDIRSELF=DLL_BIN
  1907. .IGNORED=SRCS PEERDIR RUN_PROGRAM PYTHON DYNAMIC_LIBRARY_FROM GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER USE_PYTHON2 USE_PYTHON3
  1908. .ALLOWED=DYNAMIC_DEPS
  1909. SET(PEERDIR_TAGS DLL_LIB __EMPTY__)
  1910. _BARE_MODULE()
  1911. DYNAMIC_LINK=yes
  1912. MODULE_SUFFIX=.pkg.fake
  1913. PEERDIR+=build/platform/local_so
  1914. when ($SANITIZER_TYPE && $SANITIZER_TYPE != "no" && $SANITIZE_HEADERS && $SANITIZE_HEADERS != "no") {
  1915. PEERDIR += library/cpp/sanitizer/include
  1916. }
  1917. # disable credits generation for static library
  1918. SET(CREDITS_FLAGS)
  1919. }
  1920. }
  1921. ### @usage: GLOBAL_SRCS(filenames...)
  1922. ###
  1923. ### Make all source files listed as GLOBAL.
  1924. ### Call to GLOBAL_SRCS macro is equivalent to call to SRCS macro when each source file is marked with GLOBAL keyword.
  1925. ### Arcadia root relative or project dir relative paths are supported for filenames arguments. GLOBAL keyword is not
  1926. ### recognized for GLOBAL_SRCS in contrast to SRCS macro.
  1927. ###
  1928. ### @example:
  1929. ### Consider the file to ya.make:
  1930. ###
  1931. ### LIBRARY()
  1932. ### GLOBAL_SRCS(foo.cpp bar.cpp)
  1933. ### END()
  1934. ###
  1935. ### @see: [SRCS()](#macro_SRCS)
  1936. macro GLOBAL_SRCS(Files...) {
  1937. SRCS(${pre=GLOBAL :Files})
  1938. }
  1939. ### @usage: ALL_SRCS([GLOBAL] filenames...)
  1940. ###
  1941. ### Make all source files listed as GLOBAL or not depending on the keyword GLOBAL
  1942. ### Call to ALL_SRCS macro is equivalent to call to GLOBAL_SRCS macro when GLOBAL keyword is specified
  1943. ### as the first argument and is equivalent to call to SRCS macro otherwise.
  1944. ###
  1945. ### @example:
  1946. ###
  1947. ### LIBRARY()
  1948. ### SET(MAKE_IT_GLOBAL GLOBAL)
  1949. ### ALL_SRCS(${MAKE_IT_GLOBAL} foo.cpp bar.cpp)
  1950. ### END()
  1951. ###
  1952. ### @see: [GLOBAL_SRCS()](#macro_GLOBAL_SRCS), [SRCS()](#macro_SRCS)
  1953. macro ALL_SRCS(GLOBAL?"GLOBAL":"", Files...) {
  1954. SRCS(${pre=$GLOBAL :Files})
  1955. }
  1956. ### @usage: _DLL_COMPATIBLE_LIBRARY # internal
  1957. ###
  1958. ### Base module to place DLLs into multimodules back to back with libraries.
  1959. ### In order to function properly all modules in multimodule shall have the
  1960. ### same set of arguments. So this module is just library that accepts but
  1961. ### ignores all DLL arguments.
  1962. module _DLL_COMPATIBLE_LIBRARY: LIBRARY {
  1963. .DEFAULT_NAME_GENERATOR=TwoDirNames
  1964. .ARGS_PARSER=DLL
  1965. }
  1966. # as SRCS in packages use macro BUNDLE_SRCS!
  1967. PACKED_PACKAGE_ARGS=
  1968. PACKED_PACKAGE_EXT=
  1969. ### @usage: PACK(archive_type)
  1970. ###
  1971. ### When placed inside the PACKAGE module, packs the build results tree to the archive with specified extension. Currently supported extensions are `tar` and `tar.gz`
  1972. ###
  1973. ### Is not allowed other module types than PACKAGE().
  1974. ###
  1975. ### @see: [PACKAGE()](#module_PACKAGE)
  1976. macro PACK(Ext) {
  1977. SET(PACKED_PACKAGE_EXT $Ext)
  1978. }
  1979. PACKAGE_STRICT_VALUE=
  1980. macro PACKAGE_STRICT() {
  1981. SET(PACKAGE_STRICT_VALUE yes)
  1982. }
  1983. ### @usage: PACKAGE(name)
  1984. ###
  1985. ### Module collects what is described directly inside it, builds and collects all its transitively available PEERDIRs.
  1986. ### As a result, build directory of the project gets the structure of the accessible part of Arcadia, where the build result of each PEERDIR is placed to relevant Arcadia subpath.
  1987. ### The data can be optionally packed if macro PACK() is used.
  1988. ###
  1989. ### Is only used together with the macros FILES(), PEERDIR(), COPY(), FROM_SANDBOX(), RUN_PROGRAM or BUNDLE(). Don't use SRCS inside a PACKAGE.
  1990. ###
  1991. ### Documentation: https://wiki.yandex-team.ru/yatool/large-data/
  1992. ###
  1993. ### @see: [PACK()](#macro_PACK)
  1994. multimodule PACKAGE {
  1995. module PACKAGE_FINAL: _BASE_UNIT {
  1996. .CMD=TOUCH_PACKAGE_MF
  1997. .ALIASES=SRCS=FILES
  1998. .ALLOWED=PACK
  1999. .PEERDIRSELF=PACKAGE_UNION
  2000. .USE_PEERS_LATE_OUTS=yes
  2001. .PEERDIR_POLICY=as_build_from
  2002. .FINAL_TARGET=yes
  2003. SET(PEERDIR_TAGS CPP_PROTO CPP_FBS PY2 PY3 PY2_NATIVE YQL_UDF_SHARED __EMPTY__ DOCSBOOK JAR_RUNNABLE PY3_BIN PY3TEST_PROGRAM DLL GO_PROGRAM PACKAGE_UNION)
  2004. SET(MODULE_SUFFIX .final.pkg.fake)
  2005. SET(DONT_RESOLVE_INCLUDES yes)
  2006. NO_PLATFORM()
  2007. when ($PACKED_PACKAGE_EXT) {
  2008. PACKED_PACKAGE_ARGS+=--dest-arch ${output;pre=$MODULE_PREFIX;suf=.$PACKED_PACKAGE_EXT:REALPRJNAME}
  2009. }
  2010. SET(NEED_PLATFORM_PEERDIRS no)
  2011. }
  2012. module PACKAGE_UNION: UNION {
  2013. .CMD=UNION_CMD
  2014. .FINAL_TARGET=no
  2015. .ALLOWED=PACK
  2016. .IGNORED=VCS_INFO_FILE
  2017. SET(MODULE_SUFFIX .pkg.fake)
  2018. SET(PEERDIR_TAGS CPP_PROTO CPP_FBS PY2 PY3 PY2_NATIVE YQL_UDF_SHARED __EMPTY__ DOCSBOOK JAR_RUNNABLE PY3_BIN PY3TEST_PROGRAM DLL GO_PROGRAM PACKAGE_UNION)
  2019. DISABLE(START_TARGET)
  2020. }
  2021. }
  2022. TOUCH_GROUP=$TOUCH_PACKAGE ${kv;hide:"p CI"}
  2023. ### @usage: CI_GROUP()
  2024. ###
  2025. ### Module collects what is described directly inside it transitively by PEERDIRs.
  2026. ### No particular layout of built artifacts is implied. This module is needed primarily for CI dependency analysis and may not trigger builds at all.
  2027. ###
  2028. ### Is only used together with the macro PEERDIR() and FILES(). Don't use SRCS inside CI_GROUP().
  2029. module CI_GROUP: _BARE_UNIT {
  2030. .CMD=TOUCH_GROUP
  2031. .PEERDIR_POLICY=as_build_from
  2032. .FINAL_TARGET=yes
  2033. .RESTRICTED=SRCS
  2034. .USE_PEERS_LATE_OUTS=yes
  2035. MODULE_SUFFIX=.ci.pkg.fake
  2036. PEERDIR_TAGS=CPP_PROTO PY3 PY3_NATIVE PY3_BIN PY3TEST_PROGRAM YQL_UDF_SHARED __EMPTY__ DOCSBOOK JAR_RUNNABLE DLL
  2037. }
  2038. # tag:generic tag:internal
  2039. TOUCH_UNIT_MF=$TOUCH_UNIT && $GENERATE_MF
  2040. ### @usage: UNION(name)
  2041. ###
  2042. ### Collection of PEERDIR dependencies, files and artifacts.
  2043. ### UNION doesn't build its peers, just provides those to modules depending on it.
  2044. ### When specified in DEPENDS() macro the UNION is transitively closed, building all its peers and providing those by own paths (without adding this module path like PACKAGE does).
  2045. ###
  2046. ### Is only used together with the macros like FILES(), PEERDIR(), COPY(), FROM_SANDBOX(), RUN_PROGRAM or BUNDLE(). Don't use SRCS inside a UNION.
  2047. ###
  2048. ### Documentation: https://wiki.yandex-team.ru/yatool/large-data/
  2049. module UNION: _BASE_UNIT {
  2050. .CMD=UNION_CMD_MF
  2051. .FINAL_TARGET=no
  2052. .ALIASES=SRCS=FILES
  2053. .ALLOWED=EXPLICIT_OUTPUTS
  2054. .IGNORED=VCS_INFO_FILE
  2055. NO_PLATFORM()
  2056. SET(MODULE_SUFFIX .pkg.fake)
  2057. SET(DONT_RESOLVE_INCLUDES yes)
  2058. SET(NEED_PLATFORM_PEERDIRS no)
  2059. PEERDIR_TAGS=CPP_PROTO CPP_FBS PY2 PY2_NATIVE YQL_UDF_SHARED __EMPTY__ DOCSBOOK JAR_RUNNABLE PY3_BIN DLL PACKAGE_UNION
  2060. UNION_OUTS=${hide;late_out:AUTO_INPUT}
  2061. when ($_UNION_EXPLICIT_OUTPUTS) {
  2062. UNION_OUTS=$_EXPAND_INS_OUTS($_UNION_EXPLICIT_OUTPUTS)
  2063. }
  2064. }
  2065. # tag:internal
  2066. ### @usage: _SET_FIRST_VALUE(name args...) # internal
  2067. ###
  2068. ### This macro sets the value of `name` variable to the value of next argument
  2069. macro _SET_FIRST_VALUE(NAME, VALUE, OTHER...) {
  2070. SET($NAME $VALUE)
  2071. }
  2072. # tag:internal
  2073. ### @usage: _SRCS_NO_GLOBAL(files...) # internal
  2074. ###
  2075. ### Proxy macro to SRCS macro which filters out GLOBAL keyword from the list of source files.
  2076. ### Useful for modules like EXTERNAL_JAVA_LIBRARY, where GLOBAL keyword cannot be applied properly.
  2077. ### Note: this macro changes order of source files.
  2078. macro _SRCS_NO_GLOBAL(GLOBAL[], FILES...) {
  2079. SRCS($GLOBAL $FILES)
  2080. }
  2081. @import "${CONF_ROOT}/conf/java.conf"
  2082. @import "${CONF_ROOT}/conf/python.conf"
  2083. TEST_CWD_VALUE=
  2084. ### @usage: TEST_CWD(path)
  2085. ###
  2086. ### Defines working directory for test runs. Often used in conjunction with DATA() macro.
  2087. ### Is only used inside of the TEST modules.
  2088. ###
  2089. ### Documentation: https://wiki.yandex-team.ru/yatool/test/
  2090. macro TEST_CWD(Arg) {
  2091. SET(TEST_CWD_VALUE $Arg)
  2092. }
  2093. # tag:sandbox-specific tag:deprecated
  2094. ### @usage: SANDBOX_TASK([Name]) # deprecated
  2095. ###
  2096. ### Deprecated. Use SANDBOX_PY23_TASK, SANDBOX_PY3_TASK or SANDBOX_PY23_3_TASK instead.
  2097. ###
  2098. ### When being a final target, this multimodule builds Python 2.x Sandbox binary task.
  2099. ### It may PEERDIR other SANDBOX_TASKs as libraries.
  2100. ### The final artifact is provided when SANDBOX_TASK is referred to by DEPENDS and BUNDLE macros.
  2101. ### As PEERDIR target, it works like regular PY2_LIBRARY with predefined dependencies on Sandbox SDK.
  2102. ###
  2103. ### Documentation: https://docs.yandex-team.ru/sandbox/dev/binary-task
  2104. multimodule SANDBOX_TASK {
  2105. module SB_TASK_BIN: _PY2_PROGRAM {
  2106. PY_MAIN(sandbox.taskbox.binary)
  2107. PEERDIR(sandbox/bin sandbox/sdk2 sandbox/sandboxsdk sandbox/taskbox/worker)
  2108. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE api.*)
  2109. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE kernel.*)
  2110. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE library.*)
  2111. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE sky*)
  2112. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2113. when ($FAIL_PY2 == "yes") {
  2114. _OK=no
  2115. }
  2116. elsewhen ($OPENSOURCE != "yes") {
  2117. PEERDIR+=build/rules/py2_deprecation
  2118. }
  2119. ASSERT(_OK You are using deprecated Python2-only code (SANDBOX_TASK). Please consider rewriting to 2/3-compatible code.)
  2120. }
  2121. module PY2: PY2_LIBRARY {
  2122. PEERDIR(sandbox/sdk2 sandbox/sandboxsdk)
  2123. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2124. }
  2125. }
  2126. # tag:sandbox-specific
  2127. ### @usage: SANDBOX_PY23_3_TASK([Name])
  2128. ###
  2129. ### Multimodule describing Sandbox task - code that can be executed by Sandbox system.
  2130. ###
  2131. ### When being a final target, this multimodule builds Python 3.x Sandbox binary task.
  2132. ### It may PEERDIR other SANDBOX_PY3_TASK/SANDBOX_PY23_3_TASK as libraries.
  2133. ### The final artifact is provided when SANDBOX_PY23_3_TASK is referred to by DEPENDS and BUNDLE macros.
  2134. ### As PEERDIR target, it works like regular PY23_LIBRARY with predefined dependencies on Sandbox SDK.
  2135. ###
  2136. ### Sandbox supports Python 3.x only in binary tasks, both variants will be compatible only with Python 3.x and py23 libraries
  2137. ### and will select multimodule variants accordingly.
  2138. ###
  2139. ### Documentation: https://docs.yandex-team.ru/sandbox/dev/binary-task#python3
  2140. multimodule SANDBOX_PY23_3_TASK {
  2141. module SB_TASK_BIN: PY3_PROGRAM_BIN {
  2142. .IGNORED=RUN_ANTLR4_PYTHON
  2143. PY_MAIN(sandbox.taskbox.binary)
  2144. PEERDIR(sandbox/bin sandbox/sdk2 sandbox/taskbox/worker)
  2145. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE api.*)
  2146. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE kernel.*)
  2147. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE library.*)
  2148. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE sky*)
  2149. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2150. }
  2151. module PY2: PY2_LIBRARY {
  2152. .RESTRICTED=RUN_ANTLR4_PYTHON
  2153. PEERDIR(sandbox/sdk2 sandbox/sandboxsdk)
  2154. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2155. OBJ_SUF=.py2
  2156. }
  2157. module PY3: PY3_LIBRARY {
  2158. .RESTRICTED=RUN_ANTLR4_PYTHON
  2159. when ($MSVC == "yes" || $CYGWIN == "yes") {
  2160. MODULE_PREFIX=py3
  2161. }
  2162. otherwise {
  2163. MODULE_PREFIX=libpy3
  2164. }
  2165. OBJ_SUF=.py3
  2166. RUN_CYTHON_SCRIPT_H=$YMAKE_PYTHON $CYTHON_SCRIPT
  2167. PEERDIR(sandbox/sdk2)
  2168. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2169. }
  2170. }
  2171. # tag:sandbox-specific
  2172. ### @usage: SANDBOX_PY23_TASK([Name])
  2173. ###
  2174. ### Multimodule describing Sandbox task - code that can be executed by Sandbox system.
  2175. ###
  2176. ### When being a final target, this multimodule builds Python 2.x Sandbox binary task.
  2177. ### It may PEERDIR other SANDBOX_PY23_TASKs as libraries.
  2178. ### The final artifact is provided when SANDBOX_PY23_TASK is referred to by DEPENDS and BUNDLE macros.
  2179. ### As PEERDIR target, it works like regular PY23_LIBRARY with predefined dependencies on Sandbox SDK.
  2180. ###
  2181. ### Documentation: https://docs.yandex-team.ru/sandbox/dev/binary-task
  2182. multimodule SANDBOX_PY23_TASK {
  2183. module SB_TASK_BIN: _PY2_PROGRAM {
  2184. .RESTRICTED=RUN_ANTLR4_PYTHON
  2185. PY_MAIN(sandbox.taskbox.binary)
  2186. PEERDIR(sandbox/bin sandbox/sdk2 sandbox/sandboxsdk sandbox/taskbox/worker)
  2187. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE api.*)
  2188. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE kernel.*)
  2189. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE library.*)
  2190. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE sky*)
  2191. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2192. }
  2193. module PY2: PY2_LIBRARY {
  2194. .RESTRICTED=RUN_ANTLR4_PYTHON
  2195. PEERDIR(sandbox/sdk2 sandbox/sandboxsdk)
  2196. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2197. OBJ_SUF=.py2
  2198. }
  2199. module PY3: PY3_LIBRARY {
  2200. .RESTRICTED=RUN_ANTLR4_PYTHON
  2201. OBJ_SUF=.py3
  2202. RUN_CYTHON_SCRIPT_H=$YMAKE_PYTHON $CYTHON_SCRIPT
  2203. PEERDIR(sandbox/sdk2)
  2204. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2205. }
  2206. }
  2207. # tag:sandbox-specific
  2208. ### @usage: SANDBOX_PY3_TASK([Name])
  2209. ###
  2210. ### Multimodule describing Sandbox task - code that can be executed by Sandbox system.
  2211. ###
  2212. ### When being a final target, this multimodule builds Python 3.x Sandbox binary task.
  2213. ### It may PEERDIR other SANDBOX_PY3_TASK/SANDBOX_PY23_3_TASK as libraries.
  2214. ### The final artifact is provided when SANDBOX_PY3_TASK is referred to by DEPENDS and BUNDLE macros.
  2215. ### As PEERDIR target, it works like regular PY3_LIBRARY with predefined dependencies on Sandbox SDK.
  2216. ###
  2217. ### Sandbox supports Python 3.x only in binary tasks, both variants will be compatible only with Python 3.x and py23 libraries
  2218. ### and will select multimodule variants accordingly.
  2219. ###
  2220. ### Documentation: https://docs.yandex-team.ru/sandbox/dev/binary-task#python3
  2221. multimodule SANDBOX_PY3_TASK {
  2222. module SB_TASK_BIN: PY3_PROGRAM_BIN {
  2223. .IGNORED=RUN_ANTLR4_PYTHON
  2224. PY_MAIN(sandbox.taskbox.binary)
  2225. PEERDIR(sandbox/bin sandbox/sdk2 sandbox/taskbox/worker)
  2226. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE api.*)
  2227. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE kernel.*)
  2228. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE library.*)
  2229. SET_APPEND(NO_CHECK_IMPORTS_FOR_VALUE sky*)
  2230. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2231. }
  2232. module PY3: PY3_LIBRARY {
  2233. PEERDIR(sandbox/sdk2)
  2234. REGISTER_SANDBOX_IMPORT(${MODDIR})
  2235. }
  2236. }
  2237. # tag:allocator
  2238. ### @usage: ALLOCATOR(Alloc) # Default: LF
  2239. ###
  2240. ### Set memory allocator implementation for the PROGRAM()/DLL() module.
  2241. ### This may only be specified for programs and dlls, use in other modules leads to configuration errors.
  2242. ###
  2243. ### Available allocators are: "LF", "LF_YT", "LF_DBG", "YT", "J", "B", "BM", "C", "TCMALLOC", "GOOGLE", "LOCKLESS", "SYSTEM", "FAKE", "MIM", "HU", "PROFILED_HU", "THREAD_PROFILED_HU".
  2244. ### - LF - lfalloc (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc)
  2245. ### - LF_YT - Allocator selection for YT (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc/yt/ya.make)
  2246. ### - LF_DBG - Debug allocator selection (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/lfalloc/dbg/ya.make)
  2247. ### - YT - The YTAlloc allocator (https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/ytalloc/impl/ya.make)
  2248. ### - J - The JEMalloc allocator (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/jemalloc)
  2249. ### - B - The balloc allocator named Pyotr Popov and Anton Samokhvalov
  2250. ### - Discussion: https://ironpeter.at.yandex-team.ru/replies.xml?item_no=126
  2251. ### - Code: https://a.yandex-team.ru/arc/trunk/arcadia/library/cpp/balloc
  2252. ### - BM - The balloc for market (agri@ commits from july 2018 till November 2018 saved)
  2253. ### - C - Like B, but can be disabled for each thread to LF or SYSTEM one (B can be disabled only to SYSTEM)
  2254. ### - MIM - Microsoft's mimalloc (actual version) (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/mimalloc)
  2255. ### - TCMALLOC - Google TCMalloc (actual version) (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/tcmalloc)
  2256. ### - GOOGLE - Google TCMalloc (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/galloc)
  2257. ### - LOCKLESS - Allocator based upon lockless queues (https://a.yandex-team.ru/arc/trunk/arcadia/library/malloc/lockless)
  2258. ### - SYSTEM - Use target system allocator
  2259. ### - FAKE - Don't link with any allocator
  2260. ### - HU - Huge page allocator by @gulin.
  2261. ### - PROFILED_HU - patched HU. It is a bit slower but has metrics of memory consumption.
  2262. ### - THREAD_PROFILED_HU - patched (special for market) HU. It is a bit slower but has metrics of memory consumption.
  2263. ###
  2264. ### More about allocators in Arcadia: https://wiki.yandex-team.ru/arcadia/allocators/
  2265. macro ALLOCATOR(Alloc) {
  2266. SET(ALLOCATOR $Alloc)
  2267. when ($ALLOCATOR in [ "LF", "LF_YT", "LF_DBG", "YT", "YT_TCMALLOC", "YT_TCMALLOC_256K", "J", "B", "BM", "C", "TCMALLOC", "TCMALLOC_SMALL_BUT_SLOW", "TCMALLOC_NUMA_256K", "TCMALLOC_NUMA_LARGE_PAGES", "TCMALLOC_256K", "TCMALLOC_TC", "GOOGLE", "LOCKLESS", "SYSTEM", "FAKE", "MIM", "HU", "PROFILED_HU", "THREAD_PROFILED_HU" ]) {
  2268. }
  2269. otherwise {
  2270. PEERDIR+=___configure_error___unknown_allocator_type___$ALLOCATOR
  2271. }
  2272. }
  2273. when ($MIC_ARCH == "yes") {
  2274. CFLAGS+=-mmic
  2275. LDFLAGS+=-mmic
  2276. }
  2277. when ($USE_OPENMP == "yes") {
  2278. PEERDIR+=contrib/libs/openmp
  2279. }
  2280. when ($STRIP == "yes" && $NO_STRIP != "yes") {
  2281. STRIP_FLAG=$LD_STRIP_FLAG
  2282. DWARF_COMMAND=
  2283. GO_LINK_FLAGS_VALUE+=-s
  2284. }
  2285. when ($NO_LINKER_DCE != "yes") {
  2286. DCE_FLAG=$LD_DCE_FLAG
  2287. }
  2288. when ($BT_MINSIZEREL == "yes" || $LINKER_ICF == "yes") {
  2289. ICF_FLAG=$LD_ICF_FLAG
  2290. }
  2291. OBJCOPY_TOOL=$OBJCOPY_TOOL_VENDOR
  2292. OBJDUMP_TOOL=$OBJDUMP_TOOL_VENDOR
  2293. STRIP_TOOL=$STRIP_TOOL_VENDOR
  2294. NEED_BINUTILS_PEERDIR=
  2295. BINUTILS_USED=
  2296. when (!$OBJCOPY_TOOL_VENDOR) {
  2297. OBJCOPY_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/objcopy
  2298. NEED_BINUTILS_PEERDIR=yes
  2299. }
  2300. when (!$OBJDUMP_TOOL_VENDOR) {
  2301. OBJDUMP_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/objdump
  2302. NEED_BINUTILS_PEERDIR=yes
  2303. }
  2304. when (!$STRIP_TOOL_VENDOR) {
  2305. STRIP_TOOL=$BINUTILS_ROOT_RESOURCE_GLOBAL/bin/strip
  2306. NEED_BINUTILS_PEERDIR=yes
  2307. }
  2308. SPLIT_DWARF_VALUE=no
  2309. NO_SPLIT_DWARF=no
  2310. when ($OS_DARWIN || $OS_IOS || $OS_IOSSIM) {
  2311. SPLIT_DWARF_VALUE=yes
  2312. }
  2313. when ($STRIP_DEBUG_INFO) {
  2314. SPLIT_DWARF_VALUE=yes
  2315. NO_SPLIT_DWARF=no
  2316. }
  2317. ### @usage: SPLIT_DWARF()
  2318. ###
  2319. ### Emit debug info for the PROGRAM/DLL as a separate file <module_name>.debug.
  2320. ### NB: It does not help you to save process RSS but can add problems (see e.g. BEGEMOT-2147).
  2321. macro SPLIT_DWARF() {
  2322. SET(SPLIT_DWARF_VALUE yes)
  2323. }
  2324. ### @usage: NO_SPLIT_DWARF()
  2325. ###
  2326. ### Do NOT emit debug info for the PROGRAM/DLL as a separate file.
  2327. ### On macOS this also means do NOT generate dSym files (faster linkage)
  2328. macro NO_SPLIT_DWARF() {
  2329. SET(SPLIT_DWARF_VALUE no)
  2330. }
  2331. SPLIT_DWARF_OUTPUT=${output;tobindir;pre=$MODULE_PREFIX;suf=$MODULE_SUFFIX.debug:REALPRJNAME}
  2332. when ($SPLIT_DWARF_VALUE == "yes" && $NO_SPLIT_DWARF != "yes" && $NO_DEBUGINFO != "yes" && $HOST_OS_LINUX == "yes" && $TARGET_PLATFORM == "LINUX") {
  2333. DWARF_COMMAND+= \
  2334. $OBJCOPY_TOOL --only-keep-debug $TARGET $SPLIT_DWARF_OUTPUT && \
  2335. $STRIP_TOOL --strip-debug $TARGET && \
  2336. $OBJCOPY_TOOL --remove-section=.gnu_debuglink --add-gnu-debuglink $SPLIT_DWARF_OUTPUT $TARGET
  2337. BINUTILS_USED=yes
  2338. }
  2339. ### @usage: EXTRALIBS_STATIC(Libs...)
  2340. ###
  2341. ### Add the specified external static libraries to the program link
  2342. macro EXTRALIBS_STATIC(Args...) {
  2343. LDFLAGS(-Wl,-Bstatic ${Args} -Wl,-Bdynamic)
  2344. }
  2345. ### @usage ADD_COMPILABLE_TRANSLATE(Dict Name Options...)
  2346. ###
  2347. ### Generate translation dictionary code to transdict.LOWER(Name).cpp that will than be compiled into library
  2348. macro ADD_COMPILABLE_TRANSLATE(Dict, Name, MakeTransDictOptions...) {
  2349. __translatename_lower=${tolower:Name}
  2350. __translate_dict=${BINDIR}/transdict.${__translatename_lower}.cpp
  2351. RUN_PROGRAM(dict/tools/maketransdict -i ${Dict} ${MakeTransDictOptions} ${Name} STDOUT_NOAUTO ${__translate_dict} IN ${Dict})
  2352. }
  2353. ### @usage ADD_COMPILABLE_TRANSLIT(TranslitTable NGrams Name Options...)
  2354. ###
  2355. ### Generate transliteration dictionary code
  2356. ### This will emit both translit, untranslit and ngrams table codes those will be than further compiled into library
  2357. macro ADD_COMPILABLE_TRANSLIT(TranslitTable, NGrams, Name, Options...) {
  2358. __translitname_lower=${tolower:Name}
  2359. __translit_table=${BINDIR}/translit_trie_${__translitname_lower}.cpp
  2360. __untranslit_table=${BINDIR}/untranslit_trie_${__translitname_lower}.cpp
  2361. __ngrams_table=${BINDIR}/ngr_arr_${__translitname_lower}.cpp
  2362. __gentrie_dir=dict/tools/make_untranslit_trie
  2363. RUN_PROGRAM(${__gentrie_dir} -i ${TranslitTable} ${Options} ${__translitname_lower} IN ${TranslitTable} STDOUT ${__untranslit_table})
  2364. RUN_PROGRAM(${__gentrie_dir} -i ${TranslitTable} -n ${Options} ${__translitname_lower} IN ${TranslitTable} STDOUT ${__translit_table})
  2365. RUN_PROGRAM(dict/tools/make_ngrams -i ${NGrams} ${Options} ${__translitname_lower} IN ${NGrams} STDOUT ${__ngrams_table})
  2366. }
  2367. macro _COPY_FILE_IMPL(FILE, AUTO_DST="", NOAUTO_DST="", OUTPUT_INCLUDES[], INDUCED_DEPS[], OUTPUT_INCLUDES_INP[]) {
  2368. .CMD=$COPY_CMD ${input:FILE} ${output:AUTO_DST} ${output;noauto:NOAUTO_DST} ${output_include;hide:OUTPUT_INCLUDES} ${output_include;from_input;hide:OUTPUT_INCLUDES_INP} $INDUCED_DEPS ${kv;hide:"p CP"} ${kv;hide:"pc light-cyan"}
  2369. .SEM=copy_file ${input:FILE} ${output:AUTO_DST} ${output;noauto:NOAUTO_DST}
  2370. }
  2371. ### @usage: COPY_FILE(File Destination [AUTO] [OUTPUT_INCLUDES Deps...])
  2372. ###
  2373. ### Copy file to build root. It is possible to change both location and the name.
  2374. ###
  2375. ### Parameters:
  2376. ### - File - Source file name.
  2377. ### - Destination - Output file name.
  2378. ### - AUTO - Consider copied file for further processing automatically.
  2379. ### - OUTPUT_INCLUDES output_includes... - Output file dependencies.
  2380. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  2381. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type)
  2382. ### and set of dependencies
  2383. ###
  2384. ### The file will be just copied if AUTO boolean parameter is not specified. You should explicitly
  2385. ### mention it in SRCS under new name (or specify AUTO boolean parameter) for further processing.
  2386. macro COPY_FILE(File, Destination, AUTO?"AUTO_DST":"NOAUTO_DST", OUTPUT_INCLUDES[], INDUCED_DEPS[]) {
  2387. .CMD=$_COPY_FILE_IMPL($File $AUTO $Destination OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS)
  2388. .SEM=$_COPY_FILE_IMPL($File $AUTO $Destination)
  2389. }
  2390. ### @usage: COPY_FILE_WITH_CONTEXT(FILE DEST [AUTO] [OUTPUT_INCLUDES DEPS...])
  2391. ###
  2392. ### Copy file to build root the same way as it is done for COPY_FILE, but also
  2393. ### propagates the context of the source file.
  2394. macro COPY_FILE_WITH_CONTEXT(FILE, DEST, AUTO?"AUTO_DST":"NOAUTO_DST", OUTPUT_INCLUDES[], INDUCED_DEPS[]) {
  2395. .CMD=$_COPY_FILE_IMPL($FILE $AUTO $DEST OUTPUT_INCLUDES_INP $FILE OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS)
  2396. }
  2397. ### This is to join $ALL_RES_ and $EXT
  2398. macro _ARF_HELPER(Args...) {
  2399. RESOURCE_FILES($Args)
  2400. }
  2401. ### @usage ALL_RESOURCE_FILES(Ext [PREFIX {prefix}] [STRIP {strip}] Dirs...)
  2402. ###
  2403. ### This macro collects all files with extension `Ext` and
  2404. ### Passes them to `RESOURCE_FILES` macro as relative to current directory
  2405. ###
  2406. ### `PREFIX` and `STRIP` have the same meaning as in `ROURCES_FILES`, both are applied over moddir-relative paths
  2407. ###
  2408. ### Note: This macro can be used multiple times per ya.make, but only once for each Ext value
  2409. ### Note: Wildcards are not allowed neither as Ext nor in Dirs
  2410. macro ALL_RESOURCE_FILES(EXT, PREFIX="", STRIP="", DIRS...) {
  2411. _GLOB(ALL_RES_$EXT ${suf=/*.$EXT:DIRS})
  2412. _ARF_HELPER(${pre=PREFIX :PREFIX} STRIP ${ARCADIA_ROOT}/${MODDIR}/${STRIP} ${pre=$ALL_RES_:EXT})
  2413. }
  2414. macro _BUNDLE_TARGET(Target, Destination) {
  2415. .CMD=$MOVE_FILE ${result:Target} ${output;noauto:Destination} ${kv;hide:"p BN"} ${kv;hide:"pc light-cyan"} $VCS_INFO_DISABLE_CACHE__NO_UID__
  2416. }
  2417. ### @usage: TIMEOUT(TIMEOUT)
  2418. ###
  2419. ### Sets a timeout on test execution
  2420. ###
  2421. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2422. macro TIMEOUT(Time) {
  2423. SET(TEST_TIMEOUT $Time)
  2424. }
  2425. SBR_UID_EXT=""
  2426. # tag:test
  2427. ### @usage: VALIDATE_DATA_RESTART(ext)
  2428. ###
  2429. ### Change uid for resource validation tests. May be useful when sandbox resource ttl is changed, but test status is cached in CI.
  2430. ### You can change ext to change test's uid. For example VALIDATE_DATA_RESTART(X), where is X is current revision.
  2431. macro VALIDATE_DATA_RESTART(Ext) {
  2432. SET(SBR_UID_EXT $Ext)
  2433. }
  2434. # tag:test
  2435. TEST_FORK_MODE=none
  2436. TEST_PARTITION=SEQUENTIAL
  2437. # tag:test
  2438. ### @usage: FORK_TESTS()
  2439. ###
  2440. ### Splits a test run on chunks by test classes.
  2441. ### The number of chunks can be overridden using the macro SPLIT_FACTOR.
  2442. ###
  2443. ### Allows to run tests in parallel. Supported in UNITTEST, JTEST/JUNIT5 and PY2TEST/PY3TEST modules.
  2444. ###
  2445. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2446. macro FORK_TESTS(MODE...) {
  2447. SET(TEST_FORK_MODE tests)
  2448. SET(TEST_PARTITION $MODE)
  2449. }
  2450. # tag:test
  2451. ### @usage: FORK_SUBTESTS()
  2452. ###
  2453. ### Splits the test run in chunks on subtests.
  2454. ### The number of chunks can be overridden using the macro SPLIT_FACTOR.
  2455. ###
  2456. ### Allows to run tests in parallel. Supported in UNITTEST, JTEST/JUNIT5 and PY2TEST/PY3TEST modules.
  2457. ###
  2458. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2459. macro FORK_SUBTESTS(MODE...) {
  2460. SET(TEST_FORK_MODE subtests)
  2461. SET(TEST_PARTITION $MODE)
  2462. }
  2463. # tag:test
  2464. ### @usage: SPLIT_FACTOR(x)
  2465. ###
  2466. ### Sets the number of chunks for parallel run tests when used in test module with FORK_TESTS() or FORK_SUBTESTS().
  2467. ### If none of those is specified this macro implies FORK_TESTS().
  2468. ###
  2469. ### Supports C++ ut and PyTest.
  2470. ###
  2471. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2472. macro SPLIT_FACTOR(Factor) {
  2473. SET(TEST_SPLIT_FACTOR $Factor)
  2474. }
  2475. # tag:test
  2476. FORK_TEST_FILES_MODE=
  2477. ### @usage: FORK_TEST_FILES()
  2478. ###
  2479. ### Only for PY2TEST and PY3TEST: splits a file executable with the tests on chunks in the files listed in TEST_SRCS
  2480. ### Compatible with FORK_(SUB)TESTS.
  2481. ###
  2482. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2483. macro FORK_TEST_FILES() {
  2484. SET(FORK_TEST_FILES_MODE on)
  2485. }
  2486. # tag:test
  2487. TEST_SIZE_NAME=SMALL
  2488. ### @usage: SIZE(SMALL/MEDIUM/LARGE)
  2489. ###
  2490. ### Set the 'size' for the test. Each 'size' has own set of resrtictions, SMALL bein the most restricted and LARGE being the list.
  2491. ### See documentation on test system for more details.
  2492. ###
  2493. ### Documentation about the system test: https://wiki.yandex-team.ru/yatool/test/
  2494. macro SIZE(Type) {
  2495. SET(TEST_SIZE_NAME $Type)
  2496. }
  2497. ### @usage: JOIN_SRCS(Out Src...)
  2498. ###
  2499. ### Join set of sources into single file named Out and send it for further processing.
  2500. ### This macro doesn't place all file into Out, it emits #include<Src>... Use the for C++ source files only.
  2501. ### You should specify file name with the extension as Out. Further processing will be done according this extension.
  2502. macro JOIN_SRCS(Out, Src...) {
  2503. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/gen_join_srcs.py"} ${input;hide:"build/scripts/process_command_files.py"} ${output:Out} --ya-start-command-file ${input;rootrel:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${kv;hide:"p JS"} ${kv;hide:"pc magenta"}
  2504. .SEM=target_joined_source $Out ${input:Src} ${output;hide;suf=.o:Out} ${input;hide:"build/scripts/gen_join_srcs.py"} ${input;hide:"build/scripts/process_command_files.py"}
  2505. _CONDITIONAL_SRCS($TIDY_VALUE $Src)
  2506. }
  2507. ### @usage: JOIN_SRCS_GLOBAL(Out Src...)
  2508. ###
  2509. ### Join set of sources into single file named Out and send it for further processing as if it were listed as SRCS(GLOBAL Out).
  2510. ### This macro doesn't place all file into Out, it emits #include<Src>... Use the for C++ source files only.
  2511. ### You should specify file name with the extension as Out. Further processing will be done according to this extension.
  2512. macro JOIN_SRCS_GLOBAL(Out, Src...) {
  2513. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/gen_join_srcs.py"} ${input;hide:"build/scripts/process_command_files.py"} ${output;noauto:Out} --ya-start-command-file ${input;rootrel:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${kv;hide:"p JS"} ${kv;hide:"pc magenta"}
  2514. SRCS(GLOBAL $Out)
  2515. }
  2516. ### @usage: FLAT_JOIN_SRCS_GLOBAL(Out Src...)
  2517. ###
  2518. ### Join set of sources into single file named Out and send it for further processing as if it were listed as SRCS(GLOBAL Out).
  2519. ### This macro places all files into single file, so will work with any sources.
  2520. ### You should specify file name with the extension as Out. Further processing will be done according to this extension.
  2521. macro FLAT_JOIN_SRCS_GLOBAL(Out, Src...) {
  2522. .CMD=$FS_TOOLS cat ${output;noauto:Out} --ya-start-command-file ${input:Src} --ya-end-command-file ${output_include;from_input;hide:Src} ${kv;hide:"p JS"} ${kv;hide:"pc magenta"}
  2523. SRCS(GLOBAL $Out)
  2524. }
  2525. # tag:cpu
  2526. PIC_CFLAGS=
  2527. SSE2_CFLAGS=
  2528. SSE3_CFLAGS=
  2529. SSSE3_CFLAGS=
  2530. SSE41_CFLAGS=
  2531. SSE42_CFLAGS=
  2532. POPCNT_CFLAGS=
  2533. PCLMUL_CFLAGS=
  2534. CX16_FLAGS=
  2535. AVX_CFLAGS=
  2536. AVX2_CFLAGS=
  2537. AVX512_CFLAGS=
  2538. AMX_CFLAGS=
  2539. # tag:cpu
  2540. SSE_DEFINES=
  2541. SSE_CFLAGS=
  2542. SSE4_DEFINES=
  2543. SSE4_CFLAGS=
  2544. XOP_CFLAGS=
  2545. NO_LTO_CFLAGS=
  2546. # tag:cpu
  2547. when (($ARCH_X86_64 || $ARCH_I386) && $DISABLE_INSTRUCTION_SETS != "yes") {
  2548. when ($CLANG || $CLANG_CL || $GCC) {
  2549. PIC_CFLAGS=-fPIC
  2550. SSE2_CFLAGS=-msse2
  2551. SSE3_CFLAGS=-msse3
  2552. SSSE3_CFLAGS=-mssse3
  2553. SSE41_CFLAGS=-msse4.1
  2554. SSE42_CFLAGS=-msse4.2
  2555. XOP_CFLAGS=-mxop
  2556. POPCNT_CFLAGS=-mpopcnt
  2557. PCLMUL_CFLAGS=-mpclmul
  2558. AVX_CFLAGS=-mavx
  2559. # On Intel BMI1, BMI2 and FMA3 instruction sets come together with AVX-2 extension starting with Broadwell / Haswell.
  2560. # See:
  2561. # https://en.wikipedia.org/wiki/FMA_instruction_set
  2562. # https://en.wikipedia.org/wiki/X86_Bit_manipulation_instruction_set
  2563. #
  2564. # AMD implemented FMA3 in Piledriver architecture over AVX (that is, prior to AVX-2 which was introduced in Zen).
  2565. # BMI2 implementation was released by AMD along with AVX-2 support.
  2566. # See:
  2567. # https://en.wikipedia.org/wiki/Template:AMD_x86_CPU_features
  2568. #
  2569. # Due to the above, it looks safe to enable all three extensions whenever AVX-2 is enabled.
  2570. AVX2_CFLAGS=-mavx2 -mfma -mbmi -mbmi2
  2571. # All Intel CPUS with AVX-512 have these instructions except for the Knights Landing / Knights Mill
  2572. # (these are Xeon Phi)
  2573. # See:
  2574. # https://en.wikichip.org/wiki/x86/avx-512
  2575. AVX512_CFLAGS=-mavx512f -mavx512cd -mavx512bw -mavx512dq -mavx512vl
  2576. # AMX stands Advanced Matrix Extension supported by modern Intel architectures
  2577. # See:
  2578. # https://en.wikipedia.org/wiki/Advanced_Matrix_Extensions
  2579. # https://en.wikichip.org/wiki/x86/amx
  2580. AMX_CFLAGS=-mamx-tile -mamx-int8 ${AVX512_CFLAGS}
  2581. when ($ARCH_X86_64 && $OS_ANDROID != "yes") {
  2582. CX16_FLAGS=-mcx16
  2583. }
  2584. SSE_DEFINES=-DSSE_ENABLED=1 -DSSE3_ENABLED=1 -DSSSE3_ENABLED=1
  2585. SSE4_DEFINES=-DSSE41_ENABLED=1 -DSSE42_ENABLED=1 -DPOPCNT_ENABLED=1 -DCX16_ENABLED=1
  2586. }
  2587. elsewhen ($MSVC) {
  2588. SSE2_CFLAGS=/D__SSE2__=1
  2589. SSE3_CFLAGS=/D__SSE3__=1
  2590. SSSE3_CFLAGS=/D__SSSE3__=1
  2591. SSE41_CFLAGS=/D__SSE4_1__=1
  2592. SSE42_CFLAGS=/D__SSE4_2__=1
  2593. POPCNT_CFLAGS=/D__POPCNT__=1
  2594. PCLMUL_CFLAGS=/D__PCLMUL__=1
  2595. AVX_CFLAGS=/arch:AVX /DAVX_ENABLED=1
  2596. AVX2_CFLAGS=/arch:AVX2 /DAVX2_ENABLED=1
  2597. AVX512_CFLAGS=/arch:AVX512 /DAVX512_ENABLED=1
  2598. SSE_DEFINES=/DSSE_ENABLED=1 /DSSE3_ENABLED=1 /DSSSE3_ENABLED=1
  2599. SSE4_DEFINES=/DSSE41_ENABLED=1 /DSSE42_ENABLED=1 /DPOPCNT_ENABLED=1 /DCX16_ENABLED=1
  2600. }
  2601. SSE_CFLAGS=$SSE2_CFLAGS $SSE3_CFLAGS $SSSE3_CFLAGS
  2602. SSE4_CFLAGS=$SSE41_CFLAGS $SSE42_CFLAGS $POPCNT_CFLAGS $CX16_FLAGS
  2603. when ($ARCH_I386 && $OS_ANDROID == "yes") {
  2604. USE_SSE4=no
  2605. }
  2606. }
  2607. otherwise {
  2608. USE_SSE4=no
  2609. CPU_CHECK=no
  2610. }
  2611. # tag:cpu
  2612. when ($NOSSE == "yes") {
  2613. USE_SSE4=no
  2614. }
  2615. # tag:cpu
  2616. ### @usage: NO_SSE4()
  2617. ###
  2618. ### Compile module without SSE4
  2619. macro NO_SSE4() {
  2620. SET(USE_SSE4 no)
  2621. }
  2622. # tag:cpu
  2623. ### @usage: NO_CPU_CHECK()
  2624. ###
  2625. ### Compile module without startup CPU features check
  2626. macro NO_CPU_CHECK() {
  2627. SET(CPU_CHECK no)
  2628. }
  2629. ### @usage: ADDINCLSELF()
  2630. ###
  2631. ### The macro adds the -I<project source path> flag to the source compilation flags of the current project.
  2632. macro ADDINCLSELF(FOR="") {
  2633. when($FOR) {
  2634. ADDINCL+=FOR $FOR ${MODDIR}
  2635. }
  2636. otherwise {
  2637. ADDINCL+=${MODDIR}
  2638. }
  2639. }
  2640. COMPILE_OUT_SUFFIX=
  2641. _COMPILE_OUTPUTS=${output;suf=${COMPILE_OUT_SUFFIX}${OBJECT_SUF}:SRC}
  2642. _COMPILE_TIME_TRACE_OUTPUTS=${output;noauto;suf=${COMPILE_OUT_SUFFIX}${OBJECT_SUF}.time_trace.json:SRC}
  2643. macro SET_COMPILE_OUTPUTS_MODIFIERS(NOREL?";norel":"") {
  2644. SET(_COMPILE_OUTPUTS \${output;suf=\${OBJECT_SUF}$NOREL:SRC})
  2645. SET(_COMPILE_TIME_TRACE_OUTPUTS \${output;noauto;suf=\${OBJECT_SUF}.time_trace.json$NOREL:SRC})
  2646. }
  2647. # tag:internal
  2648. ### @usage: _ADD_EXTRA_FLAGS_IMPL([GENERATE] Args...) # internal
  2649. ### Generate prefix = " && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS " before $Args when GENERATE
  2650. ### is specified in the list of actual arguments
  2651. macro _ADD_EXTRA_FLAGS_IMPL(GENERATE?" && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS ":"", Args...) {
  2652. .SEM=$GENERATE $Args
  2653. }
  2654. # tag:internal
  2655. ### @usage: _ADD_EXTRA_FLAGS([GENERATE] Args...) # internal
  2656. ### Generate prefix = " && set_property SOURCE ${input:SRC} APPEND PROPERTY COMPILE_OPTIONS " if Args is not empty
  2657. macro _ADD_EXTRA_FLAGS(COMPILE_OUT_SUFFIX="", Args...) {
  2658. .SEM=$_ADD_EXTRA_FLAGS_IMPL(${pre=GENERATE :Args})
  2659. }
  2660. _EMPTY_CMD=
  2661. # tag:src-processing tag:internal
  2662. ### @usage: _SRC(Ext Src Flags) # internal
  2663. ###
  2664. ### Basic building block of extension-based command dispatching
  2665. ### To enable specific extension processing define _SRC() macro with fixed first argument (Ext).
  2666. ### Internal logic will apply this macro to all files with this Ext listed in SRC/SRCS macros or outputs
  2667. ### of other commands (except ones marked as noauto)
  2668. macro _SRC(EXT, SRC, SRCFLAGS...) {
  2669. # Generic macro definition for _SRC (just a placeholder, it does nothing)
  2670. }
  2671. # tag:src-processing
  2672. macro _SRC("swg", SRC, SRCFLAGS...) {
  2673. .CMD=${_SWIG_CMD}
  2674. .PEERDIR=${_SWIG_PEERDIR}
  2675. .SEM=conan_require_tool swig/4.0.2 && conan_import '"bin, *swig* -> ./bin"' ${input;hide:SRC} ${_SWIG_SEM_TO_MODULE_LINK}
  2676. }
  2677. RODATA_SYMBOL_PREFIX=
  2678. when ($DARWIN == "yes" || $IOS == "yes" || ($WINDOWS == "yes" && $ARCH_TYPE_32 == "yes")) {
  2679. RODATA_SYMBOL_PREFIX=_
  2680. }
  2681. RODATA_ELF_FLAGS=
  2682. when($LINUX == "yes" || $ANDROID == "yes") {
  2683. RODATA_ELF_FLAGS=--elf
  2684. }
  2685. RODATA_COMPILE=$YMAKE_PYTHON3 ${input:"build/scripts/rodata2asm.py"} $RODATA_ELF_FLAGS ${RODATA_SYMBOL_PREFIX}${noext;nopath:SRC} ${input:SRC} ${tmp;suf=.asm:SRC} ${hide:OBJECT_SUF} && $_SRC_yasm_helper(${tmp;suf=.asm:SRC})
  2686. when (($ARCH_AARCH64 || $ARCH_ARM || $ARCH_PPC64LE || $ARCH_RISCV32) == "yes") {
  2687. RODATA_COMPILE=$YMAKE_PYTHON3 ${input:"build/scripts/rodata2cpp.py"} ${noext;nopath:SRC} ${input:SRC} ${output;suf=.cpp:SRC}
  2688. }
  2689. # tag:src-processing
  2690. macro _SRC("rodata", SRC, SRCFLAGS...) {
  2691. .CMD=$RODATA_COMPILE ${hide;kv:"p RD"} ${hide;kv:"pc light-green"}
  2692. .SEM=target_rodata_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} ${input;hide:"build/scripts/rodata2cpp.py"}
  2693. }
  2694. macro _SRS_S_ASM(SRC, SRCFLAGS...) {
  2695. .CMD=$C_COMPILER $C_FLAGS_PLATFORM $CFLAGS $SFLAGS $SRCFLAGS -c -o ${output:SRC.o} ${input:SRC} $TOOLCHAIN_ENV ${pre=-I:_C__INCLUDE}
  2696. .SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS) && add_language ASM
  2697. }
  2698. # tag:src-processing
  2699. macro _SRC("S", SRC, SRCFLAGS...) {
  2700. .CMD=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2701. .SEM=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2702. }
  2703. # tag:src-processing
  2704. macro _SRC("s", SRC, SRCFLAGS...) {
  2705. .CMD=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2706. .SEM=$_SRS_S_ASM($SRC, $SRCFLAGS)
  2707. }
  2708. # tag:src-processing
  2709. macro _SRC("s79", SRC, SRCFLAGS...) {
  2710. .CMD=$_SRC(S, $SRC $SRCFLAGS -x assembler-with-cpp)
  2711. }
  2712. # tag:src-processing
  2713. macro _SRC("mm", SRC, SRCFLAGS...) {
  2714. .CMD=$C_COMPILER $C_FLAGS_PLATFORM -x objective-c++ -fobjc-arc -fobjc-abi-version=2 -c -o ${output:SRC.o} ${input:SRC} $CXXFLAGS ${pre=-I:_C__INCLUDE} ${SRCFLAGS} ${kv;hide:"p CC"} ${kv;hide:"pc light-green"} $TOOLCHAIN_ENV
  2715. }
  2716. # tag:src-processing
  2717. macro _SRC("fml", SRC, SRCFLAGS...) {
  2718. .CMD=$FML_TOOL $CHECKFLAG -b -o ${output:SRC.inc} -T ${input:SRC} ${SRCFLAGS} ${kv;hide:"p FM"} ${kv;hide:"pc yellow"}
  2719. }
  2720. # tag:src-processing
  2721. macro _SRC("fml2", SRC, SRCFLAGS...) {
  2722. .CMD=$FML_TOOL $CHECKFLAG -b -o ${output;nopath;noext:SRC.fml.inc} -2 -O ${output;nopath;noext:SRC.fml.cpp} -T ${input:SRC} ${SRCFLAGS} ${kv;hide:"p FM"} ${kv;hide:"pc yellow"}
  2723. }
  2724. # tag:src-processing
  2725. macro _SRC("fml3", SRC, SRCFLAGS...) {
  2726. .CMD=$FML_TOOL $CHECKFLAG -b -o ${output;nopath;noext:SRC.fml.inc} -3 -O ${output;nopath;noext:SRC.fml.cpp} -L ${input;nopath;noext:SRC.list} -P ${nopath;noext:SRC} -T ${input:SRC} ${SRCFLAGS} ${kv;hide:"p FM"} ${kv;hide:"pc yellow"}
  2727. }
  2728. # tag:src-processing
  2729. macro _SRC("sfdl", SRC, SRCFLAGS...) {
  2730. .CMD=$CXX_COMPILER $C_FLAGS_PLATFORM $CXXFLAGS $SFDL_FLAG ${SRCFLAGS} ${input:SRC} && ${tool:"tools/calcstaticopt"} -i ${tmp:SRC.tmp} -a $ARCADIA_ROOT ${output;stdout;nopath;noext;defext=.inc:SRC} ${kv;hide:"p SF"} ${kv;hide:"pc yellow"} $TOOLCHAIN_ENV
  2731. }
  2732. macro _XS_SRCS(SRC, TYPEMAPS[], SRCFLAGS...) {
  2733. .CMD=$PERL_LD_LIBRARY_PATH $PERL $PERL_INCLUDE ${suf=/ExtUtils/xsubpp:PERL_PRIVLIB} -typemap ${suf=/ExtUtils/typemap:PERL_PRIVLIB} $PERLSUFFIX $XSUBPPFLAGS ${pre=-typemap :TYPEMAPS} ${input;hide:TYPEMAPS} ${SRCFLAGS} ${input:SRC} ${PERLOUTPUT} ${kv;hide:"p XS"} ${kv;hide:"pc yellow"}
  2734. }
  2735. # tag:src-processing
  2736. macro _SRC("xs", SRC, SRCFLAGS...) {
  2737. .CMD=$_XS_SRCS($SRC TYPEMAPS $_XSTYPEMAPS $SRCFLAGS)
  2738. }
  2739. # tag:src-processing
  2740. macro _SRC("gperf", SRC, SRCFLAGS...) {
  2741. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/gperf"} $GP_FLAGS ${SRCFLAGS} ${pre=-Nin_;suf=_set;nopath;noallext:SRC} ${input:SRC} ${output;stdout;nopath;noext;defext=.gperf.cpp:SRC} ${kv;hide:"p GP"} ${kv;hide:"pc yellow"}
  2742. }
  2743. # tag:src-processing
  2744. macro _SRC("rl", SRC, SRCFLAGS...) {
  2745. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel5/ragel"} $RAGEL_FLAGS ${SRCFLAGS} -o ${tmp:SRC.tmp} ${input:SRC} && $RUN_NO_SANITIZE ${tool:"contrib/tools/ragel5/rlgen-cd"} $RLGEN_FLAGS -o ${output;nopath;noext;defext=.rl5.cpp:SRC} ${tmp:SRC.tmp} ${kv;hide:"p R5"} ${kv;hide:"pc yellow"}
  2746. }
  2747. macro _SRC("xsyn", SRC, SRCFLAGS...) {
  2748. .CMD=$YMAKE_PYTHON ${input:"library/cpp/xml/parslib/xsyn2ragel.py"} ${input:SRC} ${input:"library/cpp/xml/parslib/xmlpars.xh"} dontuse ${output;stdout;suf=.h.rl5:SRC} ${kv;hide:"p XN"} ${kv;hide:"pc yellow"}
  2749. }
  2750. # tag:src-processing
  2751. macro _SRC("rl5", SRC, SRCFLAGS...) {
  2752. .CMD=$_SRC(rl $SRC $SRCFLAGS)
  2753. }
  2754. # tag:src-processing
  2755. macro _SRC("asp", SRC, SRCFLAGS...) {
  2756. .CMD=$RUN_NO_SANITIZE ${tool:"tools/html2cpp"} ${input:SRC} ${output:SRC.cpp} ${kv;hide:"p HT"} ${kv;hide:"pc yellow"}
  2757. }
  2758. # tag:src-processing
  2759. macro _SRC("rl6", SRC, SRCFLAGS...) {
  2760. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel6"} $RAGEL6_FLAGS ${SRCFLAGS} -L -I${ARCADIA_ROOT} -o ${output;nopath;noext;defext=.rl6.cpp:SRC} ${input:SRC} ${kv;hide:"p R6"} ${kv;hide:"pc yellow"}
  2761. .SEM=target_ragel_lexers PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $RAGEL6_FLAGS ${SRCFLAGS} && set_global_flags RAGEL_FLAGS -L -I $S/ && conan_require_tool ragel/6.10 && conan_import '"bin, ragel* -> ./bin"' ${input;hide:"build/scripts/run_tool.py"}
  2762. }
  2763. # tag:src-processing
  2764. macro _SRC("pln", SRC, SRCFLAGS...) {
  2765. .CMD=$FML_TOOL -b -o ${output;pre=pln.;nopath;noext:SRC.cpp} -f ${input:SRC} ${SRCFLAGS} ${kv;hide:"p FM"} ${kv;hide:"pc yellow"}
  2766. }
  2767. # tag:src-processing
  2768. macro _SRC("xsyn", SRC, SRCFLAGS...) {
  2769. .CMD=$YMAKE_PYTHON ${input:"library/cpp/xml/parslib/xsyn2ragel.py"} ${input:SRC} ${input:"library/cpp/xml/parslib/xmlpars.xh"} dontuse ${output;stdout:SRC.h.rl5} ${kv;hide:"p XN"} ${kv;hide:"pc yellow"}
  2770. }
  2771. # tag:src-processing
  2772. macro _SRC("ev", SRC, SRCFLAGS...) {
  2773. .CMD=$EVLOG_CMD($SRC)
  2774. .SEM=$EVLOG_CMD($SRC)
  2775. }
  2776. # tag:src-processing
  2777. macro _SRC("proto", SRC, SRCFLAGS...) {
  2778. .CMD=$PROTO_CMD($SRC)
  2779. .SEM=$PROTO_CMD($SRC)
  2780. }
  2781. # tag:src-processing
  2782. macro _SRC("gztproto", SRC, SRCFLAGS...) {
  2783. # _PROTO__INCLUDE is before ARCADIA_ROOT in includes because in gazetteer we don't use builtins now and paths' canonization (resolving) depends on order of roots.
  2784. # descriptor.proto must be resolved as google/protobuf/descriptor.proto
  2785. .CMD=${tool:"dict/gazetteer/converter"} -I$PROTOBUF_PATH ${pre="-I":_PROTO__INCLUDE} -I$ARCADIA_ROOT ${SRCFLAGS} ${input:SRC} ${output;nopath;noext;norel:SRC.proto} ${kv;hide:"p GZ"} ${kv;hide:"pc yellow"}
  2786. .PEERDIR=kernel/gazetteer/proto
  2787. }
  2788. # tag:src-processing
  2789. macro _SRC("cfgproto", SRC, SRCFLAGS...) {
  2790. .CMD=$_CPP_CFGPROTO_CMD($SRC)
  2791. }
  2792. # tag:src-processing
  2793. macro _SRC("pyx", SRC, SRCFLAGS...) {
  2794. # Copy-paste from BUILDWITH_CYTHON
  2795. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:SRC} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:SRC} $CYTHON_OUTPUT_INCLUDES ${SRCFLAGS} ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  2796. .SEM=target_cython_sources PRIVATE ${input:Src} ${output;hide;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS --cplus ${SRCFLAGS} ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON
  2797. .ADDINCL=FOR cython contrib/tools/cython/Cython/Includes
  2798. }
  2799. # tag:src-processing
  2800. macro _SRC("in", SRC, SRCFLAGS...) {
  2801. .CMD=$CONFIGURE_FILE(${SRC} ${nopath;noext:SRC})
  2802. .SEM=$CONFIGURE_FILE(${SRC} ${nopath;noext:SRC})
  2803. }
  2804. macro MANUAL_GENERATION(Outs...) {
  2805. .SEM=IGNORED ${output;hide;noauto:Outs}
  2806. }
  2807. # tag:src-processing
  2808. macro _SRC("sc", SRC, SRCFLAGS...) {
  2809. .CMD=${tool:"tools/domschemec"} --in ${input:SRC} --out ${output;norel:SRC.h} ${output_include;hide:"util/generic/strbuf.h"} ${output_include;hide:"array"} ${output_include;hide:"util/generic/string.h"} ${output_include;hide:"util/generic/vector.h"} ${output_include;hide:"util/string/cast.h"} ${SRCFLAGS} ${kv;hide:"p SC"} ${kv;hide:"pc yellow"}
  2810. }
  2811. # tag:src-processing
  2812. macro _SRC("ssqls", SRC, SRCFLAGS...) {
  2813. .CMD=${tool:"metrika/core/tools/ssqls"} ${input;notransformbuilddir:SRC} -S $ARCADIA_ROOT -B $ARCADIA_BUILD_ROOT $SRCFLAGS ${output;noext;hide:SRC.cpp} ${output;noext;hide:SRC.h} ${kv;hide:"p SS"} ${kv;hide:"pc yellow"}
  2814. }
  2815. # tag:src-processing
  2816. macro _SRC("f", SRC, SRCFLAGS...) {
  2817. .CMD=$YMAKE_PYTHON ${input:"build/scripts/f2c.py"} -t ${tool:"contrib/tools/f2c"} -c ${input:SRC} -o ${output:SRC.c} ${output_include;hide:"f2c.h"} ${kv;hide:"p FT"} ${kv;hide:"pc light-green"}
  2818. .PEERDIR=contrib/libs/libf2c
  2819. .ADDINCL=contrib/libs/libf2c
  2820. }
  2821. # tag:src-processing
  2822. macro _SRC("cpp", SRC, SRCFLAGS...) {
  2823. .CMD=$_SRC_cpp($SRC $SRCFLAGS)
  2824. .SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2825. }
  2826. # tag:src-processing
  2827. macro _SRC("cxx", SRC, SRCFLAGS...) {
  2828. .CMD=$_SRC(cpp $SRC $SRCFLAGS)
  2829. }
  2830. # tag:src-processing
  2831. macro _SRC("cc", SRC, SRCFLAGS...) {
  2832. .CMD=$_SRC(cpp $SRC $SRCFLAGS)
  2833. .SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS)
  2834. }
  2835. # tag:src-processing
  2836. macro _SRC("auxcpp", SRC, SRCFLAGS...) {
  2837. .CMD=$_SRC_cpp($SRC $_FORCE_CPP_FLAGS $SRCFLAGS)
  2838. .SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($_FORCE_CPP_FLAGS $SRCFLAGS)
  2839. }
  2840. # tag:src-processing
  2841. macro _SRC("C", SRC, SRCFLAGS...) {
  2842. .CMD=$_SRC(cpp $SRC $SRCFLAGS)
  2843. }
  2844. # tag:src-processing
  2845. macro _SRC("c", SRC, SRCFLAGS...) {
  2846. .CMD=$_SRC_c($SRC $SRCFLAGS)
  2847. .SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $_ADD_EXTRA_FLAGS($SRCFLAGS $USER_CONLYFLAGS $USER_CONLYFLAGS_GLOBAL)
  2848. }
  2849. # tag:src-processing
  2850. macro _SRC("m", SRC, SRCFLAGS...) {
  2851. .CMD=$_SRC(c $SRC $SRCFLAGS)
  2852. }
  2853. MASM_SEM=target_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} \
  2854. && curdir_masm_flags ${MASMFLAGS}
  2855. YASM_SEM=target_yasm_source PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${pre=-P :PREINCLUDES} ${input;hide:"build/scripts/run_tool.py"} \
  2856. && set_global_flags YASM_FLAGS -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE \
  2857. && add_language ASM \
  2858. && conan_require_tool yasm/1.3.0 && conan_import '"bin, *yasm* -> ./bin"' && conan_import '"bin, ytasm* -> ./bin"'
  2859. ASM_SEM=target_yasm_source PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS ${input;hide:"build/scripts/run_tool.py"} \
  2860. && set_global_flags YASM_FLAGS -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE \
  2861. && add_language ASM \
  2862. && conan_require_tool yasm/1.3.0 && conan_import '"bin, *yasm* -> ./bin"' && conan_import '"bin, ytasm* -> ./bin"'
  2863. # tag:src-processing
  2864. macro _SRC("masm", SRC, SRCFLAGS...) {
  2865. .CMD=$_SRC_masm($SRC $SRCFLAGS)
  2866. .SEM=$MASM_SEM
  2867. }
  2868. # tag:src-processing
  2869. macro _SRC("yasm", SRC, SRCFLAGS...) {
  2870. .CMD=$_SRC_yasm($SRC $SRCFLAGS PREINCLUDES $YASM_PREINCLUDES_VALUE)
  2871. .SEM=$YASM_SEM
  2872. }
  2873. # tag:src-processing
  2874. macro _SRC("asm", SRC, SRCFLAGS...) {
  2875. .CMD=$_SRC_ASM($SRC $SRCFLAGS PREINCLUDES $YASM_PREINCLUDES_VALUE)
  2876. .SEM=$ASM_SEM
  2877. }
  2878. # tag:src-processing
  2879. macro _SRC("lua", SRC, SRCFLAGS...) {
  2880. .CMD=${cwd:LUAJIT_PATH} ${tool:"contrib/libs/luajit/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  2881. .PEERDIR=$LUAJIT_PATH
  2882. }
  2883. NVCC_CFLAGS=
  2884. when ($IDE_MSVS_CALL == "yes") {
  2885. # This is to avoid issues with .pdb from MSVC calling nvcc calling cl
  2886. NVCC_CFLAGS+=/Fd$(TEMP)
  2887. }
  2888. NVCC_STD_VER=14
  2889. when ($MSVC == "yes") {
  2890. NVCC_STD=/std:c++${NVCC_STD_VER}
  2891. }
  2892. otherwise {
  2893. NVCC_STD=-std=c++${NVCC_STD_VER}
  2894. }
  2895. # tag:src-processing
  2896. macro _SRC("cu", SRC, SRCFLAGS...) {
  2897. .CMD=$_SRC_CU_CMD
  2898. .SEM=target_cuda_sources PRIVATE ${input:SRC} ${output;hide;suf=${OBJ_SUF}.o:SRC} && set_global_flags CMAKE_CUDA_STANDARD ${NVCC_STD_VER} && target_cuda_flags $CUDA_NVCC_FLAGS && target_cuda_cflags $USER_CXXFLAGS $SRCFLAGS $_SEM_EXTRA_CXX_FLAGS
  2899. .PEERDIR=$_SRC_CU_PEERDIR
  2900. }
  2901. # tag:src-processing
  2902. macro _SRC("fbs", SRC, SRCFLAGS...) {
  2903. .CMD=$FBS_CMD($SRC, $SRCFLAGS)
  2904. .SEM=$FBS_CMD($SRC, $SRCFLAGS)
  2905. }
  2906. # tag:src-processing
  2907. macro _SRC("fbs64", SRC, SRCFLAGS...) {
  2908. .CMD=$_CPP_FLATC64_CMD($SRC, $SRCFLAGS)
  2909. }
  2910. # tag:src-processing
  2911. macro _SRC("pysrc", SRC, SRCFLAGS...) {
  2912. .CMD=$_SRC_PYSRC($SRC, $SRCFLAGS)
  2913. }
  2914. # tag:src-processing
  2915. # This triggers configure error in attempt to add `ya.make` to SRCS macro or apply automatic processing by extension from codegen
  2916. macro _SRC("make", SRC, SRCFLAGS...) {
  2917. .CMD=
  2918. }
  2919. @import "${CONF_ROOT}/conf/bison_lex.conf"
  2920. # tag:src-processing
  2921. macro _SRC_py2src(SRC, SRCFLAGS...) {
  2922. .CMD=${cwd:BINDIR} $YMAKE_PYTHON3 ${input:"build/scripts/compile_pysrc.py"} --input ${input:SRC} --output ${output;noext;suf=.py2_raw.cpp:SRC} --rescompiler ${tool:"tools/rescompiler"} py2 --python $(PYTHON)/python --py_compile ${input:"build/scripts/py_compile.py"} ${kv;hide:"p P2"} ${kv;hide:"pc light-green"}
  2923. }
  2924. # tag:src-processing
  2925. macro _SRC_py3src(SRC, SRCFLAGS...) {
  2926. .CMD=${cwd:BINDIR} $YMAKE_PYTHON3 ${input:"build/scripts/compile_pysrc.py"} --input ${input:SRC} --output ${output;noext;suf=.py3_raw.cpp:SRC} --rescompiler ${tool:"tools/rescompiler"} py3 --pycc ${tool:"contrib/tools/python3/pycc"} ${kv;hide:"p P3"} ${kv;hide:"pc light-green"}
  2927. }
  2928. # tag:src-processing python-specific
  2929. when ($PYTHON3 == "yes") {
  2930. _SRC_PYSRC_CMDLINE=$_SRC_py3src($SRC $SRCFLAGS)
  2931. }
  2932. otherwise {
  2933. _SRC_PYSRC_CMDLINE=$_SRC_py2src($SRC $SRCFLAGS)
  2934. }
  2935. # tag:src-processing tag:python-specific
  2936. macro _SRC_PYSRC(SRC, SRCFLAGS...) {
  2937. .CMD=$_SRC_PYSRC_CMDLINE
  2938. }
  2939. # tag:src-processing
  2940. macro _SRC_c_nodeps(SRC, OUTFILE, INC...) {
  2941. .CMD=$_SRC_C_NODEPS_CMD
  2942. }
  2943. # Custom flags for generated cpp-files. To support another generator:
  2944. # - insert additional file extension before .cpp into generated cpp-file name
  2945. # - update _LANG_CFLAGS_FILTER variable. Don't forget to add ' SKIP ' after flag list
  2946. #
  2947. # ragel5 and ragel6 generated terrible code which makes use of goto's in switch statements.
  2948. # This triggers -Werror-implicit-fallthrough due to `unannotated fall-through between switch labels`.
  2949. #
  2950. # cython generated code also fails to pass this diagnostics due to `fallthrough annotation in unreachable code`.
  2951. # We use cython==0.29.26 at the time. This issue might be fixed in further versions.
  2952. #
  2953. # flags -fno-profile-instr-generate -fno-coverage-mapping needed to always disable coverage for .pyx, .rl5, .rl6
  2954. # generated sources
  2955. ## tag:src-processing
  2956. when ($CLANG == "yes") {
  2957. _LANG_CFLAGS_FILTER=\
  2958. ${pre=-Wno-implicit-fallthrough -fno-profile-instr-generate -fno-coverage-mapping SKIP ;ext=.rl5:SRC} \
  2959. ${pre=-Wno-implicit-fallthrough -fno-profile-instr-generate -fno-coverage-mapping SKIP ;ext=.rl6:SRC} \
  2960. ${pre=-Wno-implicit-fallthrough -fno-profile-instr-generate -fno-coverage-mapping SKIP ;ext=.pyx:SRC}
  2961. }
  2962. otherwise {
  2963. _LANG_CFLAGS_FILTER=\
  2964. ${pre=-Wno-implicit-fallthrough SKIP ;ext=.rl5:SRC} \
  2965. ${pre=-Wno-implicit-fallthrough SKIP ;ext=.rl6:SRC} \
  2966. ${pre=-Wno-implicit-fallthrough SKIP ;ext=.pyx:SRC}
  2967. }
  2968. # tag:src-processing
  2969. # Magic macro for removing file name from result (file name is passed as unused SKIP parameter)
  2970. macro _FILTER_EXTS(SKIP="", FLAGS...) {
  2971. .CMD=$FLAGS
  2972. }
  2973. # tag:src-processing
  2974. macro _LANG_CFLAGS(SRC) {
  2975. .CMD=$_FILTER_EXTS($_LANG_CFLAGS_FILTER)
  2976. }
  2977. # tag:src-processing
  2978. # ymake bug workaround: variables followed a macros call in .CMD are not substituted and are placed in result as is
  2979. # Pack macro call into a variable and use it in _SRC_CPP_CMD instead of macro call
  2980. _LANG_CFLAGS_VALUE=
  2981. when ($CLANG == "yes" || $CLANG_CL == "yes" || $GCC == "yes") {
  2982. _LANG_CFLAGS_VALUE=$_LANG_CFLAGS(${noext:SRC})
  2983. }
  2984. # Allows to add single compilation unit name to the node's 'kv' section.
  2985. # This is used by the coverage machinery to instrument only the necessary sources
  2986. # when --coverage-prefix-filter <rootrelpath> is specified. For more info see DEVTOOLSSUPPORT-16891
  2987. SCU_NAME_KV=
  2988. when ($CLANG_COVERAGE && $CLANG_COVERAGE != "no" && $USE_SCU_VALUE == "yes") {
  2989. SCU_NAME_KV=${hide;kv:"scu_name $KV_VAL"}
  2990. }
  2991. macro _ADD_SCU_NAME(KV_VAL) {
  2992. .CMD=$SCU_NAME_KV
  2993. }
  2994. # tag:src-processing
  2995. macro _SRC_cpp(SRC, COMPILE_OUT_SUFFIX="", SRCFLAGS...) {
  2996. .CMD=$_SRC_CPP_CMD $_ADD_SCU_NAME(${input:SRC})
  2997. }
  2998. # tag:src-processing
  2999. macro _SRC_c(SRC, COMPILE_OUT_SUFFIX="", SRCFLAGS...) {
  3000. .CMD=$_SRC_C_CMD $_ADD_SCU_NAME(${input:SRC})
  3001. }
  3002. # tag:src-processing
  3003. macro _SRC_m(SRC, SRCFLAGS...) {
  3004. .CMD=$_SRC_M_CMD
  3005. }
  3006. # tag:src-processing
  3007. macro _SRC_masm(SRC, SRCFLAGS...) {
  3008. .CMD=$_SRC_MASM_CMD
  3009. }
  3010. # tag:lua-specific
  3011. ### @usage: COMPILE_LUA(Src, [NAME <import_name>])
  3012. ###
  3013. ### Compile LUA source file to object code using LUA 2.0
  3014. ### Optionally override import name which is by default reflects Src name
  3015. macro COMPILE_LUA(Src, NAME="") {
  3016. .CMD=$_SRC(lua, $Src, ${pre=-n :NAME})
  3017. }
  3018. # tag:lua-specific
  3019. ### @usage: _SRC_lua_21(SRC [SRCFLAGS...]) # internal
  3020. ###
  3021. ### Compile LUA source file to object code using LUA 2.1
  3022. macro _SRC_lua_21(SRC, SRCFLAGS...) {
  3023. .CMD=${cwd:LUAJIT_21_PATH} ${tool:"contrib/libs/luajit_21/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  3024. .PEERDIR=$LUAJIT_21_PATH
  3025. }
  3026. # tag:lua-specific
  3027. ### @usage: COMPILE_LUA_21(Src, [NAME <import_name>])
  3028. ###
  3029. ### Compile LUA source file to object code using LUA 2.1
  3030. ### Optionally override import name which is by default reflects Src name
  3031. macro COMPILE_LUA_21(Src, NAME="") {
  3032. .CMD=$_SRC_lua_21($Src, ${pre=-n :NAME})
  3033. }
  3034. # tag:lua-specific
  3035. ### @usage: _SRC_lua_openresty(SRC [SRCFLAGS...]) # internal
  3036. ###
  3037. ### Compile LUA source file to object code using OpenResty LUA 2.1
  3038. macro _SRC_lua_openresty(SRC, SRCFLAGS...) {
  3039. .CMD=${cwd:LUAJIT_OPENRESTY_PATH} ${tool:"contrib/libs/luajit_openresty/compiler"} -b -g ${input:SRC} ${SRCFLAGS} ${global;output;suf=.o:SRC} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  3040. .PEERDIR=$LUAJIT_OPENRESTY_PATH
  3041. }
  3042. # tag:lua-specific
  3043. ### @usage: COMPILE_LUA_OPENRESTY(Src, [NAME <import_name>])
  3044. ###
  3045. ### Compile LUA source file to object code using OpenResty LUA 2.1
  3046. ### Optionally override import name which is by default reflects Src name
  3047. macro COMPILE_LUA_OPENRESTY(Src, NAME="") {
  3048. .CMD=$_SRC_lua_openresty($Src, ${pre=-n :NAME})
  3049. }
  3050. GETTEXT_KEEP_PATH=no
  3051. _MO_OUTPUT=
  3052. when ($GETTEXT_KEEP_PATH == "yes") {
  3053. _MO_OUTPUT=${output;noauto;norel;noext:SRC.mo}
  3054. }
  3055. otherwise {
  3056. _MO_OUTPUT=${output;noauto;nopath;noext;tobindir:SRC.mo}
  3057. }
  3058. # tag:src-processing
  3059. macro _SRC("po", SRC, SRCFLAGS...) {
  3060. .CMD=$YMAKE_PYTHON ${input:"contrib/tools/python/src/Tools/i18n/msgfmt.py"} -o $_MO_OUTPUT ${input:SRC}
  3061. }
  3062. # tag:ydl-specific
  3063. YDL_FLAGS= --force-color -I ${ARCADIA_ROOT}
  3064. YDL_DESC_FLAGS=
  3065. # tag:src-processing tag:ydl-specific
  3066. macro _SRC("ydl", SRC, SRCFLAGS...) {
  3067. .CMD=${tool:"statbox/ydl/compiler/tooling/ydl/bin"} c $YDL_FLAGS --cpp-output-header ${output;suf=.h:SRC} --cpp-output-source ${output;suf=.cpp:SRC} ${input:SRC} ${output_include;hide:"statbox/ydl/runtime/cpp/gen_support/standard_includes.h"} ${kv;hide:"p YDL"} ${kv;hide:"pc yellow"}
  3068. .PEERDIR+=statbox/ydl/runtime/cpp
  3069. }
  3070. # tag:ydl-specific
  3071. ### @usage BUILD_YDL_DESC(Input Symbol Output)
  3072. ###
  3073. ### Generate a descriptor for a Symbol located in a ydl module Input, and put it to the file Output.
  3074. ###
  3075. ### @example:
  3076. ###
  3077. ### PACKAGE()
  3078. ### BUILD_YDL_DESC(../types.ydl Event Event.ydld)
  3079. ### END()
  3080. ###
  3081. ### This will parse file ../types.ydl, generate a descriptor for a symbol Event defined in the said file, and put the descriptor to the Event.ydld.
  3082. macro BUILD_YDL_DESC(Input, Symbol, Output) {
  3083. .CMD=${tool:"statbox/ydl/compiler/tooling/ydl/bin"} ti $YDL_FLAGS $YDL_DESC_FLAGS -o ${output;noauto:Output} ${input:Input} ${Symbol} ${kv;hide:"p YDL"} ${kv;hide:"pc yellow"}
  3084. }
  3085. # tag:ydl-specific
  3086. ### @usage: YDL_DESC_USE_BINARY()
  3087. ###
  3088. ### Used in conjunction with BUILD_YDL_DESC. When enabled, all generated descriptors are binary.
  3089. ###
  3090. ### @example:
  3091. ###
  3092. ### PACKAGE()
  3093. ### YDL_DESC_USE_BINARY()
  3094. ### BUILD_YDL_DESC(../types.ydl Event Event.ydld)
  3095. ### END()
  3096. ###
  3097. ### This will generate descriptor Event.ydld in a binary format.
  3098. macro YDL_DESC_USE_BINARY() {
  3099. YDL_DESC_FLAGS_BINARY= --binary
  3100. SET_APPEND(YDL_DESC_FLAGS $YDL_DESC_FLAGS_BINARY)
  3101. }
  3102. ### @usage SRC(File Flags...)
  3103. ###
  3104. ### Compile single file with extra Flags.
  3105. ### Compilation is driven by the last extension of the File and Flags are specific to corresponding compilation command
  3106. macro SRC(FILE, FLAGS...) {
  3107. _SRC(${lastext:FILE} $FILE $FLAGS)
  3108. }
  3109. ### @usage: SRCS(<[GLOBAL] File> ...)
  3110. ###
  3111. ### Source files of the project. Files are built according to their extension and put int module output or fed to ultimate PROGRAM/DLL depending on GLOBAL presence.
  3112. ### Arcadia Paths from the root and is relative to the project's LIST are supported
  3113. ###
  3114. ### GLOBAL marks next file as direct input to link phase of the program/shared library project built into. This prevents symbols of the file to be excluded by linker as unused.
  3115. ### The scope of the GLOBAL keyword is the following file (that is, in the case of SRCS(GLOBAL foo.cpp bar.cpp) global will be only foo.cpp)
  3116. ###
  3117. ### @example:
  3118. ###
  3119. ### LIBRARY(test_global)
  3120. ### SRCS(GLOBAL foo.cpp)
  3121. ### END()
  3122. ###
  3123. ### This will produce foo.o and feed it to any PROGRAM/DLL module transitively depending on test_global library. The library itself will be empty and won't produce .a file.
  3124. macro SRCS(FILES...) {
  3125. foreach (FILE : $FILES) {
  3126. _SRC(${lastext:FILE} $FILE)
  3127. }
  3128. }
  3129. # tag:c-specific
  3130. macro _SRC_C_CUSTOM_FLAGS(SRC, COMPILE_OUT_SUFFIX, CUSTOM_FLAGS...) {
  3131. .CMD=$_SRC_c($SRC COMPILE_OUT_SUFFIX ${COMPILE_OUT_SUFFIX} ${CUSTOM_FLAGS})
  3132. .SEM=target_sources_custom $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS $USER_CONLYFLAGS $USER_CONLYFLAGS_GLOBAL
  3133. }
  3134. macro _SRC_CPP_CUSTOM_FLAGS(SRC, COMPILE_OUT_SUFFIX, CUSTOM_FLAGS...) {
  3135. .CMD=$_SRC_cpp($SRC COMPILE_OUT_SUFFIX ${COMPILE_OUT_SUFFIX} ${CUSTOM_FLAGS})
  3136. .SEM=target_sources_custom $COMPILE_OUT_SUFFIX SRCS ${input:SRC} ${hide;output;suf=${COMPILE_OUT_SUFFIX}.o:SRC} CUSTOM_FLAGS $CUSTOM_FLAGS
  3137. }
  3138. # tag:src-specific tag:cpp-specific
  3139. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3140. ###
  3141. ### Defenition of generic macro. Report an error that the File with Ext is not
  3142. ### supported by macro MacroName if no appropriate macro specialization is found.
  3143. macro _SRC_CUSTOM_C_CPP(EXT, MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3144. MESSAGE(FATAL_ERROR macro [[alt1]]$MACRO_NAME[[rst]] does not support files with [[imp]].$EXT[[rst]] extension)
  3145. }
  3146. # tag:src-specific tag:cpp-specific
  3147. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3148. ###
  3149. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single C file (with .c extension)
  3150. macro _SRC_CUSTOM_C_CPP("c", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3151. _SRC_C_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3152. }
  3153. # tag:src-specific tag:cpp-specific
  3154. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3155. ###
  3156. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cpp extension)
  3157. macro _SRC_CUSTOM_C_CPP("cpp", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3158. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3159. }
  3160. # tag:src-specific tag:cpp-specific
  3161. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3162. ###
  3163. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cxx extension)
  3164. macro _SRC_CUSTOM_C_CPP("cxx", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3165. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3166. }
  3167. # tag:src-specific tag:cpp-specific
  3168. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3169. ###
  3170. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .cc extension)
  3171. macro _SRC_CUSTOM_C_CPP("cc", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3172. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3173. }
  3174. # tag:src-specific tag:cpp-specific
  3175. ### @usage: _SRC_CUSTOM_C_CPP(Ext MacroName File Flags...) # internal
  3176. ###
  3177. ### Specialization of genreric macro _SRC_CUSTOM_C_CPP which compiles a single Cpp file (with .C extension)
  3178. macro _SRC_CUSTOM_C_CPP("C", MACRO_NAME, FILE, COMPILE_OUT_SUFFIX, FLAGS...) {
  3179. _SRC_CPP_CUSTOM_FLAGS($FILE $COMPILE_OUT_SUFFIX $FLAGS)
  3180. }
  3181. # tag:src-specific tag:cpp-specific tag:cpu
  3182. ### @uasge SRC_C_SSE2(File Flags...)
  3183. ###
  3184. ### Compile a single C/C++ file with SSE2 and additional Flags
  3185. macro SRC_C_SSE2(FILE, FLAGS...) {
  3186. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE2 $FILE .sse2 $SSE2_CFLAGS $FLAGS)
  3187. }
  3188. # tag:src-specific tag:cpp-specific tag:cpu
  3189. ### @uasge SRC_C_SSE3(File Flags...)
  3190. ###
  3191. ### Compile a single C/C++ file with SSE3 and additional Flags
  3192. macro SRC_C_SSE3(FILE, FLAGS...) {
  3193. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE3 $FILE .sse3 $SSE3_CFLAGS $FLAGS)
  3194. }
  3195. # tag:src-specific tag:cpp-specific tag:cpu
  3196. ### @uasge SRC_C_SSSE3(File Flags...)
  3197. ###
  3198. ### Compile a single C/C++ file with SSSE3 and additional Flags
  3199. macro SRC_C_SSSE3(FILE, FLAGS...) {
  3200. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSSE3 $FILE .ssse3 $SSSE3_CFLAGS $FLAGS)
  3201. }
  3202. # tag:src-specific tag:cpp-specific tag:cpu
  3203. ### @uasge SRC_C_SSE4(File Flags...)
  3204. ###
  3205. ### Compile a single C/C++ file with SSE4 and additional Flags
  3206. macro SRC_C_SSE4(FILE, FLAGS...) {
  3207. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE4 $FILE .sse4 $SSE4_CFLAGS $FLAGS)
  3208. }
  3209. # tag:src-specific tag:cpp-specific tag:cpu
  3210. ### @uasge SRC_C_SSE41(File Flags...)
  3211. ###
  3212. ### Compile a single C/C++ file with SSE4.1 and additional Flags
  3213. macro SRC_C_SSE41(FILE, FLAGS...) {
  3214. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_SSE41 $FILE .sse41 $SSE41_CFLAGS $FLAGS)
  3215. }
  3216. # tag:src-specific tag:cpp-specific tag:cpu
  3217. ### @uasge SRC_C_AVX(File Flags...)
  3218. ###
  3219. ### Compile a single C/C++ file with AVX and additional Flags
  3220. macro SRC_C_AVX(FILE, FLAGS...) {
  3221. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX $FILE .avx $AVX_CFLAGS $FLAGS)
  3222. }
  3223. # tag:src-specific tag:cpp-specific tag:cpu
  3224. ### @uasge SRC_C_AVX2(File Flags...)
  3225. ###
  3226. ### Compile a single C/C++ file with AVX2 and additional Flags
  3227. macro SRC_C_AVX2(FILE, FLAGS...) {
  3228. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX2 $FILE .avx2 $AVX2_CFLAGS $FLAGS)
  3229. }
  3230. # tag:src-specific tag:cpp-specific tag:cpu
  3231. ### @uasge SRC_C_AVX512(File Flags...)
  3232. ###
  3233. ### Compile a single C/C++ file with AVX512 and additional Flags
  3234. macro SRC_C_AVX512(FILE, FLAGS...) {
  3235. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AVX512 $FILE .avx512 $AVX512_CFLAGS $FLAGS)
  3236. }
  3237. # tag:src-specific tag:cpp-specific tag:cpu
  3238. ### @uasge SRC_C_AVX512(File Flags...)
  3239. ###
  3240. ### Compile a single C/C++ file with AVX512 and additional Flags
  3241. macro SRC_C_AMX(FILE, FLAGS...) {
  3242. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_AMX $FILE .amx $AMX_CFLAGS $FLAGS)
  3243. }
  3244. # tag:src-specific tag:cpp-specific tag:cpu
  3245. ### @uasge SRC_C_XOP(File Flags...)
  3246. ###
  3247. ### Compile a single C/C++ file with (an AMD-specific instruction set,
  3248. ### see https://en.wikipedia.org/wiki/XOP_instruction_set) and additional Flags
  3249. macro SRC_C_XOP(FILE, FLAGS...) {
  3250. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_XOP $FILE .xop $XOP_CFLAGS $FLAGS)
  3251. }
  3252. # tag:src-specific tag:cpp-specific tag:cpu
  3253. ### @uasge SRC_C_PCLMUL(File Flags...)
  3254. ###
  3255. ### Compile a single C/C++ file with PCLMUL and additional Flags
  3256. macro SRC_C_PCLMUL(FILE, FLAGS...) {
  3257. _SRC_CUSTOM_C_CPP(${lastext:FILE} SRC_C_PCLMUL $FILE .pclmul $PCLMUL_CFLAGS $FLAGS )
  3258. }
  3259. # tag:src-specific tag:cpp-specific
  3260. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3261. ###
  3262. ### Defenition of generic macro. Report an error that the File with Ext is not
  3263. ### supported by macro MacroName if no appropriate macro specialization is found.
  3264. macro _SRC_STRICT_C_CPP(EXT, MACRO_NAME, FILE, FLAGS...) {
  3265. MESSAGE(FATAL_ERROR macro [[alt1]]$MACRO_NAME[[rst]] does not support files with [[imp]].$EXT[[rst]] extension)
  3266. }
  3267. # tag:src-specific tag:cpp-specific
  3268. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3269. ###
  3270. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single C file (with .c extension)
  3271. macro _SRC_STRICT_C_CPP("c", MACRO_NAME, FILE, FLAGS...) {
  3272. _SRC(c $FILE $FLAGS)
  3273. }
  3274. # tag:src-specific tag:cpp-specific
  3275. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3276. ###
  3277. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cpp extension)
  3278. macro _SRC_STRICT_C_CPP("cpp", MACRO_NAME, FILE, FLAGS...) {
  3279. _SRC(cpp $FILE $FLAGS)
  3280. }
  3281. # tag:src-specific tag:cpp-specific
  3282. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3283. ###
  3284. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cxx extension)
  3285. macro _SRC_STRICT_C_CPP("cxx", MACRO_NAME, FILE, FLAGS...) {
  3286. _SRC(cpp $FILE $FLAGS)
  3287. }
  3288. # tag:src-specific tag:cpp-specific
  3289. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3290. ###
  3291. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .cc extension)
  3292. macro _SRC_STRICT_C_CPP("cc", MACRO_NAME, FILE, FLAGS...) {
  3293. _SRC(cpp $FILE $FLAGS)
  3294. }
  3295. # tag:src-specific tag:cpp-specific
  3296. ### @usage: _SRC_STRICT_C_CPP(Ext MacroName File Flags...) # internal
  3297. ###
  3298. ### Specialization of genreric macro _SRC_STRICT_C_CPP which compiles a single Cpp file (with .C extension)
  3299. macro _SRC_STRICT_C_CPP("C", MACRO_NAME, FILE, FLAGS...) {
  3300. _SRC(cpp $FILE $FLAGS)
  3301. }
  3302. # tag:src-specific tag:cpp-specific
  3303. ### @uasge SRC_C_PIC(File Flags...)
  3304. ###
  3305. ### Compile a single C/C++ file with -fPIC and additional Flags
  3306. macro SRC_C_PIC(FILE, FLAGS...) {
  3307. _SRC_STRICT_C_CPP(${lastext:FILE} SRC_C_PIC $FILE $PIC_CFLAGS $FLAGS)
  3308. }
  3309. # tag:src-specific tag:cpp-specific
  3310. ### @uasge SRC_C_NO_LTO(File Flags...)
  3311. ###
  3312. ### Compile a single C/C++ file with link-time-optimization disabling and additional Flags
  3313. macro SRC_C_NO_LTO(FILE, FLAGS...) {
  3314. _SRC_STRICT_C_CPP(${lastext:FILE} SRC_C_NO_LTO $FILE $NO_LTO_CFLAGS $FLAGS)
  3315. }
  3316. # tag:python-processing tag:cython
  3317. # TODO: use it in [.pyx] cmd
  3318. ### @usage: BUILDWITH_CYTHON_CPP(Src Options...)
  3319. ###
  3320. ### Generates .cpp file from .pyx.
  3321. macro BUILDWITH_CYTHON_CPP(Src, Options...) {
  3322. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:Src} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3323. .SEM=target_cython_sources PRIVATE ${input:Src} ${output;hide;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON
  3324. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3325. }
  3326. # tag:python-processing tag:cython tag:internal
  3327. ### @usage: _BUILDWITH_CYTHON_CPP_DEP(Src Dep Options...) # internal
  3328. ###
  3329. ### Generates .cpp file from .pyx and attach extra input Dep.
  3330. ### If Dep changes the .cpp file will be re-generated.
  3331. macro _BUILDWITH_CYTHON_CPP_DEP(Src, Dep, Options...) {
  3332. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${input;hide:Dep} -o ${output;tobindir;suf=${OBJ_SUF}.cpp:Src} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3333. .SEM=target_cython_sources PRIVATE ${input:Src} ${input;hide:Dep} ${output;hide;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON
  3334. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3335. }
  3336. # tag:python-processing tag:cython tag:internal
  3337. ### @usage: _BUILDWITH_CYTHON_CPP_H(Src Dep Options...) # internal
  3338. ###
  3339. ### BUILDWITH_CYTHON_CPP without .pyx infix and with cdef public .h file.
  3340. macro _BUILDWITH_CYTHON_CPP_H(Src, Dep, Options...) {
  3341. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} --cplus ${CYTHON_CPP_OUTPUT_INCLUDES} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${input;hide:Dep} -o ${output;noext;tobindir:Src.cpp} ${output;hide;addincl;noext;tobindir:Src.h} ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3342. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3343. }
  3344. # tag:python-processing tag:cython
  3345. ### @usage: BUILDWITH_CYTHON_C(Src Options...)
  3346. ###
  3347. ### Generates .c file from .pyx.
  3348. macro BUILDWITH_CYTHON_C(Src, Options...) {
  3349. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} -o ${output;tobindir;suf=${OBJ_SUF}.c:Src} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3350. .SEM=target_cython_sources PRIVATE ${input:Src} ${output;hide;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON
  3351. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3352. }
  3353. # tag:python-processing tag:cython tag:internal
  3354. ### @usage: _BUILDWITH_CYTHON_C_DEP(Src Dep Options...) # internal
  3355. ###
  3356. ### Generates .c file from .pyx and attach extra input Dep.
  3357. ### If Dep changes the .c file will be re-generated.
  3358. macro _BUILDWITH_CYTHON_C_DEP(Src, Dep, Options...) {
  3359. .CMD=$RUN_CYTHON_SCRIPT $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${input;hide:Dep} -o ${output;tobindir;suf=${OBJ_SUF}.c:Src} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3360. .SEM=target_cython_sources PRIVATE ${input:Src} ${input;hide:Dep} ${output;hide;tobindir:Src.fake.o} && target_cython_options $CYTHON_OPTIONS ${Options} ${CYTHON_OUTPUT_INCLUDES} && target_cython_include_directories $_CYTHON__INCLUDE && set_python_type_for_cython $PYTHON_TYPE_FOR_CYTHON
  3361. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3362. }
  3363. # tag:python-processing tag:cython tag:internal
  3364. ### @usage: _BUILDWITH_CYTHON_C_H(Src Dep Options...) # internal
  3365. ###
  3366. ### BUILDWITH_CYTHON_C without .pyx infix and with cdef public .h file.
  3367. macro _BUILDWITH_CYTHON_C_H(Src, Dep, Options...) {
  3368. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${input;hide:Dep} -o ${output;noext;tobindir:Src.c} ${output;hide;addincl;noext;tobindir:Src.h} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3369. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3370. }
  3371. # tag:python-processing tag:cython tag:internal
  3372. ### @usage: _BUILDWITH_CYTHON_C_API_H(Src Dep Options...) # internal
  3373. ###
  3374. ### BUILDWITH_CYTHON_C_H with cdef api _api.h file.
  3375. macro _BUILDWITH_CYTHON_C_API_H(Src, Dep, Options...) {
  3376. .CMD=$RUN_CYTHON_SCRIPT_H $CYTHON_OPTIONS ${Options} ${pre=-I:_CYTHON__INCLUDE} ${input:Src} ${input;hide:Dep} -o ${output;noext;tobindir:Src.c} ${output;hide;addincl;noext;tobindir:Src.h} ${output;hide;addincl;noext;defext=_api.h;tobindir:Src} $CYTHON_OUTPUT_INCLUDES ${kv;hide:"p CY"} ${kv;hide:"pc yellow"}
  3377. ADDINCL(FOR cython contrib/tools/cython/Cython/Includes)
  3378. }
  3379. ### @usage: BUILDWITH_RAGEL6(Src Options...)
  3380. ###
  3381. ### Compile .rl file using Ragel6.
  3382. macro BUILDWITH_RAGEL6(Src, Options...) {
  3383. .CMD=$RUN_NO_SANITIZE ${tool:"contrib/tools/ragel6"} $RAGEL6_FLAGS ${Options} -I${ARCADIA_ROOT} -o ${output;nopath;noext;defext=.rl6.cpp:Src} ${input:Src} ${kv;hide:"p R6"} ${kv;hide:"pc yellow"}
  3384. }
  3385. # tag:python-processing tag:internal
  3386. # TODO: use it in [.pyx] cmd
  3387. ### @usage: _PY_REGISTER() # internal
  3388. ###
  3389. ### Register Python 2.x module in internal resource file system. Arcadia Python 2.x importer will be retrieve these on import directive.
  3390. ###
  3391. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3392. macro _PY_REGISTER(Func) {
  3393. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_py_reg.py"} $Func ${output;noauto:Func.reg.cpp} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"}
  3394. SRCS(GLOBAL $Func.reg.cpp)
  3395. }
  3396. # tag:python-processing tag:internal
  3397. ### @usage: _PY3_REGISTER() # internal
  3398. ###
  3399. ### Register Python 3.x module in internal resource file system. Arcadia Python 3.x importer will be retrieve these on import directive
  3400. ###
  3401. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3402. macro _PY3_REGISTER(Func) {
  3403. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_py3_reg.py"} $Func ${output;noauto:Func.reg3.cpp} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"}
  3404. SRCS(GLOBAL $Func.reg3.cpp)
  3405. }
  3406. # tag:python-processing tag:internal
  3407. ### @usage: _PY_COMPILE_BYTECODE(SrcX Src) # internal
  3408. ###
  3409. ### Compile Python 2.x .py source file into Arcadia binary form suitable for PY2_PROGRAM
  3410. ###
  3411. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3412. macro _PY_COMPILE_BYTECODE(SrcX, Src, Dst) {
  3413. .CMD=$YMAKE_PYTHON ${input:"build/scripts/py_compile.py"} $SrcX ${input:Src} ${output;noauto:Dst.yapyc} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"}
  3414. }
  3415. # tag:python-processing tag:internal
  3416. ### @usage: _PY3_COMPILE_BYTECODE(SrcX Src) # internal
  3417. ###
  3418. ### Compile Python 3.x .py source file into Arcadia binary form suitable for PY3_PROGRAM
  3419. ###
  3420. ### Documentation: https://wiki.yandex-team.ru/devtools/commandsandvars/pysrcs/#makrospyregister
  3421. macro _PY3_COMPILE_BYTECODE(SrcX, Src, Dst) {
  3422. .CMD=${env:"PYTHONHASHSEED=0"} ${tool:"contrib/tools/python3/pycc"} $SrcX ${input:Src} ${output;noauto:Dst.yapyc3} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"}
  3423. }
  3424. macro _ARCHIVE_SEM_HELPER(FLAGS[], OUT, Files...) {
  3425. .SEM=add_custom_command OUTPUT ${OUT} DEPENDS $ARCH_TOOL ${join= :Files} COMMAND $ARCH_TOOL $FLAGS ${join=\: :Files}: -o ${OUT}
  3426. }
  3427. ### @usage: ARCHIVE_ASM(NAME archive_name files...)
  3428. ###
  3429. ### Similar to the macro ARCHIVE, but:
  3430. ### 1. works faster and it is better to use for large files.
  3431. ### 2. Different syntax (see examples in codesearch or users/pg/tests/archive_test)
  3432. macro ARCHIVE_ASM(NAME="", DONTCOMPRESS?"-p":"", Files...) {
  3433. .CMD=$ARCH_TOOL -q $DONTCOMPRESS ${input;join=\: :Files}: -o ${output;suf=$OBJ_SUF.rodata:NAME} ${kv;hide:"p AR"} ${kv;hide:"pc light-cyan"}
  3434. .SEM=$_ARCHIVE_SEM_HELPER(${output;suf=$OBJ_SUF.rodata:NAME} ${input:Files} FLAGS -q $DONTCOMPRESS)
  3435. }
  3436. # tag:yweb-specific
  3437. macro PIRE_INLINE_CMD(SRC) {
  3438. .CMD=${tool:"library/cpp/regex/pire/inline"} -o ${output:SRC} ${input:SRC} ${output_include;hide:SRC} ${kv;hide:"p PI"} ${kv;hide:"pc yellow"}
  3439. }
  3440. # tag:yweb-specific
  3441. macro PIRE_INLINE(FILES...) {
  3442. foreach (FILE : $FILES) {
  3443. PIRE_INLINE_CMD($FILE)
  3444. }
  3445. }
  3446. ### @usage: ARCHIVE(archive_name [DONT_COMPRESS] files...)
  3447. ###
  3448. ### Add arbitrary data to a modules. Unlike RESOURCE macro the result should be futher processed by othet macros in the module.
  3449. ###
  3450. ### Example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a1ispolzujjtekomanduarchive
  3451. macro ARCHIVE(NAME="", DONTCOMPRESS?"-p":"", Files...) {
  3452. .CMD=$ARCH_TOOL -q -x $DONTCOMPRESS ${input;join=\: :Files}: -o ${output;addincl;noauto:NAME} ${kv;hide:"p AR"} ${kv;hide:"pc light-red"}
  3453. .SEM=$_ARCHIVE_SEM_HELPER(${output;addincl;noauto:NAME} ${input:Files} FLAGS -q -x $DONTCOMPRESS) && target_sources PRIVATE $BINDIR/$NAME
  3454. }
  3455. ### @usage: ARCHIVE_BY_KEYS(archive_name key [DONT_COMPRESS] files...)
  3456. ###
  3457. ### Add arbitrary data to a module be accessible by specified key.
  3458. ### Unlike RESOURCE macro the result should be futher processed by othet macros in the module.
  3459. ###
  3460. ### Example: https://wiki.yandex-team.ru/yatool/howtowriteyamakefiles/#a1ispolzujjtekomanduarchive
  3461. macro ARCHIVE_BY_KEYS(NAME="", KEYS="", DONTCOMPRESS?"-p":"", Files...) {
  3462. .CMD=$ARCH_TOOL -q -x $DONTCOMPRESS ${input:Files} -k $KEYS -o ${output;addincl;noauto:NAME} ${kv;hide:"p AR"} ${kv;hide:"pc light-red"}
  3463. }
  3464. #scripts
  3465. #special commands
  3466. BUILDVERSION_SCRIPT=build/scripts/build_info_gen.py
  3467. SVNVERSION_JAVA_MARKER=output-java-class
  3468. SVNVERSION_GO_MARKER=output-go
  3469. VCS_C_OBJ=$BINDIR/__vcs_version__.c$OBJECT_SUF
  3470. VCS_C_OBJ_RR=$MODDIR/__vcs_version__.c$OBJECT_SUF
  3471. VCS_C=$BINDIR/__vcs_version__.c
  3472. VCS_GO=$BINDIR/__vcs_version__.go
  3473. VCS_JAVA=$BINDIR/__vcs_version__.mf
  3474. VCS_INFO_DISABLE_CACHE__NO_UID__=
  3475. YASM_DEBUG_INFO_DISABLE_CACHE__NO_UID__=
  3476. CL_DEBUG_INFO_DISABLE_CACHE__NO_UID__=
  3477. CL_MACRO_INFO_DISABLE_CACHE__NO_UID__=
  3478. YASM_DEBUG_INFO=
  3479. CL_DEBUG_INFO=
  3480. CL_MACRO_INFO=
  3481. when ($FORCE_VCS_INFO_UPDATE == "yes") {
  3482. VCS_INFO_DISABLE_CACHE__NO_UID__=${hide;kv:"disable_cache"}
  3483. }
  3484. ### Works for pyton too.
  3485. GENERATE_VCS_C_INFO_NODEP=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} $(VCS)/vcs.json $VCS_C ${input:"build/scripts/c_templates/svn_interface.c"} $VCS_INFO_DISABLE_CACHE__NO_UID__ && $_SRC_c_nodeps($VCS_C, $VCS_C_OBJ, $(SOURCE_ROOT))
  3486. GENERATE_VCS_GO_INFO_NODEP=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-go $(VCS)/vcs.json $VCS_GO $GO_ARCADIA_PROJECT_PREFIX $VCS_INFO_DISABLE_CACHE__NO_UID__
  3487. GENERATE_VCS_JAVA_INFO_NODEP=$YMAKE_PYTHON ${input:"build/scripts/vcs_info.py"} output-java $(VCS)/vcs.json $VCS_JAVA $VCS_INFO_DISABLE_CACHE__NO_UID__
  3488. macro UPDATE_VCS_JAVA_INFO_NODEP(Jar) {
  3489. .CMD=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-java $(VCS)/vcs.json $VCS_JAVA $Jar $VCS_INFO_DISABLE_CACHE__NO_UID__
  3490. }
  3491. VCS_INFO_FILE=
  3492. ### @usage VCS_INFO_FILE([FILE out_file])
  3493. ###
  3494. ### Enable saving vcs info as a json-file into PACKAGE
  3495. ###
  3496. ### Info is saved to 'vcs_info.json' by default.
  3497. ### Use FILE parameter if you want another name.
  3498. ###
  3499. ### Note: macro can be used only once per module
  3500. macro VCS_INFO_FILE(FILE="vcs_info.json") {
  3501. SET(VCS_INFO_FILE $FILE)
  3502. }
  3503. ADD_VCS_INFO_FILE_CMD=
  3504. when ($VCS_INFO_FILE) {
  3505. ADD_VCS_INFO_FILE_CMD=$YMAKE_PYTHON3 ${input:"build/scripts/vcs_info.py"} output-json $(VCS)/vcs.json ${output:VCS_INFO_FILE} $VCS_INFO_DISABLE_CACHE__NO_UID__
  3506. }
  3507. ### @usage: CREATE_BUILDINFO_FOR(GenHdr)
  3508. ###
  3509. ### Creates header file to access some information about build specified via configuration variables.
  3510. ### Unlike CREATE_SVNVERSION_FOR() it doesn't take revion information from VCS, it uses revision and SandboxTaskId passed via -D options to ya make
  3511. macro CREATE_BUILDINFO_FOR(GenHdr) {
  3512. .CMD=$YIELD $CXX_COMPILER && $YIELD $CXXFLAGS && $XARGS $YMAKE_PYTHON3 ${input:BUILDVERSION_SCRIPT} ${output:GenHdr} ${kv;hide:"p BI"} ${kv;hide:"pc yellow"} ${hide;kv:"show_out"} $SVN_DEPENDS_CACHE__NO_UID__
  3513. .SEM=$RUN_PYTHON3($BUILDVERSION_SCRIPT $GenHdr \\\"${CMAKE_CXX_COMPILER}\\\" \\\"${CMAKE_CXX_FLAGS}\\\" OUT $GenHdr)
  3514. }
  3515. DECIMAL_MD5_SCRIPT=build/scripts/decimal_md5.py
  3516. DECIMAL_MD5_FIXED=
  3517. ### @usage: DECIMAL_MD5_LOWER_32_BITS(<fileName> [FUNCNAME funcName] [inputs...])
  3518. ###
  3519. ### Generates .cpp file <fileName> with one defined function 'const char* <funcName>() { return "<calculated_md5_hash>"; }'.
  3520. ### <calculated_md5_hash> will be md5 hash for all inputs passed to this macro.
  3521. macro DECIMAL_MD5_LOWER_32_BITS(File, FUNCNAME="", Opts...) {
  3522. .CMD=$YMAKE_PYTHON ${input:DECIMAL_MD5_SCRIPT} --fixed-output=${DECIMAL_MD5_FIXED} --func-name=${FUNCNAME} --lower-bits 32 --source-root=$ARCADIA_ROOT ${input;context=TEXT:Opts} ${output;stdout:File} ${kv;hide:"p SV"} ${kv;hide:"pc yellow"} ${hide;kv:"show_out"}
  3523. }
  3524. # tag:internal
  3525. ### @usage $CFG_VARS # internal
  3526. ###
  3527. ### Mark commands that embed Configuration variables into files
  3528. macro CFG_VARS() {
  3529. .GEN_FROM_FILE=yes
  3530. }
  3531. ### @usage: CONFIGURE_FILE(from to)
  3532. ###
  3533. ### Copy file with the replacement of configuration variables in form of @ANY_CONF_VAR@ with their values.
  3534. ### The values are collected during configure stage, while replacement itself happens during build stage.
  3535. ### Used implicitly for .in-files processing.
  3536. macro CONFIGURE_FILE(Src, Dst) {
  3537. .CMD=$YMAKE_PYTHON ${input:"build/scripts/configure_file.py"} ${input:Src} ${output;addincl:Dst} $CFG_VARS ${kv;hide:"p CF"} ${kv;hide:"pc yellow"}
  3538. .SEM=set_vars ${CFG_VARS} && configure_file $S/${input;rootrel:Src} $B/${output;addincl;rootrel:Dst}
  3539. }
  3540. ### @usage: BASE_CODEGEN(tool_path prefix)
  3541. ###
  3542. ### Generator ${prefix}.cpp + ${prefix}.h files based on ${prefix}.in.
  3543. macro BASE_CODEGEN(Tool, Prefix, Opts...) {
  3544. .CMD=${tool:Tool} ${input:Prefix.in} ${output;nopath;noauto:Prefix.cpp} ${output;nopath:Prefix.h} $Opts ${kv;hide:"p BC"} ${kv;hide:"pc yellow"}
  3545. }
  3546. # tag:internal
  3547. ### @usage: _SPLIT_CODEGEN_BASE(tool prefix OUTS[] OUTPUT_INCLUDES[]) # internal
  3548. ###
  3549. ### Generator of a certain number .the. cpp file + one header .h file from .in.
  3550. ### This is the call of the generator. Python macro SPLIT_CODEGEN() is defined in order to properly fill command outputs from OUT_NUM argument.
  3551. macro _SPLIT_CODEGEN_BASE(Tool, Prefix, OUT[], OPTS[], OUTPUT_INCLUDES[]) {
  3552. .CMD=${tool:Tool} ${input:Prefix.in} ${output;hide:OUT} ${output;nopath;noauto:Prefix.cpp} ${output;nopath:Prefix.h} $OPTS ${output_include;hide:OUTPUT_INCLUDES} ${kv;hide:"p SC"} ${kv;hide:"pc yellow"}
  3553. }
  3554. STRUCT_CODEGEN_OUTPUT_INCLUDES=${output_include;hide:"util/generic/singleton.h"} \
  3555. ${output_include;hide:"util/generic/strbuf.h"} \
  3556. ${output_include;hide:"util/generic/vector.h"} \
  3557. ${output_include;hide:"util/generic/ptr.h"} \
  3558. ${output_include;hide:"util/generic/yexception.h"} \
  3559. ${output_include;hide:"kernel/struct_codegen/reflection/reflection.h"} \
  3560. ${output_include;hide:"kernel/struct_codegen/reflection/floats.h"}
  3561. ### @usage: STRUCT_CODEGEN(Prefix)
  3562. ### A special case BASE_CODEGEN, in which the kernel/struct_codegen/codegen_tool tool is used.
  3563. macro STRUCT_CODEGEN(Prefix) {
  3564. .CMD=$BASE_CODEGEN(kernel/struct_codegen/codegen_tool, $Prefix, $STRUCT_CODEGEN_OUTPUT_INCLUDES)
  3565. .PEERDIR=kernel/struct_codegen/metadata kernel/struct_codegen/reflection
  3566. }
  3567. ### @usage: DUMPERF_CODEGEN(Prefix)
  3568. ### A special case BASE_CODEGEN, in which the extsearch/images/robot/tools/dumperf/codegen tool is used
  3569. macro DUMPERF_CODEGEN(Prefix) {
  3570. .CMD=$BASE_CODEGEN(extsearch/images/robot/tools/dumperf/codegen, $Prefix, ${output_include;hide:"extsearch/images/kernel/erf/erf_format.h"})
  3571. }
  3572. # tag:flags
  3573. ### @usage: LDFLAGS(LinkerFlags...)
  3574. ###
  3575. ### Add flags to the link command line of executable or shared library/dll.
  3576. ### Note: LDFLAGS are always global. When set in the LIBRARY module they will affect all programs/dlls/tests the library is linked into.
  3577. ### Note: remember about the incompatibility of flags for gcc and cl.
  3578. macro LDFLAGS(Flags...) {
  3579. SET_APPEND(LDFLAGS_GLOBAL $Flags)
  3580. }
  3581. # tag:flags
  3582. ### @usage: CFLAGS([GLOBAL compiler_flag]* compiler_flags)
  3583. ###
  3584. ### Add the specified flags to the compilation command of C and C++ files.
  3585. ### @params: GLOBAL - Propagates these flags to dependent projects
  3586. ### Note: remember about the incompatibility flags for clang and cl (to set flags specifically for cl.exe use MSVC_FLAGS).
  3587. macro CFLAGS(Flags...) {
  3588. SET_APPEND_WITH_GLOBAL(USER_CFLAGS $Flags)
  3589. }
  3590. # tag:flags
  3591. ### @usage: MASMFLAGS(compiler flags)
  3592. ### Add the specified flags to the compilation command of .masm files.
  3593. macro MASMFLAGS(Flags...) {
  3594. SET_APPEND(MASMFLAGS $Flags)
  3595. }
  3596. # tag:flags
  3597. ### @usage: CONLYFLAGS([GLOBAL compiler_flag]* compiler_flags)
  3598. ### Add the specified flags to the compilation command of .c (but not .cpp) files.
  3599. ### @params: GLOBAL - Distributes these flags on dependent projects
  3600. macro CONLYFLAGS(Flags...) {
  3601. SET_APPEND_WITH_GLOBAL(USER_CONLYFLAGS $Flags)
  3602. }
  3603. # tag:flags
  3604. ### @usage: CXXFLAGS(compiler_flags)
  3605. ### Add the specified flags to the compilation command of .cpp (but not .c) files.
  3606. macro CXXFLAGS(Flags...) {
  3607. SET_APPEND_WITH_GLOBAL(USER_CXXFLAGS $Flags)
  3608. }
  3609. # tag:flags
  3610. ### @usage: CUDA_NVCC_FLAGS(compiler flags)
  3611. ### Add the specified flags to the compile line .cu-files.
  3612. macro CUDA_NVCC_FLAGS(Flags...) {
  3613. SET_APPEND(CUDA_NVCC_FLAGS $Flags)
  3614. }
  3615. # tag:flags
  3616. ### @usage: NVCC_DEVICE_LINK(file.cu...)
  3617. ### Run nvcc --device-link on objects compiled from srcs with --device-c.
  3618. ### This generates a stub object devlink.o that supplies missing pieces for the
  3619. ### host linker to link relocatable device objects into the final executable.
  3620. macro NVCC_DEVICE_LINK(Srcs...) {
  3621. .CMD=$NVCC $NVCC_FLAGS -o ${output;suf=${OBJ_SUF}${NVCC_OBJ_EXT}:"devlink"} -dlink ${input;suf=${OBJ_SUF}${NVCC_OBJ_EXT}:Srcs} ${kv;hide:"p DL"} ${kv;hide:"pc light-blue"}
  3622. }
  3623. # tag:flags
  3624. ### @usage: CYTHON_FLAGS(compiler_flags)
  3625. ### Add the specified flags to the compilation command of .pyx files.
  3626. macro CYTHON_FLAGS(Flags...) {
  3627. SET_APPEND(CYTHON_OPTIONS $Flags)
  3628. }
  3629. ### @usage: STRIP()
  3630. ### Strip debug info from a PROGRAM, DLL or TEST.
  3631. ### This macro doesn't work in LIBRARY's, UNION's and PACKAGE's.
  3632. macro STRIP() {
  3633. ENABLE(STRIP)
  3634. }
  3635. ### @usage: NO_OPTIMIZE()
  3636. ### Build code without any optimizations (-O0 mode).
  3637. macro NO_OPTIMIZE() {
  3638. ENABLE(NO_OPTIMIZE)
  3639. }
  3640. #TODO(YMAKE-91) read proper compile flags instead of sending explicit flags to semgraph directly
  3641. _SEM_EXTRA_CXX_FLAGS=
  3642. ### @usage: NO_COMPILER_WARNINGS()
  3643. ### Disable all compiler warnings in the module.
  3644. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3645. macro NO_COMPILER_WARNINGS() {
  3646. ENABLE(NO_COMPILER_WARNINGS)
  3647. SET(_SEM_EXTRA_CXX_FLAGS "$<IF:$<CXX_COMPILER_ID:MSVC>,,-Wno-everything>")
  3648. }
  3649. ### @usage: WERROR()
  3650. ### Consider warnings as errors in the current module.
  3651. ### In the bright future will be removed, since WERROR is the default.
  3652. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3653. macro WERROR() {
  3654. ENABLE(WERROR)
  3655. }
  3656. ### @usage: NO_WERROR()
  3657. ### Override WERROR() behavior
  3658. ### Priorities: NO_COMPILER_WARNINGS > NO_WERROR > WERROR_MODE > WERROR.
  3659. macro NO_WERROR() {
  3660. DISABLE(WERROR)
  3661. }
  3662. ### @usage: NO_WSHADOW()
  3663. ### Disable C++ shadowing warnings.
  3664. macro NO_WSHADOW() {
  3665. ENABLE(NO_WSHADOW)
  3666. }
  3667. # tag:internal
  3668. ### @usage: NO_PLATFORM_RESOURCES() # internal
  3669. ### Exclude dependency on platform resources libraries.
  3670. ### Most probably you'll never need this. If you think you need, please contact devtools@ for assistance.
  3671. macro NO_PLATFORM_RESOURCES() {
  3672. ENABLE(NOPLATFORM_RESOURCES)
  3673. }
  3674. # tag:internal tag:codenav
  3675. ### @usage: NO_CODENAVIGATION() # internal
  3676. ### Disable codenaviagtion for a module. Needed to avoid PEERDIR loops in codenavigation support.
  3677. ### Most probably you'll never need this. If you think you need, please contact devtools@ for assistance.
  3678. macro NO_CODENAVIGATION() {
  3679. ENABLE(NOCODENAVIGATION)
  3680. }
  3681. ### @usage: NO_UTIL()
  3682. ### Build module without dependency on util.
  3683. ### Note: use this with care. Util most likely will be linked into executable anyway,
  3684. ### so using util headers/functions/classes may not be detected at build time and may lead to unpredictable behavors at configure time.
  3685. macro NO_UTIL() {
  3686. ENABLE(NOUTIL)
  3687. }
  3688. ### @usage: NO_RUNTIME()
  3689. ###
  3690. ### This macro:
  3691. ### 1. Sets the ENABLE(NOUTIL) + DISABLE(USE_INTERNAL_STL);
  3692. ### 2. If the project that contains the macro NO_RUNTIME(), peerdir-it project does not contain NO_RUNTIME() => Warning.
  3693. ### Note: use this with care. Arcadia STL most likely will be linked into executable anyway, so using STL headers/functions/classes
  3694. ### may not be detected at build time and may lead to unpredictable behavors at configure time.
  3695. macro NO_RUNTIME() {
  3696. SET(USE_ARCADIA_LIBM no)
  3697. NO_UTIL()
  3698. ENABLE(NORUNTIME)
  3699. }
  3700. ### @usage: NO_LIBC()
  3701. ###
  3702. ### Exclude dependencies on C++ and C runtimes (including util, musl and libeatmydata).
  3703. ### Note: use this with care. libc most likely will be linked into executable anyway,
  3704. ### so using libc headers/functions may not be detected at build time and may lead to unpredictable behavors at configure time.
  3705. macro NO_LIBC() {
  3706. NO_RUNTIME()
  3707. DISABLE(MUSL)
  3708. }
  3709. ### @usage: NO_PLATFORM()
  3710. ###
  3711. ### Exclude dependencies on C++ and C runtimes (including util, musl and libeatmydata) and set NO_PLATFORM variable for special processing.
  3712. ### Note: use this with care. libc most likely will be linked into executable anyway,
  3713. ### so using libc headers/functions may not be detected at build time and may lead to unpredictable behavors at configure time.
  3714. macro NO_PLATFORM() {
  3715. NO_LIBC()
  3716. ENABLE(NOPLATFORM)
  3717. }
  3718. # tag:cpp-specific
  3719. ### @usage: USE_CXX()
  3720. ###
  3721. ### Add dependency on C++ runtime
  3722. ### Note: This macro is inteneded for use in _GO_BASE_UNIT like module when the module is built without C++ runtime by default
  3723. macro USE_CXX() {
  3724. DISABLE(NORUNTIME)
  3725. }
  3726. ### @usage: USE_UTIL()
  3727. ###
  3728. ### Add dependency on util and C++ runtime
  3729. ### Note: This macro is intended for use in _GO_BASE_UNIT like module when the module is build without util by default
  3730. macro USE_UTIL() {
  3731. USE_CXX()
  3732. DISABLE(NOUTIL)
  3733. }
  3734. ### @usage: USE_NASM()
  3735. ###
  3736. ### Build only .asm files with nasm toolchain instead of yasm
  3737. ### Add to ya.make file ADDINCL(asm ...) with all folders where .asm files include smth
  3738. macro USE_NASM() {
  3739. ENABLE(USE_NASM_ASSEMBLER)
  3740. PEERDIR(build/external_resources/nasm)
  3741. }
  3742. # tag:deprecated
  3743. ### @usage: NO_JOIN_SRC() # deprecated, does-nothing
  3744. ### This macro currently does nothing. This is default behavior which cannot be overridden at module level.
  3745. macro NO_JOIN_SRC() {
  3746. ENABLE(UNUSED_MACRO)
  3747. }
  3748. # tag:sanitize
  3749. ### @usage: NO_SANITIZE()
  3750. ###
  3751. ### Disable all sanitizers for the module.
  3752. macro NO_SANITIZE() {
  3753. DISABLE(SANITIZER_TYPE)
  3754. }
  3755. # tag:coverage tag:sanitize
  3756. ### @usage: NO_SANITIZE_COVERAGE()
  3757. ###
  3758. ### Disable lightweight coverage (-fsanitize-coverage) for the module.
  3759. ### Sanitize coverage is commonly used with fuzzing.
  3760. ### It might be useful to disable it for libraries that should never
  3761. ### be the main targets for fuzzing, like libfuzzer library itself.
  3762. ### Sanitize coverage instrumentation is enabled by the --sanitize-coverage option.
  3763. macro NO_SANITIZE_COVERAGE() {
  3764. DISABLE(SANITIZE_COVERAGE)
  3765. }
  3766. # tag:coverage
  3767. ### @usage: NO_CLANG_COVERAGE()
  3768. ###
  3769. ### Disable heavyweight clang coverage for the module. Clang coverage instrumentation is enabled by the --clang-coverage option.
  3770. macro NO_CLANG_COVERAGE() {
  3771. DISABLE(CLANG_COVERAGE)
  3772. }
  3773. macro NO_CLANG_TIDY() {
  3774. DISABLE(TIDY_ENABLED)
  3775. }
  3776. # tag:lua-specific
  3777. LUAJIT_PATH=${ARCADIA_ROOT}/contrib/libs/luajit
  3778. macro _LUAJIT_OBJDUMP(Src, OUT="") {
  3779. .CMD=${cwd:LUAJIT_PATH} ${tool:"contrib/libs/luajit/compiler"} -b -g ${input:Src} ${output;noauto:OUT} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  3780. }
  3781. # tag:lua-specific
  3782. LUAJIT_21_PATH=${ARCADIA_ROOT}/contrib/libs/luajit_21
  3783. macro _LUAJIT_21_OBJDUMP(Src, OUT="") {
  3784. .CMD=${cwd:LUAJIT_21_PATH} ${tool:"contrib/libs/luajit_21/compiler"} -b -g ${input:Src} ${output;noauto:OUT} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  3785. }
  3786. # tag:lua-specific
  3787. LUAJIT_OPENRESTY_PATH=${ARCADIA_ROOT}/contrib/libs/luajit_openresty
  3788. macro _LUAJIT_OPENRESTY_OBJDUMP(Src, OUT="") {
  3789. .CMD=${cwd:LUAJIT_OPENRESTY_PATH} ${tool:"contrib/libs/luajit_openresty/compiler"} -b -g ${input:Src} ${output;noauto:OUT} ${kv;hide:"p LJ"} ${kv;hide:"pc light-cyan"}
  3790. }
  3791. macro _MX_BIN_TO_INFO(Src) {
  3792. .CMD=${tool:"tools/mx_bin2info"} ${input:Src} ${output;nopath;noext;noauto:Src.info} ${kv;hide:"p MX"} ${kv;hide:"pc yellow"}
  3793. }
  3794. MX_GEN_TABLE_INCLS=${output_include;hide:"yabs_mx_calc_table.h"} \
  3795. ${output_include;hide:"kernel/matrixnet/mn_sse.h"} \
  3796. ${output_include;hide:"library/cpp/archive/yarchive.h"} \
  3797. ${output_include;hide:"util/memory/blob.h"} \
  3798. ${output_include;hide:"util/generic/hash.h"} \
  3799. ${output_include;hide:"util/generic/ptr.h"} \
  3800. ${output_include;hide:"util/generic/singleton.h"}
  3801. macro _MX_GEN_TABLE(Srcs...) {
  3802. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_mx_table.py"} $Srcs ${output;stdout:"mx_tables.cpp"} $MX_GEN_TABLE_INCLS ${kv;hide:"p MX"} ${kv;hide:"pc yellow"}
  3803. PEERDIR(kernel/matrixnet)
  3804. PEERDIR(library/cpp/archive)
  3805. }
  3806. RELEV_FML_CODEGEN_INCLS=${output_include;hide:"kernel/relevfml/relev_fml.h"} ${output_include;hide:"library/cpp/sse/sse.h"}
  3807. ### @usage: GENERATE_ENUM_SERIALIZATION(File.h)
  3808. ###
  3809. ### Create serialization support for enumeration members defined in the header (String <-> Enum conversions) and compile it into the module.
  3810. ###
  3811. ### Documentation: https://wiki.yandex-team.ru/yatool/HowToWriteYaMakeFiles/
  3812. macro GENERATE_ENUM_SERIALIZATION(File) {
  3813. .CMD=$ENUM_PARSER_TOOL ${input:File} --include-path ${input;rootrel:File} --output ${output;suf=_serialized.cpp:File} ${output_include;from_input;hide:File} ${output_include;hide:"util/generic/serialized_enum.h"} ${kv;hide:"p EN"} ${kv;hide:"pc yellow"}
  3814. .SEM=generate_enum_serilization ${input:File} ${output;hide;suf=_serialized.o:File} INCLUDE_HEADERS ${input;rootrel:File} ${tool;hide:"tools/enum_parser/enum_parser"}
  3815. PEERDIR(tools/enum_parser/enum_serialization_runtime)
  3816. }
  3817. ### @usage: GENERATE_ENUM_SERIALIZATION_WITH_HEADER(File.h)
  3818. ###
  3819. ### Create serialization support for enumeration members defined in the header (String <-> Enum conversions) and compile it into the module
  3820. ### Provide access to serialization functions via generated header File_serialized.h
  3821. ###
  3822. ### Documentation: https://wiki.yandex-team.ru/yatool/HowToWriteYaMakeFiles/
  3823. macro GENERATE_ENUM_SERIALIZATION_WITH_HEADER(File) {
  3824. .CMD=$ENUM_PARSER_TOOL ${input:File} --include-path ${input;rootrel:File} --output ${output;suf=_serialized.cpp:File} --header ${output;suf=_serialized.h:File} ${output_include;from_input;hide:File} ${kv;hide:"p EN"} ${kv;hide:"pc yellow"}
  3825. .SEM=generate_enum_serilization ${input:File} ${output;hide;suf=_serialized.o:File} GEN_HEADER ${output;suf=_serialized.h:File} INCLUDE_HEADERS ${input;rootrel:File} ${tool;hide:"tools/enum_parser/enum_parser"}
  3826. PEERDIR(tools/enum_parser/enum_serialization_runtime)
  3827. }
  3828. ### @usage: DEB_VERSION(File)
  3829. ###
  3830. ### Creates a header file DebianVersion.h define the DEBIAN_VERSION taken from the File.
  3831. macro DEB_VERSION(File) {
  3832. .CMD=$YMAKE_PYTHON ${input:"build/scripts/mkver.py"} ${input:File} ${output;stdout:"DebianVersion.h"} ${kv;hide:"p CL"} ${kv;hide:"pc yellow"}
  3833. }
  3834. BUILD_MN_SCRIPT=build/scripts/build_mn.py
  3835. # tag:matrixnet
  3836. ### @usage: BUILD_MN([CHECK] [PTR] [MULTI] mninfo mnname) # matrixnet
  3837. ###
  3838. ### Generate MatrixNet data and access code using single command.
  3839. ### Alternative macro BUILD_MNS() works faster and better for large files.
  3840. macro BUILD_MN(MnInfo, MnName, CHECK?"fml_tool=$FML_UNUSED_TOOL CHECK":"", MULTI?, PTR?, RANKING_SUFFIX="") {
  3841. .CMD=$YMAKE_PYTHON ${input:BUILD_MN_SCRIPT} BuildMnF $ARCADIA_ROOT $ARCH_TOOL ${input:MnInfo} $MnName ranking_suffix=$RANKING_SUFFIX ${output;pre=mn.:MnName.cpp} ${output;hide;pre=MN_External_;suf=.rodata:MnName} ${output_include;hide:"kernel/matrixnet/mn_sse.h"} $CHECK $MULTI $PTR ${kv;hide:"p MN"} ${kv;hide:"pc yellow"}
  3842. }
  3843. macro _BUILD_MNS_FILE(Input, Name, Output, Suffix, Check, Fml_tool, AsmDataName) {
  3844. .CMD=$YMAKE_PYTHON ${input:BUILD_MN_SCRIPT} BuildMnsFilesF $ARCADIA_ROOT $BINDIR $ARCH_TOOL fml_tool=$Fml_tool $Name ranking_suffix=$Suffix ${input:Input} ${output;hide:Output} ${output;hide;pre=MN_External_;suf=.rodata:AsmDataName} ${output_include;hide:"kernel/matrixnet/mn_sse.h"} ${kv;hide:"p MN"} ${kv;hide:"pc yellow"}
  3845. }
  3846. MNS_OUTPUT=mnmodels
  3847. macro _BUILD_MNS_CPP(NAME="", CHECK?, RANKING_SUFFIX="", Files...) {
  3848. .CMD=$YMAKE_PYTHON ${input:BUILD_MN_SCRIPT} BuildMnsCppF $NAME ranking_suffix=$RANKING_SUFFIX ${input:MNS_OUTPUT.h} ${output:MNS_OUTPUT.cpp} ${input:Files} ${output_include;hide:MNS_OUTPUT.h} ${output_include;hide:"kernel/matrixnet/mn_sse.h"} ${kv;hide:"p MN"} ${kv;hide:"pc yellow"}
  3849. }
  3850. macro _BUILD_MNS_HEADER(NAME="", CHECK?, RANKING_SUFFIX="", Files...) {
  3851. .CMD=$YMAKE_PYTHON ${input:BUILD_MN_SCRIPT} BuildMnsHeaderF $NAME ranking_suffix=$RANKING_SUFFIX ${output:MNS_OUTPUT.h} ${input:Files} ${output_include;hide:"kernel/matrixnet/mn_sse.h"} ${output_include;hide:"kernel/matrixnet/mn_multi_categ.h"} ${kv;hide:"p MN"} ${kv;hide:"pc yellow"}
  3852. }
  3853. # TODO: support foreach_in and keywords simultaneous usage (look at BUILD_MNS_FILES)
  3854. # tag:matrixnet
  3855. ### @usage: BUILD_MNS([CHECK] NAME listname mninfos...) # matrixnet
  3856. ###
  3857. ### Generate MatrixNet data and access code using separate commands for support code, interface and data.
  3858. ### Faster version of BUILD_MN() macro for large files.
  3859. macro BUILD_MNS(Files...) {
  3860. _BUILD_MNS_HEADER($Files)
  3861. _BUILD_MNS_CPP($Files)
  3862. _BUILD_MNS_FILES($Files)
  3863. }
  3864. ### @usage: NEED_CHECK()
  3865. ###
  3866. ### Commits to the project marked with this macro will be blocked by pre-commit check and then will be
  3867. ### automatically merged to trunk only if there is no new broken build targets in check results.
  3868. ### The use of this macro is disabled by default.
  3869. macro NEED_CHECK(Flags...) {
  3870. # TODO: FIXME
  3871. ENABLE(UNUSED_MACRO)
  3872. }
  3873. ### @usage: NO_NEED_CHECK()
  3874. ###
  3875. ### Commits to the project marked with this macro will not be affected by higher-level NEED_CHECK macro.
  3876. macro NO_NEED_CHECK(Flags...) {
  3877. ENABLE(UNUSED_MACRO)
  3878. }
  3879. # tag:deprecated
  3880. ### @usage: NEED_REVIEW() # deprecated
  3881. ###
  3882. ### Mark the project as needing review.
  3883. ### Reviewers are listed in the macro OWNER. The use of this macro is disabled by default.
  3884. ### Details can be found here: https://clubs.at.yandex-team.ru/arcadia/6104
  3885. macro NEED_REVIEW(Flags...) {
  3886. # TODO: FIXME
  3887. ENABLE(UNUSED_MACRO)
  3888. }
  3889. ### @usage: VERSION(Args...)
  3890. ###
  3891. ### Specify version of a module. Currently unused by build system, only informative.
  3892. macro VERSION(Flags...) {
  3893. ENABLE(UNUSED_MACRO)
  3894. }
  3895. DATAWORK_SCHEEME_EXPORT_FLAGS=
  3896. when ($UNIX == "yes") {
  3897. SCHEEME2_CFLAGS= -E -x c++
  3898. }
  3899. when ($WIN32 == "yes") {
  3900. SCHEEME2_CFLAGS= /E /TP
  3901. }
  3902. SCHEEME2_STRUCT_INFO_FLAGS=-f "const static ui32 RecordSig" -u "RecordSig" --gcc44_no_typename --no_complex_overloaded_func_export
  3903. ### @usage: GEN_SCHEEME2(scheeme_name from_file dependent_files...)
  3904. ###
  3905. ### Generates a C++ description for structure(contains the field RecordSig) in the specified file (and connected).
  3906. ###
  3907. ### 1. ${scheeme_name}.inc - the name of the generated file.
  3908. ### 2. Use an environment variable - DATAWORK_SCHEEME_EXPORT_FLAGS that allows to specify flags to tools/structparser
  3909. ###
  3910. ### @example:
  3911. ###
  3912. ### SET(DATAWORK_SCHEEME_EXPORT_FLAGS --final_only -m "::")
  3913. ###
  3914. ### all options are passed to structparser (in this example --final_only - do not export heirs with public base that contains the required field,,- m "::" only from the root namespace)
  3915. ### sets in extra option
  3916. ###
  3917. ### @example:
  3918. ###
  3919. ### SET(EXTRACT_STRUCT_INFO_FLAGS -f \"const static ui32 RecordSig\"
  3920. ### -u \"RecordSig\" -n${scheeme_name}SchemeInfo ----gcc44_no_typename no_complex_overloaded_func_export
  3921. ### ${DATAWORK_SCHEEME_EXPORT_FLAGS})
  3922. ###
  3923. ### for compatibility with C++ compiler and the external environment.
  3924. ### See tools/structparser for more details.
  3925. macro GEN_SCHEEME2(ScheemeName, FromFile) {
  3926. .CMD=$CXX_COMPILER $C_FLAGS_PLATFORM -c ${tmp;stdout:FromFile.cph} $SCHEEME2_CFLAGS ${input:FromFile} ${pre=-I:_C__INCLUDE} $CXXFLAGS -Wno-error && ${tool:"tools/structparser"} -o ${output:ScheemeName.inc} -n N${ScheemeName}SchemeInfo $SCHEEME2_STRUCT_INFO_FLAGS $DATAWORK_SCHEEME_EXPORT_FLAGS ${tmp:FromFile.cph} ${output;stdout;noauto:ScheemeName.inc.log} ${kv;hide:"p SH"} ${kv;hide:"pc yellow"}
  3927. }
  3928. ### @usage: SYMLINK(from to)
  3929. ### Add symlink
  3930. macro SYMLINK(From, To) {
  3931. .CMD=$YMAKE_PYTHON ${input:"build/scripts/symlink.py"} ${input;dirallowed:From} ${output;noauto:To} ${kv;hide:"p LN"} ${kv;hide:"pc light-cyan"}
  3932. }
  3933. # tag:internal
  3934. ### @usage: _TARGET_SOURCES_FOR_HEADERS_IMPL([GENERATE] Args...) # internal
  3935. ### Generate prefix " && target_sources PRIVATE " before $Args when GENERATE is specified in the list of actual arguments
  3936. macro _TARGET_SOURCES_FOR_HEADERS_IMPL(GENERATE?" && target_sources PRIVATE ":"", Args...) {
  3937. .SEM=$GENERATE ${output;ext=.h:Args} ${output;ext=.hh:Args} ${output;ext=.hpp:Args} ${output;ext=.inc:Args} ${output;ext=.i:Args}
  3938. }
  3939. # tag:internal
  3940. ### @usage: _TARGET_SOURCES_FOR_HEADERS(Args...) # internal
  3941. ### Generate prefix " && target_sources PRIVATE " before $Args if Args is not empty
  3942. macro _TARGET_SOURCES_FOR_HEADERS(Args...) {
  3943. .SEM=$_TARGET_SOURCES_FOR_HEADERS_IMPL(${pre=GENERATE :Args})
  3944. }
  3945. # tag:internal
  3946. ### @usage: _TARGET_SOURCES_FOR_HEADERS_IMPL([GENERATE] Args...) # internal
  3947. ### Generate prefix " ${CMAKE_COMMAND} -E env " before $Args when GENERATE is specified in the list of actual arguments
  3948. macro _SET_ENV_FOR_CUSTOM_COMMAND_IMPL(GENERATE?" ${CMAKE_COMMAND} -E env ":"", Args...) {
  3949. .SEM=$GENERATE ${pre= :Args}
  3950. }
  3951. # tag:internal
  3952. ### @usage: _SET_ENV_FOR_CUSTOM_COMMAND(Args...) # internal
  3953. ### Generate prefix " ${CMAKE_COMMAND} -E env " before $Args if Args is not empty
  3954. macro _SET_ENV_FOR_CUSTOM_COMMAND(Args...) {
  3955. .SEM=$_SET_ENV_FOR_CUSTOM_COMMAND_IMPL(${pre=GENERATE :Args})
  3956. }
  3957. macro _FMT_INDUCED_DEPS(For, Deps...) {
  3958. .CMD=${induced_deps=$For;hide:Deps}
  3959. }
  3960. ### @usage: PREPARE_INDUCED_DEPS(VAR Type Files...)
  3961. ###
  3962. ### Format value for `INDUCED_DEPS` param in certain macros and assign to `VAR`
  3963. ### This tells that files of Type resulted from code generation macros (not neccessarily directly,
  3964. ### but in processing chain of generated files) should have extra dependencies from list of Files...
  3965. ###
  3966. ### Prominent example here is Cython: one can generate .pyx file that may depend on .pxd and have cimpot from
  3967. ### certain .h. The former is dependency for .pyx itself, while the latter is dependency for .pyx.cpp
  3968. ### resulted from Cython-processing of generated pyx. The code ganeration will look like:
  3969. ### ```
  3970. ### PREPARE_INDUCED_DEPS(PYX_DEPS pyx imported.pxd)
  3971. ### PREPARE_INDUCED_DEPS(CPP_DEPS cpp cdefed.h)
  3972. ### RUN_PYTHON3(generate_pyx.py genereted.pyx OUT generated.pyx INDUCED_DEPS $PYX_DEPS $CPP_DEPS)
  3973. ### ```
  3974. ###
  3975. ### The VAR will basically contain pair of `Type:[Files...]` in a form suitable for passing
  3976. ### as an element of array parameter. This is needed because language of ya.make doesn't support
  3977. ### Dict params right now and so it is impossible to directly pass something
  3978. ### like `{Type1:[Files2...], Type2:[Files2...]}`
  3979. ###
  3980. macro PREPARE_INDUCED_DEPS(VAR, For, Deps...) {
  3981. SET($VAR \$_FMT_INDUCED_DEPS($For $Deps))
  3982. }
  3983. ### @usage: RUN_PROGRAM(tool_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  3984. ###
  3985. ### Run a program from arcadia.
  3986. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  3987. ###
  3988. ### Parameters:
  3989. ### - tool_path - Path to the directory of the tool.
  3990. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  3991. ### - CWD dir - Absolute path of the working directory.
  3992. ### - ENV key=value... - Environment variables.
  3993. ### - TOOL tools... - Auxiliary tool directories.
  3994. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  3995. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  3996. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  3997. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  3998. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  3999. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4000. ###
  4001. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4002. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4003. ### Note that Tool is always built for the host platform, so be careful to provide that tool can be built for all Arcadia major host platforms (Linux, MacOS and Windows).
  4004. macro RUN_PROGRAM(Tool, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], IN_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4005. .CMD=${cwd:CWD} ${env:ENV} ${tool:Tool} $Args ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${input;hide:IN_DEPS} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${tool;hide:TOOL} ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p PR"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4006. .SEM=add_custom_command $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${output;noauto:OUT_NOAUTO} ${output:STDOUT} ${output;noauto:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${tool:Tool} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND ${tool:Tool} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO)
  4007. }
  4008. # tag:lua-specific
  4009. ### @usage: RUN_LUA(script_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  4010. ###
  4011. ### Run a lua script.
  4012. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  4013. ###
  4014. ### Parameters:
  4015. ### - script_path - Path to the script.3
  4016. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  4017. ### - CWD dir - Absolute path of the working directory.
  4018. ### - ENV key=value... - Environment variables.
  4019. ### - TOOL tools... - Auxiliary tool directories.
  4020. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  4021. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  4022. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  4023. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4024. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4025. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4026. ###
  4027. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4028. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4029. macro RUN_LUA(ScriptPath, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4030. .CMD=${cwd:CWD} ${env:ENV} $LUA_TOOL ${input:ScriptPath} $Args ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${tool;hide:TOOL} ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p LU"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4031. }
  4032. # tag:python-specific
  4033. ### @usage: PYTHON(script_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  4034. ###
  4035. ### Run a python script with $(PYTHON)/python built from devtools/huge_python.
  4036. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  4037. ###
  4038. ### Parameters:
  4039. ### - script_path - Path to the script.
  4040. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  4041. ### - CWD dir - Absolute path of the working directory.
  4042. ### - ENV key=value... - Environment variables.
  4043. ### - TOOL tools... - Auxiliary tool directories.
  4044. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  4045. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  4046. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  4047. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4048. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4049. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4050. ###
  4051. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4052. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4053. macro PYTHON(ScriptPath, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4054. .CMD=${cwd:CWD} ${env:ENV} $YMAKE_PYTHON ${input:ScriptPath} $Args ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${tool;hide:TOOL} ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4055. .SEM=find_package Python2 && add_custom_command $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${output;noauto:OUT_NOAUTO} ${output:STDOUT} ${output;noauto:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${input:ScriptPath} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND Python2::Interpreter ${input:ScriptPath} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO)
  4056. }
  4057. # tag:python-specific
  4058. ### @usage: RUN_PYTHON3(script_path args... [CWD dir] [ENV key=value...] [TOOL tools...] [IN[_NOPARSE] inputs...] [OUT[_NOAUTO] outputs...] [STDOUT[_NOAUTO] output] [OUTPUT_INCLUDES output_includes...] [INDUCED_DEPS $VARs...])
  4059. ###
  4060. ### Run a python script with prebuilt python3 interpretor built from devtools/huge_python3.
  4061. ### These macros are similar: RUN_PROGRAM, RUN_LUA, PYTHON.
  4062. ###
  4063. ### Parameters:
  4064. ### - script_path - Path to the script.
  4065. ### - args... - Program arguments. Relative paths listed in TOOL, IN, OUT, STDOUT become absolute.
  4066. ### - CWD dir - Absolute path of the working directory.
  4067. ### - ENV key=value... - Environment variables.
  4068. ### - TOOL tools... - Auxiliary tool directories.
  4069. ### - IN[_NOPARSE] inputs... - Input files. NOPARSE inputs are treated as textual and not parsed for dependencies regardless of file extensions.
  4070. ### - OUT[_NOAUTO] outputs... - Output files. NOAUTO outputs are not automatically added to the build process.
  4071. ### - STDOUT[_NOAUTO] output - Redirect the standard output to the output file.
  4072. ### - OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4073. ### - INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4074. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4075. ###
  4076. ### For absolute paths use ${ARCADIA_ROOT} and ${ARCADIA_BUILD_ROOT}, or
  4077. ### ${CURDIR} and ${BINDIR} which are expanded where the outputs are used.
  4078. macro RUN_PYTHON3(ScriptPath, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  4079. .CMD=${cwd:CWD} ${env:ENV} $YMAKE_PYTHON3 ${input:ScriptPath} $Args ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${tool;hide:TOOL} ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p PY"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4080. .SEM=find_package Python3 && add_custom_command $_SET_ENV_FOR_CUSTOM_COMMAND($ENV) OUTPUT ${output:OUT} ${output;noauto:OUT_NOAUTO} ${output:STDOUT} ${output;noauto:STDOUT_NOAUTO} DEPENDS ${input:IN} ${input;context=TEXT:IN_NOPARSE} ${input:ScriptPath} ${tool:TOOL} ${pre=WORKING_DIRECTORY :CWD} COMMAND Python3::Interpreter ${input:ScriptPath} $Args ${pre=> :STDOUT} ${pre=> :STDOUT_NOAUTO} $_TARGET_SOURCES_FOR_HEADERS($OUT $OUT_NOAUTO $STDOUT $STDOUT_NOAUTO)
  4081. }
  4082. # tag:java-specific
  4083. macro _RUN_JAVA(IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], TOOL[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], HIDE_OUTPUT?"stderr2stdout":"stdout2stderr", Args...) {
  4084. PEERDIR(build/platform/java/jdk $JDK_RESOURCE_PEERDIR)
  4085. .CMD=${cwd:CWD} ${env:ENV} $YMAKE_PYTHON ${input;pre=build/scripts/:HIDE_OUTPUT.py} $JDK_RESOURCE/bin/java $Args ${tool;hide:TOOL} ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p JV"} ${kv;hide:"pc light-blue"} ${kv;hide:"show_out"}
  4086. }
  4087. ### @usage: FROM_SANDBOX([FILE] resource_id [AUTOUPDATED script] [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE] [OUTPUT_INCLUDES <include files>] [INDUCED_DEPS $VARs...])
  4088. ###
  4089. ### Download the resource from the Sandbox, unpack (if not explicitly specified word FILE) and add OUT files to the build. EXECUTABLE makes them executable.
  4090. ### You may specify extra dependencies that output files bring using OUTPUT_INCLUDES or INDUCED_DEPS. The change of these may e.g. lead to recompilation of .cpp files extracted from resource.
  4091. ### If there is no default processing for OUT files or you need process them specially use OUT_NOAUTO instead of OUT.
  4092. ###
  4093. ### It is disallowed to specify directory as OUT/OUT_NOAUTO since all outputs of commands shall be known to build system.
  4094. ###
  4095. ### RENAME renames files to the corresponding OUT and OUT_NOAUTO outputs:
  4096. ### FROM_SANDBOX(resource_id RENAME in_file1 in_file2 OUT out_file1 out_file2 out_file3)
  4097. ### FROM_SANDBOX(resource_id RENAME in_file1 OUT out_file1 RENAME in_file2 OUT out_file2)
  4098. ### FROM_SANDBOX(FILE resource_id RENAME resource_file OUT out_name)
  4099. ###
  4100. ### RENAME RESOURCE allows to rename the resource without specifying its file name.
  4101. ###
  4102. ### OUTPUT_INCLUDES output_includes... - Includes of the output files that are needed to build them.
  4103. ### INDUCED_DEPS $VARs... - Dependencies for generated files. Unlike `OUTPUT_INCLUDES` these may target files further in processing chain.
  4104. ### In order to do so VAR should be filled by PREPARE_INDUCED_DEPS macro, stating target files (by type) and set of dependencies
  4105. ###
  4106. ### If AUTOUPDATED is specified than macro will be regularly updated according to autoupdate script. The dedicated Sandbox task scans the arcadia and
  4107. ### changes resource_ids in such macros if newer resource of specified type is available. Note that the task seeks AUTOUPDATED in specific position,
  4108. ### so you shall place it immediately after resource_id.
  4109. macro FROM_SANDBOX(Id, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], FILE?"--copy-to-dir":"--untar-to", AUTOUPDATED="", PREFIX=".", RENAME[], EXECUTABLE?"--executable":"", SBR="sbr:") {
  4110. .CMD=${hide:SANDBOX_FAKEID} ${cwd:BINDIR} ${resource;pre=$SBR:Id} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_sandbox.py"} --resource-file $(RESOURCE_ROOT)/sbr/$Id/resource --resource-id $Id $FILE $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${input;hide:"build/scripts/fetch_from.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${requirements;hide:"network:full"} ${kv;hide:"p SB"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4111. ADD_CHECK(check.resource $Id)
  4112. }
  4113. ### @usage: FROM_MDS([FILE] key [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE] [OUTPUT_INCLUDES <include files>] [INDUCED_DEPS $VARs...])
  4114. ###
  4115. ### Download resource from MDS with the specified key and process like [FROM_SANDBOX()](#macro_FROM_SANDBOX).
  4116. macro FROM_MDS(Key, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], FILE?"--copy-to-dir":"--untar-to", PREFIX=".", RENAME[], EXECUTABLE?"--executable":"") {
  4117. .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_mds.py"} --key $Key $FILE $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${input;hide:"build/scripts/fetch_from.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${requirements;hide:"network:full"} ${kv;hide:"p MD"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4118. ADD_CHECK(check.mds $Key)
  4119. }
  4120. # tag:internal
  4121. ### @usage: _FROM_EXTERNAL(ExtFile [AUTOUPDATED script] [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE]) #internal
  4122. ###
  4123. ### Use resource described as .external file as [FROM_SANDBOX()](#macro_FROM_SANDBOX)/[FROM_MDS()](#macro_FROM_MDS).
  4124. macro _FROM_EXTERNAL(File, OutFile, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], AUTOUPDATED="", PREFIX=".", RENAME[], EXECUTABLE?"--executable":"", EXT="ext:") {
  4125. .CMD=${hide:SANDBOX_FAKEID} ${cwd:BINDIR} ${resource;pre=$EXT;suf=.external:OutFile} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_external.py"} --external-file ${input:File} --resource-file $(RESOURCE_ROOT)/ext/$OutFile --copy-to-dir $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${input;hide:"build/scripts/fetch_from.py"} ${input;hide:"build/scripts/fetch_from_sandbox.py"} ${input;hide:"build/scripts/fetch_from_mds.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${requirements;hide:"network:full"} ${kv;hide:"p XT"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4126. #FIXME: add '${resource;pre=$EXT:OutFile}' when support of the scheme is added to executors
  4127. #FIXME: add 'ADD_CHECK(check.external $File)' when proper testing is implemented
  4128. }
  4129. ### @usage LARGE_FILES([AUTOUPDATED] Files...)
  4130. ###
  4131. ### Use large file ether from working copy or from remote storage via placeholder <File>.external
  4132. ### If <File> is present locally (and not a symlink!) it will be copied to build directory.
  4133. ### Otherwise macro will try to locate <File>.external, parse it retrieve ot during build phase.
  4134. macro LARGE_FILES(AUTOUPDATED?, Files...) {
  4135. # This is needed to correctly switch between remote and local modes
  4136. _GLOB($LF $Files)
  4137. }
  4138. ### @usage: FROM_ARCHIVE(Src [RENAME <resource files>] OUT_[NOAUTO] <output files> [EXECUTABLE] [OUTPUT_INCLUDES <include files>] [INDUCED_DEPS $VARs...])
  4139. ###
  4140. ### Process file archive as [FROM_SANDBOX()](#macro_FROM_SANDBOX).
  4141. macro FROM_ARCHIVE(Src, OUT{output}[], OUT_NOAUTO{output}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], PREFIX=".", RENAME[], EXECUTABLE?"--executable":"") {
  4142. .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/fetch_from_archive.py"} "--archive" ${input:Src} "--file-name" ${suf=-:Src} "--untar-to" $PREFIX ${pre=--rename :RENAME} $EXECUTABLE -- $OUT $OUT_NOAUTO ${input;hide:"build/scripts/fetch_from.py"} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${kv;hide:"p FA"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  4143. }
  4144. when ($MSVC == "yes") {
  4145. C_AS_CXX_FLAGS=/TP /std:c++17
  4146. }
  4147. otherwise {
  4148. C_AS_CXX_FLAGS=-x c++ -std=c++17
  4149. }
  4150. # tag:cpp-specific
  4151. ### @usage: COMPILE_C_AS_CXX()
  4152. ###
  4153. ### Compile .c files as .cpp ones within a module.
  4154. macro COMPILE_C_AS_CXX() {
  4155. SET(EXTRA_C_FLAGS $C_AS_CXX_FLAGS)
  4156. }
  4157. ### @usage: NO_DEBUG_INFO()
  4158. ###
  4159. ### Compile files without debug info collection.
  4160. macro NO_DEBUG_INFO() {
  4161. SET(NO_DEBUGINFO yes)
  4162. }
  4163. ### @usage: CTEMPLATE_VARNAMES(File)
  4164. ###
  4165. ### Generate File.varnames.h using contrib/libs/ctemplate/make_tpl_varnames_h
  4166. ###
  4167. ### Documentation: https://a.yandex-team.ru/arc/trunk/arcadia/contrib/libs/ctemplate/README.md
  4168. macro CTEMPLATE_VARNAMES(File) {
  4169. .CMD=${tool:"contrib/libs/ctemplate/make_tpl_varnames_h"} -f ${output;addincl;nopath;noallext:File.varnames.h} ${input:File}
  4170. }
  4171. LLVM_OPTS=
  4172. CLANG_BC_ROOT=${CLANG11_RESOURCE_GLOBAL}
  4173. macro USE_LLVM_BC12() {
  4174. SET(CLANG_BC_ROOT ${CLANG12_RESOURCE_GLOBAL})
  4175. }
  4176. macro USE_LLVM_BC14() {
  4177. SET(CLANG_BC_ROOT ${CLANG14_RESOURCE_GLOBAL})
  4178. }
  4179. macro USE_LLVM_BC16() {
  4180. SET(CLANG_BC_ROOT ${CLANG16_RESOURCE_GLOBAL})
  4181. }
  4182. CLANG_DEFAULT_ROOT=${CLANG_RESOURCE_GLOBAL}
  4183. CLANG_C_COMPILER_BIN=${CLANG_RESOURCE_GLOBAL}/bin/clang
  4184. CLANG_CPP_COMPILER_BIN=${CLANG_RESOURCE_GLOBAL}/bin/clang++
  4185. CLANG_EMIT_EXTRA_OPTS=
  4186. when ($OS_WINDOWS == "yes") {
  4187. # we can't use c++latest for clang14 now
  4188. # so we set c++20 for it
  4189. # for clang11 (actual clang for CLANG_EMIT_AST_CXX and LLVM_COMPILE_* macroses) /std:c++20 provokes "unused-command-line-argument" error
  4190. # !do not forget to change this flag when updating build/platform/clang
  4191. CLANG_EMIT_EXTRA_OPTS+=/std:c++latest
  4192. }
  4193. when ($OS_ANDROID == "yes") {
  4194. # We use clang shipped with android-ndk which has different layout
  4195. CLANG_DEFAULT_ROOT=$CLANG_ANDROID_RESOURCE_GLOBAL
  4196. when ($HOST_OS_DARWIN) {
  4197. CLANG_C_COMPILER_BIN=${CLANG_ANDROID_RESOURCE_GLOBAL}/toolchains/llvm/prebuilt/darwin-x86_64/bin/clang
  4198. CLANG_CPP_COMPILER_BIN=${CLANG_ANDROID_RESOURCE_GLOBAL}/toolchains/llvm/prebuilt/darwin-x86_64/bin/clang++
  4199. }
  4200. otherwise {
  4201. CLANG_C_COMPILER_BIN=${CLANG_ANDROID_RESOURCE_GLOBAL}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang
  4202. CLANG_CPP_COMPILER_BIN=${CLANG_ANDROID_RESOURCE_GLOBAL}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang++
  4203. }
  4204. }
  4205. ### @usage: CLANG_EMIT_AST_CXX(Input Output Opts...)
  4206. ###
  4207. ### Emit Clang AST from .cpp file. CXXFLAGS and LLVM_OPTS are passed in, while CFLAGS and C_FLAGS_PLATFORM are not.
  4208. ### Note: Output name is used as is, no extension added.
  4209. macro CLANG_EMIT_AST_CXX(Input, Output, Opts...) {
  4210. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_CPP_COMPILER_BIN} ${pre=-I:_C__INCLUDE} $CXXFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS -emit-ast -c ${input:Input} -o ${output;noauto:Output} $Opts ${kv;hide:"p ST"} ${kv;hide:"pc light-green"}
  4211. PEERDIR(build/platform/clang)
  4212. }
  4213. ### @usage: LLVM_COMPILE_CXX(Input Output Opts...)
  4214. ###
  4215. ### Emit LLVM bytecode from .cpp file. BC_CXXFLAGS, LLVM_OPTS and C_FLAGS_PLATFORM are passed in, while CFLAGS are not.
  4216. ### Note: Output name is used as is, no extension added.
  4217. macro LLVM_COMPILE_CXX(Input, Output, Opts...) {
  4218. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_BC_ROOT}/bin/clang++ ${pre=-I:_C__INCLUDE} $BC_CXXFLAGS $C_FLAGS_PLATFORM -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm -c ${input:Input} -o ${output;noauto:Output} $Opts $CLANG_EMIT_EXTRA_OPTS ${kv;hide:"p BC"} ${kv;hide:"pc light-green"}
  4219. .SEM=llvm_compile_cxx ${input:Input} ${output;noauto:Output} ${"${CLANGPLUSPLUS}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts}
  4220. PEERDIR(build/platform/clang)
  4221. }
  4222. ### @usage: LLVM_COMPILE_C(Input Output Opts...)
  4223. ###
  4224. ### Emit LLVM bytecode from .c file. BC_CFLAGS, LLVM_OPTS and C_FLAGS_PLATFORM are passed in, while CFLAGS are not.
  4225. ### Note: Output name is used as is, no extension added.
  4226. macro LLVM_COMPILE_C(Input, Output, Opts...) {
  4227. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_BC_ROOT}/bin/clang ${pre=-I:_C__INCLUDE} $BC_CFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm -c ${input:Input} -o ${output;noauto:Output} $Opts $CLANG_EMIT_EXTRA_OPTS ${kv;hide:"p BC"} ${kv;hide:"pc light-green"}
  4228. .SEM=llvm_compile_c ${input:Input} ${output;noauto:Output} ${"${CLANGC}"} -Wno-unknown-warning-option $LLVM_OPTS ${NO_LTO_CFLAGS} -emit-llvm ${Opts}
  4229. PEERDIR(build/platform/clang)
  4230. }
  4231. ### @usage: BPF(Input Output Opts...)
  4232. ###
  4233. ### Emit eBPF bytecode from .c file.
  4234. ### Note: Output name is used as is, no extension added.
  4235. macro BPF(Input, Output, Opts...) {
  4236. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_C_COMPILER_BIN} ${pre=-I:_C__INCLUDE} $C_FLAGS_PLATFORM -target bpf -c ${input:Input} -o ${output;noauto:Output} $Opts $CLANG_EMIT_EXTRA_OPTS ${kv;hide:"p BP"} ${kv;hide:"pc light-green"}
  4237. PEERDIR(build/platform/clang)
  4238. }
  4239. LD_BINARY_NAME=ld
  4240. when($OS_LINUX) {
  4241. LD_BINARY_NAME=ld.lld
  4242. }
  4243. ### @usage: BPF_STATIC(Input Output Opts...)
  4244. ###
  4245. ### Emit eBPF bytecode from .c file.
  4246. ### Note: Output name is used as is, no extension added.
  4247. macro BPF_STATIC(Input, Output, Opts...) {
  4248. .CMD=$YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_C_COMPILER_BIN} ${pre=-I:_C__INCLUDE} $C_FLAGS_PLATFORM -target bpf -c ${input:Input} -o ${output;noauto:Output} $Opts ${kv;hide:"p BP"} ${kv;hide:"pc light-green"} && ${cwd:BINDIR} $LLD_ROOT_RESOURCE_GLOBAL/$LD_BINARY_NAME -r -b binary -m elf_x86_64 -o ${output;noauto;suf=.bpf.o:Input} ${noauto;nopath:Output}
  4249. PEERDIR(build/platform/clang build/platform/lld)
  4250. }
  4251. ### @usage: LLVM_COMPILE_LL(Input Output Opts...)
  4252. ###
  4253. ### Compile LLVM bytecode to object representation.
  4254. ### Note: Output name is used as is, no extension added.
  4255. macro LLVM_COMPILE_LL(Input, Output, Opts...) {
  4256. .CMD=${CLANG_BC_ROOT}/bin/llvm-as ${input:Input} -o ${output;noauto:Output} ${kv;hide:"p BC"} ${kv;hide:"pc light-green"}
  4257. .SEM=add_custom_command OUTPUT ${output;noauto:Output} DEPENDS ${input:Input} COMMAND ${LLVMAS} ${input:Input} -o ${output;noauto:Output}
  4258. PEERDIR(build/platform/clang)
  4259. }
  4260. ### @usage: LLVM_LINK(Output Inputs...)
  4261. ###
  4262. ### Call llvm-link on set of Inputs to produce Output.
  4263. ### Note: Unlike many other macros output argument goes first. Output name is used as is, no extension added.
  4264. macro LLVM_LINK(Output, Inputs...) {
  4265. .CMD=${CLANG_BC_ROOT}/bin/llvm-link ${input:Inputs} -o ${output;noauto:Output} ${kv;hide:"p LD"} ${kv;hide:"pc light-red"}
  4266. .SEM=add_custom_command OUTPUT ${output;noauto:Output} DEPENDS ${input:Inputs} COMMAND ${LLVMLINK} ${input:Inputs} -o ${output;noauto:Output}
  4267. PEERDIR(build/platform/clang)
  4268. }
  4269. ### @usage: LLVM_OPT(Input Output Opts...)
  4270. ###
  4271. ### Call llvm-opt with set of Opts on Input to produce Output.
  4272. ### Note: Output name is used as is, no extension added.
  4273. macro LLVM_OPT(Input, Output, Opts...) {
  4274. .CMD=$YMAKE_PYTHON ${input:"build/scripts/llvm_opt_wrapper.py"} ${CLANG_BC_ROOT}/bin/opt ${input:Input} -o ${output;noauto:Output} $Opts ${kv;hide:"p OP"} ${kv;hide:"pc yellow"}
  4275. .SEM=add_custom_command OUTPUT ${output;noauto:Output} DEPENDS ${input:Input} COMMAND ${LLVMOPT} ${input:Input} -o ${output;noauto:Output} $Opts
  4276. PEERDIR(build/platform/clang)
  4277. }
  4278. ### @usage: LLVM_LLC(Src Opts...)
  4279. ###
  4280. ### Call llvm-llc with set of Opts on Src to produce object file.
  4281. ###
  4282. ### Note: Output name is calculated as concatenation of Src name and platform specific object file extension.
  4283. macro LLVM_LLC(Src, Opts...) {
  4284. .CMD=${tool:"contrib/libs/llvm14/tools/llc"} ${input:Src} --filetype obj -o ${output;suf=$OBJECT_SUF;noauto:Src} $Opts ${kv;hide:"p LC"} ${kv;hide:"pc yellow"}
  4285. .SEM=add_custom_command OUTPUT ${output;suf=$OBJECT_SUF;noauto:Src} DEPENDS ${input:Src} COMMAND ${LLVMLLC} --filetype obj ${input:Src} -o ${output;suf=$OBJECT_SUF;noauto:Src} $Opts
  4286. PEERDIR(build/platform/clang)
  4287. }
  4288. when ($NO_DEBUGINFO == "yes") {
  4289. DEBUG_INFO_FLAGS=
  4290. }
  4291. when ($CLANG && $DEBUGINFO_LINES_ONLY == "yes" && $NO_DEBUGINFO != "yes") {
  4292. DEBUG_INFO_FLAGS=-gline-tables-only
  4293. }
  4294. # TODO: configurable tar and touch
  4295. PACK_TGZ=${cwd:ARCADIA_BUILD_ROOT} tar -czf ${rootrel:OUTPUT} ${rootrel:INPUT} ${kv;hide:"p AR"} ${kv;hide:"pc light-red"}
  4296. # tag:internal
  4297. ### @usage TOUCH(Outputs...) # internal
  4298. ### Just introduce outputs
  4299. macro TOUCH(Outputs...) {
  4300. .CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${output:Outputs}
  4301. }
  4302. TOUCH_UNIT=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${kv;hide:"p UN"} ${kv;hide:"pc light-cyan"} $TARGET
  4303. FAKE_PACKAGE_CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${kv;hide:"pc light-red"} $TARGET
  4304. COPY_PACKAGE_CMD=$YMAKE_PYTHON ${input:"build/scripts/copy_to_dir.py"} --dest-dir $BINDIR --build-root $ARCADIA_BUILD_ROOT $PACKED_PACKAGE_ARGS $SRCS_GLOBAL $PEERS_LATE_OUTS ${skip_by_ext=.pkg.fake:PEERS} ${hide;late_out:AUTO_INPUT} ${hide;late_out;to_namespace=$BINDIR/:SRCS_GLOBAL} ${hide;late_out;to_namespace=$BINDIR/:PEERS_LATE_OUTS} ${hide;late_out;skip_by_ext=.pkg.fake;to_namespace=$BINDIR/:PEERS} ${kv;hide:"package PACKAGE"}
  4305. TOUCH_PACKAGE=$FAKE_PACKAGE_CMD $VCS_INFO_DISABLE_CACHE__NO_UID__ && $COPY_PACKAGE_CMD
  4306. _P_PK=${kv;hide:"p PK"}
  4307. TOUCH_PACKAGE_MF=$GENERATE_MF && $TOUCH_PACKAGE $_P_PK && $ADD_VCS_INFO_FILE_CMD
  4308. # Note: we don't use touch.py in the command below to avoid introduction of undesired input
  4309. UNION_CMD=$YMAKE_PYTHON -c open(\'$TARGET\',\'w\').close() ${kv;hide:"p UN"} ${kv;hide:"package UNION"} ${kv;hide:"pc light-cyan"} $UNION_OUTS $VCS_INFO_DISABLE_CACHE__NO_UID__
  4310. UNION_CMD_MF=$UNION_CMD && $GENERATE_MF
  4311. macro _EXPAND_INS_OUTS(FILES{input}[]) {
  4312. .CMD=${input;hide:FILES} ${late_out;hide:INPUT}
  4313. }
  4314. _UNION_EXPLICIT_OUTPUTS=
  4315. ### @usage: EXPLICIT_OUTPUTS(Files...)
  4316. ###
  4317. ### Let UNION has only explicitly specified outputs listed in this macro
  4318. ### The list of files shall contain results of commands in this UNION.
  4319. ### Only these files will be outputs of the UNION. This allows to eliminate
  4320. ### intermediate files being result of the UNION
  4321. macro EXPLICIT_OUTPUTS(Files...) {
  4322. SET_APPEND(_UNION_EXPLICIT_OUTPUTS ${Files})
  4323. }
  4324. NO_CHECK_IMPORTS_FOR_VALUE=None
  4325. ### @usage: NO_CHECK_IMPORTS([patterns])
  4326. ###
  4327. ### Do not run checks on imports of Python modules.
  4328. ### Optional parameter mask patterns describes the names of the modules that do not need to check.
  4329. macro NO_CHECK_IMPORTS(Masks...) {
  4330. SET(NO_CHECK_IMPORTS_FOR_VALUE $Masks)
  4331. }
  4332. # tag:yasm-specific
  4333. _YASM_FMT_VALUE=
  4334. _YASM_PLATFORM_FLAGS_VALUE=
  4335. _YASM_PREDEFINED_FLAGS_VALUE=
  4336. when ($OS_DARWIN || $OS_IOS) {
  4337. _YASM_FMT_VALUE=macho
  4338. _YASM_PLATFORM_FLAGS_VALUE=-D DARWIN -D UNIX
  4339. }
  4340. elsewhen ($OS_WINDOWS && $ARCH_X86_64) {
  4341. _YASM_FMT_VALUE=win
  4342. _YASM_PLATFORM_FLAGS_VALUE=-D WIN64
  4343. }
  4344. elsewhen ($OS_WINDOWS && $ARCH_I386) {
  4345. _YASM_FMT_VALUE=win
  4346. _YASM_PLATFORM_FLAGS_VALUE=-D WIN32
  4347. }
  4348. otherwise {
  4349. _YASM_FMT_VALUE=elf
  4350. _YASM_PLATFORM_FLAGS_VALUE=-D UNIX
  4351. _YASM_PREDEFINED_FLAGS_VALUE=-g dwarf2
  4352. }
  4353. when ($ASM_PREFIX) {
  4354. ASM_PREFIX_VALUE=--prefix=$ASM_PREFIX
  4355. }
  4356. otherwise {
  4357. ASM_PREFIX_VALUE=
  4358. }
  4359. # tag:yasm-specific
  4360. YASM_FLAGS=
  4361. YASM_PREINCLUDES_VALUE=
  4362. # tag:yasm-specific
  4363. macro _SRC_yasm_helper(SRC, PREINCLUDES[], SRCFLAGS...) {
  4364. .CMD=${tool:"contrib/tools/yasm"} -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} $_YASM_PLATFORM_FLAGS_VALUE $YASM_DEBUG_INFO $YASM_DEBUG_INFO_DISABLE_CACHE__NO_UID__ -D ${pre=_;suf=_:HARDWARE_TYPE} -D_YASM_ $ASM_PREFIX_VALUE $_YASM_PREDEFINED_FLAGS_VALUE $YASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS -o ${output;noext;suf=${OBJECT_SUF}:SRC} ${pre=-P :PREINCLUDES} ${input;hide:PREINCLUDES} ${SRC} ${kv;hide:"p AS"} ${kv;hide:"pc light-green"}
  4365. }
  4366. # tag:yasm-specific
  4367. macro _SRC_yasm(SRC, PREINCLUDES[], SRCFLAGS...) {
  4368. .CMD=$_SRC_yasm_helper(${input:SRC}, $SRCFLAGS, PREINCLUDES $PREINCLUDES)
  4369. }
  4370. # tag:nasm-specific
  4371. NASM_FLAGS=
  4372. # tag:nasm-specific
  4373. macro _SRC_nasm_helper(SRC, SRCFLAGS...) {
  4374. .CMD=${NASM_RESOURCE_GLOBAL}/bin/nasm -f ${_YASM_FMT_VALUE}${HARDWARE_ARCH} -D ${pre=_;suf=_:HARDWARE_TYPE} $NASM_FLAGS ${pre=-I :_ASM__INCLUDE} $SRCFLAGS -o ${output;noext;suf=${OBJECT_SUF}:SRC} ${SRC}
  4375. }
  4376. # tag:nasm-specific
  4377. macro _SRC_nasm(SRC, PREINCLUDES[], SRCFLAGS...) {
  4378. .CMD=$_SRC_nasm_helper(${input:SRC}, $SRCFLAGS)
  4379. }
  4380. # tag:src-processing
  4381. when ($USE_NASM_ASSEMBLER == "yes") {
  4382. _SRC_ASM_CMDLINE=$_SRC_nasm($SRC $SRCFLAGS)
  4383. }
  4384. otherwise {
  4385. _SRC_ASM_CMDLINE=$_SRC_yasm($SRC $SRCFLAGS)
  4386. }
  4387. # tag:src-processing
  4388. macro _SRC_ASM(SRC, SRCFLAGS...) {
  4389. .CMD=$_SRC_ASM_CMDLINE
  4390. }
  4391. ### @usage: ASM_PREINCLUDE(AsmFiles...)
  4392. ###
  4393. ### Supply additional .asm files to all assembler calls within a module
  4394. macro ASM_PREINCLUDE(PREINCLUDES...) {
  4395. SET_APPEND(YASM_PREINCLUDES_VALUE $PREINCLUDES)
  4396. }
  4397. ### @usage: RUN_ANTLR(Args...)
  4398. ###
  4399. ### Macro to invoke ANTLR3 generator (general case)
  4400. macro RUN_ANTLR(IN[], IN_NOPARSE[], OUT[], OUT_NOAUTO[], OUTPUT_INCLUDES[], INDUCED_DEPS[], CWD="", Args...) {
  4401. _RUN_JAVA(-jar ${input:"contrib/java/antlr/antlr3/antlr.jar"} $Args IN $IN IN_NOPARSE $IN_NOPARSE OUT $OUT OUT_NOAUTO $OUT_NOAUTO OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS ${pre=CWD :CWD})
  4402. .SEM=run_antlr OUTPUT ${output:OUT} ${output;noauto:OUT_NOAUTO} DEPENDS ${input:IN} ${pre=WORKING_DIRECTORY :CWD} ANTLER_ARGS $Args
  4403. }
  4404. ### @usage: RUN_ANTLR4(Args...)
  4405. ###
  4406. ### Macro to invoke ANTLR4 generator (general case)
  4407. macro RUN_ANTLR4(IN[], IN_NOPARSE[], OUT[], OUT_NOAUTO[], OUTPUT_INCLUDES[], INDUCED_DEPS[], CWD="", Args...) {
  4408. _RUN_JAVA(-jar ${input:"contrib/java/antlr/antlr4/antlr.jar"} $Args IN $IN IN_NOPARSE $IN_NOPARSE OUT $OUT OUT_NOAUTO $OUT_NOAUTO OUTPUT_INCLUDES $OUTPUT_INCLUDES INDUCED_DEPS $INDUCED_DEPS ${pre=CWD :CWD})
  4409. }
  4410. _ANTLR4_LISTENER_GRAMMAR=-listener
  4411. _ANTLR4_LISTENER_PARSER=-listener
  4412. _ANTLR4_LISTENER__ANTLR4_EMPTY=-no-listener
  4413. _ANTLR4_VISITOR_GRAMMAR=-visitor
  4414. _ANTLR4_VISITOR_PARSER=-visitor
  4415. _ANTLR4_VISITOR__ANTLR4_EMPTY=-no-visitor
  4416. ### @usage: RUN_ANTLR4_CPP_SPLIT(LEXER, PARSER, OUTPUT_INCLUDES, LISTENER, VISITOR, Args...)
  4417. ###
  4418. ### Macro to invoke ANTLR4 generator for separate lexer and parser grammars (Cpp)
  4419. macro RUN_ANTLR4_CPP_SPLIT(LEXER, PARSER, OUTPUT_INCLUDES[], LISTENER?"PARSER":"_ANTLR4_EMPTY", VISITOR?"PARSER":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4420. RUN_ANTLR4(${LEXER} ${PARSER} -Dlanguage=Cpp -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${LEXER} ${PARSER} OUT ${noext;suf=.cpp:LEXER} ${noext;suf=.h:LEXER} ${noext;suf=.cpp:PARSER} ${noext;suf=.h:PARSER} ${noext;suf=Listener.h:$LISTENER} ${noext;suf=BaseListener.h:$LISTENER} ${noext;suf=Visitor.h:$VISITOR} ${noext;suf=BaseVisitor.h:$VISITOR} OUTPUT_INCLUDES ${ARCADIA_ROOT}/contrib/libs/antlr4_cpp_runtime/src/antlr4-runtime.h ${OUTPUT_INCLUDES})
  4421. PEERDIR(contrib/libs/antlr4_cpp_runtime)
  4422. }
  4423. ### @usage: RUN_ANTLR4_CPP(GRAMMAR, OUTPUT_INCLUDES, LISTENER, VISITOR, Args...)
  4424. ###
  4425. ### Macro to invoke ANTLR4 generator for combined lexer+parser grammars (Cpp)
  4426. macro RUN_ANTLR4_CPP(GRAMMAR, OUTPUT_INCLUDES[], LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4427. RUN_ANTLR4(${GRAMMAR} -Dlanguage=Cpp -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT ${noext;suf=Lexer.cpp:GRAMMAR} ${noext;suf=Lexer.h:GRAMMAR} ${noext;suf=Parser.cpp:GRAMMAR} ${noext;suf=Parser.h:GRAMMAR} ${noext;suf=Listener.h:$LISTENER} ${noext;suf=BaseListener.h:$LISTENER} ${noext;suf=Visitor.h:$VISITOR} ${noext;suf=BaseVisitor.h:$VISITOR} OUTPUT_INCLUDES ${ARCADIA_ROOT}/contrib/libs/antlr4_cpp_runtime/src/antlr4-runtime.h ${OUTPUT_INCLUDES})
  4428. PEERDIR(contrib/libs/antlr4_cpp_runtime)
  4429. }
  4430. ### @usage: RUN_ANTLR4_GO(GRAMMAR, DEPS <extra_go_deps>, LISTENER, VISITOR, Args...)
  4431. ###
  4432. ### Macro to invoke ANTLR4 generator (Go)
  4433. macro RUN_ANTLR4_GO(GRAMMAR, DEPS[], LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", _ANTLR4_EMPTY="", Args...) {
  4434. RUN_ANTLR4(${GRAMMAR} -Dlanguage=Go -o ${BINDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT ${noext;tolower;suf=_lexer.go:GRAMMAR} ${noext;tolower;suf=_parser.go:GRAMMAR} ${noext;tolower;suf=_listener.go:$LISTENER} ${noext;tolower;suf=_base_listener.go:$LISTENER} ${noext;tolower;suf=_visitor.go:$VISITOR} ${noext;tolower;suf=_base_visitor.go:$VISITOR})
  4435. PEERDIR(${GOSTD}/fmt ${GOSTD}/reflect ${GOSTD}/strconv ${GOSTD}/sync ${GOSTD}/unicode vendor/github.com/antlr/antlr4/runtime/Go/antlr/v4 $DEPS)
  4436. }
  4437. ### @usage: RUN_ANTLR4_PYTHON(Grammar [LISTENER] [VISITOR] [SUBDIR] [EXTRA_OUTS Outs...] Args...)
  4438. ###
  4439. ### `LISTENER` - emit grammar listener
  4440. ### `VISITOR` - emit grammar visitor
  4441. ### `SUBDIR` - place generated files to specified subdirectory of BINDIR
  4442. ### `EXTRA_OUTS` - list extra outputs produced by Antlr (e.g. .interp and .token files) if they are needed. If `SUBDIR` is specied it will affect these as well. Use file names only.
  4443. ###
  4444. ### Macro to invoke ANTLR4 generator (Python). The Python3 will be used for PY3_LIBRARY/PY3_PROGRAM/PY3TEST, Python2 will be used in all other cases.
  4445. macro RUN_ANTLR4_PYTHON(GRAMMAR, LISTENER?"GRAMMAR":"_ANTLR4_EMPTY", VISITOR?"GRAMMAR":"_ANTLR4_EMPTY", SUBDIR=".", EXTRA_OUTS[], _ANTLR4_EMPTY="", Args...) {
  4446. RUN_ANTLR4(${GRAMMAR} -Dlanguage=$ANTLR_PYTHON -o ${BINDIR}/${SUBDIR} ${_ANTLR4_VISITOR_$VISITOR} ${_ANTLR4_LISTENER_$LISTENER} ${Args} CWD ${BINDIR} IN ${GRAMMAR} OUT_NOAUTO ${nopath;noext;pre=${SUBDIR}/;suf=Lexer.py:GRAMMAR} ${nopath;noext;pre=${SUBDIR}/;suf=Parser.py:GRAMMAR} ${nopath;noext;pre=${SUBDIR}/;suf=Listener.py:$LISTENER} ${nopath;noext;pre=${SUBDIR}/;suf=Visitor.py:$VISITOR} ${pre=${SUBDIR}/:EXTRA_OUTS})
  4447. PEERDIR(contrib/python/antlr4)
  4448. }
  4449. # tag:cpp-specific
  4450. macro CPP_ADDINCL(Dirs...) {
  4451. ADDINCL($Dirs)
  4452. }
  4453. # tag:internal
  4454. _WHOLE_ARCHIVE_PEERS_VALUE=
  4455. ### @usage: WHOLE_ARCHIVE(dirnames...) # internal
  4456. macro WHOLE_ARCHIVE(PEERS...) {
  4457. SET_APPEND(_WHOLE_ARCHIVE_PEERS_VALUE ${PEERS})
  4458. REQUIRES(${PEERS})
  4459. }
  4460. ANDROID_SDK_ROOT=${ANDROID_SDK_RESOURCE_GLOBAL}/android_sdk
  4461. macro TASKLET() {
  4462. PEERDIR(tasklet/api)
  4463. # CPP
  4464. CPP_PROTO_PLUGIN(tasklet_cpp tasklet/v1/gen/cpp .tasklet.h)
  4465. # Python
  4466. PY_PROTO_PLUGIN2(tasklet_py _tasklet.py _sbtask.py tasklet/v1/gen/python DEPS tasklet/v1/domain/sandbox tasklet/v1/runtime sandbox/sdk2)
  4467. }
  4468. TASKLET_REG_INCLUDES= \
  4469. ${output_include;hide:"tasklet/v1/runtime/lib/cpp_wrapper.h"} \
  4470. ${output_include;hide:"tasklet/v1/runtime/lib/go_wrapper.h"} \
  4471. ${output_include;hide:"tasklet/v1/runtime/lib/py_wrapper.h"} \
  4472. ${output_include;hide:"tasklet/v1/runtime/lib/js_wrapper.h"} \
  4473. ${output_include;hide:"tasklet/v1/runtime/lib/registry.h"}
  4474. macro TASKLET_REG(Name, Lang, Impl, Includes...) {
  4475. PEERDIR(tasklet/v1/domain sandbox/bin sandbox/taskbox/worker)
  4476. when($Lang == "js") {
  4477. # JS runtime links the Node.js from contrib as a library, which is a bit heavy,
  4478. # so we do it, only if any JS tasklets are linked into the target
  4479. PEERDIR+=tasklet/v1/runtime/js
  4480. }
  4481. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_tasklet_reg.py"} $Name -l $Lang -i $Impl ${output;noauto:Name.task.cpp} $Includes ${output_include;hide:Includes} $TASKLET_REG_INCLUDES ${kv;hide:"p TT"} ${kv;hide:"pc yellow"}
  4482. SRCS(GLOBAL $Name.task.cpp)
  4483. }
  4484. # TEMPORARY METHOD FOR EXTENDED REGISTRY SETUP
  4485. # NOT COMPLETE
  4486. macro TASKLET_REG_EXT(Name, Lang, Impl, Wrapper, Includes...) {
  4487. PEERDIR(tasklet/v1/domain sandbox/bin sandbox/taskbox/worker)
  4488. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_tasklet_reg.py"} $Name -l $Lang -i $Impl -w $Wrapper ${output;noauto:Name.task.cpp} $Includes ${output_include;hide:Includes} $TASKLET_REG_INCLUDES ${kv;hide:"p TT"} ${kv;hide:"pc yellow"}
  4489. SRCS(GLOBAL $Name.task.cpp)
  4490. }
  4491. # tag:cpp-specific
  4492. _CPP_PROTO_MODULE_PREFIX=
  4493. _CPP_PROTO_MODULE_SUFFIX=
  4494. when ($MSVC == "yes" || $CYGWIN == "yes") {
  4495. _CPP_PROTO_MODULE_PREFIX=
  4496. _CPP_PROTO_MODULE_SUFFIX=.lib
  4497. }
  4498. otherwise {
  4499. _CPP_PROTO_MODULE_PREFIX=lib
  4500. _CPP_PROTO_MODULE_SUFFIX=.a
  4501. }
  4502. ### @usage: _EXPOSE(OutputsToExport...)
  4503. ###
  4504. ### Allows to mark outputs of macro command as unused in the current module but intended
  4505. ### to be used in modules consuming current via PEERDIR.
  4506. ###
  4507. ### TODO(DEVTOOLS-9000) proper implementation needed
  4508. macro _EXPOSE(Args...) {
  4509. .CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${output;suf=$_HASH_HELPER($Args).ya_exposed:"empty_"} ${input;hide:Args}
  4510. }
  4511. # tag:internal
  4512. ### @usage: _PROXY_LIBRARY() # internal
  4513. ###
  4514. ### The use of this module is strictly prohibited!!!
  4515. module _PROXY_LIBRARY: LIBRARY {
  4516. .EXTS=.a .lib
  4517. .PEERDIR_POLICY=as_build_from
  4518. .PROXY=yes
  4519. .FINAL_TARGET=yes
  4520. DISABLE(NEED_ADD_FAKE_SRC)
  4521. NO_UTIL()
  4522. NO_RUNTIME()
  4523. }
  4524. @import "${CONF_ROOT}/conf/project_specific/yql_udf.conf"
  4525. _PRIMARY_OUTPUT_VALUE=
  4526. # tag:internal
  4527. ### @usage: PRIMARY_OUTPUT_VALUE(Output) # internal
  4528. ###
  4529. ### The use of this module is strictly prohibited!!!
  4530. macro PRIMARY_OUTPUT(OUTPUT) {
  4531. SET(_PRIMARY_OUTPUT_VALUE $OUTPUT)
  4532. }
  4533. _DLL_PROXY_LIBRARY_CMD=$GENERATE_MF && $COPY_CMD $_PRIMARY_OUTPUT_VALUE ${input;hide:_PRIMARY_OUTPUT_VALUE} ${TARGET}
  4534. # tag:internal
  4535. ### @usage: DLL_PROXY_LIBRARY() # internal
  4536. ###
  4537. ### The use of this module is strictly prohibited!!!
  4538. module DLL_PROXY_LIBRARY: _PROXY_LIBRARY {
  4539. .ALLOWED=PRIMARY_OUTPUT
  4540. .CMD=_DLL_PROXY_LIBRARY_CMD
  4541. }
  4542. _PREBUILT_PROGRAM_CMD=$GENERATE_MF && $COPY_CMD $_PRIMARY_OUTPUT_VALUE ${TARGET} ${kv;hide:"p ld"} ${kv;hide:"pc light-blue"} ${kv;hide:"show_out"}
  4543. # tag:internal
  4544. ### @usage: PREBUILT_PROGRAM([programname]) # internal
  4545. ###
  4546. ### Program module which uses a prebuilt prgram as its output.
  4547. module PREBUILT_PROGRAM: _LINK_UNIT {
  4548. .CMD=_PREBUILT_PROGRAM_CMD
  4549. .SYMLINK_POLICY=EXE
  4550. .ALLOWED=INDUCED_DEPS PRIMARY_OUTPUT
  4551. .RESTRICTED=SRCS
  4552. _BARE_LINK_MODULE()
  4553. SET(MODULE_TYPE PROGRAM)
  4554. when ($WIN32 == "yes" || $OS_CYGWIN == "yes") {
  4555. MODULE_SUFFIX=.exe
  4556. }
  4557. }
  4558. ### @usage COLLECT_JINJA_TEMPLATES(varname path)
  4559. ###
  4560. ### This macro collects all jinja and yaml files in the directory specified by second argument and
  4561. ### stores result in the variable with mane specified by first parameter.
  4562. macro COLLECT_JINJA_TEMPLATES(VAR, DIR) {
  4563. _GLOB($VAR ${DIR}/**/*.jinja ${DIR}/**/*.yaml)
  4564. }
  4565. @import "${CONF_ROOT}/conf/go.conf"
  4566. # Conflict between protobuf-java and protobuf-javalite ¯\_(ツ)_/¯
  4567. # both libraries are required by grpc
  4568. JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE=\
  4569. com.google.protobuf.AbstractMessageLite \
  4570. com.google.protobuf.AbstractMessageLite$Builder \
  4571. com.google.protobuf.AbstractMessageLite$Builder$LimitedInputStream \
  4572. com.google.protobuf.AbstractMessageLite$InternalOneOfEnum \
  4573. com.google.protobuf.AbstractParser \
  4574. com.google.protobuf.AbstractProtobufList \
  4575. com.google.protobuf.AllocatedBuffer \
  4576. com.google.protobuf.AllocatedBuffer$1 \
  4577. com.google.protobuf.AllocatedBuffer$2 \
  4578. com.google.protobuf.Android \
  4579. com.google.protobuf.Any \
  4580. com.google.protobuf.Any$1 \
  4581. com.google.protobuf.Any$Builder \
  4582. com.google.protobuf.AnyOrBuilder \
  4583. com.google.protobuf.AnyProto \
  4584. com.google.protobuf.Api \
  4585. com.google.protobuf.Api$1 \
  4586. com.google.protobuf.Api$Builder \
  4587. com.google.protobuf.ApiOrBuilder \
  4588. com.google.protobuf.ApiProto \
  4589. com.google.protobuf.ArrayDecoders \
  4590. com.google.protobuf.ArrayDecoders$1 \
  4591. com.google.protobuf.ArrayDecoders$Registers \
  4592. com.google.protobuf.BinaryReader \
  4593. com.google.protobuf.BinaryReader$1 \
  4594. com.google.protobuf.BinaryReader$SafeHeapReader \
  4595. com.google.protobuf.BinaryWriter \
  4596. com.google.protobuf.BinaryWriter$1 \
  4597. com.google.protobuf.BinaryWriter$SafeDirectWriter \
  4598. com.google.protobuf.BinaryWriter$SafeHeapWriter \
  4599. com.google.protobuf.BinaryWriter$UnsafeDirectWriter \
  4600. com.google.protobuf.BinaryWriter$UnsafeHeapWriter \
  4601. com.google.protobuf.BooleanArrayList \
  4602. com.google.protobuf.BoolValue \
  4603. com.google.protobuf.BoolValue$1 \
  4604. com.google.protobuf.BoolValue$Builder \
  4605. com.google.protobuf.BoolValueOrBuilder \
  4606. com.google.protobuf.BufferAllocator \
  4607. com.google.protobuf.BufferAllocator$1 \
  4608. com.google.protobuf.ByteBufferWriter \
  4609. com.google.protobuf.ByteOutput \
  4610. com.google.protobuf.ByteString \
  4611. com.google.protobuf.ByteString$1 \
  4612. com.google.protobuf.ByteString$2 \
  4613. com.google.protobuf.ByteString$AbstractByteIterator \
  4614. com.google.protobuf.ByteString$ArraysByteArrayCopier \
  4615. com.google.protobuf.ByteString$BoundedByteString \
  4616. com.google.protobuf.ByteString$ByteArrayCopier \
  4617. com.google.protobuf.ByteString$ByteIterator \
  4618. com.google.protobuf.ByteString$CodedBuilder \
  4619. com.google.protobuf.ByteString$LeafByteString \
  4620. com.google.protobuf.ByteString$LiteralByteString \
  4621. com.google.protobuf.ByteString$Output \
  4622. com.google.protobuf.ByteString$SystemByteArrayCopier \
  4623. com.google.protobuf.BytesValue \
  4624. com.google.protobuf.BytesValue$1 \
  4625. com.google.protobuf.BytesValue$Builder \
  4626. com.google.protobuf.BytesValueOrBuilder \
  4627. com.google.protobuf.CanIgnoreReturnValue \
  4628. com.google.protobuf.CheckReturnValue \
  4629. com.google.protobuf.CodedInputStream \
  4630. com.google.protobuf.CodedInputStream$1 \
  4631. com.google.protobuf.CodedInputStream$ArrayDecoder \
  4632. com.google.protobuf.CodedInputStream$IterableDirectByteBufferDecoder \
  4633. com.google.protobuf.CodedInputStream$StreamDecoder \
  4634. com.google.protobuf.CodedInputStream$StreamDecoder$RefillCallback \
  4635. com.google.protobuf.CodedInputStream$StreamDecoder$SkippedDataSink \
  4636. com.google.protobuf.CodedInputStream$UnsafeDirectNioDecoder \
  4637. com.google.protobuf.CodedInputStreamReader \
  4638. com.google.protobuf.CodedInputStreamReader$1 \
  4639. com.google.protobuf.CodedOutputStream \
  4640. com.google.protobuf.CodedOutputStream$1 \
  4641. com.google.protobuf.CodedOutputStream$AbstractBufferedEncoder \
  4642. com.google.protobuf.CodedOutputStream$ArrayEncoder \
  4643. com.google.protobuf.CodedOutputStream$ByteOutputEncoder \
  4644. com.google.protobuf.CodedOutputStream$HeapNioEncoder \
  4645. com.google.protobuf.CodedOutputStream$OutOfSpaceException \
  4646. com.google.protobuf.CodedOutputStream$OutputStreamEncoder \
  4647. com.google.protobuf.CodedOutputStream$SafeDirectNioEncoder \
  4648. com.google.protobuf.CodedOutputStream$UnsafeDirectNioEncoder \
  4649. com.google.protobuf.CodedOutputStreamWriter \
  4650. com.google.protobuf.CodedOutputStreamWriter$1 \
  4651. com.google.protobuf.DoubleArrayList \
  4652. com.google.protobuf.DoubleValue \
  4653. com.google.protobuf.DoubleValue$1 \
  4654. com.google.protobuf.DoubleValue$Builder \
  4655. com.google.protobuf.DoubleValueOrBuilder \
  4656. com.google.protobuf.Duration \
  4657. com.google.protobuf.Duration$1 \
  4658. com.google.protobuf.Duration$Builder \
  4659. com.google.protobuf.DurationOrBuilder \
  4660. com.google.protobuf.DurationProto \
  4661. com.google.protobuf.Empty \
  4662. com.google.protobuf.Empty$1 \
  4663. com.google.protobuf.Empty$Builder \
  4664. com.google.protobuf.EmptyOrBuilder \
  4665. com.google.protobuf.EmptyProto \
  4666. com.google.protobuf.Enum \
  4667. com.google.protobuf.Enum$1 \
  4668. com.google.protobuf.Enum$Builder \
  4669. com.google.protobuf.EnumOrBuilder \
  4670. com.google.protobuf.EnumValue \
  4671. com.google.protobuf.EnumValue$1 \
  4672. com.google.protobuf.EnumValue$Builder \
  4673. com.google.protobuf.EnumValueOrBuilder \
  4674. com.google.protobuf.ExperimentalApi \
  4675. com.google.protobuf.ExtensionLite \
  4676. com.google.protobuf.ExtensionRegistryFactory \
  4677. com.google.protobuf.ExtensionRegistryLite \
  4678. com.google.protobuf.ExtensionRegistryLite$ExtensionClassHolder \
  4679. com.google.protobuf.ExtensionRegistryLite$ObjectIntPair \
  4680. com.google.protobuf.ExtensionSchema \
  4681. com.google.protobuf.ExtensionSchemaLite \
  4682. com.google.protobuf.ExtensionSchemaLite$1 \
  4683. com.google.protobuf.ExtensionSchemas \
  4684. com.google.protobuf.Field \
  4685. com.google.protobuf.Field$1 \
  4686. com.google.protobuf.Field$Builder \
  4687. com.google.protobuf.Field$Cardinality \
  4688. com.google.protobuf.Field$Cardinality$1 \
  4689. com.google.protobuf.Field$Kind \
  4690. com.google.protobuf.Field$Kind$1 \
  4691. com.google.protobuf.FieldInfo \
  4692. com.google.protobuf.FieldInfo$1 \
  4693. com.google.protobuf.FieldInfo$Builder \
  4694. com.google.protobuf.FieldMask \
  4695. com.google.protobuf.FieldMask$1 \
  4696. com.google.protobuf.FieldMask$Builder \
  4697. com.google.protobuf.FieldMaskOrBuilder \
  4698. com.google.protobuf.FieldMaskProto \
  4699. com.google.protobuf.FieldOrBuilder \
  4700. com.google.protobuf.FieldSet \
  4701. com.google.protobuf.FieldSet$1 \
  4702. com.google.protobuf.FieldSet$Builder \
  4703. com.google.protobuf.FieldSet$FieldDescriptorLite \
  4704. com.google.protobuf.FieldType \
  4705. com.google.protobuf.FieldType$1 \
  4706. com.google.protobuf.FieldType$Collection \
  4707. com.google.protobuf.FloatArrayList \
  4708. com.google.protobuf.FloatValue \
  4709. com.google.protobuf.FloatValue$1 \
  4710. com.google.protobuf.FloatValue$Builder \
  4711. com.google.protobuf.FloatValueOrBuilder \
  4712. com.google.protobuf.GeneratedMessageInfoFactory \
  4713. com.google.protobuf.GeneratedMessageLite \
  4714. com.google.protobuf.GeneratedMessageLite$1 \
  4715. com.google.protobuf.GeneratedMessageLite$Builder \
  4716. com.google.protobuf.GeneratedMessageLite$DefaultInstanceBasedParser \
  4717. com.google.protobuf.GeneratedMessageLite$ExtendableBuilder \
  4718. com.google.protobuf.GeneratedMessageLite$ExtendableMessage \
  4719. com.google.protobuf.GeneratedMessageLite$ExtendableMessage$ExtensionWriter \
  4720. com.google.protobuf.GeneratedMessageLite$ExtendableMessageOrBuilder \
  4721. com.google.protobuf.GeneratedMessageLite$ExtensionDescriptor \
  4722. com.google.protobuf.GeneratedMessageLite$GeneratedExtension \
  4723. com.google.protobuf.GeneratedMessageLite$MethodToInvoke \
  4724. com.google.protobuf.GeneratedMessageLite$SerializedForm \
  4725. com.google.protobuf.Int32Value \
  4726. com.google.protobuf.Int32Value$1 \
  4727. com.google.protobuf.Int32Value$Builder \
  4728. com.google.protobuf.Int32ValueOrBuilder \
  4729. com.google.protobuf.Int64Value \
  4730. com.google.protobuf.Int64Value$1 \
  4731. com.google.protobuf.Int64Value$Builder \
  4732. com.google.protobuf.Int64ValueOrBuilder \
  4733. com.google.protobuf.IntArrayList \
  4734. com.google.protobuf.Internal \
  4735. com.google.protobuf.Internal$BooleanList \
  4736. com.google.protobuf.Internal$DoubleList \
  4737. com.google.protobuf.Internal$EnumLite \
  4738. com.google.protobuf.Internal$EnumLiteMap \
  4739. com.google.protobuf.Internal$EnumVerifier \
  4740. com.google.protobuf.Internal$FloatList \
  4741. com.google.protobuf.Internal$IntList \
  4742. com.google.protobuf.Internal$ListAdapter \
  4743. com.google.protobuf.Internal$ListAdapter$Converter \
  4744. com.google.protobuf.Internal$LongList \
  4745. com.google.protobuf.Internal$MapAdapter \
  4746. com.google.protobuf.Internal$MapAdapter$1 \
  4747. com.google.protobuf.Internal$MapAdapter$Converter \
  4748. com.google.protobuf.Internal$MapAdapter$EntryAdapter \
  4749. com.google.protobuf.Internal$MapAdapter$IteratorAdapter \
  4750. com.google.protobuf.Internal$MapAdapter$SetAdapter \
  4751. com.google.protobuf.Internal$ProtobufList \
  4752. com.google.protobuf.InvalidProtocolBufferException \
  4753. com.google.protobuf.InvalidProtocolBufferException$InvalidWireTypeException \
  4754. com.google.protobuf.IterableByteBufferInputStream \
  4755. com.google.protobuf.JavaType \
  4756. com.google.protobuf.LazyField \
  4757. com.google.protobuf.LazyField$1 \
  4758. com.google.protobuf.LazyField$LazyEntry \
  4759. com.google.protobuf.LazyField$LazyIterator \
  4760. com.google.protobuf.LazyFieldLite \
  4761. com.google.protobuf.LazyStringArrayList \
  4762. com.google.protobuf.LazyStringArrayList$ByteArrayListView \
  4763. com.google.protobuf.LazyStringArrayList$ByteStringListView \
  4764. com.google.protobuf.LazyStringList \
  4765. com.google.protobuf.ListFieldSchema \
  4766. com.google.protobuf.ListFieldSchema$1 \
  4767. com.google.protobuf.ListFieldSchema$ListFieldSchemaFull \
  4768. com.google.protobuf.ListFieldSchema$ListFieldSchemaLite \
  4769. com.google.protobuf.ListValue \
  4770. com.google.protobuf.ListValue$1 \
  4771. com.google.protobuf.ListValue$Builder \
  4772. com.google.protobuf.ListValueOrBuilder \
  4773. com.google.protobuf.LongArrayList \
  4774. com.google.protobuf.ManifestSchemaFactory \
  4775. com.google.protobuf.ManifestSchemaFactory$1 \
  4776. com.google.protobuf.ManifestSchemaFactory$CompositeMessageInfoFactory \
  4777. com.google.protobuf.MapEntryLite \
  4778. com.google.protobuf.MapEntryLite$1 \
  4779. com.google.protobuf.MapEntryLite$Metadata \
  4780. com.google.protobuf.MapFieldLite \
  4781. com.google.protobuf.MapFieldSchema \
  4782. com.google.protobuf.MapFieldSchemaLite \
  4783. com.google.protobuf.MapFieldSchemas \
  4784. com.google.protobuf.MessageInfo \
  4785. com.google.protobuf.MessageInfoFactory \
  4786. com.google.protobuf.MessageLite \
  4787. com.google.protobuf.MessageLite$Builder \
  4788. com.google.protobuf.MessageLiteOrBuilder \
  4789. com.google.protobuf.MessageLiteToString \
  4790. com.google.protobuf.MessageSchema \
  4791. com.google.protobuf.MessageSchema$1 \
  4792. com.google.protobuf.MessageSetSchema \
  4793. com.google.protobuf.Method \
  4794. com.google.protobuf.Method$1 \
  4795. com.google.protobuf.Method$Builder \
  4796. com.google.protobuf.MethodOrBuilder \
  4797. com.google.protobuf.Mixin \
  4798. com.google.protobuf.Mixin$1 \
  4799. com.google.protobuf.Mixin$Builder \
  4800. com.google.protobuf.MixinOrBuilder \
  4801. com.google.protobuf.MutabilityOracle \
  4802. com.google.protobuf.MutabilityOracle$1 \
  4803. com.google.protobuf.NewInstanceSchema \
  4804. com.google.protobuf.NewInstanceSchemaLite \
  4805. com.google.protobuf.NewInstanceSchemas \
  4806. com.google.protobuf.NioByteString \
  4807. com.google.protobuf.NioByteString$1 \
  4808. com.google.protobuf.NullValue \
  4809. com.google.protobuf.NullValue$1 \
  4810. com.google.protobuf.OneofInfo \
  4811. com.google.protobuf.Option \
  4812. com.google.protobuf.Option$1 \
  4813. com.google.protobuf.Option$Builder \
  4814. com.google.protobuf.OptionOrBuilder \
  4815. com.google.protobuf.Parser \
  4816. com.google.protobuf.PrimitiveNonBoxingCollection \
  4817. com.google.protobuf.Protobuf \
  4818. com.google.protobuf.ProtobufArrayList \
  4819. com.google.protobuf.ProtobufLists \
  4820. com.google.protobuf.ProtocolStringList \
  4821. com.google.protobuf.ProtoSyntax \
  4822. com.google.protobuf.RawMessageInfo \
  4823. com.google.protobuf.Reader \
  4824. com.google.protobuf.RopeByteString \
  4825. com.google.protobuf.RopeByteString$1 \
  4826. com.google.protobuf.RopeByteString$Balancer \
  4827. com.google.protobuf.RopeByteString$PieceIterator \
  4828. com.google.protobuf.RopeByteString$RopeInputStream \
  4829. com.google.protobuf.Schema \
  4830. com.google.protobuf.SchemaFactory \
  4831. com.google.protobuf.SchemaUtil \
  4832. com.google.protobuf.SmallSortedMap \
  4833. com.google.protobuf.SmallSortedMap$1 \
  4834. com.google.protobuf.SmallSortedMap$DescendingEntryIterator \
  4835. com.google.protobuf.SmallSortedMap$DescendingEntrySet \
  4836. com.google.protobuf.SmallSortedMap$EmptySet \
  4837. com.google.protobuf.SmallSortedMap$EmptySet$1 \
  4838. com.google.protobuf.SmallSortedMap$EmptySet$2 \
  4839. com.google.protobuf.SmallSortedMap$Entry \
  4840. com.google.protobuf.SmallSortedMap$EntryIterator \
  4841. com.google.protobuf.SmallSortedMap$EntrySet \
  4842. com.google.protobuf.SourceContext \
  4843. com.google.protobuf.SourceContext$1 \
  4844. com.google.protobuf.SourceContext$Builder \
  4845. com.google.protobuf.SourceContextOrBuilder \
  4846. com.google.protobuf.SourceContextProto \
  4847. com.google.protobuf.StringValue \
  4848. com.google.protobuf.StringValue$1 \
  4849. com.google.protobuf.StringValue$Builder \
  4850. com.google.protobuf.StringValueOrBuilder \
  4851. com.google.protobuf.Struct \
  4852. com.google.protobuf.Struct$1 \
  4853. com.google.protobuf.Struct$Builder \
  4854. com.google.protobuf.Struct$FieldsDefaultEntryHolder \
  4855. com.google.protobuf.StructOrBuilder \
  4856. com.google.protobuf.StructProto \
  4857. com.google.protobuf.StructuralMessageInfo \
  4858. com.google.protobuf.StructuralMessageInfo$Builder \
  4859. com.google.protobuf.Syntax \
  4860. com.google.protobuf.Syntax$1 \
  4861. com.google.protobuf.TextFormatEscaper \
  4862. com.google.protobuf.TextFormatEscaper$1 \
  4863. com.google.protobuf.TextFormatEscaper$2 \
  4864. com.google.protobuf.TextFormatEscaper$ByteSequence \
  4865. com.google.protobuf.Timestamp \
  4866. com.google.protobuf.Timestamp$1 \
  4867. com.google.protobuf.Timestamp$Builder \
  4868. com.google.protobuf.TimestampOrBuilder \
  4869. com.google.protobuf.TimestampProto \
  4870. com.google.protobuf.Type \
  4871. com.google.protobuf.Type$1 \
  4872. com.google.protobuf.Type$Builder \
  4873. com.google.protobuf.TypeOrBuilder \
  4874. com.google.protobuf.TypeProto \
  4875. com.google.protobuf.UInt32Value \
  4876. com.google.protobuf.UInt32Value$1 \
  4877. com.google.protobuf.UInt32Value$Builder \
  4878. com.google.protobuf.UInt32ValueOrBuilder \
  4879. com.google.protobuf.UInt64Value \
  4880. com.google.protobuf.UInt64Value$1 \
  4881. com.google.protobuf.UInt64Value$Builder \
  4882. com.google.protobuf.UInt64ValueOrBuilder \
  4883. com.google.protobuf.UninitializedMessageException \
  4884. com.google.protobuf.UnknownFieldSchema \
  4885. com.google.protobuf.UnknownFieldSetLite \
  4886. com.google.protobuf.UnknownFieldSetLiteSchema \
  4887. com.google.protobuf.UnmodifiableLazyStringList \
  4888. com.google.protobuf.UnmodifiableLazyStringList$1 \
  4889. com.google.protobuf.UnmodifiableLazyStringList$2 \
  4890. com.google.protobuf.UnsafeByteOperations \
  4891. com.google.protobuf.UnsafeUtil \
  4892. com.google.protobuf.UnsafeUtil$1 \
  4893. com.google.protobuf.UnsafeUtil$Android32MemoryAccessor \
  4894. com.google.protobuf.UnsafeUtil$Android64MemoryAccessor \
  4895. com.google.protobuf.UnsafeUtil$JvmMemoryAccessor \
  4896. com.google.protobuf.UnsafeUtil$MemoryAccessor \
  4897. com.google.protobuf.Utf8 \
  4898. com.google.protobuf.Utf8$DecodeUtil \
  4899. com.google.protobuf.Utf8$Processor \
  4900. com.google.protobuf.Utf8$SafeProcessor \
  4901. com.google.protobuf.Utf8$UnpairedSurrogateException \
  4902. com.google.protobuf.Utf8$UnsafeProcessor \
  4903. com.google.protobuf.Value \
  4904. com.google.protobuf.Value$1 \
  4905. com.google.protobuf.Value$Builder \
  4906. com.google.protobuf.Value$KindCase \
  4907. com.google.protobuf.ValueOrBuilder \
  4908. com.google.protobuf.WireFormat \
  4909. com.google.protobuf.WireFormat$1 \
  4910. com.google.protobuf.WireFormat$FieldType \
  4911. com.google.protobuf.WireFormat$FieldType$1 \
  4912. com.google.protobuf.WireFormat$FieldType$2 \
  4913. com.google.protobuf.WireFormat$FieldType$3 \
  4914. com.google.protobuf.WireFormat$FieldType$4 \
  4915. com.google.protobuf.WireFormat$JavaType \
  4916. com.google.protobuf.WireFormat$Utf8Validation \
  4917. com.google.protobuf.WireFormat$Utf8Validation$1 \
  4918. com.google.protobuf.WireFormat$Utf8Validation$2 \
  4919. com.google.protobuf.WireFormat$Utf8Validation$3 \
  4920. com.google.protobuf.WrappersProto \
  4921. com.google.protobuf.Writer \
  4922. com.google.protobuf.Writer$FieldOrder
  4923. # tag:java-specific
  4924. JAVA_IGNORE_CLASSPATH_CLASH_VALUE=$JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE
  4925. ### @usage: JAVA_IGNORE_CLASSPATH_CLASH_FOR([classes])
  4926. ### Ignore classpath clash test fails for classes
  4927. macro JAVA_IGNORE_CLASSPATH_CLASH_FOR(Args...) {
  4928. SET_APPEND(JAVA_IGNORE_CLASSPATH_CLASH_VALUE $Args $JAVA_IGNORE_CLASSPATH_CLASH_DEFAULE_VALUE)
  4929. }
  4930. IBTOOL_PATH=$XCODE_TOOLS_ROOT_RESOURCE_GLOBAL/Xcode/Contents/Developer/usr/bin/ibtool
  4931. # tag:src-processing
  4932. STORYBOARD_FLAGS=--errors --warnings --notices --auto-activate-custom-fonts --output-format human-readable-text
  4933. macro _SRC("storyboard", SRC, SRCFLAGS...) {
  4934. .CMD=$IBTOOL_PATH $STORYBOARD_FLAGS --module $REALPRJNAME --output-partial-info-plist ${output;suf=.partial_plist:SRC} --compilation-directory $BINDIR ${input:SRC} && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.compiled_storyboard_tar:SRC} $BINDIR/${nopath;suf=c:SRC} $BINDIR/${nopath;suf=c:SRC}
  4935. }
  4936. # tag:src-processing
  4937. macro _SRC("xib", SRC, SRCFLAGS...) {
  4938. .CMD=$IBTOOL_PATH $STORYBOARD_FLAGS --module $REALPRJNAME --output-partial-info-plist ${output;suf=.partial_plist:SRC} --compile ${output;tobindir;nopath;noext;suf=.nib:SRC} ${input:SRC}
  4939. }
  4940. ACTOOL_PATH=$XCODE_TOOLS_ROOT_RESOURCE_GLOBAL/Xcode/Contents/Developer/usr/bin/ibtool
  4941. # tag:ios-specific
  4942. ASSETS_FLAGS=--output-format human-readable-text --notices --warnings
  4943. macro _IOS_ASSETS(AssetsDir, Content...) {
  4944. .CMD=$FS_TOOLS md $BINDIR/$REALPRJNAME && $ACTOOL_PATH $ASSETS_FLAGS --export-dependency-info $BINDIR/assetcatalog_dependencies --output-partial-info-plist ${output:"assetcatalog_generated_info.partial_plist"} --product-type com.apple.product-type.application --compile $BINDIR/$REALPRJNAME $AssetsDir ${input;hide:Content} && ${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;suf=_assetes.resource_tar:REALPRJNAME} $REALPRJNAME $REALPRJNAME
  4945. }
  4946. # tag:ios-specific
  4947. macro IOS_APP_COMMON_FLAGS(Flags...) {
  4948. SET_APPEND(STORYBOARD_FLAGS $Flags)
  4949. SET_APPEND(ASSETS_FLAGS $Flags)
  4950. }
  4951. # tag:ios-specific
  4952. macro IOS_APP_ASSETS_FLAGS(Flags...) {
  4953. SET_APPEND(ASSETS_FLAGS $Flags)
  4954. }
  4955. macro DARWIN_STRINGS_RESOURCE(Resource, Relpath) {
  4956. .CMD=$COPY_CMD ${input:Resource} $BINDIR/$Relpath && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.strings_tar:Relpath} $BINDIR/$Relpath $BINDIR
  4957. }
  4958. macro DARWIN_SIGNED_RESOURCE(Resource, Relpath) {
  4959. .CMD=$COPY_CMD $Resource $BINDIR/$Relpath && $YMAKE_PYTHON ${input:"build/scripts/tar_directory.py"} ${output;tobindir;suf=.signed_resource_tar:Relpath} $BINDIR/$Relpath $BINDIR
  4960. }
  4961. # tag:ios-specific
  4962. DELIM=__DELIM__
  4963. PACK_IOS_ARCHIVE=$GENERATE_MF && $YMAKE_PYTHON ${input:"build/scripts/ios_wrapper.py"} bin $IBTOOL_PATH $TARGET $REALPRJNAME $BINDIR $DELIM $AUTO_INPUT $DELIM $STORYBOARD_FLAGS
  4964. ### @usage: IOS_INTERFACE()
  4965. ### iOS GUI module definition
  4966. module IOS_INTERFACE: _BARE_UNIT {
  4967. .CMD=PACK_IOS_ARCHIVE
  4968. .EXTS=.compiled_storyboard_tar .partial_plist .plist .xcent .nib .resource_tar .signed_resource_tar .strings_tar .plist_json
  4969. .NODE_TYPE=Library
  4970. .FINAL_TARGET=no
  4971. SET(MODULE_SUFFIX .ios.interface)
  4972. PEERDIR+=build/platform/xcode/tools
  4973. }
  4974. # tag:ios-specific
  4975. module DEFAULT_IOS_INTERFACE: IOS_INTERFACE {
  4976. SET(MODULE_SUFFIX .default.ios.interface)
  4977. }
  4978. DEFAULT_IOS_TYPE=
  4979. IOS_TYPE=
  4980. when(!$IOS_TYPE) {
  4981. when($DEFAULT_IOS_TYPE) {
  4982. IOS_TYPE=$DEFAULT_IOS_TYPE
  4983. }
  4984. otherwise {
  4985. IOS_TYPE=com.apple.CoreSimulator.SimDeviceType.iPhone-X
  4986. }
  4987. }
  4988. DEFAULT_IOS_RUNTIME=
  4989. IOS_RUNTIME=
  4990. when(!$IOS_RUNTIME) {
  4991. when($DEFAULT_IOS_RUNTIME) {
  4992. IOS_RUNTIME=$DEFAULT_IOS_RUNTIME
  4993. }
  4994. otherwise {
  4995. IOS_RUNTIME=com.apple.CoreSimulator.SimRuntime.iOS-12-1
  4996. }
  4997. }
  4998. when ($ARCH_I386) {
  4999. TEST_IOS_DEVICE_TYPE_VALUE=com.apple.CoreSimulator.SimDeviceType.iPhone-5
  5000. TEST_IOS_RUNTIME_TYPE_VALUE=com.apple.CoreSimulator.SimRuntime.iOS-10-3
  5001. }
  5002. otherwise {
  5003. TEST_IOS_DEVICE_TYPE_VALUE=$IOS_TYPE
  5004. TEST_IOS_RUNTIME_TYPE_VALUE=$IOS_RUNTIME
  5005. }
  5006. # tag:frontend-specific
  5007. ### @usage: COLLECT_FRONTEND_FILES(Varname, Dir)
  5008. ###
  5009. ### Recursively collect files with typical frontend extensions from Dir and save the result into variable Varname
  5010. macro COLLECT_FRONTEND_FILES(Varname, Dir) {
  5011. _GLOB($Varname $Dir/**/*.(css|ejs|jpg|js|jsx|png|styl|svg|ts|tsx|json|html))
  5012. }
  5013. # tag:swift-specific
  5014. CPP_XCODE_TOOLCHAIN_VERSION=9.2
  5015. SWIFT_XCODE_TOOLCHAIN_VERSION=9.2
  5016. XCODE_TOOLS_VERSION=10.1
  5017. macro COMPILE_SWIFT_MODULE(SRCS{input}[], BRIDGE_HEADER{input}="", Flags...) {
  5018. when ($BRIDGE_HEADER != "") {
  5019. SWIFT_BRIDGE_HEADER=-import-objc-header ${input:BRIDGE_HEADER}
  5020. }
  5021. otherwise {
  5022. SWIFT_BRIDGE_HEADER=
  5023. }
  5024. .PEERDIR+=build/platform/xcode/swift
  5025. # swift core libraries
  5026. LDFLAGS($SWIFT_LD_FLAGS)
  5027. .CMD=$YMAKE_PYTHON ${input:"build/scripts/gen_swiftc_output_map.py"} $(SOURCE_ROOT) $(BUILD_ROOT) $BINDIR/swift_output_map.json ${input:SRCS} && $SWIFT_COMPILER -c $SWIFT_FLAGS_PLATFORM $Flags $SWIFT_BRIDGE_HEADER ${pre=-Xcc -I:_C__INCLUDE} ${input:SRCS} -emit-objc-header -emit-objc-header-path ${output;suf=-Swift.h:REALPRJNAME} -emit-module -module-name $REALPRJNAME -output-file-map $BINDIR/swift_output_map.json ${output;hide;suf=.o:SRCS}
  5028. }
  5029. TEST_TOOL_HOST_LOCAL=
  5030. TEST_TOOL_TARGET_LOCAL=
  5031. when ($MOST_USED_CUDA) {
  5032. CUDA_VERSION=11.4
  5033. CUDNN_VERSION=8.0.5
  5034. TENSORRT_VERSION=7
  5035. }
  5036. when ($TENSORFLOW_WITH_CUDA) {
  5037. CUDA_REQUIRED=yes
  5038. }
  5039. when (!$TENSORRT_VERSION) {
  5040. TENSORRT_VERSION=5
  5041. }
  5042. ANDROID_APK_TEST_ACTIVITY_VALUE=com.yandex.test.unittests/.RunTestsActivity
  5043. # tag:windows-specific
  5044. WINDOWS_MANIFEST=
  5045. macro WINDOWS_MANIFEST(Manifest) {
  5046. SET(WINDOWS_MANIFEST $Manifest)
  5047. }
  5048. # https://docs.microsoft.com/en-us/windows/win32/fileio/maximum-file-path-limitation#enable-long-paths-in-windows-10-version-1607-and-later
  5049. macro WINDOWS_LONG_PATH_MANIFEST() {
  5050. SET(WINDOWS_MANIFEST build/long-path.manifest)
  5051. }
  5052. # tag:windows-specific
  5053. when ($MSVC == "yes" && $WINDOWS_MANIFEST) {
  5054. LDFLAGS+=/MANIFEST:EMBED /MANIFESTINPUT:${input:WINDOWS_MANIFEST}
  5055. }
  5056. # tag:cpp-specific
  5057. _VISIBILITY_LEVEL=
  5058. ### @usage: VISIBILITY(level)
  5059. ###
  5060. ### This macro sets visibility level for symbols compiled for the current module. 'level'
  5061. ### may take only one of the following values: DEFAULT, HIDDEN.
  5062. macro VISIBILITY(LEVEL) {
  5063. SET(_VISIBILITY_LEVEL ${LEVEL})
  5064. select ($LEVEL) {
  5065. "DEFAULT" | "HIDDEN" ? {
  5066. }
  5067. default ? {
  5068. _OK = no
  5069. }
  5070. }
  5071. ASSERT(_OK Unsupported value [$LEVEL] passed to VISIBILITY macro, expected values are DEFAULT, HIDDEN.)
  5072. }
  5073. # tag:cpp-specific
  5074. _CFLAGS_VISIBILITY=
  5075. when ($_VISIBILITY_LEVEL != "" && $IGNORE_VISIBILITY != "yes") {
  5076. when ($CLANG == "yes" || $GCC == "yes") {
  5077. _CFLAGS_VISIBILITY=-fvisibility=${tolower:_VISIBILITY_LEVEL}
  5078. }
  5079. }
  5080. CFLAGS+=$_CFLAGS_VISIBILITY
  5081. # tag:cpp-specific
  5082. macro SDBUS_CPP_ADAPTOR(File) {
  5083. .CMD=${tool:"contrib/libs/sdbus-cpp/tools/xml2cpp-codegen"} --adaptor=${output;nopath;noext:File.adaptor.h} ${input:File}
  5084. .PEERDIR=contrib/libs/sdbus-cpp
  5085. }
  5086. # tag:cpp-specific
  5087. macro SDBUS_CPP_PROXY(File) {
  5088. .CMD=${tool:"contrib/libs/sdbus-cpp/tools/xml2cpp-codegen"} --proxy=${output;nopath;noext:File.proxy.h} ${input:File}
  5089. .PEERDIR=contrib/libs/sdbus-cpp
  5090. }
  5091. # tag:python-specific
  5092. macro _PY_ENUM_SERIALIZATION_TO_JSON(File) {
  5093. .CMD=$ENUM_PARSER_TOOL ${input:File} --output ${output;noext;suf=.generated.h:File} --json-output ${output;noext:File.json} ${kv;hide:"p EN"} ${kv;hide:"pc yellow"}
  5094. }
  5095. # tag:python-specific
  5096. macro _PY_ENUM_SERIALIZATION_TO_PY(File) {
  5097. .CMD=${tool:"metrika/core/tools/python_enum_generator"} ${input;noext:File.json} -D ${MODDIR} --output ${output;noext:File.py} ${kv;hide:"p EN"} ${kv;hide:"pc yellow"}
  5098. }
  5099. macro NGINX_MODULES(Modules...) {
  5100. PEERDIR(${Modules})
  5101. RUN_PROGRAM(nginx/module_gen ${Modules} CWD ${ARCADIA_ROOT} IN ${suf=/modules.json:Modules} OUTPUT_INCLUDES contrib/nginx/core/src/core/ngx_config.h contrib/nginx/core/src/core/ngx_core.h STDOUT ngx_modules.c)
  5102. }
  5103. ### @usage: ORIGINAL_SOURCE(Source)
  5104. ###
  5105. ### This macro specifies the source repository for contrib
  5106. ### Does nothing now (just a placeholder for future functionality)
  5107. ### See https://st.yandex-team.ru/DTCC-316
  5108. macro ORIGINAL_SOURCE(Source) {
  5109. ENABLE(UNUSED_MACRO)
  5110. }
  5111. # tag:licence
  5112. CREDITS_FILE_EXTRA_EXT=
  5113. CREDITS_FLAGS=
  5114. CREDITS_TEXTS_FILE=
  5115. NO_CREDITS_TEXTS_FILE=
  5116. WITH_CREDITS=
  5117. ### @usage: LICENSE_TEXTS(File)
  5118. ###
  5119. ### This macro specifies the filename with all library licenses texts
  5120. macro LICENSE_TEXTS(Source) {
  5121. SET(CREDITS_TEXTS_FILE $Source)
  5122. }
  5123. # tag:licence
  5124. ### @usage: WITHOUT_LICENSE_TEXTS()
  5125. ###
  5126. ### This macro indicates that the module has no license text
  5127. macro WITHOUT_LICENSE_TEXTS() {
  5128. ENABLE(NO_CREDITS_TEXTS_FILE)
  5129. }
  5130. # tag:licence
  5131. when ($WITH_CREDITS) {
  5132. CREDITS_FLAGS+=--credits-output ${output;suf=${CREDITS_FILE_EXTRA_EXT}".CREDITS.txt":REALPRJNAME}
  5133. }
  5134. GENERATE_MF=
  5135. when ($WITH_CREDITS) {
  5136. GENERATE_MF=$GENERATE_MF_CMD
  5137. }
  5138. macro _MCU_CONVERT(Bin) {
  5139. .CMD=${cwd:BINDIR} $OBJCOPY_TOOL -O ihex $Bin ${output;noext:Bin.hex} && ${cwd:BINDIR} $OBJCOPY_TOOL -O srec $Bin ${output;noext:Bin.s37} && ${cwd:BINDIR} $OBJCOPY_TOOL -O binary $Bin ${output;noext:Bin.bin}
  5140. }
  5141. MCU_LINK_EXE=$LINK_EXE && $_MCU_CONVERT($MODULE_PREFIX$REALPRJNAME)
  5142. ### @usage: MCU_PROGRAM([progname])
  5143. ###
  5144. ### Program module for microcontrollers. Converts ELF to Intel HEX, Motorola S-record and raw binary file formats.
  5145. ### If name is not specified it will be generated from the name of the containing project directory.
  5146. module MCU_PROGRAM: PROGRAM {
  5147. .CMD=MCU_LINK_EXE
  5148. }
  5149. # tag:flags tag:internal tag:windows-specific
  5150. ### @usage: _MSVC_FLAGS_WINDOWS_IMPL(target_platform compiler_flags) # internal
  5151. ###
  5152. ### Add CFLAGS when the firts argument is WINDOWS
  5153. macro _MSVC_FLAGS_WINDOWS_IMPL(WINDOWS[], FLAGS...) {
  5154. CFLAGS($WINDOWS)
  5155. }
  5156. # tag:flags tag:windows-specific tag:cpp-specific
  5157. ### @usage: MSVC_FLAGS([GLOBAL compiler_flag]* compiler_flags)
  5158. ###
  5159. ### Add the specified flags to the compilation line of C/C++files.
  5160. ### Flags apply only if the compiler used is MSVC (cl.exe)
  5161. macro MSVC_FLAGS(FLAGS...) {
  5162. _MSVC_FLAGS_WINDOWS_IMPL($TARGET_PLATFORM $FLAGS)
  5163. }
  5164. ### @usage: COLLECT_YDB_API_SPECS_LEGACY(VarName Paths...) #deprecated
  5165. ###
  5166. ### This macro is ugly hack for legacy YDB go API codegen, any other uses are prohibited
  5167. macro COLLECT_YDB_API_SPECS_LEGACY(FILES_VAR, PATHS...) {
  5168. _GLOB($FILES_VAR ${suf=/*.proto:PATHS})
  5169. RESTRICT_PATH(kikimr/public/sdk/go/ydb/api MSG This is ugly hack for legacy YDB go API codegen, any other uses are probibited)
  5170. }
  5171. # tag:proto tag:apphost
  5172. ### @usage: APPHOST()
  5173. ###
  5174. ### Emit APPHOST service code for all .proto files in a PROTO_LIBRARY.
  5175. ### This works only for C++ and Java at the moment.
  5176. macro APPHOST() {
  5177. # C++
  5178. CPP_PROTO_PLUGIN(cpp_plugin apphost/tools/stub_generator/cpp_plugin .apphost.h DEPS apphost/tools/stub_generator/cpp_includes)
  5179. # Java
  5180. JAVA_PROTO_PLUGIN(java_plugin apphost/tools/stub_generator/java_plugin DEPS apphost/api/service/java/apphost)
  5181. }
  5182. # tag:internal
  5183. ### Add passed ya.conf.json and all bottle's formula external files to resources
  5184. ### File MUST be arcadia root relative path (without "${ARCADIA_ROOT}/" prefix).
  5185. ### NOTE:
  5186. ### An external formula file referenced from ya.conf.json must be passed as an arcadia root relative path and
  5187. ### should be located in any subdirectory of the ya.conf.json location ("build/" if we consider a production).
  5188. ### The later restriction prevents problems in selectively checkouted arcadia.
  5189. macro YA_CONF_JSON(File) {
  5190. _YA_CONF_JSON($File)
  5191. SET_APPEND(_MAKEFILE_INCLUDE_LIKE_DEPS ${ARCADIA_ROOT}/$File)
  5192. }
  5193. # tag:internal
  5194. # Don't use directly - wrap with custom macros
  5195. macro ADD_LINTER_CHECK(CheckName, Linter, DEPENDS[], EXCLUDE[], FILES[], CONFIGS[]) {
  5196. SET(_FILES_VAR uniq_${hash:VAR_SALT})
  5197. _GLOB($_FILES_VAR $FILES EXCLUDE $EXCLUDE)
  5198. _ADD_LINTER_CHECK($CheckName $Linter ${pre=DEPENDS :DEPENDS} FILES $$_FILES_VAR CONFIGS $CONFIGS)
  5199. }
  5200. # tag:internal
  5201. # Draft. Don't use.
  5202. macro _CPP_STYLE(EXCLUDE[], Files...) {
  5203. ADD_LINTER_CHECK(cpp_style tools/cpp_style_checker/cpp_style_checker DEPENDS contrib/libs/clang12/tools/clang-format EXCLUDE $EXCLUDE FILES $Files CONFIGS devtools/ya/handlers/style/style_config)
  5204. }
  5205. # tag:proto
  5206. macro ALICE_CAPABILITY() {
  5207. CPP_PROTO_PLUGIN(alice_capability_cpp yandex_io/tools/capability_gen .cap.h DEPS yandex_io/libs/protobuf_utils)
  5208. JAVA_PROTO_PLUGIN(alice_capability_java alice/library/go/java_marker_interface_protoc_plugin DEPS alice/protos/endpoint/java_interface alice/megamind/protos/scenarios/java_interface)
  5209. }
  5210. ### @usage: CLANG_EMIT_AST_CXX_RUN_TOOL(Tool Args... [SOURCES ...] [OPTS ...] [IN ...] [IN_NOPARSE ...] [TOOL ...] [OUTPUT_INCLUDES ...] [INDUCED_DEPS ...] [IN_DEPS ...] [STDOUT out-file-name] [STDOUT_NOAUTO out-file-name] [CWD cwd])
  5211. ###
  5212. ### Emit Clang ASTs from .cpp files listed in SOURCES parameter (CXXFLAGS and LLVM_OPTS are passed in, while CFLAGS and C_FLAGS_PLATFORM are not) and run tool Tool with Args... .
  5213. ### OPTS[] parameter is used to pass additional flags to clang. Parameters other than OPTS[] and SOURCES[] are used for runnig a generator (Tool):
  5214. ### - Tool - path to the directory of the tool
  5215. ### - Args... - Tool's arguments
  5216. ### - IN[] - input files required for running the Tool
  5217. ### - IN_NOPARSE[] - input files required for running the Tool, but these files are not parsed for dependencies
  5218. ### - TOOL[] - list of directories of axiliary tools used by Tool
  5219. ### - OUTPUT_INCLUDES[] - includes of the output files which are needed to "build" them
  5220. ### - STDOUT - redirect stdout of the Tool to the output file
  5221. ### - STDOUT_NOAUTO - redirect stdout of the Tool to the output file, but do not chain this file automatically to the processing queue
  5222. ### - CWD - path to the working directory of the Tool
  5223. ### Note: Generated AST files generated into BINDIR according to corresponding .cpp file names listed in SOURCES parameter.
  5224. macro CLANG_EMIT_AST_CXX_RUN_TOOL(SOURCES[], OPTS[], Tool, IN{input}[], IN_NOPARSE{input}[], OUT{output}[], OUT_NOAUTO{output}[], TOOL{tool}[], OUTPUT_INCLUDES[], INDUCED_DEPS[], IN_DEPS[], STDOUT="", STDOUT_NOAUTO="", CWD="", ENV[], Args...) {
  5225. .CMD=${cwd:BINDIR} $YMAKE_PYTHON ${input:"build/scripts/clang_wrapper.py"} $WINDOWS ${CLANG_CPP_COMPILER_BIN} ${pre=-I:_C__INCLUDE} $CXXFLAGS $C_FLAGS_PLATFORM $LLVM_OPTS -emit-ast -c ${input:SOURCES} ${hide;tmp;noext;nopath:SOURCES.ast} $OPTS ${kv;hide:"p ST"} ${kv;hide:"pc light-green"} && ${cwd:CWD} ${env:ENV} ${tool:Tool} $Args ${input;hide:IN} ${input;context=TEXT;hide:IN_NOPARSE} ${input;hide:IN_DEPS} ${output_include;hide:OUTPUT_INCLUDES} $INDUCED_DEPS ${tool;hide:TOOL} ${output;hide:OUT} ${output;noauto;hide:OUT_NOAUTO} ${output;stdout:STDOUT} ${output;stdout;noauto:STDOUT_NOAUTO} ${kv;hide:"p PR"} ${kv;hide:"pc yellow"} ${kv;hide:"show_out"}
  5226. PEERDIR(build/platform/clang)
  5227. }
  5228. @import "${CONF_ROOT}/conf/misc.conf"