sql_query.cpp 170 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901
  1. #include "sql_query.h"
  2. #include "sql_expression.h"
  3. #include "sql_select.h"
  4. #include "sql_into_tables.h"
  5. #include "sql_values.h"
  6. #include "node.h"
  7. #include <yql/essentials/parser/proto_ast/gen/v1/SQLv1Lexer.h>
  8. #include <yql/essentials/parser/proto_ast/gen/v1_antlr4/SQLv1Antlr4Lexer.h>
  9. #include <yql/essentials/sql/v1/object_processing.h>
  10. #include <yql/essentials/utils/yql_paths.h>
  11. #include <util/generic/scope.h>
  12. #include <util/string/join.h>
  13. #ifdef GetMessage
  14. #undef GetMessage
  15. #endif
  16. namespace NSQLTranslationV1 {
  17. using NALPDefault::SQLv1LexerTokens;
  18. using NALPDefaultAntlr4::SQLv1Antlr4Lexer;
  19. using namespace NSQLv1Generated;
  20. void FillTargetList(TTranslation& ctx, const TRule_set_target_list& node, TVector<TString>& targetList) {
  21. targetList.push_back(ColumnNameAsSingleStr(ctx, node.GetRule_set_target2().GetRule_column_name1()));
  22. for (auto& block: node.GetBlock3()) {
  23. targetList.push_back(ColumnNameAsSingleStr(ctx, block.GetRule_set_target2().GetRule_column_name1()));
  24. }
  25. }
  26. bool PackageVersionFromString(const TString& s, ui32& version) {
  27. if (s == "release") {
  28. version = 0;
  29. return true;
  30. }
  31. if (s == "draft") {
  32. version = 1;
  33. return true;
  34. }
  35. return TryFromString(s, version);
  36. }
  37. void TSqlQuery::AddStatementToBlocks(TVector<TNodePtr>& blocks, TNodePtr node) {
  38. blocks.emplace_back(node);
  39. }
  40. static bool AsyncReplicationSettingsEntry(std::map<TString, TNodePtr>& out,
  41. const TRule_replication_settings_entry& in, TSqlExpression& ctx, bool create)
  42. {
  43. auto key = IdEx(in.GetRule_an_id1(), ctx);
  44. auto value = ctx.Build(in.GetRule_expr3());
  45. if (!value) {
  46. ctx.Context().Error() << "Invalid replication setting: " << key.Name;
  47. return false;
  48. }
  49. TSet<TString> configSettings = {
  50. "connection_string",
  51. "endpoint",
  52. "database",
  53. "token",
  54. "token_secret_name",
  55. "user",
  56. "password",
  57. "password_secret_name",
  58. };
  59. TSet<TString> modeSettings = {
  60. "consistency_level",
  61. "commit_interval",
  62. };
  63. TSet<TString> stateSettings = {
  64. "state",
  65. "failover_mode",
  66. };
  67. const auto keyName = to_lower(key.Name);
  68. if (!configSettings.count(keyName) && !modeSettings.count(keyName) && !stateSettings.count(keyName)) {
  69. ctx.Context().Error() << "Unknown replication setting: " << key.Name;
  70. return false;
  71. }
  72. if (create && stateSettings.count(keyName)) {
  73. ctx.Context().Error() << key.Name << " is not supported in CREATE";
  74. return false;
  75. }
  76. if (!create && modeSettings.count(keyName)) {
  77. ctx.Context().Error() << key.Name << " is not supported in ALTER";
  78. return false;
  79. }
  80. if (keyName == "commit_interval") {
  81. if (value->GetOpName() != "Interval") {
  82. ctx.Context().Error() << "Literal of Interval type is expected for " << key.Name;
  83. return false;
  84. }
  85. } else {
  86. if (!value->IsLiteral() || value->GetLiteralType() != "String") {
  87. ctx.Context().Error() << "Literal of String type is expected for " << key.Name;
  88. return false;
  89. }
  90. }
  91. if (!out.emplace(keyName, value).second) {
  92. ctx.Context().Error() << "Duplicate replication setting: " << key.Name;
  93. }
  94. return true;
  95. }
  96. static bool AsyncReplicationSettings(std::map<TString, TNodePtr>& out,
  97. const TRule_replication_settings& in, TSqlExpression& ctx, bool create)
  98. {
  99. if (!AsyncReplicationSettingsEntry(out, in.GetRule_replication_settings_entry1(), ctx, create)) {
  100. return false;
  101. }
  102. for (auto& block : in.GetBlock2()) {
  103. if (!AsyncReplicationSettingsEntry(out, block.GetRule_replication_settings_entry2(), ctx, create)) {
  104. return false;
  105. }
  106. }
  107. return true;
  108. }
  109. static bool AsyncReplicationTarget(std::vector<std::pair<TString, TString>>& out, TStringBuf prefixPath,
  110. const TRule_replication_target& in, TTranslation& ctx)
  111. {
  112. const TString remote = Id(in.GetRule_object_ref1().GetRule_id_or_at2(), ctx).second;
  113. const TString local = Id(in.GetRule_object_ref3().GetRule_id_or_at2(), ctx).second;
  114. out.emplace_back(remote, BuildTablePath(prefixPath, local));
  115. return true;
  116. }
  117. static bool AsyncReplicationAlterAction(std::map<TString, TNodePtr>& settings,
  118. const TRule_alter_replication_action& in, TSqlExpression& ctx)
  119. {
  120. // TODO(ilnaz): support other actions
  121. return AsyncReplicationSettings(settings, in.GetRule_alter_replication_set_setting1().GetRule_replication_settings3(), ctx, false);
  122. }
  123. static bool TransferSettingsEntry(std::map<TString, TNodePtr>& out,
  124. const TRule_transfer_settings_entry& in, TSqlExpression& ctx, bool create)
  125. {
  126. auto key = IdEx(in.GetRule_an_id1(), ctx);
  127. auto value = ctx.Build(in.GetRule_expr3());
  128. if (!value) {
  129. ctx.Context().Error() << "Invalid transfer setting: " << key.Name;
  130. return false;
  131. }
  132. TSet<TString> configSettings = {
  133. "connection_string",
  134. "endpoint",
  135. "database",
  136. "token",
  137. "token_secret_name",
  138. "user",
  139. "password",
  140. "password_secret_name",
  141. };
  142. TSet<TString> stateSettings = {
  143. "state",
  144. "failover_mode",
  145. };
  146. const auto keyName = to_lower(key.Name);
  147. if (!configSettings.count(keyName) && !stateSettings.contains(keyName)) {
  148. ctx.Context().Error() << "Unknown transfer setting: " << key.Name;
  149. return false;
  150. }
  151. if (create && stateSettings.count(keyName)) {
  152. ctx.Context().Error() << key.Name << " is not supported in CREATE";
  153. return false;
  154. }
  155. if (!out.emplace(keyName, value).second) {
  156. ctx.Context().Error() << "Duplicate transfer setting: " << key.Name;
  157. }
  158. return true;
  159. }
  160. static bool TransferSettings(std::map<TString, TNodePtr>& out,
  161. const TRule_transfer_settings& in, TSqlExpression& ctx, bool create)
  162. {
  163. if (!TransferSettingsEntry(out, in.GetRule_transfer_settings_entry1(), ctx, create)) {
  164. return false;
  165. }
  166. for (auto& block : in.GetBlock2()) {
  167. if (!TransferSettingsEntry(out, block.GetRule_transfer_settings_entry2(), ctx, create)) {
  168. return false;
  169. }
  170. }
  171. return true;
  172. }
  173. bool TSqlQuery::Statement(TVector<TNodePtr>& blocks, const TRule_sql_stmt_core& core, size_t statementNumber) {
  174. TString internalStatementName;
  175. TString humanStatementName;
  176. ParseStatementName(core, internalStatementName, humanStatementName);
  177. const auto& altCase = core.Alt_case();
  178. if (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW && (altCase >= TRule_sql_stmt_core::kAltSqlStmtCore4 &&
  179. altCase != TRule_sql_stmt_core::kAltSqlStmtCore13)) {
  180. Error() << humanStatementName << " statement is not supported in limited views";
  181. return false;
  182. }
  183. if (Mode == NSQLTranslation::ESqlMode::SUBQUERY && (altCase >= TRule_sql_stmt_core::kAltSqlStmtCore4 &&
  184. altCase != TRule_sql_stmt_core::kAltSqlStmtCore13 && altCase != TRule_sql_stmt_core::kAltSqlStmtCore6 &&
  185. altCase != TRule_sql_stmt_core::kAltSqlStmtCore18)) {
  186. Error() << humanStatementName << " statement is not supported in subqueries";
  187. return false;
  188. }
  189. if (NeedUseForAllStatements(altCase)) {
  190. Ctx.ForAllStatementsParts.push_back(statementNumber);
  191. }
  192. switch (altCase) {
  193. case TRule_sql_stmt_core::kAltSqlStmtCore1: {
  194. bool success = false;
  195. TNodePtr nodeExpr = PragmaStatement(core.GetAlt_sql_stmt_core1().GetRule_pragma_stmt1(), success);
  196. if (!success) {
  197. return false;
  198. }
  199. if (nodeExpr) {
  200. AddStatementToBlocks(blocks, nodeExpr);
  201. }
  202. break;
  203. }
  204. case TRule_sql_stmt_core::kAltSqlStmtCore2: {
  205. if (Ctx.ParallelModeCount > 0) {
  206. Error() << humanStatementName << " statement is not supported in parallel mode";
  207. return false;
  208. }
  209. Ctx.BodyPart();
  210. TSqlSelect select(Ctx, Mode);
  211. TPosition pos;
  212. auto source = select.Build(core.GetAlt_sql_stmt_core2().GetRule_select_stmt1(), pos);
  213. if (!source) {
  214. return false;
  215. }
  216. blocks.emplace_back(BuildSelectResult(pos, std::move(source),
  217. Mode != NSQLTranslation::ESqlMode::LIMITED_VIEW && Mode != NSQLTranslation::ESqlMode::SUBQUERY, Mode == NSQLTranslation::ESqlMode::SUBQUERY,
  218. Ctx.Scoped));
  219. break;
  220. }
  221. case TRule_sql_stmt_core::kAltSqlStmtCore3: {
  222. Ctx.BodyPart();
  223. TVector<TSymbolNameWithPos> names;
  224. auto nodeExpr = NamedNode(core.GetAlt_sql_stmt_core3().GetRule_named_nodes_stmt1(), names);
  225. if (!nodeExpr) {
  226. return false;
  227. }
  228. TVector<TNodePtr> nodes;
  229. auto subquery = nodeExpr->GetSource();
  230. if (subquery && Mode == NSQLTranslation::ESqlMode::LIBRARY && Ctx.ScopeLevel == 0) {
  231. for (size_t i = 0; i < names.size(); ++i) {
  232. nodes.push_back(BuildInvalidSubqueryRef(subquery->GetPos()));
  233. }
  234. } else if (subquery) {
  235. const auto alias = Ctx.MakeName("subquerynode");
  236. const auto ref = Ctx.MakeName("subquery");
  237. blocks.push_back(BuildSubquery(subquery, alias,
  238. Mode == NSQLTranslation::ESqlMode::SUBQUERY, names.size() == 1 ? -1 : names.size(), Ctx.Scoped));
  239. blocks.back()->SetLabel(ref);
  240. for (size_t i = 0; i < names.size(); ++i) {
  241. nodes.push_back(BuildSubqueryRef(blocks.back(), ref, names.size() == 1 ? -1 : i));
  242. }
  243. } else if (!Ctx.CompactNamedExprs || nodeExpr->GetUdfNode()) {
  244. // Unlike other nodes, TUdfNode is not an independent node, but more like a set of parameters which should be
  245. // applied on UDF call site. For example, TUdfNode can not be Translate()d
  246. // So we can't add it to blocks and use reference, instead we store the TUdfNode itself as named node
  247. // TODO: remove this special case
  248. if (names.size() > 1) {
  249. auto tupleRes = BuildTupleResult(nodeExpr, names.size());
  250. for (size_t i = 0; i < names.size(); ++i) {
  251. nodes.push_back(nodeExpr->Y("Nth", tupleRes, nodeExpr->Q(ToString(i))));
  252. }
  253. } else {
  254. nodes.push_back(std::move(nodeExpr));
  255. }
  256. } else {
  257. const auto ref = Ctx.MakeName("namedexprnode");
  258. blocks.push_back(BuildNamedExpr(names.size() > 1 ? BuildTupleResult(nodeExpr, names.size()) : nodeExpr));
  259. blocks.back()->SetLabel(ref);
  260. for (size_t i = 0; i < names.size(); ++i) {
  261. nodes.push_back(BuildNamedExprReference(blocks.back(), ref, names.size() == 1 ? TMaybe<size_t>() : i));
  262. }
  263. }
  264. for (size_t i = 0; i < names.size(); ++i) {
  265. PushNamedNode(names[i].Pos, names[i].Name, nodes[i]);
  266. }
  267. break;
  268. }
  269. case TRule_sql_stmt_core::kAltSqlStmtCore4: {
  270. Ctx.BodyPart();
  271. const auto& rule = core.GetAlt_sql_stmt_core4().GetRule_create_table_stmt1();
  272. bool replaceIfExists = false;
  273. if (rule.HasBlock2()) { // OR REPLACE
  274. replaceIfExists = true;
  275. Y_DEBUG_ABORT_UNLESS(
  276. (IS_TOKEN(rule.GetBlock2().GetToken1().GetId(), OR) &&
  277. IS_TOKEN(rule.GetBlock2().GetToken2().GetId(), REPLACE))
  278. );
  279. }
  280. const bool isCreateTableAs = rule.HasBlock15();
  281. const auto& block = rule.GetBlock3();
  282. ETableType tableType = ETableType::Table;
  283. bool temporary = false;
  284. if (block.HasAlt2() &&
  285. IS_TOKEN(block.GetAlt2().GetToken1().GetId(), TABLESTORE)
  286. ) {
  287. tableType = ETableType::TableStore;
  288. if (isCreateTableAs) {
  289. Context().Error(GetPos(block.GetAlt2().GetToken1()))
  290. << "CREATE TABLE AS is not supported for TABLESTORE";
  291. return false;
  292. }
  293. } else if (block.HasAlt3() &&
  294. IS_TOKEN(block.GetAlt3().GetToken1().GetId(), EXTERNAL)
  295. ) {
  296. tableType = ETableType::ExternalTable;
  297. if (isCreateTableAs) {
  298. Context().Error(GetPos(block.GetAlt3().GetToken1()))
  299. << "CREATE TABLE AS is not supported for EXTERNAL TABLE";
  300. return false;
  301. }
  302. } else if (block.HasAlt4() && IS_TOKEN(block.GetAlt4().GetToken1().GetId(), TEMP) ||
  303. block.HasAlt5() && IS_TOKEN(block.GetAlt5().GetToken1().GetId(), TEMPORARY)) {
  304. temporary = true;
  305. }
  306. bool existingOk = false;
  307. if (rule.HasBlock4()) { // IF NOT EXISTS
  308. existingOk = true;
  309. Y_DEBUG_ABORT_UNLESS(
  310. IS_TOKEN(rule.GetBlock4().GetToken1().GetId(), IF) &&
  311. IS_TOKEN(rule.GetBlock4().GetToken2().GetId(), NOT) &&
  312. IS_TOKEN(rule.GetBlock4().GetToken3().GetId(), EXISTS)
  313. );
  314. }
  315. if (replaceIfExists && tableType != ETableType::ExternalTable) {
  316. Context().Error(GetPos(rule.GetBlock2().GetToken1()))
  317. << "OR REPLACE feature is supported only for EXTERNAL DATA SOURCE and EXTERNAL TABLE";
  318. return false;
  319. }
  320. TTableRef tr;
  321. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref5(), tr)) {
  322. return false;
  323. }
  324. TCreateTableParameters params{.TableType=tableType, .Temporary=temporary};
  325. if (!CreateTableEntry(rule.GetRule_create_table_entry7(), params, isCreateTableAs)) {
  326. return false;
  327. }
  328. for (auto& block: rule.GetBlock8()) {
  329. if (!CreateTableEntry(block.GetRule_create_table_entry2(), params, isCreateTableAs)) {
  330. return false;
  331. }
  332. }
  333. if (rule.HasBlock11()) {
  334. Context().Error(GetPos(rule.GetBlock11().GetRule_table_inherits1().GetToken1()))
  335. << "INHERITS clause is not supported yet";
  336. return false;
  337. }
  338. if (rule.HasBlock12()) {
  339. if (tableType == ETableType::TableStore) {
  340. Context().Error(GetPos(rule.GetBlock12().GetRule_table_partition_by1().GetToken1()))
  341. << "PARTITION BY is not supported for TABLESTORE";
  342. return false;
  343. }
  344. const auto list = rule.GetBlock12().GetRule_table_partition_by1().GetRule_pure_column_list4();
  345. params.PartitionByColumns.push_back(IdEx(list.GetRule_an_id2(), *this));
  346. for (auto& node : list.GetBlock3()) {
  347. params.PartitionByColumns.push_back(IdEx(node.GetRule_an_id2(), *this));
  348. }
  349. }
  350. if (rule.HasBlock13()) {
  351. if (!CreateTableSettings(rule.GetBlock13().GetRule_with_table_settings1(), params)) {
  352. return false;
  353. }
  354. }
  355. if (rule.HasBlock14()) {
  356. Context().Error(GetPos(rule.GetBlock14().GetRule_table_tablestore1().GetToken1()))
  357. << "TABLESTORE clause is not supported yet";
  358. return false;
  359. }
  360. TSourcePtr tableSource = nullptr;
  361. if (isCreateTableAs) {
  362. tableSource = TSqlAsValues(Ctx, Mode).Build(rule.GetBlock15().GetRule_table_as_source1().GetRule_values_source2(), "CreateTableAs");
  363. if (!tableSource) {
  364. return false;
  365. }
  366. }
  367. if (!ValidateExternalTable(params)) {
  368. return false;
  369. }
  370. AddStatementToBlocks(blocks, BuildCreateTable(Ctx.Pos(), tr, existingOk, replaceIfExists, params, std::move(tableSource), Ctx.Scoped));
  371. break;
  372. }
  373. case TRule_sql_stmt_core::kAltSqlStmtCore5: {
  374. Ctx.BodyPart();
  375. const auto& rule = core.GetAlt_sql_stmt_core5().GetRule_drop_table_stmt1();
  376. const auto& block = rule.GetBlock2();
  377. ETableType tableType = ETableType::Table;
  378. if (block.HasAlt2()) {
  379. tableType = ETableType::TableStore;
  380. }
  381. if (block.HasAlt3()) {
  382. tableType = ETableType::ExternalTable;
  383. }
  384. bool missingOk = false;
  385. if (rule.HasBlock3()) { // IF EXISTS
  386. missingOk = true;
  387. Y_DEBUG_ABORT_UNLESS(
  388. IS_TOKEN(rule.GetBlock3().GetToken1().GetId(), IF) &&
  389. IS_TOKEN(rule.GetBlock3().GetToken2().GetId(), EXISTS)
  390. );
  391. }
  392. TTableRef tr;
  393. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  394. return false;
  395. }
  396. AddStatementToBlocks(blocks, BuildDropTable(Ctx.Pos(), tr, missingOk, tableType, Ctx.Scoped));
  397. break;
  398. }
  399. case TRule_sql_stmt_core::kAltSqlStmtCore6: {
  400. const auto& rule = core.GetAlt_sql_stmt_core6().GetRule_use_stmt1();
  401. Token(rule.GetToken1());
  402. if (!ClusterExpr(rule.GetRule_cluster_expr2(), true, Ctx.Scoped->CurrService, Ctx.Scoped->CurrCluster)) {
  403. return false;
  404. }
  405. break;
  406. }
  407. case TRule_sql_stmt_core::kAltSqlStmtCore7: {
  408. Ctx.BodyPart();
  409. TSqlIntoTable intoTable(Ctx, Mode);
  410. TNodePtr block(intoTable.Build(core.GetAlt_sql_stmt_core7().GetRule_into_table_stmt1()));
  411. if (!block) {
  412. return false;
  413. }
  414. blocks.emplace_back(block);
  415. break;
  416. }
  417. case TRule_sql_stmt_core::kAltSqlStmtCore8: {
  418. if (Ctx.ParallelModeCount > 0) {
  419. Error() << humanStatementName << " statement is not supported in parallel mode";
  420. return false;
  421. }
  422. Ctx.BodyPart();
  423. const auto& rule = core.GetAlt_sql_stmt_core8().GetRule_commit_stmt1();
  424. Token(rule.GetToken1());
  425. blocks.emplace_back(BuildCommitClusters(Ctx.Pos()));
  426. break;
  427. }
  428. case TRule_sql_stmt_core::kAltSqlStmtCore9: {
  429. Ctx.BodyPart();
  430. auto updateNode = Build(core.GetAlt_sql_stmt_core9().GetRule_update_stmt1());
  431. if (!updateNode) {
  432. return false;
  433. }
  434. AddStatementToBlocks(blocks, updateNode);
  435. break;
  436. }
  437. case TRule_sql_stmt_core::kAltSqlStmtCore10: {
  438. Ctx.BodyPart();
  439. auto deleteNode = Build(core.GetAlt_sql_stmt_core10().GetRule_delete_stmt1());
  440. if (!deleteNode) {
  441. return false;
  442. }
  443. blocks.emplace_back(deleteNode);
  444. break;
  445. }
  446. case TRule_sql_stmt_core::kAltSqlStmtCore11: {
  447. if (Ctx.ParallelModeCount > 0) {
  448. Error() << humanStatementName << " statement is not supported in parallel mode";
  449. return false;
  450. }
  451. Ctx.BodyPart();
  452. const auto& rule = core.GetAlt_sql_stmt_core11().GetRule_rollback_stmt1();
  453. Token(rule.GetToken1());
  454. blocks.emplace_back(BuildRollbackClusters(Ctx.Pos()));
  455. break;
  456. }
  457. case TRule_sql_stmt_core::kAltSqlStmtCore12:
  458. if (!DeclareStatement(core.GetAlt_sql_stmt_core12().GetRule_declare_stmt1())) {
  459. return false;
  460. }
  461. break;
  462. case TRule_sql_stmt_core::kAltSqlStmtCore13:
  463. if (!ImportStatement(core.GetAlt_sql_stmt_core13().GetRule_import_stmt1())) {
  464. return false;
  465. }
  466. break;
  467. case TRule_sql_stmt_core::kAltSqlStmtCore14:
  468. if (!ExportStatement(core.GetAlt_sql_stmt_core14().GetRule_export_stmt1())) {
  469. return false;
  470. }
  471. break;
  472. case TRule_sql_stmt_core::kAltSqlStmtCore15: {
  473. Ctx.BodyPart();
  474. const auto& rule = core.GetAlt_sql_stmt_core15().GetRule_alter_table_stmt1();
  475. const bool isTablestore = IS_TOKEN(rule.GetToken2().GetId(), TABLESTORE);
  476. TTableRef tr;
  477. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref3(), tr)) {
  478. return false;
  479. }
  480. TAlterTableParameters params;
  481. if (isTablestore) {
  482. params.TableType = ETableType::TableStore;
  483. }
  484. if (!AlterTableAction(rule.GetRule_alter_table_action4(), params)) {
  485. return false;
  486. }
  487. for (auto& block : rule.GetBlock5()) {
  488. if (!AlterTableAction(block.GetRule_alter_table_action2(), params)) {
  489. return false;
  490. }
  491. }
  492. AddStatementToBlocks(blocks, BuildAlterTable(Ctx.Pos(), tr, params, Ctx.Scoped));
  493. break;
  494. }
  495. case TRule_sql_stmt_core::kAltSqlStmtCore16: {
  496. // alter_external_table_stmt: ALTER EXTERNAL TABLE simple_table_ref alter_external_table_action (COMMA alter_external_table_action)*
  497. Ctx.BodyPart();
  498. const auto& rule = core.GetAlt_sql_stmt_core16().GetRule_alter_external_table_stmt1();
  499. TTableRef tr;
  500. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  501. return false;
  502. }
  503. TAlterTableParameters params;
  504. params.TableType = ETableType::ExternalTable;
  505. if (!AlterExternalTableAction(rule.GetRule_alter_external_table_action5(), params)) {
  506. return false;
  507. }
  508. for (auto& block : rule.GetBlock6()) {
  509. if (!AlterExternalTableAction(block.GetRule_alter_external_table_action2(), params)) {
  510. return false;
  511. }
  512. }
  513. AddStatementToBlocks(blocks, BuildAlterTable(Ctx.Pos(), tr, params, Ctx.Scoped));
  514. break;
  515. }
  516. case TRule_sql_stmt_core::kAltSqlStmtCore17: {
  517. Ctx.BodyPart();
  518. auto node = DoStatement(core.GetAlt_sql_stmt_core17().GetRule_do_stmt1(), false);
  519. if (!node) {
  520. return false;
  521. }
  522. blocks.push_back(node);
  523. break;
  524. }
  525. case TRule_sql_stmt_core::kAltSqlStmtCore18: {
  526. Ctx.BodyPart();
  527. TNodePtr lambda;
  528. TSymbolNameWithPos nameAndPos;
  529. const auto& stmt = core.GetAlt_sql_stmt_core18().GetRule_define_action_or_subquery_stmt1();
  530. const TString kind = to_lower(Ctx.Token(stmt.GetToken2()));
  531. YQL_ENSURE(kind == "action" || kind == "subquery");
  532. if (!DefineActionOrSubqueryStatement(stmt, nameAndPos, lambda)) {
  533. return false;
  534. }
  535. if (Ctx.CompactNamedExprs) {
  536. const auto ref = Ctx.MakeName("named" + kind + "node");
  537. blocks.push_back(BuildNamedExpr(lambda));
  538. blocks.back()->SetLabel(ref);
  539. lambda = BuildNamedExprReference(blocks.back(), ref, {});
  540. }
  541. PushNamedNode(nameAndPos.Pos, nameAndPos.Name, lambda);
  542. break;
  543. }
  544. case TRule_sql_stmt_core::kAltSqlStmtCore19: {
  545. Ctx.BodyPart();
  546. auto node = IfStatement(core.GetAlt_sql_stmt_core19().GetRule_if_stmt1());
  547. if (!node) {
  548. return false;
  549. }
  550. blocks.push_back(node);
  551. break;
  552. }
  553. case TRule_sql_stmt_core::kAltSqlStmtCore20: {
  554. Ctx.BodyPart();
  555. auto node = ForStatement(core.GetAlt_sql_stmt_core20().GetRule_for_stmt1());
  556. if (!node) {
  557. return false;
  558. }
  559. blocks.push_back(node);
  560. break;
  561. }
  562. case TRule_sql_stmt_core::kAltSqlStmtCore21: {
  563. if (Ctx.ParallelModeCount > 0) {
  564. Error() << humanStatementName << " statement is not supported in parallel mode";
  565. return false;
  566. }
  567. Ctx.BodyPart();
  568. TSqlValues values(Ctx, Mode);
  569. TPosition pos;
  570. auto source = values.Build(core.GetAlt_sql_stmt_core21().GetRule_values_stmt1(), pos, {}, TPosition());
  571. if (!source) {
  572. return false;
  573. }
  574. blocks.emplace_back(BuildSelectResult(pos, std::move(source),
  575. Mode != NSQLTranslation::ESqlMode::LIMITED_VIEW && Mode != NSQLTranslation::ESqlMode::SUBQUERY, Mode == NSQLTranslation::ESqlMode::SUBQUERY,
  576. Ctx.Scoped));
  577. break;
  578. }
  579. case TRule_sql_stmt_core::kAltSqlStmtCore22: {
  580. // create_user_stmt: CREATE USER role_name (user_option)*;
  581. Ctx.BodyPart();
  582. auto& node = core.GetAlt_sql_stmt_core22().GetRule_create_user_stmt1();
  583. Ctx.Token(node.GetToken1());
  584. const TPosition pos = Ctx.Pos();
  585. TString service = Ctx.Scoped->CurrService;
  586. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  587. if (cluster.Empty()) {
  588. Error() << "USE statement is missing - no default cluster is selected";
  589. return false;
  590. }
  591. TDeferredAtom roleName;
  592. bool allowSystemRoles = false;
  593. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  594. return false;
  595. }
  596. TMaybe<TUserParameters> createUserParams;
  597. const auto& options = node.GetBlock4();
  598. createUserParams.ConstructInPlace();
  599. std::vector<TRule_user_option> opts;
  600. opts.reserve(options.size());
  601. for (const auto& opt : options) {
  602. opts.push_back(opt.GetRule_user_option1());
  603. }
  604. bool isCreateUser = true;
  605. if (!UserParameters(opts, *createUserParams, isCreateUser)) {
  606. return false;
  607. }
  608. AddStatementToBlocks(blocks, BuildControlUser(pos, service, cluster, roleName, createUserParams, Ctx.Scoped, isCreateUser));
  609. break;
  610. }
  611. case TRule_sql_stmt_core::kAltSqlStmtCore23: {
  612. // alter_user_stmt: ALTER USER role_name (WITH? user_option+ | RENAME TO role_name);
  613. Ctx.BodyPart();
  614. auto& node = core.GetAlt_sql_stmt_core23().GetRule_alter_user_stmt1();
  615. Ctx.Token(node.GetToken1());
  616. const TPosition pos = Ctx.Pos();
  617. TString service = Ctx.Scoped->CurrService;
  618. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  619. if (cluster.Empty()) {
  620. Error() << "USE statement is missing - no default cluster is selected";
  621. return false;
  622. }
  623. TDeferredAtom roleName;
  624. {
  625. bool allowSystemRoles = true;
  626. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  627. return false;
  628. }
  629. }
  630. TNodePtr stmt;
  631. switch (node.GetBlock4().Alt_case()) {
  632. case TRule_alter_user_stmt_TBlock4::kAlt1: {
  633. TUserParameters alterUserParams;
  634. auto options = node.GetBlock4().GetAlt1().GetBlock2();
  635. std::vector<TRule_user_option> opts;
  636. opts.reserve(options.size());
  637. for (const auto& opt : options) {
  638. opts.push_back(opt.GetRule_user_option1());
  639. }
  640. bool isCreateUser = false;
  641. if (!UserParameters(opts, alterUserParams, isCreateUser)) {
  642. return false;
  643. }
  644. stmt = BuildControlUser(pos, service, cluster, roleName, alterUserParams, Ctx.Scoped, isCreateUser);
  645. break;
  646. }
  647. case TRule_alter_user_stmt_TBlock4::kAlt2: {
  648. TDeferredAtom tgtRoleName;
  649. bool allowSystemRoles = false;
  650. if (!RoleNameClause(node.GetBlock4().GetAlt2().GetRule_role_name3(), tgtRoleName, allowSystemRoles)) {
  651. return false;
  652. }
  653. stmt = BuildRenameUser(pos, service, cluster, roleName, tgtRoleName, Ctx.Scoped);
  654. break;
  655. }
  656. case TRule_alter_user_stmt_TBlock4::ALT_NOT_SET:
  657. Y_ABORT("You should change implementation according to grammar changes");
  658. }
  659. AddStatementToBlocks(blocks, stmt);
  660. break;
  661. }
  662. case TRule_sql_stmt_core::kAltSqlStmtCore24: {
  663. // create_group_stmt: CREATE GROUP role_name (WITH USER role_name (COMMA role_name)* COMMA?)?;
  664. Ctx.BodyPart();
  665. auto& node = core.GetAlt_sql_stmt_core24().GetRule_create_group_stmt1();
  666. Ctx.Token(node.GetToken1());
  667. const TPosition pos = Ctx.Pos();
  668. TString service = Ctx.Scoped->CurrService;
  669. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  670. if (cluster.Empty()) {
  671. Error() << "USE statement is missing - no default cluster is selected";
  672. return false;
  673. }
  674. TDeferredAtom roleName;
  675. bool allowSystemRoles = false;
  676. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  677. return false;
  678. }
  679. TCreateGroupParameters createGroupParams;
  680. if (node.HasBlock4()) {
  681. auto& addDropNode = node.GetBlock4();
  682. TVector<TDeferredAtom> roles;
  683. bool allowSystemRoles = false;
  684. createGroupParams.Roles.emplace_back();
  685. if (!RoleNameClause(addDropNode.GetRule_role_name3(), createGroupParams.Roles.back(), allowSystemRoles)) {
  686. return false;
  687. }
  688. for (auto& item : addDropNode.GetBlock4()) {
  689. createGroupParams.Roles.emplace_back();
  690. if (!RoleNameClause(item.GetRule_role_name2(), createGroupParams.Roles.back(), allowSystemRoles)) {
  691. return false;
  692. }
  693. }
  694. }
  695. AddStatementToBlocks(blocks, BuildCreateGroup(pos, service, cluster, roleName, createGroupParams, Ctx.Scoped));
  696. break;
  697. }
  698. case TRule_sql_stmt_core::kAltSqlStmtCore25: {
  699. // alter_group_stmt: ALTER GROUP role_name ((ADD|DROP) USER role_name (COMMA role_name)* COMMA? | RENAME TO role_name);
  700. Ctx.BodyPart();
  701. auto& node = core.GetAlt_sql_stmt_core25().GetRule_alter_group_stmt1();
  702. Ctx.Token(node.GetToken1());
  703. const TPosition pos = Ctx.Pos();
  704. TString service = Ctx.Scoped->CurrService;
  705. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  706. if (cluster.Empty()) {
  707. Error() << "USE statement is missing - no default cluster is selected";
  708. return false;
  709. }
  710. TDeferredAtom roleName;
  711. {
  712. bool allowSystemRoles = true;
  713. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  714. return false;
  715. }
  716. }
  717. TNodePtr stmt;
  718. switch (node.GetBlock4().Alt_case()) {
  719. case TRule_alter_group_stmt_TBlock4::kAlt1: {
  720. auto& addDropNode = node.GetBlock4().GetAlt1();
  721. const bool isDrop = IS_TOKEN(addDropNode.GetToken1().GetId(), DROP);
  722. TVector<TDeferredAtom> roles;
  723. bool allowSystemRoles = false;
  724. roles.emplace_back();
  725. if (!RoleNameClause(addDropNode.GetRule_role_name3(), roles.back(), allowSystemRoles)) {
  726. return false;
  727. }
  728. for (auto& item : addDropNode.GetBlock4()) {
  729. roles.emplace_back();
  730. if (!RoleNameClause(item.GetRule_role_name2(), roles.back(), allowSystemRoles)) {
  731. return false;
  732. }
  733. }
  734. stmt = BuildAlterGroup(pos, service, cluster, roleName, roles, isDrop, Ctx.Scoped);
  735. break;
  736. }
  737. case TRule_alter_group_stmt_TBlock4::kAlt2: {
  738. TDeferredAtom tgtRoleName;
  739. bool allowSystemRoles = false;
  740. if (!RoleNameClause(node.GetBlock4().GetAlt2().GetRule_role_name3(), tgtRoleName, allowSystemRoles)) {
  741. return false;
  742. }
  743. stmt = BuildRenameGroup(pos, service, cluster, roleName, tgtRoleName, Ctx.Scoped);
  744. break;
  745. }
  746. case TRule_alter_group_stmt_TBlock4::ALT_NOT_SET:
  747. Y_ABORT("You should change implementation according to grammar changes");
  748. }
  749. AddStatementToBlocks(blocks, stmt);
  750. break;
  751. }
  752. case TRule_sql_stmt_core::kAltSqlStmtCore26: {
  753. // drop_role_stmt: DROP (USER|GROUP) (IF EXISTS)? role_name (COMMA role_name)* COMMA?;
  754. Ctx.BodyPart();
  755. auto& node = core.GetAlt_sql_stmt_core26().GetRule_drop_role_stmt1();
  756. Ctx.Token(node.GetToken1());
  757. const TPosition pos = Ctx.Pos();
  758. TString service = Ctx.Scoped->CurrService;
  759. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  760. if (cluster.Empty()) {
  761. Error() << "USE statement is missing - no default cluster is selected";
  762. return false;
  763. }
  764. const bool isUser = IS_TOKEN(node.GetToken2().GetId(), USER);
  765. bool missingOk = false;
  766. if (node.HasBlock3()) { // IF EXISTS
  767. missingOk = true;
  768. Y_DEBUG_ABORT_UNLESS(
  769. IS_TOKEN(node.GetBlock3().GetToken1().GetId(), IF) &&
  770. IS_TOKEN(node.GetBlock3().GetToken2().GetId(), EXISTS)
  771. );
  772. }
  773. TVector<TDeferredAtom> roles;
  774. bool allowSystemRoles = true;
  775. roles.emplace_back();
  776. if (!RoleNameClause(node.GetRule_role_name4(), roles.back(), allowSystemRoles)) {
  777. return false;
  778. }
  779. for (auto& item : node.GetBlock5()) {
  780. roles.emplace_back();
  781. if (!RoleNameClause(item.GetRule_role_name2(), roles.back(), allowSystemRoles)) {
  782. return false;
  783. }
  784. }
  785. AddStatementToBlocks(blocks, BuildDropRoles(pos, service, cluster, roles, isUser, missingOk, Ctx.Scoped));
  786. break;
  787. }
  788. case TRule_sql_stmt_core::kAltSqlStmtCore27: {
  789. // create_object_stmt: CREATE OBJECT (IF NOT EXISTS)? name (TYPE type [WITH k=v,...]);
  790. auto& node = core.GetAlt_sql_stmt_core27().GetRule_create_object_stmt1();
  791. TObjectOperatorContext context(Ctx.Scoped);
  792. if (node.GetRule_object_ref4().HasBlock1()) {
  793. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  794. false, context.ServiceId, context.Cluster)) {
  795. return false;
  796. }
  797. }
  798. bool existingOk = false;
  799. if (node.HasBlock3()) { // IF NOT EXISTS
  800. existingOk = true;
  801. Y_DEBUG_ABORT_UNLESS(
  802. IS_TOKEN(node.GetBlock3().GetToken1().GetId(), IF) &&
  803. IS_TOKEN(node.GetBlock3().GetToken2().GetId(), NOT) &&
  804. IS_TOKEN(node.GetBlock3().GetToken3().GetId(), EXISTS)
  805. );
  806. }
  807. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  808. const TString& typeId = Id(node.GetRule_object_type_ref7().GetRule_an_id_or_type1(), *this);
  809. std::map<TString, TDeferredAtom> kv;
  810. if (node.HasBlock9()) {
  811. if (!ParseObjectFeatures(kv, node.GetBlock9().GetRule_create_object_features1().GetRule_object_features2())) {
  812. return false;
  813. }
  814. }
  815. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, typeId, existingOk, false, std::move(kv), context));
  816. break;
  817. }
  818. case TRule_sql_stmt_core::kAltSqlStmtCore28: {
  819. // alter_object_stmt: ALTER OBJECT name (TYPE type [SET k=v,...]);
  820. auto& node = core.GetAlt_sql_stmt_core28().GetRule_alter_object_stmt1();
  821. TObjectOperatorContext context(Ctx.Scoped);
  822. if (node.GetRule_object_ref3().HasBlock1()) {
  823. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  824. false, context.ServiceId, context.Cluster)) {
  825. return false;
  826. }
  827. }
  828. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  829. const TString& typeId = Id(node.GetRule_object_type_ref6().GetRule_an_id_or_type1(), *this);
  830. std::map<TString, TDeferredAtom> kv;
  831. if (!ParseObjectFeatures(kv, node.GetRule_alter_object_features8().GetRule_object_features2())) {
  832. return false;
  833. }
  834. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), std::set<TString>(), context));
  835. break;
  836. }
  837. case TRule_sql_stmt_core::kAltSqlStmtCore29: {
  838. // drop_object_stmt: DROP OBJECT (IF EXISTS)? name (TYPE type [WITH k=v,...]);
  839. auto& node = core.GetAlt_sql_stmt_core29().GetRule_drop_object_stmt1();
  840. TObjectOperatorContext context(Ctx.Scoped);
  841. if (node.GetRule_object_ref4().HasBlock1()) {
  842. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  843. false, context.ServiceId, context.Cluster)) {
  844. return false;
  845. }
  846. }
  847. bool missingOk = false;
  848. if (node.HasBlock3()) { // IF EXISTS
  849. missingOk = true;
  850. Y_DEBUG_ABORT_UNLESS(
  851. IS_TOKEN(node.GetBlock3().GetToken1().GetId(), IF) &&
  852. IS_TOKEN(node.GetBlock3().GetToken2().GetId(), EXISTS)
  853. );
  854. }
  855. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  856. const TString& typeId = Id(node.GetRule_object_type_ref7().GetRule_an_id_or_type1(), *this);
  857. std::map<TString, TDeferredAtom> kv;
  858. if (node.HasBlock9()) {
  859. if (!ParseObjectFeatures(kv, node.GetBlock9().GetRule_drop_object_features1().GetRule_object_features2())) {
  860. return false;
  861. }
  862. }
  863. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, typeId, missingOk, std::move(kv), context));
  864. break;
  865. }
  866. case TRule_sql_stmt_core::kAltSqlStmtCore30: {
  867. // create_external_data_source_stmt: CREATE (OR REPLACE)? EXTERNAL DATA SOURCE (IF NOT EXISTS)? name WITH (k=v,...);
  868. auto& node = core.GetAlt_sql_stmt_core30().GetRule_create_external_data_source_stmt1();
  869. TObjectOperatorContext context(Ctx.Scoped);
  870. if (node.GetRule_object_ref7().HasBlock1()) {
  871. if (!ClusterExpr(node.GetRule_object_ref7().GetBlock1().GetRule_cluster_expr1(),
  872. false, context.ServiceId, context.Cluster)) {
  873. return false;
  874. }
  875. }
  876. bool replaceIfExists = false;
  877. if (node.HasBlock2()) { // OR REPLACE
  878. replaceIfExists = true;
  879. Y_DEBUG_ABORT_UNLESS(
  880. IS_TOKEN(node.GetBlock2().GetToken1().GetId(), OR) &&
  881. IS_TOKEN(node.GetBlock2().GetToken2().GetId(), REPLACE)
  882. );
  883. }
  884. bool existingOk = false;
  885. if (node.HasBlock6()) { // IF NOT EXISTS
  886. existingOk = true;
  887. Y_DEBUG_ABORT_UNLESS(
  888. IS_TOKEN(node.GetBlock6().GetToken1().GetId(), IF) &&
  889. IS_TOKEN(node.GetBlock6().GetToken2().GetId(), NOT) &&
  890. IS_TOKEN(node.GetBlock6().GetToken3().GetId(), EXISTS)
  891. );
  892. }
  893. const TString& objectId = Id(node.GetRule_object_ref7().GetRule_id_or_at2(), *this).second;
  894. std::map<TString, TDeferredAtom> kv;
  895. if (!ParseExternalDataSourceSettings(kv, node.GetRule_with_table_settings8())) {
  896. return false;
  897. }
  898. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId), "EXTERNAL_DATA_SOURCE", existingOk, replaceIfExists, std::move(kv), context));
  899. break;
  900. }
  901. case TRule_sql_stmt_core::kAltSqlStmtCore31: {
  902. // alter_external_data_source_stmt: ALTER EXTERNAL DATA SOURCE object_ref alter_external_data_source_action (COMMA alter_external_data_source_action)*
  903. Ctx.BodyPart();
  904. const auto& node = core.GetAlt_sql_stmt_core31().GetRule_alter_external_data_source_stmt1();
  905. TObjectOperatorContext context(Ctx.Scoped);
  906. if (node.GetRule_object_ref5().HasBlock1()) {
  907. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  908. false, context.ServiceId, context.Cluster)) {
  909. return false;
  910. }
  911. }
  912. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  913. std::map<TString, TDeferredAtom> kv;
  914. std::set<TString> toReset;
  915. if (!ParseExternalDataSourceSettings(kv, toReset, node.GetRule_alter_external_data_source_action6())) {
  916. return false;
  917. }
  918. for (const auto& action : node.GetBlock7()) {
  919. if (!ParseExternalDataSourceSettings(kv, toReset, action.GetRule_alter_external_data_source_action2())) {
  920. return false;
  921. }
  922. }
  923. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "EXTERNAL_DATA_SOURCE", std::move(kv), std::move(toReset), context));
  924. break;
  925. }
  926. case TRule_sql_stmt_core::kAltSqlStmtCore32: {
  927. // drop_external_data_source_stmt: DROP EXTERNAL DATA SOURCE (IF EXISTS)? name;
  928. auto& node = core.GetAlt_sql_stmt_core32().GetRule_drop_external_data_source_stmt1();
  929. TObjectOperatorContext context(Ctx.Scoped);
  930. if (node.GetRule_object_ref6().HasBlock1()) {
  931. if (!ClusterExpr(node.GetRule_object_ref6().GetBlock1().GetRule_cluster_expr1(),
  932. false, context.ServiceId, context.Cluster)) {
  933. return false;
  934. }
  935. }
  936. bool missingOk = false;
  937. if (node.HasBlock5()) { // IF EXISTS
  938. missingOk = true;
  939. Y_DEBUG_ABORT_UNLESS(
  940. IS_TOKEN(node.GetBlock5().GetToken1().GetId(), IF) &&
  941. IS_TOKEN(node.GetBlock5().GetToken2().GetId(), EXISTS)
  942. );
  943. }
  944. const TString& objectId = Id(node.GetRule_object_ref6().GetRule_id_or_at2(), *this).second;
  945. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId), "EXTERNAL_DATA_SOURCE", missingOk, {}, context));
  946. break;
  947. }
  948. case TRule_sql_stmt_core::kAltSqlStmtCore33: {
  949. // create_replication_stmt: CREATE ASYNC REPLICATION
  950. auto& node = core.GetAlt_sql_stmt_core33().GetRule_create_replication_stmt1();
  951. TObjectOperatorContext context(Ctx.Scoped);
  952. if (node.GetRule_object_ref4().HasBlock1()) {
  953. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  954. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  955. return false;
  956. }
  957. }
  958. auto prefixPath = Ctx.GetPrefixPath(context.ServiceId, context.Cluster);
  959. std::vector<std::pair<TString, TString>> targets;
  960. if (!AsyncReplicationTarget(targets, prefixPath, node.GetRule_replication_target6(), *this)) {
  961. return false;
  962. }
  963. for (auto& block : node.GetBlock7()) {
  964. if (!AsyncReplicationTarget(targets, prefixPath, block.GetRule_replication_target2(), *this)) {
  965. return false;
  966. }
  967. }
  968. std::map<TString, TNodePtr> settings;
  969. TSqlExpression expr(Ctx, Mode);
  970. if (!AsyncReplicationSettings(settings, node.GetRule_replication_settings10(), expr, true)) {
  971. return false;
  972. }
  973. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  974. AddStatementToBlocks(blocks, BuildCreateAsyncReplication(Ctx.Pos(), BuildTablePath(prefixPath, id),
  975. std::move(targets), std::move(settings), context));
  976. break;
  977. }
  978. case TRule_sql_stmt_core::kAltSqlStmtCore34: {
  979. // drop_replication_stmt: DROP ASYNC REPLICATION
  980. auto& node = core.GetAlt_sql_stmt_core34().GetRule_drop_replication_stmt1();
  981. TObjectOperatorContext context(Ctx.Scoped);
  982. if (node.GetRule_object_ref4().HasBlock1()) {
  983. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  984. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  985. return false;
  986. }
  987. }
  988. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  989. AddStatementToBlocks(blocks, BuildDropAsyncReplication(Ctx.Pos(),
  990. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  991. node.HasBlock5(), context));
  992. break;
  993. }
  994. case TRule_sql_stmt_core::kAltSqlStmtCore35: {
  995. Ctx.BodyPart();
  996. // create_topic_stmt: CREATE TOPIC (IF NOT EXISTS)? topic1 (CONSUMER ...)? [WITH (opt1 = val1, ...]?
  997. auto& rule = core.GetAlt_sql_stmt_core35().GetRule_create_topic_stmt1();
  998. TTopicRef tr;
  999. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  1000. return false;
  1001. }
  1002. bool existingOk = false;
  1003. if (rule.HasBlock3()) { // if not exists
  1004. existingOk = true;
  1005. }
  1006. TCreateTopicParameters params;
  1007. params.ExistingOk = existingOk;
  1008. if (rule.HasBlock5()) { //create_topic_entry (consumers)
  1009. auto& entries = rule.GetBlock5().GetRule_create_topic_entries1();
  1010. auto& firstEntry = entries.GetRule_create_topic_entry2();
  1011. if (!CreateTopicEntry(firstEntry, params)) {
  1012. return false;
  1013. }
  1014. const auto& list = entries.GetBlock3();
  1015. for (auto& node : list) {
  1016. if (!CreateTopicEntry(node.GetRule_create_topic_entry2(), params)) {
  1017. return false;
  1018. }
  1019. }
  1020. }
  1021. if (rule.HasBlock6()) { // with_topic_settings
  1022. auto& topic_settings_node = rule.GetBlock6().GetRule_with_topic_settings1().GetRule_topic_settings3();
  1023. CreateTopicSettings(topic_settings_node, params.TopicSettings);
  1024. }
  1025. AddStatementToBlocks(blocks, BuildCreateTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1026. break;
  1027. }
  1028. case TRule_sql_stmt_core::kAltSqlStmtCore36: {
  1029. // alter_topic_stmt: ALTER TOPIC topic_ref alter_topic_action (COMMA alter_topic_action)*;
  1030. // alter_topic_stmt: ALTER TOPIC IF EXISTS topic_ref alter_topic_action (COMMA alter_topic_action)*;
  1031. Ctx.BodyPart();
  1032. auto& rule = core.GetAlt_sql_stmt_core36().GetRule_alter_topic_stmt1();
  1033. TTopicRef tr;
  1034. bool missingOk = false;
  1035. if (rule.HasBlock3()) { // IF EXISTS
  1036. missingOk = true;
  1037. }
  1038. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  1039. return false;
  1040. }
  1041. TAlterTopicParameters params;
  1042. params.MissingOk = missingOk;
  1043. auto& firstEntry = rule.GetRule_alter_topic_action5();
  1044. if (!AlterTopicAction(firstEntry, params)) {
  1045. return false;
  1046. }
  1047. const auto& list = rule.GetBlock6();
  1048. for (auto& node : list) {
  1049. if (!AlterTopicAction(node.GetRule_alter_topic_action2(), params)) {
  1050. return false;
  1051. }
  1052. }
  1053. AddStatementToBlocks(blocks, BuildAlterTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1054. break;
  1055. }
  1056. case TRule_sql_stmt_core::kAltSqlStmtCore37: {
  1057. // drop_topic_stmt: DROP TOPIC (IF EXISTS)? topic_ref;
  1058. Ctx.BodyPart();
  1059. const auto& rule = core.GetAlt_sql_stmt_core37().GetRule_drop_topic_stmt1();
  1060. TDropTopicParameters params;
  1061. if (rule.HasBlock3()) { // IF EXISTS
  1062. params.MissingOk = true;
  1063. } else {
  1064. params.MissingOk = false;
  1065. }
  1066. TTopicRef tr;
  1067. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  1068. return false;
  1069. }
  1070. AddStatementToBlocks(blocks, BuildDropTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1071. break;
  1072. }
  1073. case TRule_sql_stmt_core::kAltSqlStmtCore38: {
  1074. // GRANT permission_name_target ON an_id_schema (COMMA an_id_schema)* TO role_name (COMMA role_name)* COMMA? (WITH GRANT OPTION)?;
  1075. Ctx.BodyPart();
  1076. auto& node = core.GetAlt_sql_stmt_core38().GetRule_grant_permissions_stmt1();
  1077. Ctx.Token(node.GetToken1());
  1078. const TPosition pos = Ctx.Pos();
  1079. TString service = Ctx.Scoped->CurrService;
  1080. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1081. if (cluster.Empty()) {
  1082. Error() << "USE statement is missing - no default cluster is selected";
  1083. return false;
  1084. }
  1085. TVector<TDeferredAtom> permissions;
  1086. if (!PermissionNameClause(node.GetRule_permission_name_target2(), permissions, node.has_block10())) {
  1087. return false;
  1088. }
  1089. TVector<TDeferredAtom> schemaPaths;
  1090. schemaPaths.emplace_back(Ctx.Pos(), Id(node.GetRule_an_id_schema4(), *this));
  1091. for (const auto& item : node.GetBlock5()) {
  1092. schemaPaths.emplace_back(Ctx.Pos(), Id(item.GetRule_an_id_schema2(), *this));
  1093. }
  1094. TVector<TDeferredAtom> roleNames;
  1095. const bool allowSystemRoles = false;
  1096. roleNames.emplace_back();
  1097. if (!RoleNameClause(node.GetRule_role_name7(), roleNames.back(), allowSystemRoles)) {
  1098. return false;
  1099. }
  1100. for (const auto& item : node.GetBlock8()) {
  1101. roleNames.emplace_back();
  1102. if (!RoleNameClause(item.GetRule_role_name2(), roleNames.back(), allowSystemRoles)) {
  1103. return false;
  1104. }
  1105. }
  1106. AddStatementToBlocks(blocks, BuildGrantPermissions(pos, service, cluster, permissions, schemaPaths, roleNames, Ctx.Scoped));
  1107. break;
  1108. }
  1109. case TRule_sql_stmt_core::kAltSqlStmtCore39:
  1110. {
  1111. // REVOKE (GRANT OPTION FOR)? permission_name_target ON an_id_schema (COMMA an_id_schema)* FROM role_name (COMMA role_name)*;
  1112. Ctx.BodyPart();
  1113. auto& node = core.GetAlt_sql_stmt_core39().GetRule_revoke_permissions_stmt1();
  1114. Ctx.Token(node.GetToken1());
  1115. const TPosition pos = Ctx.Pos();
  1116. TString service = Ctx.Scoped->CurrService;
  1117. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1118. if (cluster.Empty()) {
  1119. Error() << "USE statement is missing - no default cluster is selected";
  1120. return false;
  1121. }
  1122. TVector<TDeferredAtom> permissions;
  1123. if (!PermissionNameClause(node.GetRule_permission_name_target3(), permissions, node.HasBlock2())) {
  1124. return false;
  1125. }
  1126. TVector<TDeferredAtom> schemaPaths;
  1127. schemaPaths.emplace_back(Ctx.Pos(), Id(node.GetRule_an_id_schema5(), *this));
  1128. for (const auto& item : node.GetBlock6()) {
  1129. schemaPaths.emplace_back(Ctx.Pos(), Id(item.GetRule_an_id_schema2(), *this));
  1130. }
  1131. TVector<TDeferredAtom> roleNames;
  1132. const bool allowSystemRoles = false;
  1133. roleNames.emplace_back();
  1134. if (!RoleNameClause(node.GetRule_role_name8(), roleNames.back(), allowSystemRoles)) {
  1135. return false;
  1136. }
  1137. for (const auto& item : node.GetBlock9()) {
  1138. roleNames.emplace_back();
  1139. if (!RoleNameClause(item.GetRule_role_name2(), roleNames.back(), allowSystemRoles)) {
  1140. return false;
  1141. }
  1142. }
  1143. AddStatementToBlocks(blocks, BuildRevokePermissions(pos, service, cluster, permissions, schemaPaths, roleNames, Ctx.Scoped));
  1144. break;
  1145. }
  1146. case TRule_sql_stmt_core::kAltSqlStmtCore40:
  1147. {
  1148. // ALTER TABLESTORE object_ref alter_table_store_action (COMMA alter_table_store_action)*;
  1149. auto& node = core.GetAlt_sql_stmt_core40().GetRule_alter_table_store_stmt1();
  1150. TObjectOperatorContext context(Ctx.Scoped);
  1151. if (node.GetRule_object_ref3().HasBlock1()) {
  1152. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1153. false, context.ServiceId, context.Cluster)) {
  1154. return false;
  1155. }
  1156. }
  1157. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1158. const TString& typeId = "TABLESTORE";
  1159. std::map<TString, TDeferredAtom> kv;
  1160. if (!ParseTableStoreFeatures(kv, node.GetRule_alter_table_store_action4())) {
  1161. return false;
  1162. }
  1163. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), std::set<TString>(), context));
  1164. break;
  1165. }
  1166. case TRule_sql_stmt_core::kAltSqlStmtCore41:
  1167. {
  1168. // create_object_stmt: UPSERT OBJECT name (TYPE type [WITH k=v,...]);
  1169. auto& node = core.GetAlt_sql_stmt_core41().GetRule_upsert_object_stmt1();
  1170. TObjectOperatorContext context(Ctx.Scoped);
  1171. if (node.GetRule_object_ref3().HasBlock1()) {
  1172. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1173. false, context.ServiceId, context.Cluster)) {
  1174. return false;
  1175. }
  1176. }
  1177. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1178. const TString& typeId = Id(node.GetRule_object_type_ref6().GetRule_an_id_or_type1(), *this);
  1179. std::map<TString, TDeferredAtom> kv;
  1180. if (node.HasBlock8()) {
  1181. if (!ParseObjectFeatures(kv, node.GetBlock8().GetRule_create_object_features1().GetRule_object_features2())) {
  1182. return false;
  1183. }
  1184. }
  1185. AddStatementToBlocks(blocks, BuildUpsertObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), context));
  1186. break;
  1187. }
  1188. case TRule_sql_stmt_core::kAltSqlStmtCore42: {
  1189. // create_view_stmt: CREATE VIEW (IF NOT EXISTS)? name (WITH (k = v, ...))? AS select_stmt;
  1190. auto& node = core.GetAlt_sql_stmt_core42().GetRule_create_view_stmt1();
  1191. TObjectOperatorContext context(Ctx.Scoped);
  1192. if (node.GetRule_object_ref4().HasBlock1()) {
  1193. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1194. false,
  1195. context.ServiceId,
  1196. context.Cluster)) {
  1197. return false;
  1198. }
  1199. }
  1200. const bool existingOk = node.HasBlock3();
  1201. std::map<TString, TDeferredAtom> features;
  1202. if (node.HasBlock5()) {
  1203. if (!ParseObjectFeatures(features, node.GetBlock5().GetRule_create_object_features1().GetRule_object_features2())) {
  1204. return false;
  1205. }
  1206. }
  1207. if (!ParseViewQuery(features, node.GetRule_select_stmt7())) {
  1208. return false;
  1209. }
  1210. const TString objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1211. constexpr const char* TypeId = "VIEW";
  1212. AddStatementToBlocks(blocks,
  1213. BuildCreateObjectOperation(Ctx.Pos(),
  1214. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId),
  1215. TypeId,
  1216. existingOk,
  1217. false,
  1218. std::move(features),
  1219. context));
  1220. break;
  1221. }
  1222. case TRule_sql_stmt_core::kAltSqlStmtCore43: {
  1223. // drop_view_stmt: DROP VIEW (IF EXISTS)? name;
  1224. auto& node = core.GetAlt_sql_stmt_core43().GetRule_drop_view_stmt1();
  1225. TObjectOperatorContext context(Ctx.Scoped);
  1226. if (node.GetRule_object_ref4().HasBlock1()) {
  1227. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1228. false,
  1229. context.ServiceId,
  1230. context.Cluster)) {
  1231. return false;
  1232. }
  1233. }
  1234. const bool missingOk = node.HasBlock3();
  1235. const TString objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1236. constexpr const char* TypeId = "VIEW";
  1237. AddStatementToBlocks(blocks,
  1238. BuildDropObjectOperation(Ctx.Pos(),
  1239. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId),
  1240. TypeId,
  1241. missingOk,
  1242. {},
  1243. context));
  1244. break;
  1245. }
  1246. case TRule_sql_stmt_core::kAltSqlStmtCore44: {
  1247. // alter_replication_stmt: ALTER ASYNC REPLICATION
  1248. auto& node = core.GetAlt_sql_stmt_core44().GetRule_alter_replication_stmt1();
  1249. TObjectOperatorContext context(Ctx.Scoped);
  1250. if (node.GetRule_object_ref4().HasBlock1()) {
  1251. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  1252. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1253. return false;
  1254. }
  1255. }
  1256. std::map<TString, TNodePtr> settings;
  1257. TSqlExpression expr(Ctx, Mode);
  1258. if (!AsyncReplicationAlterAction(settings, node.GetRule_alter_replication_action5(), expr)) {
  1259. return false;
  1260. }
  1261. for (auto& block : node.GetBlock6()) {
  1262. if (!AsyncReplicationAlterAction(settings, block.GetRule_alter_replication_action2(), expr)) {
  1263. return false;
  1264. }
  1265. }
  1266. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1267. AddStatementToBlocks(blocks, BuildAlterAsyncReplication(Ctx.Pos(),
  1268. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1269. std::move(settings), context));
  1270. break;
  1271. }
  1272. case TRule_sql_stmt_core::kAltSqlStmtCore45: {
  1273. // create_resource_pool_stmt: CREATE RESOURCE POOL name WITH (k=v,...);
  1274. auto& node = core.GetAlt_sql_stmt_core45().GetRule_create_resource_pool_stmt1();
  1275. TObjectOperatorContext context(Ctx.Scoped);
  1276. if (node.GetRule_object_ref4().HasBlock1()) {
  1277. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1278. false, context.ServiceId, context.Cluster)) {
  1279. return false;
  1280. }
  1281. }
  1282. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1283. std::map<TString, TDeferredAtom> kv;
  1284. if (!ParseResourcePoolSettings(kv, node.GetRule_with_table_settings5())) {
  1285. return false;
  1286. }
  1287. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", false, false, std::move(kv), context));
  1288. break;
  1289. }
  1290. case TRule_sql_stmt_core::kAltSqlStmtCore46: {
  1291. // alter_resource_pool_stmt: ALTER RESOURCE POOL object_ref alter_resource_pool_action (COMMA alter_external_data_source_action)*
  1292. Ctx.BodyPart();
  1293. const auto& node = core.GetAlt_sql_stmt_core46().GetRule_alter_resource_pool_stmt1();
  1294. TObjectOperatorContext context(Ctx.Scoped);
  1295. if (node.GetRule_object_ref4().HasBlock1()) {
  1296. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1297. false, context.ServiceId, context.Cluster)) {
  1298. return false;
  1299. }
  1300. }
  1301. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1302. std::map<TString, TDeferredAtom> kv;
  1303. std::set<TString> toReset;
  1304. if (!ParseResourcePoolSettings(kv, toReset, node.GetRule_alter_resource_pool_action5())) {
  1305. return false;
  1306. }
  1307. for (const auto& action : node.GetBlock6()) {
  1308. if (!ParseResourcePoolSettings(kv, toReset, action.GetRule_alter_resource_pool_action2())) {
  1309. return false;
  1310. }
  1311. }
  1312. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", std::move(kv), std::move(toReset), context));
  1313. break;
  1314. }
  1315. case TRule_sql_stmt_core::kAltSqlStmtCore47: {
  1316. // drop_resource_pool_stmt: DROP RESOURCE POOL name;
  1317. auto& node = core.GetAlt_sql_stmt_core47().GetRule_drop_resource_pool_stmt1();
  1318. TObjectOperatorContext context(Ctx.Scoped);
  1319. if (node.GetRule_object_ref4().HasBlock1()) {
  1320. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1321. false, context.ServiceId, context.Cluster)) {
  1322. return false;
  1323. }
  1324. }
  1325. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1326. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", false, {}, context));
  1327. break;
  1328. }
  1329. case TRule_sql_stmt_core::kAltSqlStmtCore48: {
  1330. // create_backup_collection_stmt: CREATE BACKUP COLLECTION name WITH (k=v,...);
  1331. auto& node = core.GetAlt_sql_stmt_core48().GetRule_create_backup_collection_stmt1();
  1332. TObjectOperatorContext context(Ctx.Scoped);
  1333. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1334. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1335. false,
  1336. context.ServiceId,
  1337. context.Cluster)) {
  1338. return false;
  1339. }
  1340. }
  1341. std::map<TString, TDeferredAtom> kv;
  1342. if (!ParseBackupCollectionSettings(kv, node.GetRule_backup_collection_settings6())) {
  1343. return false;
  1344. }
  1345. bool database = false;
  1346. TVector<TDeferredAtom> tables;
  1347. if (node.HasBlock3()) {
  1348. database = node.GetBlock3().GetRule_create_backup_collection_entries1().has_alt_create_backup_collection_entries1();
  1349. if (node.GetBlock3().GetRule_create_backup_collection_entries1().has_alt_create_backup_collection_entries2()) {
  1350. if (!ParseBackupCollectionTables(
  1351. tables,
  1352. node
  1353. .GetBlock3()
  1354. .GetRule_create_backup_collection_entries1()
  1355. .alt_create_backup_collection_entries2()
  1356. .GetRule_create_backup_collection_entries_many1()
  1357. .GetRule_table_list2()))
  1358. {
  1359. return false;
  1360. }
  1361. }
  1362. }
  1363. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1364. AddStatementToBlocks(blocks,
  1365. BuildCreateBackupCollection(Ctx.Pos(),
  1366. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1367. objectId,
  1368. TCreateBackupCollectionParameters {
  1369. .Settings = std::move(kv),
  1370. .Database = database,
  1371. .Tables = tables,
  1372. .ExistingOk = false,
  1373. },
  1374. context));
  1375. break;
  1376. }
  1377. case TRule_sql_stmt_core::kAltSqlStmtCore49: {
  1378. // alter_backup_collection_stmt: ALTER BACKUP COLLECTION name alter_backup_collection_action (COMMA alter_backup_collection_action)*;
  1379. auto& node = core.GetAlt_sql_stmt_core49().GetRule_alter_backup_collection_stmt1();
  1380. TObjectOperatorContext context(Ctx.Scoped);
  1381. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1382. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1383. false,
  1384. context.ServiceId,
  1385. context.Cluster)) {
  1386. return false;
  1387. }
  1388. }
  1389. std::map<TString, TDeferredAtom> kv;
  1390. std::set<TString> toReset;
  1391. bool addDatabase = false;
  1392. bool dropDatabase = false;
  1393. TVector<TDeferredAtom> addTables;
  1394. TVector<TDeferredAtom> removeTables;
  1395. switch (node.GetBlock3().Alt_case()) {
  1396. case TRule_alter_backup_collection_stmt_TBlock3::kAlt1: {
  1397. if (!ParseBackupCollectionSettings(kv, toReset, node.GetBlock3().GetAlt1().GetRule_alter_backup_collection_actions1())) {
  1398. return false;
  1399. }
  1400. break;
  1401. }
  1402. case TRule_alter_backup_collection_stmt_TBlock3::kAlt2: {
  1403. if (!ParseBackupCollectionEntries(
  1404. addDatabase,
  1405. dropDatabase,
  1406. addTables,
  1407. removeTables,
  1408. node.GetBlock3().GetAlt2().GetRule_alter_backup_collection_entries1()))
  1409. {
  1410. return false;
  1411. }
  1412. break;
  1413. }
  1414. case TRule_alter_backup_collection_stmt_TBlock3::ALT_NOT_SET: {} // do nothing
  1415. }
  1416. auto database = addDatabase ?
  1417. TAlterBackupCollectionParameters::EDatabase::Add :
  1418. dropDatabase ?
  1419. TAlterBackupCollectionParameters::EDatabase::Drop :
  1420. TAlterBackupCollectionParameters::EDatabase::Unchanged;
  1421. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1422. AddStatementToBlocks(blocks,
  1423. BuildAlterBackupCollection(Ctx.Pos(),
  1424. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1425. objectId,
  1426. TAlterBackupCollectionParameters {
  1427. .Settings = std::move(kv),
  1428. .SettingsToReset = std::move(toReset),
  1429. .Database = database,
  1430. .TablesToAdd = addTables,
  1431. .TablesToDrop = removeTables,
  1432. .MissingOk = false,
  1433. },
  1434. context));
  1435. break;
  1436. }
  1437. case TRule_sql_stmt_core::kAltSqlStmtCore50: {
  1438. // drop_backup_collection_stmt: DROP BACKUP COLLECTION name;
  1439. auto& node = core.GetAlt_sql_stmt_core50().GetRule_drop_backup_collection_stmt1();
  1440. TObjectOperatorContext context(Ctx.Scoped);
  1441. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1442. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1443. false,
  1444. context.ServiceId,
  1445. context.Cluster)) {
  1446. return false;
  1447. }
  1448. }
  1449. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1450. AddStatementToBlocks(blocks,
  1451. BuildDropBackupCollection(Ctx.Pos(),
  1452. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1453. objectId,
  1454. TDropBackupCollectionParameters {
  1455. .MissingOk = false,
  1456. },
  1457. context));
  1458. break;
  1459. }
  1460. case TRule_sql_stmt_core::kAltSqlStmtCore51: {
  1461. // analyze_stmt: ANALYZE table_ref
  1462. Ctx.BodyPart();
  1463. const auto& rule = core.GetAlt_sql_stmt_core51().GetRule_analyze_stmt1();
  1464. if (!rule.GetRule_analyze_table_list2().GetBlock2().empty()) {
  1465. Error() << "ANALYZE with multitables hasn't been implemented yet";
  1466. return false;
  1467. }
  1468. auto analyzeTable = rule.GetRule_analyze_table_list2().GetRule_analyze_table1();
  1469. TVector<TString> columns;
  1470. if (analyzeTable.HasBlock2()) {
  1471. auto columnsNode =
  1472. analyzeTable.GetBlock2().GetRule_column_list2();
  1473. if (columnsNode.HasRule_column_name1()) {
  1474. columns.push_back(Id(columnsNode.GetRule_column_name1().GetRule_an_id2(), *this));
  1475. for (const auto& columnNode: columnsNode.GetBlock2()) {
  1476. columns.push_back(Id(columnNode.GetRule_column_name2().GetRule_an_id2(), *this));
  1477. }
  1478. }
  1479. }
  1480. TTableRef tr;
  1481. if (!SimpleTableRefImpl(rule.GetRule_analyze_table_list2().GetRule_analyze_table1().GetRule_simple_table_ref1(), tr)) {
  1482. return false;
  1483. }
  1484. auto params = TAnalyzeParams{.Table = std::make_shared<TTableRef>(tr), .Columns = std::move(columns)};
  1485. AddStatementToBlocks(blocks, BuildAnalyze(Ctx.Pos(), tr.Service, tr.Cluster, params, Ctx.Scoped));
  1486. break;
  1487. }
  1488. case TRule_sql_stmt_core::kAltSqlStmtCore52: {
  1489. // create_resource_pool_classifier_stmt: CREATE RESOURCE POOL CLASSIFIER name WITH (k=v,...);
  1490. auto& node = core.GetAlt_sql_stmt_core52().GetRule_create_resource_pool_classifier_stmt1();
  1491. TObjectOperatorContext context(Ctx.Scoped);
  1492. if (node.GetRule_object_ref5().HasBlock1()) {
  1493. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1494. false, context.ServiceId, context.Cluster)) {
  1495. return false;
  1496. }
  1497. }
  1498. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1499. std::map<TString, TDeferredAtom> kv;
  1500. if (!ParseResourcePoolClassifierSettings(kv, node.GetRule_with_table_settings6())) {
  1501. return false;
  1502. }
  1503. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", false, false, std::move(kv), context));
  1504. break;
  1505. }
  1506. case TRule_sql_stmt_core::kAltSqlStmtCore53: {
  1507. // alter_resource_pool_classifier_stmt: ALTER RESOURCE POOL CLASSIFIER object_ref alter_resource_pool_classifier_action (COMMA alter_resource_pool_classifier_action)*
  1508. Ctx.BodyPart();
  1509. const auto& node = core.GetAlt_sql_stmt_core53().GetRule_alter_resource_pool_classifier_stmt1();
  1510. TObjectOperatorContext context(Ctx.Scoped);
  1511. if (node.GetRule_object_ref5().HasBlock1()) {
  1512. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1513. false, context.ServiceId, context.Cluster)) {
  1514. return false;
  1515. }
  1516. }
  1517. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1518. std::map<TString, TDeferredAtom> kv;
  1519. std::set<TString> toReset;
  1520. if (!ParseResourcePoolClassifierSettings(kv, toReset, node.GetRule_alter_resource_pool_classifier_action6())) {
  1521. return false;
  1522. }
  1523. for (const auto& action : node.GetBlock7()) {
  1524. if (!ParseResourcePoolClassifierSettings(kv, toReset, action.GetRule_alter_resource_pool_classifier_action2())) {
  1525. return false;
  1526. }
  1527. }
  1528. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", std::move(kv), std::move(toReset), context));
  1529. break;
  1530. }
  1531. case TRule_sql_stmt_core::kAltSqlStmtCore54: {
  1532. // drop_resource_pool_classifier_stmt: DROP RESOURCE POOL CLASSIFIER name;
  1533. auto& node = core.GetAlt_sql_stmt_core54().GetRule_drop_resource_pool_classifier_stmt1();
  1534. TObjectOperatorContext context(Ctx.Scoped);
  1535. if (node.GetRule_object_ref5().HasBlock1()) {
  1536. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1537. false, context.ServiceId, context.Cluster)) {
  1538. return false;
  1539. }
  1540. }
  1541. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1542. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", false, {}, context));
  1543. break;
  1544. }
  1545. case TRule_sql_stmt_core::kAltSqlStmtCore55: {
  1546. // backup_stmt: BACKUP object_ref (INCREMENTAL)?;
  1547. auto& node = core.GetAlt_sql_stmt_core55().GetRule_backup_stmt1();
  1548. TObjectOperatorContext context(Ctx.Scoped);
  1549. if (node.GetRule_object_ref2().HasBlock1()) {
  1550. if (!ClusterExpr(node.GetRule_object_ref2().GetBlock1().GetRule_cluster_expr1(),
  1551. false, context.ServiceId, context.Cluster)) {
  1552. return false;
  1553. }
  1554. }
  1555. bool incremental = node.HasBlock3();
  1556. const TString& objectId = Id(node.GetRule_object_ref2().GetRule_id_or_at2(), *this).second;
  1557. AddStatementToBlocks(blocks,
  1558. BuildBackup(
  1559. Ctx.Pos(),
  1560. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1561. objectId,
  1562. TBackupParameters{
  1563. .Incremental = incremental,
  1564. },
  1565. context));
  1566. break;
  1567. }
  1568. case TRule_sql_stmt_core::kAltSqlStmtCore56: {
  1569. // restore_stmt: RESTORE object_ref (AT STRING_VALUE)?;
  1570. auto& node = core.GetAlt_sql_stmt_core56().GetRule_restore_stmt1();
  1571. TObjectOperatorContext context(Ctx.Scoped);
  1572. if (node.GetRule_object_ref2().HasBlock1()) {
  1573. if (!ClusterExpr(node.GetRule_object_ref2().GetBlock1().GetRule_cluster_expr1(),
  1574. false, context.ServiceId, context.Cluster)) {
  1575. return false;
  1576. }
  1577. }
  1578. TString at;
  1579. if (node.HasBlock3()) {
  1580. const TString stringValue = Ctx.Token(node.GetBlock3().GetToken2());
  1581. const auto unescaped = StringContent(Ctx, Ctx.Pos(), stringValue);
  1582. if (!unescaped) {
  1583. return false;
  1584. }
  1585. at = unescaped->Content;
  1586. }
  1587. const TString& objectId = Id(node.GetRule_object_ref2().GetRule_id_or_at2(), *this).second;
  1588. AddStatementToBlocks(blocks,
  1589. BuildRestore(
  1590. Ctx.Pos(),
  1591. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1592. objectId,
  1593. TRestoreParameters{
  1594. .At = at,
  1595. },
  1596. context));
  1597. break;
  1598. }
  1599. case TRule_sql_stmt_core::kAltSqlStmtCore57: {
  1600. // alter_sequence_stmt: ALTER SEQUENCE (IF EXISTS)? object_ref alter_sequence_action (COMMA alter_sequence_action)*;
  1601. Ctx.BodyPart();
  1602. auto& node = core.GetAlt_sql_stmt_core57().GetRule_alter_sequence_stmt1();
  1603. Ctx.Token(node.GetToken1());
  1604. const TPosition pos = Ctx.Pos();
  1605. TString service = Ctx.Scoped->CurrService;
  1606. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1607. if (cluster.Empty()) {
  1608. Error() << "USE statement is missing - no default cluster is selected";
  1609. return false;
  1610. }
  1611. TObjectOperatorContext context(Ctx.Scoped);
  1612. if (node.GetRule_object_ref4().HasBlock1()) {
  1613. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1614. false, context.ServiceId, context.Cluster)) {
  1615. return false;
  1616. }
  1617. }
  1618. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1619. TSequenceParameters params;
  1620. if (node.HasBlock3()) { // IF EXISTS
  1621. params.MissingOk = true;
  1622. Y_DEBUG_ABORT_UNLESS(
  1623. IS_TOKEN(node.GetBlock3().GetToken1().GetId(), IF) &&
  1624. IS_TOKEN(node.GetBlock3().GetToken2().GetId(), EXISTS)
  1625. );
  1626. }
  1627. for (const auto& block : node.GetBlock5()) {
  1628. if (!AlterSequenceAction(block.GetRule_alter_sequence_action1(), params)) {
  1629. return false;
  1630. }
  1631. }
  1632. AddStatementToBlocks(blocks, BuildAlterSequence(pos, service, cluster, id, params, Ctx.Scoped));
  1633. break;
  1634. }
  1635. case TRule_sql_stmt_core::kAltSqlStmtCore58: {
  1636. // create_transfer_stmt: CREATE TRANSFER
  1637. auto& node = core.GetAlt_sql_stmt_core58().GetRule_create_transfer_stmt1();
  1638. TObjectOperatorContext context(Ctx.Scoped);
  1639. if (node.GetRule_object_ref3().HasBlock1()) {
  1640. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1641. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1642. return false;
  1643. }
  1644. }
  1645. auto prefixPath = Ctx.GetPrefixPath(context.ServiceId, context.Cluster);
  1646. std::map<TString, TNodePtr> settings;
  1647. TSqlExpression expr(Ctx, Mode);
  1648. if (!TransferSettings(settings, node.GetRule_transfer_settings11(), expr, true)) {
  1649. return false;
  1650. }
  1651. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1652. const TString source = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1653. const TString target = Id(node.GetRule_object_ref7().GetRule_id_or_at2(), *this).second;
  1654. TString transformLambda;
  1655. if (node.GetBlock8().HasRule_lambda_or_parameter2()) {
  1656. if (!ParseTransferLambda(transformLambda, node.GetBlock8().GetRule_lambda_or_parameter2())) {
  1657. return false;
  1658. }
  1659. }
  1660. AddStatementToBlocks(blocks, BuildCreateTransfer(Ctx.Pos(), BuildTablePath(prefixPath, id),
  1661. std::move(source), std::move(target), std::move(transformLambda), std::move(settings), context));
  1662. break;
  1663. }
  1664. case TRule_sql_stmt_core::kAltSqlStmtCore59: {
  1665. // alter_transfer_stmt: ALTER TRANSFER
  1666. auto& node = core.GetAlt_sql_stmt_core59().GetRule_alter_transfer_stmt1();
  1667. TObjectOperatorContext context(Ctx.Scoped);
  1668. if (node.GetRule_object_ref3().HasBlock1()) {
  1669. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1670. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1671. return false;
  1672. }
  1673. }
  1674. std::map<TString, TNodePtr> settings;
  1675. std::optional<TString> transformLambda;
  1676. TSqlExpression expr(Ctx, Mode);
  1677. auto transferAlterAction = [&](std::optional<TString>& transformLambda, const TRule_alter_transfer_action& in)
  1678. {
  1679. if (in.HasAlt_alter_transfer_action1()) {
  1680. return TransferSettings(settings, in.GetAlt_alter_transfer_action1().GetRule_alter_transfer_set_setting1().GetRule_transfer_settings3(), expr, false);
  1681. } else if (in.HasAlt_alter_transfer_action2()) {
  1682. TString lb;
  1683. if (!ParseTransferLambda(lb, in.GetAlt_alter_transfer_action2().GetRule_alter_transfer_set_using1().GetRule_lambda_or_parameter3())) {
  1684. return false;
  1685. }
  1686. transformLambda = lb;
  1687. return true;
  1688. }
  1689. return false;
  1690. };
  1691. if (!transferAlterAction(transformLambda, node.GetRule_alter_transfer_action4())) {
  1692. return false;
  1693. }
  1694. for (auto& block : node.GetBlock5()) {
  1695. if (!transferAlterAction(transformLambda, block.GetRule_alter_transfer_action2())) {
  1696. return false;
  1697. }
  1698. }
  1699. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1700. AddStatementToBlocks(blocks, BuildAlterTransfer(Ctx.Pos(),
  1701. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1702. std::move(transformLambda), std::move(settings), context));
  1703. break;
  1704. }
  1705. case TRule_sql_stmt_core::kAltSqlStmtCore60: {
  1706. // drop_transfer_stmt: DROP TRANSFER
  1707. auto& node = core.GetAlt_sql_stmt_core60().GetRule_drop_transfer_stmt1();
  1708. TObjectOperatorContext context(Ctx.Scoped);
  1709. if (node.GetRule_object_ref3().HasBlock1()) {
  1710. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1711. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1712. return false;
  1713. }
  1714. }
  1715. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1716. AddStatementToBlocks(blocks, BuildDropTransfer(Ctx.Pos(),
  1717. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1718. node.HasBlock4(), context));
  1719. break;
  1720. }
  1721. case TRule_sql_stmt_core::kAltSqlStmtCore61: {
  1722. // alter_database_stmt: ALTER DATABASE an_id_schema OWNER TO role_name
  1723. auto& node = core.GetAlt_sql_stmt_core61().GetRule_alter_database_stmt1();
  1724. TDeferredAtom roleName;
  1725. {
  1726. bool allowSystemRoles = true;
  1727. if (!RoleNameClause(node.GetRule_role_name6(), roleName, allowSystemRoles)) {
  1728. return false;
  1729. }
  1730. }
  1731. TAlterDatabaseParameters alterDatabaseParams;
  1732. alterDatabaseParams.Owner = roleName;
  1733. alterDatabaseParams.DbPath = TDeferredAtom(Ctx.Pos(), Id(node.GetRule_an_id_schema3(), *this));
  1734. const TPosition pos = Ctx.Pos();
  1735. TString service = Ctx.Scoped->CurrService;
  1736. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1737. auto stmt = BuildAlterDatabase(pos, service, cluster, alterDatabaseParams, Ctx.Scoped);
  1738. AddStatementToBlocks(blocks, stmt);
  1739. break;
  1740. }
  1741. case TRule_sql_stmt_core::kAltSqlStmtCore62: {
  1742. // show_create_table_stmt: SHOW CREATE TABLE table_ref
  1743. Ctx.BodyPart();
  1744. const auto& rule = core.GetAlt_sql_stmt_core62().GetRule_show_create_table_stmt1();
  1745. TTableRef tr;
  1746. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  1747. return false;
  1748. }
  1749. AddStatementToBlocks(blocks, BuildShowCreate(Ctx.Pos(), tr, Ctx.Scoped));
  1750. break;
  1751. }
  1752. case TRule_sql_stmt_core::ALT_NOT_SET:
  1753. Ctx.IncrementMonCounter("sql_errors", "UnknownStatement" + internalStatementName);
  1754. AltNotImplemented("sql_stmt_core", core);
  1755. return false;
  1756. }
  1757. Ctx.IncrementMonCounter("sql_features", internalStatementName);
  1758. return !Ctx.HasPendingErrors;
  1759. }
  1760. bool TSqlQuery::DeclareStatement(const TRule_declare_stmt& stmt) {
  1761. TNodePtr defaultValue;
  1762. if (stmt.HasBlock5()) {
  1763. TSqlExpression sqlExpr(Ctx, Mode);
  1764. auto exprOrId = sqlExpr.LiteralExpr(stmt.GetBlock5().GetRule_literal_value2());
  1765. if (!exprOrId) {
  1766. return false;
  1767. }
  1768. if (!exprOrId->Expr) {
  1769. Ctx.Error() << "Identifier is not expected here";
  1770. return false;
  1771. }
  1772. defaultValue = exprOrId->Expr;
  1773. }
  1774. if (defaultValue) {
  1775. Error() << "DEFAULT value not supported yet";
  1776. return false;
  1777. }
  1778. if (!Ctx.IsParseHeading()) {
  1779. Error() << "DECLARE statement should be in beginning of query, but it's possible to use PRAGMA or USE before it";
  1780. return false;
  1781. }
  1782. TString varName;
  1783. if (!NamedNodeImpl(stmt.GetRule_bind_parameter2(), varName, *this)) {
  1784. return false;
  1785. }
  1786. const auto varPos = Ctx.Pos();
  1787. const auto typeNode = TypeNode(stmt.GetRule_type_name4());
  1788. if (!typeNode) {
  1789. return false;
  1790. }
  1791. if (IsAnonymousName(varName)) {
  1792. Ctx.Error(varPos) << "Can not use anonymous name '" << varName << "' in DECLARE statement";
  1793. return false;
  1794. }
  1795. if (Ctx.IsAlreadyDeclared(varName)) {
  1796. Ctx.Warning(varPos, TIssuesIds::YQL_DUPLICATE_DECLARE) << "Duplicate declaration of '" << varName << "' will be ignored";
  1797. } else {
  1798. PushNamedAtom(varPos, varName);
  1799. Ctx.DeclareVariable(varName, varPos, typeNode);
  1800. }
  1801. return true;
  1802. }
  1803. bool TSqlQuery::ExportStatement(const TRule_export_stmt& stmt) {
  1804. if ((!Ctx.Settings.AlwaysAllowExports && Mode != NSQLTranslation::ESqlMode::LIBRARY) || !TopLevel) {
  1805. Error() << "EXPORT statement should be used only in a library on the top level";
  1806. return false;
  1807. }
  1808. TVector<TSymbolNameWithPos> bindNames;
  1809. if (!BindList(stmt.GetRule_bind_parameter_list2(), bindNames)) {
  1810. return false;
  1811. }
  1812. for (auto& bindName : bindNames) {
  1813. if (!Ctx.AddExport(bindName.Pos, bindName.Name)) {
  1814. return false;
  1815. }
  1816. }
  1817. return true;
  1818. }
  1819. bool TSqlQuery::AlterTableAction(const TRule_alter_table_action& node, TAlterTableParameters& params) {
  1820. if (params.RenameTo) {
  1821. // rename action is followed by some other actions
  1822. Error() << "RENAME TO can not be used together with another table action";
  1823. return false;
  1824. }
  1825. switch (node.Alt_case()) {
  1826. case TRule_alter_table_action::kAltAlterTableAction1: {
  1827. // ADD COLUMN
  1828. const auto& addRule = node.GetAlt_alter_table_action1().GetRule_alter_table_add_column1();
  1829. if (!AlterTableAddColumn(addRule, params)) {
  1830. return false;
  1831. }
  1832. break;
  1833. }
  1834. case TRule_alter_table_action::kAltAlterTableAction2: {
  1835. // DROP COLUMN
  1836. const auto& dropRule = node.GetAlt_alter_table_action2().GetRule_alter_table_drop_column1();
  1837. if (!AlterTableDropColumn(dropRule, params)) {
  1838. return false;
  1839. }
  1840. break;
  1841. }
  1842. case TRule_alter_table_action::kAltAlterTableAction3: {
  1843. // ALTER COLUMN
  1844. const auto& alterRule = node.GetAlt_alter_table_action3().GetRule_alter_table_alter_column1();
  1845. if (!AlterTableAlterColumn(alterRule, params)) {
  1846. return false;
  1847. }
  1848. break;
  1849. }
  1850. case TRule_alter_table_action::kAltAlterTableAction4: {
  1851. // ADD FAMILY
  1852. const auto& familyEntry = node.GetAlt_alter_table_action4().GetRule_alter_table_add_column_family1()
  1853. .GetRule_family_entry2();
  1854. if (!AlterTableAddFamily(familyEntry, params)) {
  1855. return false;
  1856. }
  1857. break;
  1858. }
  1859. case TRule_alter_table_action::kAltAlterTableAction5: {
  1860. // ALTER FAMILY
  1861. const auto& alterRule = node.GetAlt_alter_table_action5().GetRule_alter_table_alter_column_family1();
  1862. if (!AlterTableAlterFamily(alterRule, params)) {
  1863. return false;
  1864. }
  1865. break;
  1866. }
  1867. case TRule_alter_table_action::kAltAlterTableAction6: {
  1868. // SET (uncompat)
  1869. const auto& setRule = node.GetAlt_alter_table_action6().GetRule_alter_table_set_table_setting_uncompat1();
  1870. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1871. return false;
  1872. }
  1873. break;
  1874. }
  1875. case TRule_alter_table_action::kAltAlterTableAction7: {
  1876. // SET (compat)
  1877. const auto& setRule = node.GetAlt_alter_table_action7().GetRule_alter_table_set_table_setting_compat1();
  1878. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1879. return false;
  1880. }
  1881. break;
  1882. }
  1883. case TRule_alter_table_action::kAltAlterTableAction8: {
  1884. // RESET
  1885. const auto& setRule = node.GetAlt_alter_table_action8().GetRule_alter_table_reset_table_setting1();
  1886. if (!AlterTableResetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1887. return false;
  1888. }
  1889. break;
  1890. }
  1891. case TRule_alter_table_action::kAltAlterTableAction9: {
  1892. // ADD INDEX
  1893. const auto& addIndex = node.GetAlt_alter_table_action9().GetRule_alter_table_add_index1();
  1894. if (!AlterTableAddIndex(addIndex, params)) {
  1895. return false;
  1896. }
  1897. break;
  1898. }
  1899. case TRule_alter_table_action::kAltAlterTableAction10: {
  1900. // DROP INDEX
  1901. const auto& dropIndex = node.GetAlt_alter_table_action10().GetRule_alter_table_drop_index1();
  1902. AlterTableDropIndex(dropIndex, params);
  1903. break;
  1904. }
  1905. case TRule_alter_table_action::kAltAlterTableAction11: {
  1906. // RENAME TO
  1907. if (!params.IsEmpty()) {
  1908. // rename action follows some other actions
  1909. Error() << "RENAME TO can not be used together with another table action";
  1910. return false;
  1911. }
  1912. const auto& renameTo = node.GetAlt_alter_table_action11().GetRule_alter_table_rename_to1();
  1913. AlterTableRenameTo(renameTo, params);
  1914. break;
  1915. }
  1916. case TRule_alter_table_action::kAltAlterTableAction12: {
  1917. // ADD CHANGEFEED
  1918. const auto& rule = node.GetAlt_alter_table_action12().GetRule_alter_table_add_changefeed1();
  1919. if (!AlterTableAddChangefeed(rule, params)) {
  1920. return false;
  1921. }
  1922. break;
  1923. }
  1924. case TRule_alter_table_action::kAltAlterTableAction13: {
  1925. // ALTER CHANGEFEED
  1926. const auto& rule = node.GetAlt_alter_table_action13().GetRule_alter_table_alter_changefeed1();
  1927. if (!AlterTableAlterChangefeed(rule, params)) {
  1928. return false;
  1929. }
  1930. break;
  1931. }
  1932. case TRule_alter_table_action::kAltAlterTableAction14: {
  1933. // DROP CHANGEFEED
  1934. const auto& rule = node.GetAlt_alter_table_action14().GetRule_alter_table_drop_changefeed1();
  1935. AlterTableDropChangefeed(rule, params);
  1936. break;
  1937. }
  1938. case TRule_alter_table_action::kAltAlterTableAction15: {
  1939. // RENAME INDEX TO
  1940. if (!params.IsEmpty()) {
  1941. // rename action follows some other actions
  1942. Error() << "RENAME INDEX TO can not be used together with another table action";
  1943. return false;
  1944. }
  1945. const auto& renameTo = node.GetAlt_alter_table_action15().GetRule_alter_table_rename_index_to1();
  1946. AlterTableRenameIndexTo(renameTo, params);
  1947. break;
  1948. }
  1949. case TRule_alter_table_action::kAltAlterTableAction16: {
  1950. // ALTER INDEX
  1951. const auto& rule = node.GetAlt_alter_table_action16().GetRule_alter_table_alter_index1();
  1952. if (!AlterTableAlterIndex(rule, params)) {
  1953. return false;
  1954. }
  1955. break;
  1956. }
  1957. case TRule_alter_table_action::kAltAlterTableAction17: {
  1958. // ALTER COLUMN id DROP NOT NULL
  1959. const auto& alterRule = node.GetAlt_alter_table_action17().GetRule_alter_table_alter_column_drop_not_null1();
  1960. if (!AlterTableAlterColumnDropNotNull(alterRule, params)) {
  1961. return false;
  1962. }
  1963. break;
  1964. }
  1965. case TRule_alter_table_action::ALT_NOT_SET: {
  1966. AltNotImplemented("alter_table_action", node);
  1967. return false;
  1968. }
  1969. }
  1970. return true;
  1971. }
  1972. bool TSqlQuery::AlterExternalTableAction(const TRule_alter_external_table_action& node, TAlterTableParameters& params) {
  1973. if (params.RenameTo) {
  1974. // rename action is followed by some other actions
  1975. Error() << "RENAME TO can not be used together with another table action";
  1976. return false;
  1977. }
  1978. switch (node.Alt_case()) {
  1979. case TRule_alter_external_table_action::kAltAlterExternalTableAction1: {
  1980. // ADD COLUMN
  1981. const auto& addRule = node.GetAlt_alter_external_table_action1().GetRule_alter_table_add_column1();
  1982. if (!AlterTableAddColumn(addRule, params)) {
  1983. return false;
  1984. }
  1985. break;
  1986. }
  1987. case TRule_alter_external_table_action::kAltAlterExternalTableAction2: {
  1988. // DROP COLUMN
  1989. const auto& dropRule = node.GetAlt_alter_external_table_action2().GetRule_alter_table_drop_column1();
  1990. if (!AlterTableDropColumn(dropRule, params)) {
  1991. return false;
  1992. }
  1993. break;
  1994. }
  1995. case TRule_alter_external_table_action::kAltAlterExternalTableAction3: {
  1996. // SET (uncompat)
  1997. const auto& setRule = node.GetAlt_alter_external_table_action3().GetRule_alter_table_set_table_setting_uncompat1();
  1998. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1999. return false;
  2000. }
  2001. break;
  2002. }
  2003. case TRule_alter_external_table_action::kAltAlterExternalTableAction4: {
  2004. // SET (compat)
  2005. const auto& setRule = node.GetAlt_alter_external_table_action4().GetRule_alter_table_set_table_setting_compat1();
  2006. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  2007. return false;
  2008. }
  2009. break;
  2010. }
  2011. case TRule_alter_external_table_action::kAltAlterExternalTableAction5: {
  2012. // RESET
  2013. const auto& setRule = node.GetAlt_alter_external_table_action5().GetRule_alter_table_reset_table_setting1();
  2014. if (!AlterTableResetTableSetting(setRule, params.TableSettings, params.TableType)) {
  2015. return false;
  2016. }
  2017. break;
  2018. }
  2019. case TRule_alter_external_table_action::ALT_NOT_SET:
  2020. AltNotImplemented("alter_external_table_action", node);
  2021. return false;
  2022. }
  2023. return true;
  2024. }
  2025. bool TSqlQuery::AlterTableAddColumn(const TRule_alter_table_add_column& node, TAlterTableParameters& params) {
  2026. auto columnSchema = ColumnSchemaImpl(node.GetRule_column_schema3());
  2027. if (!columnSchema) {
  2028. return false;
  2029. }
  2030. if (columnSchema->Families.size() > 1) {
  2031. Ctx.Error() << "Several column families for a single column are not yet supported";
  2032. return false;
  2033. }
  2034. params.AddColumns.push_back(*columnSchema);
  2035. return true;
  2036. }
  2037. bool TSqlQuery::AlterTableDropColumn(const TRule_alter_table_drop_column& node, TAlterTableParameters& params) {
  2038. TString name = Id(node.GetRule_an_id3(), *this);
  2039. params.DropColumns.push_back(name);
  2040. return true;
  2041. }
  2042. bool TSqlQuery::AlterTableAlterColumn(const TRule_alter_table_alter_column& node,
  2043. TAlterTableParameters& params)
  2044. {
  2045. TString name = Id(node.GetRule_an_id3(), *this);
  2046. const TPosition pos(Context().Pos());
  2047. TVector<TIdentifier> families;
  2048. const auto& familyRelation = node.GetRule_family_relation5();
  2049. families.push_back(IdEx(familyRelation.GetRule_an_id2(), *this));
  2050. params.AlterColumns.emplace_back(pos, name, nullptr, false, families, false, nullptr, TColumnSchema::ETypeOfChange::SetFamily);
  2051. return true;
  2052. }
  2053. bool TSqlQuery::AlterTableAddFamily(const TRule_family_entry& node, TAlterTableParameters& params) {
  2054. TFamilyEntry family(IdEx(node.GetRule_an_id2(), *this));
  2055. if (!FillFamilySettings(node.GetRule_family_settings3(), family)) {
  2056. return false;
  2057. }
  2058. params.AddColumnFamilies.push_back(family);
  2059. return true;
  2060. }
  2061. bool TSqlQuery::AlterTableAlterFamily(const TRule_alter_table_alter_column_family& node,
  2062. TAlterTableParameters& params)
  2063. {
  2064. TFamilyEntry* entry = nullptr;
  2065. TIdentifier name = IdEx(node.GetRule_an_id3(), *this);
  2066. for (auto& family : params.AlterColumnFamilies) {
  2067. if (family.Name.Name == name.Name) {
  2068. entry = &family;
  2069. break;
  2070. }
  2071. }
  2072. if (!entry) {
  2073. entry = &params.AlterColumnFamilies.emplace_back(name);
  2074. }
  2075. TIdentifier settingName = IdEx(node.GetRule_an_id5(), *this);
  2076. const TRule_family_setting_value& value = node.GetRule_family_setting_value6();
  2077. if (to_lower(settingName.Name) == "data") {
  2078. if (entry->Data) {
  2079. Ctx.Error() << "Redefinition of 'data' setting for column family '" << name.Name
  2080. << "' in one alter";
  2081. return false;
  2082. }
  2083. if (!StoreString(value, entry->Data, Ctx)) {
  2084. Ctx.Error() << to_upper(settingName.Name) << " value should be a string literal";
  2085. return false;
  2086. }
  2087. } else if (to_lower(settingName.Name) == "compression") {
  2088. if (entry->Compression) {
  2089. Ctx.Error() << "Redefinition of 'compression' setting for column family '" << name.Name
  2090. << "' in one alter";
  2091. return false;
  2092. }
  2093. if (!StoreString(value, entry->Compression, Ctx)) {
  2094. Ctx.Error() << to_upper(settingName.Name) << " value should be a string literal";
  2095. return false;
  2096. }
  2097. } else if (to_lower(settingName.Name) == "compression_level") {
  2098. if (entry->CompressionLevel) {
  2099. Ctx.Error() << "Redefinition of 'compression_level' setting for column family '" << name.Name << "' in one alter";
  2100. return false;
  2101. }
  2102. if (!StoreInt(value, entry->CompressionLevel, Ctx)) {
  2103. Ctx.Error() << to_upper(settingName.Name) << " value should be an integer";
  2104. return false;
  2105. }
  2106. } else {
  2107. Ctx.Error() << "Unknown table setting: " << settingName.Name;
  2108. return false;
  2109. }
  2110. return true;
  2111. }
  2112. bool TSqlQuery::AlterTableSetTableSetting(
  2113. const TRule_alter_table_set_table_setting_uncompat& node, TTableSettings& tableSettings, ETableType tableType
  2114. ) {
  2115. return StoreTableSettingsEntry(
  2116. IdEx(node.GetRule_an_id2(), *this),
  2117. node.GetRule_table_setting_value3(),
  2118. tableSettings,
  2119. tableType,
  2120. true
  2121. );
  2122. }
  2123. bool TSqlQuery::AlterTableSetTableSetting(
  2124. const TRule_alter_table_set_table_setting_compat& node, TTableSettings& tableSettings, ETableType tableType
  2125. ) {
  2126. const auto storeSetting = [&](const TRule_alter_table_setting_entry& entry) {
  2127. return StoreTableSettingsEntry(
  2128. IdEx(entry.GetRule_an_id1(), *this),
  2129. entry.GetRule_table_setting_value3(),
  2130. tableSettings,
  2131. tableType,
  2132. true
  2133. );
  2134. };
  2135. const auto& firstEntry = node.GetRule_alter_table_setting_entry3();
  2136. if (!storeSetting(firstEntry)) {
  2137. return false;
  2138. }
  2139. for (const auto& block : node.GetBlock4()) {
  2140. const auto& entry = block.GetRule_alter_table_setting_entry2();
  2141. if (!storeSetting(entry)) {
  2142. return false;
  2143. }
  2144. }
  2145. return true;
  2146. }
  2147. bool TSqlQuery::AlterTableResetTableSetting(
  2148. const TRule_alter_table_reset_table_setting& node, TTableSettings& tableSettings, ETableType tableType
  2149. ) {
  2150. const auto resetSetting = [&](const TRule_an_id& id) {
  2151. return ResetTableSettingsEntry(IdEx(id, *this), tableSettings, tableType);
  2152. };
  2153. const auto& firstEntry = node.GetRule_an_id3();
  2154. if (!resetSetting(firstEntry)) {
  2155. return false;
  2156. }
  2157. for (const auto& block : node.GetBlock4()) {
  2158. const auto& entry = block.GetRule_an_id2();
  2159. if (!resetSetting(entry)) {
  2160. return false;
  2161. }
  2162. }
  2163. return true;
  2164. }
  2165. bool TSqlQuery::AlterTableAddIndex(const TRule_alter_table_add_index& node, TAlterTableParameters& params) {
  2166. if (!CreateTableIndex(node.GetRule_table_index2(), params.AddIndexes)) {
  2167. return false;
  2168. }
  2169. return true;
  2170. }
  2171. void TSqlQuery::AlterTableDropIndex(const TRule_alter_table_drop_index& node, TAlterTableParameters& params) {
  2172. params.DropIndexes.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2173. }
  2174. void TSqlQuery::AlterTableRenameTo(const TRule_alter_table_rename_to& node, TAlterTableParameters& params) {
  2175. params.RenameTo = IdEx(node.GetRule_an_id_table3(), *this);
  2176. }
  2177. void TSqlQuery::AlterTableRenameIndexTo(const TRule_alter_table_rename_index_to& node, TAlterTableParameters& params) {
  2178. auto src = IdEx(node.GetRule_an_id3(), *this);
  2179. auto dst = IdEx(node.GetRule_an_id5(), *this);
  2180. params.RenameIndexTo = std::make_pair(src, dst);
  2181. }
  2182. bool TSqlQuery::AlterTableAlterIndex(const TRule_alter_table_alter_index& node, TAlterTableParameters& params) {
  2183. const auto indexName = IdEx(node.GetRule_an_id3(), *this);
  2184. params.AlterIndexes.emplace_back(indexName);
  2185. TTableSettings& indexTableSettings = params.AlterIndexes.back().TableSettings;
  2186. const auto& action = node.GetRule_alter_table_alter_index_action4();
  2187. switch (action.Alt_case()) {
  2188. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction1: {
  2189. // SET setting value
  2190. const auto& rule = action.GetAlt_alter_table_alter_index_action1().GetRule_alter_table_set_table_setting_uncompat1();
  2191. if (!AlterTableSetTableSetting(rule, indexTableSettings, params.TableType)) {
  2192. return false;
  2193. }
  2194. break;
  2195. }
  2196. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction2: {
  2197. // SET (setting1 = value1, ...)
  2198. const auto& rule = action.GetAlt_alter_table_alter_index_action2().GetRule_alter_table_set_table_setting_compat1();
  2199. if (!AlterTableSetTableSetting(rule, indexTableSettings, params.TableType)) {
  2200. return false;
  2201. }
  2202. break;
  2203. }
  2204. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction3: {
  2205. // RESET (setting1, ...)
  2206. const auto& rule = action.GetAlt_alter_table_alter_index_action3().GetRule_alter_table_reset_table_setting1();
  2207. if (!AlterTableResetTableSetting(rule, indexTableSettings, params.TableType)) {
  2208. return false;
  2209. }
  2210. break;
  2211. }
  2212. case TRule_alter_table_alter_index_action::ALT_NOT_SET:
  2213. AltNotImplemented("alter_table_alter_index_action", action);
  2214. return false;
  2215. }
  2216. return true;
  2217. }
  2218. bool TSqlQuery::AlterSequenceAction(const TRule_alter_sequence_action& node, TSequenceParameters& params) {
  2219. switch (node.Alt_case()) {
  2220. case TRule_alter_sequence_action::kAltAlterSequenceAction1: {
  2221. if (params.StartValue) {
  2222. Ctx.Error(Ctx.Pos()) << "Start value defined more than once";
  2223. return false;
  2224. }
  2225. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action1().GetRule_integer3());
  2226. if (literalNumber) {
  2227. params.StartValue = TDeferredAtom(literalNumber, Ctx);
  2228. } else {
  2229. return false;
  2230. }
  2231. break;
  2232. }
  2233. case TRule_alter_sequence_action::kAltAlterSequenceAction2: {
  2234. if (params.IsRestart) {
  2235. Ctx.Error(Ctx.Pos()) << "Restart value defined more than once";
  2236. return false;
  2237. }
  2238. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action2().GetRule_integer3());
  2239. if (literalNumber) {
  2240. params.IsRestart = true;
  2241. params.RestartValue = TDeferredAtom(literalNumber, Ctx);
  2242. } else {
  2243. return false;
  2244. }
  2245. break;
  2246. }
  2247. case TRule_alter_sequence_action::kAltAlterSequenceAction3: {
  2248. if (params.IsRestart) {
  2249. Ctx.Error(Ctx.Pos()) << "Restart value defined more than once";
  2250. return false;
  2251. }
  2252. params.IsRestart = true;
  2253. break;
  2254. }
  2255. case TRule_alter_sequence_action::kAltAlterSequenceAction4: {
  2256. if (params.Increment) {
  2257. Ctx.Error(Ctx.Pos()) << "Increment defined more than once";
  2258. return false;
  2259. }
  2260. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action4().GetRule_integer3());
  2261. if (literalNumber) {
  2262. params.Increment = TDeferredAtom(literalNumber, Ctx);
  2263. } else {
  2264. return false;
  2265. }
  2266. break;
  2267. }
  2268. case TRule_alter_sequence_action::ALT_NOT_SET:
  2269. Y_ABORT("You should change implementation according to grammar changes");
  2270. }
  2271. return true;
  2272. }
  2273. bool TSqlQuery::AlterTableAlterColumnDropNotNull(const TRule_alter_table_alter_column_drop_not_null& node, TAlterTableParameters& params) {
  2274. TString name = Id(node.GetRule_an_id3(), *this);
  2275. const TPosition pos(Context().Pos());
  2276. params.AlterColumns.emplace_back(pos, name, nullptr, false, TVector<TIdentifier>(), false, nullptr, TColumnSchema::ETypeOfChange::DropNotNullConstraint);
  2277. return true;
  2278. }
  2279. bool TSqlQuery::AlterTableAddChangefeed(const TRule_alter_table_add_changefeed& node, TAlterTableParameters& params) {
  2280. TSqlExpression expr(Ctx, Mode);
  2281. return CreateChangefeed(node.GetRule_changefeed2(), expr, params.AddChangefeeds);
  2282. }
  2283. bool TSqlQuery::AlterTableAlterChangefeed(const TRule_alter_table_alter_changefeed& node, TAlterTableParameters& params) {
  2284. params.AlterChangefeeds.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2285. const auto& alter = node.GetRule_changefeed_alter_settings4();
  2286. switch (alter.Alt_case()) {
  2287. case TRule_changefeed_alter_settings::kAltChangefeedAlterSettings1: {
  2288. // DISABLE
  2289. params.AlterChangefeeds.back().Disable = true;
  2290. break;
  2291. }
  2292. case TRule_changefeed_alter_settings::kAltChangefeedAlterSettings2: {
  2293. // SET
  2294. const auto& rule = alter.GetAlt_changefeed_alter_settings2().GetRule_changefeed_settings3();
  2295. TSqlExpression expr(Ctx, Mode);
  2296. if (!ChangefeedSettings(rule, expr, params.AlterChangefeeds.back().Settings, true)) {
  2297. return false;
  2298. }
  2299. break;
  2300. }
  2301. case TRule_changefeed_alter_settings::ALT_NOT_SET:
  2302. AltNotImplemented("changefeed_alter_settings", alter);
  2303. return false;
  2304. }
  2305. return true;
  2306. }
  2307. void TSqlQuery::AlterTableDropChangefeed(const TRule_alter_table_drop_changefeed& node, TAlterTableParameters& params) {
  2308. params.DropChangefeeds.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2309. }
  2310. TNodePtr TSqlQuery::PragmaStatement(const TRule_pragma_stmt& stmt, bool& success) {
  2311. success = false;
  2312. const TString& prefix = OptIdPrefixAsStr(stmt.GetRule_opt_id_prefix_or_type2(), *this);
  2313. const TString& lowerPrefix = to_lower(prefix);
  2314. const TString pragma(Id(stmt.GetRule_an_id3(), *this));
  2315. TString normalizedPragma(pragma);
  2316. TMaybe<TIssue> normalizeError = NormalizeName(Ctx.Pos(), normalizedPragma);
  2317. if (!normalizeError.Empty()) {
  2318. Error() << normalizeError->GetMessage();
  2319. Ctx.IncrementMonCounter("sql_errors", "NormalizePragmaError");
  2320. return {};
  2321. }
  2322. TVector<TDeferredAtom> values;
  2323. TVector<const TRule_pragma_value*> pragmaValues;
  2324. bool pragmaValueDefault = false;
  2325. if (stmt.GetBlock4().HasAlt1()) {
  2326. pragmaValues.push_back(&stmt.GetBlock4().GetAlt1().GetRule_pragma_value2());
  2327. }
  2328. else if (stmt.GetBlock4().HasAlt2()) {
  2329. pragmaValues.push_back(&stmt.GetBlock4().GetAlt2().GetRule_pragma_value2());
  2330. for (auto& additionalValue : stmt.GetBlock4().GetAlt2().GetBlock3()) {
  2331. pragmaValues.push_back(&additionalValue.GetRule_pragma_value2());
  2332. }
  2333. }
  2334. const bool withConfigure = prefix || normalizedPragma == "file" || normalizedPragma == "folder" || normalizedPragma == "udf";
  2335. static const THashSet<TStringBuf> lexicalScopePragmas = {
  2336. "classicdivision",
  2337. "strictjoinkeytypes",
  2338. "disablestrictjoinkeytypes",
  2339. "checkedops",
  2340. "unicodeliterals",
  2341. "disableunicodeliterals",
  2342. "warnuntypedstringliterals",
  2343. "disablewarnuntypedstringliterals",
  2344. };
  2345. const bool hasLexicalScope = withConfigure || lexicalScopePragmas.contains(normalizedPragma);
  2346. const bool withFileAlias = normalizedPragma == "file" || normalizedPragma == "folder" || normalizedPragma == "library" || normalizedPragma == "udf";
  2347. for (auto pragmaValue : pragmaValues) {
  2348. if (pragmaValue->HasAlt_pragma_value3()) {
  2349. auto value = Token(pragmaValue->GetAlt_pragma_value3().GetToken1());
  2350. auto parsed = StringContentOrIdContent(Ctx, Ctx.Pos(), value);
  2351. if (!parsed) {
  2352. return {};
  2353. }
  2354. TString prefix;
  2355. if (withFileAlias && (values.size() == 0)) {
  2356. prefix = Ctx.Settings.FileAliasPrefix;
  2357. }
  2358. values.push_back(TDeferredAtom(Ctx.Pos(), prefix + parsed->Content));
  2359. }
  2360. else if (pragmaValue->HasAlt_pragma_value2()
  2361. && pragmaValue->GetAlt_pragma_value2().GetRule_id1().HasAlt_id2()
  2362. && "default" == to_lower(Id(pragmaValue->GetAlt_pragma_value2().GetRule_id1(), *this)))
  2363. {
  2364. pragmaValueDefault = true;
  2365. }
  2366. else if (withConfigure && pragmaValue->HasAlt_pragma_value5()) {
  2367. TString bindName;
  2368. if (!NamedNodeImpl(pragmaValue->GetAlt_pragma_value5().GetRule_bind_parameter1(), bindName, *this)) {
  2369. return {};
  2370. }
  2371. auto namedNode = GetNamedNode(bindName);
  2372. if (!namedNode) {
  2373. return {};
  2374. }
  2375. TString prefix;
  2376. if (withFileAlias && (values.size() == 0)) {
  2377. prefix = Ctx.Settings.FileAliasPrefix;
  2378. }
  2379. TDeferredAtom atom;
  2380. MakeTableFromExpression(Ctx.Pos(), Ctx, namedNode, atom, prefix);
  2381. values.push_back(atom);
  2382. } else {
  2383. Error() << "Expected string" << (withConfigure ? ", named parameter" : "") << " or 'default' keyword as pragma value for pragma: " << pragma;
  2384. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2385. return {};
  2386. }
  2387. }
  2388. if (prefix.empty()) {
  2389. if (!TopLevel && !hasLexicalScope) {
  2390. Error() << "This pragma '" << pragma << "' is not allowed to be used in actions or subqueries";
  2391. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2392. return{};
  2393. }
  2394. if (normalizedPragma == "refselect") {
  2395. Ctx.PragmaRefSelect = true;
  2396. Ctx.IncrementMonCounter("sql_pragma", "RefSelect");
  2397. } else if (normalizedPragma == "sampleselect") {
  2398. Ctx.PragmaSampleSelect = true;
  2399. Ctx.IncrementMonCounter("sql_pragma", "SampleSelect");
  2400. } else if (normalizedPragma == "allowdotinalias") {
  2401. Ctx.PragmaAllowDotInAlias = true;
  2402. Ctx.IncrementMonCounter("sql_pragma", "AllowDotInAlias");
  2403. } else if (normalizedPragma == "udf") {
  2404. if ((values.size() != 1 && values.size() != 2) || pragmaValueDefault) {
  2405. Error() << "Expected file alias as pragma value";
  2406. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2407. return {};
  2408. }
  2409. if (Ctx.Settings.FileAliasPrefix) {
  2410. if (values.size() == 1) {
  2411. values.emplace_back(TDeferredAtom(Ctx.Pos(), ""));
  2412. }
  2413. TString prefix;
  2414. if (!values[1].GetLiteral(prefix, Ctx)) {
  2415. Error() << "Expected literal UDF module prefix in views";
  2416. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2417. return {};
  2418. }
  2419. values[1] = TDeferredAtom(Ctx.Pos(), Ctx.Settings.FileAliasPrefix + prefix);
  2420. }
  2421. Ctx.IncrementMonCounter("sql_pragma", "udf");
  2422. success = true;
  2423. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "ImportUdfs", values, false);
  2424. } else if (normalizedPragma == "packageversion") {
  2425. if (values.size() != 2 || pragmaValueDefault) {
  2426. Error() << "Expected package name and version";
  2427. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2428. return {};
  2429. }
  2430. ui32 version = 0;
  2431. TString versionString;
  2432. TString packageName;
  2433. if (!values[0].GetLiteral(packageName, Ctx) || !values[1].GetLiteral(versionString, Ctx)) {
  2434. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2435. return {};
  2436. }
  2437. if (!PackageVersionFromString(versionString, version)) {
  2438. Error() << "Unable to parse package version, possible values 0, 1, draft, release";
  2439. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2440. return {};
  2441. }
  2442. Ctx.SetPackageVersion(packageName, version);
  2443. Ctx.IncrementMonCounter("sql_pragma", "PackageVersion");
  2444. success = true;
  2445. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "SetPackageVersion", TVector<TDeferredAtom>{ values[0], TDeferredAtom(values[1].Build()->GetPos(), ToString(version)) }, false);
  2446. } else if (normalizedPragma == "file") {
  2447. if (values.size() < 2U || values.size() > 3U || pragmaValueDefault) {
  2448. Error() << "Expected file alias, url and optional token name as pragma values";
  2449. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2450. return {};
  2451. }
  2452. Ctx.IncrementMonCounter("sql_pragma", "file");
  2453. success = true;
  2454. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "AddFileByUrl", values, false);
  2455. } else if (normalizedPragma == "fileoption") {
  2456. if (values.size() < 3U) {
  2457. Error() << "Expected file alias, option key and value";
  2458. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2459. return {};
  2460. }
  2461. Ctx.IncrementMonCounter("sql_pragma", "FileOption");
  2462. success = true;
  2463. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "SetFileOption", values, false);
  2464. } else if (normalizedPragma == "folder") {
  2465. if (values.size() < 2U || values.size() > 3U || pragmaValueDefault) {
  2466. Error() << "Expected folder alias, url and optional token name as pragma values";
  2467. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2468. return {};
  2469. }
  2470. Ctx.IncrementMonCounter("sql_pragma", "folder");
  2471. success = true;
  2472. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "AddFolderByUrl", values, false);
  2473. } else if (normalizedPragma == "library") {
  2474. if (values.size() < 1) {
  2475. Error() << "Expected non-empty file alias";
  2476. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2477. return{};
  2478. }
  2479. if (values.size() > 3) {
  2480. Error() << "Expected file alias and optional url and token name as pragma values";
  2481. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2482. return{};
  2483. }
  2484. TString alias;
  2485. if (!values.front().GetLiteral(alias, Ctx)) {
  2486. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2487. return{};
  2488. }
  2489. TContext::TLibraryStuff library;
  2490. std::get<TPosition>(library) = values.front().Build()->GetPos();
  2491. if (values.size() > 1) {
  2492. auto& first = std::get<1U>(library);
  2493. first.emplace();
  2494. first->second = values[1].Build()->GetPos();
  2495. if (!values[1].GetLiteral(first->first, Ctx)) {
  2496. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2497. return{};
  2498. }
  2499. TSet<TString> names;
  2500. SubstParameters(first->first, Nothing(), &names);
  2501. for (const auto& name : names) {
  2502. auto namedNode = GetNamedNode(name);
  2503. if (!namedNode) {
  2504. return{};
  2505. }
  2506. }
  2507. if (values.size() > 2) {
  2508. auto& second = std::get<2U>(library);
  2509. second.emplace();
  2510. second->second = values[2].Build()->GetPos();
  2511. if (!values[2].GetLiteral(second->first, Ctx)) {
  2512. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2513. return{};
  2514. }
  2515. }
  2516. }
  2517. Ctx.Libraries[alias] = std::move(library);
  2518. Ctx.IncrementMonCounter("sql_pragma", "library");
  2519. } else if (normalizedPragma == "package") {
  2520. if (values.size() < 2U || values.size() > 3U) {
  2521. Error() << "Expected package name, url and optional token name as pragma values";
  2522. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2523. return {};
  2524. }
  2525. TString packageName;
  2526. if (!values.front().GetLiteral(packageName, Ctx)) {
  2527. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2528. return {};
  2529. }
  2530. TContext::TPackageStuff package;
  2531. std::get<TPosition>(package) = values.front().Build()->GetPos();
  2532. auto fillLiteral = [&](auto& literal, size_t index) {
  2533. if (values.size() <= index) {
  2534. return true;
  2535. }
  2536. constexpr bool optional = std::is_base_of_v<
  2537. std::optional<TContext::TLiteralWithPosition>,
  2538. std::decay_t<decltype(literal)>
  2539. >;
  2540. TContext::TLiteralWithPosition* literalPtr;
  2541. if constexpr (optional) {
  2542. literal.emplace();
  2543. literalPtr = &*literal;
  2544. } else {
  2545. literalPtr = &literal;
  2546. }
  2547. literalPtr->second = values[index].Build()->GetPos();
  2548. if (!values[index].GetLiteral(literalPtr->first, Ctx)) {
  2549. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2550. return false;
  2551. }
  2552. return true;
  2553. };
  2554. // fill url
  2555. auto& urlLiteral = std::get<1U>(package);
  2556. if (!fillLiteral(urlLiteral, 1U)) {
  2557. return {};
  2558. }
  2559. TSet<TString> names;
  2560. SubstParameters(urlLiteral.first, Nothing(), &names);
  2561. for (const auto& name : names) {
  2562. auto namedNode = GetNamedNode(name);
  2563. if (!namedNode) {
  2564. return {};
  2565. }
  2566. }
  2567. // fill token
  2568. if (!fillLiteral(std::get<2U>(package), 2U)) {
  2569. return {};
  2570. }
  2571. Ctx.Packages[packageName] = std::move(package);
  2572. Ctx.IncrementMonCounter("sql_pragma", "package");
  2573. } else if (normalizedPragma == "overridelibrary") {
  2574. if (values.size() != 1U) {
  2575. Error() << "Expected override library alias as pragma value";
  2576. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2577. return {};
  2578. }
  2579. TString alias;
  2580. if (!values.front().GetLiteral(alias, Ctx)) {
  2581. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2582. return {};
  2583. }
  2584. TContext::TOverrideLibraryStuff overrideLibrary;
  2585. std::get<TPosition>(overrideLibrary) = values.front().Build()->GetPos();
  2586. Ctx.OverrideLibraries[alias] = std::move(overrideLibrary);
  2587. Ctx.IncrementMonCounter("sql_pragma", "overridelibrary");
  2588. } else if (normalizedPragma == "directread") {
  2589. Ctx.PragmaDirectRead = true;
  2590. Ctx.IncrementMonCounter("sql_pragma", "DirectRead");
  2591. } else if (normalizedPragma == "equijoin") {
  2592. Ctx.IncrementMonCounter("sql_pragma", "EquiJoin");
  2593. } else if (normalizedPragma == "autocommit") {
  2594. Ctx.PragmaAutoCommit = true;
  2595. Ctx.IncrementMonCounter("sql_pragma", "AutoCommit");
  2596. } else if (normalizedPragma == "usetableprefixforeach") {
  2597. Ctx.PragmaUseTablePrefixForEach = true;
  2598. Ctx.IncrementMonCounter("sql_pragma", "UseTablePrefixForEach");
  2599. } else if (normalizedPragma == "tablepathprefix") {
  2600. TString value;
  2601. TMaybe<TString> arg;
  2602. if (values.size() == 1 || values.size() == 2) {
  2603. if (!values.front().GetLiteral(value, Ctx)) {
  2604. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2605. return {};
  2606. }
  2607. if (values.size() == 2) {
  2608. arg = value;
  2609. if (!values.back().GetLiteral(value, Ctx)) {
  2610. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2611. return {};
  2612. }
  2613. }
  2614. if (!Ctx.SetPathPrefix(value, arg)) {
  2615. return {};
  2616. }
  2617. } else {
  2618. Error() << "Expected path prefix or tuple of (Provider, PathPrefix) or"
  2619. << " (Cluster, PathPrefix) as pragma value";
  2620. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2621. return {};
  2622. }
  2623. Ctx.IncrementMonCounter("sql_pragma", "PathPrefix");
  2624. } else if (normalizedPragma == "groupbylimit") {
  2625. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.PragmaGroupByLimit)) {
  2626. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2627. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2628. return {};
  2629. }
  2630. Ctx.IncrementMonCounter("sql_pragma", "GroupByLimit");
  2631. } else if (normalizedPragma == "groupbycubelimit") {
  2632. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.PragmaGroupByCubeLimit)) {
  2633. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2634. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2635. return {};
  2636. }
  2637. Ctx.IncrementMonCounter("sql_pragma", "GroupByCubeLimit");
  2638. } else if (normalizedPragma == "simplecolumns") {
  2639. Ctx.SimpleColumns = true;
  2640. Ctx.IncrementMonCounter("sql_pragma", "SimpleColumns");
  2641. } else if (normalizedPragma == "disablesimplecolumns") {
  2642. Ctx.SimpleColumns = false;
  2643. Ctx.IncrementMonCounter("sql_pragma", "DisableSimpleColumns");
  2644. } else if (normalizedPragma == "coalescejoinkeysonqualifiedall") {
  2645. Ctx.CoalesceJoinKeysOnQualifiedAll = true;
  2646. Ctx.IncrementMonCounter("sql_pragma", "CoalesceJoinKeysOnQualifiedAll");
  2647. } else if (normalizedPragma == "disablecoalescejoinkeysonqualifiedall") {
  2648. Ctx.CoalesceJoinKeysOnQualifiedAll = false;
  2649. Ctx.IncrementMonCounter("sql_pragma", "DisableCoalesceJoinKeysOnQualifiedAll");
  2650. } else if (normalizedPragma == "resultrowslimit") {
  2651. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.ResultRowsLimit)) {
  2652. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2653. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2654. return {};
  2655. }
  2656. Ctx.IncrementMonCounter("sql_pragma", "ResultRowsLimit");
  2657. } else if (normalizedPragma == "resultsizelimit") {
  2658. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.ResultSizeLimit)) {
  2659. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2660. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2661. return {};
  2662. }
  2663. Ctx.IncrementMonCounter("sql_pragma", "ResultSizeLimit");
  2664. } else if (normalizedPragma == "warning") {
  2665. if (values.size() != 2U || values.front().Empty() || values.back().Empty()) {
  2666. Error() << "Expected arguments <action>, <issueId> for: " << pragma;
  2667. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2668. return {};
  2669. }
  2670. TString action;
  2671. TString codePattern;
  2672. if (!values[0].GetLiteral(action, Ctx) || !values[1].GetLiteral(codePattern, Ctx)) {
  2673. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2674. return {};
  2675. }
  2676. TWarningRule rule;
  2677. TString parseError;
  2678. auto parseResult = TWarningRule::ParseFrom(codePattern, action, rule, parseError);
  2679. switch (parseResult) {
  2680. case TWarningRule::EParseResult::PARSE_OK:
  2681. break;
  2682. case TWarningRule::EParseResult::PARSE_PATTERN_FAIL:
  2683. case TWarningRule::EParseResult::PARSE_ACTION_FAIL:
  2684. Ctx.Error() << parseError;
  2685. return {};
  2686. default:
  2687. Y_ENSURE(false, "Unknown parse result");
  2688. }
  2689. Ctx.WarningPolicy.AddRule(rule);
  2690. if (rule.GetPattern() == "*" && rule.GetAction() == EWarningAction::ERROR) {
  2691. // Keep 'unused symbol' warning as warning unless explicitly set to error
  2692. Ctx.SetWarningPolicyFor(TIssuesIds::YQL_UNUSED_SYMBOL, EWarningAction::DEFAULT);
  2693. }
  2694. Ctx.IncrementMonCounter("sql_pragma", "warning");
  2695. } else if (normalizedPragma == "greetings") {
  2696. if (values.size() > 1) {
  2697. Error() << "Multiple arguments are not expected for " << pragma;
  2698. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2699. return {};
  2700. }
  2701. if (values.empty()) {
  2702. values.emplace_back(TDeferredAtom(Ctx.Pos(), "Hello, world! And best wishes from the YQL Team!"));
  2703. }
  2704. TString arg;
  2705. if (!values.front().GetLiteral(arg, Ctx)) {
  2706. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2707. return {};
  2708. }
  2709. Ctx.Info(Ctx.Pos()) << arg;
  2710. } else if (normalizedPragma == "warningmsg") {
  2711. if (values.size() != 1 || !values[0].GetLiteral()) {
  2712. Error() << "Expected string literal as a single argument for: " << pragma;
  2713. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2714. return {};
  2715. }
  2716. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_PRAGMA_WARNING_MSG) << *values[0].GetLiteral();
  2717. } else if (normalizedPragma == "errormsg") {
  2718. if (values.size() != 1 || !values[0].GetLiteral()) {
  2719. Error() << "Expected string literal as a single argument for: " << pragma;
  2720. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2721. return {};
  2722. }
  2723. Ctx.Error(Ctx.Pos()) << *values[0].GetLiteral();
  2724. } else if (normalizedPragma == "classicdivision") {
  2725. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.Scoped->PragmaClassicDivision)) {
  2726. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2727. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2728. return {};
  2729. }
  2730. Ctx.IncrementMonCounter("sql_pragma", "ClassicDivision");
  2731. } else if (normalizedPragma == "checkedops") {
  2732. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.Scoped->PragmaCheckedOps)) {
  2733. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2734. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2735. return {};
  2736. }
  2737. Ctx.IncrementMonCounter("sql_pragma", "CheckedOps");
  2738. } else if (normalizedPragma == "disableunordered") {
  2739. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  2740. << "Use of deprecated DisableUnordered pragma. It will be dropped soon";
  2741. } else if (normalizedPragma == "pullupflatmapoverjoin") {
  2742. Ctx.PragmaPullUpFlatMapOverJoin = true;
  2743. Ctx.IncrementMonCounter("sql_pragma", "PullUpFlatMapOverJoin");
  2744. } else if (normalizedPragma == "disablepullupflatmapoverjoin") {
  2745. Ctx.PragmaPullUpFlatMapOverJoin = false;
  2746. Ctx.IncrementMonCounter("sql_pragma", "DisablePullUpFlatMapOverJoin");
  2747. } else if (normalizedPragma == "filterpushdownoverjoinoptionalside") {
  2748. Ctx.FilterPushdownOverJoinOptionalSide = true;
  2749. Ctx.IncrementMonCounter("sql_pragma", "FilterPushdownOverJoinOptionalSide");
  2750. } else if (normalizedPragma == "disablefilterpushdownoverjoinoptionalside") {
  2751. Ctx.FilterPushdownOverJoinOptionalSide = false;
  2752. Ctx.IncrementMonCounter("sql_pragma", "DisableFilterPushdownOverJoinOptionalSide");
  2753. } else if (normalizedPragma == "rotatejointree") {
  2754. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.RotateJoinTree)) {
  2755. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2756. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2757. return {};
  2758. }
  2759. } else if (normalizedPragma == "allowunnamedcolumns") {
  2760. Ctx.WarnUnnamedColumns = false;
  2761. Ctx.IncrementMonCounter("sql_pragma", "AllowUnnamedColumns");
  2762. } else if (normalizedPragma == "warnunnamedcolumns") {
  2763. Ctx.WarnUnnamedColumns = true;
  2764. Ctx.IncrementMonCounter("sql_pragma", "WarnUnnamedColumns");
  2765. } else if (normalizedPragma == "discoverymode") {
  2766. Ctx.DiscoveryMode = true;
  2767. Ctx.IncrementMonCounter("sql_pragma", "DiscoveryMode");
  2768. } else if (normalizedPragma == "enablesystemcolumns") {
  2769. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.EnableSystemColumns)) {
  2770. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2771. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2772. return {};
  2773. }
  2774. Ctx.IncrementMonCounter("sql_pragma", "EnableSystemColumns");
  2775. } else if (normalizedPragma == "ansiinforemptyornullableitemscollections") {
  2776. Ctx.AnsiInForEmptyOrNullableItemsCollections = true;
  2777. Ctx.IncrementMonCounter("sql_pragma", "AnsiInForEmptyOrNullableItemsCollections");
  2778. } else if (normalizedPragma == "disableansiinforemptyornullableitemscollections") {
  2779. Ctx.AnsiInForEmptyOrNullableItemsCollections = false;
  2780. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiInForEmptyOrNullableItemsCollections");
  2781. } else if (normalizedPragma == "dqengine" || normalizedPragma == "blockengine") {
  2782. Ctx.IncrementMonCounter("sql_pragma", "DqEngine");
  2783. if (values.size() != 1 || !values[0].GetLiteral()
  2784. || ! (*values[0].GetLiteral() == "disable" || *values[0].GetLiteral() == "auto" || *values[0].GetLiteral() == "force"))
  2785. {
  2786. Error() << "Expected `disable|auto|force' argument for: " << pragma;
  2787. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2788. return {};
  2789. }
  2790. const bool isDqEngine = normalizedPragma == "dqengine";
  2791. auto& enable = isDqEngine ? Ctx.DqEngineEnable : Ctx.BlockEngineEnable;
  2792. auto& force = isDqEngine ? Ctx.DqEngineForce : Ctx.BlockEngineForce;
  2793. if (*values[0].GetLiteral() == "disable") {
  2794. enable = false;
  2795. force = false;
  2796. } else if (*values[0].GetLiteral() == "force") {
  2797. enable = true;
  2798. force = true;
  2799. } else if (*values[0].GetLiteral() == "auto") {
  2800. enable = true;
  2801. force = false;
  2802. }
  2803. if (isDqEngine && Ctx.Engine) {
  2804. if (*Ctx.Engine == "ytflow") {
  2805. if (force) {
  2806. Error() << "Expected `disable|auto` argument for: " << pragma << " pragma "
  2807. << "with Engine pragma argument `ytflow`";
  2808. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2809. return {};
  2810. }
  2811. enable = false;
  2812. } else if (*Ctx.Engine == "dq") {
  2813. force = true;
  2814. }
  2815. }
  2816. } else if (normalizedPragma == "ansirankfornullablekeys") {
  2817. Ctx.AnsiRankForNullableKeys = true;
  2818. Ctx.IncrementMonCounter("sql_pragma", "AnsiRankForNullableKeys");
  2819. } else if (normalizedPragma == "disableansirankfornullablekeys") {
  2820. Ctx.AnsiRankForNullableKeys = false;
  2821. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiRankForNullableKeys");
  2822. } else if (normalizedPragma == "ansiorderbylimitinunionall") {
  2823. Ctx.IncrementMonCounter("sql_pragma", "AnsiOrderByLimitInUnionAll");
  2824. } else if (normalizedPragma == "disableansiorderbylimitinunionall") {
  2825. Error() << "DisableAnsiOrderByLimitInUnionAll pragma is deprecated and no longer supported";
  2826. Ctx.IncrementMonCounter("sql_errors", "DeprecatedPragma");
  2827. return {};
  2828. } else if (normalizedPragma == "ansioptionalas") {
  2829. Ctx.AnsiOptionalAs = true;
  2830. Ctx.IncrementMonCounter("sql_pragma", "AnsiOptionalAs");
  2831. } else if (normalizedPragma == "disableansioptionalas") {
  2832. Ctx.AnsiOptionalAs = false;
  2833. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiOptionalAs");
  2834. } else if (normalizedPragma == "warnonansialiasshadowing") {
  2835. Ctx.WarnOnAnsiAliasShadowing = true;
  2836. Ctx.IncrementMonCounter("sql_pragma", "WarnOnAnsiAliasShadowing");
  2837. } else if (normalizedPragma == "disablewarnonansialiasshadowing") {
  2838. Ctx.WarnOnAnsiAliasShadowing = false;
  2839. Ctx.IncrementMonCounter("sql_pragma", "DisableWarnOnAnsiAliasShadowing");
  2840. } else if (normalizedPragma == "regexusere2") {
  2841. if (values.size() != 1U || !values.front().GetLiteral() || !TryFromString(*values.front().GetLiteral(), Ctx.PragmaRegexUseRe2)) {
  2842. Error() << "Expected 'true' or 'false' for: " << pragma;
  2843. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2844. return {};
  2845. }
  2846. Ctx.IncrementMonCounter("sql_pragma", "RegexUseRe2");
  2847. } else if (normalizedPragma == "jsonqueryreturnsjsondocument") {
  2848. Ctx.JsonQueryReturnsJsonDocument = true;
  2849. Ctx.IncrementMonCounter("sql_pragma", "JsonQueryReturnsJsonDocument");
  2850. } else if (normalizedPragma == "disablejsonqueryreturnsjsondocument") {
  2851. Ctx.JsonQueryReturnsJsonDocument = false;
  2852. Ctx.IncrementMonCounter("sql_pragma", "DisableJsonQueryReturnsJsonDocument");
  2853. } else if (normalizedPragma == "orderedcolumns") {
  2854. Ctx.OrderedColumns = true;
  2855. Ctx.IncrementMonCounter("sql_pragma", "OrderedColumns");
  2856. } else if (normalizedPragma == "disableorderedcolumns") {
  2857. Ctx.OrderedColumns = false;
  2858. Ctx.IncrementMonCounter("sql_pragma", "DisableOrderedColumns");
  2859. } else if (normalizedPragma == "positionalunionall") {
  2860. Ctx.PositionalUnionAll = true;
  2861. // PositionalUnionAll implies OrderedColumns
  2862. Ctx.OrderedColumns = true;
  2863. Ctx.IncrementMonCounter("sql_pragma", "PositionalUnionAll");
  2864. } else if (normalizedPragma == "pqreadby") {
  2865. if (values.size() != 1 || !values[0].GetLiteral()) {
  2866. Error() << "Expected string literal as a single argument for: " << pragma;
  2867. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2868. return {};
  2869. }
  2870. // special guard to raise error on situation:
  2871. // use cluster1;
  2872. // pragma PqReadPqBy="cluster2";
  2873. const TString* currentClusterLiteral = Ctx.Scoped->CurrCluster.GetLiteral();
  2874. if (currentClusterLiteral && *values[0].GetLiteral() != "dq" && *currentClusterLiteral != *values[0].GetLiteral()) {
  2875. Error() << "Cluster in PqReadPqBy pragma differs from cluster specified in USE statement: " << *values[0].GetLiteral() << " != " << *currentClusterLiteral;
  2876. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2877. return {};
  2878. }
  2879. Ctx.PqReadByRtmrCluster = *values[0].GetLiteral();
  2880. Ctx.IncrementMonCounter("sql_pragma", "PqReadBy");
  2881. } else if (normalizedPragma == "bogousstaringroupbyoverjoin") {
  2882. Ctx.BogousStarInGroupByOverJoin = true;
  2883. Ctx.IncrementMonCounter("sql_pragma", "BogousStarInGroupByOverJoin");
  2884. } else if (normalizedPragma == "strictjoinkeytypes") {
  2885. Ctx.Scoped->StrictJoinKeyTypes = true;
  2886. Ctx.IncrementMonCounter("sql_pragma", "StrictJoinKeyTypes");
  2887. } else if (normalizedPragma == "disablestrictjoinkeytypes") {
  2888. Ctx.Scoped->StrictJoinKeyTypes = false;
  2889. Ctx.IncrementMonCounter("sql_pragma", "DisableStrictJoinKeyTypes");
  2890. } else if (normalizedPragma == "unicodeliterals") {
  2891. Ctx.Scoped->UnicodeLiterals = true;
  2892. Ctx.IncrementMonCounter("sql_pragma", "UnicodeLiterals");
  2893. } else if (normalizedPragma == "disableunicodeliterals") {
  2894. Ctx.Scoped->UnicodeLiterals = false;
  2895. Ctx.IncrementMonCounter("sql_pragma", "DisableUnicodeLiterals");
  2896. } else if (normalizedPragma == "warnuntypedstringliterals") {
  2897. Ctx.Scoped->WarnUntypedStringLiterals = true;
  2898. Ctx.IncrementMonCounter("sql_pragma", "WarnUntypedStringLiterals");
  2899. } else if (normalizedPragma == "disablewarnuntypedstringliterals") {
  2900. Ctx.Scoped->WarnUntypedStringLiterals = false;
  2901. Ctx.IncrementMonCounter("sql_pragma", "DisableWarnUntypedStringLiterals");
  2902. } else if (normalizedPragma == "unorderedsubqueries") {
  2903. Ctx.UnorderedSubqueries = true;
  2904. Ctx.IncrementMonCounter("sql_pragma", "UnorderedSubqueries");
  2905. } else if (normalizedPragma == "disableunorderedsubqueries") {
  2906. Ctx.UnorderedSubqueries = false;
  2907. Ctx.IncrementMonCounter("sql_pragma", "DisableUnorderedSubqueries");
  2908. } else if (normalizedPragma == "datawatermarks") {
  2909. if (values.size() != 1 || !values[0].GetLiteral()
  2910. || ! (*values[0].GetLiteral() == "enable" || *values[0].GetLiteral() == "disable"))
  2911. {
  2912. Error() << "Expected `enable|disable' argument for: " << pragma;
  2913. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2914. return {};
  2915. }
  2916. if (*values[0].GetLiteral() == "enable") {
  2917. Ctx.PragmaDataWatermarks = true;
  2918. } else if (*values[0].GetLiteral() == "disable") {
  2919. Ctx.PragmaDataWatermarks = false;
  2920. }
  2921. Ctx.IncrementMonCounter("sql_pragma", "DataWatermarks");
  2922. } else if (normalizedPragma == "flexibletypes") {
  2923. Ctx.FlexibleTypes = true;
  2924. Ctx.IncrementMonCounter("sql_pragma", "FlexibleTypes");
  2925. } else if (normalizedPragma == "disableflexibletypes") {
  2926. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  2927. << "Deprecated pragma DisableFlexibleTypes - it will be removed soon. "
  2928. "Consider submitting bug report if FlexibleTypes doesn't work for you";
  2929. Ctx.FlexibleTypes = false;
  2930. Ctx.IncrementMonCounter("sql_pragma", "DisableFlexibleTypes");
  2931. } else if (normalizedPragma == "ansicurrentrow") {
  2932. Ctx.AnsiCurrentRow = true;
  2933. Ctx.IncrementMonCounter("sql_pragma", "AnsiCurrentRow");
  2934. } else if (normalizedPragma == "disableansicurrentrow") {
  2935. Ctx.AnsiCurrentRow = false;
  2936. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiCurrentRow");
  2937. } else if (normalizedPragma == "emitaggapply") {
  2938. Ctx.EmitAggApply = true;
  2939. Ctx.IncrementMonCounter("sql_pragma", "EmitAggApply");
  2940. } else if (normalizedPragma == "disableemitaggapply") {
  2941. Ctx.EmitAggApply = false;
  2942. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitAggApply");
  2943. } else if (normalizedPragma == "useblocks") {
  2944. Ctx.UseBlocks = true;
  2945. Ctx.IncrementMonCounter("sql_pragma", "UseBlocks");
  2946. } else if (normalizedPragma == "disableuseblocks") {
  2947. Ctx.UseBlocks = false;
  2948. Ctx.IncrementMonCounter("sql_pragma", "DisableUseBlocks");
  2949. } else if (normalizedPragma == "emittablesource") {
  2950. Ctx.EmitTableSource = true;
  2951. Ctx.IncrementMonCounter("sql_pragma", "EmitTableSource");
  2952. } else if (normalizedPragma == "disableemittablesource") {
  2953. Ctx.EmitTableSource = false;
  2954. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitTableSource");
  2955. } else if (normalizedPragma == "ansilike") {
  2956. Ctx.AnsiLike = true;
  2957. Ctx.IncrementMonCounter("sql_pragma", "AnsiLike");
  2958. } else if (normalizedPragma == "disableansilike") {
  2959. Ctx.AnsiLike = false;
  2960. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiLike");
  2961. } else if (normalizedPragma == "unorderedresult") {
  2962. Ctx.UnorderedResult = true;
  2963. Ctx.IncrementMonCounter("sql_pragma", "UnorderedResult");
  2964. } else if (normalizedPragma == "disableunorderedresult") {
  2965. Ctx.UnorderedResult = false;
  2966. Ctx.IncrementMonCounter("sql_pragma", "DisableUnorderedResult");
  2967. } else if (normalizedPragma == "featurer010") {
  2968. if (values.size() == 1 && values[0].GetLiteral()) {
  2969. const auto& value = *values[0].GetLiteral();
  2970. if ("prototype" == value)
  2971. Ctx.FeatureR010 = true;
  2972. else {
  2973. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2974. return {};
  2975. }
  2976. }
  2977. else {
  2978. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2979. return {};
  2980. }
  2981. Ctx.IncrementMonCounter("sql_pragma", "FeatureR010");
  2982. } else if (normalizedPragma == "compactgroupby") {
  2983. Ctx.CompactGroupBy = true;
  2984. Ctx.IncrementMonCounter("sql_pragma", "CompactGroupBy");
  2985. } else if (normalizedPragma == "disablecompactgroupby") {
  2986. Ctx.CompactGroupBy = false;
  2987. Ctx.IncrementMonCounter("sql_pragma", "DisableCompactGroupBy");
  2988. } else if (normalizedPragma == "costbasedoptimizer") {
  2989. Ctx.IncrementMonCounter("sql_pragma", "CostBasedOptimizer");
  2990. if (values.size() == 1 && values[0].GetLiteral()) {
  2991. Ctx.CostBasedOptimizer = to_lower(*values[0].GetLiteral());
  2992. }
  2993. if (values.size() != 1 || !values[0].GetLiteral()
  2994. || ! (Ctx.CostBasedOptimizer == "disable" || Ctx.CostBasedOptimizer == "pg" || Ctx.CostBasedOptimizer == "native"))
  2995. {
  2996. Error() << "Expected `disable|pg|native' argument for: " << pragma;
  2997. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2998. return {};
  2999. }
  3000. } else if (normalizedPragma == "compactnamedexprs") {
  3001. Ctx.CompactNamedExprs = true;
  3002. Ctx.IncrementMonCounter("sql_pragma", "CompactNamedExprs");
  3003. } else if (normalizedPragma == "disablecompactnamedexprs") {
  3004. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  3005. << "Deprecated pragma DisableCompactNamedExprs - it will be removed soon. "
  3006. "Consider submitting bug report if CompactNamedExprs doesn't work for you";
  3007. Ctx.CompactNamedExprs = false;
  3008. Ctx.IncrementMonCounter("sql_pragma", "DisableCompactNamedExprs");
  3009. } else if (normalizedPragma == "validateunusedexprs") {
  3010. Ctx.ValidateUnusedExprs = true;
  3011. Ctx.IncrementMonCounter("sql_pragma", "ValidateUnusedExprs");
  3012. } else if (normalizedPragma == "disablevalidateunusedexprs") {
  3013. Ctx.ValidateUnusedExprs = false;
  3014. Ctx.IncrementMonCounter("sql_pragma", "DisableValidateUnusedExprs");
  3015. } else if (normalizedPragma == "ansiimplicitcrossjoin") {
  3016. Ctx.AnsiImplicitCrossJoin = true;
  3017. Ctx.IncrementMonCounter("sql_pragma", "AnsiImplicitCrossJoin");
  3018. } else if (normalizedPragma == "disableansiimplicitcrossjoin") {
  3019. Ctx.AnsiImplicitCrossJoin = false;
  3020. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiImplicitCrossJoin");
  3021. } else if (normalizedPragma == "distinctoverwindow") {
  3022. Ctx.DistinctOverWindow = true;
  3023. Ctx.IncrementMonCounter("sql_pragma", "DistinctOverWindow");
  3024. } else if (normalizedPragma == "disabledistinctoverwindow") {
  3025. Ctx.DistinctOverWindow = false;
  3026. Ctx.IncrementMonCounter("sql_pragma", "DisableDistinctOverWindow");
  3027. } else if (normalizedPragma == "seqmode") {
  3028. Ctx.SeqMode = true;
  3029. Ctx.IncrementMonCounter("sql_pragma", "SeqMode");
  3030. } else if (normalizedPragma == "disableseqmode") {
  3031. Ctx.SeqMode = false;
  3032. Ctx.IncrementMonCounter("sql_pragma", "DisableSeqMode");
  3033. } else if (normalizedPragma == "emitunionmerge") {
  3034. Ctx.EmitUnionMerge = true;
  3035. Ctx.IncrementMonCounter("sql_pragma", "EmitUnionMerge");
  3036. } else if (normalizedPragma == "disableemitunionmerge") {
  3037. Ctx.EmitUnionMerge = false;
  3038. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitUnionMerge");
  3039. } else if (normalizedPragma == "engine") {
  3040. Ctx.IncrementMonCounter("sql_pragma", "Engine");
  3041. const TString* literal = values.size() == 1
  3042. ? values[0].GetLiteral()
  3043. : nullptr;
  3044. if (!literal || ! (*literal == "default" || *literal == "dq" || *literal == "ytflow")) {
  3045. Error() << "Expected `default|dq|ytflow' argument for: " << pragma;
  3046. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3047. return {};
  3048. }
  3049. if (*literal == "ytflow") {
  3050. if (Ctx.DqEngineForce) {
  3051. Error() << "Expected `disable|auto` argument for DqEngine pragma "
  3052. << " with " << pragma << " pragma argument `ytflow`";
  3053. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3054. return {};
  3055. }
  3056. Ctx.DqEngineEnable = false;
  3057. } else if (*literal == "dq") {
  3058. Ctx.DqEngineEnable = true;
  3059. Ctx.DqEngineForce = true;
  3060. }
  3061. Ctx.Engine = *literal;
  3062. } else {
  3063. Error() << "Unknown pragma: " << pragma;
  3064. Ctx.IncrementMonCounter("sql_errors", "UnknownPragma");
  3065. return {};
  3066. }
  3067. } else {
  3068. if (lowerPrefix == "yson") {
  3069. if (!TopLevel) {
  3070. Error() << "This pragma '" << pragma << "' is not allowed to be used in actions";
  3071. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3072. return {};
  3073. }
  3074. if (normalizedPragma == "fast") {
  3075. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  3076. << "Use of deprecated yson.Fast pragma. It will be dropped soon";
  3077. success = true;
  3078. return {};
  3079. } else if (normalizedPragma == "autoconvert") {
  3080. Ctx.PragmaYsonAutoConvert = true;
  3081. success = true;
  3082. return {};
  3083. } else if (normalizedPragma == "strict") {
  3084. if (values.size() == 0U) {
  3085. Ctx.PragmaYsonStrict = true;
  3086. success = true;
  3087. } else if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), Ctx.PragmaYsonStrict)) {
  3088. success = true;
  3089. } else {
  3090. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3091. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3092. }
  3093. return {};
  3094. } else if (normalizedPragma == "disablestrict") {
  3095. if (values.size() == 0U) {
  3096. Ctx.PragmaYsonStrict = false;
  3097. success = true;
  3098. return {};
  3099. }
  3100. bool pragmaYsonDisableStrict;
  3101. if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), pragmaYsonDisableStrict)) {
  3102. Ctx.PragmaYsonStrict = !pragmaYsonDisableStrict;
  3103. success = true;
  3104. } else {
  3105. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3106. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3107. }
  3108. return {};
  3109. } else if (normalizedPragma == "casttostring" || normalizedPragma == "disablecasttostring") {
  3110. const bool allow = normalizedPragma == "casttostring";
  3111. if (values.size() == 0U) {
  3112. Ctx.YsonCastToString = allow;
  3113. success = true;
  3114. return {};
  3115. }
  3116. bool pragmaYsonCastToString;
  3117. if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), pragmaYsonCastToString)) {
  3118. Ctx.PragmaYsonStrict = allow ? pragmaYsonCastToString : !pragmaYsonCastToString;
  3119. success = true;
  3120. } else {
  3121. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3122. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3123. }
  3124. return {};
  3125. } else {
  3126. Error() << "Unknown pragma: '" << pragma << "'";
  3127. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3128. return {};
  3129. }
  3130. } else if (std::find(Providers.cbegin(), Providers.cend(), lowerPrefix) == Providers.cend()) {
  3131. if (!Ctx.HasCluster(prefix)) {
  3132. Error() << "Unknown pragma prefix: " << prefix << ", please use cluster name or one of provider " <<
  3133. JoinRange(", ", Providers.cbegin(), Providers.cend());
  3134. Ctx.IncrementMonCounter("sql_errors", "UnknownPragma");
  3135. return {};
  3136. }
  3137. }
  3138. if (normalizedPragma != "flags" && normalizedPragma != "packageversion") {
  3139. if (values.size() > 1) {
  3140. Error() << "Expected at most one value in the pragma";
  3141. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3142. return {};
  3143. }
  3144. } else {
  3145. if (pragmaValueDefault || values.size() < 1) {
  3146. Error() << "Expected at least one value in the pragma";
  3147. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3148. return {};
  3149. }
  3150. }
  3151. success = true;
  3152. Ctx.IncrementMonCounter("sql_pragma", pragma);
  3153. return BuildPragma(Ctx.Pos(), lowerPrefix, normalizedPragma, values, pragmaValueDefault);
  3154. }
  3155. success = true;
  3156. return {};
  3157. }
  3158. TNodePtr TSqlQuery::Build(const TRule_delete_stmt& stmt) {
  3159. TTableRef table;
  3160. if (!SimpleTableRefImpl(stmt.GetRule_simple_table_ref4(), table)) {
  3161. return nullptr;
  3162. }
  3163. const bool isKikimr = table.Service == KikimrProviderName;
  3164. if (!isKikimr) {
  3165. Ctx.Error(GetPos(stmt.GetToken2())) << "DELETE is unsupported for " << table.Service;
  3166. return nullptr;
  3167. }
  3168. TSourcePtr source = BuildTableSource(Ctx.Pos(), table);
  3169. TNodePtr options = nullptr;
  3170. if (stmt.HasBlock6()) {
  3171. options = ReturningList(stmt.GetBlock6().GetRule_returning_columns_list1());
  3172. options = options->Y(options);
  3173. }
  3174. const bool isBatch = stmt.HasBlock1();
  3175. if (stmt.HasBlock5()) {
  3176. switch (stmt.GetBlock5().Alt_case()) {
  3177. case TRule_delete_stmt_TBlock5::kAlt1: {
  3178. const auto& alt = stmt.GetBlock5().GetAlt1();
  3179. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3180. TSqlExpression sqlExpr(Ctx, Mode);
  3181. auto whereExpr = sqlExpr.Build(alt.GetRule_expr2());
  3182. if (!whereExpr) {
  3183. return nullptr;
  3184. }
  3185. source->AddFilter(Ctx, whereExpr);
  3186. break;
  3187. }
  3188. case TRule_delete_stmt_TBlock5::kAlt2: {
  3189. const auto& alt = stmt.GetBlock5().GetAlt2();
  3190. auto values = TSqlIntoValues(Ctx, Mode).Build(alt.GetRule_into_values_source2(), "DELETE ON");
  3191. if (!values) {
  3192. return nullptr;
  3193. }
  3194. if (isBatch) {
  3195. Ctx.Error(GetPos(stmt.GetToken2())) << "BATCH DELETE is unsupported with ON";
  3196. return nullptr;
  3197. }
  3198. return BuildWriteColumns(Ctx.Pos(), Ctx.Scoped, table, EWriteColumnMode::DeleteOn, std::move(values), options);
  3199. }
  3200. case TRule_delete_stmt_TBlock5::ALT_NOT_SET:
  3201. return nullptr;
  3202. }
  3203. }
  3204. if (isBatch) {
  3205. return BuildBatchDelete(Ctx.Pos(), Ctx.Scoped, table, std::move(source), options);
  3206. }
  3207. return BuildDelete(Ctx.Pos(), Ctx.Scoped, table, std::move(source), options);
  3208. }
  3209. TNodePtr TSqlQuery::Build(const TRule_update_stmt& stmt) {
  3210. TTableRef table;
  3211. if (!SimpleTableRefImpl(stmt.GetRule_simple_table_ref3(), table)) {
  3212. return nullptr;
  3213. }
  3214. const bool isKikimr = table.Service == KikimrProviderName;
  3215. if (!isKikimr) {
  3216. Ctx.Error(GetPos(stmt.GetToken2())) << "UPDATE is unsupported for " << table.Service;
  3217. return nullptr;
  3218. }
  3219. TNodePtr options = nullptr;
  3220. if (stmt.HasBlock5()) {
  3221. options = ReturningList(stmt.GetBlock5().GetRule_returning_columns_list1());
  3222. options = options->Y(options);
  3223. }
  3224. const bool isBatch = stmt.HasBlock1();
  3225. switch (stmt.GetBlock4().Alt_case()) {
  3226. case TRule_update_stmt_TBlock4::kAlt1: {
  3227. const auto& alt = stmt.GetBlock4().GetAlt1();
  3228. TSourcePtr values = Build(alt.GetRule_set_clause_choice2());
  3229. auto source = BuildTableSource(Ctx.Pos(), table);
  3230. if (alt.HasBlock3()) {
  3231. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3232. TSqlExpression sqlExpr(Ctx, Mode);
  3233. auto whereExpr = sqlExpr.Build(alt.GetBlock3().GetRule_expr2());
  3234. if (!whereExpr) {
  3235. return nullptr;
  3236. }
  3237. source->AddFilter(Ctx, whereExpr);
  3238. }
  3239. if (isBatch) {
  3240. return BuildBatchUpdate(Ctx.Pos(), Ctx.Scoped, table, std::move(values), std::move(source), options);
  3241. }
  3242. return BuildUpdateColumns(Ctx.Pos(), Ctx.Scoped, table, std::move(values), std::move(source), options);
  3243. }
  3244. case TRule_update_stmt_TBlock4::kAlt2: {
  3245. const auto& alt = stmt.GetBlock4().GetAlt2();
  3246. auto values = TSqlIntoValues(Ctx, Mode).Build(alt.GetRule_into_values_source2(), "UPDATE ON");
  3247. if (!values) {
  3248. return nullptr;
  3249. }
  3250. if (isBatch) {
  3251. Ctx.Error(GetPos(stmt.GetToken2())) << "BATCH UPDATE is unsupported with ON";
  3252. return nullptr;
  3253. }
  3254. return BuildWriteColumns(Ctx.Pos(), Ctx.Scoped, table, EWriteColumnMode::UpdateOn, std::move(values), options);
  3255. }
  3256. case TRule_update_stmt_TBlock4::ALT_NOT_SET:
  3257. return nullptr;
  3258. }
  3259. }
  3260. TSourcePtr TSqlQuery::Build(const TRule_set_clause_choice& stmt) {
  3261. switch (stmt.Alt_case()) {
  3262. case TRule_set_clause_choice::kAltSetClauseChoice1:
  3263. return Build(stmt.GetAlt_set_clause_choice1().GetRule_set_clause_list1());
  3264. case TRule_set_clause_choice::kAltSetClauseChoice2:
  3265. return Build(stmt.GetAlt_set_clause_choice2().GetRule_multiple_column_assignment1());
  3266. case TRule_set_clause_choice::ALT_NOT_SET:
  3267. AltNotImplemented("set_clause_choice", stmt);
  3268. return nullptr;
  3269. }
  3270. }
  3271. bool TSqlQuery::FillSetClause(const TRule_set_clause& node, TVector<TString>& targetList, TVector<TNodePtr>& values) {
  3272. targetList.push_back(ColumnNameAsSingleStr(*this, node.GetRule_set_target1().GetRule_column_name1()));
  3273. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3274. TSqlExpression sqlExpr(Ctx, Mode);
  3275. if (!Expr(sqlExpr, values, node.GetRule_expr3())) {
  3276. return false;
  3277. }
  3278. return true;
  3279. }
  3280. TSourcePtr TSqlQuery::Build(const TRule_set_clause_list& stmt) {
  3281. TVector<TString> targetList;
  3282. TVector<TNodePtr> values;
  3283. const TPosition pos(Ctx.Pos());
  3284. if (!FillSetClause(stmt.GetRule_set_clause1(), targetList, values)) {
  3285. return nullptr;
  3286. }
  3287. for (auto& block: stmt.GetBlock2()) {
  3288. if (!FillSetClause(block.GetRule_set_clause2(), targetList, values)) {
  3289. return nullptr;
  3290. }
  3291. }
  3292. Y_DEBUG_ABORT_UNLESS(targetList.size() == values.size());
  3293. return BuildUpdateValues(pos, targetList, values);
  3294. }
  3295. TSourcePtr TSqlQuery::Build(const TRule_multiple_column_assignment& stmt) {
  3296. TVector<TString> targetList;
  3297. FillTargetList(*this, stmt.GetRule_set_target_list1(), targetList);
  3298. auto simpleValuesNode = stmt.GetRule_simple_values_source4();
  3299. const TPosition pos(Ctx.Pos());
  3300. switch (simpleValuesNode.Alt_case()) {
  3301. case TRule_simple_values_source::kAltSimpleValuesSource1: {
  3302. TVector<TNodePtr> values;
  3303. TSqlExpression sqlExpr(Ctx, Mode);
  3304. if (!ExprList(sqlExpr, values, simpleValuesNode.GetAlt_simple_values_source1().GetRule_expr_list1())) {
  3305. return nullptr;
  3306. }
  3307. return BuildUpdateValues(pos, targetList, values);
  3308. }
  3309. case TRule_simple_values_source::kAltSimpleValuesSource2: {
  3310. TSqlSelect select(Ctx, Mode);
  3311. TPosition selectPos;
  3312. auto source = select.Build(simpleValuesNode.GetAlt_simple_values_source2().GetRule_select_stmt1(), selectPos);
  3313. if (!source) {
  3314. return nullptr;
  3315. }
  3316. return BuildWriteValues(pos, "UPDATE", targetList, std::move(source));
  3317. }
  3318. case TRule_simple_values_source::ALT_NOT_SET:
  3319. Ctx.IncrementMonCounter("sql_errors", "UnknownSimpleValuesSourceAlt");
  3320. AltNotImplemented("simple_values_source", simpleValuesNode);
  3321. return nullptr;
  3322. }
  3323. }
  3324. TNodePtr TSqlQuery::Build(const TSQLv1ParserAST& ast) {
  3325. if (Mode == NSQLTranslation::ESqlMode::QUERY) {
  3326. // inject externally declared named expressions
  3327. for (auto [name, type] : Ctx.Settings.DeclaredNamedExprs) {
  3328. if (name.empty()) {
  3329. Error() << "Empty names for externally declared expressions are not allowed";
  3330. return nullptr;
  3331. }
  3332. TString varName = "$" + name;
  3333. if (IsAnonymousName(varName)) {
  3334. Error() << "Externally declared name '" << name << "' is anonymous";
  3335. return nullptr;
  3336. }
  3337. auto parsed = ParseType(type, *Ctx.Pool, Ctx.Issues, Ctx.Pos());
  3338. if (!parsed) {
  3339. Error() << "Failed to parse type for externally declared name '" << name << "'";
  3340. return nullptr;
  3341. }
  3342. TNodePtr typeNode = BuildBuiltinFunc(Ctx, Ctx.Pos(), "ParseType", { BuildLiteralRawString(Ctx.Pos(), type) });
  3343. PushNamedAtom(Ctx.Pos(), varName);
  3344. // no duplicates are possible at this stage
  3345. bool isWeak = true;
  3346. Ctx.DeclareVariable(varName, {}, typeNode, isWeak);
  3347. // avoid 'Symbol is not used' warning for externally declared expression
  3348. YQL_ENSURE(GetNamedNode(varName));
  3349. }
  3350. }
  3351. const auto& query = ast.GetRule_sql_query();
  3352. TVector<TNodePtr> blocks;
  3353. Ctx.PushCurrentBlocks(&blocks);
  3354. Y_DEFER {
  3355. Ctx.PopCurrentBlocks();
  3356. };
  3357. if (query.Alt_case() == TRule_sql_query::kAltSqlQuery1) {
  3358. size_t statementNumber = 0;
  3359. const auto& statements = query.GetAlt_sql_query1().GetRule_sql_stmt_list1();
  3360. if (!Statement(blocks, statements.GetRule_sql_stmt2().GetRule_sql_stmt_core2(), statementNumber++)) {
  3361. return nullptr;
  3362. }
  3363. for (auto block: statements.GetBlock3()) {
  3364. if (!Statement(blocks, block.GetRule_sql_stmt2().GetRule_sql_stmt_core2(), statementNumber++)) {
  3365. return nullptr;
  3366. }
  3367. }
  3368. }
  3369. ui32 topLevelSelects = 0;
  3370. bool hasTailOps = false;
  3371. for (auto& block : blocks) {
  3372. if (block->SubqueryAlias()) {
  3373. continue;
  3374. }
  3375. if (block->HasSelectResult()) {
  3376. ++topLevelSelects;
  3377. } else if (topLevelSelects) {
  3378. hasTailOps = true;
  3379. }
  3380. }
  3381. if ((Mode == NSQLTranslation::ESqlMode::SUBQUERY || Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW) && (topLevelSelects != 1 || hasTailOps)) {
  3382. Error() << "Strictly one select/process/reduce statement is expected at the end of "
  3383. << (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW ? "view" : "subquery");
  3384. return nullptr;
  3385. }
  3386. if (!Ctx.PragmaAutoCommit && Ctx.Settings.EndOfQueryCommit && IsQueryMode(Mode)) {
  3387. AddStatementToBlocks(blocks, BuildCommitClusters(Ctx.Pos()));
  3388. }
  3389. auto result = BuildQuery(Ctx.Pos(), blocks, true, Ctx.Scoped, Ctx.SeqMode);
  3390. WarnUnusedNodes();
  3391. return result;
  3392. }
  3393. TNodePtr TSqlQuery::Build(const std::vector<::NSQLv1Generated::TRule_sql_stmt_core>& statements) {
  3394. if (Mode == NSQLTranslation::ESqlMode::QUERY) {
  3395. // inject externally declared named expressions
  3396. for (auto [name, type] : Ctx.Settings.DeclaredNamedExprs) {
  3397. if (name.empty()) {
  3398. Error() << "Empty names for externally declared expressions are not allowed";
  3399. return nullptr;
  3400. }
  3401. TString varName = "$" + name;
  3402. if (IsAnonymousName(varName)) {
  3403. Error() << "Externally declared name '" << name << "' is anonymous";
  3404. return nullptr;
  3405. }
  3406. auto parsed = ParseType(type, *Ctx.Pool, Ctx.Issues, Ctx.Pos());
  3407. if (!parsed) {
  3408. Error() << "Failed to parse type for externally declared name '" << name << "'";
  3409. return nullptr;
  3410. }
  3411. TNodePtr typeNode = BuildBuiltinFunc(Ctx, Ctx.Pos(), "ParseType", { BuildLiteralRawString(Ctx.Pos(), type) });
  3412. PushNamedAtom(Ctx.Pos(), varName);
  3413. // no duplicates are possible at this stage
  3414. bool isWeak = true;
  3415. Ctx.DeclareVariable(varName, {}, typeNode, isWeak);
  3416. // avoid 'Symbol is not used' warning for externally declared expression
  3417. YQL_ENSURE(GetNamedNode(varName));
  3418. }
  3419. }
  3420. TVector<TNodePtr> blocks;
  3421. Ctx.PushCurrentBlocks(&blocks);
  3422. Y_DEFER {
  3423. Ctx.PopCurrentBlocks();
  3424. };
  3425. size_t statementNumber = 0;
  3426. for (const auto& statement : statements) {
  3427. if (!Statement(blocks, statement, statementNumber++)) {
  3428. return nullptr;
  3429. }
  3430. }
  3431. ui32 topLevelSelects = 0;
  3432. bool hasTailOps = false;
  3433. for (auto& block : blocks) {
  3434. if (block->SubqueryAlias()) {
  3435. continue;
  3436. }
  3437. if (block->HasSelectResult()) {
  3438. ++topLevelSelects;
  3439. } else if (topLevelSelects) {
  3440. hasTailOps = true;
  3441. }
  3442. }
  3443. if ((Mode == NSQLTranslation::ESqlMode::SUBQUERY || Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW) && (topLevelSelects != 1 || hasTailOps)) {
  3444. Error() << "Strictly one select/process/reduce statement is expected at the end of "
  3445. << (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW ? "view" : "subquery");
  3446. return nullptr;
  3447. }
  3448. if (!Ctx.PragmaAutoCommit && Ctx.Settings.EndOfQueryCommit && IsQueryMode(Mode)) {
  3449. AddStatementToBlocks(blocks, BuildCommitClusters(Ctx.Pos()));
  3450. }
  3451. auto result = BuildQuery(Ctx.Pos(), blocks, true, Ctx.Scoped, Ctx.SeqMode);
  3452. return result;
  3453. }
  3454. namespace {
  3455. static bool BuildColumnFeatures(std::map<TString, TDeferredAtom>& result, const TRule_column_schema& columnSchema, const NYql::TPosition& pos, TSqlTranslation& translation) {
  3456. const TString columnName(Id(columnSchema.GetRule_an_id_schema1(), translation));
  3457. TString columnType;
  3458. const auto constraints = ColumnConstraints(columnSchema, translation);
  3459. if (!constraints) {
  3460. return false;
  3461. }
  3462. auto& typeBind = columnSchema.GetRule_type_name_or_bind2();
  3463. switch (typeBind.Alt_case()) {
  3464. case TRule_type_name_or_bind::kAltTypeNameOrBind1:
  3465. {
  3466. auto& typeNameOrBind = typeBind.GetAlt_type_name_or_bind1().GetRule_type_name1();
  3467. if (typeNameOrBind.Alt_case() != TRule_type_name::kAltTypeName2) {
  3468. return false;
  3469. }
  3470. auto& alt = typeNameOrBind.GetAlt_type_name2();
  3471. auto& block = alt.GetBlock1();
  3472. auto& simpleType = block.GetAlt2().GetRule_type_name_simple1();
  3473. columnType = Id(simpleType.GetRule_an_id_pure1(), translation);
  3474. if (columnType.empty()) {
  3475. return false;
  3476. }
  3477. break;
  3478. }
  3479. case TRule_type_name_or_bind::kAltTypeNameOrBind2:
  3480. return false;
  3481. case TRule_type_name_or_bind::ALT_NOT_SET:
  3482. Y_ABORT("You should change implementation according to grammar changes");
  3483. }
  3484. result["NAME"] = TDeferredAtom(pos, columnName);
  3485. YQL_ENSURE(columnType, "Unknown column type");
  3486. result["TYPE"] = TDeferredAtom(pos, columnType);
  3487. if (!constraints->Nullable) {
  3488. result["NOT_NULL"] = TDeferredAtom(pos, "true");
  3489. }
  3490. return true;
  3491. }
  3492. }
  3493. bool TSqlQuery::ParseTableStoreFeatures(std::map<TString, TDeferredAtom> & result, const TRule_alter_table_store_action & actions) {
  3494. switch (actions.Alt_case()) {
  3495. case TRule_alter_table_store_action::kAltAlterTableStoreAction1: {
  3496. // ADD COLUMN
  3497. const auto& addRule = actions.GetAlt_alter_table_store_action1().GetRule_alter_table_add_column1();
  3498. if (!BuildColumnFeatures(result, addRule.GetRule_column_schema3(), Ctx.Pos(), *this)) {
  3499. return false;
  3500. }
  3501. result["ACTION"] = TDeferredAtom(Ctx.Pos(), "NEW_COLUMN");
  3502. break;
  3503. }
  3504. case TRule_alter_table_store_action::kAltAlterTableStoreAction2: {
  3505. // DROP COLUMN
  3506. const auto& dropRule = actions.GetAlt_alter_table_store_action2().GetRule_alter_table_drop_column1();
  3507. TString columnName = Id(dropRule.GetRule_an_id3(), *this);
  3508. if (!columnName) {
  3509. return false;
  3510. }
  3511. result["NAME"] = TDeferredAtom(Ctx.Pos(), columnName);
  3512. result["ACTION"] = TDeferredAtom(Ctx.Pos(), "DROP_COLUMN");
  3513. break;
  3514. }
  3515. case TRule_alter_table_store_action::ALT_NOT_SET:
  3516. Y_ABORT("You should change implementation according to grammar changes");
  3517. }
  3518. return true;
  3519. }
  3520. } // namespace NSQLTranslationV1